-- Logs begin at Mon 2021-07-05 02:47:14 UTC, end at Mon 2021-07-05 05:44:00 UTC. -- Jul 05 03:31:20.367541 n-d-758944-41 systemd[1]: Started Devstack devstack@q-svc.service. Jul 05 03:31:23.059747 n-d-758944-41 neutron-server[100784]: INFO neutron.common.config [-] Logging enabled! Jul 05 03:31:23.060359 n-d-758944-41 neutron-server[100784]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 03:31:23.060546 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100784) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 03:31:23.064310 n-d-758944-41 neutron-server[100784]: INFO neutron.common.config [-] Logging enabled! Jul 05 03:31:23.064572 n-d-758944-41 neutron-server[100784]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev444 Jul 05 03:31:23.064887 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=100784) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 05 03:31:23.065817 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:31:23.066053 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:31:23.066415 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:31:23.066665 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:31:23.066896 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:31:23.067227 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.067528 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.067826 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.068082 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.068389 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.068679 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.068964 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.069255 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.069576 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.069912 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.070197 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.070484 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.070717 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.071002 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] config_source = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.071293 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.071584 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.071810 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] debug = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.072117 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.072544 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.072961 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.073246 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.073539 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.073824 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.074099 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.074378 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.074667 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.075002 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] host = n-d-758944-41 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.075303 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.075583 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.075876 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.076189 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.076471 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.076750 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.077579 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.077859 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] log_dir = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.078136 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] log_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.078488 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.078710 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.079003 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.079295 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.079523 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.079749 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.080080 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.080365 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.080634 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.080908 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.081184 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.081461 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.081738 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.082011 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.082300 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.082587 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.082873 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.083151 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.083426 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.083700 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.084000 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.084290 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.084567 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.084843 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.085120 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.085496 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.085774 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.086054 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.086360 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.086650 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.086936 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.087224 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.087508 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.087795 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.088098 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.088377 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] use_journal = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.088654 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] use_json = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.088931 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.089206 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.089491 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.089766 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.090041 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.090318 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.090594 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.090881 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:23.091181 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.091480 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.091781 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.092092 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.092410 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.092700 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.092995 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.093282 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.093574 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.093868 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.094160 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.094445 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.094737 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.095018 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.095324 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.095633 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.095948 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.096246 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.096529 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.096810 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.097088 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.097375 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.097666 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.097966 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.098259 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.098537 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.098822 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.099115 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.099396 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.099673 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.099979 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.100269 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.100550 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.100877 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.101178 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.101464 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.101745 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.102021 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.102303 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.102596 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.102877 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.103149 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.103422 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.103700 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.104009 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.104301 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.104581 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.104856 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.105131 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.105410 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.105690 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.105964 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.106242 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.106517 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.106797 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.107070 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.107342 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.107618 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.107889 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.108209 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.108480 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.108754 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.109034 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.109309 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.109582 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.109856 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.110128 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.110400 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.110685 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.110985 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.111265 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.111543 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.111821 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.112125 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.112403 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.112680 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.112958 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.113236 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.113509 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.113800 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.114087 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.114377 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.114663 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.114943 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.115242 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.115522 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.115808 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.116112 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.116400 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.116758 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.117049 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.117345 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.117642 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.117935 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.118229 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.118521 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.118802 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.119113 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.119396 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:23.119617 n-d-758944-41 neutron-server[100784]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:31:23.119864 n-d-758944-41 neutron-server[100784]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=100784) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 05 03:31:23.472321 n-d-758944-41 neutron-server[100784]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=100784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 03:31:23.472607 n-d-758944-41 neutron-server[100784]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=100784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 03:31:23.472902 n-d-758944-41 neutron-server[100784]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=100784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 05 03:31:23.473237 n-d-758944-41 neutron-server[100784]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 05 03:31:23.871048 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.871246 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.871520 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.872900 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.873177 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.873445 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.908974 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.909252 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.909521 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.923436 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.923720 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.924014 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.953622 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.953910 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.954184 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.991439 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.991723 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:23.992017 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.227355 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.227997 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.227997 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.228231 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.228901 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.350400 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.350725 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.351074 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.351349 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.351621 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.351956 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.352223 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.352489 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.352746 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.353033 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.353298 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.353569 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.353831 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.354107 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.354366 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.354635 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.354906 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.355179 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.355458 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.355715 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.356021 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.356374 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.356630 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.356916 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.357167 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.357414 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.357822 n-d-758944-41 neutron-server[100784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=100784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:24.358087 n-d-758944-41 neutron-server[100784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=100784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:24.358326 n-d-758944-41 neutron-server[100784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=100784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:24.358561 n-d-758944-41 neutron-server[100784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=100784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:24.358796 n-d-758944-41 neutron-server[100784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=100784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:24.359032 n-d-758944-41 neutron-server[100784]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=100784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:24.359404 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 05 03:31:24.363446 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 05 03:31:24.367453 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 05 03:31:24.371237 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jul 05 03:31:24.372897 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 05 03:31:24.373352 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 05 03:31:24.373717 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 05 03:31:24.374111 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 05 03:31:24.376908 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 05 03:31:24.377166 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 05 03:31:24.377517 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 03:31:24.406043 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 05 03:31:24.406490 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.406789 n-d-758944-41 neutron-server[100784]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=100784) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 05 03:31:24.407156 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.408873 n-d-758944-41 neutron-server[100784]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=100784) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 05 03:31:24.409155 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 05 03:31:24.409408 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 05 03:31:24.412564 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.412853 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:24.476739 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 05 03:31:24.476981 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 05 03:31:24.477219 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 05 03:31:24.477631 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 05 03:31:24.498056 n-d-758944-41 neutron-server[100784]: DEBUG oslo_db.sqlalchemy.engines [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=100784) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 05 03:31:25.210037 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Initializing driver for type 'gre' Jul 05 03:31:25.210568 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] gre ID ranges: [(1, 1000)] Jul 05 03:31:25.404304 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Initializing driver for type 'local' Jul 05 03:31:25.405384 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Initializing driver for type 'vlan' Jul 05 03:31:25.495648 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] VlanTypeDriver initialization complete Jul 05 03:31:25.496008 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Initializing driver for type 'vxlan' Jul 05 03:31:25.496505 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] vxlan ID ranges: [(1, 1000)] Jul 05 03:31:25.667230 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Initializing extension driver 'port_security' Jul 05 03:31:25.667504 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.extensions.port_security [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] PortSecurityExtensionDriver initialization complete Jul 05 03:31:25.667836 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Initializing mechanism driver 'openvswitch' Jul 05 03:31:25.668203 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Initializing mechanism driver 'hyperv' Jul 05 03:31:25.677289 n-d-758944-41 neutron-server[100784]: DEBUG neutron.plugins.ml2.plugin [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=100784) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:25.677951 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > port after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.678315 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > port after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.678666 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > port after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.679184 n-d-758944-41 neutron-server[100784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=100784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:25.679613 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > subnet after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.679991 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > subnet after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.680363 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.680753 n-d-758944-41 neutron-server[100784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=100784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:25.681259 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > network after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.681606 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > network after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.681946 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > network after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.682355 n-d-758944-41 neutron-server[100784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=100784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:25.682760 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > security_group after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.683140 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > security_group after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.683495 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > security_group after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.684038 n-d-758944-41 neutron-server[100784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=100784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:25.684447 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.684799 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.685144 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.685532 n-d-758944-41 neutron-server[100784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=100784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:25.685932 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > address_group after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.686279 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > address_group after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.686618 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > address_group after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.687042 n-d-758944-41 neutron-server[100784]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=100784) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:127}} Jul 05 03:31:25.687416 n-d-758944-41 neutron-server[100784]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] ML2 OVO RPC backend initialized. {{(pid=100784) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:184}} Jul 05 03:31:25.688161 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.688518 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.688934 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > network before_response 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.689282 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > networks before_response 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.689630 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > port before_response 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.689973 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > ports before_response 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.690321 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > subnet before_response 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.690663 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > subnets before_response 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.691009 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > network after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.691349 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > network after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.691684 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > network after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.692058 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > port after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.692402 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > port after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.692745 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > port after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.693084 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > subnet after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.693420 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > subnet after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.693755 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > subnet after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.694330 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.plugin [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Modular L2 Plugin initialization complete Jul 05 03:31:25.694656 n-d-758944-41 neutron-server[100784]: DEBUG neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading services supported by the core plugin {{(pid=100784) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 05 03:31:25.694983 n-d-758944-41 neutron-server[100784]: INFO neutron.plugins.ml2.managers [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Got port-security extension from driver 'port_security' Jul 05 03:31:25.695439 n-d-758944-41 neutron-server[100784]: INFO neutron.extensions.vlantransparent [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Disabled vlantransparent extension. Jul 05 03:31:25.695938 n-d-758944-41 neutron-server[100784]: DEBUG neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=100784) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 05 03:31:25.696253 n-d-758944-41 neutron-server[100784]: INFO neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading Plugin: router Jul 05 03:31:25.748483 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router_interface before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.748899 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router after_create 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.749267 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router before_create 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.749628 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router_interface before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.749996 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router_interface after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.750348 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router after_delete 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.750702 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > floatingip after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.751060 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router after_create 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.751401 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router after_update 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.751747 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router after_update 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.752125 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.752481 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router after_update 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.752892 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router precommit_update 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.753261 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: port after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.753599 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: port after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.753937 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: subnet after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.754273 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.754624 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > port precommit_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.755078 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router precommit_create 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.755420 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: port before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.755761 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router precommit_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.756150 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router after_update 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.756495 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router precommit_delete 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.756853 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router precommit_create 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.757212 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router_interface after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.757554 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router precommit_update 55549900 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.757978 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > agent after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.758303 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > agent after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.758645 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > network after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.759492 n-d-758944-41 neutron-server[100784]: DEBUG neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Tracking information for resource: router configured {{(pid=100784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:25.759821 n-d-758944-41 neutron-server[100784]: DEBUG neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Tracking information for resource: floatingip configured {{(pid=100784) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 05 03:31:25.765431 n-d-758944-41 neutron-server[100784]: INFO neutron.db.l3_agentschedulers_db [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 05 03:31:25.766006 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: port after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.766363 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: port after_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.766710 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: port after_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.767057 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: port after_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.767833 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router before_create 55550100 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.768231 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router precommit_delete 55550100 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.768591 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router precommit_create 55550100 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.768941 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > router precommit_update 55550100 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.773413 n-d-758944-41 neutron-server[100784]: DEBUG neutron.services.provider_configuration [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service providers = [] {{(pid=100784) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 05 03:31:25.773776 n-d-758944-41 neutron-server[100784]: DEBUG neutron.db.servicetype_db [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=100784) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 05 03:31:25.776782 n-d-758944-41 neutron-server[100784]: DEBUG neutron.services.service_base [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=100784) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:31:25.777133 n-d-758944-41 neutron-server[100784]: DEBUG neutron.services.service_base [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=100784) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:31:25.777468 n-d-758944-41 neutron-server[100784]: DEBUG neutron.services.service_base [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=100784) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:31:25.778351 n-d-758944-41 neutron-server[100784]: DEBUG neutron.services.service_base [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=100784) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 05 03:31:25.778722 n-d-758944-41 neutron-server[100784]: INFO neutron.services.service_base [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 05 03:31:25.779095 n-d-758944-41 neutron-server[100784]: DEBUG neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=100784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:25.779408 n-d-758944-41 neutron-server[100784]: INFO neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 05 03:31:25.797923 n-d-758944-41 neutron-server[100784]: DEBUG neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Successfully loaded METERING plugin. Description: METERING {{(pid=100784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:25.798254 n-d-758944-41 neutron-server[100784]: INFO neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading Plugin: auto_allocate Jul 05 03:31:25.803959 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: network precommit_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.804325 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: network precommit_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.804838 n-d-758944-41 neutron-server[100784]: DEBUG neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=100784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:25.805155 n-d-758944-41 neutron-server[100784]: INFO neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading Plugin: tag Jul 05 03:31:25.811667 n-d-758944-41 neutron-server[100784]: DEBUG neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=100784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:25.812016 n-d-758944-41 neutron-server[100784]: INFO neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading Plugin: timestamp Jul 05 03:31:25.817326 n-d-758944-41 neutron-server[100784]: DEBUG neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=100784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:25.817651 n-d-758944-41 neutron-server[100784]: INFO neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading Plugin: network_ip_availability Jul 05 03:31:25.823078 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.823447 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.823796 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:25.824534 n-d-758944-41 neutron-server[100784]: DEBUG neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=100784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:25.824849 n-d-758944-41 neutron-server[100784]: INFO neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading Plugin: flavors Jul 05 03:31:25.830003 n-d-758944-41 neutron-server[100784]: DEBUG neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=100784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:25.830334 n-d-758944-41 neutron-server[100784]: INFO neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading Plugin: revisions Jul 05 03:31:25.844392 n-d-758944-41 neutron-server[100784]: DEBUG neutron.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=100784) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 05 03:31:25.844780 n-d-758944-41 neutron-server[100784]: DEBUG oslo_concurrency.lockutils [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.372s {{(pid=100784) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 05 03:31:25.845511 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=100784) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 05 03:31:25.845842 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Initializing extension manager. Jul 05 03:31:25.846346 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: __init__.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.846682 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: __pycache__ {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.847010 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.847337 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: address_group.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.848106 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.848696 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: address-group Jul 05 03:31:25.849016 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: address_scope.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.849720 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.850221 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: address-scope Jul 05 03:31:25.850538 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: admin_state_down_before_update.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.851455 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.851995 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: router-admin-state-down-before-update Jul 05 03:31:25.852315 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: agent.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.853009 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.853696 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: agent Jul 05 03:31:25.854017 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: agent_resources_synced.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.854918 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.855428 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: agent-resources-synced Jul 05 03:31:25.855746 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: allowedaddresspairs.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.857533 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.858081 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: allowed-address-pairs Jul 05 03:31:25.858409 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: auto_allocated_topology.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.859473 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.860021 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: auto-allocated-topology Jul 05 03:31:25.860348 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: availability_zone.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.861038 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.861544 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: availability_zone Jul 05 03:31:25.861866 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: availability_zone_filter.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.862773 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.863282 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: availability_zone_filter Jul 05 03:31:25.863601 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: data_plane_status.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.870404 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.870899 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension data-plane-status not supported by any of loaded plugins Jul 05 03:31:25.871216 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: default_subnetpools.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.872225 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.872731 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: default-subnetpools Jul 05 03:31:25.873049 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: dhcpagentscheduler.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.873870 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.874371 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: dhcp_agent_scheduler Jul 05 03:31:25.874689 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: dns.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.875599 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.876128 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension dns-integration not supported by any of loaded plugins Jul 05 03:31:25.876447 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: dns_domain_ports.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.877349 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.877925 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 05 03:31:25.878238 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.879155 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.879650 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 05 03:31:25.879998 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: dvr.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.880666 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.881163 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: dvr Jul 05 03:31:25.881478 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: empty_string_filtering.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.882381 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.882882 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: empty-string-filtering Jul 05 03:31:25.883197 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.884137 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.884641 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 05 03:31:25.884959 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.887819 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.888351 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 05 03:31:25.888736 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: external_net.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.890163 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.890672 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: external-net Jul 05 03:31:25.890989 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: extra_dhcp_opt.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.891923 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.892429 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: extra_dhcp_opt Jul 05 03:31:25.892749 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: extraroute.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.893651 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.894153 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: extraroute Jul 05 03:31:25.894471 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: extraroute_atomic.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.895617 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.896164 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: extraroute-atomic Jul 05 03:31:25.896484 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: filter_validation.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.897142 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.897648 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: filter-validation Jul 05 03:31:25.897962 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: fip_pf_description.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.898861 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.899362 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 05 03:31:25.899676 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: fip_port_details.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.900615 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.901124 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: fip-port-details Jul 05 03:31:25.901439 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: flavors.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.902654 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.903165 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: flavors Jul 05 03:31:25.903486 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.905789 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.906301 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 05 03:31:25.906631 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: floatingip_pools.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.907596 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.908132 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: floatingip-pools Jul 05 03:31:25.908455 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: ip_allocation.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.909369 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.909868 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension ip_allocation not supported by any of loaded plugins Jul 05 03:31:25.910188 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: ip_substring_port_filtering.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.911100 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.911684 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: ip-substring-filtering Jul 05 03:31:25.912113 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: l2_adjacency.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.913033 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.913529 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension l2_adjacency not supported by any of loaded plugins Jul 05 03:31:25.913850 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: l3.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.914797 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.915306 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: router Jul 05 03:31:25.915629 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: l3_conntrack_helper.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.918021 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.918499 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 05 03:31:25.918832 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: l3_ext_gw_mode.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.924083 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.924597 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: ext-gw-mode Jul 05 03:31:25.924924 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: l3_ext_ha_mode.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.925846 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.926352 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: l3-ha Jul 05 03:31:25.926676 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: l3_flavors.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.927601 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.928137 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: l3-flavors Jul 05 03:31:25.928462 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.929378 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.929876 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: l3-port-ip-change-not-allowed Jul 05 03:31:25.930197 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: l3agentscheduler.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.931215 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.931720 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: l3_agent_scheduler Jul 05 03:31:25.932073 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: logging.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.933558 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.934070 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension logging not supported by any of loaded plugins Jul 05 03:31:25.934397 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: metering.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.935134 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.935710 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: metering Jul 05 03:31:25.936081 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.937187 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.937698 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: metering_source_and_destination_fields Jul 05 03:31:25.938022 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: multiprovidernet.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.938942 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.939445 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: multi-provider Jul 05 03:31:25.939766 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: netmtu.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.940707 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.941204 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: net-mtu Jul 05 03:31:25.941523 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: netmtu_writable.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.942431 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.942932 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: net-mtu-writable Jul 05 03:31:25.943252 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: network_availability_zone.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.943934 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.944437 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: network_availability_zone Jul 05 03:31:25.944755 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: network_ip_availability.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.945838 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.946348 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: network-ip-availability Jul 05 03:31:25.946672 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: network_segment_range.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.947428 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.947956 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension network-segment-range not supported by any of loaded plugins Jul 05 03:31:25.948278 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: pagination.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.949249 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.949574 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: pagination Jul 05 03:31:25.949889 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: port_device_profile.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.950788 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.951302 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: port-device-profile Jul 05 03:31:25.951621 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: port_mac_address_regenerate.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.953122 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.953658 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: port-mac-address-regenerate Jul 05 03:31:25.953978 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: port_numa_affinity_policy.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.954880 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.955385 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: port-numa-affinity-policy Jul 05 03:31:25.955711 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: port_resource_request.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.956644 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.957146 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension port-resource-request not supported by any of loaded plugins Jul 05 03:31:25.957464 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: portbindings.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.958376 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.958899 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: binding Jul 05 03:31:25.959197 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: portbindings_extended.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.970707 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.971223 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: binding-extended Jul 05 03:31:25.971553 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: portsecurity.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.972494 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.973008 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: port-security Jul 05 03:31:25.973333 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: project_id.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.974298 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.974683 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: project-id Jul 05 03:31:25.975024 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: providernet.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.975969 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.976479 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: provider Jul 05 03:31:25.976798 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: qos.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.980255 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.980773 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension qos not supported by any of loaded plugins Jul 05 03:31:25.981101 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: qos_bw_limit_direction.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.982332 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.982842 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 05 03:31:25.983195 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.984136 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.984643 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 05 03:31:25.984966 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: qos_default.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.985881 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.986395 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension qos-default not supported by any of loaded plugins Jul 05 03:31:25.986712 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: qos_fip.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.987355 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.987854 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension qos-fip not supported by any of loaded plugins Jul 05 03:31:25.988202 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: qos_gateway_ip.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.989112 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.989619 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 05 03:31:25.989942 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: qos_port_network_policy.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.990846 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.991355 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 05 03:31:25.991680 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: qos_rule_type_details.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.992625 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.993132 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 05 03:31:25.993454 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: qos_rules_alias.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.994485 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.994996 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 05 03:31:25.995333 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: quotasv2.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:25.996247 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:25.996573 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: quotas Jul 05 03:31:25.996892 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: quotasv2_detail.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.001280 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.001621 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: quota_details Jul 05 03:31:26.001954 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: rbac.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.002996 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.003559 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: rbac-policies Jul 05 03:31:26.003884 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: rbac_address_group.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.005024 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.005538 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: rbac-address-group Jul 05 03:31:26.005862 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: rbac_address_scope.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.006793 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.007301 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: rbac-address-scope Jul 05 03:31:26.007623 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: rbac_security_groups.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.008558 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.009145 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: rbac-security-groups Jul 05 03:31:26.009464 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: rbac_subnetpool.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.010372 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.010878 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: rbac-subnetpool Jul 05 03:31:26.011201 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: revisionifmatch.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.012139 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.012646 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: revision-if-match Jul 05 03:31:26.012965 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: revisions.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.014069 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.015161 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: standard-attr-revisions Jul 05 03:31:26.015485 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: router_availability_zone.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.016176 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.016685 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: router_availability_zone Jul 05 03:31:26.017002 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: routerservicetype.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.017932 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.018434 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension router-service-type not supported by any of loaded plugins Jul 05 03:31:26.018751 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.019677 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.020219 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: security-groups-normalized-cidr Jul 05 03:31:26.020534 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: security_groups_port_filtering.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.021442 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.021947 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: port-security-groups-filtering Jul 05 03:31:26.022266 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: security_groups_remote_address_group.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.028092 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.028604 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: security-groups-remote-address-group Jul 05 03:31:26.028922 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: securitygroup.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.039535 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.040020 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: security-group Jul 05 03:31:26.040353 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: segment.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.041162 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.041666 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension segment not supported by any of loaded plugins Jul 05 03:31:26.041999 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.042952 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.043486 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 05 03:31:26.043802 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: servicetype.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.044965 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.045507 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: service-type Jul 05 03:31:26.045837 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: sorting.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.046818 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.047150 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: sorting Jul 05 03:31:26.047471 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: standard_attr_segment.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.048476 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.048995 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 05 03:31:26.049316 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: standardattrdescription.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.049965 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.050468 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: standard-attr-description Jul 05 03:31:26.050790 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: stateful_security_group.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.051709 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.052255 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: stateful-security-group Jul 05 03:31:26.052576 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: stdattrs_common.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.053156 n-d-758944-41 neutron-server[100784]: WARNING neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 05 03:31:26.053473 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.054539 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.055040 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 05 03:31:26.055359 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: subnet_onboard.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.056448 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.056965 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: subnet_onboard Jul 05 03:31:26.057285 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: subnet_segmentid_writable.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.058204 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.058715 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 05 03:31:26.059031 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: subnet_service_types.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.060676 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.061692 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: subnet-service-types Jul 05 03:31:26.062011 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: subnetallocation.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.063077 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.063601 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: subnet_allocation Jul 05 03:31:26.063952 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.064616 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.065125 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: subnetpool-prefix-ops Jul 05 03:31:26.065444 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.066519 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.067028 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 05 03:31:26.067350 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: tagging.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.068453 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.069001 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: standard-attr-tag Jul 05 03:31:26.069308 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: timestamp.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.070499 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.071011 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loaded extension: standard-attr-timestamp Jul 05 03:31:26.071337 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: trunk.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.072468 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.072980 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension trunk not supported by any of loaded plugins Jul 05 03:31:26.073309 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: trunk_details.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.074232 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.074742 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension trunk-details not supported by any of loaded plugins Jul 05 03:31:26.075065 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: uplink_status_propagation.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.076005 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.076521 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 05 03:31:26.077385 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Loading extension file: vlantransparent.py {{(pid=100784) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 05 03:31:26.078054 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=100784) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 05 03:31:26.078565 n-d-758944-41 neutron-server[100784]: INFO neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extension vlan-transparent not supported by any of loaded plugins Jul 05 03:31:26.081044 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:network Jul 05 03:31:26.081704 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:subnet Jul 05 03:31:26.081944 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:31:26.082334 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:port Jul 05 03:31:26.083588 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.084044 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service FLAVORS assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.084685 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.085253 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.085585 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:router Jul 05 03:31:26.086009 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:floatingip Jul 05 03:31:26.088730 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service METERING assigned prefix: /metering {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.088730 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:26.088730 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:26.088730 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=100784) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:31:26.089627 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 03:31:26.090070 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:security_group Jul 05 03:31:26.090504 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 03:31:26.091122 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service CORE assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.091450 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:31:26.091792 n-d-758944-41 neutron-server[100784]: WARNING neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] subnetpool is already registered Jul 05 03:31:26.092241 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service CORE assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.092590 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:31:26.092918 n-d-758944-41 neutron-server[100784]: WARNING neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] subnetpool is already registered Jul 05 03:31:26.095296 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.095721 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service FLAVORS assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.096343 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.096761 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.097091 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:router Jul 05 03:31:26.097427 n-d-758944-41 neutron-server[100784]: WARNING neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] router is already registered Jul 05 03:31:26.097832 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:floatingip Jul 05 03:31:26.098163 n-d-758944-41 neutron-server[100784]: WARNING neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] floatingip is already registered Jul 05 03:31:26.098608 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service METERING assigned prefix: /metering {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.099263 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of CountableResource for resource:rbac_policy Jul 05 03:31:26.099584 n-d-758944-41 neutron-server[100784]: WARNING neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] rbac_policy is already registered Jul 05 03:31:26.100019 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:security_group Jul 05 03:31:26.100355 n-d-758944-41 neutron-server[100784]: WARNING neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] security_group is already registered Jul 05 03:31:26.100879 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:security_group_rule Jul 05 03:31:26.101209 n-d-758944-41 neutron-server[100784]: WARNING neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] security_group_rule is already registered Jul 05 03:31:26.101825 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service CORE assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.102150 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:31:26.102480 n-d-758944-41 neutron-server[100784]: WARNING neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] subnetpool is already registered Jul 05 03:31:26.102893 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.v2.resource_helper [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Service CORE assigned prefix: {{(pid=100784) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 05 03:31:26.103213 n-d-758944-41 neutron-server[100784]: INFO neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Creating instance of TrackedResource for resource:subnetpool Jul 05 03:31:26.103546 n-d-758944-41 neutron-server[100784]: WARNING neutron.quota.resource_registry [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] subnetpool is already registered Jul 05 03:31:26.104027 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: extensions {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.106430 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: address-groups {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.107949 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: address-scopes {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.109317 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: agents {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.110497 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: auto-allocated-topology {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.111767 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: availability_zones {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.113001 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: dhcp-networks {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.115585 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: dhcp-agents {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.117182 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: routers {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.118943 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: flavors {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.120229 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: service_profiles {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.121449 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: next_providers {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.122896 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: service_profiles {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.125000 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: floatingip-pools {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.126364 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: routers {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.128106 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: floatingips {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.129387 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: l3-routers {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.130789 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: l3-agents {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.132386 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: metering-labels {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.133646 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: metering-label-rules {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.135031 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: network-ip-availabilities {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.136338 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: bindings {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.137915 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: quotas {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.140307 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: quotas {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.141744 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: rbac-policies {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.142948 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: security-groups {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.144278 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: security-group-rules {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.145591 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: service-providers {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.146831 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: subnetpools {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.148204 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: subnetpools {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.149754 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: tags {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.151864 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: tags {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.153304 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: tags {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.155158 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: tags {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.156878 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: tags {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.159134 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: tags {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.160862 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: tags {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.162690 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: tags {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.165208 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: tags {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.167010 n-d-758944-41 neutron-server[100784]: DEBUG neutron.api.extensions [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Extended resource: tags {{(pid=100784) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 05 03:31:26.173091 n-d-758944-41 neutron-server[100784]: WARNING keystonemiddleware.auth_token [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 05 03:31:26.182771 n-d-758944-41 neutron-server[100784]: WARNING keystonemiddleware.auth_token [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 05 03:31:26.192794 n-d-758944-41 neutron-server[100784]: DEBUG oslo_concurrency.lockutils [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Acquired lock "singleton_lock" {{(pid=100784) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 05 03:31:26.193275 n-d-758944-41 neutron-server[100784]: DEBUG oslo_concurrency.lockutils [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Releasing lock "singleton_lock" {{(pid=100784) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 05 03:31:26.193924 n-d-758944-41 neutron-server[100784]: INFO oslo_service.service [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Starting 2 workers Jul 05 03:31:26.198733 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Started child 100895 {{(pid=100784) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:31:26.203742 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Started child 100896 {{(pid=100784) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:31:26.204718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:26.205353 n-d-758944-41 neutron-server[100784]: INFO neutron.service [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Neutron service started, listening on 0.0.0.0:9696 Jul 05 03:31:26.206078 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Notify callbacks [] for process, before_spawn {{(pid=100784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:26.206268 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [-] (100895) wsgi starting up on http://0.0.0.0:9696 Jul 05 03:31:26.208545 n-d-758944-41 neutron-server[100784]: INFO oslo_service.service [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Starting 1 workers Jul 05 03:31:26.208761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:26.210115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [-] (100896) wsgi starting up on http://0.0.0.0:9696 Jul 05 03:31:26.213769 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Started child 100897 {{(pid=100784) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:31:26.214312 n-d-758944-41 neutron-server[100784]: INFO oslo_service.service [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Starting 1 workers Jul 05 03:31:26.217449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.service [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] calling RpcWorker wait() {{(pid=100897) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 05 03:31:26.218008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.service [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] returning from RpcWorker wait() {{(pid=100897) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 05 03:31:26.218798 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Started child 100898 {{(pid=100784) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 05 03:31:26.219148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:26.219598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:26.219695 n-d-758944-41 neutron-server[100784]: DEBUG neutron_lib.callbacks.manager [None req-26bf1c50-c029-499e-a375-571bbe30b1ba None None] Notify callbacks [] for process, after_spawn {{(pid=100784) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:26.221517 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100784) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 03:31:26.221737 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:31:26.221926 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:31:26.222149 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:31:26.222486 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:31:26.222653 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:31:26.223164 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.223445 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.223710 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.224010 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.224322 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.224798 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:26.225275 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.225275 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.225460 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.225778 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.226165 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.226355 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.226524 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.226788 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.227026 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.227311 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.227575 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.227822 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.228108 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232100 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232100 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232100 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232100 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232100 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] debug = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232100 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232705 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232705 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232705 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232705 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232705 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.232705 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233187 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233187 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233187 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233187 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233187 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233187 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233187 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233187 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233765 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233765 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.233983 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] host = n-d-758944-41 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.234384 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.234621 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.234854 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.235105 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.235358 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.235597 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.235849 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.236141 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.236398 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.236654 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.236911 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.237162 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.237380 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.237629 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.237859 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_options = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.238135 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.238308 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.238572 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.238761 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.238930 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.239112 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.239361 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.239524 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.239786 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.240031 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.240245 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.240460 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.240695 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.240913 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.241168 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.241424 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.241639 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.241868 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.242122 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.242351 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.242597 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.242827 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.243075 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.243311 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.243532 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.243780 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.244086 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.244359 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.244359 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.244359 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.245306 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.245306 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.245555 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.245757 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.246010 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.246240 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.246475 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.246761 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.247027 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.247219 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.247487 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.247730 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.248012 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.248226 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.248479 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.249283 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_json = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.249611 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.249759 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.249967 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.250183 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.250417 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.250634 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.250850 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.251085 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.251504 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.251796 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.252205 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.252592 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.252837 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.253096 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.253356 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.253781 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.254260 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.254422 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.254748 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.254988 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.255284 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.255537 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.255822 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.256205 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.256447 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.256732 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.256953 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.257323 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.257573 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.257820 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.258142 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.258421 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.258702 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.258976 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.259199 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.259423 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.259667 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.260019 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.260355 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.260581 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.260773 n-d-758944-41 neutron-server[100898]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:26.260927 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.261092 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.261335 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.261577 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.261831 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.262070 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.262302 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.262552 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.262789 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.263022 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.263316 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.263503 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.263719 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.263972 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.264229 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.264975 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.270044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.270044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.270044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.270044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.270044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.270044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.270044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.270044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.270044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.271327 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.271327 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.271327 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.271327 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.271327 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.271327 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.271327 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.271327 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.271327 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.272547 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.272547 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.272547 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.272547 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.272547 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.272547 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.272547 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.272547 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.272547 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.273102 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.273102 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.273102 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.273102 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.273102 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.273102 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.273102 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.273102 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.273102 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.274036 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.274036 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.274036 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.274451 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.274833 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.274833 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.275423 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.275423 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.275801 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.275801 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.276014 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.276396 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.276515 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.276768 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.277021 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.277256 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.277477 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.277864 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.278155 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.278657 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.278806 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.279192 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.279483 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.279724 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.280036 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.280332 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.280576 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.280856 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.281151 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.281426 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.281626 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.281884 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.282423 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.282695 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.282992 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.283282 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.283517 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.283772 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.284031 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.284296 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.284895 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.285232 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.285390 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.285856 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.285950 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.286146 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.286462 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.286621 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.286940 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.287180 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.287402 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.287636 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.288037 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.288222 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.288464 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.288737 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.289098 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.289355 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.289616 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.289855 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.290077 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.290311 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.290545 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.290768 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.291006 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.291255 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.291495 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.291713 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.292283 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.292283 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.292458 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.292663 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.292896 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.293283 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.293531 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.294078 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.294078 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.294262 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.294459 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.294705 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.294921 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.295142 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.295538 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.296035 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.296265 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.297096 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.297096 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.297096 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.297343 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.298495 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.298495 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.298495 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.298495 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.298495 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.298866 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.298866 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.299452 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.299452 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.299645 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.299727 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.299939 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.300180 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.300433 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.301075 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.301075 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.301246 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.301472 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.301911 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.301911 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.302169 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.302393 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.302612 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.302829 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.303469 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.303469 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.303665 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.303748 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.303955 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.304170 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306007 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306007 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306007 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306007 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306007 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306007 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306007 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306007 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306604 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306604 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.306758 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.307158 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.307158 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.307388 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.307597 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.308019 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.308019 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.308209 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.308703 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.308703 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.308893 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.309077 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.309312 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.309522 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.309759 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.311716 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.311716 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.311716 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.311716 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.311716 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.311716 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.312219 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.312219 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.312363 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.312777 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.312777 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.313000 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.313236 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.313482 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.313707 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.314011 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.314226 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.314489 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.314708 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.314930 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.315170 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.315443 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.315768 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.316078 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.316337 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.316591 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.316863 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.317145 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.317432 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.317647 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.317924 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.318257 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.318524 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.318782 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.319012 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.319268 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.319532 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.319805 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.320067 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.320306 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.320526 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.320785 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.321016 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.321241 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.321458 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.321703 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.321920 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.322148 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.322366 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.322588 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.322804 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.322963 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:31:26.323526 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=100784) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 05 03:31:26.323695 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 05 03:31:26.323851 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 05 03:31:26.324043 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 05 03:31:26.324213 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 05 03:31:26.324365 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 05 03:31:26.324573 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.324735 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.324899 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.325059 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.325219 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.325399 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.325562 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.325728 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.325890 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.326052 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.326295 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.326575 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.326795 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.327455 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.327617 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.327778 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.328010 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.328142 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.328272 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.328400 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] config_source = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.328658 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.328802 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.328932 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] debug = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.329060 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.329675 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.329675 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.329975 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.329975 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.330234 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.330234 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.330493 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.330493 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.330734 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.330861 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.330990 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.331115 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.331241 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.331367 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.331576 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.331706 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.331833 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] host = n-d-758944-41 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.332006 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.332168 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.332362 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.332521 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.332685 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.332685 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.332972 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.332972 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.333144 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.333303 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.333462 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.333621 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.333779 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_dir = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.333939 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.334096 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_options = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.334256 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.334414 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.334573 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.334759 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.334925 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.335128 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.335324 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.335485 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.335645 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.335808 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.335992 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.336155 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.336314 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.336473 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.336633 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.336793 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.336951 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.337110 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.337271 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.337430 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.337589 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.337747 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.337910 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.338072 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.338230 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.338389 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.338548 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.338716 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.338864 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.339026 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.339186 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.339347 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.339507 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.339666 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.339826 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.340007 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.340168 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.340330 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.340489 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.340647 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.340806 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.340965 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.341123 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.341282 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.341445 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_journal = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.341607 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_json = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.341760 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.341911 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.342069 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.342228 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.342410 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.342569 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.342729 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.342888 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 05 03:31:26.343086 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.343252 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.343426 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.343589 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.343752 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.343933 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.344100 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.344608 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.344608 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.344608 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.344865 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.344865 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.345044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.345205 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.345368 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.345532 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.345696 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.345860 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.346022 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.346339 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.346503 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.346666 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.346845 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.347008 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.347173 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.347336 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.347497 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.347661 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.347824 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.348032 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.348167 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.348323 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.348486 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.348649 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.348813 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.348976 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.349145 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.349308 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.349472 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.349635 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.349798 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.349961 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.350123 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.350286 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.350447 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.350611 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.350846 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.351012 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.351175 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.351338 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.351511 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.351674 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.351837 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.352023 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.352188 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.352350 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.352511 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.352673 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.352836 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.353000 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.353162 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.353338 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.353500 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.353663 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.353825 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.353988 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.354150 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.354314 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.354476 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.354638 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.354800 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.354963 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.355126 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.355288 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.355450 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.355613 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.355775 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.355958 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.356126 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.356288 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.356450 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.356612 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.356775 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.356936 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.357108 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.357285 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.357448 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.357611 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.357774 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.357958 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.358693 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.358861 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.359027 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.359195 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.359352 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.359511 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.359661 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.359826 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.360046 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.360205 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.360344 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.360482 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.360625 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.360757 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.360913 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.361075 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.361237 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.361398 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.361561 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.361722 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.361885 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.362057 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.362219 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.362384 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.362545 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.362714 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.362886 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.363049 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.363212 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.363374 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.363535 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.363697 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.363859 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.364044 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.364205 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.364367 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.364530 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.364699 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.364872 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.365034 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.365196 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.365359 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.365544 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.365706 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.365868 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.366030 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.366192 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.366417 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.366586 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.366748 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.366911 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.367073 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.367236 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.367400 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.367563 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.367724 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.367887 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.368071 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.368245 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.368393 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.368554 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.368717 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.368880 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.369053 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.369505 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.369505 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.369505 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.369761 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.369844 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.369968 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.370130 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.370296 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.370463 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.370598 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.370755 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.370917 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.371079 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.371242 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.371463 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.371601 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.371716 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.371880 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.372064 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.372229 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.372391 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.372554 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.372717 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.372878 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.373041 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.373203 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.373366 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.374030 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.374205 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.374364 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.374683 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.374848 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.375013 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.375193 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.375346 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.375509 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.375668 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.376010 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.376175 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.376337 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.376503 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.376665 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.376827 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.376989 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.377156 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.377321 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.377484 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.377647 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.377810 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.377973 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.378135 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.378354 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.378465 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.378624 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.378786 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.378948 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.379110 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.379295 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.379440 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.379607 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.379769 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.379950 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.380111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:26.380203 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.380284 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.380426 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.380587 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.380749 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.380910 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.381072 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.381233 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.381405 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.381566 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.381727 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.381891 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.382116 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.382280 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.382453 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.382616 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.382779 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.382941 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.383104 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.383266 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.383438 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.383602 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.383765 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.383962 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.384126 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.384289 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.384451 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.384625 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.384789 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.384956 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.385119 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.385281 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.385444 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.385607 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.385773 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.385945 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.386114 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.386278 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.386448 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.386618 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.386788 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.386950 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.387118 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.387293 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.387455 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.387616 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.387778 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.387962 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.388126 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.388288 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.388454 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.388612 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.388769 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.388932 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.389093 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.389890 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.390055 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.390218 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.390381 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.390544 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.390708 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.390864 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.391020 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 05 03:31:26.391174 n-d-758944-41 neutron-server[100784]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=100784) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 05 03:31:26.546903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37588) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:26.555155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0060651 Jul 05 03:31:37.933022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ea484f-aae7-41f9-9d40-92fc877fa309 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 03:31:38.017978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ea484f-aae7-41f9-9d40-92fc877fa309 None None] No non-hosted networks {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 05 03:31:38.051381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.agentschedulers_db [None req-06ea484f-aae7-41f9-9d40-92fc877fa309 None None] DHCP Agent not found on host n-d-758944-41 {{(pid=100897) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 05 03:31:38.292575 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b35bda67-3fbe-41ca-b835-81f6ff76847c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589345'] for agent, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:40.672685 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-89a3492b-64d1-43ed-8df8-d992b358ec41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589345'] for agent, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:40.707365 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-8b1f1d84-d7ba-49b2-807c-93094c8a98ad None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-758944-41 {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:31:40.708026 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-8b1f1d84-d7ba-49b2-807c-93094c8a98ad None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:31:40.867612 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589345'] for agent, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:40.868610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.869118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.869630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.870217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.870725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.871387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.871935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.872404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.878806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.878806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.878806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.878806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:40.879172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-758944-41', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:40.892052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-758944-41', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:31:41.230723 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8b1f1d84-d7ba-49b2-807c-93094c8a98ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:41.673745 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589345'] for agent, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:43.227298 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589345'] for agent, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:44.052831 n-d-758944-41 neutron-server[100897]: INFO neutron.db.l3_hamode_db [None req-ff6dbe41-48b7-4e12-bfed-041750ae3f35 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 05 03:31:44.134798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6dbe41-48b7-4e12-bfed-041750ae3f35 None None] Routers set() bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:31:44.135181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6dbe41-48b7-4e12-bfed-041750ae3f35 None None] Router IDs set() for agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 03:31:44.213270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37680) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:44.694067 n-d-758944-41 neutron-server[100896]: WARNING oslo_policy.policy [None req-5daa8e7b-e37d-4c97-86f2-550110d5c068 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:31:44.694646 n-d-758944-41 neutron-server[100896]: WARNING oslo_policy.policy [None req-5daa8e7b-e37d-4c97-86f2-550110d5c068 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:31:44.911507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-5daa8e7b-e37d-4c97-86f2-550110d5c068 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:31:44.912526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5daa8e7b-e37d-4c97-86f2-550110d5c068 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6983495 Jul 05 03:31:47.261707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37694) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:47.561319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-cefda263-60ab-46a4-849d-e34003ecd2f3 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:47.653043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.policy [None req-cefda263-60ab-46a4-849d-e34003ecd2f3 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100896) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 03:31:47.697154 n-d-758944-41 neutron-server[100896]: WARNING oslo_policy.policy [None req-cefda263-60ab-46a4-849d-e34003ecd2f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:31:47.697520 n-d-758944-41 neutron-server[100896]: WARNING oslo_policy.policy [None req-cefda263-60ab-46a4-849d-e34003ecd2f3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:31:47.706430 n-d-758944-41 neutron-server[100896]: INFO neutron.quota [None req-cefda263-60ab-46a4-849d-e34003ecd2f3 admin admin] Loaded quota_driver: . Jul 05 03:31:47.864773 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cefda263-60ab-46a4-849d-e34003ecd2f3 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784180498722', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784180499327', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784180522860', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784180517146', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784180543207', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784180532612', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-8074458', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7708473', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-437911', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-504329'] for rbac-policy, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.009930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cefda263-60ab-46a4-849d-e34003ecd2f3 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:48.011100 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cefda263-60ab-46a4-849d-e34003ecd2f3 admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.7484300 Jul 05 03:31:50.554342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37706) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:50.843281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Request body: {'network': {'name': 'private', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'project_id': 'd61e64048e9749728421aea0eef71c00', 'admin_state_up': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:50.912674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Made reservation on behalf of d61e64048e9749728421aea0eef71c00 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:31:50.915459 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:50.932341 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.054824 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.118406 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.137946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:31:51.167525 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784176621653', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.168162 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Unsubscribe: segment precommit_create {{(pid=100896) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 03:31:51.168788 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Added segment 41be4c40-e6a6-4e49-8daa-ffb346fecedb of type vlan for network 2c9ec7cc-40d1-445a-8608-4b34b979a327 Jul 05 03:31:51.187085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00891568-c894-47b7-aedf-2f7940340c1c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:51.213785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.214129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.214466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.214795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.215121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.215447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.215770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.216117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.216437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.217284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.217602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.217919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Tracked resource versions report: Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: pushed versions: Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: { 'AddressGroup': {'1.2'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'ConntrackHelper': {'1.0'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'Log': {'1.0'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'Network': {'1.1'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'Port': {'1.7'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'PortForwarding': {'1.2'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'QosPolicy': {'1.8'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'SecurityGroup': {'1.4'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'SubPort': {'1.0'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'Subnet': {'1.1'}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'Trunk': {'1.1'}} Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: consumer versions: Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: { DHCP agent@n-d-758944-41: {}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: L3 agent@n-d-758944-41: {}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: Metadata agent@n-d-758944-41: {}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: Metering agent@n-d-758944-41: {}, Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: Open vSwitch agent@n-d-758944-41: { 'AddressGroup': '1.2', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'ConntrackHelper': '1.0', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'Log': '1.0', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'Network': '1.1', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'Port': '1.7', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'PortForwarding': '1.2', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'QosPolicy': '1.8', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'SecurityGroup': '1.4', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'SecurityGroupRule': '1.2', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'SubPort': '1.0', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'Subnet': '1.1', Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: 'Trunk': '1.1'}} Jul 05 03:31:51.219049 n-d-758944-41 neutron-server[100896]: {{(pid=100896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:31:51.293038 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.388308 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.389819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:51.390468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:51.488205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] Pushing event updated for resources: {'Network': ['ID=2c9ec7cc-40d1-445a-8608-4b34b979a327,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:51.501885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2c9ec7cc-40d1-445a-8608-4b34b979a327 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:31:51.519163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d9985772-5a85-43af-99fa-595e6a6966f8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.9637642 Jul 05 03:31:54.138905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37720) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:54.524427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77755db4-216a-430e-b73d-c751009c1313 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:54.525797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-77755db4-216a-430e-b73d-c751009c1313 admin admin] 10.222.0.30 "GET /v2.0/networks/2c9ec7cc-40d1-445a-8608-4b34b979a327 HTTP/1.1" status: 200 len: 825 time: 0.3858624 Jul 05 03:31:54.550367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a9232454-93c3-43b9-86ff-82e671d9d26e admin admin] 10.222.0.30 "GET /v2.0/subnetpools/6c33197e-3f10-4cc7-ab6a-033007ab163c HTTP/1.1" status: 200 len: 734 time: 0.0191476 Jul 05 03:31:54.558520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Request body: {'subnet': {'ip_version': 4, 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327', 'name': 'private-subnet', 'subnetpool_id': '6c33197e-3f10-4cc7-ab6a-033007ab163c', 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:31:54.620775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Made reservation on behalf of d61e64048e9749728421aea0eef71c00 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:31:54.623716 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:54.975225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.046841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7197972-1c97-4767-87e5-c950bffb01a7,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:55.048805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Checking segment: {'id': '41be4c40-e6a6-4e49-8daa-ffb346fecedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:31:55.049170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Network hostable DHCP agents. Network: 2c9ec7cc-40d1-445a-8608-4b34b979a327, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:31:55.106940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Network 2c9ec7cc-40d1-445a-8608-4b34b979a327 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:31:55.164172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2c9ec7cc-40d1-445a-8608-4b34b979a327) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:31:55.168839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:31:55.169421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.174195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-493ed8a5-44ba-4675-bd90-c0582bc015ad None None] Network 2c9ec7cc-40d1-445a-8608-4b34b979a327 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:31:55.228113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fb49f22d-8c92-4a63-8d18-8eddc9232684 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6725931 Jul 05 03:31:55.505941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-2c9ec7cc-40d1-445a-8608-4b34b979a327', 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'fixed_ips': [{'subnet_id': 'f7197972-1c97-4767-87e5-c950bffb01a7'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:31:55.507287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:55.859971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Allocated IP 172.20.0.2 (2c9ec7cc-40d1-445a-8608-4b34b979a327/f7197972-1c97-4767-87e5-c950bffb01a7/d6cf2057-766e-445a-87d2-fc5886f7ed90) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:31:56.096495 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.112291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Transition to ACTIVE for port object d6cf2057-766e-445a-87d2-fc5886f7ed90 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:31:56.133618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Transition to ACTIVE for port object d6cf2057-766e-445a-87d2-fc5886f7ed90 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:31:56.193394 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.260980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Network 2c9ec7cc-40d1-445a-8608-4b34b979a327 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:31:56.266799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:31:56.278988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:31:56.286435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Pushing event updated for resources: {'Port': ['ID=d6cf2057-766e-445a-87d2-fc5886f7ed90,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:56.312521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.312860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.313195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.313521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.313845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.314168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.314493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.314811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.315127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.315442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.315756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.316098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Tracked resource versions report: Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: pushed versions: Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: { 'AddressGroup': {'1.2'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'ConntrackHelper': {'1.0'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'Log': {'1.0'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'Network': {'1.1'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'Port': {'1.7'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'PortForwarding': {'1.2'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'QosPolicy': {'1.8'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'SecurityGroup': {'1.4'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'SubPort': {'1.0'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'Subnet': {'1.1'}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'Trunk': {'1.1'}} Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: consumer versions: Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: { DHCP agent@n-d-758944-41: {}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: L3 agent@n-d-758944-41: {}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: Metadata agent@n-d-758944-41: {}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: Metering agent@n-d-758944-41: {}, Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: Open vSwitch agent@n-d-758944-41: { 'AddressGroup': '1.2', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'ConntrackHelper': '1.0', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'Log': '1.0', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'Network': '1.1', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'Port': '1.7', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'PortForwarding': '1.2', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'QosPolicy': '1.8', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'SecurityGroup': '1.4', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'SecurityGroupRule': '1.2', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'SubPort': '1.0', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'Subnet': '1.1', Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: 'Trunk': '1.1'}} Jul 05 03:31:56.317239 n-d-758944-41 neutron-server[100897]: {{(pid=100897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:31:56.371063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Attempting to bind port d6cf2057-766e-445a-87d2-fc5886f7ed90 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:31:56.371387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Attempting to bind port d6cf2057-766e-445a-87d2-fc5886f7ed90 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '41be4c40-e6a6-4e49-8daa-ffb346fecedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:31:56.371809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Attempting to bind port d6cf2057-766e-445a-87d2-fc5886f7ed90 on network 2c9ec7cc-40d1-445a-8608-4b34b979a327 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:31:56.377486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:31:56.377897 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Checking segment: {'id': '41be4c40-e6a6-4e49-8daa-ffb346fecedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:31:56.378358 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.378753 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Bound using segment: {'id': '41be4c40-e6a6-4e49-8daa-ffb346fecedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:31:56.379217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Bound port: d6cf2057-766e-445a-87d2-fc5886f7ed90, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41be4c40-e6a6-4e49-8daa-ffb346fecedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:31:56.379649 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.447126 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] For port d6cf2057-766e-445a-87d2-fc5886f7ed90, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:31:56.452942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] For port d6cf2057-766e-445a-87d2-fc5886f7ed90, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d6cf2057-766e-445a-87d2-fc5886f7ed90,segment=NetworkSegment(41be4c40-e6a6-4e49-8daa-ffb346fecedb),segment_id=41be4c40-e6a6-4e49-8daa-ffb346fecedb)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:31:56.558859 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:31:56.627788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f0150d-8497-41a0-b67f-0158fd61cfc7 None None] Pushing event updated for resources: {'Port': ['ID=d6cf2057-766e-445a-87d2-fc5886f7ed90,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:31:57.607158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37728) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:31:57.925074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-d1319f30-2552-4ada-98c0-4f8edb44d5cc admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:31:57.926081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d1319f30-2552-4ada-98c0-4f8edb44d5cc admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3179750 Jul 05 03:32:00.327077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37736) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:00.636726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-2502401e-25e6-4d37-92f6-6aea6df20f99 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:32:00.637718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2502401e-25e6-4d37-92f6-6aea6df20f99 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3097279 Jul 05 03:32:02.679155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d6cf2057-766e-445a-87d2-fc5886f7ed90 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:02.719364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40843e05-9cd4-4025-812a-7dd6d7c97c16 None None] Network 2c9ec7cc-40d1-445a-8608-4b34b979a327 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:32:02.873062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-78bba849-37ab-4385-b24b-2de43e3328dc None None] Provisioning for port d6cf2057-766e-445a-87d2-fc5886f7ed90 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:02.881478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port d6cf2057-766e-445a-87d2-fc5886f7ed90 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:02.884870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-78bba849-37ab-4385-b24b-2de43e3328dc None None] Provisioning complete for port d6cf2057-766e-445a-87d2-fc5886f7ed90 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:02.890082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-78bba849-37ab-4385-b24b-2de43e3328dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:02.910951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d6cf2057-766e-445a-87d2-fc5886f7ed90 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:02.911318 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:03.127493 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-78bba849-37ab-4385-b24b-2de43e3328dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:03.138806 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:03.178789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-78bba849-37ab-4385-b24b-2de43e3328dc None None] For port d6cf2057-766e-445a-87d2-fc5886f7ed90, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d6cf2057-766e-445a-87d2-fc5886f7ed90,segment=NetworkSegment(41be4c40-e6a6-4e49-8daa-ffb346fecedb),segment_id=41be4c40-e6a6-4e49-8daa-ffb346fecedb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:32:03.245228 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-78bba849-37ab-4385-b24b-2de43e3328dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:03.267881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37752) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:03.319104 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:32:03.319478 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:32:03.323749 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bba849-37ab-4385-b24b-2de43e3328dc None None] Pushing event updated for resources: {'Port': ['ID=d6cf2057-766e-445a-87d2-fc5886f7ed90,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:03.366015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-92d539ad-9b43-4a5f-9b46-24bcb4760b68 None None] Provisioning complete for port d6cf2057-766e-445a-87d2-fc5886f7ed90 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:03.366437 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-92d539ad-9b43-4a5f-9b46-24bcb4760b68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:03.763230 n-d-758944-41 neutron-server[100895]: WARNING oslo_policy.policy [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:03.763806 n-d-758944-41 neutron-server[100895]: WARNING oslo_policy.policy [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:03.981624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': 'd61e64048e9749728421aea0eef71c00'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:04.044940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.policy [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=100895) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 05 03:32:04.089928 n-d-758944-41 neutron-server[100895]: WARNING oslo_policy.policy [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:04.090305 n-d-758944-41 neutron-server[100895]: WARNING oslo_policy.policy [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 05 03:32:04.098815 n-d-758944-41 neutron-server[100895]: INFO neutron.quota [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] Loaded quota_driver: . Jul 05 03:32:04.215519 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:04.217390 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:04.377164 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:04.411845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:04.472593 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:04.474012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-491ae936-becc-411e-8d72-96b090e7319d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.2039192 Jul 05 03:32:04.640828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d6cf2057-766e-445a-87d2-fc5886f7ed90 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:04.689170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d6cf2057-766e-445a-87d2-fc5886f7ed90 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:04.689542 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:06.812216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37768) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:07.111596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-9d90be09-258f-452d-bb81-d12097d1be60 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:32:07.112641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9d90be09-258f-452d-bb81-d12097d1be60 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2994747 Jul 05 03:32:07.941039 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3f29ac5f-d024-4968-a7f5-e158d5aad4eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:09.467001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37776) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:09.768949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Request body: {'network': {'router:external': True, 'is_default': True, 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'provider:physical_network': 'physnet1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:09.860977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Made reservation on behalf of 8c1e96b334e44708b6aed03fb027a582 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:32:09.863813 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:09.880169 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:09.997923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.060359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.071017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Reserving flat network on physical network physnet1 {{(pid=100895) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 05 03:32:10.103778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784176621653', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.104386 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Unsubscribe: segment precommit_create {{(pid=100895) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 05 03:32:10.104891 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Added segment d7b70053-0fb5-4f85-a524-06562f346e42 of type flat for network c0d90c83-fa66-44b3-bda2-9534baac2bed Jul 05 03:32:10.123180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed820d6-789d-4e07-8f03-bab247ac3404,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:10.149178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.149524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.149856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.150187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.150514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.150840 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.151162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.151480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.151798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.152147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.152466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.152783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Tracked resource versions report: Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: pushed versions: Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: { 'AddressGroup': {'1.2'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'ConntrackHelper': {'1.0'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'Log': {'1.0'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'Network': {'1.1'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'Port': {'1.7'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'PortForwarding': {'1.2'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'QosPolicy': {'1.8'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'SecurityGroup': {'1.4'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'SubPort': {'1.0'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'Subnet': {'1.1'}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'Trunk': {'1.1'}} Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: consumer versions: Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: { DHCP agent@n-d-758944-41: {}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: L3 agent@n-d-758944-41: {}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: Metadata agent@n-d-758944-41: {}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: Metering agent@n-d-758944-41: {}, Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: Open vSwitch agent@n-d-758944-41: { 'AddressGroup': '1.2', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'ConntrackHelper': '1.0', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'Log': '1.0', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'Network': '1.1', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'Port': '1.7', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'PortForwarding': '1.2', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'QosPolicy': '1.8', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'SecurityGroup': '1.4', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'SecurityGroupRule': '1.2', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'SubPort': '1.0', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'Subnet': '1.1', Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: 'Trunk': '1.1'}} Jul 05 03:32:10.154442 n-d-758944-41 neutron-server[100895]: {{(pid=100895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:32:10.234081 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.369577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.370704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:10.371361 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.471326 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] Pushing event updated for resources: {'Network': ['ID=c0d90c83-fa66-44b3-bda2-9534baac2bed,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:10.481522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c0d90c83-fa66-44b3-bda2-9534baac2bed details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:32:10.524675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-793c175b-08d1-4401-b2ce-d2994324e94e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0566196 Jul 05 03:32:10.678330 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-709352d7-0880-4af3-87f1-1a2ab5d7215b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:10.791702 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:11.632285 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:12.869967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37798) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:13.093649 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce089e0-fbb5-4bb3-b71b-70247693a29f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:13.095082 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1ce089e0-fbb5-4bb3-b71b-70247693a29f admin admin] 10.222.0.30 "GET /v2.0/subnets/f7197972-1c97-4767-87e5-c950bffb01a7 HTTP/1.1" status: 200 len: 849 time: 0.2241995 Jul 05 03:32:13.158383 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:13.235230 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3de58433-22da-4c4d-aef2-5b77de78bcab admin admin] 10.222.0.30 "GET /v2.0/routers/3fe0e025-003a-45b2-980c-fe58439461b1 HTTP/1.1" status: 200 len: 704 time: 0.1348023 Jul 05 03:32:13.286666 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:32:13.504471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:13.812205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Allocated IP 172.20.0.1 (2c9ec7cc-40d1-445a-8608-4b34b979a327/f7197972-1c97-4767-87e5-c950bffb01a7/8c65d6ca-a53a-40e3-b883-4e1fb0f6881d) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:32:14.001876 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:14.026321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Transition to ACTIVE for port object 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:32:14.164518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:14.242920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Network 2c9ec7cc-40d1-445a-8608-4b34b979a327 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:32:14.250665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:14.253968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:32:14.254631 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:14.311820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c65d6ca-a53a-40e3-b883-4e1fb0f6881d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:14.506484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7d4fc12d-4306-466e-aa2b-aab2c9a4c7e0 None None] Provisioning for port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:14.510406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7d4fc12d-4306-466e-aa2b-aab2c9a4c7e0 None None] Provisioning complete for port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:14.510808 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc12d-4306-466e-aa2b-aab2c9a4c7e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:14.546067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fc12d-4306-466e-aa2b-aab2c9a4c7e0 None None] Port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:32:14.610861 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:14.790570 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:14.843575 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:14.844409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:14.922498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Pushing event updated for resources: {'Port': ['ID=8c65d6ca-a53a-40e3-b883-4e1fb0f6881d,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:14.969758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Network 2c9ec7cc-40d1-445a-8608-4b34b979a327 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:32:14.971016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:15.167870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ff0ee4f8-9451-4c9b-b352-eda273f3e393 None None] Provisioning complete for port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:15.168349 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ff0ee4f8-9451-4c9b-b352-eda273f3e393 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:15.186676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Router 3fe0e025-003a-45b2-980c-fe58439461b1 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:32:15.201830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ff0ee4f8-9451-4c9b-b352-eda273f3e393 None None] Port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:32:15.283178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:32:15.289080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0fc7019f-a533-46f2-b245-a122894e26f1 admin admin] 10.222.0.30 "PUT /v2.0/routers/3fe0e025-003a-45b2-980c-fe58439461b1/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0489955 Jul 05 03:32:15.307112 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Sync routers for ids ['3fe0e025-003a-45b2-980c-fe58439461b1'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:32:15.319019 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Routers {'3fe0e025-003a-45b2-980c-fe58439461b1'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:15.319832 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:32:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3fe0e025-003a-45b2-980c-fe58439461b1'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:15.518180 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Set router 3fe0e025-003a-45b2-980c-fe58439461b1 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:32:15.958394 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'name': 'router1', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:04Z', 'updated_at': '2021-07-05T03:32:14Z', 'revision_number': 2, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'gw_port_host': None, '_interfaces': [{'id': '8c65d6ca-a53a-40e3-b883-4e1fb0f6881d', 'name': '', 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'mac_address': 'fa:16:3e:41:ee:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:13Z', 'updated_at': '2021-07-05T03:32:14Z', 'revision_number': 2, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'subnets': [{'id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c33197e-3f10-4cc7-ab6a-033007ab163c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:16.012617 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Checking router: 3fe0e025-003a-45b2-980c-fe58439461b1 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:32:16.013474 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Updating router 3fe0e025-003a-45b2-980c-fe58439461b1 port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:32:16.080998 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:16.586588 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:16.604590 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Transition to ACTIVE for port object 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:32:16.678173 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:16.847311 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Pushing event updated for resources: {'Port': ['ID=8c65d6ca-a53a-40e3-b883-4e1fb0f6881d,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:16.850766 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Attempting to bind port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:32:16.851160 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Attempting to bind port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '41be4c40-e6a6-4e49-8daa-ffb346fecedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:32:16.851575 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Attempting to bind port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d on network 2c9ec7cc-40d1-445a-8608-4b34b979a327 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:32:16.859051 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.859686 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.859780 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.860095 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.860427 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.860757 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.861084 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.861408 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.861731 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.862054 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.862376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.862706 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Tracked resource versions report: Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: pushed versions: Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: { 'AddressGroup': {'1.2'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'ConntrackHelper': {'1.0'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'Log': {'1.0'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'Network': {'1.1'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'Port': {'1.7'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'PortForwarding': {'1.2'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'QosPolicy': {'1.8'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'SecurityGroup': {'1.4'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'SubPort': {'1.0'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'Subnet': {'1.1'}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'Trunk': {'1.1'}} Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: consumer versions: Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: { DHCP agent@n-d-758944-41: {}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: L3 agent@n-d-758944-41: {}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: Metadata agent@n-d-758944-41: {}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: Metering agent@n-d-758944-41: {}, Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: Open vSwitch agent@n-d-758944-41: { 'AddressGroup': '1.2', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'ConntrackHelper': '1.0', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'Log': '1.0', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'Network': '1.1', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'Port': '1.7', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'PortForwarding': '1.2', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'QosPolicy': '1.8', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'SecurityGroup': '1.4', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'SecurityGroupRule': '1.2', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'SubPort': '1.0', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'Subnet': '1.1', Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: 'Trunk': '1.1'}} Jul 05 03:32:16.863835 n-d-758944-41 neutron-server[100898]: {{(pid=100898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:32:16.866362 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:32:16.866768 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Checking segment: {'id': '41be4c40-e6a6-4e49-8daa-ffb346fecedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:32:16.867236 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:16.867615 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Bound using segment: {'id': '41be4c40-e6a6-4e49-8daa-ffb346fecedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:32:16.868135 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Bound port: 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41be4c40-e6a6-4e49-8daa-ffb346fecedb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:32:16.868556 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:16.938378 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] For port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:32:16.960126 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] For port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8c65d6ca-a53a-40e3-b883-4e1fb0f6881d,segment=NetworkSegment(41be4c40-e6a6-4e49-8daa-ffb346fecedb),segment_id=41be4c40-e6a6-4e49-8daa-ffb346fecedb)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:32:17.033088 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:17.092598 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c061d9-4f95-45a2-aed4-d3b7a96deead None None] Pushing event updated for resources: {'Port': ['ID=8c65d6ca-a53a-40e3-b883-4e1fb0f6881d,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:17.098482 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Routers {'3fe0e025-003a-45b2-980c-fe58439461b1'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:17.099093 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:32:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3fe0e025-003a-45b2-980c-fe58439461b1'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:17.193548 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] Set router 3fe0e025-003a-45b2-980c-fe58439461b1 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:32:17.414191 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'name': 'router1', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:04Z', 'updated_at': '2021-07-05T03:32:14Z', 'revision_number': 2, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'gw_port_host': None, '_interfaces': [{'id': '8c65d6ca-a53a-40e3-b883-4e1fb0f6881d', 'name': '', 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'mac_address': 'fa:16:3e:41:ee:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:13Z', 'updated_at': '2021-07-05T03:32:16Z', 'revision_number': 4, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'subnets': [{'id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c33197e-3f10-4cc7-ab6a-033007ab163c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:17.440578 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47961fae-6eda-4be1-a24e-6f51bf69d037 None None] The sync data for ids ['3fe0e025-003a-45b2-980c-fe58439461b1'] in n-d-758944-41 is: [{'id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'name': 'router1', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:04Z', 'updated_at': '2021-07-05T03:32:14Z', 'revision_number': 2, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'gw_port_host': None, '_interfaces': [{'id': '8c65d6ca-a53a-40e3-b883-4e1fb0f6881d', 'name': '', 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'mac_address': 'fa:16:3e:41:ee:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:13Z', 'updated_at': '2021-07-05T03:32:16Z', 'revision_number': 4, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'subnets': [{'id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c33197e-3f10-4cc7-ab6a-033007ab163c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:32:17.502627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37818) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:17.612548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8b574e-0faa-416f-8db3-f4e811660402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:17.613919 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-af8b574e-0faa-416f-8db3-f4e811660402 admin admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 842 time: 0.1103251 Jul 05 03:32:17.623694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.4.1', 'cidr': '172.25.4.0/24', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:17.740943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Made reservation on behalf of 8c1e96b334e44708b6aed03fb027a582 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:32:17.743689 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:18.122945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 03:32:18.123384 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:18.184200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b37550f-9b18-495e-ac72-51a949743c7c,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:18.186927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:32:18.187276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Network hostable DHCP agents. Network: c0d90c83-fa66-44b3-bda2-9534baac2bed, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:32:18.260888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:32:18.358264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c0d90c83-fa66-44b3-bda2-9534baac2bed) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:18.362210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:18.362976 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:18.368159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ab9fa0-6ea5-409b-8434-757a1510f97d None None] Network c0d90c83-fa66-44b3-bda2-9534baac2bed requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:32:18.452557 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-79f6d5d1-56f3-4e2e-8740-bd3e1e157a05 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8326898 Jul 05 03:32:18.498948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81611a02-d5bf-4090-8130-4705d42265c7 None None] Network c0d90c83-fa66-44b3-bda2-9534baac2bed requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:32:20.670506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:20.739976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37830) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:20.815173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:20.819152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:20.819525 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:20.872835 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cf693dc4-3f6c-4611-bc82-f934ccd5b25d admin admin] 10.222.0.30 "GET /v2.0/routers/3fe0e025-003a-45b2-980c-fe58439461b1 HTTP/1.1" status: 200 len: 710 time: 0.1317949 Jul 05 03:32:20.899014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:20.937162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8c65d6ca-a53a-40e3-b883-4e1fb0f6881d,segment=NetworkSegment(41be4c40-e6a6-4e49-8daa-ffb346fecedb),segment_id=41be4c40-e6a6-4e49-8daa-ffb346fecedb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:32:20.960389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305327a8-3885-45bd-b0f3-b5fffefe3b77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:32:20.961801 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-305327a8-3885-45bd-b0f3-b5fffefe3b77 admin admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 886 time: 0.0837636 Jul 05 03:32:20.971445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:32:21.029544 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:21.074220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=8c65d6ca-a53a-40e3-b883-4e1fb0f6881d,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:21.306741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:21.663476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:21.738504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:22.080161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Allocated IP 172.25.4.17 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/b8193fbb-57f5-45d6-b7c9-3380275a3dc1) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:32:22.179487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:22.277414 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:22.313218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:32:22.315981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:32:22.321662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:32:22.358404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Pushing event updated for resources: {'Port': ['ID=b8193fbb-57f5-45d6-b7c9-3380275a3dc1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:22.619475 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:22.659972 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:22.707431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:22.707803 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:22.819637 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:22.822801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:22.929053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Router 3fe0e025-003a-45b2-980c-fe58439461b1 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:32:23.116365 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:32:23.120687 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:23.121970 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-96e5d007-cc5d-4f60-804e-de45f7142f52 admin admin] 10.222.0.30 "PUT /v2.0/routers/3fe0e025-003a-45b2-980c-fe58439461b1 HTTP/1.1" status: 200 len: 889 time: 2.1540117 Jul 05 03:32:23.125464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Sync routers for ids ['3fe0e025-003a-45b2-980c-fe58439461b1'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:32:23.136883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Routers {'3fe0e025-003a-45b2-980c-fe58439461b1'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:23.138114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:32:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3fe0e025-003a-45b2-980c-fe58439461b1'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:23.364701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Set router 3fe0e025-003a-45b2-980c-fe58439461b1 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:32:23.768909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'name': 'router1', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'b8193fbb-57f5-45d6-b7c9-3380275a3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:04Z', 'updated_at': '2021-07-05T03:32:22Z', 'revision_number': 4, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'gw_port': {'id': 'b8193fbb-57f5-45d6-b7c9-3380275a3dc1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:21Z', 'updated_at': '2021-07-05T03:32:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '8c65d6ca-a53a-40e3-b883-4e1fb0f6881d', 'name': '', 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'mac_address': 'fa:16:3e:41:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:13Z', 'updated_at': '2021-07-05T03:32:20Z', 'revision_number': 5, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'subnets': [{'id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c33197e-3f10-4cc7-ab6a-033007ab163c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:23.822098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Checking router: 3fe0e025-003a-45b2-980c-fe58439461b1 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:32:23.822449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Updating router 3fe0e025-003a-45b2-980c-fe58439461b1 port b8193fbb-57f5-45d6-b7c9-3380275a3dc1 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:32:23.856605 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:24.255552 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:24.265412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Transition to ACTIVE for port object b8193fbb-57f5-45d6-b7c9-3380275a3dc1 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:32:24.323609 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:24.378713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Attempting to bind port b8193fbb-57f5-45d6-b7c9-3380275a3dc1 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:32:24.379083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Attempting to bind port b8193fbb-57f5-45d6-b7c9-3380275a3dc1 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:32:24.379450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Attempting to bind port b8193fbb-57f5-45d6-b7c9-3380275a3dc1 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:32:24.382284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143f86-98fe-439d-bc45-5a3db281bc23 None None] Pushing event updated for resources: {'Port': ['ID=b8193fbb-57f5-45d6-b7c9-3380275a3dc1,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:24.387566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:32:24.387962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:32:24.388368 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:24.388750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:32:24.389497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Bound port: b8193fbb-57f5-45d6-b7c9-3380275a3dc1, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:32:24.389583 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:24.439574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] For port b8193fbb-57f5-45d6-b7c9-3380275a3dc1, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:32:24.443322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] For port b8193fbb-57f5-45d6-b7c9-3380275a3dc1, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b8193fbb-57f5-45d6-b7c9-3380275a3dc1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:32:24.495583 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:24.552959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Routers {'3fe0e025-003a-45b2-980c-fe58439461b1'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:32:24.553552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:32:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3fe0e025-003a-45b2-980c-fe58439461b1'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:24.558309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9143f86-98fe-439d-bc45-5a3db281bc23 None None] Pushing event updated for resources: {'Port': ['ID=b8193fbb-57f5-45d6-b7c9-3380275a3dc1,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:24.666581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] Set router 3fe0e025-003a-45b2-980c-fe58439461b1 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:32:24.877263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'name': 'router1', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'b8193fbb-57f5-45d6-b7c9-3380275a3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:04Z', 'updated_at': '2021-07-05T03:32:22Z', 'revision_number': 4, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'gw_port': {'id': 'b8193fbb-57f5-45d6-b7c9-3380275a3dc1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:21Z', 'updated_at': '2021-07-05T03:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '8c65d6ca-a53a-40e3-b883-4e1fb0f6881d', 'name': '', 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'mac_address': 'fa:16:3e:41:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:13Z', 'updated_at': '2021-07-05T03:32:20Z', 'revision_number': 5, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'subnets': [{'id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c33197e-3f10-4cc7-ab6a-033007ab163c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:32:24.904795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1b9c46d-95c2-4100-9db2-8bc928cb5d64 None None] The sync data for ids ['3fe0e025-003a-45b2-980c-fe58439461b1'] in n-d-758944-41 is: [{'id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'name': 'router1', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.17'}], 'enable_snat': True}, 'gw_port_id': 'b8193fbb-57f5-45d6-b7c9-3380275a3dc1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:32:04Z', 'updated_at': '2021-07-05T03:32:22Z', 'revision_number': 4, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'gw_port': {'id': 'b8193fbb-57f5-45d6-b7c9-3380275a3dc1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2e:59:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:21Z', 'updated_at': '2021-07-05T03:32:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '8c65d6ca-a53a-40e3-b883-4e1fb0f6881d', 'name': '', 'network_id': '2c9ec7cc-40d1-445a-8608-4b34b979a327', 'tenant_id': 'd61e64048e9749728421aea0eef71c00', 'mac_address': 'fa:16:3e:41:ee:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe0e025-003a-45b2-980c-fe58439461b1', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:32:13Z', 'updated_at': '2021-07-05T03:32:20Z', 'revision_number': 5, 'project_id': 'd61e64048e9749728421aea0eef71c00', 'subnets': [{'id': 'f7197972-1c97-4767-87e5-c950bffb01a7', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '6c33197e-3f10-4cc7-ab6a-033007ab163c'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:32:25.491661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37838) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:32:25.622709 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-65310e95-137b-4f52-b239-f3779fdbda8f admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1293964 Jul 05 03:32:26.674538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b8193fbb-57f5-45d6-b7c9-3380275a3dc1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:26.814557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port b8193fbb-57f5-45d6-b7c9-3380275a3dc1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:32:26.819401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b8193fbb-57f5-45d6-b7c9-3380275a3dc1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:26.819931 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:26.911215 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:26.931546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port b8193fbb-57f5-45d6-b7c9-3380275a3dc1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b8193fbb-57f5-45d6-b7c9-3380275a3dc1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:32:27.014965 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:27.061611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=b8193fbb-57f5-45d6-b7c9-3380275a3dc1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:32:28.668405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b8193fbb-57f5-45d6-b7c9-3380275a3dc1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:32:28.716550 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b8193fbb-57f5-45d6-b7c9-3380275a3dc1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:32:28.717058 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:37.929536 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c021ca5a-ebc1-411c-ab00-1d1d479d91ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:40.649442 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-87d11332-c9e5-437f-869e-40a1be443a0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:40.805621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:41.621127 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:43.202540 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:32:50.285160 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:33:07.923240 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-562e6e31-2cff-44fd-a48b-4aa15913b09b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:11.192224 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:11.193887 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3ff8836-2fbb-4b50-9c9c-9d41cc7b4a95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:11.614466 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:13.174274 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:27.285010 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:33:37.911058 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a8d488fb-f765-46a0-b629-4089e4e1512d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:40.642330 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e46e0c2-6c54-40a2-be8a-823d6491aba9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:40.790794 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:41.637287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:33:43.185104 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:04.283827 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:34:07.185440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38444) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:07.243562 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-90baf830-cb32-4a5c-a90f-3ba556cdfa8b admin admin] GET failed (client error): The resource could not be found. Jul 05 03:34:07.244922 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-90baf830-cb32-4a5c-a90f-3ba556cdfa8b admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0585377 Jul 05 03:34:07.414865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c40b794-e0ab-4cb4-88c3-6008f9a9ad06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:07.416305 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2c40b794-e0ab-4cb4-88c3-6008f9a9ad06 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1669865 Jul 05 03:34:07.915026 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4b81ccc6-fd53-4ef1-aae4-c369c2768b8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:09.566083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38454) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:09.661585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f27cc8dc-cd1e-4d12-8099-a46366d6cff5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:09.662897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f27cc8dc-cd1e-4d12-8099-a46366d6cff5 admin admin] 10.222.0.30 "GET /v2.0/subnets/f7197972-1c97-4767-87e5-c950bffb01a7 HTTP/1.1" status: 200 len: 849 time: 0.0958996 Jul 05 03:34:09.672318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:09.757082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Notify callbacks [] for subnet, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:09.961761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784176645151'] for subnet, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:09.998414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:09.999006 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:10.000367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] 10.222.0.30 "PUT /v2.0/subnets/f7197972-1c97-4767-87e5-c950bffb01a7 HTTP/1.1" status: 200 len: 868 time: 0.3316875 Jul 05 03:34:10.006933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8e2147-71ef-4f90-a9fb-7ed39769e5cc None None] Network 2c9ec7cc-40d1-445a-8608-4b34b979a327 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:34:10.022684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7197972-1c97-4767-87e5-c950bffb01a7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:10.030248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.030627 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.030936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.031270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.031599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.032195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.032531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.032850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.033171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.033492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.033877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.034202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65df6245-bb4d-46b9-ba36-ead1daa4b5c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:34:10.419634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3cdfff8d-92de-401a-a01c-f86fd044c2cd None None] Provisioning complete for port d6cf2057-766e-445a-87d2-fc5886f7ed90 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:10.420051 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cdfff8d-92de-401a-a01c-f86fd044c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:10.506804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3cdfff8d-92de-401a-a01c-f86fd044c2cd None None] Provisioning complete for port 8c65d6ca-a53a-40e3-b883-4e1fb0f6881d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:34:10.507103 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cdfff8d-92de-401a-a01c-f86fd044c2cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:10.749290 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a564488b-0452-47ff-b151-c73d9c90fac5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:10.830478 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:11.629204 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:12.175427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38464) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:12.377176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55abd99-3147-4d8b-a140-a5874ffd28ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:12.377575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55abd99-3147-4d8b-a140-a5874ffd28ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:12.379178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f55abd99-3147-4d8b-a140-a5874ffd28ab admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2027166 Jul 05 03:34:13.171744 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:14.546367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38472) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:14.677298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89923d70-6545-4aa3-b4c3-fa08e31d55e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:14.677776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89923d70-6545-4aa3-b4c3-fa08e31d55e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:14.679280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-89923d70-6545-4aa3-b4c3-fa08e31d55e2 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1319630 Jul 05 03:34:16.825338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38480) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:16.995317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a74cec9-daad-4a30-bf2b-a9384e0e8265 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:16.996713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8a74cec9-daad-4a30-bf2b-a9384e0e8265 admin admin] 10.222.0.30 "GET /v2.0/networks/2c9ec7cc-40d1-445a-8608-4b34b979a327 HTTP/1.1" status: 200 len: 869 time: 0.1704299 Jul 05 03:34:19.141740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38488) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:19.266889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532cffef-6e33-40cc-96cc-31854c33d87c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:19.268248 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-532cffef-6e33-40cc-96cc-31854c33d87c admin admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 886 time: 0.1255050 Jul 05 03:34:21.413890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38496) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:21.536902 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fdb929-849c-49f0-a4a7-2fd93fb007af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:21.537378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10fdb929-849c-49f0-a4a7-2fd93fb007af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:21.538892 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-10fdb929-849c-49f0-a4a7-2fd93fb007af admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1240630 Jul 05 03:34:23.703751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38504) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:23.796521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f15920-1f85-4454-a6bb-0fe67e61df47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:23.797131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96f15920-1f85-4454-a6bb-0fe67e61df47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:23.798636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-96f15920-1f85-4454-a6bb-0fe67e61df47 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0939105 Jul 05 03:34:25.943994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38512) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:26.028599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4899d5a8-0652-4823-98e1-8d4547464228 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:26.029919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4899d5a8-0652-4823-98e1-8d4547464228 admin admin] 10.222.0.30 "GET /v2.0/subnets/7b37550f-9b18-495e-ac72-51a949743c7c HTTP/1.1" status: 200 len: 816 time: 0.0849802 Jul 05 03:34:28.182903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38520) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:28.272562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267491bf-1ad5-4ceb-9666-77e51c7b6566 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:28.273900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-267491bf-1ad5-4ceb-9666-77e51c7b6566 admin admin] 10.222.0.30 "GET /v2.0/subnets/f7197972-1c97-4767-87e5-c950bffb01a7 HTTP/1.1" status: 200 len: 868 time: 0.0900528 Jul 05 03:34:37.921076 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b5408db5-ba55-4181-8dc2-f4394e69981b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:40.737702 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d2607b8-9df3-4c32-b600-e3f7d7da28c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:40.818267 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:41.281828 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:34:41.640942 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:43.195149 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:52.027113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38564) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:52.072414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-0fd902b6-8b06-44ff-958a-892dd8eab20b admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:34:52.073405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0fd902b6-8b06-44ff-958a-892dd8eab20b admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0450416 Jul 05 03:34:54.324700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38572) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:54.383561 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1d492ea-3746-4299-a8de-e44a45fd9cb8 admin admin] GET failed (client error): The resource could not be found. Jul 05 03:34:54.384914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f1d492ea-3746-4299-a8de-e44a45fd9cb8 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0592878 Jul 05 03:34:54.532083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e831784-4b7d-4d1e-9cc9-47685189f291 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:54.533546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1e831784-4b7d-4d1e-9cc9-47685189f291 admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1449208 Jul 05 03:34:56.707959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38580) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:56.752657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:56.806027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Made reservation on behalf of 8c1e96b334e44708b6aed03fb027a582 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:34:56.808923 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:56.844429 n-d-758944-41 neutron-server[100896]: WARNING neutron.services.revisions.revision_plugin [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Could not find related network for resource to bump revision. Jul 05 03:34:56.856519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:34:56.865225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:56.865560 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Added segment 5173247e-32e7-41cf-8cb7-cc8498240e10 of type vlan for network 693f8881-48c8-4c41-8c86-41b15a1d9621 Jul 05 03:34:56.906662 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:56.987650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:56.988632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:56.989214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:57.095734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] Pushing event updated for resources: {'Network': ['ID=693f8881-48c8-4c41-8c86-41b15a1d9621,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:57.106292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:34:57.166359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1e7537f3-ffe4-4cb2-80b4-e3a7c669716f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4566777 Jul 05 03:34:59.326982 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38588) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:34:59.386834 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a08df352-45a4-4a1a-b424-b91664124593 admin admin] GET failed (client error): The resource could not be found. Jul 05 03:34:59.388175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a08df352-45a4-4a1a-b424-b91664124593 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0602183 Jul 05 03:34:59.457825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560dac6b-f82d-4085-b24b-73a87436af27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:59.459281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-560dac6b-f82d-4085-b24b-73a87436af27 admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0671294 Jul 05 03:34:59.468686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'description': 'shared-subnet', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:34:59.537685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Made reservation on behalf of 8c1e96b334e44708b6aed03fb027a582 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:34:59.539957 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:59.737892 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:59.797076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a087219f-06fb-4482-b500-6f1feec659b9,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:34:59.806060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:34:59.806920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Network hostable DHCP agents. Network: 693f8881-48c8-4c41-8c86-41b15a1d9621, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:34:59.857586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:34:59.932480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 693f8881-48c8-4c41-8c86-41b15a1d9621) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:34:59.936364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:34:59.936946 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:34:59.941877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ca6d01-df5f-488e-b2d3-988a20e6b147 None None] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:35:00.001721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-721099fc-0b7e-4b53-a9e4-872e95537917 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5362453 Jul 05 03:35:00.093490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-693f8881-48c8-4c41-8c86-41b15a1d9621', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'tenant_id': '8c1e96b334e44708b6aed03fb027a582', 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:35:00.094378 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:00.238965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Allocated IP 192.168.233.2 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/373921e4-10a8-4696-8361-6a4a76abccce) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:35:00.393166 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:00.403270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Transition to ACTIVE for port object 373921e4-10a8-4696-8361-6a4a76abccce will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:00.419197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Transition to ACTIVE for port object 373921e4-10a8-4696-8361-6a4a76abccce will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:35:00.510495 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:00.548394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:35:00.550372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:35:00.557691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:35:00.568271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Pushing event updated for resources: {'Port': ['ID=373921e4-10a8-4696-8361-6a4a76abccce,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:00.594346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.594722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.595072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.595417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.595759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.596118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.596449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.596782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.597110 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.597454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.597779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.598107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:35:00.631558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Attempting to bind port 373921e4-10a8-4696-8361-6a4a76abccce on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:35:00.631954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Attempting to bind port 373921e4-10a8-4696-8361-6a4a76abccce by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:35:00.632321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Attempting to bind port 373921e4-10a8-4696-8361-6a4a76abccce on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:35:00.638091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:35:00.641920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:35:00.641920 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:00.641920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:35:00.641920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Bound port: 373921e4-10a8-4696-8361-6a4a76abccce, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:35:00.641920 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:00.706873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] For port 373921e4-10a8-4696-8361-6a4a76abccce, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:35:00.710000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] For port 373921e4-10a8-4696-8361-6a4a76abccce, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=373921e4-10a8-4696-8361-6a4a76abccce,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:35:00.756155 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:00.815960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b9141f-103a-4cae-97c5-2f72337e1bc0 None None] Pushing event updated for resources: {'Port': ['ID=373921e4-10a8-4696-8361-6a4a76abccce,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:01.617989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e3400f-df08-41db-86e0-0a752e2152d6 None None] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:35:01.743636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-712c7e32-81a9-446b-ab43-fe80e525ad91 None None] Provisioning for port 373921e4-10a8-4696-8361-6a4a76abccce completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:35:02.813612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 373921e4-10a8-4696-8361-6a4a76abccce up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:35:02.930671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 373921e4-10a8-4696-8361-6a4a76abccce completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:35:02.934680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 373921e4-10a8-4696-8361-6a4a76abccce triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:02.935052 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:03.017521 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:03.051662 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 373921e4-10a8-4696-8361-6a4a76abccce, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=373921e4-10a8-4696-8361-6a4a76abccce,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:35:03.115290 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:03.165528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=373921e4-10a8-4696-8361-6a4a76abccce,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:35:04.776014 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 373921e4-10a8-4696-8361-6a4a76abccce up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:35:04.825593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 373921e4-10a8-4696-8361-6a4a76abccce triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:35:04.825963 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:07.918923 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-137d6e1d-ff89-41e3-a681-8c85f292078a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:10.657834 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-50be86c9-71a8-4fab-bc03-9575b437cba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:10.810432 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:11.644548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:13.200579 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:18.280997 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:35:37.908210 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cbe4dcc9-1490-4072-802c-39aebf711592 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.685663 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-99c95a13-a651-42c7-8df2-012cd0a5ef9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:40.800180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:41.655646 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:43.192487 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:35:55.279445 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:36:07.934635 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-11791fce-0949-4d10-935a-9728eff3f6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:10.733623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eb8b391f-c082-4e62-b135-9f02fe0837cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:10.793583 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:11.651694 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:13.187736 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:27.320697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38640) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:27.327841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-1c1ccae8-74cc-42f6-ba5f-ab835fc346df tempest-verify_tempest_config-2016780041 tempest-verify_tempest_config-2016780041-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:36:27.329104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1c1ccae8-74cc-42f6-ba5f-ab835fc346df tempest-verify_tempest_config-2016780041 tempest-verify_tempest_config-2016780041-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0071270 Jul 05 03:36:28.115857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38658) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:28.216802 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:28.300025 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:28.368103 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:28.414991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2d37f2e8e0e4ef797f1c6977ae9a244&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2980528 Jul 05 03:36:28.416655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=068b6aba-6172-49e2-a6ed-dd87285ba231,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:28.418774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38662) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:36:28.423946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.424306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.424645 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.424980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.425313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.425645 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.426024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.426295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.426619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.426942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.427265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.427582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533aa080-80ee-45cf-b725-b1e8698911d5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.475007 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:28.495438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:28.648621 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:28.651804 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:28.652966 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/068b6aba-6172-49e2-a6ed-dd87285ba231 HTTP/1.1" status: 204 len: 168 time: 0.2331011 Jul 05 03:36:28.660556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=068b6aba-6172-49e2-a6ed-dd87285ba231,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:36:28.667195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.667542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.667876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.668250 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.668607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.668894 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.669221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.669545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.669920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.670248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.670570 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:28.670892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-283dd618-b5cd-4e06-838a-3b947a3fbdf5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:36:32.277963 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:36:37.916848 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1a608e1a-c56a-450d-8b41-5b9a957f6bb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:40.667652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2f0994e8-d983-4ab1-badd-205d427c070b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:40.804431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:41.808464 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:36:43.204126 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:07.938688 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b78def07-5d00-4eff-a079-ce358828d3d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:09.278050 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:37:10.695098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-826c2429-987b-4bf0-915e-a7012ea9c821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:10.807286 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:11.641592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:13.192360 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:37.920886 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bf8b930f-f2a0-415d-9940-deefd263940c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:40.720752 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3f5df743-af88-4dbd-9283-9b060babdc65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:40.812031 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:41.663494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:43.203306 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:37:46.277108 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:38:07.908586 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a99c3dd4-1a2c-4cb8-9f2d-30430dcfa0dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:10.708109 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-864e512d-7919-4e2b-8acb-66543bab9668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:10.810769 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:11.654200 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:13.208180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:23.278083 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:38:37.956197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-791d592f-2257-4dec-8f8f-71679b2e5dc4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:40.667577 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ae024cae-944e-48a0-bd92-e1d1185b02bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:40.824749 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:41.665255 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:38:43.222132 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:00.277428 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:39:07.907266 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-80210cba-9ea9-4062-9383-5bb0c0d7cb10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:10.721189 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0e3b03a9-8ce2-41c9-bd61-dce0be99f0e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:10.818381 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:11.664194 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:13.206752 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:37.276778 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 5 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:39:37.903635 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9032e76f-2303-462c-ad0c-01739e7eea33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:40.705957 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c4f119a2-850e-42f5-b5f6-7585bd62066b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:40.808312 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:41.648945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:43.225895 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:43.351612 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589345'] for agent, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:39:43.837182 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-589345'] for agent, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:07.899423 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bf743dbb-5a6d-48eb-abac-f40597ecce66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:10.733463 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-366e51c1-195a-4044-8dbf-6ecd5095f669 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:10.825320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:11.673649 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:13.222451 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:13.274038 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:13.776906 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:14.276686 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:40:22.581374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38732) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:40:22.683272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4b13c1b6-d75e-4187-a113-7abdbeaac807 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.1008239 Jul 05 03:40:24.843293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38742) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:40:24.896222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-66af9ee2-edf5-462f-b196-27d6c6900791 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4689 time: 0.0517776 Jul 05 03:40:37.908014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a941540-d275-4ac5-b466-c3f3d3d1f5dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:40.690456 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-89dd84c4-d099-4913-a8cf-a56175e73365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:40.839050 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:41.656746 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:43.233813 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:43.303830 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:43.804643 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:40:51.275857 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:41:07.926888 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a007a72a-a507-4e32-8087-d16d10a4f365 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:10.686757 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e45e98f-7f89-4b91-babf-2feb3dde3241 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:10.844461 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:11.692393 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:13.232507 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:13.286133 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:13.817709 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:28.275146 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:41:37.892061 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cf21f5b7-00e8-47ac-9688-48adc506d37b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:40.666167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f90d7698-b472-4886-a93c-e9d7c4606cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:40.810691 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:41.696935 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:43.278729 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:43.565233 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:43.814975 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:47.733034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38962) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:48.250114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b37ec9a-d8c5-4a0e-b858-e2a04ba76f03 tempest-AutoAllocateNetworkTest-231285382 tempest-AutoAllocateNetworkTest-231285382-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=075293493f1f4d94a2e7e83190776c54&shared=False HTTP/1.1" status: 200 len: 208 time: 0.5143883 Jul 05 03:41:48.252862 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38986) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:48.452136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df7911d-e0ff-4008-956e-c420a51ce60f tempest-AutoAllocateNetworkTest-231285382 tempest-AutoAllocateNetworkTest-231285382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:48.457726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38992) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:48.458311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5df7911d-e0ff-4008-956e-c420a51ce60f tempest-AutoAllocateNetworkTest-231285382 tempest-AutoAllocateNetworkTest-231285382-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2040846 Jul 05 03:41:48.518460 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cf56ad8a-99f8-4f27-b68f-01d19d7b6afa tempest-AutoAllocateNetworkTest-231285382 tempest-AutoAllocateNetworkTest-231285382-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0594573 Jul 05 03:41:48.520903 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38998) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:48.551321 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3a4619bb-1620-4e5f-b149-88571fbe92cf tempest-AutoAllocateNetworkTest-231285382 tempest-AutoAllocateNetworkTest-231285382-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=075293493f1f4d94a2e7e83190776c54 HTTP/1.1" status: 200 len: 208 time: 0.0293567 Jul 05 03:41:49.566980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39032) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:49.994052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:50.085159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:50.165132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:50.204116 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b87178e2-9cd8-491b-a648-726ea574bcf6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:50.216163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.216660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.217125 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.217585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.218054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.218564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.219512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.219993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.220622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.221221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.221803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.222492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] Tracked resource versions report: Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: pushed versions: Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: { 'AddressGroup': {'1.2'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'ConntrackHelper': {'1.0'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'Log': {'1.0'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'Network': {'1.1'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'Port': {'1.7'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'PortForwarding': {'1.2'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'QosPolicy': {'1.8'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'SecurityGroup': {'1.4'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'SubPort': {'1.0'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'Subnet': {'1.1'}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'Trunk': {'1.1'}} Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: consumer versions: Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: { DHCP agent@n-d-758944-41: {}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: HyperV agent@n-h1-758944-41: {}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: HyperV agent@n-h2-758944-41: {}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: L3 agent@n-d-758944-41: {}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: Metadata agent@n-d-758944-41: {}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: Metering agent@n-d-758944-41: {}, Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: Open vSwitch agent@n-d-758944-41: { 'AddressGroup': '1.2', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'ConntrackHelper': '1.0', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'Log': '1.0', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'Network': '1.1', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'Port': '1.7', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'PortForwarding': '1.2', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'QosPolicy': '1.8', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'SecurityGroup': '1.4', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'SecurityGroupRule': '1.2', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'SubPort': '1.0', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'Subnet': '1.1', Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: 'Trunk': '1.1'}} Jul 05 03:41:50.223882 n-d-758944-41 neutron-server[100895]: {{(pid=100895) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:41:50.236984 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fbd68df2-dfc9-4e13-ada0-c00a5b842aa3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=075293493f1f4d94a2e7e83190776c54&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6689260 Jul 05 03:41:50.239848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39068) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:50.304895 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:50.327765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:50.445273 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:50.448259 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:50.449874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b87178e2-9cd8-491b-a648-726ea574bcf6 HTTP/1.1" status: 204 len: 168 time: 0.2089415 Jul 05 03:41:50.473401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b87178e2-9cd8-491b-a648-726ea574bcf6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:50.487828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.488419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.488897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.489512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.490044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.490655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.491123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.491817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.492431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.493083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.493546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.494057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2de5f8b-25ac-410a-85bb-e176a9921514 admin admin] Tracked resource versions report: Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: pushed versions: Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: { 'AddressGroup': {'1.2'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'ConntrackHelper': {'1.0'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'Log': {'1.0'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'Network': {'1.1'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'Port': {'1.7'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'PortForwarding': {'1.2'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'QosPolicy': {'1.8'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'SecurityGroup': {'1.4'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'SubPort': {'1.0'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'Subnet': {'1.1'}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'Trunk': {'1.1'}} Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: consumer versions: Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: { DHCP agent@n-d-758944-41: {}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: HyperV agent@n-h1-758944-41: {}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: HyperV agent@n-h2-758944-41: {}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: L3 agent@n-d-758944-41: {}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: Metadata agent@n-d-758944-41: {}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: Metering agent@n-d-758944-41: {}, Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: Open vSwitch agent@n-d-758944-41: { 'AddressGroup': '1.2', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'ConntrackHelper': '1.0', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'Log': '1.0', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'Network': '1.1', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'Port': '1.7', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'PortForwarding': '1.2', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'QosPolicy': '1.8', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'SecurityGroup': '1.4', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'SecurityGroupRule': '1.2', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'SubPort': '1.0', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'Subnet': '1.1', Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: 'Trunk': '1.1'}} Jul 05 03:41:50.495458 n-d-758944-41 neutron-server[100896]: {{(pid=100896) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:41:51.535254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39138) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:51.538098 n-d-758944-41 neutron-server[100896]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 03:41:51.562515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-f98b8be7-9333-411b-87db-0f58a33e0592 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=19e7a50b8a884d35834cbdafef1c2039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253687 Jul 05 03:41:51.675142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-f5d80802-9a7d-42bb-bd05-df78f1be9149 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:51.676683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-f5d80802-9a7d-42bb-bd05-df78f1be9149 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1109424 Jul 05 03:41:51.693632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-497afea0-81a4-4033-977a-9c4d40737f58 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/quotas/19e7a50b8a884d35834cbdafef1c2039 HTTP/1.1" status: 200 len: 375 time: 0.0109618 Jul 05 03:41:51.777435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-d976804e-b9f0-4c94-8a56-d019626b4dda tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=19e7a50b8a884d35834cbdafef1c2039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0781324 Jul 05 03:41:52.172276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39182) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:52.386696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-network', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:52.514095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Made reservation on behalf of f7e5526a71ee4c1c8a5ada86eaf7d084 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:41:52.517416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:52.532687 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:52.704810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39220) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:52.709439 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:52.820369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddbf8da6-6661-428c-b361-39118764f0e7 req-0c9fa8e0-8caf-43c6-99e6-e2cd206f1b39 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 210 time: 0.1141787 Jul 05 03:41:52.834719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:52.912819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f52b57d7-7b45-4063-951a-fcb574c061c3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:52.922088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:41:52.938158 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:52.938587 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Added segment 4c772960-d2ad-402b-919e-d7ebedc0ceed of type vlan for network c7b8544a-cbad-4b6d-a113-fe649b231e47 Jul 05 03:41:52.979812 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:53.096686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:53.097759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:53.098563 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:53.161603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] Pushing event updated for resources: {'Network': ['ID=c7b8544a-cbad-4b6d-a113-fe649b231e47,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:53.173701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c7b8544a-cbad-4b6d-a113-fe649b231e47 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:41:53.197842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39254) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:53.198752 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9ff9cd5c-fe5f-4711-b0b8-396f8ffeea92 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0248411 Jul 05 03:41:53.211201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Request body: {'subnet': {'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-subnet', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:53.308712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Made reservation on behalf of f7e5526a71ee4c1c8a5ada86eaf7d084 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:41:53.311038 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:53.398381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39276) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:53.541191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-232f8bec-d205-438e-bfb2-1513117e5269 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:53.644936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-232f8bec-d205-438e-bfb2-1513117e5269 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:53.657375 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:53.715978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3dabc5b6-7e6d-4427-acf6-605492cbf926,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:53.725922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Checking segment: {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:41:53.726271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Network hostable DHCP agents. Network: c7b8544a-cbad-4b6d-a113-fe649b231e47, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:41:53.770445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-232f8bec-d205-438e-bfb2-1513117e5269 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:53.803917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f8bec-d205-438e-bfb2-1513117e5269 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2282b5a3-e099-4d52-ad07-040af037f870,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:53.816727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Network c7b8544a-cbad-4b6d-a113-fe649b231e47 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:41:53.831357 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-232f8bec-d205-438e-bfb2-1513117e5269 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8d903fde8ca46f8952c83e3bb037e4a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4315834 Jul 05 03:41:53.833906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39320) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:53.893468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-18bab82c-d0dc-4238-978a-fa9de9b26c07 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=abb0e8731cbd4cba8719e34478ac1b06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371544 Jul 05 03:41:53.954339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4ecccc0-94ad-4c0d-a2fa-fd5da35985ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:53.957910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c7b8544a-cbad-4b6d-a113-fe649b231e47) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:41:53.966079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c0cbb9-e67c-4e6d-9906-a0c62a2a016d None None] Network c7b8544a-cbad-4b6d-a113-fe649b231e47 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:41:53.977597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:53.977989 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.012752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4ecccc0-94ad-4c0d-a2fa-fd5da35985ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.073981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-febabe0d-c790-4908-a9ef-43883ce27d52 req-0ca420b9-64bc-4aab-b024-dd3772abffec tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 210 time: 0.0590813 Jul 05 03:41:54.116315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2d1c9840-2eed-487e-b7db-8b64e905649d tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:54.118464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2d1c9840-2eed-487e-b7db-8b64e905649d tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2194769 Jul 05 03:41:54.121280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c2e8f005-8bf0-40f4-91db-07eb9802b409 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 0.9199231 Jul 05 03:41:54.125669 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39332) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:54.133760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:54.137726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-6a85dead-44b9-49c2-a4c2-480b1b8bface tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/quotas/abb0e8731cbd4cba8719e34478ac1b06 HTTP/1.1" status: 200 len: 375 time: 0.0134885 Jul 05 03:41:54.177020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-0217dc92-b0de-4308-a5a5-f340b9634215 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=abb0e8731cbd4cba8719e34478ac1b06&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327802 Jul 05 03:41:54.241283 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.243518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4ecccc0-94ad-4c0d-a2fa-fd5da35985ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.244663 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.252090 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4ecccc0-94ad-4c0d-a2fa-fd5da35985ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.252090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d4ecccc0-94ad-4c0d-a2fa-fd5da35985ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2282b5a3-e099-4d52-ad07-040af037f870 HTTP/1.1" status: 204 len: 168 time: 0.4145751 Jul 05 03:41:54.260719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ecccc0-94ad-4c0d-a2fa-fd5da35985ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2282b5a3-e099-4d52-ad07-040af037f870,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:54.269491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-c7b8544a-cbad-4b6d-a113-fe649b231e47', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:41:54.270355 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.330286 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.444350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-031e8398-47fb-47e8-acf1-43ee1aaf83bc req-545e8aae-4be4-4e8c-b592-292d71b54aa6 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 210 time: 0.0317628 Jul 05 03:41:54.481367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Allocated IP 172.20.0.2 (c7b8544a-cbad-4b6d-a113-fe649b231e47/3dabc5b6-7e6d-4427-acf6-605492cbf926/83aeae63-4ae0-47c5-9ad6-637168d165c9) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:41:54.628209 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.693703 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.703580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Transition to ACTIVE for port object 83aeae63-4ae0-47c5-9ad6-637168d165c9 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:41:54.720833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Transition to ACTIVE for port object 83aeae63-4ae0-47c5-9ad6-637168d165c9 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:41:54.908699 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.933507 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.948131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Network c7b8544a-cbad-4b6d-a113-fe649b231e47 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:41:54.951084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:41:54.954645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:41:54.957655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:54.992398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Pushing event updated for resources: {'Port': ['ID=83aeae63-4ae0-47c5-9ad6-637168d165c9,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:55.019307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.019307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.019307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.019307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.019724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.019803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.020152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.020523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.020851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.021169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.021490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.021809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Tracked resource versions report: Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: pushed versions: Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: { 'AddressGroup': {'1.2'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'ConntrackHelper': {'1.0'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'Log': {'1.0'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'Network': {'1.1'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'Port': {'1.7'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'PortForwarding': {'1.2'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'QosPolicy': {'1.8'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'SecurityGroup': {'1.4'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'SubPort': {'1.0'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'Subnet': {'1.1'}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'Trunk': {'1.1'}} Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: consumer versions: Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: { DHCP agent@n-d-758944-41: {}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: HyperV agent@n-h1-758944-41: {}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: HyperV agent@n-h2-758944-41: {}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: L3 agent@n-d-758944-41: {}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: Metadata agent@n-d-758944-41: {}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: Metering agent@n-d-758944-41: {}, Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: Open vSwitch agent@n-d-758944-41: { 'AddressGroup': '1.2', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'ConntrackHelper': '1.0', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'Log': '1.0', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'Network': '1.1', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'Port': '1.7', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'PortForwarding': '1.2', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'QosPolicy': '1.8', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'SecurityGroup': '1.4', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'SecurityGroupRule': '1.2', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'SubPort': '1.0', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'Subnet': '1.1', Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: 'Trunk': '1.1'}} Jul 05 03:41:55.022929 n-d-758944-41 neutron-server[100897]: {{(pid=100897) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:41:55.038867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Attempting to bind port 83aeae63-4ae0-47c5-9ad6-637168d165c9 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:41:55.039237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Attempting to bind port 83aeae63-4ae0-47c5-9ad6-637168d165c9 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:41:55.039596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Attempting to bind port 83aeae63-4ae0-47c5-9ad6-637168d165c9 on network c7b8544a-cbad-4b6d-a113-fe649b231e47 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:41:55.044665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:41:55.045034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Checking segment: {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:41:55.045435 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.045826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Bound using segment: {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:41:55.046387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Bound port: 83aeae63-4ae0-47c5-9ad6-637168d165c9, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:41:55.047262 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.082234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Allocated IP 172.25.4.179 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/250833bc-ee17-4476-9d14-8072f5cd618e) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:41:55.143381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] For port 83aeae63-4ae0-47c5-9ad6-637168d165c9, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:41:55.146565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] For port 83aeae63-4ae0-47c5-9ad6-637168d165c9, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=83aeae63-4ae0-47c5-9ad6-637168d165c9,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:41:55.216026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39390) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:55.239776 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.309477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a83f6da-f326-4f24-9d2a-49acea905918 None None] Pushing event updated for resources: {'Port': ['ID=83aeae63-4ae0-47c5-9ad6-637168d165c9,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:55.348654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae227616-ebeb-49f4-b0b8-d96b1dadc919 req-0afb925a-f4fa-4cf5-9810-792e4146200c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 210 time: 0.1025016 Jul 05 03:41:55.381000 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.392490 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5be576fa-fb49-4e94-ab25-e91add125edf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.459868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39398) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:55.521834 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5be576fa-fb49-4e94-ab25-e91add125edf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.548324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-833c631d-6a24-42f9-87dd-f7b45f6b151d req-5cb440cf-d259-4fbf-90b8-887831f05995 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 210 time: 0.0416560 Jul 05 03:41:55.571527 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.652305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5be576fa-fb49-4e94-ab25-e91add125edf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.671724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-820f2769-4575-4229-bf8a-dbdd87242f05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.672031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:41:55.706661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:41:55.710567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:41:55.725528 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5be576fa-fb49-4e94-ab25-e91add125edf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cd89a09e73e04686a9d8858af412fd27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5084531 Jul 05 03:41:55.726173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39414) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:55.771504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be576fa-fb49-4e94-ab25-e91add125edf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a5d2cde-64c9-4ea0-9c75-008b505a1986,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:55.828336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Pushing event updated for resources: {'Port': ['ID=250833bc-ee17-4476-9d14-8072f5cd618e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:55.830218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-820f2769-4575-4229-bf8a-dbdd87242f05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.913920 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57a87b59-b0a2-41c2-8b16-469f080408b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.923315 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-820f2769-4575-4229-bf8a-dbdd87242f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:55.935930 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57a87b59-b0a2-41c2-8b16-469f080408b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.026564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.13', 55032) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:56.034494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f2769-4575-4229-bf8a-dbdd87242f05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37c4f7d-7c43-4554-9162-beb38b8d5621,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:56.038751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-820f2769-4575-4229-bf8a-dbdd87242f05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04a977ee31d04ffd92f09bd6aac42817&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5770421 Jul 05 03:41:56.041303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39424) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:56.059728 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-55230813-bfda-4df2-ac13-545ccd2d10ce tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=19e7a50b8a884d35834cbdafef1c2039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0319886 Jul 05 03:41:56.090555 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7399f22f-5a98-435d-8492-8615ea8247e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.115442 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7399f22f-5a98-435d-8492-8615ea8247e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.129360 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57a87b59-b0a2-41c2-8b16-469f080408b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.131886 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57a87b59-b0a2-41c2-8b16-469f080408b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.133061 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-57a87b59-b0a2-41c2-8b16-469f080408b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4a5d2cde-64c9-4ea0-9c75-008b505a1986 HTTP/1.1" status: 204 len: 168 time: 0.3626537 Jul 05 03:41:56.269421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a87b59-b0a2-41c2-8b16-469f080408b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a5d2cde-64c9-4ea0-9c75-008b505a1986,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:56.319213 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7399f22f-5a98-435d-8492-8615ea8247e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.321771 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7399f22f-5a98-435d-8492-8615ea8247e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.323171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7399f22f-5a98-435d-8492-8615ea8247e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d37c4f7d-7c43-4554-9162-beb38b8d5621 HTTP/1.1" status: 204 len: 168 time: 0.2809479 Jul 05 03:41:56.333279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7399f22f-5a98-435d-8492-8615ea8247e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37c4f7d-7c43-4554-9162-beb38b8d5621,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:56.482813 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:56.552896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-204f6343-a777-43b3-ad1b-490997646a85 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:56.554393 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-204f6343-a777-43b3-ad1b-490997646a85 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4618862 Jul 05 03:41:56.565630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-618880f6-f93c-455b-a3ae-744c077a448b req-a6a77756-46ef-4a73-ace8-f2f4e5abd5d6 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 210 time: 0.0446384 Jul 05 03:41:56.581048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fdd14b2-f4f4-48b8-801f-98362b86a35b None None] Network c7b8544a-cbad-4b6d-a113-fe649b231e47 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:41:56.633053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Request body: {'port': {'device_id': 'a83805d5-f950-4936-b009-6537a27ad985', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '19e7a50b8a884d35834cbdafef1c2039'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:56.869134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3be25bdb-a044-4b11-85ff-de2a2fcbd0bd None None] Provisioning for port 83aeae63-4ae0-47c5-9ad6-637168d165c9 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:41:56.901386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7d35795-ee3f-4d12-b18c-fcc1e3dec770 req-d8ed6232-a26d-4e4c-ba50-33f30ab818e9 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 210 time: 0.0708776 Jul 05 03:41:57.132859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 83aeae63-4ae0-47c5-9ad6-637168d165c9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:41:57.170603 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.242233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Made reservation on behalf of 19e7a50b8a884d35834cbdafef1c2039 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:41:57.246099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.275583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.314404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 83aeae63-4ae0-47c5-9ad6-637168d165c9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:41:57.318534 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 83aeae63-4ae0-47c5-9ad6-637168d165c9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:41:57.318903 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.368649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39500) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:57.385533 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c019404a-84e3-4bcc-befc-b530980c0c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.431056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9def588a-eecd-489c-9b66-f8d8b9ae1c40 None None] Provisioning complete for port 83aeae63-4ae0-47c5-9ad6-637168d165c9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:41:57.431628 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9def588a-eecd-489c-9b66-f8d8b9ae1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.506344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.513746 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.542291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Router b5764e05-afa1-428d-9d9c-4925bd5f49e3 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:41:57.592052 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9def588a-eecd-489c-9b66-f8d8b9ae1c40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.594835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 83aeae63-4ae0-47c5-9ad6-637168d165c9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=83aeae63-4ae0-47c5-9ad6-637168d165c9,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:41:57.677493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:41:57.686379 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.689579 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Sync routers for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:41:57.690769 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.705049 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:41:57.709537 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:41:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:41:57.754924 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c019404a-84e3-4bcc-befc-b530980c0c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.787569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:57.832752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c019404a-84e3-4bcc-befc-b530980c0c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:57.886005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c019404a-84e3-4bcc-befc-b530980c0c3f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0becfd94fbe426ca38aefa5e71f5bce&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5160110 Jul 05 03:41:57.889385 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-9def588a-eecd-489c-9b66-f8d8b9ae1c40 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:41:57.891318 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-9def588a-eecd-489c-9b66-f8d8b9ae1c40 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:41:57.906413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb2bf41a-f426-456b-b2f6-46668809dee6 req-989af255-a987-474f-b041-f9ada5fd2291 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 210 time: 0.0976765 Jul 05 03:41:57.919524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39524) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:58.018138 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:41:58.030862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=83aeae63-4ae0-47c5-9ad6-637168d165c9,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:58.081329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019404a-84e3-4bcc-befc-b530980c0c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ef4e0b1-bf45-488d-8806-c89dc79e8cec,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:58.097016 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbfa02fe-39d9-44ab-b9f2-0ed54a0c54c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:58.131580 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbfa02fe-39d9-44ab-b9f2-0ed54a0c54c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:58.294780 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfc26462-aefe-4acf-841b-7572d2cfb73d req-a04702d4-a586-4f61-aac7-41b19f0de8d0 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 210 time: 0.0433865 Jul 05 03:41:58.325333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Allocated IP 192.168.233.197 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/1d43f27b-5f9a-4e7a-838f-7939e18b4c68) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:41:58.372968 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:41:55Z', 'revision_number': 3, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:41:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:41:58.419198 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Checking router: b5764e05-afa1-428d-9d9c-4925bd5f49e3 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:41:58.419811 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Updating router b5764e05-afa1-428d-9d9c-4925bd5f49e3 port 250833bc-ee17-4476-9d14-8072f5cd618e binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:41:58.482529 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:58.534929 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:58.540623 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5058f672-ad64-44b9-a235-d05b59db796f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.4071929 Jul 05 03:41:58.540623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39534) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:58.580074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.26', 63519) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:58.622214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-22b943fb-73dd-4182-8a64-0122a06ec0bd tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=abb0e8731cbd4cba8719e34478ac1b06&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336778 Jul 05 03:41:58.623096 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbfa02fe-39d9-44ab-b9f2-0ed54a0c54c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:58.625794 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbfa02fe-39d9-44ab-b9f2-0ed54a0c54c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:58.631295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cbfa02fe-39d9-44ab-b9f2-0ed54a0c54c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ef4e0b1-bf45-488d-8806-c89dc79e8cec HTTP/1.1" status: 204 len: 168 time: 0.7081914 Jul 05 03:41:58.740645 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbfa02fe-39d9-44ab-b9f2-0ed54a0c54c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ef4e0b1-bf45-488d-8806-c89dc79e8cec,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:58.893883 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:58.894085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d7572-2868-43f4-8f23-6673e4153619 req-8f20b794-2542-4680-905e-2214dfee1099 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:58.895811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-8f20b794-2542-4680-905e-2214dfee1099 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2649543 Jul 05 03:41:58.915816 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:58.928316 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Transition to ACTIVE for port object 250833bc-ee17-4476-9d14-8072f5cd618e will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:41:58.957833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Transition to ACTIVE for port object 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:41:58.964067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Request body: {'port': {'device_id': '98c06097-a595-43eb-b662-e6692115be22', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': 'abb0e8731cbd4cba8719e34478ac1b06'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:41:59.020310 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:59.156713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 83aeae63-4ae0-47c5-9ad6-637168d165c9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:41:59.163049 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Pushing event updated for resources: {'Port': ['ID=250833bc-ee17-4476-9d14-8072f5cd618e,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:59.182831 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:59.195807 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.198104 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.199236 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.203102 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.205048 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.209284 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.211944 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.212534 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.213087 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.215047 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.222135 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.222801 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Tracked resource versions report: Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: pushed versions: Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: { 'AddressGroup': {'1.2'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'ConntrackHelper': {'1.0'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'Log': {'1.0'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'Network': {'1.1'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'Port': {'1.7'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'PortForwarding': {'1.2'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'QosPolicy': {'1.8'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'SecurityGroup': {'1.4'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'SecurityGroupRule': {'1.2'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'SubPort': {'1.0'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'Subnet': {'1.1'}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'Trunk': {'1.1'}} Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: consumer versions: Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: { DHCP agent@n-d-758944-41: {}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: HyperV agent@n-h1-758944-41: {}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: HyperV agent@n-h2-758944-41: {}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: L3 agent@n-d-758944-41: {}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: Metadata agent@n-d-758944-41: {}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: Metering agent@n-d-758944-41: {}, Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: Open vSwitch agent@n-d-758944-41: { 'AddressGroup': '1.2', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'ConntrackHelper': '1.0', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'Log': '1.0', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'Network': '1.1', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'Port': '1.7', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'PortForwarding': '1.2', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'QosPolicy': '1.8', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'SecurityGroup': '1.4', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'SecurityGroupRule': '1.2', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'SubPort': '1.0', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'Subnet': '1.1', Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: 'Trunk': '1.1'}} Jul 05 03:41:59.225448 n-d-758944-41 neutron-server[100898]: {{(pid=100898) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 05 03:41:59.281496 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Attempting to bind port 250833bc-ee17-4476-9d14-8072f5cd618e on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:41:59.283392 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Attempting to bind port 250833bc-ee17-4476-9d14-8072f5cd618e by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:41:59.285243 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Attempting to bind port 250833bc-ee17-4476-9d14-8072f5cd618e on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:41:59.292984 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:41:59.293765 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:41:59.294930 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:59.295558 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:41:59.296927 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Bound port: 250833bc-ee17-4476-9d14-8072f5cd618e, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:41:59.301472 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:59.364138 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] For port 250833bc-ee17-4476-9d14-8072f5cd618e, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:41:59.368274 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] For port 250833bc-ee17-4476-9d14-8072f5cd618e, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=250833bc-ee17-4476-9d14-8072f5cd618e,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:41:59.401514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:41:59.411554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 83aeae63-4ae0-47c5-9ad6-637168d165c9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:41:59.418674 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:59.420027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:41:59.437663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:41:59.451168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:41:59.451824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:59.490785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Pushing event updated for resources: {'Port': ['ID=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:59.512760 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:59.578014 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-dd9ce1a5-5eb1-41c9-8011-297ad6341d64 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9554479 Jul 05 03:41:59.615102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-aac33472-38cc-482c-bcc8-f883338899f6 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:41:59.617854 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-aac33472-38cc-482c-bcc8-f883338899f6 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0257835 Jul 05 03:41:59.706992 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:41:59.816230 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ca15f8-5618-496b-b365-4eadea69a20a None None] Pushing event updated for resources: {'Port': ['ID=250833bc-ee17-4476-9d14-8072f5cd618e,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:41:59.823089 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:41:59.824794 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:41:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:41:59.913291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39558) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:41:59.929840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41da7c6c-f815-4ed1-9311-05e00cd1c09b req-973d22ee-167c-4587-9787-5ffe07b5c119 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 210 time: 0.2635250 Jul 05 03:41:59.960874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Allocated IP 172.20.0.1 (c7b8544a-cbad-4b6d-a113-fe649b231e47/3dabc5b6-7e6d-4427-acf6-605492cbf926/12dfad9a-fd67-4de8-85a9-6efddcc29362) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:41:59.997546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ddf421a9-05fe-4e6b-b97d-26b6a943d1fa None None] Provisioning for port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:00.002016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ddf421a9-05fe-4e6b-b97d-26b6a943d1fa None None] Provisioning complete for port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:00.002376 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ddf421a9-05fe-4e6b-b97d-26b6a943d1fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.022468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37885af3-4b5c-4207-9b27-5e6fd544bee5 req-0e309b5d-ebb0-486b-afaf-6c871e4d156a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:00.031720 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37885af3-4b5c-4207-9b27-5e6fd544bee5 req-0e309b5d-ebb0-486b-afaf-6c871e4d156a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 936 time: 0.7026701 Jul 05 03:42:00.127437 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:00.129922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ddf421a9-05fe-4e6b-b97d-26b6a943d1fa None None] Port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:00.165627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37885af3-4b5c-4207-9b27-5e6fd544bee5 req-6237d412-66d7-43df-be91-ce9be7e31d91 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327925 Jul 05 03:42:00.209313 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c85993d-c92c-4550-9f0b-ad33b5c05f4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.245125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Made reservation on behalf of abb0e8731cbd4cba8719e34478ac1b06 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:00.251627 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.270338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.286950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Transition to ACTIVE for port object 12dfad9a-fd67-4de8-85a9-6efddcc29362 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:00.302647 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.392776 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.471236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Network c7b8544a-cbad-4b6d-a113-fe649b231e47 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:00.479476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:00.505730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:00.506842 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.518546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Request body: {'port': {'device_id': 'a83805d5-f950-4936-b009-6537a27ad985', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:00.534534 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c85993d-c92c-4550-9f0b-ad33b5c05f4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.595973 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c85993d-c92c-4550-9f0b-ad33b5c05f4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.705079 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:00.733110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Pushing event updated for resources: {'Port': ['ID=12dfad9a-fd67-4de8-85a9-6efddcc29362,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:00.800878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5c85993d-c92c-4550-9f0b-ad33b5c05f4f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=629ddb656e774a8291c07f0f157bba79&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8680165 Jul 05 03:42:00.806380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39582) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:00.811476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c85993d-c92c-4550-9f0b-ad33b5c05f4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfff31a7-0a46-423d-acd2-3e570052fe77,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:00.815972 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:41:55Z', 'revision_number': 3, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:00.924563 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f160f539-4ce2-43fe-91de-d875de40d3db None None] The sync data for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 is: [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:41:55Z', 'revision_number': 3, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:41:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:42:01.044676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ea47c635-a907-480e-8229-b0fdd7099b3b None None] Provisioning for port 12dfad9a-fd67-4de8-85a9-6efddcc29362 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:01.049980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ea47c635-a907-480e-8229-b0fdd7099b3b None None] Provisioning complete for port 12dfad9a-fd67-4de8-85a9-6efddcc29362 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:01.060821 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ea47c635-a907-480e-8229-b0fdd7099b3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:01.196401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ea47c635-a907-480e-8229-b0fdd7099b3b None None] Port 12dfad9a-fd67-4de8-85a9-6efddcc29362 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:01.254972 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4097c0cf-5cda-479e-bddf-c511abc624e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:01.397754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:01.452067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95ad6a83-8a7e-4229-98b4-4145f561aed7 req-d2907329-5841-442d-9d5b-683ad8a7afaa tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 210 time: 0.1255045 Jul 05 03:42:01.572948 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4097c0cf-5cda-479e-bddf-c511abc624e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:01.572948 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:01.845379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1982a8-4210-49e5-995b-35021cd0dba1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:01.888434 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:01.938135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52051f4-4532-4926-a916-3bed81de8cc6 req-a11a1ffa-c5f7-4b0c-a7e4-4533f13ea3ac tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:01.946545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e52051f4-4532-4926-a916-3bed81de8cc6 req-a11a1ffa-c5f7-4b0c-a7e4-4533f13ea3ac tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 936 time: 0.5118008 Jul 05 03:42:01.988614 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4097c0cf-5cda-479e-bddf-c511abc624e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:02.002692 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4097c0cf-5cda-479e-bddf-c511abc624e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:02.006151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4097c0cf-5cda-479e-bddf-c511abc624e5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dfff31a7-0a46-423d-acd2-3e570052fe77 HTTP/1.1" status: 204 len: 168 time: 1.1723008 Jul 05 03:42:02.074980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e52051f4-4532-4926-a916-3bed81de8cc6 req-88ae31e9-2127-4a12-92a0-ec506d04f07f tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222794 Jul 05 03:42:02.157787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4097c0cf-5cda-479e-bddf-c511abc624e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfff31a7-0a46-423d-acd2-3e570052fe77,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:02.255159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:02.266066 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:02.284163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Transition to ACTIVE for port object 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:02.393355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:02.562275 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:02.668401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Attempting to bind port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:02.668883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Attempting to bind port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:02.669378 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Attempting to bind port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:02.672964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Pushing event updated for resources: {'Port': ['ID=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:02.678925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:02.679839 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:02.709906 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:02.711615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Attempting to bind port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:02.731119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Allocated IP 192.168.233.11 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/38d68f23-e629-4211-a8a7-554800d4cda5) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:02.750095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 41, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:02.750855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:02.751545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:02.752610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Bound port: 1d43f27b-5f9a-4e7a-838f-7939e18b4c68, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:02.753133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.030813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] For port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:03.033363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.058106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Transition to ACTIVE for port object 38d68f23-e629-4211-a8a7-554800d4cda5 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:03.058551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] For port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:03.063784 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Pushing event updated for resources: {'Port': ['ID=12dfad9a-fd67-4de8-85a9-6efddcc29362,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:03.143814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.164062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Network c7b8544a-cbad-4b6d-a113-fe649b231e47 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:03.185948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 250833bc-ee17-4476-9d14-8072f5cd618e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:03.191654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39626) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:03.192940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:03.370174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a399ddec-d2a4-4d00-bf71-b83feb5aff45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.376886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:03.377528 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.382945 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] 10.222.0.13 "PUT /v2.0/ports/1d43f27b-5f9a-4e7a-838f-7939e18b4c68 HTTP/1.1" status: 200 len: 1097 time: 3.2347395 Jul 05 03:42:03.393048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a83805d5-f950-4936-b009-6537a27ad985', 'tag': '1d43f27b-5f9a-4e7a-838f-7939e18b4c68'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:03.460619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 250833bc-ee17-4476-9d14-8072f5cd618e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:03.465063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 250833bc-ee17-4476-9d14-8072f5cd618e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:03.465441 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.555582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f652388-6625-40f0-990b-b1d5d1918d6e service neutron] Pushing event updated for resources: {'Port': ['ID=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:03.590410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1de9f86f-48a5-4cf6-8b49-d238f3ecfd31 req-e4725139-97bd-4b68-8ef6-d1b29c840bde tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 210 time: 0.1173522 Jul 05 03:42:03.597440 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.677700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.757253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 250833bc-ee17-4476-9d14-8072f5cd618e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=250833bc-ee17-4476-9d14-8072f5cd618e,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:03.787307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ab583096-0589-43bd-974a-3f184b8bf726 None None] Provisioning complete for port 12dfad9a-fd67-4de8-85a9-6efddcc29362 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:03.787686 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab583096-0589-43bd-974a-3f184b8bf726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.864963 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:03.915920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:03.923089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:03.927100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Pushing event updated for resources: {'Port': ['ID=38d68f23-e629-4211-a8a7-554800d4cda5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:03.943020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:03.958474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:03.959506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:04.007765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ab583096-0589-43bd-974a-3f184b8bf726 None None] Port 12dfad9a-fd67-4de8-85a9-6efddcc29362 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:04.051763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=250833bc-ee17-4476-9d14-8072f5cd618e,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:04.091201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30555e81-35f6-4d34-9783-6c53a95bfcb4 req-db3e652c-6928-4c4e-8c9c-23c4722a9949 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:04.099992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30555e81-35f6-4d34-9783-6c53a95bfcb4 req-db3e652c-6928-4c4e-8c9c-23c4722a9949 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 0.2727344 Jul 05 03:42:04.106991 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d565e8bc-f99e-46b9-83f2-077a3f95ed81" -d '{"events": [{"name": "network-changed", "server_uuid": "a83805d5-f950-4936-b009-6537a27ad985", "tag": "1d43f27b-5f9a-4e7a-838f-7939e18b4c68"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:04.121806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-2e581566-80c4-4211-ab63-5a85f7be4675 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 5.1631029 Jul 05 03:42:04.185822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-5899f5ce-de99-4517-bcbc-a5d214e90a11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:04.187459 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-5899f5ce-de99-4517-bcbc-a5d214e90a11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19e7a50b8a884d35834cbdafef1c2039&device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 1100 time: 0.5459828 Jul 05 03:42:04.224651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30555e81-35f6-4d34-9783-6c53a95bfcb4 req-a4b336e0-7559-4625-b9c7-e24984a1fa3a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229465 Jul 05 03:42:04.295280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Router b5764e05-afa1-428d-9d9c-4925bd5f49e3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:42:04.299840 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-d4d3f97a-4634-4caf-b83e-9c3f2aa95254 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1d43f27b-5f9a-4e7a-838f-7939e18b4c68 HTTP/1.1" status: 200 len: 217 time: 0.0985422 Jul 05 03:42:04.335984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e8fcc4da-dc3b-4209-a03f-2514bdc395d1 None None] Provisioning for port 38d68f23-e629-4211-a8a7-554800d4cda5 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:04.340082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e8fcc4da-dc3b-4209-a03f-2514bdc395d1 None None] Provisioning complete for port 38d68f23-e629-4211-a8a7-554800d4cda5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:04.340457 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e8fcc4da-dc3b-4209-a03f-2514bdc395d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:04.392321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e8fcc4da-dc3b-4209-a03f-2514bdc395d1 None None] Port 38d68f23-e629-4211-a8a7-554800d4cda5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:04.424300 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-12bf4b2c-5b8d-4e90-82f4-cad819208904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:04.425961 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-12bf4b2c-5b8d-4e90-82f4-cad819208904 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1168494 Jul 05 03:42:04.587967 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0024e65-2a33-459e-8df4-436ab1c2451b x-openstack-request-id: req-d0024e65-2a33-459e-8df4-436ab1c2451b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:04.587967 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a83805d5-f950-4936-b009-6537a27ad985", "tag": "1d43f27b-5f9a-4e7a-838f-7939e18b4c68", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:04.587967 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0024e65-2a33-459e-8df4-436ab1c2451b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:04.587967 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a83805d5-f950-4936-b009-6537a27ad985', 'tag': '1d43f27b-5f9a-4e7a-838f-7939e18b4c68', 'status': 'completed', 'code': 200} Jul 05 03:42:04.613879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a399ddec-d2a4-4d00-bf71-b83feb5aff45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:04.641605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:42:04.651222 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-16d9af3b-c401-4613-a4be-57e6d4e2af02 admin admin] 10.222.0.30 "PUT /v2.0/routers/b5764e05-afa1-428d-9d9c-4925bd5f49e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1111033 Jul 05 03:42:04.656774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Sync routers for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:42:04.685737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:04.687373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:41:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:04.704231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-ad4f4dcb-0b12-4745-9c16-e6115e106008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:04.711578 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-ad4f4dcb-0b12-4745-9c16-e6115e106008 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2728767 Jul 05 03:42:04.712526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a399ddec-d2a4-4d00-bf71-b83feb5aff45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:04.834425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95233eb2-2615-4ab0-8c7d-2633a4dcca56 req-5aff24f0-1369-4d8f-b9e8-a964207f8f37 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:04.842660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95233eb2-2615-4ab0-8c7d-2633a4dcca56 req-5aff24f0-1369-4d8f-b9e8-a964207f8f37 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 935 time: 0.1106694 Jul 05 03:42:04.874705 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a399ddec-d2a4-4d00-bf71-b83feb5aff45 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0c5a8b0bb0a34360b55271f345aa5a7e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6787710 Jul 05 03:42:04.879127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39658) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:04.908813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399ddec-d2a4-4d00-bf71-b83feb5aff45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d072d0e5-6ef5-4bcf-96a8-5e709ea1ea24,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:04.938995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95233eb2-2615-4ab0-8c7d-2633a4dcca56 req-b10dfc53-3988-47b1-9434-a62c04afca7e tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949454 Jul 05 03:42:04.965963 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1df8520d-b542-4898-8fd9-fec054edffca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:05.000932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:05.017921 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1df8520d-b542-4898-8fd9-fec054edffca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:05.065168 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-5217df74-be93-4616-8ad7-0101c2afee89 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884522 Jul 05 03:42:05.144164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-d0263b34-9033-435a-b3d4-1a062aa56ad9 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:42:05.146480 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-d0263b34-9033-435a-b3d4-1a062aa56ad9 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086019 Jul 05 03:42:05.151432 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 250833bc-ee17-4476-9d14-8072f5cd618e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:05.211340 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1df8520d-b542-4898-8fd9-fec054edffca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:05.220990 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1df8520d-b542-4898-8fd9-fec054edffca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:05.230466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1df8520d-b542-4898-8fd9-fec054edffca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d072d0e5-6ef5-4bcf-96a8-5e709ea1ea24 HTTP/1.1" status: 204 len: 168 time: 0.3430052 Jul 05 03:42:05.262191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df8520d-b542-4898-8fd9-fec054edffca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d072d0e5-6ef5-4bcf-96a8-5e709ea1ea24,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:05.275918 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:42:05.354106 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4167e7f2-3d13-4d50-8a5c-092cb261e8b5 req-39da86a8-cba1-49f2-a80d-ff7a23b0a2af service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2729113 Jul 05 03:42:05.357718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 250833bc-ee17-4476-9d14-8072f5cd618e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:05.359342 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:05.564445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730ab638-8143-490a-bb53-24abd3cc10b9 req-e56af962-8f73-4d82-85f1-e032995384b1 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:05.576187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-730ab638-8143-490a-bb53-24abd3cc10b9 req-e56af962-8f73-4d82-85f1-e032995384b1 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 0.1183996 Jul 05 03:42:05.676572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:02Z', 'revision_number': 2, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:05.684172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-730ab638-8143-490a-bb53-24abd3cc10b9 req-91d810ee-460e-4009-bb72-ea4fd5871e4b tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108048 Jul 05 03:42:05.874832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Checking router: b5764e05-afa1-428d-9d9c-4925bd5f49e3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:42:05.875587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Updating router b5764e05-afa1-428d-9d9c-4925bd5f49e3 port 12dfad9a-fd67-4de8-85a9-6efddcc29362 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:42:05.894775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39676) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:05.997126 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:06.025940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-6702c0f9-36e9-4c75-9b2b-cd0488c16407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:06.027717 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-6702c0f9-36e9-4c75-9b2b-cd0488c16407 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19e7a50b8a884d35834cbdafef1c2039&device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 1100 time: 0.4125886 Jul 05 03:42:06.073428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Request body: {'port': {'device_id': '98c06097-a595-43eb-b662-e6692115be22', 'device_owner': 'compute:tempest-test_az-1225295264', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:06.256657 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a3344b41-db5f-432d-8c5f-16b877902621 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:06.454711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693b31f6-c50a-4e1e-9352-22803a082372 req-6c329bb0-23fc-489c-8ead-f2557261e8e6 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:06.462130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-693b31f6-c50a-4e1e-9352-22803a082372 req-6c329bb0-23fc-489c-8ead-f2557261e8e6 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 935 time: 0.2714818 Jul 05 03:42:06.476484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:06.552901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-21db920e-5bac-4d8d-afdc-7d9f780f5d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:06.557864 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-21db920e-5bac-4d8d-afdc-7d9f780f5d11 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.4218156 Jul 05 03:42:06.593873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-693b31f6-c50a-4e1e-9352-22803a082372 req-d5b48576-f3ef-47f3-8fb4-8070b28fb014 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297498 Jul 05 03:42:06.617413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39694) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:06.624316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-network', 'tenant_id': '4c50586fd17443859bb3fc249be85625'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:06.653912 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:06.679217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Transition to ACTIVE for port object 12dfad9a-fd67-4de8-85a9-6efddcc29362 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:06.710723 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-4c4b3a8b-5c1e-4577-9713-e81bc81fda44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.197&port_id=1d43f27b-5f9a-4e7a-838f-7939e18b4c68 HTTP/1.1" status: 200 len: 217 time: 0.0454354 Jul 05 03:42:06.854460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a3344b41-db5f-432d-8c5f-16b877902621 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.003464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4803f7d5-a5cf-4571-8e8a-759edcf1d644 req-583c94ab-7078-4df5-87b1-beb3c2b67de2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:07.005035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4803f7d5-a5cf-4571-8e8a-759edcf1d644 req-583c94ab-7078-4df5-87b1-beb3c2b67de2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 0.1528156 Jul 05 03:42:07.121273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4803f7d5-a5cf-4571-8e8a-759edcf1d644 req-4bd14daf-c40b-4854-8d9a-cc629fc222ce tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962019 Jul 05 03:42:07.168023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38d68f23-e629-4211-a8a7-554800d4cda5 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:07.179215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-e5ebe915-7aec-4b26-929b-fd52b5ae3bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:07.179692 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.180170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a3344b41-db5f-432d-8c5f-16b877902621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.183261 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-e5ebe915-7aec-4b26-929b-fd52b5ae3bf0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0944939 Jul 05 03:42:07.281797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a3344b41-db5f-432d-8c5f-16b877902621 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb5ac061d5d545ba872eade38c311e22&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3857985 Jul 05 03:42:07.287388 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.289635 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39700) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:07.296470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3344b41-db5f-432d-8c5f-16b877902621 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6378bdd3-dc70-409d-b503-ed3d0e5c8568,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:07.312429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b57cd-39cc-4f23-93d2-c4024b2ce140 None None] Pushing event updated for resources: {'Port': ['ID=12dfad9a-fd67-4de8-85a9-6efddcc29362,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:07.357126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Transition to ACTIVE for port object 38d68f23-e629-4211-a8a7-554800d4cda5 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:07.367170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Made reservation on behalf of 4c50586fd17443859bb3fc249be85625 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:07.375923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.388720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.415299 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Attempting to bind port 12dfad9a-fd67-4de8-85a9-6efddcc29362 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:07.416143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Attempting to bind port 12dfad9a-fd67-4de8-85a9-6efddcc29362 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:07.416709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Attempting to bind port 12dfad9a-fd67-4de8-85a9-6efddcc29362 on network c7b8544a-cbad-4b6d-a113-fe649b231e47 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:07.419930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-59cd3b72-543c-4868-a05a-998f51908a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:07.422327 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.426906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 41, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:07.427611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Checking segment: {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:07.428239 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.429818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Bound using segment: {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:07.430631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Bound port: 12dfad9a-fd67-4de8-85a9-6efddcc29362, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:07.431244 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.444004 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-59cd3b72-543c-4868-a05a-998f51908a0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2454286 Jul 05 03:42:07.540744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] For port 12dfad9a-fd67-4de8-85a9-6efddcc29362, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:07.545202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] For port 12dfad9a-fd67-4de8-85a9-6efddcc29362, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=12dfad9a-fd67-4de8-85a9-6efddcc29362,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:07.659757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=38d68f23-e629-4211-a8a7-554800d4cda5,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:07.691309 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.795099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.812621 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d37fcc9e-f7b7-45f3-883a-701357280e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.881314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Attempting to bind port 38d68f23-e629-4211-a8a7-554800d4cda5 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:07.890354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Attempting to bind port 38d68f23-e629-4211-a8a7-554800d4cda5 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:07.890354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Attempting to bind port 38d68f23-e629-4211-a8a7-554800d4cda5 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:07.890602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.895623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Port 38d68f23-e629-4211-a8a7-554800d4cda5 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:07.895991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Attempting to bind port 38d68f23-e629-4211-a8a7-554800d4cda5 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:07.904460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:07.904764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:07.905947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:07.906497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Bound port: 38d68f23-e629-4211-a8a7-554800d4cda5, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:07.907116 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.910799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9b57cd-39cc-4f23-93d2-c4024b2ce140 None None] Pushing event updated for resources: {'Port': ['ID=12dfad9a-fd67-4de8-85a9-6efddcc29362,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:07.951184 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d37fcc9e-f7b7-45f3-883a-701357280e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:07.986307 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-0b455dde-ef66-46cc-832a-d220d6349d90 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3826690 Jul 05 03:42:08.009502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:08.011864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:41:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:08.029597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:42:08.055557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7550b30-55bc-4d81-8b87-0f0085676851,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:08.074084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.079139 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Added segment a2e78c83-c313-4074-ab6e-f7e09a75012b of type vlan for network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd Jul 05 03:42:08.123133 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ddd42447-19cc-44f3-8a5e-dcfe263a43c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.229717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] For port 38d68f23-e629-4211-a8a7-554800d4cda5, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:08.273128 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.291689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:08.307635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] For port 38d68f23-e629-4211-a8a7-554800d4cda5, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=38d68f23-e629-4211-a8a7-554800d4cda5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:08.320535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211848cf-53cf-42ee-aa4f-9c8809da6905 req-fb3af5a7-e57f-4f4a-81e2-7b6f71779a09 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:08.324344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-211848cf-53cf-42ee-aa4f-9c8809da6905 req-fb3af5a7-e57f-4f4a-81e2-7b6f71779a09 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 969 time: 0.3999503 Jul 05 03:42:08.345703 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d37fcc9e-f7b7-45f3-883a-701357280e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.350461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d37fcc9e-f7b7-45f3-883a-701357280e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.352251 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d37fcc9e-f7b7-45f3-883a-701357280e1a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6378bdd3-dc70-409d-b503-ed3d0e5c8568 HTTP/1.1" status: 204 len: 168 time: 1.0586820 Jul 05 03:42:08.379590 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.406029 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d565e8bc-f99e-46b9-83f2-077a3f95ed81 req-cdb75759-9ba8-4e9f-86df-daef792fb029 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3233199 Jul 05 03:42:08.423593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37fcc9e-f7b7-45f3-883a-701357280e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6378bdd3-dc70-409d-b503-ed3d0e5c8568,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:08.430985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.432307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:08.442639 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.472894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-211848cf-53cf-42ee-aa4f-9c8809da6905 req-994331e1-74ba-499d-ac4f-c300195a41bf tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305261 Jul 05 03:42:08.479367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:08.480021 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:08.481752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/38d68f23-e629-4211-a8a7-554800d4cda5 HTTP/1.1" status: 200 len: 1118 time: 3.1400151 Jul 05 03:42:08.482287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '98c06097-a595-43eb-b662-e6692115be22', 'tag': '38d68f23-e629-4211-a8a7-554800d4cda5'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:08.559173 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.9449723 Jul 05 03:42:08.570457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39720) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:08.607851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Request body: {'subnet': {'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-subnet', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:08.826099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf1656e-93a9-423d-ad0a-1a1ef14eb3e8 service neutron] Pushing event updated for resources: {'Port': ['ID=38d68f23-e629-4211-a8a7-554800d4cda5,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:08.830723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c2cc0e-f11d-4852-a381-f292f55ed4dd admin admin] Pushing event updated for resources: {'Network': ['ID=554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:08.870263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:42:09.066091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:07Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:09.151606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccf331ec-b6ad-4710-83cc-f2c40932c1f7 None None] The sync data for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 is: [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:07Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:42:09.253307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Made reservation on behalf of 4c50586fd17443859bb3fc249be85625 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:09.257521 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:09.584493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d7572-2868-43f4-8f23-6673e4153619 req-ec1ea813-eb7a-4d86-bb4b-c085c6071128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:09.604390 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-ec1ea813-eb7a-4d86-bb4b-c085c6071128 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abb0e8731cbd4cba8719e34478ac1b06&device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 1121 time: 0.9572186 Jul 05 03:42:09.607220 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-270a61e2-44e0-493c-a449-3da43c97b348" -d '{"events": [{"name": "network-changed", "server_uuid": "98c06097-a595-43eb-b662-e6692115be22", "tag": "38d68f23-e629-4211-a8a7-554800d4cda5"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:09.803181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-4b776077-cae4-4b49-8b9d-082c554fd8c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=38d68f23-e629-4211-a8a7-554800d4cda5 HTTP/1.1" status: 200 len: 217 time: 0.1862390 Jul 05 03:42:09.812327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04bae16-b1c0-41c3-9c8e-d6a955a75ac8 req-5b5b1b95-24e2-41a1-b963-ade188ee0e54 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:09.815134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04bae16-b1c0-41c3-9c8e-d6a955a75ac8 req-5b5b1b95-24e2-41a1-b963-ade188ee0e54 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 1.0171435 Jul 05 03:42:09.914042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39744) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:09.943078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b41c-4ba9-44ea-9bac-c6eb23a20106 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:09.960391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d7572-2868-43f4-8f23-6673e4153619 req-8433fc4f-0b94-4b62-90f3-33db49f24ea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:09.960391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-8433fc4f-0b94-4b62-90f3-33db49f24ea6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1353309 Jul 05 03:42:10.010580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04bae16-b1c0-41c3-9c8e-d6a955a75ac8 req-5802735d-8517-4cbc-8afc-d0972dbb68e1 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854587 Jul 05 03:42:10.075229 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.147535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9cf46e20-c469-462c-89f6-7cfbcf579e0f,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:10.159126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b41c-4ba9-44ea-9bac-c6eb23a20106 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.221739 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8a8b41c-4ba9-44ea-9bac-c6eb23a20106 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.253918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Checking segment: {'id': 'a2e78c83-c313-4074-ab6e-f7e09a75012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:10.254545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Network hostable DHCP agents. Network: 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:42:10.299413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d7572-2868-43f4-8f23-6673e4153619 req-f0a8bd8b-edee-4081-b55d-9c367b3b802c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:10.301117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-f0a8bd8b-edee-4081-b55d-9c367b3b802c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3087399 Jul 05 03:42:10.352852 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e8a8b41c-4ba9-44ea-9bac-c6eb23a20106 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84281a658e684defa87bb5f57e89acb2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4369762 Jul 05 03:42:10.359121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39748) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:10.361511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a8b41c-4ba9-44ea-9bac-c6eb23a20106 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7d898b0-5bfa-4d87-bc4c-224c0508bcd2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:10.405921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b420c5-9a95-471a-b35b-153dfd998f69 req-4dcf74b8-8ebb-4d69-8865-0a50f58e08d8 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:10.407670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62b420c5-9a95-471a-b35b-153dfd998f69 req-4dcf74b8-8ebb-4d69-8865-0a50f58e08d8 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 969 time: 0.1213994 Jul 05 03:42:10.413005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:42:10.474008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32370971-0112-43b5-a2f9-0b58d4950eec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.481408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62b420c5-9a95-471a-b35b-153dfd998f69 req-1202f201-5fe5-4dc9-9212-3dec60f74dc0 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628445 Jul 05 03:42:10.512117 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32370971-0112-43b5-a2f9-0b58d4950eec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.559463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:10.565488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:10.566175 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.576166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-162ce1ce-ecc2-4c53-91f0-e9a4d0058d58 None None] Network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:10.679787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-38b52f03-31a9-400c-ad73-711047872447 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0891263 Jul 05 03:42:10.682404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39752) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:10.690217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-router', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:10.777097 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32370971-0112-43b5-a2f9-0b58d4950eec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.784177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32370971-0112-43b5-a2f9-0b58d4950eec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.797063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-32370971-0112-43b5-a2f9-0b58d4950eec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c7d898b0-5bfa-4d87-bc4c-224c0508bcd2 HTTP/1.1" status: 204 len: 168 time: 0.4262731 Jul 05 03:42:10.825597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32370971-0112-43b5-a2f9-0b58d4950eec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7d898b0-5bfa-4d87-bc4c-224c0508bcd2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:10.844552 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6d996a8-7e73-4e46-8aca-0e763f366da4 x-openstack-request-id: req-c6d996a8-7e73-4e46-8aca-0e763f366da4 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:10.844774 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "98c06097-a595-43eb-b662-e6692115be22", "tag": "38d68f23-e629-4211-a8a7-554800d4cda5", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:10.845031 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6d996a8-7e73-4e46-8aca-0e763f366da4 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:10.845573 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '98c06097-a595-43eb-b662-e6692115be22', 'tag': '38d68f23-e629-4211-a8a7-554800d4cda5', 'status': 'completed', 'code': 200} Jul 05 03:42:10.882390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.884335 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.931621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:10.952780 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cf54d24a-5f52-442c-87e0-77c80f60859f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.124973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd', 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'fixed_ips': [{'subnet_id': '9cf46e20-c469-462c-89f6-7cfbcf579e0f'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:42:11.126007 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.142511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.185813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 12dfad9a-fd67-4de8-85a9-6efddcc29362 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:11.422464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Allocated IP 172.20.0.2 (554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd/9cf46e20-c469-462c-89f6-7cfbcf579e0f/7ae427b4-f87b-45fd-b392-08b15df2107a) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:11.462055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 12dfad9a-fd67-4de8-85a9-6efddcc29362 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:11.501795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 12dfad9a-fd67-4de8-85a9-6efddcc29362 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:11.502167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.551804 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.594235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6890acc1-07ad-403f-9519-647ec1e8ae2d req-a4c72a2d-fbda-4c64-a5c6-27903f5931c3 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:11.602844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6890acc1-07ad-403f-9519-647ec1e8ae2d req-a4c72a2d-fbda-4c64-a5c6-27903f5931c3 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 0.1842306 Jul 05 03:42:11.653882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6890acc1-07ad-403f-9519-647ec1e8ae2d req-2a42f18f-3905-4ad6-bc2f-d7528b931ebd tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484047 Jul 05 03:42:11.725547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.763670 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.769831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.796779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Transition to ACTIVE for port object 7ae427b4-f87b-45fd-b392-08b15df2107a will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:11.849615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 12dfad9a-fd67-4de8-85a9-6efddcc29362, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=12dfad9a-fd67-4de8-85a9-6efddcc29362,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:11.853151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Transition to ACTIVE for port object 7ae427b4-f87b-45fd-b392-08b15df2107a will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:11.907848 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:11.952678 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:12.031890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:12.039858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:12.046641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:12.054947 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=12dfad9a-fd67-4de8-85a9-6efddcc29362,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:12.152008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:12.181333 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:12.377522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Attempting to bind port 7ae427b4-f87b-45fd-b392-08b15df2107a on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:12.377522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Attempting to bind port 7ae427b4-f87b-45fd-b392-08b15df2107a by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'a2e78c83-c313-4074-ab6e-f7e09a75012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:12.377522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Attempting to bind port 7ae427b4-f87b-45fd-b392-08b15df2107a on network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:12.382984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Pushing event updated for resources: {'Port': ['ID=7ae427b4-f87b-45fd-b392-08b15df2107a,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:12.386652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:12.387183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Checking segment: {'id': 'a2e78c83-c313-4074-ab6e-f7e09a75012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:12.387697 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:12.388550 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Bound using segment: {'id': 'a2e78c83-c313-4074-ab6e-f7e09a75012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:12.390304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Bound port: 7ae427b4-f87b-45fd-b392-08b15df2107a, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e78c83-c313-4074-ab6e-f7e09a75012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:12.391083 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:12.503306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] For port 7ae427b4-f87b-45fd-b392-08b15df2107a, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:12.508636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] For port 7ae427b4-f87b-45fd-b392-08b15df2107a, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7ae427b4-f87b-45fd-b392-08b15df2107a,segment=NetworkSegment(a2e78c83-c313-4074-ab6e-f7e09a75012b),segment_id=a2e78c83-c313-4074-ab6e-f7e09a75012b)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:12.626422 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:12.681045 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c390823a-a403-452d-8c33-73825e9dfd67 req-0b969ec6-0d89-459e-862a-8a6eb09cf065 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:12.682787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c390823a-a403-452d-8c33-73825e9dfd67 req-0b969ec6-0d89-459e-862a-8a6eb09cf065 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 969 time: 0.2383866 Jul 05 03:42:12.700137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39792) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:12.731477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d879d18-a2fb-462b-afda-4b55fa964441 None None] Pushing event updated for resources: {'Port': ['ID=7ae427b4-f87b-45fd-b392-08b15df2107a,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:12.750739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Allocated IP 172.25.4.43 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/ca5ab750-833f-4347-8a92-f8fe5194a416) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:12.813417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c390823a-a403-452d-8c33-73825e9dfd67 req-1a0e2599-951b-4774-aab1-bf6a64ed69e8 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121459 Jul 05 03:42:12.820994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-938bd006-1533-4e1f-bf95-4305e9bde864 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628715 Jul 05 03:42:13.096875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1009931354-network', 'tenant_id': '3b6ce790b1544b22a8c73b5072cdede4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:13.184898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 12dfad9a-fd67-4de8-85a9-6efddcc29362 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:13.237228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Made reservation on behalf of 3b6ce790b1544b22a8c73b5072cdede4 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:13.239778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.244190 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 12dfad9a-fd67-4de8-85a9-6efddcc29362 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:13.249600 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.253206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.306275 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.394881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d7572-2868-43f4-8f23-6673e4153619 req-894ba1e2-1628-40e9-92f7-b28cad1ceffd service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5479596 Jul 05 03:42:13.397066 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.419219 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.551962 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.554646 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.623463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:13.631347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:13.633517 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.634511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:13.673254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:42:13.687483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5ab750-833f-4347-8a92-f8fe5194a416,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:13.711605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd31218c-bf53-47ac-8d84-c9a982c41ff5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:13.714984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.715479 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Added segment 4e7f780b-85b1-46fc-8a56-317feb930880 of type vlan for network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 Jul 05 03:42:13.769354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e3330c-85ec-46b0-881b-dcedf40fc474 req-764f807d-421a-47fa-b998-b9f8abbb391d tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:13.776865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e3330c-85ec-46b0-881b-dcedf40fc474 req-764f807d-421a-47fa-b998-b9f8abbb391d tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 0.2979705 Jul 05 03:42:13.802639 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.846425 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.894859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e3330c-85ec-46b0-881b-dcedf40fc474 req-21a8e480-b389-43a4-9560-e452612c4ab1 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170664 Jul 05 03:42:13.982051 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:13.985970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:13.985970 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.125846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] Pushing event updated for resources: {'Network': ['ID=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:14.136390 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6943f48d-3c75-496b-8c11-8ef1518ecece admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4319749 Jul 05 03:42:14.137572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39806) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:14.141038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:42:14.146679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Request body: {'subnet': {'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1009931354-subnet', 'tenant_id': '3b6ce790b1544b22a8c73b5072cdede4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:14.195581 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.284101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Made reservation on behalf of 3b6ce790b1544b22a8c73b5072cdede4 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:14.286968 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.329394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b65e127-4468-46aa-93e8-f1c536f5146d None None] Network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:14.565162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-f60d67f8-2259-481e-955d-8bdb61a6e31f tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=78f36e6e379749b48373b3b4dcc9986a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0381658 Jul 05 03:42:14.601286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:14.631273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c8418995-bf91-4669-934e-ce3e0bcab112 None None] Provisioning for port 7ae427b4-f87b-45fd-b392-08b15df2107a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:14.747889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13607ae-f487-4ec8-ba5a-089e836c8181 req-3309ef58-9606-4eb1-9509-d4dfd6d59a65 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:14.818817 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d13607ae-f487-4ec8-ba5a-089e836c8181 req-3309ef58-9606-4eb1-9509-d4dfd6d59a65 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 969 time: 0.2570541 Jul 05 03:42:15.037901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-e652520a-8363-461b-9b09-145851045288 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:15.039620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-e652520a-8363-461b-9b09-145851045288 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4669642 Jul 05 03:42:15.090421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-c67f63a1-efaf-4eb0-ae62-6f443c3fa292 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/quotas/78f36e6e379749b48373b3b4dcc9986a HTTP/1.1" status: 200 len: 375 time: 0.0425313 Jul 05 03:42:15.097725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7ae427b4-f87b-45fd-b392-08b15df2107a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:15.111019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d13607ae-f487-4ec8-ba5a-089e836c8181 req-ec92cc55-190a-475b-bf14-65b91b88f54f tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3309791 Jul 05 03:42:15.135882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-f0758205-0f6c-40e3-b790-200f98f9cd05 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=78f36e6e379749b48373b3b4dcc9986a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444942 Jul 05 03:42:15.158980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a61e2-44e0-493c-a449-3da43c97b348 req-8cc33614-239f-460f-a1c4-defe92bd56d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:15.160496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-270a61e2-44e0-493c-a449-3da43c97b348 req-8cc33614-239f-460f-a1c4-defe92bd56d6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abb0e8731cbd4cba8719e34478ac1b06&device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 1121 time: 0.3817439 Jul 05 03:42:15.273560 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.330135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10d35d92-0a34-438d-b9d9-6db5e0773492,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:15.339246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:15.339602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Network hostable DHCP agents. Network: c2ff4a2a-eed4-48b0-9126-6d2078f3ed93, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:42:15.360712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a61e2-44e0-493c-a449-3da43c97b348 req-c6b2ba59-b1fb-41d5-8688-aed451b32e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:15.362203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-270a61e2-44e0-493c-a449-3da43c97b348 req-c6b2ba59-b1fb-41d5-8688-aed451b32e1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1917987 Jul 05 03:42:15.364212 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 7ae427b4-f87b-45fd-b392-08b15df2107a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:15.367549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Router 7a86e041-6586-4545-ae03-f3c15405fd77 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:42:15.368721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 7ae427b4-f87b-45fd-b392-08b15df2107a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:15.369227 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.416746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-270a61e2-44e0-493c-a449-3da43c97b348 req-539e91b8-ad86-4d28-8802-dff69d1eb627 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.11&port_id=38d68f23-e629-4211-a8a7-554800d4cda5 HTTP/1.1" status: 200 len: 217 time: 0.0447972 Jul 05 03:42:15.427063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e975191-ec7c-4ce2-ab3f-0c6963ce7ad4 req-b3aaf5ec-713d-42de-9b5e-7a47687598b8 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:15.431381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e975191-ec7c-4ce2-ab3f-0c6963ce7ad4 req-b3aaf5ec-713d-42de-9b5e-7a47687598b8 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 0.1696839 Jul 05 03:42:15.444325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:42:15.465010 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.513274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 7ae427b4-f87b-45fd-b392-08b15df2107a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7ae427b4-f87b-45fd-b392-08b15df2107a,segment=NetworkSegment(a2e78c83-c313-4074-ab6e-f7e09a75012b),segment_id=a2e78c83-c313-4074-ab6e-f7e09a75012b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:15.534549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c2ff4a2a-eed4-48b0-9126-6d2078f3ed93) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:15.539549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:15.540433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.546722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3169a87d-2939-4bde-8d64-6520718bc6a0 None None] Network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:15.586998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76e87a72-bc69-423e-adbc-15365feb4554 req-a303ed33-e188-450a-9c59-c0bf333a802a tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 210 time: 0.0535750 Jul 05 03:42:15.620401 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.629838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e975191-ec7c-4ce2-ab3f-0c6963ce7ad4 req-ecfe9727-2f6d-4977-9e1c-a58388d7eec9 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952186 Jul 05 03:42:15.631600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a61e2-44e0-493c-a449-3da43c97b348 req-3f085262-8cdf-45d3-8d81-1a1948f04449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:15.632974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-270a61e2-44e0-493c-a449-3da43c97b348 req-3f085262-8cdf-45d3-8d81-1a1948f04449 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1995454 Jul 05 03:42:15.655390 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-91a88793-e7be-40e7-a28a-1e7a41c6f165 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5166430 Jul 05 03:42:15.690574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:42:15.709512 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Sync routers for ids ['7a86e041-6586-4545-ae03-f3c15405fd77'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:42:15.719009 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Routers {'7a86e041-6586-4545-ae03-f3c15405fd77'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:15.719639 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:42:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7a86e041-6586-4545-ae03-f3c15405fd77'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:15.729724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=7ae427b4-f87b-45fd-b392-08b15df2107a,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:15.734269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e42d9904-98ec-4316-9c0f-5c0121179b14 None None] Network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:15.735736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-270a61e2-44e0-493c-a449-3da43c97b348 req-71eb01b6-ce9e-4ac1-89ba-49e1c3c756f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:15.737912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-270a61e2-44e0-493c-a449-3da43c97b348 req-71eb01b6-ce9e-4ac1-89ba-49e1c3c756f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0932710 Jul 05 03:42:15.849057 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:15.850414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1e634c54-fc75-45e7-bc8c-0be87467a501 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.1670399 Jul 05 03:42:15.853638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39844) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:15.860970 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Set router 7a86e041-6586-4545-ae03-f3c15405fd77 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:15.902226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-270a61e2-44e0-493c-a449-3da43c97b348 req-73aa9117-f420-4794-bb44-efface0461e5 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1567581 Jul 05 03:42:16.021878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-270a61e2-44e0-493c-a449-3da43c97b348 req-0bbae1dc-8a03-405e-9546-2444e4eb15e2 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129501 Jul 05 03:42:16.129546 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-router', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:13Z', 'revision_number': 3, 'project_id': '4c50586fd17443859bb3fc249be85625', 'gw_port': {'id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:12Z', 'updated_at': '2021-07-05T03:42:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:16.178880 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Checking router: 7a86e041-6586-4545-ae03-f3c15405fd77 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:42:16.179232 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Updating router 7a86e041-6586-4545-ae03-f3c15405fd77 port ca5ab750-833f-4347-8a92-f8fe5194a416 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:42:16.219301 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.346535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d6d71c-3dfe-4020-8d62-a2d5f8eb70cc req-24522cca-1c3b-4d22-b960-c9ffe4947e8e tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:16.348590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07d6d71c-3dfe-4020-8d62-a2d5f8eb70cc req-24522cca-1c3b-4d22-b960-c9ffe4947e8e tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 969 time: 0.0979843 Jul 05 03:42:16.385877 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.404437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07d6d71c-3dfe-4020-8d62-a2d5f8eb70cc req-8e1aaf2f-0eba-4f64-b548-f1e03fc1b70e tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490274 Jul 05 03:42:16.523265 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.536421 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Transition to ACTIVE for port object ca5ab750-833f-4347-8a92-f8fe5194a416 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:16.569458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Allocated IP 172.20.0.1 (554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd/9cf46e20-c469-462c-89f6-7cfbcf579e0f/a956d991-ccb8-4536-a1ad-e0d903ac0c62) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:16.653297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39868) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:16.666008 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.693715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39874) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:16.701414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-19083036-network', 'tenant_id': '3e35757dafa846aaa50f4d8ff611fe54'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:16.720365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.726472 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063b99a-094b-46d8-a8c7-ec21b84c2c4b None None] Pushing event updated for resources: {'Port': ['ID=ca5ab750-833f-4347-8a92-f8fe5194a416,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:16.735659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Transition to ACTIVE for port object a956d991-ccb8-4536-a1ad-e0d903ac0c62 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:16.758060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e0f8d64-8b7f-4f28-8988-89d063f26f97 req-8c491ad5-a8ff-4474-9d8a-20285401794a tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 210 time: 0.0908842 Jul 05 03:42:16.791756 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Attempting to bind port ca5ab750-833f-4347-8a92-f8fe5194a416 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:16.792339 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Attempting to bind port ca5ab750-833f-4347-8a92-f8fe5194a416 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:16.792774 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Attempting to bind port ca5ab750-833f-4347-8a92-f8fe5194a416 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:16.799170 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:16.799623 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:16.800230 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.800626 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:16.801098 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Bound port: ca5ab750-833f-4347-8a92-f8fe5194a416, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:16.801480 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.859563 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] For port ca5ab750-833f-4347-8a92-f8fe5194a416, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:16.863432 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] For port ca5ab750-833f-4347-8a92-f8fe5194a416, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ca5ab750-833f-4347-8a92-f8fe5194a416,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:16.888330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Made reservation on behalf of 3e35757dafa846aaa50f4d8ff611fe54 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:16.891756 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.902915 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.906987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d6da35-9430-49c5-978e-25181a60f77d req-32cae5e9-fbc7-48a7-8ef8-e22e1b71c549 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:16.908579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11d6da35-9430-49c5-978e-25181a60f77d req-32cae5e9-fbc7-48a7-8ef8-e22e1b71c549 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 0.0688355 Jul 05 03:42:16.913788 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.947846 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:16.949866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11d6da35-9430-49c5-978e-25181a60f77d req-70f6618d-6f73-4dd3-b911-c5b81b6b0091 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345170 Jul 05 03:42:16.975396 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae779960-0683-42c0-b296-4f72ddb2c096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.007577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:17.022815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:17.023532 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Routers {'7a86e041-6586-4545-ae03-f3c15405fd77'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:17.024188 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:42:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7a86e041-6586-4545-ae03-f3c15405fd77'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:17.026539 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1063b99a-094b-46d8-a8c7-ec21b84c2c4b None None] Pushing event updated for resources: {'Port': ['ID=ca5ab750-833f-4347-8a92-f8fe5194a416,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:17.028726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:17.036027 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.041570 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Pushing event updated for resources: {'Port': ['ID=a956d991-ccb8-4536-a1ad-e0d903ac0c62,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:17.059313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7ae427b4-f87b-45fd-b392-08b15df2107a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:17.159057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 7ae427b4-f87b-45fd-b392-08b15df2107a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:17.159339 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.169007 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] Set router 7a86e041-6586-4545-ae03-f3c15405fd77 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:17.195235 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.287666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.333040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:42:17.344130 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.362355 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae779960-0683-42c0-b296-4f72ddb2c096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.364459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9b0fbe96-8fab-42bb-823b-1d0e92f6971d None None] Provisioning for port a956d991-ccb8-4536-a1ad-e0d903ac0c62 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:17.368632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9b0fbe96-8fab-42bb-823b-1d0e92f6971d None None] Provisioning complete for port a956d991-ccb8-4536-a1ad-e0d903ac0c62 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:17.369239 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0fbe96-8fab-42bb-823b-1d0e92f6971d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.375545 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.376038 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Added segment 348d0060-707c-46da-8431-fe33f25d3726 of type vlan for network c9da88da-e15f-4464-9af0-c25da14718b7 Jul 05 03:42:17.386981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6acb3db-b408-4c84-9318-f6dfac6cec19,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:17.416143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae779960-0683-42c0-b296-4f72ddb2c096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.426103 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-router', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:13Z', 'revision_number': 3, 'project_id': '4c50586fd17443859bb3fc249be85625', 'gw_port': {'id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:12Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:17.443125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9b0fbe96-8fab-42bb-823b-1d0e92f6971d None None] Port a956d991-ccb8-4536-a1ad-e0d903ac0c62 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:17.447745 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.448700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ae779960-0683-42c0-b296-4f72ddb2c096 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de40dc0459fb4041bf196049d670d892&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7942924 Jul 05 03:42:17.456647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39880) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:17.479333 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b57c901-203b-4388-9f71-b7c9ef642c7b None None] The sync data for ids ['7a86e041-6586-4545-ae03-f3c15405fd77'] in n-d-758944-41 is: [{'id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-router', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:13Z', 'revision_number': 3, 'project_id': '4c50586fd17443859bb3fc249be85625', 'gw_port': {'id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:12Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:42:17.497407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae779960-0683-42c0-b296-4f72ddb2c096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32f518c7-703d-4b1f-a2b7-ba25fa1be596,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:17.530870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f0cb-c8e4-4033-8289-41258dbcb5c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.593651 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f0cb-c8e4-4033-8289-41258dbcb5c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.602028 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.603245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:17.604235 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.662882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e834a7c-ca3f-40b7-9931-32a91efccaa5 req-ea0473c5-f7d1-489d-9039-278ba0887b72 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:17.668474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e834a7c-ca3f-40b7-9931-32a91efccaa5 req-ea0473c5-f7d1-489d-9039-278ba0887b72 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 969 time: 0.1148989 Jul 05 03:42:17.688294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] Pushing event updated for resources: {'Network': ['ID=c9da88da-e15f-4464-9af0-c25da14718b7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:17.705850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c9da88da-e15f-4464-9af0-c25da14718b7 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:42:17.708825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e834a7c-ca3f-40b7-9931-32a91efccaa5 req-a84984e2-5dd7-4ec8-bf0f-f8f491e0e328 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386724 Jul 05 03:42:17.750291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.770857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f0cb-c8e4-4033-8289-41258dbcb5c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.776626 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1b5f0cb-c8e4-4033-8289-41258dbcb5c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.778196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a1b5f0cb-c8e4-4033-8289-41258dbcb5c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32f518c7-703d-4b1f-a2b7-ba25fa1be596 HTTP/1.1" status: 204 len: 168 time: 0.3212414 Jul 05 03:42:17.794157 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed043194-70b8-4443-a82e-1eef54f218e4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0993040 Jul 05 03:42:17.801809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39886) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:17.803144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5f0cb-c8e4-4033-8289-41258dbcb5c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32f518c7-703d-4b1f-a2b7-ba25fa1be596,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:17.815847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Request body: {'subnet': {'network_id': 'c9da88da-e15f-4464-9af0-c25da14718b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-19083036-subnet', 'tenant_id': '3e35757dafa846aaa50f4d8ff611fe54', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:17.834359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.843482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:17.882351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 38d68f23-e629-4211-a8a7-554800d4cda5 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:17.964501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Pushing event updated for resources: {'Port': ['ID=a956d991-ccb8-4536-a1ad-e0d903ac0c62,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:18.003479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Made reservation on behalf of 3e35757dafa846aaa50f4d8ff611fe54 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:18.005868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.010422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-006835ad-a935-45d5-9dae-423f8feda537 req-a2740f25-3e41-4fda-928d-feeb785c053a tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 210 time: 0.0547884 Jul 05 03:42:18.026963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 38d68f23-e629-4211-a8a7-554800d4cda5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=38d68f23-e629-4211-a8a7-554800d4cda5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:18.048180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '38d68f23-e629-4211-a8a7-554800d4cda5', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '38d68f23-e629-4211-a8a7-554800d4cda5', 'mac_address': 'fa:16:3e:26:b9:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.11'}], 'device_owner': 'compute:tempest-test_az-1225295264', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:18.102941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.122657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38d68f23-e629-4211-a8a7-554800d4cda5 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:18.132324 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:18.142226 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:18.169309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 38d68f23-e629-4211-a8a7-554800d4cda5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=38d68f23-e629-4211-a8a7-554800d4cda5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:18.252868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79332f9-847a-404d-bcb0-423ef6824b31 req-6b0c24af-6c4f-4d7e-89ee-b1b1f0c2b79a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:18.256645 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.259619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c79332f9-847a-404d-bcb0-423ef6824b31 req-6b0c24af-6c4f-4d7e-89ee-b1b1f0c2b79a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 0.1104312 Jul 05 03:42:18.314959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c79332f9-847a-404d-bcb0-423ef6824b31 req-655ee789-b2c4-4be8-af8a-4033a303f8fb tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544035 Jul 05 03:42:18.334749 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=38d68f23-e629-4211-a8a7-554800d4cda5,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:18.483591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e856237b-2c3e-4a7c-83d6-04e6e7622698 None None] Provisioning complete for port a956d991-ccb8-4536-a1ad-e0d903ac0c62 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:18.484345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e856237b-2c3e-4a7c-83d6-04e6e7622698 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.533631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e856237b-2c3e-4a7c-83d6-04e6e7622698 None None] Port a956d991-ccb8-4536-a1ad-e0d903ac0c62 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:18.564399 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-ef03af72-acee-4522-a5ea-06f3e9ca8262 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=78f36e6e379749b48373b3b4dcc9986a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344801 Jul 05 03:42:18.571957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39892) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:18.588655 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8998df42-9e70-4943-ad80-3fa1ec4f542b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.616828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['38d68f23-e629-4211-a8a7-554800d4cda5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:18.703318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Router 7a86e041-6586-4545-ae03-f3c15405fd77 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:42:18.722798 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8998df42-9e70-4943-ad80-3fa1ec4f542b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.790113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-ace6ff34-dd24-47e9-a836-5f5a727ed61b tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:18.791677 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-ace6ff34-dd24-47e9-a836-5f5a727ed61b tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2196977 Jul 05 03:42:18.794860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.811541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Request body: {'port': {'device_id': '7c38be60-a8ef-4781-865f-324e0676db51', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '78f36e6e379749b48373b3b4dcc9986a'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:18.822310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8998df42-9e70-4943-ad80-3fa1ec4f542b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:18.909061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8998df42-9e70-4943-ad80-3fa1ec4f542b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d593720c-c2c9-48ee-8722-0498affc0eb8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:18.920277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8998df42-9e70-4943-ad80-3fa1ec4f542b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac6d022c0a14455e9e4baafbec6bdfed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3439898 Jul 05 03:42:18.920277 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39896) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:18.979355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f7c8851e-9b67-41c3-9488-67e78930e5a6,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:18.979566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c6b976-2e72-4589-8754-bf71f73959d6 req-609673e7-770d-40e4-8f48-6d2978cf1ecc tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:18.980902 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6c6b976-2e72-4589-8754-bf71f73959d6 req-609673e7-770d-40e4-8f48-6d2978cf1ecc tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 970 time: 0.1408057 Jul 05 03:42:18.999680 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25997818-f6c8-4c5d-bdbd-63e48bec57f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.013005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Checking segment: {'id': '348d0060-707c-46da-8431-fe33f25d3726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'c9da88da-e15f-4464-9af0-c25da14718b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:19.013005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Network hostable DHCP agents. Network: c9da88da-e15f-4464-9af0-c25da14718b7, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:42:19.018541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:42:19.024012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-80c2d14b-8257-4f61-a8ec-c66c4dc020ab admin admin] 10.222.0.30 "PUT /v2.0/routers/7a86e041-6586-4545-ae03-f3c15405fd77/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1689093 Jul 05 03:42:19.052122 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25997818-f6c8-4c5d-bdbd-63e48bec57f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.081355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6c6b976-2e72-4589-8754-bf71f73959d6 req-3b2d6691-6d6c-447a-a6ee-3f52da4a1398 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891690 Jul 05 03:42:19.119996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca5ab750-833f-4347-8a92-f8fe5194a416 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:19.135651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Network c9da88da-e15f-4464-9af0-c25da14718b7 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:42:19.193122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Made reservation on behalf of 78f36e6e379749b48373b3b4dcc9986a for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:19.196884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.208154 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.220841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6fe2ef2-3aca-4995-9611-6fa842754304 req-073243d5-6e8c-4cf0-8fbd-b95672d7eeb4 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 210 time: 0.0341098 Jul 05 03:42:19.228356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25997818-f6c8-4c5d-bdbd-63e48bec57f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.230616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c9da88da-e15f-4464-9af0-c25da14718b7) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:19.241666 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25997818-f6c8-4c5d-bdbd-63e48bec57f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.241666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-25997818-f6c8-4c5d-bdbd-63e48bec57f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d593720c-c2c9-48ee-8722-0498affc0eb8 HTTP/1.1" status: 204 len: 168 time: 0.3147287 Jul 05 03:42:19.241837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:19.241837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.242116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efcc1e55-19e7-4f24-a6d5-3535fa36e0ea None None] Network c9da88da-e15f-4464-9af0-c25da14718b7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:19.246234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25997818-f6c8-4c5d-bdbd-63e48bec57f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d593720c-c2c9-48ee-8722-0498affc0eb8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:19.342249 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ca5ab750-833f-4347-8a92-f8fe5194a416 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:19.355618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ca5ab750-833f-4347-8a92-f8fe5194a416 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:19.355618 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.373984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.434205 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.520180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4431c462-da0a-442c-9de9-832a318845ea,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:19.525092 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.558022 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-56e43129-b4c3-49cd-ac8b-c5ccca3e3130 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.7590828 Jul 05 03:42:19.583049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fc6d9d-8222-4860-9325-7a94953cb4c7 req-ef46a898-1379-4985-bebe-4c25ad77200d tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:19.595595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16fc6d9d-8222-4860-9325-7a94953cb4c7 req-ef46a898-1379-4985-bebe-4c25ad77200d tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 0.1130285 Jul 05 03:42:19.645554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Allocated IP 192.168.233.15 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/e28c2ec9-b939-4a74-ac0a-607451dc1554) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:19.671216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16fc6d9d-8222-4860-9325-7a94953cb4c7 req-a11ffd3e-66e4-4c2f-8f24-082ab2c68575 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739911 Jul 05 03:42:19.705621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e261350b-81ff-4769-9467-f2f6256e7545 None None] Network c9da88da-e15f-4464-9af0-c25da14718b7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:42:19.709133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Sync routers for ids ['7a86e041-6586-4545-ae03-f3c15405fd77'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:42:19.767631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port ca5ab750-833f-4347-8a92-f8fe5194a416, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ca5ab750-833f-4347-8a92-f8fe5194a416,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:19.781632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Routers {'7a86e041-6586-4545-ae03-f3c15405fd77'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:19.782315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:42:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7a86e041-6586-4545-ae03-f3c15405fd77'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:19.853319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 38d68f23-e629-4211-a8a7-554800d4cda5 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:19.896042 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.914401 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:19.930065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Transition to ACTIVE for port object e28c2ec9-b939-4a74-ac0a-607451dc1554 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:20.054554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.071350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Set router 7a86e041-6586-4545-ae03-f3c15405fd77 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:20.093012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:20.096424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:20.098755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:20.102997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=ca5ab750-833f-4347-8a92-f8fe5194a416,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:20.105827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:20.106650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.181101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Pushing event updated for resources: {'Port': ['ID=e28c2ec9-b939-4a74-ac0a-607451dc1554,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:20.252988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 38d68f23-e629-4211-a8a7-554800d4cda5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:20.256768 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-bf6da221-646e-478c-8924-9481f6c59d73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4545276 Jul 05 03:42:20.259651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 38d68f23-e629-4211-a8a7-554800d4cda5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:20.260040 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.273985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Request body: {'port': {'device_id': '7c38be60-a8ef-4781-865f-324e0676db51', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:20.373938 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.417211 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.440329 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39952) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:20.449008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c06097-a595-43eb-b662-e6692115be22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d68f23-e629-4211-a8a7-554800d4cda5'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:20.454330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-cd448167-a2d0-4445-9c71-3097c6f55a99 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Request body: {'security_group': {'name': 'tempest-securitygroup--337277670', 'description': 'tempest-description--1194913860'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:20.544919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-94c1ec63-bb3c-477e-a37a-8c9d747e51f3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:20.546667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-94c1ec63-bb3c-477e-a37a-8c9d747e51f3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 808 time: 0.3091879 Jul 05 03:42:20.570101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 38d68f23-e629-4211-a8a7-554800d4cda5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=38d68f23-e629-4211-a8a7-554800d4cda5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:20.586002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-router', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:17Z', 'revision_number': 4, 'project_id': '4c50586fd17443859bb3fc249be85625', 'gw_port': {'id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a5:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:12Z', 'updated_at': '2021-07-05T03:42:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a956d991-ccb8-4536-a1ad-e0d903ac0c62', 'name': '', 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'mac_address': 'fa:16:3e:45:9b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9cf46e20-c469-462c-89f6-7cfbcf579e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:16Z', 'updated_at': '2021-07-05T03:42:17Z', 'revision_number': 2, 'project_id': '4c50586fd17443859bb3fc249be85625', 'subnets': [{'id': '9cf46e20-c469-462c-89f6-7cfbcf579e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:20.592736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-feabb1d7-1350-432d-9dd3-fe6b9806ee15 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/quotas/3b6ce790b1544b22a8c73b5072cdede4 HTTP/1.1" status: 200 len: 375 time: 0.0341928 Jul 05 03:42:20.623078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Checking router: 7a86e041-6586-4545-ae03-f3c15405fd77 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:42:20.623078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Updating router 7a86e041-6586-4545-ae03-f3c15405fd77 port a956d991-ccb8-4536-a1ad-e0d903ac0c62 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:42:20.650588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-cd1beeba-7fd9-477b-a1a0-77415c2f25f1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0474141 Jul 05 03:42:20.668436 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.670733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ae9515-d53b-4bd6-b335-377ae40a6b68 req-7485ef84-4394-4d0e-ad2e-9a14116d4b3f tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:20.674690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09ae9515-d53b-4bd6-b335-377ae40a6b68 req-7485ef84-4394-4d0e-ad2e-9a14116d4b3f tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 970 time: 0.1247547 Jul 05 03:42:20.677737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd448167-a2d0-4445-9c71-3097c6f55a99 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.736064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d706478a-2671-4cb4-85a5-a42d8f2e2c2c None None] Provisioning for port e28c2ec9-b939-4a74-ac0a-607451dc1554 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:20.792455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=38d68f23-e629-4211-a8a7-554800d4cda5,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:20.796840 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.799382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d706478a-2671-4cb4-85a5-a42d8f2e2c2c None None] Provisioning complete for port e28c2ec9-b939-4a74-ac0a-607451dc1554 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:20.799753 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d706478a-2671-4cb4-85a5-a42d8f2e2c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.845023 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ceda073a-e6d4-4c91-9903-0ef25920580d" -d '{"events": [{"server_uuid": "98c06097-a595-43eb-b662-e6692115be22", "name": "network-vif-plugged", "status": "completed", "tag": "38d68f23-e629-4211-a8a7-554800d4cda5"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:20.850134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d706478a-2671-4cb4-85a5-a42d8f2e2c2c None None] Port e28c2ec9-b939-4a74-ac0a-607451dc1554 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:20.879367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd448167-a2d0-4445-9c71-3097c6f55a99 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.887588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09ae9515-d53b-4bd6-b335-377ae40a6b68 req-eba7b3de-6250-4f20-b9e3-6893575b74bd tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2083778 Jul 05 03:42:20.896874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e28c2ec9-b939-4a74-ac0a-607451dc1554 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:20.907408 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:20.920611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Transition to ACTIVE for port object e28c2ec9-b939-4a74-ac0a-607451dc1554 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:20.976503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd448167-a2d0-4445-9c71-3097c6f55a99 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.011613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd448167-a2d0-4445-9c71-3097c6f55a99 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25f32e3-3ada-4db7-8349-4b46cee54f76,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:21.019948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.040924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-b2e528f8-726f-47e1-b90a-0ccd189db37f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:42:21.041943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-b2e528f8-726f-47e1-b90a-0ccd189db37f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0910234 Jul 05 03:42:21.125270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca5ab750-833f-4347-8a92-f8fe5194a416 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:21.174288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Attempting to bind port e28c2ec9-b939-4a74-ac0a-607451dc1554 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:21.174983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Attempting to bind port e28c2ec9-b939-4a74-ac0a-607451dc1554 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:21.175525 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Attempting to bind port e28c2ec9-b939-4a74-ac0a-607451dc1554 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:21.179552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd448167-a2d0-4445-9c71-3097c6f55a99 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.185764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cd448167-a2d0-4445-9c71-3097c6f55a99 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.7360637 Jul 05 03:42:21.188915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Pushing event updated for resources: {'Port': ['ID=e28c2ec9-b939-4a74-ac0a-607451dc1554,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:21.189501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39976) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:21.194177 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Port e28c2ec9-b939-4a74-ac0a-607451dc1554 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:21.194525 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Attempting to bind port e28c2ec9-b939-4a74-ac0a-607451dc1554 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:21.201997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:21.202537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:21.203233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:21.203666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Bound port: e28c2ec9-b939-4a74-ac0a-607451dc1554, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:21.204062 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.206265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-869f5dd3-dec5-46ce-aa9e-8e6f8200369d tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Request body: {'security_group_rule': {'security_group_id': 'a25f32e3-3ada-4db7-8349-4b46cee54f76', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:21.247663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ca5ab750-833f-4347-8a92-f8fe5194a416 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:21.248070 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.282963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0599ebb6-9c82-4177-b7df-7c93bdd5beac req-9242253b-44d4-497d-8ae2-a58767e1b5cc tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:21.284919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0599ebb6-9c82-4177-b7df-7c93bdd5beac req-9242253b-44d4-497d-8ae2-a58767e1b5cc tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 947 time: 0.2344491 Jul 05 03:42:21.288183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-8bedacdf-6ea3-465d-a17e-d71fd0d439b8 service neutron] 10.222.0.30 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2282355 Jul 05 03:42:21.320558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] For port e28c2ec9-b939-4a74-ac0a-607451dc1554, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:21.329375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] For port e28c2ec9-b939-4a74-ac0a-607451dc1554, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e28c2ec9-b939-4a74-ac0a-607451dc1554,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:21.401067 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-869f5dd3-dec5-46ce-aa9e-8e6f8200369d tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.405944 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.431438 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.447650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:21.448294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.449529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Transition to ACTIVE for port object a956d991-ccb8-4536-a1ad-e0d903ac0c62 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:21.449705 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] 10.222.0.13 "PUT /v2.0/ports/e28c2ec9-b939-4a74-ac0a-607451dc1554 HTTP/1.1" status: 200 len: 1096 time: 1.1807301 Jul 05 03:42:21.450108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c38be60-a8ef-4781-865f-324e0676db51', 'tag': 'e28c2ec9-b939-4a74-ac0a-607451dc1554'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:21.453152 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66af3666-5129-41c7-a288-a975b11a3228" -d '{"events": [{"name": "network-changed", "server_uuid": "7c38be60-a8ef-4781-865f-324e0676db51", "tag": "e28c2ec9-b939-4a74-ac0a-607451dc1554"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:21.458399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0599ebb6-9c82-4177-b7df-7c93bdd5beac req-14b99725-2c5c-45c4-b465-d16b8d1de79d tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589038 Jul 05 03:42:21.489364 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-4de0f8d1-ffdb-4346-9694-d1edb63f59bf service neutron] 10.222.0.30 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911802 Jul 05 03:42:21.497167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a8d899-edab-4255-b17c-4792c40df82e service neutron] Pushing event updated for resources: {'Port': ['ID=e28c2ec9-b939-4a74-ac0a-607451dc1554,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:21.527796 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-869f5dd3-dec5-46ce-aa9e-8e6f8200369d tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.536722 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.598672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-869f5dd3-dec5-46ce-aa9e-8e6f8200369d tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.645682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869f5dd3-dec5-46ce-aa9e-8e6f8200369d tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8a3509c-b18c-4a25-ae19-e14325ed03eb,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:21.676549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-125985d6-a088-4d45-bbed-97c8bbfcccd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:21.678185 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-125985d6-a088-4d45-bbed-97c8bbfcccd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78f36e6e379749b48373b3b4dcc9986a&device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 1099 time: 0.0770791 Jul 05 03:42:21.738238 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4164051-918b-4fee-b064-7f31aa148bb4 None None] Pushing event updated for resources: {'Port': ['ID=a956d991-ccb8-4536-a1ad-e0d903ac0c62,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:21.738380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-5e04dd0f-3686-4f56-be7d-cddcfd5118e6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=e28c2ec9-b939-4a74-ac0a-607451dc1554 HTTP/1.1" status: 200 len: 217 time: 0.0509357 Jul 05 03:42:21.781531 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Attempting to bind port a956d991-ccb8-4536-a1ad-e0d903ac0c62 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:21.782038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Attempting to bind port a956d991-ccb8-4536-a1ad-e0d903ac0c62 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'a2e78c83-c313-4074-ab6e-f7e09a75012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:21.783054 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-869f5dd3-dec5-46ce-aa9e-8e6f8200369d tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.783630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Attempting to bind port a956d991-ccb8-4536-a1ad-e0d903ac0c62 on network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:21.791420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-869f5dd3-dec5-46ce-aa9e-8e6f8200369d tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5989254 Jul 05 03:42:21.794038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39994) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:21.795164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:21.795521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Checking segment: {'id': 'a2e78c83-c313-4074-ab6e-f7e09a75012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:21.796055 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.796526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Bound using segment: {'id': 'a2e78c83-c313-4074-ab6e-f7e09a75012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:21.797382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Bound port: a956d991-ccb8-4536-a1ad-e0d903ac0c62, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2e78c83-c313-4074-ab6e-f7e09a75012b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:21.798214 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.800351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b4c4aa41-6398-4d79-b6a6-9abca8e603f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Request body: {'security_group_rule': {'security_group_id': 'a25f32e3-3ada-4db7-8349-4b46cee54f76', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:21.892619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-0f58698d-62a3-4c8a-b4a8-53336c49e1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:21.894221 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-0f58698d-62a3-4c8a-b4a8-53336c49e1bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1459420 Jul 05 03:42:21.902499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ae4c15-feea-4355-8f3c-618d1ec7b8db req-956c1a36-a236-4f1a-b85c-ee0b9b652a33 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:21.904762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4ae4c15-feea-4355-8f3c-618d1ec7b8db req-956c1a36-a236-4f1a-b85c-ee0b9b652a33 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 948 time: 0.2781534 Jul 05 03:42:21.950782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] For port a956d991-ccb8-4536-a1ad-e0d903ac0c62, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:21.956050 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] For port a956d991-ccb8-4536-a1ad-e0d903ac0c62, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a956d991-ccb8-4536-a1ad-e0d903ac0c62,segment=NetworkSegment(a2e78c83-c313-4074-ab6e-f7e09a75012b),segment_id=a2e78c83-c313-4074-ab6e-f7e09a75012b)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:21.972488 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b4c4aa41-6398-4d79-b6a6-9abca8e603f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:21.992133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4ae4c15-feea-4355-8f3c-618d1ec7b8db req-1901090b-7b93-4792-8c47-d48d24bd32a5 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779085 Jul 05 03:42:22.015949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-2ff29041-531c-4883-a458-e25810dd5f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:22.015949 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-2ff29041-531c-4883-a458-e25810dd5f96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1097746 Jul 05 03:42:22.085424 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70133b10-4c39-496f-b483-9ea296c0b74f x-openstack-request-id: req-70133b10-4c39-496f-b483-9ea296c0b74f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:22.086226 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c38be60-a8ef-4781-865f-324e0676db51", "tag": "e28c2ec9-b939-4a74-ac0a-607451dc1554", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:22.086226 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-70133b10-4c39-496f-b483-9ea296c0b74f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:22.086825 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c38be60-a8ef-4781-865f-324e0676db51', 'tag': 'e28c2ec9-b939-4a74-ac0a-607451dc1554', 'status': 'completed', 'code': 200} Jul 05 03:42:22.092201 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.164029 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-c4889726-2da4-4d8d-a565-37cc2dfb0a60 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418860 Jul 05 03:42:22.176716 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5529916-0663-42fd-8ae2-18682330e7fa x-openstack-request-id: req-a5529916-0663-42fd-8ae2-18682330e7fa {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:22.177038 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c06097-a595-43eb-b662-e6692115be22", "name": "network-vif-plugged", "status": "completed", "tag": "38d68f23-e629-4211-a8a7-554800d4cda5", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:22.181133 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5529916-0663-42fd-8ae2-18682330e7fa {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:22.181133 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c06097-a595-43eb-b662-e6692115be22', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38d68f23-e629-4211-a8a7-554800d4cda5', 'code': 200} Jul 05 03:42:22.215064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Routers {'7a86e041-6586-4545-ae03-f3c15405fd77'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:22.215064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:42:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7a86e041-6586-4545-ae03-f3c15405fd77'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:22.271292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21a3411b-a964-48d3-adcb-33980e388015 req-f8eefb6e-74ce-4694-9817-232ab9c4d746 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 210 time: 0.1295643 Jul 05 03:42:22.298759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4164051-918b-4fee-b064-7f31aa148bb4 None None] Pushing event updated for resources: {'Port': ['ID=a956d991-ccb8-4536-a1ad-e0d903ac0c62,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:22.360962 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d99d06c3-04da-4c2c-a27f-ceadf57c44c3 req-79c88e89-cfda-4b4f-9187-a522d126eb2b service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846600 Jul 05 03:42:22.404397 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b4c4aa41-6398-4d79-b6a6-9abca8e603f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.492895 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b4c4aa41-6398-4d79-b6a6-9abca8e603f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.500371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff5bfa-720c-4579-a162-c9229aa2a441 req-c9419610-6e20-446a-9e50-4defa75f9a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:22.501238 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:22.501912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30ff5bfa-720c-4579-a162-c9229aa2a441 req-c9419610-6e20-446a-9e50-4defa75f9a3d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 1123 time: 0.2289424 Jul 05 03:42:22.520122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b90ea19-523b-4873-8049-4c437aa82465 req-8573da48-de39-4ba2-8892-e66c20a69751 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:22.521642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b90ea19-523b-4873-8049-4c437aa82465 req-8573da48-de39-4ba2-8892-e66c20a69751 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 971 time: 0.1777775 Jul 05 03:42:22.530906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c4aa41-6398-4d79-b6a6-9abca8e603f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d90618b-8d07-45d8-ab7e-fb1d2e4ab010,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:22.550520 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-30ff5bfa-720c-4579-a162-c9229aa2a441 req-77b2c509-13a5-402a-9fc4-de53aab7e5c9 service neutron] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.596901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] Set router 7a86e041-6586-4545-ae03-f3c15405fd77 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:22.597907 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b90ea19-523b-4873-8049-4c437aa82465 req-2f155f03-6c1a-4f94-ae21-34c10a9babd4 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639119 Jul 05 03:42:22.615368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af3666-5129-41c7-a288-a975b11a3228 req-4b9a79ab-ef4f-4d12-9ea5-306bf8ab4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:22.617354 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-66af3666-5129-41c7-a288-a975b11a3228 req-4b9a79ab-ef4f-4d12-9ea5-306bf8ab4482 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78f36e6e379749b48373b3b4dcc9986a&device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 1099 time: 0.0854425 Jul 05 03:42:22.757513 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-30ff5bfa-720c-4579-a162-c9229aa2a441 req-77b2c509-13a5-402a-9fc4-de53aab7e5c9 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.758871 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b4c4aa41-6398-4d79-b6a6-9abca8e603f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.760285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b4c4aa41-6398-4d79-b6a6-9abca8e603f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9652054 Jul 05 03:42:22.768566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40020) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:22.773325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:22.795881 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:22.817392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '1d43f27b-5f9a-4e7a-838f-7939e18b4c68', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '1d43f27b-5f9a-4e7a-838f-7939e18b4c68', 'mac_address': 'fa:16:3e:2c:62:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.197'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:22.819873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af3666-5129-41c7-a288-a975b11a3228 req-8ebd465f-14d0-40b7-b6eb-3dac247d6a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:22.821771 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-66af3666-5129-41c7-a288-a975b11a3228 req-8ebd465f-14d0-40b7-b6eb-3dac247d6a17 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1917048 Jul 05 03:42:22.844842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24bc3c9-a193-4d16-ba45-dff3399cf9ad req-c7e6e2cb-3cab-441e-b01f-bcee1f20a025 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:22.851926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c24bc3c9-a193-4d16-ba45-dff3399cf9ad req-c7e6e2cb-3cab-441e-b01f-bcee1f20a025 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 947 time: 0.0903263 Jul 05 03:42:22.855524 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-30ff5bfa-720c-4579-a162-c9229aa2a441 req-77b2c509-13a5-402a-9fc4-de53aab7e5c9 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.900385 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-66af3666-5129-41c7-a288-a975b11a3228 req-5bf25196-df37-4960-9f50-e222a53c6cb8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=e28c2ec9-b939-4a74-ac0a-607451dc1554 HTTP/1.1" status: 200 len: 217 time: 0.0616794 Jul 05 03:42:22.904831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:22.921364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:22.932094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30ff5bfa-720c-4579-a162-c9229aa2a441 req-77b2c509-13a5-402a-9fc4-de53aab7e5c9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4092755 Jul 05 03:42:22.941796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b2c509-13a5-402a-9fc4-de53aab7e5c9 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1950c844-859f-4e3e-8bca-46f8e20f246a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:22.944727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c24bc3c9-a193-4d16-ba45-dff3399cf9ad req-ae8e8be8-2b9b-41da-a3f6-41434d7b71e2 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918212 Jul 05 03:42:22.948687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:22.964967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-router', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:17Z', 'revision_number': 4, 'project_id': '4c50586fd17443859bb3fc249be85625', 'gw_port': {'id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:12Z', 'updated_at': '2021-07-05T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a956d991-ccb8-4536-a1ad-e0d903ac0c62', 'name': '', 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'mac_address': 'fa:16:3e:45:9b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9cf46e20-c469-462c-89f6-7cfbcf579e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:16Z', 'updated_at': '2021-07-05T03:42:21Z', 'revision_number': 4, 'project_id': '4c50586fd17443859bb3fc249be85625', 'subnets': [{'id': '9cf46e20-c469-462c-89f6-7cfbcf579e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:22.972226 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.012333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca9d8b73-a570-49fc-b953-14b9d05d051c None None] The sync data for ids ['7a86e041-6586-4545-ae03-f3c15405fd77'] in n-d-758944-41 is: [{'id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-router', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:42:17Z', 'revision_number': 4, 'project_id': '4c50586fd17443859bb3fc249be85625', 'gw_port': {'id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:12Z', 'updated_at': '2021-07-05T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a956d991-ccb8-4536-a1ad-e0d903ac0c62', 'name': '', 'network_id': '554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'mac_address': 'fa:16:3e:45:9b:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'device_owner': 'network:router_interface', 'standard_attr_id': 119, 'fixed_ips': [{'subnet_id': '9cf46e20-c469-462c-89f6-7cfbcf579e0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:16Z', 'updated_at': '2021-07-05T03:42:21Z', 'revision_number': 4, 'project_id': '4c50586fd17443859bb3fc249be85625', 'subnets': [{'id': '9cf46e20-c469-462c-89f6-7cfbcf579e0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:42:23.024236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af3666-5129-41c7-a288-a975b11a3228 req-7b97df90-4b44-4da5-8919-7e130333abea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:23.025747 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-66af3666-5129-41c7-a288-a975b11a3228 req-7b97df90-4b44-4da5-8919-7e130333abea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1092374 Jul 05 03:42:23.047600 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.146542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:23.159745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66af3666-5129-41c7-a288-a975b11a3228 req-da4f27b1-1b25-48c2-827d-c9f408d473d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:23.161721 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-66af3666-5129-41c7-a288-a975b11a3228 req-da4f27b1-1b25-48c2-827d-c9f408d473d8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1282837 Jul 05 03:42:23.253250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c50f34-8e25-44c8-a24c-2d8519b8c976 req-eaa50f9f-09a8-41c3-87cd-786a6ae9cc53 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:23.263922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.265598 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62c50f34-8e25-44c8-a24c-2d8519b8c976 req-eaa50f9f-09a8-41c3-87cd-786a6ae9cc53 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 949 time: 0.0996044 Jul 05 03:42:23.321582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62c50f34-8e25-44c8-a24c-2d8519b8c976 req-d64302dc-07a7-4054-a290-94fb3562a29a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539813 Jul 05 03:42:23.344996 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-66af3666-5129-41c7-a288-a975b11a3228 req-f4b2ee91-8ff7-45cf-a022-79add3cdbc20 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712396 Jul 05 03:42:23.390893 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7624796e-25fe-4900-86a1-52020b46629a req-012b11b1-1eb1-43d8-a92a-2eef3024a172 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 210 time: 0.0367048 Jul 05 03:42:23.487690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Allocated IP 172.25.4.28 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/174ee86b-c049-45de-be7a-f90275ae70ba) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:23.517597 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-66af3666-5129-41c7-a288-a975b11a3228 req-bcfaade5-f324-4902-8f1b-45f8a84e1a7c service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622677 Jul 05 03:42:23.614673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['1d43f27b-5f9a-4e7a-838f-7939e18b4c68'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:23.616976 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.736628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:23.819209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event updated for resources: {'Port': ['ID=174ee86b-c049-45de-be7a-f90275ae70ba,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:23.844283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:23.845862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:23.848318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:23.863975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa3cd89-def6-417b-8478-6b7a6ddc9c5a req-06689396-787e-4128-a8d6-3a7610ce9f4c tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:23.866201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3aa3cd89-def6-417b-8478-6b7a6ddc9c5a req-06689396-787e-4128-a8d6-3a7610ce9f4c tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 971 time: 0.1080000 Jul 05 03:42:23.906428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40046) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:23.926317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3aa3cd89-def6-417b-8478-6b7a6ddc9c5a req-ac173b40-23ce-4930-b3af-2ccf0190160f tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490117 Jul 05 03:42:23.986987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.050109 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f11a8e46-7b25-4736-a33f-019e9b6121d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.196395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab38d12-dd4a-4838-9bdd-616ba5971556 req-54ce8222-9df1-4cf7-add4-e1a6182f0f4e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:24.198231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bab38d12-dd4a-4838-9bdd-616ba5971556 req-54ce8222-9df1-4cf7-add4-e1a6182f0f4e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 947 time: 0.1235628 Jul 05 03:42:24.245668 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f11a8e46-7b25-4736-a33f-019e9b6121d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.268815 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bab38d12-dd4a-4838-9bdd-616ba5971556 req-b1134fff-3263-4f96-9e9d-68f41c6595d7 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507429 Jul 05 03:42:24.308302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.312891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f11a8e46-7b25-4736-a33f-019e9b6121d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.352971 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11a8e46-7b25-4736-a33f-019e9b6121d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667ce0cb-068d-4e16-82c9-3b77842a0db4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:24.360169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f11a8e46-7b25-4736-a33f-019e9b6121d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59523337e42d404bb43238dd59c7ebf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4502134 Jul 05 03:42:24.361499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40054) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:24.422664 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88345362-d950-4368-af8b-af5822463c3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.446187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88345362-d950-4368-af8b-af5822463c3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.497665 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.556245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6d86bed-5e03-4059-b6d8-1180dc8edb08 req-b6540974-e0e8-43f5-bf66-e1c8a1f520d3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 210 time: 0.0379190 Jul 05 03:42:24.563531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.604888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e7dbb4-3a2d-4909-b841-299c65aafc40 req-93ca68e7-7c40-4620-8c38-43414f20f99a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:24.606286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81e7dbb4-3a2d-4909-b841-299c65aafc40 req-93ca68e7-7c40-4620-8c38-43414f20f99a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 949 time: 0.1529615 Jul 05 03:42:24.613234 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.632047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event updated for resources: {'Port': ['ID=174ee86b-c049-45de-be7a-f90275ae70ba,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:24.653780 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81e7dbb4-3a2d-4909-b841-299c65aafc40 req-b33e447c-991a-4308-b7bf-fc97bc2940e4 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411994 Jul 05 03:42:24.676915 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88345362-d950-4368-af8b-af5822463c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.679556 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88345362-d950-4368-af8b-af5822463c3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.680822 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-88345362-d950-4368-af8b-af5822463c3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/667ce0cb-068d-4e16-82c9-3b77842a0db4 HTTP/1.1" status: 204 len: 168 time: 0.3176048 Jul 05 03:42:24.689134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88345362-d950-4368-af8b-af5822463c3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667ce0cb-068d-4e16-82c9-3b77842a0db4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:24.706997 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:24.708286 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a883546c-9ca0-47c7-8b7f-0111e31a6dd9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.9386930 Jul 05 03:42:24.940023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-7591d3d3-fc2d-4c35-9704-d92d6c80c69b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:24.940023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-7591d3d3-fc2d-4c35-9704-d92d6c80c69b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.26 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 808 time: 0.1401579 Jul 05 03:42:24.949448 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-5d7761c9-f22f-4126-bb20-9cd8feaa538b tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--337277670&fields=id&tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084 HTTP/1.1" status: 200 len: 267 time: 0.0704193 Jul 05 03:42:24.974866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Request body: {'port': {'device_id': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93', 'admin_state_up': True, 'tenant_id': '3b6ce790b1544b22a8c73b5072cdede4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:25.134445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a956d991-ccb8-4536-a1ad-e0d903ac0c62 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:25.255594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-85fd4cd1-025f-4bdc-8fcf-9d2077538832 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:25.257120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-85fd4cd1-025f-4bdc-8fcf-9d2077538832 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/networks?id=c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 200 len: 824 time: 0.3003244 Jul 05 03:42:25.275726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce21437-a8d9-4fd4-a9e9-31ab043e0fd0 req-36a05674-f615-4050-b151-1977ee51f2c3 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:25.277185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ce21437-a8d9-4fd4-a9e9-31ab043e0fd0 req-36a05674-f615-4050-b151-1977ee51f2c3 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 971 time: 0.1672809 Jul 05 03:42:25.295614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a956d991-ccb8-4536-a1ad-e0d903ac0c62 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:25.300516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a956d991-ccb8-4536-a1ad-e0d903ac0c62 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:25.301096 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.303399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-1b4b1128-9d25-4130-9522-bf08affc4718 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/quotas/f7e5526a71ee4c1c8a5ada86eaf7d084 HTTP/1.1" status: 200 len: 375 time: 0.0375028 Jul 05 03:42:25.362841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ce21437-a8d9-4fd4-a9e9-31ab043e0fd0 req-5a5d2049-41f2-4150-9241-b0e8b24a0be4 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763345 Jul 05 03:42:25.380986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Made reservation on behalf of 3b6ce790b1544b22a8c73b5072cdede4 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:25.383122 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.384975 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.420368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port a956d991-ccb8-4536-a1ad-e0d903ac0c62, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a956d991-ccb8-4536-a1ad-e0d903ac0c62,segment=NetworkSegment(a2e78c83-c313-4074-ab6e-f7e09a75012b),segment_id=a2e78c83-c313-4074-ab6e-f7e09a75012b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:25.478360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40084) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:25.484679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-3886fb71-d32a-4f52-a616-43ab9a5b7c6e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1716545 Jul 05 03:42:25.495459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b50d8fc3-7fed-469a-bbc2-b96dc69ef58d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.501285 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.568863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=a956d991-ccb8-4536-a1ad-e0d903ac0c62,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:25.617223 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b50d8fc3-7fed-469a-bbc2-b96dc69ef58d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.684308 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b50d8fc3-7fed-469a-bbc2-b96dc69ef58d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.729571 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b50d8fc3-7fed-469a-bbc2-b96dc69ef58d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd98d673fc7343a0a025f7ac10714582&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2500575 Jul 05 03:42:25.731171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50d8fc3-7fed-469a-bbc2-b96dc69ef58d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=844db68c-d3af-4909-bcef-015af60b4444,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:25.734263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40096) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:25.757734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-b589f122-e04a-4d20-8e09-ce9894b0f9e4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:42:25.759079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-b589f122-e04a-4d20-8e09-ce9894b0f9e4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0786054 Jul 05 03:42:25.799157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-435f1ccc-f203-422e-8a60-5ade491c201a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.821722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-435f1ccc-f203-422e-8a60-5ade491c201a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.829839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Allocated IP 172.20.0.7 (c2ff4a2a-eed4-48b0-9126-6d2078f3ed93/10d35d92-0a34-438d-b9d9-6db5e0773492/f425d603-ab22-440b-96e1-b7e7efe240ca) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:25.846424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf9bfcd-ff22-459f-8ead-1868556fd3fe req-c1b8e6bf-c9c5-4099-8e37-ca39e7109b73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:25.847964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebf9bfcd-ff22-459f-8ead-1868556fd3fe req-c1b8e6bf-c9c5-4099-8e37-ca39e7109b73 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 947 time: 0.3597429 Jul 05 03:42:25.907199 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-435f1ccc-f203-422e-8a60-5ade491c201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.910580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-435f1ccc-f203-422e-8a60-5ade491c201a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:25.912217 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-435f1ccc-f203-422e-8a60-5ade491c201a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/844db68c-d3af-4909-bcef-015af60b4444 HTTP/1.1" status: 204 len: 168 time: 0.1749768 Jul 05 03:42:25.921678 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f1ccc-f203-422e-8a60-5ade491c201a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=844db68c-d3af-4909-bcef-015af60b4444,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:25.939566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebf9bfcd-ff22-459f-8ead-1868556fd3fe req-d3f4ab39-06c3-4469-8b8a-7914af33c141 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800381 Jul 05 03:42:25.956096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-09d29711-e987-4bcd-bb0b-03126760fc56 service neutron] 10.222.0.30 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1886489 Jul 05 03:42:26.152018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-2a0432af-4c6e-434d-8779-b0bf6391ea79 service neutron] 10.222.0.30 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1806931 Jul 05 03:42:26.169560 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.192938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31724e7-08bb-4ccf-a8af-1a9143ce32ca req-81c3148a-58cc-4c38-8cca-c7affdf5ccbe tempest-AggregatesAdminTestJSON-110435605 tempest-AggregatesAdminTestJSON-110435605-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:26.194479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c31724e7-08bb-4ccf-a8af-1a9143ce32ca req-81c3148a-58cc-4c38-8cca-c7affdf5ccbe tempest-AggregatesAdminTestJSON-110435605 tempest-AggregatesAdminTestJSON-110435605-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 1123 time: 0.1413016 Jul 05 03:42:26.227988 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c31724e7-08bb-4ccf-a8af-1a9143ce32ca req-df8554c2-25bd-4f32-be72-54b2cc19ef8a tempest-AggregatesAdminTestJSON-110435605 tempest-AggregatesAdminTestJSON-110435605-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.325686 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c31724e7-08bb-4ccf-a8af-1a9143ce32ca req-df8554c2-25bd-4f32-be72-54b2cc19ef8a tempest-AggregatesAdminTestJSON-110435605 tempest-AggregatesAdminTestJSON-110435605-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.340313 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.358940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e28c2ec9-b939-4a74-ac0a-607451dc1554 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:26.398043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:26.403772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:26.419534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:26.432818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:26.441268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:26.441268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.456221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Pushing event updated for resources: {'Port': ['ID=f425d603-ab22-440b-96e1-b7e7efe240ca,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:26.487308 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c31724e7-08bb-4ccf-a8af-1a9143ce32ca req-df8554c2-25bd-4f32-be72-54b2cc19ef8a tempest-AggregatesAdminTestJSON-110435605 tempest-AggregatesAdminTestJSON-110435605-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.517830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c31724e7-08bb-4ccf-a8af-1a9143ce32ca req-df8554c2-25bd-4f32-be72-54b2cc19ef8a tempest-AggregatesAdminTestJSON-110435605 tempest-AggregatesAdminTestJSON-110435605-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3123741 Jul 05 03:42:26.535843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8554c2-25bd-4f32-be72-54b2cc19ef8a tempest-AggregatesAdminTestJSON-110435605 tempest-AggregatesAdminTestJSON-110435605-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee77c329-dd37-42bb-82a3-6a6b966b836e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:26.548073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e28c2ec9-b939-4a74-ac0a-607451dc1554, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e28c2ec9-b939-4a74-ac0a-607451dc1554,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:26.564641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'e28c2ec9-b939-4a74-ac0a-607451dc1554', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'e28c2ec9-b939-4a74-ac0a-607451dc1554', 'mac_address': 'fa:16:3e:ca:8f:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:26.582685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-5ff180e2-5106-404c-802f-9b258dcf5e2f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6237741 Jul 05 03:42:26.599292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Request body: {'port': {'device_id': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'device_owner': 'compute:tempest-test_az-1225295264', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:26.614565 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.629114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e28c2ec9-b939-4a74-ac0a-607451dc1554 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:26.654702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e28c2ec9-b939-4a74-ac0a-607451dc1554, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e28c2ec9-b939-4a74-ac0a-607451dc1554,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:26.655692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:26.659805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:26.660210 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.753452 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.775096 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.819685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.821779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83805d5-f950-4936-b009-6537a27ad985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d43f27b-5f9a-4e7a-838f-7939e18b4c68'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:26.824074 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29241430-8012-4dfb-9e0f-fbd13b6ad26d" -d '{"events": [{"server_uuid": "a83805d5-f950-4936-b009-6537a27ad985", "name": "network-vif-plugged", "status": "completed", "tag": "1d43f27b-5f9a-4e7a-838f-7939e18b4c68"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:26.850471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d652e-0d2f-40dd-885b-3bed54944753 req-6fad72c8-89e3-40d3-a6ff-e9ec0985e81a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:26.851461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:26.854259 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad6d652e-0d2f-40dd-885b-3bed54944753 req-6fad72c8-89e3-40d3-a6ff-e9ec0985e81a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 949 time: 0.1900928 Jul 05 03:42:26.858735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=e28c2ec9-b939-4a74-ac0a-607451dc1554,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:26.887601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5184f4d-ace7-41fa-9b39-da7bedf531dd req-65161034-07ba-4f3f-9da8-c43cb7066e23 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:26.889104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5184f4d-ace7-41fa-9b39-da7bedf531dd req-65161034-07ba-4f3f-9da8-c43cb7066e23 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 931 time: 0.2325277 Jul 05 03:42:26.912657 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:26.972179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:27.040857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad6d652e-0d2f-40dd-885b-3bed54944753 req-9819371c-0b07-4532-9e85-ce5b531bee47 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625946 Jul 05 03:42:27.057515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5184f4d-ace7-41fa-9b39-da7bedf531dd req-bdfd9699-5dfe-49f8-85e9-1d2c1aee7999 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574404 Jul 05 03:42:27.087470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a956d991-ccb8-4536-a1ad-e0d903ac0c62 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:27.143789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a956d991-ccb8-4536-a1ad-e0d903ac0c62 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:27.148234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.156349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['e28c2ec9-b939-4a74-ac0a-607451dc1554'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:27.184709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41b87900-e947-4ee7-ac49-93bfc1494cd1 req-f261c95d-bd03-4371-8ae4-c21f622fd57e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 210 time: 0.0759833 Jul 05 03:42:27.270004 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a504051-b2af-41c4-9025-143d481d75d3 x-openstack-request-id: req-1a504051-b2af-41c4-9025-143d481d75d3 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:27.270332 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83805d5-f950-4936-b009-6537a27ad985", "name": "network-vif-plugged", "status": "completed", "tag": "1d43f27b-5f9a-4e7a-838f-7939e18b4c68", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:27.270590 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a504051-b2af-41c4-9025-143d481d75d3 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:27.270978 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83805d5-f950-4936-b009-6537a27ad985', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d43f27b-5f9a-4e7a-838f-7939e18b4c68', 'code': 200} Jul 05 03:42:27.484800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4da0d2-370f-43fe-8f77-36aa4bca24bb req-3f857b6f-c633-4006-af47-0a3590cf5bcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:27.486940 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e4da0d2-370f-43fe-8f77-36aa4bca24bb req-3f857b6f-c633-4006-af47-0a3590cf5bcf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 1102 time: 0.1451576 Jul 05 03:42:27.489495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f425d603-ab22-440b-96e1-b7e7efe240ca {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:27.521684 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.543642 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Transition to ACTIVE for port object f425d603-ab22-440b-96e1-b7e7efe240ca will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:27.546059 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e4da0d2-370f-43fe-8f77-36aa4bca24bb req-c61d0701-cb2c-4293-bda6-80ad02fe9998 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471046 Jul 05 03:42:27.570719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad88abfa-2f54-4b65-89dc-b93f96990eaa req-907759ad-7ea2-41c7-964a-0cd1c6ca4272 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:27.572215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad88abfa-2f54-4b65-89dc-b93f96990eaa req-907759ad-7ea2-41c7-964a-0cd1c6ca4272 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 948 time: 0.1411271 Jul 05 03:42:27.610058 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.620958 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad88abfa-2f54-4b65-89dc-b93f96990eaa req-74adb68e-af0a-46ca-9ab9-aa0896baa2f5 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425625 Jul 05 03:42:27.679479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Pushing event updated for resources: {'Port': ['ID=f425d603-ab22-440b-96e1-b7e7efe240ca,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:27.715774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:27.716140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:27.716465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:27.722507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Port f425d603-ab22-440b-96e1-b7e7efe240ca on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:27.722876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:27.728349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:27.728515 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:27.728908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:27.729345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Bound port: f425d603-ab22-440b-96e1-b7e7efe240ca, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:27.729701 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.799221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:27.802067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:27.898394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.937898 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:27.938526 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:27.939934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] 10.222.0.26 "PUT /v2.0/ports/f425d603-ab22-440b-96e1-b7e7efe240ca HTTP/1.1" status: 200 len: 1114 time: 1.3493831 Jul 05 03:42:27.940375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'tag': 'f425d603-ab22-440b-96e1-b7e7efe240ca'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:27.942620 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba9e671-ef6e-4418-991e-e88db6d41b93" -d '{"events": [{"name": "network-changed", "server_uuid": "bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3", "tag": "f425d603-ab22-440b-96e1-b7e7efe240ca"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:27.975192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845ccd0f-5b60-4906-bedd-5d72dd316a9a service neutron] Pushing event updated for resources: {'Port': ['ID=f425d603-ab22-440b-96e1-b7e7efe240ca,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:27.984964 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-237f0139-76c3-4c67-8826-72796db097dc x-openstack-request-id: req-237f0139-76c3-4c67-8826-72796db097dc {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:27.985330 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3", "tag": "f425d603-ab22-440b-96e1-b7e7efe240ca", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:27.985539 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-237f0139-76c3-4c67-8826-72796db097dc {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:27.985933 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'tag': 'f425d603-ab22-440b-96e1-b7e7efe240ca', 'status': 'completed', 'code': 200} Jul 05 03:42:28.104225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9e671-ef6e-4418-991e-e88db6d41b93 req-d45c1832-5016-4571-bd8c-a9fdf7163149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:28.106055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cba9e671-ef6e-4418-991e-e88db6d41b93 req-d45c1832-5016-4571-bd8c-a9fdf7163149 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1117 time: 0.0729952 Jul 05 03:42:28.372185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9e671-ef6e-4418-991e-e88db6d41b93 req-4f761d4a-579d-4cd3-a097-5f338da2cf79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:28.374117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cba9e671-ef6e-4418-991e-e88db6d41b93 req-4f761d4a-579d-4cd3-a097-5f338da2cf79 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.2588694 Jul 05 03:42:28.374783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e28c2ec9-b939-4a74-ac0a-607451dc1554 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:28.410581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcfa228-2ae3-46a7-b8d3-7f32167366c9 req-4561e620-8d80-47fb-8f80-3d58b264100a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:28.412235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcfa228-2ae3-46a7-b8d3-7f32167366c9 req-4561e620-8d80-47fb-8f80-3d58b264100a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 950 time: 0.2152934 Jul 05 03:42:28.490001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port e28c2ec9-b939-4a74-ac0a-607451dc1554 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:28.494871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port e28c2ec9-b939-4a74-ac0a-607451dc1554 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:28.495496 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:28.581554 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:28.618025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e28c2ec9-b939-4a74-ac0a-607451dc1554, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e28c2ec9-b939-4a74-ac0a-607451dc1554,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:28.684410 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:28.739816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=e28c2ec9-b939-4a74-ac0a-607451dc1554,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:28.785225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcfa228-2ae3-46a7-b8d3-7f32167366c9 req-5f1262b0-b8f6-4386-aadd-535f713ee4a0 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3212104 Jul 05 03:42:28.818416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba9e671-ef6e-4418-991e-e88db6d41b93 req-0b7506cc-bbd4-4fc7-9283-f923e84c421c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:28.819922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cba9e671-ef6e-4418-991e-e88db6d41b93 req-0b7506cc-bbd4-4fc7-9283-f923e84c421c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4378152 Jul 05 03:42:28.832850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c67fbf0-8ac9-4070-85ea-4dd8c9176427 req-b38404cb-3fa4-4276-a5e0-152f70ec9583 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:28.834197 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c67fbf0-8ac9-4070-85ea-4dd8c9176427 req-b38404cb-3fa4-4276-a5e0-152f70ec9583 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 965 time: 0.4041941 Jul 05 03:42:28.908470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c67fbf0-8ac9-4070-85ea-4dd8c9176427 req-5605503f-5134-40d0-bef4-d55aadbaea7c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677710 Jul 05 03:42:28.942243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-814109ca-bdbf-47fe-8f71-0ba21f18c1ba req-048c9b0c-d0bd-4d19-a7fd-73e05f6a9345 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 210 time: 0.0412564 Jul 05 03:42:28.967891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-cda8edf6-8125-4ce8-9328-1ed2b41b330f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:28.967891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-cda8edf6-8125-4ce8-9328-1ed2b41b330f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1117 time: 0.0965748 Jul 05 03:42:29.014001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-465ad6f8-5984-4805-9be4-997c8687913a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f425d603-ab22-440b-96e1-b7e7efe240ca HTTP/1.1" status: 200 len: 217 time: 0.0400543 Jul 05 03:42:29.073967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-6a49c1d5-1c0a-4931-a93a-649c4d228ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:29.075837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-6a49c1d5-1c0a-4931-a93a-649c4d228ab7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0550756 Jul 05 03:42:29.117509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-11f4f849-8b1a-4ad4-abf0-b4cbf0c1f802 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349650 Jul 05 03:42:29.258660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-741555cc-4396-40ae-b2b6-5513d0487cc5 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339250 Jul 05 03:42:29.267795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2ad712-8280-453e-a496-98e0c4aa6490 req-cc00ad1d-230e-42f5-a2b4-fc2480c0d5bb tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:29.269291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db2ad712-8280-453e-a496-98e0c4aa6490 req-cc00ad1d-230e-42f5-a2b4-fc2480c0d5bb tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 949 time: 0.1372180 Jul 05 03:42:29.272557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c38be60-a8ef-4781-865f-324e0676db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28c2ec9-b939-4a74-ac0a-607451dc1554'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:29.275064 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7d7cbd2-3197-45b4-be8a-b39bd74c12d8" -d '{"events": [{"server_uuid": "7c38be60-a8ef-4781-865f-324e0676db51", "name": "network-vif-plugged", "status": "completed", "tag": "e28c2ec9-b939-4a74-ac0a-607451dc1554"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:29.370024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db2ad712-8280-453e-a496-98e0c4aa6490 req-5d72a417-bdea-41c8-bef0-ff8a41de5033 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914423 Jul 05 03:42:29.399759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-4d99a6ed-0f19-4c57-bb75-c1583b4911f4 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:29.400856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4664d68-c025-4b59-9a57-ff9802b0c78a req-df923a15-d14f-4394-b719-effbf66a3be9 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305809 Jul 05 03:42:29.401353 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-4d99a6ed-0f19-4c57-bb75-c1583b4911f4 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.13 "GET /v2.0/networks?id=c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 200 len: 824 time: 0.2143126 Jul 05 03:42:29.469556 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-fe8f867b-25fc-495e-a458-d44133e0411c tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084 HTTP/1.1" status: 200 len: 379 time: 0.0581839 Jul 05 03:42:29.474640 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef220ff8-52e4-4e9c-9de7-d2197f49e618 x-openstack-request-id: req-ef220ff8-52e4-4e9c-9de7-d2197f49e618 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:29.475163 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c38be60-a8ef-4781-865f-324e0676db51", "name": "network-vif-plugged", "status": "completed", "tag": "e28c2ec9-b939-4a74-ac0a-607451dc1554", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:29.475323 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef220ff8-52e4-4e9c-9de7-d2197f49e618 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:29.475597 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c38be60-a8ef-4781-865f-324e0676db51', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e28c2ec9-b939-4a74-ac0a-607451dc1554', 'code': 200} Jul 05 03:42:29.495921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Request body: {'port': {'device_id': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'admin_state_up': True, 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'security_groups': ['a25f32e3-3ada-4db7-8349-4b46cee54f76']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:29.588842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.13', 55043) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:29.659218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ade8f-dfe1-4158-ab6a-0bf36ee528d4 req-4ef75667-2737-4d4c-a91f-d185d1be4843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:29.663209 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a0ade8f-dfe1-4158-ab6a-0bf36ee528d4 req-4ef75667-2737-4d4c-a91f-d185d1be4843 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 1101 time: 0.0731814 Jul 05 03:42:29.703742 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a0ade8f-dfe1-4158-ab6a-0bf36ee528d4 req-431c87d7-e8eb-4252-8e9c-6fa255922ee3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318518 Jul 05 03:42:29.721203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Made reservation on behalf of f7e5526a71ee4c1c8a5ada86eaf7d084 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:29.731514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:29.875697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Allocated IP 172.20.0.13 (c7b8544a-cbad-4b6d-a113-fe649b231e47/3dabc5b6-7e6d-4427-acf6-605492cbf926/8ffa029e-2deb-458e-b6ba-f88dc4e575a1) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:30.011169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40226) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:30.011483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6c08d5-6e97-4d93-950a-ad1ef9e391e1 req-f7e0c94c-c1d0-4aa0-bfa7-406864bd90e4 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:30.013251 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac6c08d5-6e97-4d93-950a-ad1ef9e391e1 req-f7e0c94c-c1d0-4aa0-bfa7-406864bd90e4 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 950 time: 0.1007102 Jul 05 03:42:30.061595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac6c08d5-6e97-4d93-950a-ad1ef9e391e1 req-a299ce90-4b89-44df-8d5f-d3f8cef358a3 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412028 Jul 05 03:42:30.069447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.093439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Transition to ACTIVE for port object 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:30.191287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1e6f-9f73-488e-9074-7a71d9d93494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.237801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-991a80b6-84ab-495e-a7b7-a39b42f503e1 req-ac388244-d50c-451c-95e6-86cdc5f7d471 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 210 time: 0.0538671 Jul 05 03:42:30.241227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.288138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99bc92c7-d1b9-4b1f-9d42-49977667553e req-6d4ae301-4b21-4610-9fd0-da35494f8b33 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:30.292455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99bc92c7-d1b9-4b1f-9d42-49977667553e req-6d4ae301-4b21-4610-9fd0-da35494f8b33 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 965 time: 0.1097717 Jul 05 03:42:30.307920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Network c7b8544a-cbad-4b6d-a113-fe649b231e47 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:30.311565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:30.319578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:30.328237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:30.328903 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.341087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99bc92c7-d1b9-4b1f-9d42-49977667553e req-804bf42e-308f-423b-8337-9bd8b9f65e20 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451376 Jul 05 03:42:30.357467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event updated for resources: {'Port': ['ID=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:30.376572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1e6f-9f73-488e-9074-7a71d9d93494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.445403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ddf1e6f-9f73-488e-9074-7a71d9d93494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.491856 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2ddf1e6f-9f73-488e-9074-7a71d9d93494 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74367d6c21984079b850e512d082d0d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4773889 Jul 05 03:42:30.492308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40242) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:30.500426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf1e6f-9f73-488e-9074-7a71d9d93494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01c8c6b3-0fdb-4caf-9534-6d71ca710404,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:30.525527 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-8876b921-a23f-4d5c-a077-73354f5af9aa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0341012 Jul 05 03:42:30.542934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Request body: {'port': {'device_id': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:30.572157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159e14bf-32af-4fd3-94bf-fd42dfab2b6c req-0218c3d7-aa93-4bfe-ae3f-b7bec4540bba tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:30.573975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-159e14bf-32af-4fd3-94bf-fd42dfab2b6c req-0218c3d7-aa93-4bfe-ae3f-b7bec4540bba tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 949 time: 0.0808020 Jul 05 03:42:30.595686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5be90271-96dc-45ac-b047-460b3836c3d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.618770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-159e14bf-32af-4fd3-94bf-fd42dfab2b6c req-95bc9271-ec0b-47ba-ad9a-70a1074ab564 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392294 Jul 05 03:42:30.649631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bcedbf16-0d5e-4628-99c1-16dfd6779c35 None None] Provisioning for port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:30.650228 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5be90271-96dc-45ac-b047-460b3836c3d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.655283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bcedbf16-0d5e-4628-99c1-16dfd6779c35 None None] Provisioning complete for port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:30.655711 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bcedbf16-0d5e-4628-99c1-16dfd6779c35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.661437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.694133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bcedbf16-0d5e-4628-99c1-16dfd6779c35 None None] Port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:30.961597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5be90271-96dc-45ac-b047-460b3836c3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.964153 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5be90271-96dc-45ac-b047-460b3836c3d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.965293 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5be90271-96dc-45ac-b047-460b3836c3d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01c8c6b3-0fdb-4caf-9534-6d71ca710404 HTTP/1.1" status: 204 len: 168 time: 0.4721627 Jul 05 03:42:30.970361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:30.982073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:30.984904 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be90271-96dc-45ac-b047-460b3836c3d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01c8c6b3-0fdb-4caf-9534-6d71ca710404,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:31.000253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Transition to ACTIVE for port object 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:31.073263 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:31.145736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:31.194711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Attempting to bind port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:31.195099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Attempting to bind port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:31.195398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Attempting to bind port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 on network c7b8544a-cbad-4b6d-a113-fe649b231e47 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:31.200352 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 on network c7b8544a-cbad-4b6d-a113-fe649b231e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:31.200681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Attempting to bind port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 on network c7b8544a-cbad-4b6d-a113-fe649b231e47 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:31.217670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:31.217670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Checking segment: {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:31.217670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Bound using segment: {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:31.217670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Bound port: 8ffa029e-2deb-458e-b6ba-f88dc4e575a1, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:31.217670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:31.306956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab54f74c-b1b5-4e59-9c91-09ded70766da req-71def534-db30-4a27-a76b-756dfb0d3a1a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:31.314640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab54f74c-b1b5-4e59-9c91-09ded70766da req-71def534-db30-4a27-a76b-756dfb0d3a1a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 950 time: 0.0858665 Jul 05 03:42:31.352384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] For port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:31.361695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] For port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:31.384814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab54f74c-b1b5-4e59-9c91-09ded70766da req-ab9cacdf-1cd8-4f79-bd5d-e0df831f7a9a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692365 Jul 05 03:42:31.442880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:31.478857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:31.479440 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:31.481604 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] 10.222.0.13 "PUT /v2.0/ports/8ffa029e-2deb-458e-b6ba-f88dc4e575a1 HTTP/1.1" status: 200 len: 1093 time: 0.9436157 Jul 05 03:42:31.485135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'tag': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:31.489644 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3390f223-f452-44d2-bc7c-4b0e43435a9c" -d '{"events": [{"name": "network-changed", "server_uuid": "3047d7ce-f7c8-4be5-ba58-b7415de04622", "tag": "8ffa029e-2deb-458e-b6ba-f88dc4e575a1"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:31.522405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea02ca-015b-4bfe-81ee-bf1d2b7f1ac6 service neutron] Pushing event updated for resources: {'Port': ['ID=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:31.585404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d3bfa7-ea6a-4d1b-b915-121d2a118db1 req-5e378ad7-6b9c-4120-9b18-8edfa5ee3f4a tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:31.587437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97d3bfa7-ea6a-4d1b-b915-121d2a118db1 req-5e378ad7-6b9c-4120-9b18-8edfa5ee3f4a tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 944 time: 0.0946739 Jul 05 03:42:31.641508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97d3bfa7-ea6a-4d1b-b915-121d2a118db1 req-69560d7b-b667-46f0-86ae-831a74852091 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476952 Jul 05 03:42:31.689686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-384eb4da-95b2-423f-9a97-b535cb9d7c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:31.691276 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-384eb4da-95b2-423f-9a97-b535cb9d7c8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 1096 time: 0.0895708 Jul 05 03:42:31.758925 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-0b334e4c-d927-48e1-8d26-d4241dca79f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ffa029e-2deb-458e-b6ba-f88dc4e575a1 HTTP/1.1" status: 200 len: 217 time: 0.0429130 Jul 05 03:42:31.825380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-bbf20185-4c46-40b2-86cb-ccce11e8475a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:31.825380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-bbf20185-4c46-40b2-86cb-ccce11e8475a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3dabc5b6-7e6d-4427-acf6-605492cbf926 HTTP/1.1" status: 200 len: 863 time: 0.0695343 Jul 05 03:42:31.872114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f425d603-ab22-440b-96e1-b7e7efe240ca details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:31.895340 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-ea057bf6-caf0-4438-93ab-42a5ca3f9d4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:31.897133 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-ea057bf6-caf0-4438-93ab-42a5ca3f9d4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7b8544a-cbad-4b6d-a113-fe649b231e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0644591 Jul 05 03:42:31.977001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f49c74b-9551-43b9-842c-fb064f1dc132 req-b9522958-56cc-4651-8e64-b202017015c3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:31.985829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f49c74b-9551-43b9-842c-fb064f1dc132 req-b9522958-56cc-4651-8e64-b202017015c3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 965 time: 0.1055198 Jul 05 03:42:31.986095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40284) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:32.004104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:32.016161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d304b84-6096-4815-981d-3275f335a939 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.027247 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'f425d603-ab22-440b-96e1-b7e7efe240ca', 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93', 'port_id': 'f425d603-ab22-440b-96e1-b7e7efe240ca', 'mac_address': 'fa:16:3e:f0:09:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d35d92-0a34-438d-b9d9-6db5e0773492', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:tempest-test_az-1225295264', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:32.035363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f49c74b-9551-43b9-842c-fb064f1dc132 req-ba4f1081-38c7-4524-a076-48795688cc06 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489509 Jul 05 03:42:32.074252 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.088142 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1002084d-d92a-420c-95ad-5d149a5d2139 x-openstack-request-id: req-1002084d-d92a-420c-95ad-5d149a5d2139 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:32.088425 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3047d7ce-f7c8-4be5-ba58-b7415de04622", "tag": "8ffa029e-2deb-458e-b6ba-f88dc4e575a1", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:32.088676 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1002084d-d92a-420c-95ad-5d149a5d2139 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:32.089070 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'tag': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1', 'status': 'completed', 'code': 200} Jul 05 03:42:32.096961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f425d603-ab22-440b-96e1-b7e7efe240ca {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:32.106723 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-260e5428-e607-46ea-8964-e11fdfd7bf45 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971283 Jul 05 03:42:32.119237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:32.207509 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d304b84-6096-4815-981d-3275f335a939 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.227301 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.239028 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bf1c6675-2b3e-4aff-acaa-9f3d025b8d83 req-da6bab75-c54f-471b-84f2-6f91ad459c15 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238704 Jul 05 03:42:32.287262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f425d603-ab22-440b-96e1-b7e7efe240ca,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:32.316934 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d304b84-6096-4815-981d-3275f335a939 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.359821 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8d304b84-6096-4815-981d-3275f335a939 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8b0280a9d944869aee5a2f3da0b480c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3723176 Jul 05 03:42:32.360926 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d304b84-6096-4815-981d-3275f335a939 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c60f33b-238d-4016-b244-de95bf3908e0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:32.363175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40290) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:32.382364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f574689f-a0b7-4a6d-bb64-a3bbd1e94416 req-06c41bf5-3d8f-4981-a8c9-24d0072a16d6 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:32.385863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f574689f-a0b7-4a6d-bb64-a3bbd1e94416 req-06c41bf5-3d8f-4981-a8c9-24d0072a16d6 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 949 time: 0.0720625 Jul 05 03:42:32.428029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f574689f-a0b7-4a6d-bb64-a3bbd1e94416 req-49b031fc-692b-4a79-83d0-96bc75346c2c tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379016 Jul 05 03:42:32.439447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b63111a4-e556-4087-a376-2f38a54f4cd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.473160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b63111a4-e556-4087-a376-2f38a54f4cd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.474187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f425d603-ab22-440b-96e1-b7e7efe240ca'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:32.546671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-317e01de-043b-4a85-9fc1-53e1dc4b7c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:32.548119 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-317e01de-043b-4a85-9fc1-53e1dc4b7c47 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 1096 time: 0.0888925 Jul 05 03:42:32.668356 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b63111a4-e556-4087-a376-2f38a54f4cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.671175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b63111a4-e556-4087-a376-2f38a54f4cd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:32.672526 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b63111a4-e556-4087-a376-2f38a54f4cd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c60f33b-238d-4016-b244-de95bf3908e0 HTTP/1.1" status: 204 len: 168 time: 0.3084533 Jul 05 03:42:32.684286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efea9785-a044-4042-856c-1cc21eafef6f req-dbc83bb6-9243-44be-9ef8-99254f1da513 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:32.690597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-efea9785-a044-4042-856c-1cc21eafef6f req-dbc83bb6-9243-44be-9ef8-99254f1da513 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 950 time: 0.0829027 Jul 05 03:42:32.691086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-864b5f55-d4fa-4ff9-8225-a9078d5c05bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:32.693093 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-864b5f55-d4fa-4ff9-8225-a9078d5c05bd service neutron] 10.222.0.13 "GET /v2.0/networks?id=c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 200 len: 925 time: 0.1306787 Jul 05 03:42:32.693794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63111a4-e556-4087-a376-2f38a54f4cd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c60f33b-238d-4016-b244-de95bf3908e0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:32.743426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-efea9785-a044-4042-856c-1cc21eafef6f req-32a2e855-2b59-4335-a1e5-5e446b35364a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468524 Jul 05 03:42:32.744519 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-853e6ff7-7d14-45ac-af82-0bac4d249b72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ffa029e-2deb-458e-b6ba-f88dc4e575a1 HTTP/1.1" status: 200 len: 217 time: 0.0392392 Jul 05 03:42:32.820430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-372ffbf9-f2f2-4683-8bb0-b8982c80cb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:32.820430 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-372ffbf9-f2f2-4683-8bb0-b8982c80cb2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3dabc5b6-7e6d-4427-acf6-605492cbf926 HTTP/1.1" status: 200 len: 863 time: 0.0595615 Jul 05 03:42:32.887614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-5fdc9bbd-21c4-4fa8-ac28-026f7862ad0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:32.889724 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-5fdc9bbd-21c4-4fa8-ac28-026f7862ad0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7b8544a-cbad-4b6d-a113-fe649b231e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0617170 Jul 05 03:42:32.987501 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-d1939d00-3a9c-4e84-b108-500cf0338fd6 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879972 Jul 05 03:42:33.099546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62bd004-99e2-463e-bd8d-b4cf3d35ecce req-b4fb779c-92c0-4b65-84d1-9c531c2d07fa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:33.101236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f62bd004-99e2-463e-bd8d-b4cf3d35ecce req-b4fb779c-92c0-4b65-84d1-9c531c2d07fa tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 944 time: 0.0835805 Jul 05 03:42:33.162261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-789d22d1-eabe-4aef-8248-729283647af5 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=78f36e6e379749b48373b3b4dcc9986a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0340397 Jul 05 03:42:33.191987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f62bd004-99e2-463e-bd8d-b4cf3d35ecce req-1ff72db1-583c-4986-8eac-7a760bcad08a tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0828540 Jul 05 03:42:33.278962 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3390f223-f452-44d2-bc7c-4b0e43435a9c req-e4857ed0-5b3b-44e7-9eb9-529da2545938 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2797487 Jul 05 03:42:33.319538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-ad848eea-602b-4d14-a5dd-7bad01de38a9 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:33.321189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-ad848eea-602b-4d14-a5dd-7bad01de38a9 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1472955 Jul 05 03:42:33.340273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-89a87c4b-f11f-4caa-916c-abdadb585e44 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/quotas/78f36e6e379749b48373b3b4dcc9986a HTTP/1.1" status: 200 len: 375 time: 0.0132878 Jul 05 03:42:33.422289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-fa24aeac-3c26-4e45-90fa-762317a28c97 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=78f36e6e379749b48373b3b4dcc9986a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0742333 Jul 05 03:42:33.586664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5061b-ff6e-4d87-80f1-f87f50af178c req-8fb0da5a-1ffe-4778-b689-abd487eb14b4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:33.588183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fac5061b-ff6e-4d87-80f1-f87f50af178c req-8fb0da5a-1ffe-4778-b689-abd487eb14b4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 966 time: 0.0698378 Jul 05 03:42:33.639713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fac5061b-ff6e-4d87-80f1-f87f50af178c req-1b8c37cc-372f-49c0-b091-767fd89e6dc3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457861 Jul 05 03:42:33.724558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a27cc7d-358c-41fc-a018-81fe0a4e1124 req-107dcd4d-a228-4323-9665-1e133c53a749 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 210 time: 0.0296457 Jul 05 03:42:33.899009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f425d603-ab22-440b-96e1-b7e7efe240ca up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:34.037848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port f425d603-ab22-440b-96e1-b7e7efe240ca completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:34.042427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port f425d603-ab22-440b-96e1-b7e7efe240ca triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:34.043015 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.106299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52323e17-812d-4452-a9bd-5a8370ae9c05 req-ee2e36b6-f13a-4c9a-9c3e-44ad4681b035 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:34.114443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52323e17-812d-4452-a9bd-5a8370ae9c05 req-ee2e36b6-f13a-4c9a-9c3e-44ad4681b035 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 950 time: 0.0942829 Jul 05 03:42:34.178446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52323e17-812d-4452-a9bd-5a8370ae9c05 req-4dccdaec-81bd-40b7-9b2d-e74339d4ce85 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594320 Jul 05 03:42:34.282892 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.306589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f425d603-ab22-440b-96e1-b7e7efe240ca'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:34.308938 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e56c7752-09d8-4255-bef2-dd1d9b360144" -d '{"events": [{"server_uuid": "bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3", "name": "network-vif-plugged", "status": "completed", "tag": "f425d603-ab22-440b-96e1-b7e7efe240ca"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:34.327713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:34.397057 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.429204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7c530d-133d-43de-8296-70398bf923e7 req-c7e71f40-4380-4949-ab39-422f2b265794 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:34.431482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb7c530d-133d-43de-8296-70398bf923e7 req-c7e71f40-4380-4949-ab39-422f2b265794 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 944 time: 0.1073155 Jul 05 03:42:34.456115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f425d603-ab22-440b-96e1-b7e7efe240ca,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:34.468787 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01266c5a-cfdb-4720-a131-8485ea7f2474 x-openstack-request-id: req-01266c5a-cfdb-4720-a131-8485ea7f2474 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:34.469456 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3", "name": "network-vif-plugged", "status": "completed", "tag": "f425d603-ab22-440b-96e1-b7e7efe240ca", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:34.469936 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01266c5a-cfdb-4720-a131-8485ea7f2474 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:34.472463 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f425d603-ab22-440b-96e1-b7e7efe240ca', 'code': 200} Jul 05 03:42:34.489210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb7c530d-133d-43de-8296-70398bf923e7 req-b24a9829-d12e-45b4-807b-8f946e9e88e1 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461216 Jul 05 03:42:34.586015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4f3e80-98c1-4af1-945e-89ceecadde2e req-3f8d89a0-77d3-453e-b4c6-da857db4d907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:34.587710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a4f3e80-98c1-4af1-945e-89ceecadde2e req-3f8d89a0-77d3-453e-b4c6-da857db4d907 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1119 time: 0.0556347 Jul 05 03:42:34.638687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a4f3e80-98c1-4af1-945e-89ceecadde2e req-09dbbdd7-5db8-4de5-9f4a-cb7c161bc766 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440984 Jul 05 03:42:34.675987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-5553c572-3fb5-4926-abe3-21f685ab8261 tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:34.678219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-5553c572-3fb5-4926-abe3-21f685ab8261 tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 1102 time: 0.0684118 Jul 05 03:42:34.775176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-4cd5d212-ff88-4acd-9e72-9b58dcfc3bda tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] Deleting port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:42:34.775546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-4cd5d212-ff88-4acd-9e72-9b58dcfc3bda tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.887267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d063920-b05f-4caa-8f85-6808085a9e0a req-8cd9d309-1928-48a5-b4b3-1305ac76fb9f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:34.889881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d063920-b05f-4caa-8f85-6808085a9e0a req-8cd9d309-1928-48a5-b4b3-1305ac76fb9f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 967 time: 0.1055605 Jul 05 03:42:34.910066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-4cd5d212-ff88-4acd-9e72-9b58dcfc3bda tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] For port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:34.911110 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-4cd5d212-ff88-4acd-9e72-9b58dcfc3bda tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:34.933526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-4cd5d212-ff88-4acd-9e72-9b58dcfc3bda tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] Calling delete_port for 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:42:34.942354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d063920-b05f-4caa-8f85-6808085a9e0a req-d8d486d8-8127-400f-838a-71aa5a84b26b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464640 Jul 05 03:42:35.044544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80242c63-4ba6-4030-bdee-2f027922bc01 req-44a5410a-5db1-4e71-9c2c-3f6a2f4aa6b5 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 210 time: 0.0996637 Jul 05 03:42:35.265989 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-4cd5d212-ff88-4acd-9e72-9b58dcfc3bda tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:35.284317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['1d43f27b-5f9a-4e7a-838f-7939e18b4c68'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:35.301343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40440) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:35.305219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd5d212-ff88-4acd-9e72-9b58dcfc3bda tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d43f27b-5f9a-4e7a-838f-7939e18b4c68,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:35.396455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-4cd5d212-ff88-4acd-9e72-9b58dcfc3bda tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] No DVR routers for this DVR port 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:42:35.417286 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-4cd5d212-ff88-4acd-9e72-9b58dcfc3bda tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:35.422246 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-af001680-680d-42c9-8c2d-3b59ea211c87 req-4cd5d212-ff88-4acd-9e72-9b58dcfc3bda tempest-DeleteServersAdminTestJSON-38512311 tempest-DeleteServersAdminTestJSON-38512311-project-admin] 10.222.0.13 "DELETE /v2.0/ports/1d43f27b-5f9a-4e7a-838f-7939e18b4c68 HTTP/1.1" status: 204 len: 173 time: 0.7371984 Jul 05 03:42:35.422716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a83805d5-f950-4936-b009-6537a27ad985', 'name': 'network-vif-deleted', 'tag': '1d43f27b-5f9a-4e7a-838f-7939e18b4c68'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:35.425041 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e8c1957-69bc-4090-82fd-8a9ac140aa8a" -d '{"events": [{"server_uuid": "a83805d5-f950-4936-b009-6537a27ad985", "name": "network-vif-deleted", "tag": "1d43f27b-5f9a-4e7a-838f-7939e18b4c68"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:35.587940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52d543f3-e510-4e16-8580-21dd0b689d22 req-5ae41bb9-d91c-44e5-82c2-f31fc0291e86 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a83805d5-f950-4936-b009-6537a27ad985 HTTP/1.1" status: 200 len: 210 time: 0.0458100 Jul 05 03:42:35.590631 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c5f9-1a34-4d6e-b30d-7f5a59206d76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:35.653867 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd006fa-4654-4e9b-983e-d6d9d6c34cdb x-openstack-request-id: req-9dd006fa-4654-4e9b-983e-d6d9d6c34cdb {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:35.653867 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a83805d5-f950-4936-b009-6537a27ad985", "name": "network-vif-deleted", "tag": "1d43f27b-5f9a-4e7a-838f-7939e18b4c68", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:35.653867 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9dd006fa-4654-4e9b-983e-d6d9d6c34cdb {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:35.653867 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a83805d5-f950-4936-b009-6537a27ad985', 'name': 'network-vif-deleted', 'tag': '1d43f27b-5f9a-4e7a-838f-7939e18b4c68', 'status': 'completed', 'code': 200} Jul 05 03:42:35.708841 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c5f9-1a34-4d6e-b30d-7f5a59206d76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:35.813994 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fa5c5f9-1a34-4d6e-b30d-7f5a59206d76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:35.838928 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855ad115-7d9c-4e54-abf8-e5801619aa9e req-3705239c-ad61-437f-82ee-d0e4bb32d5f0 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:35.850115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-855ad115-7d9c-4e54-abf8-e5801619aa9e req-3705239c-ad61-437f-82ee-d0e4bb32d5f0 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 944 time: 0.0974696 Jul 05 03:42:35.897215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7fa5c5f9-1a34-4d6e-b30d-7f5a59206d76 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=493d50a3b4024cb9aa04f78ed7effb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5884361 Jul 05 03:42:35.897215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5c5f9-1a34-4d6e-b30d-7f5a59206d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17f62dd7-2b1f-4e6f-9c25-fccf2d63a345,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:35.897448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40470) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:35.947643 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-855ad115-7d9c-4e54-abf8-e5801619aa9e req-d01456e3-f180-4bc2-ab00-b252fa318a6e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0927899 Jul 05 03:42:35.962801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd302945-f7e5-4d68-b9b8-3bd5cd6e43a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:35.990593 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd302945-f7e5-4d68-b9b8-3bd5cd6e43a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.014109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40474) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:36.135268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f9b79112-5b7e-4a42-aee5-eb2b356b9eed admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.191297 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd302945-f7e5-4d68-b9b8-3bd5cd6e43a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.193900 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd302945-f7e5-4d68-b9b8-3bd5cd6e43a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.195062 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cd302945-f7e5-4d68-b9b8-3bd5cd6e43a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/17f62dd7-2b1f-4e6f-9c25-fccf2d63a345 HTTP/1.1" status: 204 len: 168 time: 0.2994502 Jul 05 03:42:36.213062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd302945-f7e5-4d68-b9b8-3bd5cd6e43a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17f62dd7-2b1f-4e6f-9c25-fccf2d63a345,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:36.312249 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f9b79112-5b7e-4a42-aee5-eb2b356b9eed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.324421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7444a8a-05a3-4124-96e4-a065835d7fe9 req-14a04a5d-73e5-4bbd-aa2d-490af1076d27 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:36.325948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7444a8a-05a3-4124-96e4-a065835d7fe9 req-14a04a5d-73e5-4bbd-aa2d-490af1076d27 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 967 time: 0.1010966 Jul 05 03:42:36.365953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7444a8a-05a3-4124-96e4-a065835d7fe9 req-2dbfab4c-a276-49b9-8c0f-135e91597d34 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337174 Jul 05 03:42:36.421367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:36.472082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f9b79112-5b7e-4a42-aee5-eb2b356b9eed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.556021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:36.562510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24cac5e5-d649-42b0-b5d1-3ecfb049b33b req-1c34a01e-23fe-42c4-87b3-48425d0359b3 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 210 time: 0.0653293 Jul 05 03:42:36.569790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'port_id': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1', 'mac_address': 'fa:16:3e:56:72:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:36.590549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f9b79112-5b7e-4a42-aee5-eb2b356b9eed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b82c798d233447a987ebd2bc0dc8048&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5677507 Jul 05 03:42:36.590549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b79112-5b7e-4a42-aee5-eb2b356b9eed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=624e85e0-935f-4a15-8ad8-a7a7e7b01c09,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:36.591145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40496) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:36.591307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-c8d8c228-7266-4d1a-b873-e55d95f25f3f tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=78f36e6e379749b48373b3b4dcc9986a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0389786 Jul 05 03:42:36.687684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8f4d168-f36b-4932-bcdd-70d96ce3a4b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.701670 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.721371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:36.746027 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8f4d168-f36b-4932-bcdd-70d96ce3a4b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.749043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:36.812667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-435ecc2d-11d4-496d-a3bc-4964826154f0 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:36.814443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-435ecc2d-11d4-496d-a3bc-4964826154f0 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2155263 Jul 05 03:42:36.829190 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.830072 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Request body: {'port': {'device_id': 'd95847da-4aba-4684-8b0a-f90dd8215205', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '78f36e6e379749b48373b3b4dcc9986a'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:36.884457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb91ac0-ed9c-4d3c-a144-46becf84a5ba req-c07427a4-e7ef-4d0c-b064-edf0c86b2fb4 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:36.886208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feb91ac0-ed9c-4d3c-a144-46becf84a5ba req-c07427a4-e7ef-4d0c-b064-edf0c86b2fb4 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1119 time: 0.1889853 Jul 05 03:42:36.903415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:36.945508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8f4d168-f36b-4932-bcdd-70d96ce3a4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.948763 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8f4d168-f36b-4932-bcdd-70d96ce3a4b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:36.950142 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c8f4d168-f36b-4932-bcdd-70d96ce3a4b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/624e85e0-935f-4a15-8ad8-a7a7e7b01c09 HTTP/1.1" status: 204 len: 168 time: 0.3633165 Jul 05 03:42:36.961706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f4d168-f36b-4932-bcdd-70d96ce3a4b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=624e85e0-935f-4a15-8ad8-a7a7e7b01c09,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:36.973035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feb91ac0-ed9c-4d3c-a144-46becf84a5ba req-4d35cd33-af78-4b18-9e96-2d388adb8a82 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774035 Jul 05 03:42:37.192321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Made reservation on behalf of 78f36e6e379749b48373b3b4dcc9986a for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:37.195983 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.299328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['8ffa029e-2deb-458e-b6ba-f88dc4e575a1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:37.301724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b4919-c20b-471a-b6b9-1e224d407efc req-1e70552e-b72a-4bd1-85d9-08e886cf74ca tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:37.303258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c4b4919-c20b-471a-b6b9-1e224d407efc req-1e70552e-b72a-4bd1-85d9-08e886cf74ca tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 945 time: 0.1428728 Jul 05 03:42:37.353506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40520) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:37.370462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b70ee3da-9a24-406a-bff9-b01d7f04f31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.467538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c4b4919-c20b-471a-b6b9-1e224d407efc req-df6c9e44-b0a8-49bc-b3c4-81a20acb54d3 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1334755 Jul 05 03:42:37.480745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Allocated IP 192.168.233.152 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/95c44ad8-27b9-41dd-ad50-3af9c49d2446) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:37.505288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b656ce-0666-4e3c-87f6-a334633a1acb req-7ebc3182-17cf-415c-9d06-568c40466353 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:37.505288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25b656ce-0666-4e3c-87f6-a334633a1acb req-7ebc3182-17cf-415c-9d06-568c40466353 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1119 time: 0.2190142 Jul 05 03:42:37.505454 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b70ee3da-9a24-406a-bff9-b01d7f04f31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.568672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25b656ce-0666-4e3c-87f6-a334633a1acb req-7516346a-fd3c-47a1-beee-34ad674f97a0 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669715 Jul 05 03:42:37.582197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b70ee3da-9a24-406a-bff9-b01d7f04f31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.684227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ee3da-9a24-406a-bff9-b01d7f04f31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=711a4a47-c972-451e-a269-ff61cc16974a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:37.691513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b70ee3da-9a24-406a-bff9-b01d7f04f31e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=09bfcb22e20e48789fb4c7bab95e225f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3368948 Jul 05 03:42:37.698131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40540) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:37.748820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-e28132a9-cc45-48ba-a47d-c3db723a7583 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=19e7a50b8a884d35834cbdafef1c2039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0417058 Jul 05 03:42:37.766352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0991a9cb-234b-45d9-815f-a939f5535598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.790548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0991a9cb-234b-45d9-815f-a939f5535598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.865270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:37.919452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-70938cf4-9b14-4aa2-80d9-6dffc0d1503f tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:37.920771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-70938cf4-9b14-4aa2-80d9-6dffc0d1503f tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1593068 Jul 05 03:42:37.936096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-6535f0da-c05a-4043-aa0a-1cb19b053837 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/quotas/19e7a50b8a884d35834cbdafef1c2039 HTTP/1.1" status: 200 len: 375 time: 0.0095439 Jul 05 03:42:37.970952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-25a2ae71-d6c3-4b30-87e7-84bbeafbdb4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=19e7a50b8a884d35834cbdafef1c2039&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0296361 Jul 05 03:42:38.010066 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0991a9cb-234b-45d9-815f-a939f5535598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.010556 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f628cf03-47fd-43cf-bcba-1cf1de3f46dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.010921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Transition to ACTIVE for port object 95c44ad8-27b9-41dd-ad50-3af9c49d2446 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:38.015349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0991a9cb-234b-45d9-815f-a939f5535598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.019487 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0991a9cb-234b-45d9-815f-a939f5535598 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/711a4a47-c972-451e-a269-ff61cc16974a HTTP/1.1" status: 204 len: 168 time: 0.3178062 Jul 05 03:42:38.032733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0991a9cb-234b-45d9-815f-a939f5535598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=711a4a47-c972-451e-a269-ff61cc16974a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:38.074033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40548) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:38.092691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-67261496-55da-4883-87f4-f0721390d139 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.185871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-67261496-55da-4883-87f4-f0721390d139 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.260916 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.278035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['e28c2ec9-b939-4a74-ac0a-607451dc1554'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:38.300953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-67261496-55da-4883-87f4-f0721390d139 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.342912 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-67261496-55da-4883-87f4-f0721390d139 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ad972c10a0e24ddc9df32dccfe5e8f55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2677515 Jul 05 03:42:38.349302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40558) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:38.387919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67261496-55da-4883-87f4-f0721390d139 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322fda38-1e10-4356-bfe0-2e5a7390ebf2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:38.409695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Pushing event updated for resources: {'Port': ['ID=95c44ad8-27b9-41dd-ad50-3af9c49d2446,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:38.428984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:38.429753 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:38.431800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:38.460030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:38.466893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:38.467488 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.501503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24d7b11f-40fe-4415-a022-52a5002a63a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.546048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24d7b11f-40fe-4415-a022-52a5002a63a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.552204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d66bf-edbd-45d5-b83a-85ef2ad45069 req-b5a04f53-b062-493b-be0e-c1c835d5a7bb tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:38.565914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b60d66bf-edbd-45d5-b83a-85ef2ad45069 req-b5a04f53-b062-493b-be0e-c1c835d5a7bb tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 936 time: 0.1488895 Jul 05 03:42:38.606616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-58867afd-8130-4554-a5f2-a7c5896fc28e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7825160 Jul 05 03:42:38.628076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Request body: {'port': {'device_id': 'd95847da-4aba-4684-8b0a-f90dd8215205', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:38.684204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:38.684444 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24d7b11f-40fe-4415-a022-52a5002a63a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.688496 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24d7b11f-40fe-4415-a022-52a5002a63a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.693333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:38.693333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.694997 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-24d7b11f-40fe-4415-a022-52a5002a63a0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/322fda38-1e10-4356-bfe0-2e5a7390ebf2 HTTP/1.1" status: 204 len: 168 time: 0.3446305 Jul 05 03:42:38.700426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b60d66bf-edbd-45d5-b83a-85ef2ad45069 req-66efd9e9-d1f6-478f-b64c-f3312349ec06 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1291192 Jul 05 03:42:38.718965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d7b11f-40fe-4415-a022-52a5002a63a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322fda38-1e10-4356-bfe0-2e5a7390ebf2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:38.861595 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.871173 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:38.907841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:38.919828 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23b0496f-5af6-42da-88c7-3522b93454ac" -d '{"events": [{"server_uuid": "3047d7ce-f7c8-4be5-ba58-b7415de04622", "name": "network-vif-plugged", "status": "completed", "tag": "8ffa029e-2deb-458e-b6ba-f88dc4e575a1"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:38.927588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:38.975101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1acacac4-1f4a-47f3-9b8c-87ce26944e0b None None] Provisioning for port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:38.979880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1acacac4-1f4a-47f3-9b8c-87ce26944e0b None None] Provisioning complete for port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:38.980580 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1acacac4-1f4a-47f3-9b8c-87ce26944e0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:39.028195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1acacac4-1f4a-47f3-9b8c-87ce26944e0b None None] Port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:39.032589 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:39.033443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:42:39.073468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:42:39.073815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1d43f27b-5f9a-4e7a-838f-7939e18b4c68 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:42:39.108366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:39.264459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67addb4d-04bd-499c-878d-290298651816 req-20a0060d-2ab5-47d1-ac69-7bd9091a6252 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 210 time: 0.0638678 Jul 05 03:42:39.400890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1de0eec-25f1-4d65-9840-9f4fe09a313f req-e58c5e6b-9850-4074-8732-b3363677af1b tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:39.402826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1de0eec-25f1-4d65-9840-9f4fe09a313f req-e58c5e6b-9850-4074-8732-b3363677af1b tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 971 time: 0.4640372 Jul 05 03:42:39.499665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1de0eec-25f1-4d65-9840-9f4fe09a313f req-e83cf922-79a0-4c4b-99f7-e3ba5ba69ad5 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1982a8-4210-49e5-995b-35021cd0dba1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671778 Jul 05 03:42:39.658622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95c44ad8-27b9-41dd-ad50-3af9c49d2446 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:39.668575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:39.690857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Transition to ACTIVE for port object 95c44ad8-27b9-41dd-ad50-3af9c49d2446 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:39.722620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fdc2a8-887d-46b8-bd90-7c290f013485 req-9370bc6e-d9ff-47cd-979d-d31c2424b7e0 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:39.724210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79fdc2a8-887d-46b8-bd90-7c290f013485 req-9370bc6e-d9ff-47cd-979d-d31c2424b7e0 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 946 time: 0.1097262 Jul 05 03:42:39.766593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79fdc2a8-887d-46b8-bd90-7c290f013485 req-c3d10ad8-3971-4748-917e-3c73cbdb8e4d tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358930 Jul 05 03:42:39.816073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.26', 63531) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:39.837746 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:39.857990 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78bfe1a7-73eb-4f94-bad5-2b5ea2f37c7a x-openstack-request-id: req-78bfe1a7-73eb-4f94-bad5-2b5ea2f37c7a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:39.858638 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3047d7ce-f7c8-4be5-ba58-b7415de04622", "name": "network-vif-plugged", "status": "completed", "tag": "8ffa029e-2deb-458e-b6ba-f88dc4e575a1", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:39.859035 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78bfe1a7-73eb-4f94-bad5-2b5ea2f37c7a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:39.859571 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1', 'code': 200} Jul 05 03:42:39.930991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Pushing event updated for resources: {'Port': ['ID=95c44ad8-27b9-41dd-ad50-3af9c49d2446,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:39.973180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Attempting to bind port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:39.973623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Attempting to bind port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:39.973957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Attempting to bind port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:39.984596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:39.985140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Attempting to bind port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:39.991208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:39.992833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:39.993503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:39.994339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Bound port: 95c44ad8-27b9-41dd-ad50-3af9c49d2446, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:39.994854 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.021294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54a9e023-69bb-4837-acf1-849c7d563767 req-c1880bee-bab5-4f75-a370-142315e80156 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:40.028508 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-54a9e023-69bb-4837-acf1-849c7d563767 req-c1880bee-bab5-4f75-a370-142315e80156 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.26 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 971 time: 0.2127187 Jul 05 03:42:40.120299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] For port 95c44ad8-27b9-41dd-ad50-3af9c49d2446, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:40.124069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] For port 95c44ad8-27b9-41dd-ad50-3af9c49d2446, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=95c44ad8-27b9-41dd-ad50-3af9c49d2446,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:40.220822 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.248323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:40.249148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.256460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] 10.222.0.26 "PUT /v2.0/ports/95c44ad8-27b9-41dd-ad50-3af9c49d2446 HTTP/1.1" status: 200 len: 1097 time: 1.6326146 Jul 05 03:42:40.257683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd95847da-4aba-4684-8b0a-f90dd8215205', 'tag': '95c44ad8-27b9-41dd-ad50-3af9c49d2446'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:40.265832 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14c076b3-a45b-41f8-bc28-43a2716a6d07" -d '{"events": [{"name": "network-changed", "server_uuid": "d95847da-4aba-4684-8b0a-f90dd8215205", "tag": "95c44ad8-27b9-41dd-ad50-3af9c49d2446"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:40.317921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4847a423-5dc3-4899-8df8-c5ce09633c69 req-7d9333b5-ca3c-4642-ad5a-619816045be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:40.319833 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4847a423-5dc3-4899-8df8-c5ce09633c69 req-7d9333b5-ca3c-4642-ad5a-619816045be7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 1098 time: 0.3358657 Jul 05 03:42:40.409563 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4847a423-5dc3-4899-8df8-c5ce09633c69 req-8a2e64c5-5909-4c34-999d-8e54f78a5e68 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0794301 Jul 05 03:42:40.427422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d856561e-66d7-4201-a3db-975b99884e69 service neutron] Pushing event updated for resources: {'Port': ['ID=95c44ad8-27b9-41dd-ad50-3af9c49d2446,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:40.454482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-54a9e023-69bb-4837-acf1-849c7d563767 req-b83f12b6-5136-48dc-b97f-bcffa174c2d2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Deleting port 38d68f23-e629-4211-a8a7-554800d4cda5 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:42:40.455692 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-54a9e023-69bb-4837-acf1-849c7d563767 req-b83f12b6-5136-48dc-b97f-bcffa174c2d2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.497283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-17693f93-f9f9-4f22-8c84-0a17e29c7864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:40.499445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-17693f93-f9f9-4f22-8c84-0a17e29c7864 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78f36e6e379749b48373b3b4dcc9986a&device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 1100 time: 0.1248395 Jul 05 03:42:40.511475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8493e244-479f-4f2b-b88e-f50667f1b8db req-26f77b66-e535-4086-8aee-2dedc5f4e7ea tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:40.513665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8493e244-479f-4f2b-b88e-f50667f1b8db req-26f77b66-e535-4086-8aee-2dedc5f4e7ea tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 948 time: 0.1250830 Jul 05 03:42:40.562667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-6a9a894b-ce8b-4bb8-a523-032d8fe2c9a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=95c44ad8-27b9-41dd-ad50-3af9c49d2446 HTTP/1.1" status: 200 len: 217 time: 0.0480118 Jul 05 03:42:40.628977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8493e244-479f-4f2b-b88e-f50667f1b8db req-b1019179-b1f0-49ce-8d8e-fe1d43067c9b tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070333 Jul 05 03:42:40.639024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-6a236757-e0f2-48d7-9b89-9af9473bf18a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:40.640801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-6a236757-e0f2-48d7-9b89-9af9473bf18a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0696909 Jul 05 03:42:40.660457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-54a9e023-69bb-4837-acf1-849c7d563767 req-b83f12b6-5136-48dc-b97f-bcffa174c2d2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] For port 38d68f23-e629-4211-a8a7-554800d4cda5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=38d68f23-e629-4211-a8a7-554800d4cda5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:40.660979 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-54a9e023-69bb-4837-acf1-849c7d563767 req-b83f12b6-5136-48dc-b97f-bcffa174c2d2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.680835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-54a9e023-69bb-4837-acf1-849c7d563767 req-b83f12b6-5136-48dc-b97f-bcffa174c2d2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Calling delete_port for 38d68f23-e629-4211-a8a7-554800d4cda5 owned by compute:tempest-test_az-1225295264 {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:42:40.698133 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1730ac54-029f-4c1a-aba2-98826e241cca x-openstack-request-id: req-1730ac54-029f-4c1a-aba2-98826e241cca {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:40.698494 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d95847da-4aba-4684-8b0a-f90dd8215205", "tag": "95c44ad8-27b9-41dd-ad50-3af9c49d2446", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:40.699085 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1730ac54-029f-4c1a-aba2-98826e241cca {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:40.699263 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd95847da-4aba-4684-8b0a-f90dd8215205', 'tag': '95c44ad8-27b9-41dd-ad50-3af9c49d2446', 'status': 'completed', 'code': 200} Jul 05 03:42:40.723841 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c3098c6c-1a3c-47aa-804d-6815aa9ef8e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.728400 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-46b50cda-7f79-4f63-9b80-d5e7b981ebd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:40.728400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-46b50cda-7f79-4f63-9b80-d5e7b981ebd2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0757327 Jul 05 03:42:40.876837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71fe573b-c923-4b13-9cb8-284632626022 req-d2d108cb-fed2-4b0e-af87-c4b75a1a056a tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 210 time: 0.0413413 Jul 05 03:42:40.917987 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:40.927430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-64e5d3da-ee8d-4f94-90f3-08725405c970 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1921036 Jul 05 03:42:40.987360 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-54a9e023-69bb-4837-acf1-849c7d563767 req-b83f12b6-5136-48dc-b97f-bcffa174c2d2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.010157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['38d68f23-e629-4211-a8a7-554800d4cda5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:41.026197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83f12b6-5136-48dc-b97f-bcffa174c2d2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Pushing event deleted for resources: {'Port': ['ID=38d68f23-e629-4211-a8a7-554800d4cda5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:41.123467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18caa997-a7ea-4ba1-b690-9b24c70a7bd1 req-63d551df-75a5-4360-b4c3-db34be06f9f2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 210 time: 0.0408273 Jul 05 03:42:41.124321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-54a9e023-69bb-4837-acf1-849c7d563767 req-b83f12b6-5136-48dc-b97f-bcffa174c2d2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] No DVR routers for this DVR port 38d68f23-e629-4211-a8a7-554800d4cda5 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:42:41.126151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a5df9d-1eee-4e73-b003-76e16dfd640d req-1ae53f28-c494-4381-b5ab-1b4f82617be2 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912076 Jul 05 03:42:41.127652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-54a9e023-69bb-4837-acf1-849c7d563767 req-b83f12b6-5136-48dc-b97f-bcffa174c2d2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.134383 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-54a9e023-69bb-4837-acf1-849c7d563767 req-b83f12b6-5136-48dc-b97f-bcffa174c2d2 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.26 "DELETE /v2.0/ports/38d68f23-e629-4211-a8a7-554800d4cda5 HTTP/1.1" status: 204 len: 173 time: 1.0641162 Jul 05 03:42:41.134383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '98c06097-a595-43eb-b662-e6692115be22', 'name': 'network-vif-deleted', 'tag': '38d68f23-e629-4211-a8a7-554800d4cda5'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:41.134383 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13737234-a84b-4194-8b93-257e591f872a" -d '{"events": [{"server_uuid": "98c06097-a595-43eb-b662-e6692115be22", "name": "network-vif-deleted", "tag": "38d68f23-e629-4211-a8a7-554800d4cda5"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:41.354868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-663df109-c374-4263-bc58-504c25761e87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:41.358127 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-663df109-c374-4263-bc58-504c25761e87 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=78f36e6e379749b48373b3b4dcc9986a&device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 1100 time: 0.0940435 Jul 05 03:42:41.369890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e1663-1a00-4a8c-9b36-f63e656dd6cb req-d7a41e69-cae4-423d-8498-02eedc99e4fd tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:41.372369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-449e1663-1a00-4a8c-9b36-f63e656dd6cb req-d7a41e69-cae4-423d-8498-02eedc99e4fd tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 946 time: 0.0894845 Jul 05 03:42:41.429287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-449e1663-1a00-4a8c-9b36-f63e656dd6cb req-3312a47b-28f5-4dca-ba09-0818a9b58211 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476406 Jul 05 03:42:41.485485 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-81af97c3-0915-474c-be66-2a5696dbb7d8 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=19e7a50b8a884d35834cbdafef1c2039&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451138 Jul 05 03:42:41.495046 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db038ed5-7d89-4287-b97d-b4092ec36971 x-openstack-request-id: req-db038ed5-7d89-4287-b97d-b4092ec36971 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:41.495365 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "98c06097-a595-43eb-b662-e6692115be22", "name": "network-vif-deleted", "tag": "38d68f23-e629-4211-a8a7-554800d4cda5", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:41.495662 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db038ed5-7d89-4287-b97d-b4092ec36971 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:41.496074 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '98c06097-a595-43eb-b662-e6692115be22', 'name': 'network-vif-deleted', 'tag': '38d68f23-e629-4211-a8a7-554800d4cda5', 'status': 'completed', 'code': 200} Jul 05 03:42:41.583192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-993b3e3f-c832-4d88-b612-32fc4a9ff293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:41.584637 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-993b3e3f-c832-4d88-b612-32fc4a9ff293 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2167461 Jul 05 03:42:41.641318 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-cd945751-cd4e-4e73-969d-d99d0982c0b5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.152&port_id=95c44ad8-27b9-41dd-ad50-3af9c49d2446 HTTP/1.1" status: 200 len: 217 time: 0.0466404 Jul 05 03:42:41.679325 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:41.725093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-0f62dd81-1d69-4db3-bea0-167d7a2bdc11 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:41.726752 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-0f62dd81-1d69-4db3-bea0-167d7a2bdc11 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2274258 Jul 05 03:42:41.735046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-8c20d523-6f27-462f-a2cf-b5b6dd43c564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:41.737631 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-8c20d523-6f27-462f-a2cf-b5b6dd43c564 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0889239 Jul 05 03:42:41.743266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Request body: {'port': {'device_id': 'a85ee0bc-46cd-4ba7-9313-d7c99ba24b45', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '19e7a50b8a884d35834cbdafef1c2039'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:41.903296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c89924-78d6-459f-a450-a322450ae28a req-488a61b4-47df-4fb9-8642-5429e177e1ba tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:41.905658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93c89924-78d6-459f-a450-a322450ae28a req-488a61b4-47df-4fb9-8642-5429e177e1ba tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 948 time: 0.1363490 Jul 05 03:42:41.959377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-4c311682-687e-4bd9-b6f3-6805b9d17435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:41.961261 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-4c311682-687e-4bd9-b6f3-6805b9d17435 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2129588 Jul 05 03:42:41.962863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93c89924-78d6-459f-a450-a322450ae28a req-f7688f6b-e773-46f9-beea-759ebf069a1c tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500462 Jul 05 03:42:42.044134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Made reservation on behalf of 19e7a50b8a884d35834cbdafef1c2039 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:42.049039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:42.125325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40688) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:42.156142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-317e4d39-38f6-40b8-ab83-fa861ee8f479 req-640c13fa-e58e-4f25-bb28-7f6fdb6eb5b4 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 210 time: 0.0445313 Jul 05 03:42:42.263805 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-2509d641-3698-4a95-9563-e0a4f82476ef service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2945247 Jul 05 03:42:42.275229 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:42:42.352451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Allocated IP 192.168.233.158 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/0328958c-cc50-4eab-8746-20ba4e383052) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:42.389010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b350b7fe-3875-47d1-a60a-f88deb54e821 req-1ca05a2b-1b24-4fda-827b-65b301e6f757 tempest-AggregatesAdminTestJSON-1236599138 tempest-AggregatesAdminTestJSON-1236599138-project] 10.222.0.30 "GET /v2.0/ports?device_id=98c06097-a595-43eb-b662-e6692115be22 HTTP/1.1" status: 200 len: 210 time: 0.0524735 Jul 05 03:42:42.462800 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14c076b3-a45b-41f8-bc28-43a2716a6d07 req-381b1b0b-e20d-4822-b55f-e1ac02a691f3 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1828918 Jul 05 03:42:42.538240 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9baa8c47-e9f6-42c6-9672-051e5e37a643 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:42.737397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e03a58c-c15a-4314-b807-204cb5f0c922 req-952e0c04-e8e2-4d2e-ae39-ecd4ea330abe tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:42.739565 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e03a58c-c15a-4314-b807-204cb5f0c922 req-952e0c04-e8e2-4d2e-ae39-ecd4ea330abe tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 946 time: 0.0825911 Jul 05 03:42:42.806416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e03a58c-c15a-4314-b807-204cb5f0c922 req-cf1f5613-d038-4dbb-99f0-6995b234ca32 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603156 Jul 05 03:42:42.880495 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:42.922605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Transition to ACTIVE for port object 0328958c-cc50-4eab-8746-20ba4e383052 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:42.984681 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9baa8c47-e9f6-42c6-9672-051e5e37a643 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.002824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f172e2f-a0a7-4ec5-ac4e-f05253331271 req-40ae2f52-af8a-4f11-b0fa-26f743baa71d tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:43.004372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f172e2f-a0a7-4ec5-ac4e-f05253331271 req-40ae2f52-af8a-4f11-b0fa-26f743baa71d tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 946 time: 0.0667248 Jul 05 03:42:43.014631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40726) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:43.019930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-95c70386-d862-4c7c-b42b-d685c14fe6eb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Request body: {'floatingip': {'port_id': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:43.087318 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.096923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9baa8c47-e9f6-42c6-9672-051e5e37a643 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.131230 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95c70386-d862-4c7c-b42b-d685c14fe6eb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.223400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:43.243672 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.246789 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9baa8c47-e9f6-42c6-9672-051e5e37a643 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c8bd6de02344d5998344d89150a66d7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1201394 Jul 05 03:42:43.250554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40736) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:43.259837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:43.261723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa8c47-e9f6-42c6-9672-051e5e37a643 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab40f405-e47a-46cf-bfad-ded9ddd4bfac,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:43.280656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:43.287431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:43.288142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.350039 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-57584853-a1c2-4487-9d56-fdd77a23f890 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.368840 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.372994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Pushing event updated for resources: {'Port': ['ID=0328958c-cc50-4eab-8746-20ba4e383052,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:43.414670 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-57584853-a1c2-4487-9d56-fdd77a23f890 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.426507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40746) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:43.570727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-60b622d7-0b64-4389-b187-c10e38234e19 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:42:43.571779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-60b622d7-0b64-4389-b187-c10e38234e19 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1443298 Jul 05 03:42:43.572806 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-ea0ebb77-e32d-47d0-bfd3-de3923535a4c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8338194 Jul 05 03:42:43.592304 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-57584853-a1c2-4487-9d56-fdd77a23f890 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.592523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Request body: {'port': {'device_id': 'a85ee0bc-46cd-4ba7-9313-d7c99ba24b45', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:43.595294 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-57584853-a1c2-4487-9d56-fdd77a23f890 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.599685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-57584853-a1c2-4487-9d56-fdd77a23f890 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab40f405-e47a-46cf-bfad-ded9ddd4bfac HTTP/1.1" status: 204 len: 168 time: 0.3479478 Jul 05 03:42:43.627098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57584853-a1c2-4487-9d56-fdd77a23f890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab40f405-e47a-46cf-bfad-ded9ddd4bfac,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:43.681284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc02df6-75d2-4073-a9ed-062cae75237f req-ea7e42ab-1274-4405-988c-d2ccb8d9268d tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:43.683929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7fc02df6-75d2-4073-a9ed-062cae75237f req-ea7e42ab-1274-4405-988c-d2ccb8d9268d tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 948 time: 0.1295247 Jul 05 03:42:43.696176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e966a576-87af-4133-87bc-c1cdd3c1008c None None] Provisioning for port 0328958c-cc50-4eab-8746-20ba4e383052 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:43.700854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e966a576-87af-4133-87bc-c1cdd3c1008c None None] Provisioning complete for port 0328958c-cc50-4eab-8746-20ba4e383052 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:43.701305 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e966a576-87af-4133-87bc-c1cdd3c1008c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.715201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Request body: {'binding': {'host': 'n-h2-758944-41', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:43.716788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Unknown quota resources ['binding']. {{(pid=100896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:42:43.761002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e966a576-87af-4133-87bc-c1cdd3c1008c None None] Port 0328958c-cc50-4eab-8746-20ba4e383052 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:43.796589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7fc02df6-75d2-4073-a9ed-062cae75237f req-e565c802-b127-43ec-b152-54813601897e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061966 Jul 05 03:42:43.813962 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.828104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:43.937776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca on host n-h2-758944-41 for vnic_type normal with profile None {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:43.937776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:43.937776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:43.942107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Port f425d603-ab22-440b-96e1-b7e7efe240ca on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:43.942614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:43.947947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:43.948380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:43.948912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:43.949556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Bound port: f425d603-ab22-440b-96e1-b7e7efe240ca, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:43.958716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 95c44ad8-27b9-41dd-ad50-3af9c49d2446 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:44.038305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 38d68f23-e629-4211-a8a7-554800d4cda5 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:42:44.067923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 38d68f23-e629-4211-a8a7-554800d4cda5 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:42:44.068681 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 38d68f23-e629-4211-a8a7-554800d4cda5 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:42:44.092446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:44.130368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 95c44ad8-27b9-41dd-ad50-3af9c49d2446, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=95c44ad8-27b9-41dd-ad50-3af9c49d2446,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:44.145028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '95c44ad8-27b9-41dd-ad50-3af9c49d2446', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '95c44ad8-27b9-41dd-ad50-3af9c49d2446', 'mac_address': 'fa:16:3e:64:2c:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.152'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:44.180650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] Notify callbacks [] for binding, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.182090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.resource_extend [None req-95c70386-d862-4c7c-b42b-d685c14fe6eb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:42:44.182937 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4a427a65-c1b3-468c-8c29-ef22e44abe15 service neutron] 10.222.0.30 "POST /v2.0/ports/f425d603-ab22-440b-96e1-b7e7efe240ca/bindings HTTP/1.1" status: 201 len: 390 time: 0.5569327 Jul 05 03:42:44.213613 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.227933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95c44ad8-27b9-41dd-ad50-3af9c49d2446 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:44.250077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 95c44ad8-27b9-41dd-ad50-3af9c49d2446, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=95c44ad8-27b9-41dd-ad50-3af9c49d2446,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:44.279213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa5a24-06ba-42c0-9a9d-f2babf2304c3 req-d34f4dcc-3ab6-4eeb-943d-7e5c3b513dc1 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:44.281017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45aa5a24-06ba-42c0-9a9d-f2babf2304c3 req-d34f4dcc-3ab6-4eeb-943d-7e5c3b513dc1 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 936 time: 0.0897944 Jul 05 03:42:44.309055 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3dca7-32ce-439b-afab-e7d804f356ca req-f9ba9c33-e5a1-459e-940c-9090c2be327a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:44.311131 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cef3dca7-32ce-439b-afab-e7d804f356ca req-f9ba9c33-e5a1-459e-940c-9090c2be327a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1119 time: 0.3488379 Jul 05 03:42:44.323135 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95c70386-d862-4c7c-b42b-d685c14fe6eb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.341348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45aa5a24-06ba-42c0-9a9d-f2babf2304c3 req-5e22b09c-5733-451d-86c0-7cf59226c0f7 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523889 Jul 05 03:42:44.352994 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.469744 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95c70386-d862-4c7c-b42b-d685c14fe6eb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.473349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=95c44ad8-27b9-41dd-ad50-3af9c49d2446,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:44.556334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3dca7-32ce-439b-afab-e7d804f356ca req-f46446b5-b007-4d02-801f-1a9ab1683966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:44.556424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40772) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:44.556826 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cef3dca7-32ce-439b-afab-e7d804f356ca req-f46446b5-b007-4d02-801f-1a9ab1683966 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.2147574 Jul 05 03:42:44.568668 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0328958c-cc50-4eab-8746-20ba4e383052 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:44.571827 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfd65-883c-4041-ad15-58e82efed366 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.588790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.589972 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['95c44ad8-27b9-41dd-ad50-3af9c49d2446'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:44.826037 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cef3dca7-32ce-439b-afab-e7d804f356ca req-b3bc4c0d-2670-4e4b-99b3-3ecbada1740a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f425d603-ab22-440b-96e1-b7e7efe240ca HTTP/1.1" status: 200 len: 217 time: 0.2597768 Jul 05 03:42:44.855261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b915fc-5d6e-4a96-b1f8-893526c81acd req-8cc6e889-9408-44c3-a52d-55ef70145923 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:44.864164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68b915fc-5d6e-4a96-b1f8-893526c81acd req-8cc6e889-9408-44c3-a52d-55ef70145923 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 967 time: 0.1510749 Jul 05 03:42:44.910892 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfd65-883c-4041-ad15-58e82efed366 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:44.936475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68b915fc-5d6e-4a96-b1f8-893526c81acd req-c91d6e8f-c45b-4fe2-8d00-d9f75f5a282b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710664 Jul 05 03:42:44.952420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Transition to ACTIVE for port object 0328958c-cc50-4eab-8746-20ba4e383052 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:44.979456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef3dca7-32ce-439b-afab-e7d804f356ca req-c5d42a45-0a52-4d5a-9ba7-65c23b1bf304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:44.981117 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cef3dca7-32ce-439b-afab-e7d804f356ca req-c5d42a45-0a52-4d5a-9ba7-65c23b1bf304 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0992870 Jul 05 03:42:44.984124 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-95c70386-d862-4c7c-b42b-d685c14fe6eb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Floating IP 8643351e-4221-4406-9a1a-b298adc26b8f associated. External IP: 172.25.4.28, port: 8ffa029e-2deb-458e-b6ba-f88dc4e575a1. Jul 05 03:42:45.009543 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb9bfd65-883c-4041-ad15-58e82efed366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.033204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40780) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:45.062757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eb9bfd65-883c-4041-ad15-58e82efed366 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b748af1d1b7246ea87e72ef6d6841f18&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5052238 Jul 05 03:42:45.063372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40786) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:45.114450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9bfd65-883c-4041-ad15-58e82efed366 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb7cbde2-de01-4c05-b9ba-9e86e4f943a9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:45.152011 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c63993b-6c4d-46b4-a477-b6b78197c63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.160239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.174388 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cef3dca7-32ce-439b-afab-e7d804f356ca req-823e41a2-ebb8-4ddf-8cd1-41f704cc6711 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1812191 Jul 05 03:42:45.202816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c63993b-6c4d-46b4-a477-b6b78197c63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.278170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.13', 55053) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:45.350519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0328958c-cc50-4eab-8746-20ba4e383052,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:45.445535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-0719bbaa-0553-44cb-b464-cee2e49efc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:45.447143 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-0719bbaa-0553-44cb-b464-cee2e49efc68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1119 time: 0.4644182 Jul 05 03:42:45.457951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c99df564-04b7-44c1-8b05-2574942f9943 req-88e21705-7454-45f8-a35f-31c0dd72bd8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1595509 Jul 05 03:42:45.460933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b0e492e0-b956-4d95-ad41-c419145c093d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abb0e8731cbd4cba8719e34478ac1b06&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4239454 Jul 05 03:42:45.464659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40800) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:45.508156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c44020-ca8c-42ee-8c02-800dbff3726f req-fd78050b-dcc7-40d4-ba84-aaf0956c376c tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:45.509641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94c44020-ca8c-42ee-8c02-800dbff3726f req-fd78050b-dcc7-40d4-ba84-aaf0956c376c tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 949 time: 0.2469497 Jul 05 03:42:45.515438 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c63993b-6c4d-46b4-a477-b6b78197c63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.523236 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c63993b-6c4d-46b4-a477-b6b78197c63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.523236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1c63993b-6c4d-46b4-a477-b6b78197c63a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb7cbde2-de01-4c05-b9ba-9e86e4f943a9 HTTP/1.1" status: 204 len: 168 time: 0.4503117 Jul 05 03:42:45.569126 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cef3dca7-32ce-439b-afab-e7d804f356ca req-646c60a6-528e-4809-835e-6f510345d46a service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3691995 Jul 05 03:42:45.569817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Attempting to bind port 0328958c-cc50-4eab-8746-20ba4e383052 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:45.570226 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Attempting to bind port 0328958c-cc50-4eab-8746-20ba4e383052 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:45.570469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Attempting to bind port 0328958c-cc50-4eab-8746-20ba4e383052 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:45.612394 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94c44020-ca8c-42ee-8c02-800dbff3726f req-13764197-ec10-432e-b8e5-4eaada1d36a2 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899661 Jul 05 03:42:45.618487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c63993b-6c4d-46b4-a477-b6b78197c63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb7cbde2-de01-4c05-b9ba-9e86e4f943a9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:45.625615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Port 0328958c-cc50-4eab-8746-20ba4e383052 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:45.625615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Attempting to bind port 0328958c-cc50-4eab-8746-20ba4e383052 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:45.685641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:45.686297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:45.686419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:45.686882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Bound port: 0328958c-cc50-4eab-8746-20ba4e383052, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:45.687134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.704835 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ddf741f-b6e6-49b6-a635-b30ffb454b6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.720897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95c70386-d862-4c7c-b42b-d685c14fe6eb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Router b5764e05-afa1-428d-9d9c-4925bd5f49e3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:42:45.744732 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ddf741f-b6e6-49b6-a635-b30ffb454b6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:45.773182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-ce1c7de7-290d-4b61-918c-0a8a4f2551f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:45.774884 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-ce1c7de7-290d-4b61-918c-0a8a4f2551f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.3149507 Jul 05 03:42:45.775445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40810) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:45.827706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd7748-fb88-4b0b-ad53-9fa6660a46e3 req-4fef7515-b911-48fc-b170-2cb832322c69 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:45.829272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3bfd7748-fb88-4b0b-ad53-9fa6660a46e3 req-4fef7515-b911-48fc-b170-2cb832322c69 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 948 time: 0.2583232 Jul 05 03:42:45.831596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99df564-04b7-44c1-8b05-2574942f9943 req-5646cd2d-4fd8-4341-9715-c08cd26e6a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:45.832996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c99df564-04b7-44c1-8b05-2574942f9943 req-5646cd2d-4fd8-4341-9715-c08cd26e6a31 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=78f36e6e379749b48373b3b4dcc9986a&device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 1101 time: 0.3035958 Jul 05 03:42:45.857983 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-2b5b2108-de56-42eb-834b-0326b9c88e63 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f425d603-ab22-440b-96e1-b7e7efe240ca HTTP/1.1" status: 200 len: 217 time: 0.0558794 Jul 05 03:42:45.860206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cef3dca7-32ce-439b-afab-e7d804f356ca req-a1093646-d8bb-46cc-92e4-11b94f6a8db9 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2758040 Jul 05 03:42:45.948258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] For port 0328958c-cc50-4eab-8746-20ba4e383052, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:45.961989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3bfd7748-fb88-4b0b-ad53-9fa6660a46e3 req-667babaf-c035-4a5d-b3c1-5c49700a46b5 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258152 Jul 05 03:42:45.964776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 95c44ad8-27b9-41dd-ad50-3af9c49d2446 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:45.979317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] For port 0328958c-cc50-4eab-8746-20ba4e383052, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=0328958c-cc50-4eab-8746-20ba4e383052,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:46.026259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-78f28afb-de7c-4698-ac7e-c1c724d100e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:46.028251 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-78f28afb-de7c-4698-ac7e-c1c724d100e3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.1253521 Jul 05 03:42:46.031204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ddf741f-b6e6-49b6-a635-b30ffb454b6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.041642 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ddf741f-b6e6-49b6-a635-b30ffb454b6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.041642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5ddf741f-b6e6-49b6-a635-b30ffb454b6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f1982a8-4210-49e5-995b-35021cd0dba1 HTTP/1.1" status: 204 len: 168 time: 0.5731728 Jul 05 03:42:46.086685 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-16c7255b-6a5c-44a8-86bc-82a007243446 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402105 Jul 05 03:42:46.089302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddf741f-b6e6-49b6-a635-b30ffb454b6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1982a8-4210-49e5-995b-35021cd0dba1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:46.093647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95c70386-d862-4c7c-b42b-d685c14fe6eb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:42:46.098644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95c70386-d862-4c7c-b42b-d685c14fe6eb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.100225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99df564-04b7-44c1-8b05-2574942f9943 req-c1149002-a0a4-4e83-bfbe-e64543ba9219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:46.110559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.113877 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] Sync routers for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:42:46.119970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c99df564-04b7-44c1-8b05-2574942f9943 req-c1149002-a0a4-4e83-bfbe-e64543ba9219 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2353439 Jul 05 03:42:46.142431 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:46.143071 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:42:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:46.163368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:46.167809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:46.168358 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.184460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c99df564-04b7-44c1-8b05-2574942f9943 req-e15b59f7-bbf6-41a8-b640-36d41f8a562d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=e28c2ec9-b939-4a74-ac0a-607451dc1554 HTTP/1.1" status: 200 len: 217 time: 0.0633240 Jul 05 03:42:46.315858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-25beebf5-b035-4323-9551-ca6793aaa55f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.374982 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.375844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:46.385151 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.386723 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] 10.222.0.13 "PUT /v2.0/ports/0328958c-cc50-4eab-8746-20ba4e383052 HTTP/1.1" status: 200 len: 1097 time: 2.7993817 Jul 05 03:42:46.387501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a85ee0bc-46cd-4ba7-9313-d7c99ba24b45', 'tag': '0328958c-cc50-4eab-8746-20ba4e383052'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:46.390637 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d180026-19e9-43fe-bfea-b370146ce797" -d '{"events": [{"name": "network-changed", "server_uuid": "a85ee0bc-46cd-4ba7-9313-d7c99ba24b45", "tag": "0328958c-cc50-4eab-8746-20ba4e383052"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:46.398392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99df564-04b7-44c1-8b05-2574942f9943 req-3ee3300d-0c6a-4667-a22c-450c0996bd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:46.401857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c99df564-04b7-44c1-8b05-2574942f9943 req-3ee3300d-0c6a-4667-a22c-450c0996bd94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.2080903 Jul 05 03:42:46.423495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95847da-4aba-4684-8b0a-f90dd8215205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c44ad8-27b9-41dd-ad50-3af9c49d2446'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:46.428201 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da0e17d3-f427-4598-aea2-fa9e253403ca" -d '{"events": [{"server_uuid": "d95847da-4aba-4684-8b0a-f90dd8215205", "name": "network-vif-plugged", "status": "completed", "tag": "95c44ad8-27b9-41dd-ad50-3af9c49d2446"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:46.466442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 95c44ad8-27b9-41dd-ad50-3af9c49d2446, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=95c44ad8-27b9-41dd-ad50-3af9c49d2446,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:46.473135 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:46.530592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d219e196-8c7f-4fd8-8721-e034e3641e75 req-90cae102-c77f-49ef-9008-794b0d4351a2 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:46.533693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d219e196-8c7f-4fd8-8721-e034e3641e75 req-90cae102-c77f-49ef-9008-794b0d4351a2 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 967 time: 0.2471182 Jul 05 03:42:46.544884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:46.586555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-95c70386-d862-4c7c-b42b-d685c14fe6eb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "PUT /v2.0/floatingips/8643351e-4221-4406-9a1a-b298adc26b8f HTTP/1.1" status: 200 len: 991 time: 3.5676215 Jul 05 03:42:46.590621 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3bf6e49-747d-41f5-b8e3-28d2e8f95d79 x-openstack-request-id: req-e3bf6e49-747d-41f5-b8e3-28d2e8f95d79 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:46.590863 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a85ee0bc-46cd-4ba7-9313-d7c99ba24b45", "tag": "0328958c-cc50-4eab-8746-20ba4e383052", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:46.591116 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3bf6e49-747d-41f5-b8e3-28d2e8f95d79 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:46.591523 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a85ee0bc-46cd-4ba7-9313-d7c99ba24b45', 'tag': '0328958c-cc50-4eab-8746-20ba4e383052', 'status': 'completed', 'code': 200} Jul 05 03:42:46.676335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99df564-04b7-44c1-8b05-2574942f9943 req-5adbeb9e-6ae1-4955-b09e-826eafe3d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:46.682483 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c99df564-04b7-44c1-8b05-2574942f9943 req-5adbeb9e-6ae1-4955-b09e-826eafe3d624 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2475984 Jul 05 03:42:46.685667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=95c44ad8-27b9-41dd-ad50-3af9c49d2446,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:46.705113 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64661318-221c-408e-b4cb-8ed2ebdb7333 x-openstack-request-id: req-64661318-221c-408e-b4cb-8ed2ebdb7333 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:46.705498 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95847da-4aba-4684-8b0a-f90dd8215205", "name": "network-vif-plugged", "status": "completed", "tag": "95c44ad8-27b9-41dd-ad50-3af9c49d2446", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:46.705756 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64661318-221c-408e-b4cb-8ed2ebdb7333 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:46.706155 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95847da-4aba-4684-8b0a-f90dd8215205', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95c44ad8-27b9-41dd-ad50-3af9c49d2446', 'code': 200} Jul 05 03:42:46.714953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d219e196-8c7f-4fd8-8721-e034e3641e75 req-cf5941ab-61c0-40a6-82f0-a1dd42fa4b40 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1745217 Jul 05 03:42:46.753850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b02a737-91df-47bd-827f-71110d2fd4d0 service neutron] Pushing event updated for resources: {'Port': ['ID=0328958c-cc50-4eab-8746-20ba4e383052,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:46.846056 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-2c3ba093-a973-4dfb-88ff-a27c668ca358 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7434108 Jul 05 03:42:46.876697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c99df564-04b7-44c1-8b05-2574942f9943 req-7e158977-1e50-488e-8a4a-6bf667846dea service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599038 Jul 05 03:42:47.023424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c99df564-04b7-44c1-8b05-2574942f9943 req-31a64940-7d2f-48cf-b4ab-63666396e188 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240072 Jul 05 03:42:47.039572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-750f24a3-ec96-4621-8f42-43662778708e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:47.041808 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-750f24a3-ec96-4621-8f42-43662778708e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19e7a50b8a884d35834cbdafef1c2039&device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 1100 time: 0.4494293 Jul 05 03:42:47.050826 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-25beebf5-b035-4323-9551-ca6793aaa55f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:47.178123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4017a8-487e-4b02-bb62-32f587075082 req-cd7464b1-d291-4c0f-83a0-c566b7d937a5 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:47.187537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c4017a8-487e-4b02-bb62-32f587075082 req-cd7464b1-d291-4c0f-83a0-c566b7d937a5 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 950 time: 0.1137626 Jul 05 03:42:47.208584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40858) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:47.241007 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8643351e-4221-4406-9a1a-b298adc26b8f', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'port_id': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'mac_address': 'fa:16:3e:56:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:23Z', 'updated_at': '2021-07-05T03:42:44Z', 'revision_number': 1, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:47.271419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5a9847d9-3c44-4b57-bee9-8b41d6526b20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=632af8d9fda546c692fe8f3e9e5edb33&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0615318 Jul 05 03:42:47.272369 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40860) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:47.276345 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] Checking router: b5764e05-afa1-428d-9d9c-4925bd5f49e3 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:42:47.289040 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:42:47.290280 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:42:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:47.337192 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-09cf7d7e-53a0-4f78-93e3-a601fab2de42 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0328958c-cc50-4eab-8746-20ba4e383052 HTTP/1.1" status: 200 len: 217 time: 0.2740123 Jul 05 03:42:47.340608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c4017a8-487e-4b02-bb62-32f587075082 req-2fdde5fb-1809-4695-b438-e51fb531b104 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520450 Jul 05 03:42:47.344186 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-25beebf5-b035-4323-9551-ca6793aaa55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:47.391252 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-25beebf5-b035-4323-9551-ca6793aaa55f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f7e1ee63d704fe282e611dbe351cb3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6077778 Jul 05 03:42:47.393486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a961e7b9-9b69-412d-aabe-71b2b50adc3e req-c028c8e0-ab25-4659-803c-4725364f1e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:47.395022 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a961e7b9-9b69-412d-aabe-71b2b50adc3e req-c028c8e0-ab25-4659-803c-4725364f1e43 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 1102 time: 0.5465002 Jul 05 03:42:47.410825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40864) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:47.431846 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:42:47.446944 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-70a2b00c-a674-40cc-a043-9f71a5315c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:47.518994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25beebf5-b035-4323-9551-ca6793aaa55f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9a72c9-9971-46c0-bebe-735102dff638,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:47.547577 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-4dc13732-1062-41be-9478-afb62de274d1 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6481619 Jul 05 03:42:47.554598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-43173148-5177-4202-b3eb-140bbf612dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:47.556223 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-43173148-5177-4202-b3eb-140bbf612dba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1744113 Jul 05 03:42:47.558111 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a961e7b9-9b69-412d-aabe-71b2b50adc3e req-77627755-4bea-4f3b-80f5-8026332f9324 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323302 Jul 05 03:42:47.612583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f8078485-9126-4093-b59f-edab8eafbedc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:47.644603 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f8078485-9126-4093-b59f-edab8eafbedc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:47.729473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-d99ebfce-5c1b-444b-a3e5-6aeb92cf12f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:47.731077 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-d99ebfce-5c1b-444b-a3e5-6aeb92cf12f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1649373 Jul 05 03:42:47.830110 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8643351e-4221-4406-9a1a-b298adc26b8f', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'port_id': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'mac_address': 'fa:16:3e:56:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:23Z', 'updated_at': '2021-07-05T03:42:44Z', 'revision_number': 1, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:42:47.870408 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f074a355-99d1-4d30-8ee7-c872d4ef6d47 None None] The sync data for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 is: [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8643351e-4221-4406-9a1a-b298adc26b8f', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'port_id': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'mac_address': 'fa:16:3e:56:72:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:23Z', 'updated_at': '2021-07-05T03:42:44Z', 'revision_number': 1, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:42:48.040405 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-c54fc770-880c-4660-be1b-7a2319114809 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2951617 Jul 05 03:42:48.049356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-85085b9c-3ee8-4940-b7fe-49cdb22666c8 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:48.050856 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-85085b9c-3ee8-4940-b7fe-49cdb22666c8 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1119 time: 0.2705483 Jul 05 03:42:48.064767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92766a3-e774-4167-8370-5350219dcae2 req-66810c99-96d9-410b-8118-13ea69579fea tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:48.071922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e92766a3-e774-4167-8370-5350219dcae2 req-66810c99-96d9-410b-8118-13ea69579fea tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 948 time: 0.7443595 Jul 05 03:42:48.078688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-41'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:48.123991 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-70a2b00c-a674-40cc-a043-9f71a5315c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:48.140331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e92766a3-e774-4167-8370-5350219dcae2 req-d2f89c12-456f-417a-921e-e46f2e31a585 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645044 Jul 05 03:42:48.163073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f8078485-9126-4093-b59f-edab8eafbedc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:48.171473 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f8078485-9126-4093-b59f-edab8eafbedc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:48.175513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f8078485-9126-4093-b59f-edab8eafbedc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba9a72c9-9971-46c0-bebe-735102dff638 HTTP/1.1" status: 204 len: 168 time: 0.7633111 Jul 05 03:42:48.219286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8078485-9126-4093-b59f-edab8eafbedc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9a72c9-9971-46c0-bebe-735102dff638,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:48.277178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72579a4b-9549-490a-b33e-35fcd1e462cb None None] New status for floating IP 8643351e-4221-4406-9a1a-b298adc26b8f: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:42:48.329792 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-70a2b00c-a674-40cc-a043-9f71a5315c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:48.333066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-70a2b00c-a674-40cc-a043-9f71a5315c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:48.337094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-70a2b00c-a674-40cc-a043-9f71a5315c28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee77c329-dd37-42bb-82a3-6a6b966b836e HTTP/1.1" status: 204 len: 168 time: 1.0610337 Jul 05 03:42:48.380302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a2b00c-a674-40cc-a043-9f71a5315c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee77c329-dd37-42bb-82a3-6a6b966b836e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:48.469824 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80ebfcac-299c-4410-a90d-5f4c6bf8b9bb req-c552489f-1e48-44c9-aa15-c32011166a16 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4160340 Jul 05 03:42:48.471458 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:48.543304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a05fdf-2aec-41f5-a5cd-775e78723d3d req-6402f56f-0096-42e3-be89-92e15fc2bc1b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:48.546136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29a05fdf-2aec-41f5-a5cd-775e78723d3d req-6402f56f-0096-42e3-be89-92e15fc2bc1b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 967 time: 0.1773248 Jul 05 03:42:48.604464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'tag': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:48.606876 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f82a1266-1e00-4dcb-8e17-0d938b47909b" -d '{"events": [{"name": "network-changed", "server_uuid": "3047d7ce-f7c8-4be5-ba58-b7415de04622", "tag": "8ffa029e-2deb-458e-b6ba-f88dc4e575a1"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:48.614755 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29a05fdf-2aec-41f5-a5cd-775e78723d3d req-869d9e35-0235-4481-8320-49ad60eca091 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627441 Jul 05 03:42:48.728716 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc88d5a5-373c-41ef-ad49-d9bb82a38c13 x-openstack-request-id: req-cc88d5a5-373c-41ef-ad49-d9bb82a38c13 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:48.730228 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3047d7ce-f7c8-4be5-ba58-b7415de04622", "tag": "8ffa029e-2deb-458e-b6ba-f88dc4e575a1", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:48.730476 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc88d5a5-373c-41ef-ad49-d9bb82a38c13 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:48.730868 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'tag': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1', 'status': 'completed', 'code': 200} Jul 05 03:42:48.832993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:48.906375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180026-19e9-43fe-bfea-b370146ce797 req-53bc83eb-e74d-4094-a3a7-34b97476cdbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:48.908336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-49620b86-873c-4008-898b-fec8b90fa855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:48.910229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-49620b86-873c-4008-898b-fec8b90fa855 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 1098 time: 0.1427302 Jul 05 03:42:48.911205 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d180026-19e9-43fe-bfea-b370146ce797 req-53bc83eb-e74d-4094-a3a7-34b97476cdbb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=19e7a50b8a884d35834cbdafef1c2039&device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 1100 time: 0.2830362 Jul 05 03:42:48.920923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c393a255-8c48-4f3c-b383-eec15d4415f8 req-61d260d1-6e93-4b52-8112-ff1c58662988 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:48.922611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c393a255-8c48-4f3c-b383-eec15d4415f8 req-61d260d1-6e93-4b52-8112-ff1c58662988 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 950 time: 0.1070457 Jul 05 03:42:49.053739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c393a255-8c48-4f3c-b383-eec15d4415f8 req-0c085b8c-0460-47ec-af8a-f67720df7ce7 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165257 Jul 05 03:42:49.056649 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:49.100047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-1b5a34db-bb72-40a0-9c21-e7cf0d17b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:49.101726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-1b5a34db-bb72-40a0-9c21-e7cf0d17b128 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 200 len: 925 time: 0.1758022 Jul 05 03:42:49.131339 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.151604 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180026-19e9-43fe-bfea-b370146ce797 req-e4634e70-2f38-44d3-bfa8-0a7e08c5b109 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:49.153119 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d180026-19e9-43fe-bfea-b370146ce797 req-e4634e70-2f38-44d3-bfa8-0a7e08c5b109 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2234941 Jul 05 03:42:49.207739 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d180026-19e9-43fe-bfea-b370146ce797 req-59cd2d81-9742-4056-bd98-4c4d04a12cf0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.158&port_id=0328958c-cc50-4eab-8746-20ba4e383052 HTTP/1.1" status: 200 len: 217 time: 0.0452545 Jul 05 03:42:49.230561 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-747c64a9-6a58-49bc-8e65-7c28449a746b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ffa029e-2deb-458e-b6ba-f88dc4e575a1 HTTP/1.1" status: 200 len: 1001 time: 0.1128361 Jul 05 03:42:49.264335 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.323320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180026-19e9-43fe-bfea-b370146ce797 req-1f349cc5-85e3-4abc-9476-10d1a1c9aedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:49.324869 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d180026-19e9-43fe-bfea-b370146ce797 req-1f349cc5-85e3-4abc-9476-10d1a1c9aedb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1032238 Jul 05 03:42:49.387540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-6296f5e7-6527-40fb-800a-595305181afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:49.392395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-6296f5e7-6527-40fb-800a-595305181afb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3dabc5b6-7e6d-4427-acf6-605492cbf926 HTTP/1.1" status: 200 len: 863 time: 0.1495500 Jul 05 03:42:49.408383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40924) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:49.425853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Pushing event updated for resources: {'Port': ['ID=f425d603-ab22-440b-96e1-b7e7efe240ca,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:49.444293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5a564af-4d4d-4262-b181-e652e7b8bd6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.448483 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca on host n-h1-758944-41 for vnic_type normal with profile {"migrating_to": "n-h2-758944-41"} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:49.448814 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:49.449146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:49.470543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807f2a25-ae07-4114-aa2e-2120a47b8046 req-8fc676f8-483a-4eb6-b224-6cfd3024ef55 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:49.473676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Port f425d603-ab22-440b-96e1-b7e7efe240ca on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:49.473676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Attempting to bind port f425d603-ab22-440b-96e1-b7e7efe240ca on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:49.478429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-807f2a25-ae07-4114-aa2e-2120a47b8046 req-8fc676f8-483a-4eb6-b224-6cfd3024ef55 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 948 time: 0.1865573 Jul 05 03:42:49.494853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:49.495197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:49.495746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:49.497935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Bound port: f425d603-ab22-440b-96e1-b7e7efe240ca, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:49.497935 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.523003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d180026-19e9-43fe-bfea-b370146ce797 req-96150843-a5e0-4865-9fe0-9c9014303a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:49.524604 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d180026-19e9-43fe-bfea-b370146ce797 req-96150843-a5e0-4865-9fe0-9c9014303a30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1903520 Jul 05 03:42:49.550154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-0469f9f9-1f37-4d7e-8aec-8a20b6410dca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:49.551823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-0469f9f9-1f37-4d7e-8aec-8a20b6410dca service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7b8544a-cbad-4b6d-a113-fe649b231e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1468947 Jul 05 03:42:49.566740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-807f2a25-ae07-4114-aa2e-2120a47b8046 req-38191253-b9b2-4ade-8e19-35697d95667b tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870960 Jul 05 03:42:49.725878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:49.766506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:49.791435 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d180026-19e9-43fe-bfea-b370146ce797 req-14533359-c715-42ff-b6e2-9357c7deb177 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341604 Jul 05 03:42:49.793051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-eeea7de2-1959-4466-8ee1-7ad04a29632b service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2239783 Jul 05 03:42:49.793689 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5a564af-4d4d-4262-b181-e652e7b8bd6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.873651 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:49.926802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5a564af-4d4d-4262-b181-e652e7b8bd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.036099 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a5a564af-4d4d-4262-b181-e652e7b8bd6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a51ddfeb7ef34c6da0201890f2818c31&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6155910 Jul 05 03:42:50.036099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a564af-4d4d-4262-b181-e652e7b8bd6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c67e24d-f9ac-4435-8762-b44f5d78b6cb,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:50.036439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40940) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:50.053677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Pushing event updated for resources: {'Port': ['ID=f425d603-ab22-440b-96e1-b7e7efe240ca,revision_number=8']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:50.095397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f82a1266-1e00-4dcb-8e17-0d938b47909b req-19e28696-7d5b-4f94-b080-afe1a140512b service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2764935 Jul 05 03:42:50.127781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbaa5e9-37ad-4b4d-9c5d-7a42253e22f6 req-d89bfab8-049c-4c11-8fb9-a79f93c7950f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:50.135474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbbaa5e9-37ad-4b4d-9c5d-7a42253e22f6 req-d89bfab8-049c-4c11-8fb9-a79f93c7950f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 965 time: 0.1634350 Jul 05 03:42:50.142299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:50.143334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.145710 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-6f185030-8750-4cc8-a4de-60fda1c0c514 service neutron] 10.222.0.13 "PUT /v2.0/ports/f425d603-ab22-440b-96e1-b7e7efe240ca HTTP/1.1" status: 200 len: 1145 time: 2.0853102 Jul 05 03:42:50.156261 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d180026-19e9-43fe-bfea-b370146ce797 req-31a21b79-8efd-425a-86f0-58a6e7b086d6 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372822 Jul 05 03:42:50.171272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-017f96c5-6dfe-4d30-a7cc-fd04c788464a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.207423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbbaa5e9-37ad-4b4d-9c5d-7a42253e22f6 req-79f58b28-acaa-43cb-881d-09d0a869eba0 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707858 Jul 05 03:42:50.220845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-017f96c5-6dfe-4d30-a7cc-fd04c788464a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.221636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f425d603-ab22-440b-96e1-b7e7efe240ca'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:50.369710 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-017f96c5-6dfe-4d30-a7cc-fd04c788464a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.373693 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-017f96c5-6dfe-4d30-a7cc-fd04c788464a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:50.374959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-017f96c5-6dfe-4d30-a7cc-fd04c788464a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c67e24d-f9ac-4435-8762-b44f5d78b6cb HTTP/1.1" status: 204 len: 168 time: 0.3281045 Jul 05 03:42:50.388475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f96c5-6dfe-4d30-a7cc-fd04c788464a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c67e24d-f9ac-4435-8762-b44f5d78b6cb,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:50.431965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda7a69f-8c15-4cb4-b5f1-6b347587cbb0 req-fa994f8f-a0b2-4831-8172-706048f41ba6 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:50.433559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dda7a69f-8c15-4cb4-b5f1-6b347587cbb0 req-fa994f8f-a0b2-4831-8172-706048f41ba6 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 950 time: 0.1030414 Jul 05 03:42:50.484276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dda7a69f-8c15-4cb4-b5f1-6b347587cbb0 req-c7d7bac7-22d0-4cfb-9263-f574a94e4ddb tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376797 Jul 05 03:42:50.732244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f425d603-ab22-440b-96e1-b7e7efe240ca'}, {'name': 'network-changed', 'server_uuid': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'tag': 'f425d603-ab22-440b-96e1-b7e7efe240ca'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:50.735862 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc17984-bc9a-4587-ba3c-8013f89a6468" -d '{"events": [{"server_uuid": "bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "f425d603-ab22-440b-96e1-b7e7efe240ca"}, {"name": "network-changed", "server_uuid": "bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3", "tag": "f425d603-ab22-440b-96e1-b7e7efe240ca"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:51.009923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-5be17604-870e-4bef-813b-da8831d94b62 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4c7b66aad3ba4b008b0af502c0351963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243380 Jul 05 03:42:51.180536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-16e2dc38-ef0c-44ae-841c-4ba093ab8c83 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:51.182958 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-16e2dc38-ef0c-44ae-841c-4ba093ab8c83 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1645670 Jul 05 03:42:51.204489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-63793ff9-f089-42fa-8fb7-88a23a11a380 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/quotas/4c7b66aad3ba4b008b0af502c0351963 HTTP/1.1" status: 200 len: 375 time: 0.0111909 Jul 05 03:42:51.275919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-c2a2e7bd-7af1-4b70-b27e-3fbf5eb250cb tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0556633 Jul 05 03:42:51.307688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40e0b4e-ad00-4c2e-8fc7-a9531bafb237 req-891bc89d-b345-4cdf-8169-5920d75c232e tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:51.309864 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c40e0b4e-ad00-4c2e-8fc7-a9531bafb237 req-891bc89d-b345-4cdf-8169-5920d75c232e tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 948 time: 0.1038775 Jul 05 03:42:51.354535 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c40e0b4e-ad00-4c2e-8fc7-a9531bafb237 req-0b5cdd45-ee25-4253-a278-b7ac31f54754 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385478 Jul 05 03:42:51.550762 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-088a42a9-8f02-4287-8994-acdbd55cc4b2 x-openstack-request-id: req-088a42a9-8f02-4287-8994-acdbd55cc4b2 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:51.551293 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3", "name": "network-vif-unplugged", "status": "completed", "tag": "f425d603-ab22-440b-96e1-b7e7efe240ca", "code": 200}, {"name": "network-changed", "server_uuid": "bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3", "tag": "f425d603-ab22-440b-96e1-b7e7efe240ca", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:51.551704 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-088a42a9-8f02-4287-8994-acdbd55cc4b2 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:51.552290 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f425d603-ab22-440b-96e1-b7e7efe240ca', 'code': 200} Jul 05 03:42:51.552701 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'tag': 'f425d603-ab22-440b-96e1-b7e7efe240ca', 'status': 'completed', 'code': 200} Jul 05 03:42:51.720209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc17984-bc9a-4587-ba3c-8013f89a6468 req-f1ac3b24-017a-4e3d-b770-1ef5c89b5b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:51.722485 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fbc17984-bc9a-4587-ba3c-8013f89a6468 req-f1ac3b24-017a-4e3d-b770-1ef5c89b5b65 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1148 time: 0.1145158 Jul 05 03:42:51.829630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570bb71f-2b02-456a-8dfb-8c224852aa74 req-aa347be7-8af4-4da7-8101-5a576ffe72a6 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:51.838735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-570bb71f-2b02-456a-8dfb-8c224852aa74 req-aa347be7-8af4-4da7-8101-5a576ffe72a6 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 1102 time: 0.1563394 Jul 05 03:42:51.856426 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-570bb71f-2b02-456a-8dfb-8c224852aa74 req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:51.942567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc17984-bc9a-4587-ba3c-8013f89a6468 req-dbec98a8-f919-4eb0-827e-0e74ae190a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:51.944801 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fbc17984-bc9a-4587-ba3c-8013f89a6468 req-dbec98a8-f919-4eb0-827e-0e74ae190a41 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.2146177 Jul 05 03:42:52.005308 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-570bb71f-2b02-456a-8dfb-8c224852aa74 req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:52.009290 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fbc17984-bc9a-4587-ba3c-8013f89a6468 req-8b932a88-50e0-4198-b4ed-0e1c3d0c2523 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f425d603-ab22-440b-96e1-b7e7efe240ca HTTP/1.1" status: 200 len: 217 time: 0.0562017 Jul 05 03:42:52.021939 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44497fd6-96f4-445a-aa10-f30e8d4a360a req-6d5ee3fa-7425-4924-a78e-5b730483c55b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:52.029752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44497fd6-96f4-445a-aa10-f30e8d4a360a req-6d5ee3fa-7425-4924-a78e-5b730483c55b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 965 time: 0.1043854 Jul 05 03:42:52.062901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc17984-bc9a-4587-ba3c-8013f89a6468 req-3dcc9c4a-dd89-477f-a3d3-a3520dcc1ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:52.064339 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fbc17984-bc9a-4587-ba3c-8013f89a6468 req-3dcc9c4a-dd89-477f-a3d3-a3520dcc1ad3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0474427 Jul 05 03:42:52.077705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44497fd6-96f4-445a-aa10-f30e8d4a360a req-e797f03e-9020-4278-9654-1cd789d96e24 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470662 Jul 05 03:42:52.108792 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fbc17984-bc9a-4587-ba3c-8013f89a6468 req-280cff2b-5b95-4a3b-8b87-630b883bbb8c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0376229 Jul 05 03:42:52.118315 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-570bb71f-2b02-456a-8dfb-8c224852aa74 req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:52.170332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-570bb71f-2b02-456a-8dfb-8c224852aa74 req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3303401 Jul 05 03:42:52.171103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add7fcdb-1fb1-4f03-8091-d9530988354c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:52.179422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.179831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.180225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.180568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.181146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.181237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.181538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.181863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.182182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.182692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.183185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.183789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5b0085f-ce35-4333-a9e9-002482033f17 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:52.232218 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fbc17984-bc9a-4587-ba3c-8013f89a6468 req-46b52e00-847f-4a6d-9600-bdaa8a4b72e8 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154602 Jul 05 03:42:52.251005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-1edde17f-82da-4986-974c-170213bb8158 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4c7b66aad3ba4b008b0af502c0351963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0384371 Jul 05 03:42:52.352014 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fbc17984-bc9a-4587-ba3c-8013f89a6468 req-7689cfca-b771-4e7e-b124-7f9df13fd303 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104887 Jul 05 03:42:52.435285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d239ff21-1cc9-412b-adc0-345eb9bbdeb1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:52.444584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d239ff21-1cc9-412b-adc0-345eb9bbdeb1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1619256 Jul 05 03:42:52.460487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-c398db6d-f9a4-4032-8566-c5a05ad52745 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/quotas/4c7b66aad3ba4b008b0af502c0351963 HTTP/1.1" status: 200 len: 375 time: 0.0149679 Jul 05 03:42:52.502264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-8014a627-f1fa-435c-b6ec-69a961cdc546 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0380995 Jul 05 03:42:52.515579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 0328958c-cc50-4eab-8746-20ba4e383052 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:52.668285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 0328958c-cc50-4eab-8746-20ba4e383052, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=0328958c-cc50-4eab-8746-20ba4e383052,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:52.683052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '0328958c-cc50-4eab-8746-20ba4e383052', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '0328958c-cc50-4eab-8746-20ba4e383052', 'mac_address': 'fa:16:3e:d5:a1:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.158'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:42:52.725152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:52.748042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0328958c-cc50-4eab-8746-20ba4e383052 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:52.769572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 0328958c-cc50-4eab-8746-20ba4e383052, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=0328958c-cc50-4eab-8746-20ba4e383052,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:52.866436 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:52.867108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device f425d603-ab22-440b-96e1-b7e7efe240ca details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:42:52.924928 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0a31ca-8b2e-45a3-ae35-60d1352c928b req-7d12c8fe-4ce8-4821-9351-2044fd672422 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:52.926567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b0a31ca-8b2e-45a3-ae35-60d1352c928b req-7d12c8fe-4ce8-4821-9351-2044fd672422 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 948 time: 0.0845799 Jul 05 03:42:53.003958 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b0a31ca-8b2e-45a3-ae35-60d1352c928b req-dee2605f-94c8-4f84-80f4-41cd7530e495 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673854 Jul 05 03:42:53.201944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:53.204993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=0328958c-cc50-4eab-8746-20ba4e383052,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:53.221246 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device f425d603-ab22-440b-96e1-b7e7efe240ca has no active binding in host n-h2-758944-41 {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:42:53.262210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab983931-bd61-4989-8170-8ba8aac38a1e req-f8a244fa-5895-4fe8-b851-f3e779d6d70d tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 210 time: 0.0314863 Jul 05 03:42:53.482172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-a4790a5a-db40-4d73-a85a-2b2b5071735a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8a919433e3a0417582628b463d3b295d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0268836 Jul 05 03:42:53.632874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-c3a0003a-6136-4571-8403-5d61cbef2b24 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:53.634514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-c3a0003a-6136-4571-8403-5d61cbef2b24 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1455610 Jul 05 03:42:53.651437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-5980dcef-2f8e-400e-a4cf-80614bb4ea99 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/quotas/8a919433e3a0417582628b463d3b295d HTTP/1.1" status: 200 len: 375 time: 0.0108521 Jul 05 03:42:53.687710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['0328958c-cc50-4eab-8746-20ba4e383052'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:53.692375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-27d57138-a397-4d1e-ad95-39dfbbed256b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0310769 Jul 05 03:42:53.851963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a3c2c9-d29e-422a-9ca2-769c69a4e67d req-3eec5fdd-c3fa-482d-8b0f-331bce0a7f7f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:53.854327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1a3c2c9-d29e-422a-9ca2-769c69a4e67d req-3eec5fdd-c3fa-482d-8b0f-331bce0a7f7f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 965 time: 0.0695851 Jul 05 03:42:53.909240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1a3c2c9-d29e-422a-9ca2-769c69a4e67d req-7210a4d7-07e2-4074-8967-4c274ce0dcfa tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446239 Jul 05 03:42:54.130692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b3615f-af55-44e7-8d94-cd82d0955866 req-593d11bf-5f1b-4f65-aa98-7b5060568553 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:54.132351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67b3615f-af55-44e7-8d94-cd82d0955866 req-593d11bf-5f1b-4f65-aa98-7b5060568553 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 1102 time: 0.0755115 Jul 05 03:42:54.191648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67b3615f-af55-44e7-8d94-cd82d0955866 req-2dcc98c9-b99c-4126-8926-909de4f65973 tempest-ServersAdminNegativeTestJSON-403996729 tempest-ServersAdminNegativeTestJSON-403996729-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507071 Jul 05 03:42:54.220061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ffdd57ab-aa64-4710-84b3-dffad51e94ad req-243d589f-695f-4b82-aa37-31d9442a4d5a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 210 time: 0.0393691 Jul 05 03:42:54.442313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce12507-5f4b-4cce-b9f7-cc4c7556a2be req-fad47819-ee92-45de-b038-6bcb563a61a9 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:54.444043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fce12507-5f4b-4cce-b9f7-cc4c7556a2be req-fad47819-ee92-45de-b038-6bcb563a61a9 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 949 time: 0.0967226 Jul 05 03:42:54.486506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fce12507-5f4b-4cce-b9f7-cc4c7556a2be req-06693b21-34c9-4e4f-a150-4eb5f74b81f7 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362253 Jul 05 03:42:54.591164 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-d3b20600-d671-4777-978c-3ac6a16bc8ed tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4c7b66aad3ba4b008b0af502c0351963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262723 Jul 05 03:42:54.733165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-f40f64e0-f1cb-4ed9-a870-1c9228a223b3 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:54.733165 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-f40f64e0-f1cb-4ed9-a870-1c9228a223b3 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345370 Jul 05 03:42:54.753067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Request body: {'port': {'device_id': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '4c7b66aad3ba4b008b0af502c0351963'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:54.866293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e603f827-94af-46aa-bb95-bfc9b7bb32e4 req-4cd17ef4-afd3-4e82-b1e1-63c9536e30f8 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 210 time: 0.0398006 Jul 05 03:42:55.090382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41162) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:55.098814 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Made reservation on behalf of 4c7b66aad3ba4b008b0af502c0351963 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:55.102810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.117875 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.194520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51142603-6e72-4018-830f-7a8dcb951e1e req-da7f3aa2-531f-4950-8e02-1b007b70dac1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:55.211646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51142603-6e72-4018-830f-7a8dcb951e1e req-da7f3aa2-531f-4950-8e02-1b007b70dac1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 965 time: 0.1353102 Jul 05 03:42:55.250390 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf4eafca-5911-445d-a07b-8d116a071da7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.254330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51142603-6e72-4018-830f-7a8dcb951e1e req-c9d3fec2-ef30-40ba-b580-7edbc37e71a8 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465074 Jul 05 03:42:55.257137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.375569 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.475311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:55.502011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.502472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.502671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.503005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.503334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.503659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.504018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.504339 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.504652 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.504975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.505296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.505614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:55.567542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62694353-f052-4d35-bb36-d3fa6d9e612a req-8e630b58-4718-4e92-8b1a-c293dc909b5a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 210 time: 0.0290177 Jul 05 03:42:55.596757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Allocated IP 192.168.233.40 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/97eecb55-f8b0-4d67-93ca-f20967da14a5) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:55.620019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf4eafca-5911-445d-a07b-8d116a071da7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.708539 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf4eafca-5911-445d-a07b-8d116a071da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.756476 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cf4eafca-5911-445d-a07b-8d116a071da7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67a9c30504ab4bd1afbc4f5ef453bf4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6649604 Jul 05 03:42:55.763841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41180) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:55.790784 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4eafca-5911-445d-a07b-8d116a071da7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8951f3-4e4d-4996-96f3-8b93638174c9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:55.840042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fc4015-5180-425c-ad04-8ede3dacb902 req-c97ef3bf-6260-497b-9ba2-28b9665884ac tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:55.842036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84fc4015-5180-425c-ad04-8ede3dacb902 req-c97ef3bf-6260-497b-9ba2-28b9665884ac tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 949 time: 0.1367850 Jul 05 03:42:55.845154 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.859027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-7b55c087-6406-48f7-8c1d-ab4d19be5135 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4c7b66aad3ba4b008b0af502c0351963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567908 Jul 05 03:42:55.867009 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Transition to ACTIVE for port object 97eecb55-f8b0-4d67-93ca-f20967da14a5 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:55.871576 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e0413e2-5a76-4dcb-99da-519440de506f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.902234 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e0413e2-5a76-4dcb-99da-519440de506f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:55.972673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84fc4015-5180-425c-ad04-8ede3dacb902 req-04c06294-4ddc-45ae-aec0-861137789f9d tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182933 Jul 05 03:42:55.997613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c91709b-642e-401a-88b8-d2bfc295a8db req-ba0e23f4-4ff0-4ad4-89ec-5d9673b3fe00 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:55.999126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c91709b-642e-401a-88b8-d2bfc295a8db req-ba0e23f4-4ff0-4ad4-89ec-5d9673b3fe00 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 950 time: 0.2219274 Jul 05 03:42:56.015522 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.044767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-85f427a7-1767-4acc-81d9-7fbcc1b344c4 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:56.046201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-85f427a7-1767-4acc-81d9-7fbcc1b344c4 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1795986 Jul 05 03:42:56.050508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e0413e2-5a76-4dcb-99da-519440de506f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.053284 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e0413e2-5a76-4dcb-99da-519440de506f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.055967 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1e0413e2-5a76-4dcb-99da-519440de506f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f8951f3-4e4d-4996-96f3-8b93638174c9 HTTP/1.1" status: 204 len: 168 time: 0.2867315 Jul 05 03:42:56.063262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Request body: {'port': {'device_id': 'ba89e0ae-fb22-4c9f-ac15-ce947f0ba171', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '4c7b66aad3ba4b008b0af502c0351963'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:56.097455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c91709b-642e-401a-88b8-d2bfc295a8db req-fa458359-62e6-48c4-9269-84b4c1c1c05e tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915449 Jul 05 03:42:56.102887 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0413e2-5a76-4dcb-99da-519440de506f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8951f3-4e4d-4996-96f3-8b93638174c9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:56.115407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:56.129212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:56.131464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:56.133807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:56.140213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:56.140823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.233313 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-255e64f9-926f-4b14-9d44-6737626fb169 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4883509 Jul 05 03:42:56.248064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Request body: {'port': {'device_id': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:56.340899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96636bd3-4cc2-4126-99b8-964a613ee1a1 req-599998b1-3cbe-4a63-9444-0e9c0be244cc tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 210 time: 0.0427814 Jul 05 03:42:56.342211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Made reservation on behalf of 4c7b66aad3ba4b008b0af502c0351963 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:56.346342 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.367732 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.562124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 0328958c-cc50-4eab-8746-20ba4e383052 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:42:56.608091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Allocated IP 192.168.233.160 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/98830ed0-325c-421b-866e-d963302bc107) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:56.631268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-21ea0cb5-e566-4b04-895c-76cdc2a6a9a7 None None] Provisioning for port 97eecb55-f8b0-4d67-93ca-f20967da14a5 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:56.637846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-21ea0cb5-e566-4b04-895c-76cdc2a6a9a7 None None] Provisioning complete for port 97eecb55-f8b0-4d67-93ca-f20967da14a5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:56.638370 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21ea0cb5-e566-4b04-895c-76cdc2a6a9a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.679928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-21ea0cb5-e566-4b04-895c-76cdc2a6a9a7 None None] Port 97eecb55-f8b0-4d67-93ca-f20967da14a5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:56.711731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 0328958c-cc50-4eab-8746-20ba4e383052 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:56.719786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 0328958c-cc50-4eab-8746-20ba4e383052 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:56.720294 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.766855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5578b4e-5841-4369-a56a-a35bfa5d88f6 req-c5ad1009-3517-46a7-9870-bc743df910d5 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:56.768485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5578b4e-5841-4369-a56a-a35bfa5d88f6 req-c5ad1009-3517-46a7-9870-bc743df910d5 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 965 time: 0.2569544 Jul 05 03:42:56.827656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.855232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85ee0bc-46cd-4ba7-9313-d7c99ba24b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0328958c-cc50-4eab-8746-20ba4e383052'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:56.857889 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dba94f4c-e090-4a59-abdc-05e7e89c7769" -d '{"events": [{"server_uuid": "a85ee0bc-46cd-4ba7-9313-d7c99ba24b45", "name": "network-vif-plugged", "status": "completed", "tag": "0328958c-cc50-4eab-8746-20ba4e383052"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:56.872836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 0328958c-cc50-4eab-8746-20ba4e383052, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=0328958c-cc50-4eab-8746-20ba4e383052,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:56.953071 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:56.957788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41208) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:56.974202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7c20-44ca-44c7-8789-5ba78a1e3465 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.010745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=0328958c-cc50-4eab-8746-20ba4e383052,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:57.020240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.020587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.020930 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.021266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.021595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.022092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.022621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.023008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.023341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.023675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.024021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.024342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:42:57.041617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac089324-f8b4-4b1f-9469-fbb273994d15 req-14486ace-80ea-438c-b3b3-5c0506ef22f0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 210 time: 0.2583418 Jul 05 03:42:57.096585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5578b4e-5841-4369-a56a-a35bfa5d88f6 req-04d9ef24-c212-4575-ba80-aec421df5fa2 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2947686 Jul 05 03:42:57.107163 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-fdc01bf5-b7c4-48e0-a5e4-2b196d96bb60 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a919433e3a0417582628b463d3b295d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0308995 Jul 05 03:42:57.147121 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.154665 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7c20-44ca-44c7-8789-5ba78a1e3465 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.163259 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40aad99e-79fa-45df-9a17-90b6b8771f5a x-openstack-request-id: req-40aad99e-79fa-45df-9a17-90b6b8771f5a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:57.165232 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85ee0bc-46cd-4ba7-9313-d7c99ba24b45", "name": "network-vif-plugged", "status": "completed", "tag": "0328958c-cc50-4eab-8746-20ba4e383052", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:57.165232 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40aad99e-79fa-45df-9a17-90b6b8771f5a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:57.165232 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85ee0bc-46cd-4ba7-9313-d7c99ba24b45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0328958c-cc50-4eab-8746-20ba4e383052', 'code': 200} Jul 05 03:42:57.174701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Transition to ACTIVE for port object 98830ed0-325c-421b-866e-d963302bc107 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:57.249294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ce7c20-44ca-44c7-8789-5ba78a1e3465 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.288571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-28ffd72a-542f-40f8-8ec4-5861baff5f94 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:57.289888 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-28ffd72a-542f-40f8-8ec4-5861baff5f94 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1716070 Jul 05 03:42:57.307697 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d0ce7c20-44ca-44c7-8789-5ba78a1e3465 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f432390d7f274af295627c551cd42c74&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3481152 Jul 05 03:42:57.312711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41220) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:57.312848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Request body: {'port': {'device_id': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8a919433e3a0417582628b463d3b295d'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:57.328386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.26', 63558) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:57.330737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.427319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ce7c20-44ca-44c7-8789-5ba78a1e3465 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15f00ad5-6a8b-4606-922e-711b42845c1f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:57.453629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:42:57.468620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:42:57.483259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:42:57.491436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:57.493169 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.499428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Pushing event updated for resources: {'Port': ['ID=98830ed0-325c-421b-866e-d963302bc107,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:57.554202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000ab178-8f68-4c3e-b24c-dc6df170e25c req-d8598a40-0604-4df8-bb51-ab5480c674f9 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:57.555400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-000ab178-8f68-4c3e-b24c-dc6df170e25c req-d8598a40-0604-4df8-bb51-ab5480c674f9 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 950 time: 0.3034630 Jul 05 03:42:57.596989 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5828457-688c-4cd9-9c8e-a1977c7585b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.623615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eae44eb4-cf2d-4c6f-8c43-60e4e15aeabe req-0f891f21-c833-4634-8603-3cad71d9853e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:57.625774 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eae44eb4-cf2d-4c6f-8c43-60e4e15aeabe req-0f891f21-c833-4634-8603-3cad71d9853e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 1102 time: 0.2327361 Jul 05 03:42:57.636876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 97eecb55-f8b0-4d67-93ca-f20967da14a5 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:57.640626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-aed4bcc3-742e-4393-a1fe-4d9554e251a4 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:57.642230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-aed4bcc3-742e-4393-a1fe-4d9554e251a4 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.26 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 950 time: 0.3067031 Jul 05 03:42:57.657160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.673589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-d97ff195-b31f-4563-befd-3839d127e9ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6169903 Jul 05 03:42:57.684194 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Transition to ACTIVE for port object 97eecb55-f8b0-4d67-93ca-f20967da14a5 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:57.701719 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5828457-688c-4cd9-9c8e-a1977c7585b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.719400 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eae44eb4-cf2d-4c6f-8c43-60e4e15aeabe req-b85ce32e-9555-4ed3-a45c-2c97b15656f8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750754 Jul 05 03:42:57.729870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Request body: {'port': {'device_id': 'ba89e0ae-fb22-4c9f-ac15-ce947f0ba171', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:42:57.734642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-000ab178-8f68-4c3e-b24c-dc6df170e25c req-29a596e6-ab5d-40f1-bb9a-7c13f22e1918 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654115 Jul 05 03:42:57.742242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23789f1-75c3-4e06-8fd5-089027842e0c req-f677f554-9068-4d29-aa81-35f2cd67306c tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:57.744111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f23789f1-75c3-4e06-8fd5-089027842e0c req-f677f554-9068-4d29-aa81-35f2cd67306c tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 950 time: 0.3311017 Jul 05 03:42:57.769214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.801337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Made reservation on behalf of 8a919433e3a0417582628b463d3b295d for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:42:57.816897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.849445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.893672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-809d280a-4b2e-4474-9e75-6038d36c2d9a None None] Provisioning for port 98830ed0-325c-421b-866e-d963302bc107 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:42:57.894958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:57.901513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-809d280a-4b2e-4474-9e75-6038d36c2d9a None None] Provisioning complete for port 98830ed0-325c-421b-866e-d963302bc107 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:42:57.904647 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-809d280a-4b2e-4474-9e75-6038d36c2d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.919294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Attempting to bind port 97eecb55-f8b0-4d67-93ca-f20967da14a5 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:57.919661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Attempting to bind port 97eecb55-f8b0-4d67-93ca-f20967da14a5 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:57.920011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Attempting to bind port 97eecb55-f8b0-4d67-93ca-f20967da14a5 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:57.929752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Port 97eecb55-f8b0-4d67-93ca-f20967da14a5 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:57.930077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Attempting to bind port 97eecb55-f8b0-4d67-93ca-f20967da14a5 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:57.950274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f23789f1-75c3-4e06-8fd5-089027842e0c req-07917f8b-a42f-4838-9ce7-4787cb366a35 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746564 Jul 05 03:42:57.956952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:57.956952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:57.956952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:57.957427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Bound port: 97eecb55-f8b0-4d67-93ca-f20967da14a5, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:57.957720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:57.970990 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.26', 63559) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:57.973936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.022326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-809d280a-4b2e-4474-9e75-6038d36c2d9a None None] Port 98830ed0-325c-421b-866e-d963302bc107 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:42:58.063121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-07622e72-a416-4ede-99d7-600cd73ef0bf tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Deleting port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:42:58.063492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-07622e72-a416-4ede-99d7-600cd73ef0bf tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.110800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:58.118132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:42:58.166412 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-89097215-2d9b-4a77-9182-a13a088866bf service neutron] 10.222.0.26 "GET /v2.0/ports/f425d603-ab22-440b-96e1-b7e7efe240ca/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 385 time: 0.1269383 Jul 05 03:42:58.172535 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5828457-688c-4cd9-9c8e-a1977c7585b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.175001 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5828457-688c-4cd9-9c8e-a1977c7585b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.182601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e5828457-688c-4cd9-9c8e-a1977c7585b9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15f00ad5-6a8b-4606-922e-711b42845c1f HTTP/1.1" status: 204 len: 168 time: 0.8683693 Jul 05 03:42:58.197050 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.276725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5828457-688c-4cd9-9c8e-a1977c7585b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f00ad5-6a8b-4606-922e-711b42845c1f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:58.285936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:58.286556 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.287970 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] 10.222.0.26 "PUT /v2.0/ports/97eecb55-f8b0-4d67-93ca-f20967da14a5 HTTP/1.1" status: 200 len: 1096 time: 2.0448399 Jul 05 03:42:58.288408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:58.290975 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd" -d '{"events": [{"name": "network-changed", "server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:58.317145 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.334635 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f48cbd-f7ac-480b-981f-0cf4953a7931 service neutron] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:58.336140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7fa86ff3-862d-4989-96a8-b9f18b4c4a69 req-68563979-b729-4d87-baec-e15c0c479010 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 210 time: 0.1345439 Jul 05 03:42:58.445599 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.472308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bed6294-2362-4c8d-bf7f-3a5bf70dab4b req-c575ebd0-7a68-4960-bf68-f79809cc2067 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:58.473849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bed6294-2362-4c8d-bf7f-3a5bf70dab4b req-c575ebd0-7a68-4960-bf68-f79809cc2067 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 936 time: 0.3371933 Jul 05 03:42:58.493522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-07622e72-a416-4ede-99d7-600cd73ef0bf tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] For port 95c44ad8-27b9-41dd-ad50-3af9c49d2446, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=95c44ad8-27b9-41dd-ad50-3af9c49d2446,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:58.493903 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-07622e72-a416-4ede-99d7-600cd73ef0bf tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.538157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-07622e72-a416-4ede-99d7-600cd73ef0bf tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Calling delete_port for 95c44ad8-27b9-41dd-ad50-3af9c49d2446 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:42:58.615845 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bed6294-2362-4c8d-bf7f-3a5bf70dab4b req-7521f83c-d0c2-43cf-ab1d-b882a955e78a tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190925 Jul 05 03:42:58.616774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Pushing event updated for resources: {'SecurityGroup': ['ID=727ae25d-c183-42ea-bb9a-c1611801204c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:58.662190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-7c00b2af-c7b8-499d-ba62-b70fb1edc1cb service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:58.682702 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3382c408-41bc-48fa-a36a-311c1fb50cab x-openstack-request-id: req-3382c408-41bc-48fa-a36a-311c1fb50cab {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:58.682702 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:58.683083 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3382c408-41bc-48fa-a36a-311c1fb50cab {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:58.683272 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'status': 'completed', 'code': 200} Jul 05 03:42:58.701097 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-fa6eebb8-bf77-42ca-a672-d6249bb92aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:58.702606 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-fa6eebb8-bf77-42ca-a672-d6249bb92aa9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 1099 time: 0.2588060 Jul 05 03:42:58.703555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-7c00b2af-c7b8-499d-ba62-b70fb1edc1cb service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:42:58.765508 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-48e93d62-55fd-47c2-990d-269d424725bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5 HTTP/1.1" status: 200 len: 217 time: 0.0419633 Jul 05 03:42:58.775201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-7c00b2af-c7b8-499d-ba62-b70fb1edc1cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f425d603-ab22-440b-96e1-b7e7efe240ca {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:58.802200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be748f00-a68a-4fe5-9dff-99e482f9f0ec req-4c1ec57e-9026-4b18-847c-8710a088f374 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:58.803811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be748f00-a68a-4fe5-9dff-99e482f9f0ec req-4c1ec57e-9026-4b18-847c-8710a088f374 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 965 time: 0.2669213 Jul 05 03:42:58.824204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-7c00b2af-c7b8-499d-ba62-b70fb1edc1cb service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:42:58.845938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98830ed0-325c-421b-866e-d963302bc107 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:42:58.850889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-f4624631-4043-4bc7-8c42-72eccdffd026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:58.852991 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-f4624631-4043-4bc7-8c42-72eccdffd026 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0803988 Jul 05 03:42:58.867339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.891687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41246) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:58.919189 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-7c00b2af-c7b8-499d-ba62-b70fb1edc1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:58.922376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be748f00-a68a-4fe5-9dff-99e482f9f0ec req-5c9225f8-6e7e-4031-ab21-15430febd350 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101990 Jul 05 03:42:58.936960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Transition to ACTIVE for port object 98830ed0-325c-421b-866e-d963302bc107 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:58.944184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-1c81e55c-795d-46ec-acb4-d202a230b7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:58.945703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-1c81e55c-795d-46ec-acb4-d202a230b7b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0826900 Jul 05 03:42:58.964770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6bfefd3-6551-4298-9b14-7172b0dc0229 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.025008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7656b359-37f5-4464-acf0-366b03b3c1a3 req-c164cee3-ff07-404a-8ea1-391447c1e770 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:42:59.027012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7656b359-37f5-4464-acf0-366b03b3c1a3 req-c164cee3-ff07-404a-8ea1-391447c1e770 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 950 time: 0.1199172 Jul 05 03:42:59.032052 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-07622e72-a416-4ede-99d7-600cd73ef0bf tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.048122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['95c44ad8-27b9-41dd-ad50-3af9c49d2446'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:59.051143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['e28c2ec9-b939-4a74-ac0a-607451dc1554'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:42:59.076315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07622e72-a416-4ede-99d7-600cd73ef0bf tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Pushing event deleted for resources: {'Port': ['ID=95c44ad8-27b9-41dd-ad50-3af9c49d2446,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:59.083812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-7c00b2af-c7b8-499d-ba62-b70fb1edc1cb service neutron] Transition to ACTIVE for port object f425d603-ab22-440b-96e1-b7e7efe240ca will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:59.129907 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-455f20e5-5ac2-4467-9647-9b337d612495 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654136 Jul 05 03:42:59.140654 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.171470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-7c00b2af-c7b8-499d-ba62-b70fb1edc1cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.203038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Allocated IP 192.168.233.129 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:42:59.207678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7656b359-37f5-4464-acf0-366b03b3c1a3 req-8110de5b-ab08-4258-a96f-41a673f5eace tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659603 Jul 05 03:42:59.346999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-07622e72-a416-4ede-99d7-600cd73ef0bf tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] No DVR routers for this DVR port 95c44ad8-27b9-41dd-ad50-3af9c49d2446 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:42:59.361260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6bfefd3-6551-4298-9b14-7172b0dc0229 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.362664 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-07622e72-a416-4ede-99d7-600cd73ef0bf tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.364677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a587395a-7b70-4e4b-b55c-0c233a806049 req-07622e72-a416-4ede-99d7-600cd73ef0bf tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.26 "DELETE /v2.0/ports/95c44ad8-27b9-41dd-ad50-3af9c49d2446 HTTP/1.1" status: 204 len: 173 time: 1.7073147 Jul 05 03:42:59.368850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd95847da-4aba-4684-8b0a-f90dd8215205', 'name': 'network-vif-deleted', 'tag': '95c44ad8-27b9-41dd-ad50-3af9c49d2446'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:42:59.371135 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818de2e8-20f5-439d-b67c-87fbddb70bbd" -d '{"events": [{"server_uuid": "d95847da-4aba-4684-8b0a-f90dd8215205", "name": "network-vif-deleted", "tag": "95c44ad8-27b9-41dd-ad50-3af9c49d2446"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:42:59.379217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Pushing event updated for resources: {'Port': ['ID=98830ed0-325c-421b-866e-d963302bc107,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:59.425529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-7c00b2af-c7b8-499d-ba62-b70fb1edc1cb service neutron] No DVR routers for this DVR port f425d603-ab22-440b-96e1-b7e7efe240ca on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:42:59.454725 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:42:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-238ad163-f8c1-422b-ab3a-cb5953260e8e x-openstack-request-id: req-238ad163-f8c1-422b-ab3a-cb5953260e8e {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:42:59.455276 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d95847da-4aba-4684-8b0a-f90dd8215205", "name": "network-vif-deleted", "tag": "95c44ad8-27b9-41dd-ad50-3af9c49d2446", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:42:59.455676 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-238ad163-f8c1-422b-ab3a-cb5953260e8e {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:42:59.456261 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd95847da-4aba-4684-8b0a-f90dd8215205', 'name': 'network-vif-deleted', 'tag': '95c44ad8-27b9-41dd-ad50-3af9c49d2446', 'status': 'completed', 'code': 200} Jul 05 03:42:59.475060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f2829ac-d5b3-4aa7-a038-573e555c87b8 req-3e1850be-1de2-4ee3-a42c-34e72c4e8542 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=d95847da-4aba-4684-8b0a-f90dd8215205 HTTP/1.1" status: 200 len: 210 time: 0.0996499 Jul 05 03:42:59.477350 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6bfefd3-6551-4298-9b14-7172b0dc0229 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.532241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Attempting to bind port 98830ed0-325c-421b-866e-d963302bc107 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:42:59.532805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Attempting to bind port 98830ed0-325c-421b-866e-d963302bc107 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:42:59.533290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Attempting to bind port 98830ed0-325c-421b-866e-d963302bc107 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:59.549973 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-7c00b2af-c7b8-499d-ba62-b70fb1edc1cb service neutron] 10.222.0.26 "PUT /v2.0/ports/f425d603-ab22-440b-96e1-b7e7efe240ca/bindings/n-h2-758944-41/activate HTTP/1.1" status: 200 len: 370 time: 1.3719401 Jul 05 03:42:59.560711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Port 98830ed0-325c-421b-866e-d963302bc107 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:42:59.561274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Attempting to bind port 98830ed0-325c-421b-866e-d963302bc107 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:42:59.563814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bfefd3-6551-4298-9b14-7172b0dc0229 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4182b422-0a5e-4ba7-b72e-d51c95dcff29,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:59.569815 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a6bfefd3-6551-4298-9b14-7172b0dc0229 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1df0fff6fb347348b13f90c3720b2b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6749566 Jul 05 03:42:59.577365 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c00b2af-c7b8-499d-ba62-b70fb1edc1cb service neutron] Pushing event updated for resources: {'Port': ['ID=f425d603-ab22-440b-96e1-b7e7efe240ca,revision_number=10']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:42:59.578109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41268) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:42:59.601878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:42:59.602435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:42:59.602968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:42:59.603561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Bound port: 98830ed0-325c-421b-866e-d963302bc107, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:42:59.604090 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.614342 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f2e5eddb-c58f-4106-ba20-6efc65cbdcf9 req-a4dcb2f1-0079-482e-8db3-ae4e7854fc96 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4750056 Jul 05 03:42:59.697378 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.702767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5efd034-3c65-41ec-b16c-bd0b46acaca7 req-cf12e48f-f0a7-4604-ae87-614669d52dde tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 210 time: 0.0718358 Jul 05 03:42:59.746118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Transition to ACTIVE for port object 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:42:59.952092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:42:59.983686 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d89b42bb-3d40-48a8-8b64-54a12c9e818b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.012791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:00.030980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] For port 98830ed0-325c-421b-866e-d963302bc107, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:00.042592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:00.042879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 95c44ad8-27b9-41dd-ad50-3af9c49d2446 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:00.045714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:00.049988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.050629 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.053218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d89b42bb-3d40-48a8-8b64-54a12c9e818b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.063194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] For port 98830ed0-325c-421b-866e-d963302bc107, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=98830ed0-325c-421b-866e-d963302bc107,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:00.068023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 95c44ad8-27b9-41dd-ad50-3af9c49d2446 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:00.068572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 95c44ad8-27b9-41dd-ad50-3af9c49d2446 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:00.068743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f425d603-ab22-440b-96e1-b7e7efe240ca no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:00.070910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Pushing event updated for resources: {'Port': ['ID=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:00.089337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-b24b220c-38bd-4125-8d1d-71caabbd5603 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.091135 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-b24b220c-38bd-4125-8d1d-71caabbd5603 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1118 time: 0.2380412 Jul 05 03:43:00.095007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-4ec6525a-eb7c-4631-a407-e65f2548c26c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.096523 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-4ec6525a-eb7c-4631-a407-e65f2548c26c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 1099 time: 0.2192876 Jul 05 03:43:00.129092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb10c4-7954-42a8-8ef6-2c2459c7a568 req-e487ef5b-e127-4bf0-a71f-3375923e427d tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.131103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdfb10c4-7954-42a8-8ef6-2c2459c7a568 req-e487ef5b-e127-4bf0-a71f-3375923e427d tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 948 time: 0.1636753 Jul 05 03:43:00.139113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f425d603-ab22-440b-96e1-b7e7efe240ca not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:00.199945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdfb10c4-7954-42a8-8ef6-2c2459c7a568 req-4bced416-8d3e-45e3-9cfd-9d29b64d60aa tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610571 Jul 05 03:43:00.205415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.216465 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-e01bfcd9-144c-468c-866b-1601b2efef73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9119043 Jul 05 03:43:00.273031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Request body: {'port': {'device_id': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:00.280853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.288978 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.290765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] 10.222.0.26 "PUT /v2.0/ports/98830ed0-325c-421b-866e-d963302bc107 HTTP/1.1" status: 200 len: 1097 time: 2.5921969 Jul 05 03:43:00.321568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d89b42bb-3d40-48a8-8b64-54a12c9e818b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.325977 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d89b42bb-3d40-48a8-8b64-54a12c9e818b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.330675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d89b42bb-3d40-48a8-8b64-54a12c9e818b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4182b422-0a5e-4ba7-b72e-d51c95dcff29 HTTP/1.1" status: 204 len: 168 time: 0.7488167 Jul 05 03:43:00.389502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb077b2-30a6-4ea8-95b8-92cb4c97909a service neutron] Pushing event updated for resources: {'Port': ['ID=98830ed0-325c-421b-866e-d963302bc107,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:00.398367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89b42bb-3d40-48a8-8b64-54a12c9e818b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4182b422-0a5e-4ba7-b72e-d51c95dcff29,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:00.517794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bd3bcd63-40cd-4f02-812d-dc5ae0dd83df None None] Provisioning for port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:00.519588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-a069d1a3-b7af-4d92-a3d7-88823762efb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.523394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bd3bcd63-40cd-4f02-812d-dc5ae0dd83df None None] Provisioning complete for port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:00.523657 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-a069d1a3-b7af-4d92-a3d7-88823762efb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3&tenant_id=3b6ce790b1544b22a8c73b5072cdede4 HTTP/1.1" status: 200 len: 1118 time: 0.4215229 Jul 05 03:43:00.524015 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bd3bcd63-40cd-4f02-812d-dc5ae0dd83df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.530169 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:00.553165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-dd3d9227-f787-40a4-b4a0-3ed8180b3c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.554704 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-dd3d9227-f787-40a4-b4a0-3ed8180b3c8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.4441042 Jul 05 03:43:00.567308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478092df-cbc4-4623-9616-40d62a3e139d req-183fc1cb-7f7d-4382-84bb-cd4642f6f99b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.580521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-478092df-cbc4-4623-9616-40d62a3e139d req-183fc1cb-7f7d-4382-84bb-cd4642f6f99b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 966 time: 0.2883229 Jul 05 03:43:00.613311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bd3bcd63-40cd-4f02-812d-dc5ae0dd83df None None] Port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:43:00.683683 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-db0cc536-2824-4092-b29d-079b84e091ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5 HTTP/1.1" status: 200 len: 217 time: 0.1182358 Jul 05 03:43:00.712824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-e1f421ee-6a47-40fb-b589-a2e0a3c827d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.714421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-e1f421ee-6a47-40fb-b589-a2e0a3c827d8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 1100 time: 0.3018956 Jul 05 03:43:00.729150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-478092df-cbc4-4623-9616-40d62a3e139d req-84f66206-038b-4f2a-973f-3eb8e403d626 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476610 Jul 05 03:43:00.784471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-5711c789-d5f9-4c4c-98ad-4cbf98b0a91d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=98830ed0-325c-421b-866e-d963302bc107 HTTP/1.1" status: 200 len: 217 time: 0.0543699 Jul 05 03:43:00.829043 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-378fdbcd-e303-4662-b217-bf68e053bad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.830390 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-378fdbcd-e303-4662-b217-bf68e053bad8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1403503 Jul 05 03:43:00.840820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029e3bc-26f6-4a9e-93e6-647269623fd7 req-2cf70c62-cea7-42fc-81d0-8632a6682b45 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.842391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6029e3bc-26f6-4a9e-93e6-647269623fd7 req-2cf70c62-cea7-42fc-81d0-8632a6682b45 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 950 time: 0.1863277 Jul 05 03:43:00.860680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-f147870d-8078-4800-ac8c-9ae5fc26359f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.862161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-f147870d-8078-4800-ac8c-9ae5fc26359f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0683174 Jul 05 03:43:00.931352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6029e3bc-26f6-4a9e-93e6-647269623fd7 req-46eda911-0b9f-4c66-9bc7-13a1d3f294ee tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724502 Jul 05 03:43:00.936719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-76e4129f-7a97-4507-8957-f9c4e172cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.938229 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-76e4129f-7a97-4507-8957-f9c4e172cfb0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1118 time: 0.3547235 Jul 05 03:43:00.977141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4280a949-b9b2-4068-ba8d-bf28117dca33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:00.978666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4280a949-b9b2-4068-ba8d-bf28117dca33 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0953224 Jul 05 03:43:01.140806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-988c748f-ca62-4ea4-9f89-5897043a485d service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506214 Jul 05 03:43:01.298352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba42f64-1377-4d68-a025-6d7199277fe6 req-4cee3743-27db-4adc-9760-45e35be0dc75 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496670 Jul 05 03:43:01.305934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-2d358c2e-f527-43c6-ba5e-901baa5befc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:01.306477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73474c3b-0ef7-4d91-8c85-81b27655cbf4 req-3df5193d-80c1-40b8-80d8-aba670826f33 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:01.307436 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-2d358c2e-f527-43c6-ba5e-901baa5befc3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4446063 Jul 05 03:43:01.307657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73474c3b-0ef7-4d91-8c85-81b27655cbf4 req-3df5193d-80c1-40b8-80d8-aba670826f33 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 936 time: 0.1503854 Jul 05 03:43:01.359510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73474c3b-0ef7-4d91-8c85-81b27655cbf4 req-c46ab5fa-6768-4e2e-8670-0c24d8a14e75 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421166 Jul 05 03:43:01.401972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-de6331d7-cec7-4690-b4a4-72d2b0d1d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:01.403619 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-de6331d7-cec7-4690-b4a4-72d2b0d1d8b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.4475501 Jul 05 03:43:01.457122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba89e0ae-fb22-4c9f-ac15-ce947f0ba171', 'tag': '98830ed0-325c-421b-866e-d963302bc107'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:01.461286 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbaf3bb4-983a-476b-980b-c754a1d865b9" -d '{"events": [{"name": "network-changed", "server_uuid": "ba89e0ae-fb22-4c9f-ac15-ce947f0ba171", "tag": "98830ed0-325c-421b-866e-d963302bc107"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:01.475174 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-494d6bcb-bb4d-40c8-aca5-49dc6c408c9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f425d603-ab22-440b-96e1-b7e7efe240ca HTTP/1.1" status: 200 len: 217 time: 0.0470350 Jul 05 03:43:01.495405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:01.534287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:01.557632 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-d96fec4a-1e06-4adf-82b0-4534f5ab8368 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2400014 Jul 05 03:43:01.573470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Transition to ACTIVE for port object 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:01.616889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-794b4e8a-1ff1-4124-af34-e54f058b0b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:01.616889 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-794b4e8a-1ff1-4124-af34-e54f058b0b95 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.1223013 Jul 05 03:43:01.645738 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:01.680680 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-916ae97a-a61e-4f4a-bc5a-5d6e534f5f06 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533655 Jul 05 03:43:01.790123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43aa06f-c96e-4036-a30b-f579ab018db1 req-997a3eff-7ad8-4ab6-aa54-97d0aa7bc2ee tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:01.791617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a43aa06f-c96e-4036-a30b-f579ab018db1 req-997a3eff-7ad8-4ab6-aa54-97d0aa7bc2ee tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 948 time: 0.0851183 Jul 05 03:43:01.822898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Pushing event updated for resources: {'Port': ['ID=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:01.853811 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a85fbcd2-8f34-4cf4-a244-d5fac38d83dd req-8d874c72-dbdd-4274-a84f-e45a3092a5b9 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2890646 Jul 05 03:43:01.855427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a43aa06f-c96e-4036-a30b-f579ab018db1 req-3d6fb533-16b9-4e0e-8d1c-48bcb82b76d6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573611 Jul 05 03:43:01.909623 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9df40220-87ac-48b5-8e0b-566b0d49930a x-openstack-request-id: req-9df40220-87ac-48b5-8e0b-566b0d49930a {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:01.909926 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba89e0ae-fb22-4c9f-ac15-ce947f0ba171", "tag": "98830ed0-325c-421b-866e-d963302bc107", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:01.910181 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9df40220-87ac-48b5-8e0b-566b0d49930a {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:01.910579 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba89e0ae-fb22-4c9f-ac15-ce947f0ba171', 'tag': '98830ed0-325c-421b-866e-d963302bc107', 'status': 'completed', 'code': 200} Jul 05 03:43:01.922883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Attempting to bind port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:01.923213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Attempting to bind port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:01.923545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Attempting to bind port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:01.938997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:01.939333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Attempting to bind port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:01.955937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:01.956386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:01.956694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:01.957149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Bound port: 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:01.957509 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:01.962134 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-99394c68-ecd8-40e5-bb95-6aaf767bfb69 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2531917 Jul 05 03:43:02.121907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ed94c-b822-4874-9d43-5a746bc9b202 req-77566d76-d1ed-4fbe-8b54-016c8b9495c0 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.123650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a3ed94c-b822-4874-9d43-5a746bc9b202 req-77566d76-d1ed-4fbe-8b54-016c8b9495c0 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 950 time: 0.0718620 Jul 05 03:43:02.136671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:02.145708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:02.148035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-1b08bd05-a982-4da1-ae32-5f965fa4fabd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.149697 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-1b08bd05-a982-4da1-ae32-5f965fa4fabd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 1100 time: 0.2038240 Jul 05 03:43:02.157299 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-7527e7a0-89d8-4458-a0dc-e6d24f8f56c7 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744897 Jul 05 03:43:02.177884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a3ed94c-b822-4874-9d43-5a746bc9b202 req-c024e78e-41e1-45cf-b9a2-29501613c886 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458417 Jul 05 03:43:02.232806 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:02.284951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.285565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:02.287399 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] 10.222.0.13 "PUT /v2.0/ports/1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 200 len: 1097 time: 2.0455508 Jul 05 03:43:02.287840 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:02.290223 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18cf22b5-325c-469c-9839-9829acac68a2" -d '{"events": [{"name": "network-changed", "server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:02.316095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc5b5a8-d528-4e42-a2c2-1d94bcf350b1 req-3a475372-e01d-4a63-9d4d-dfd7b8b9bf6e tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.317682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fc5b5a8-d528-4e42-a2c2-1d94bcf350b1 req-3a475372-e01d-4a63-9d4d-dfd7b8b9bf6e tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 966 time: 0.0896299 Jul 05 03:43:02.331441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fdee538-1f5f-4040-b455-9fffdbdb9c5e service neutron] Pushing event updated for resources: {'Port': ['ID=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:02.344761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-a42f29a9-08a8-4557-aa5d-07421401abb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.346669 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-a42f29a9-08a8-4557-aa5d-07421401abb3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1880915 Jul 05 03:43:02.400948 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-59d83fa4-d02d-41e4-a4a4-92de6a56a10d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=98830ed0-325c-421b-866e-d963302bc107 HTTP/1.1" status: 200 len: 217 time: 0.0467925 Jul 05 03:43:02.448594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fc5b5a8-d528-4e42-a2c2-1d94bcf350b1 req-12f21037-7066-4862-a9e7-7355a7d32a11 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170788 Jul 05 03:43:02.510616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae739433-4af4-405d-9007-108db30a83b9 req-c18288c0-a5ba-49c0-afbc-7151e1463c06 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.519266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae739433-4af4-405d-9007-108db30a83b9 req-c18288c0-a5ba-49c0-afbc-7151e1463c06 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 949 time: 0.1705589 Jul 05 03:43:02.528289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-8ba9dec4-c9f6-4998-8541-918ea1ae537b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.529761 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-8ba9dec4-c9f6-4998-8541-918ea1ae537b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1169043 Jul 05 03:43:02.572104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae739433-4af4-405d-9007-108db30a83b9 req-d0eeb3a0-2b4d-4d3f-9a5f-80a98d4ace1f tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525787 Jul 05 03:43:02.606267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-eb8953e1-b427-4f5c-a6a9-726eb2d06661 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.609466 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-eb8953e1-b427-4f5c-a6a9-726eb2d06661 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1100 time: 0.1801620 Jul 05 03:43:02.633488 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e1cfb15-cfc4-4c16-8f44-61c71c4c9549 x-openstack-request-id: req-6e1cfb15-cfc4-4c16-8f44-61c71c4c9549 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:02.633855 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:02.634180 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e1cfb15-cfc4-4c16-8f44-61c71c4c9549 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:02.634666 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', 'status': 'completed', 'code': 200} Jul 05 03:43:02.675564 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-2d2c855f-51ce-4816-a095-d60e4272d7c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 200 len: 217 time: 0.0514317 Jul 05 03:43:02.684047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-44a1ba71-4373-4207-a76a-64b0aaf57c4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.685627 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-44a1ba71-4373-4207-a76a-64b0aaf57c4a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1472533 Jul 05 03:43:02.787115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-d5669d22-5879-49b3-bf85-5f74e5794420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.788816 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-d5669d22-5879-49b3-bf85-5f74e5794420 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1019051 Jul 05 03:43:02.811275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9137f8-567f-4638-a037-652ac33074e1 req-a37cb759-813f-4d99-946f-28a388c15960 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.812835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af9137f8-567f-4638-a037-652ac33074e1 req-a37cb759-813f-4d99-946f-28a388c15960 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 948 time: 0.0727918 Jul 05 03:43:02.854021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af9137f8-567f-4638-a037-652ac33074e1 req-83baef77-98f8-40ac-8ff6-51a3ab297b08 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349624 Jul 05 03:43:02.893075 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-b9f5bf0c-5706-4370-972a-6498289ec48c service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1983058 Jul 05 03:43:02.973248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-2c4e86de-c5e6-4ffe-a822-5592c6a3f351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.974729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-2c4e86de-c5e6-4ffe-a822-5592c6a3f351 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1735537 Jul 05 03:43:02.979764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-238c2797-794a-4f7c-b138-e4ea32a376b9 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:02.981188 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-238c2797-794a-4f7c-b138-e4ea32a376b9 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1118 time: 0.1914232 Jul 05 03:43:03.096717 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cbaf3bb4-983a-476b-980b-c754a1d865b9 req-b01db7f3-2256-4f38-841a-dba54ae0ebef service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884434 Jul 05 03:43:03.169171 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-6e91ea6f-1681-4818-8381-f6bbb731c1b1 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707852 Jul 05 03:43:03.310173 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fb1c3b68-eb45-400c-9e11-2ffd28d2703f req-b08686a3-170e-41e2-bd68-af5c98157a17 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182292 Jul 05 03:43:03.452332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-cd6484ec-3f0e-4416-85da-673978e39532 service neutron] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:03.455881 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-cd6484ec-3f0e-4416-85da-673978e39532 service neutron] Notify callbacks [] for binding, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.457031 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d40a8fef-db20-4e62-b951-81c750b5ea6a req-cd6484ec-3f0e-4416-85da-673978e39532 service neutron] 10.222.0.13 "DELETE /v2.0/ports/f425d603-ab22-440b-96e1-b7e7efe240ca/bindings/n-h1-758944-41 HTTP/1.1" status: 204 len: 173 time: 0.4496031 Jul 05 03:43:03.587498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717f2e3f-9737-44c4-90a9-506219406119 req-1e23b579-428d-40d1-afc9-eeb5abff1ba1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:03.592405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717f2e3f-9737-44c4-90a9-506219406119 req-1e23b579-428d-40d1-afc9-eeb5abff1ba1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 948 time: 0.0789616 Jul 05 03:43:03.595592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf22b5-325c-469c-9839-9829acac68a2 req-3e791265-f758-46aa-bace-f86820686509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:03.597194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18cf22b5-325c-469c-9839-9829acac68a2 req-3e791265-f758-46aa-bace-f86820686509 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1100 time: 0.0751069 Jul 05 03:43:03.638422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717f2e3f-9737-44c4-90a9-506219406119 req-ae710fdb-5e44-4d39-b095-868ce3f4f8a8 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389984 Jul 05 03:43:03.800300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41384) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:03.944304 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b23a63a-666f-4776-be6e-78c7e5469184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:03.946143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf22b5-325c-469c-9839-9829acac68a2 req-168738b5-c331-4eb5-8d0d-82fe22987a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:03.947614 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18cf22b5-325c-469c-9839-9829acac68a2 req-168738b5-c331-4eb5-8d0d-82fe22987a5f service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.3307643 Jul 05 03:43:04.004944 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18cf22b5-325c-469c-9839-9829acac68a2 req-085b13fb-05f8-4c0c-baf2-ae2b9806adb2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 200 len: 217 time: 0.0450923 Jul 05 03:43:04.034153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94302c1-9282-422b-836e-68191a782098 req-5ceabf49-93e0-4b42-bf0e-3bc7baccb374 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:04.035695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a94302c1-9282-422b-836e-68191a782098 req-5ceabf49-93e0-4b42-bf0e-3bc7baccb374 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 950 time: 0.1111469 Jul 05 03:43:04.065825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 98830ed0-325c-421b-866e-d963302bc107 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:04.067724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf22b5-325c-469c-9839-9829acac68a2 req-82c80b2c-89f4-4fe8-9710-7650332fefc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:04.069981 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18cf22b5-325c-469c-9839-9829acac68a2 req-82c80b2c-89f4-4fe8-9710-7650332fefc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0545454 Jul 05 03:43:04.141786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a94302c1-9282-422b-836e-68191a782098 req-b9837660-e341-4b1b-85e2-e1043a04d19c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982969 Jul 05 03:43:04.144399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cf22b5-325c-469c-9839-9829acac68a2 req-a479fe1b-8cce-4045-af9b-a16b96eadc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:04.145914 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18cf22b5-325c-469c-9839-9829acac68a2 req-a479fe1b-8cce-4045-af9b-a16b96eadc1c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0644517 Jul 05 03:43:04.190391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 98830ed0-325c-421b-866e-d963302bc107, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=98830ed0-325c-421b-866e-d963302bc107,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:04.198893 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b23a63a-666f-4776-be6e-78c7e5469184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.204799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '98830ed0-325c-421b-866e-d963302bc107', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '98830ed0-325c-421b-866e-d963302bc107', 'mac_address': 'fa:16:3e:a0:e8:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.160'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:04.222246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4422fafc-209a-4608-a55e-51d8ce1f456f req-5c65a7c8-0330-43cc-8c3c-f21dfbc68801 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:04.224677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4422fafc-209a-4608-a55e-51d8ce1f456f req-5c65a7c8-0330-43cc-8c3c-f21dfbc68801 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 966 time: 0.1501088 Jul 05 03:43:04.249814 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.265295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98830ed0-325c-421b-866e-d963302bc107 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:04.276531 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b23a63a-666f-4776-be6e-78c7e5469184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.280089 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18cf22b5-325c-469c-9839-9829acac68a2 req-7d9ddb0d-105e-44d2-8ca0-cc8fe46e9e70 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118248 Jul 05 03:43:04.286315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 98830ed0-325c-421b-866e-d963302bc107, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=98830ed0-325c-421b-866e-d963302bc107,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:04.311964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4422fafc-209a-4608-a55e-51d8ce1f456f req-4174d496-3a36-4777-9ed5-355418a17971 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812254 Jul 05 03:43:04.356838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b23a63a-666f-4776-be6e-78c7e5469184 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11ea5d3e43db459bbe0e04da0720688e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5569608 Jul 05 03:43:04.359271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41394) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:04.362078 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.363495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 97eecb55-f8b0-4d67-93ca-f20967da14a5 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:04.372265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b23a63a-666f-4776-be6e-78c7e5469184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a87aa6fe-858c-426e-9e61-113eaba284e2,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:04.386414 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18cf22b5-325c-469c-9839-9829acac68a2 req-2b2695cd-d80f-4851-805b-a0aa1114e197 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948493 Jul 05 03:43:04.400705 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdc1e2b-f351-47f0-90bf-e429febe4825 req-aa6a11b7-f9a0-4207-b22b-bb48470d8a38 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:04.407481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0cdc1e2b-f351-47f0-90bf-e429febe4825 req-aa6a11b7-f9a0-4207-b22b-bb48470d8a38 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 949 time: 0.1499729 Jul 05 03:43:04.437312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:04.454460 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'mac_address': 'fa:16:3e:3f:d7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:04.498942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=98830ed0-325c-421b-866e-d963302bc107,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:04.509830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0cdc1e2b-f351-47f0-90bf-e429febe4825 req-6b5763e9-bdbf-4636-a434-1cc437340d09 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/security-groups?id=4431c462-da0a-442c-9de9-832a318845ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1014915 Jul 05 03:43:04.510616 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.512563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0cedc34-0665-4890-857f-8e69e207ef3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.524396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97eecb55-f8b0-4d67-93ca-f20967da14a5 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:04.545685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:04.550418 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0cedc34-0665-4890-857f-8e69e207ef3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.575759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6f24dc-7f1f-47c4-b7f7-47003cdf28ce req-0a2c88ca-e89f-4102-ab97-2e56975e9f1b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:04.580453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b6f24dc-7f1f-47c4-b7f7-47003cdf28ce req-0a2c88ca-e89f-4102-ab97-2e56975e9f1b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 948 time: 0.1379812 Jul 05 03:43:04.625655 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.658149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b6f24dc-7f1f-47c4-b7f7-47003cdf28ce req-083d42c7-b5c0-442e-b3e0-fcecbd49fbef tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743454 Jul 05 03:43:04.681134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:04.781148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0cedc34-0665-4890-857f-8e69e207ef3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.786059 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0cedc34-0665-4890-857f-8e69e207ef3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:04.797860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d0cedc34-0665-4890-857f-8e69e207ef3f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a87aa6fe-858c-426e-9e61-113eaba284e2 HTTP/1.1" status: 204 len: 168 time: 0.4374244 Jul 05 03:43:04.824803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cedc34-0665-4890-857f-8e69e207ef3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87aa6fe-858c-426e-9e61-113eaba284e2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:04.867397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['97eecb55-f8b0-4d67-93ca-f20967da14a5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:04.873567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['98830ed0-325c-421b-866e-d963302bc107'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:04.914594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c57786f-b6b6-4021-ad3f-413191a3beeb req-c13eb95a-2a73-4fdb-b2f5-84308afc0a97 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:04.918079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c57786f-b6b6-4021-ad3f-413191a3beeb req-c13eb95a-2a73-4fdb-b2f5-84308afc0a97 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 949 time: 0.1045439 Jul 05 03:43:04.999462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c57786f-b6b6-4021-ad3f-413191a3beeb req-3e4e0782-bdba-47dd-824f-9fe0e1de539f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637357 Jul 05 03:43:05.005989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b03c5c7-b33c-4634-bc16-5a75e5841927 req-a3ad99d5-9c21-4b33-b3bb-e9ab3ec98977 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:05.014939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b03c5c7-b33c-4634-bc16-5a75e5841927 req-a3ad99d5-9c21-4b33-b3bb-e9ab3ec98977 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1118 time: 0.1220362 Jul 05 03:43:05.021346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-999a8c29-2c54-4e43-90ad-2e49fd7f57e7 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:05.027018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-999a8c29-2c54-4e43-90ad-2e49fd7f57e7 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.13 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 949 time: 0.0891368 Jul 05 03:43:05.063844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b03c5c7-b33c-4634-bc16-5a75e5841927 req-5dd22120-9568-4721-b6d2-db1c48dff86e tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477128 Jul 05 03:43:05.225981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-9c1705cc-a68c-4335-82d7-be9483520547 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Deleting port e28c2ec9-b939-4a74-ac0a-607451dc1554 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:05.226327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-9c1705cc-a68c-4335-82d7-be9483520547 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.331369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-9c1705cc-a68c-4335-82d7-be9483520547 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] For port e28c2ec9-b939-4a74-ac0a-607451dc1554, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e28c2ec9-b939-4a74-ac0a-607451dc1554,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:05.331780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-9c1705cc-a68c-4335-82d7-be9483520547 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.345566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-9c1705cc-a68c-4335-82d7-be9483520547 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Calling delete_port for e28c2ec9-b939-4a74-ac0a-607451dc1554 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:05.367890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c54c6ba-ca99-4cfb-a388-05f1ac294615 req-e93cbad7-63ef-4f07-9ca6-61e976a25dc1 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:05.369791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c54c6ba-ca99-4cfb-a388-05f1ac294615 req-e93cbad7-63ef-4f07-9ca6-61e976a25dc1 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 950 time: 0.0711267 Jul 05 03:43:05.413754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c54c6ba-ca99-4cfb-a388-05f1ac294615 req-9e7267e7-7860-4806-bc19-4c18a977654c tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/security-groups?id=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375071 Jul 05 03:43:05.529034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41428) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:05.542254 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd076d62-8c4c-437f-a7cb-e2c7d89558c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.558140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-9c1705cc-a68c-4335-82d7-be9483520547 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.582053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['e28c2ec9-b939-4a74-ac0a-607451dc1554'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:05.593063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1705cc-a68c-4335-82d7-be9483520547 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Pushing event deleted for resources: {'Port': ['ID=e28c2ec9-b939-4a74-ac0a-607451dc1554,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:05.646185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-8c065a80-3996-4104-97e6-489ada7808d9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:05.655887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-8c065a80-3996-4104-97e6-489ada7808d9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 808 time: 0.1502962 Jul 05 03:43:05.667208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-9c1705cc-a68c-4335-82d7-be9483520547 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] No DVR routers for this DVR port e28c2ec9-b939-4a74-ac0a-607451dc1554 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:05.670740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-8f2898db-0065-4f6f-ba54-5a9d66c601ca tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/quotas/3b6ce790b1544b22a8c73b5072cdede4 HTTP/1.1" status: 200 len: 375 time: 0.0165458 Jul 05 03:43:05.671269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-9c1705cc-a68c-4335-82d7-be9483520547 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.672967 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab22e2bb-19a4-482a-9f96-90d1e7943d36 req-9c1705cc-a68c-4335-82d7-be9483520547 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.13 "DELETE /v2.0/ports/e28c2ec9-b939-4a74-ac0a-607451dc1554 HTTP/1.1" status: 204 len: 173 time: 0.6282058 Jul 05 03:43:05.673408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c38be60-a8ef-4781-865f-324e0676db51', 'name': 'network-vif-deleted', 'tag': 'e28c2ec9-b939-4a74-ac0a-607451dc1554'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:05.675640 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f50165fb-eebf-459b-971f-43044276adcb" -d '{"events": [{"server_uuid": "7c38be60-a8ef-4781-865f-324e0676db51", "name": "network-vif-deleted", "tag": "e28c2ec9-b939-4a74-ac0a-607451dc1554"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:05.752427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd076d62-8c4c-437f-a7cb-e2c7d89558c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.760546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-b26d7e1c-b038-4d36-a09b-fcc41879ff24 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0888996 Jul 05 03:43:05.803281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd076d62-8c4c-437f-a7cb-e2c7d89558c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.814427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f04ceb4d-be7e-477d-8611-b97b5953f8fb req-db909525-e5fe-4b56-a1df-ef4f5436a167 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 210 time: 0.0522358 Jul 05 03:43:05.842753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd076d62-8c4c-437f-a7cb-e2c7d89558c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=366be832-4903-4a21-b767-46661955c519,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:05.849700 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bd076d62-8c4c-437f-a7cb-e2c7d89558c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cbf20d38ad4048468737aae675afb76e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3169692 Jul 05 03:43:05.849984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41438) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:05.897211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-f91b025e-4cda-4c37-a344-d4036ca69869 service neutron] 10.222.0.30 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227756 Jul 05 03:43:05.908950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-227bcdec-eb6d-480e-bea4-3ffc1149e179 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.934265 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-227bcdec-eb6d-480e-bea4-3ffc1149e179 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:05.983080 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498e4e1c-fce9-4e7f-889f-6283e49d00e0 x-openstack-request-id: req-498e4e1c-fce9-4e7f-889f-6283e49d00e0 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:05.983374 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c38be60-a8ef-4781-865f-324e0676db51", "name": "network-vif-deleted", "tag": "e28c2ec9-b939-4a74-ac0a-607451dc1554", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:05.983614 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-498e4e1c-fce9-4e7f-889f-6283e49d00e0 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:05.984031 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c38be60-a8ef-4781-865f-324e0676db51', 'name': 'network-vif-deleted', 'tag': 'e28c2ec9-b939-4a74-ac0a-607451dc1554', 'status': 'completed', 'code': 200} Jul 05 03:43:06.007235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-64b2d58d-6ec1-46df-8fbc-d82db222927e service neutron] 10.222.0.30 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1009305 Jul 05 03:43:06.052093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-19999812-25ec-4062-aa71-fee726a9f684 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.054167 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-19999812-25ec-4062-aa71-fee726a9f684 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.13 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 950 time: 0.1078584 Jul 05 03:43:06.088411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 98830ed0-325c-421b-866e-d963302bc107 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:06.138447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-227bcdec-eb6d-480e-bea4-3ffc1149e179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.142634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-227bcdec-eb6d-480e-bea4-3ffc1149e179 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.143950 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-227bcdec-eb6d-480e-bea4-3ffc1149e179 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/366be832-4903-4a21-b767-46661955c519 HTTP/1.1" status: 204 len: 168 time: 0.2929955 Jul 05 03:43:06.159884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75800b81-7e7e-4ff2-80b8-76f0a8f8a6ca req-60ecfc5f-64aa-4e3f-aa3f-9e5905d66f6a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.161958 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75800b81-7e7e-4ff2-80b8-76f0a8f8a6ca req-60ecfc5f-64aa-4e3f-aa3f-9e5905d66f6a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 948 time: 0.0843358 Jul 05 03:43:06.176106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227bcdec-eb6d-480e-bea4-3ffc1149e179 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=366be832-4903-4a21-b767-46661955c519,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:06.214323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 98830ed0-325c-421b-866e-d963302bc107 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:06.225538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-fd13ee03-258e-43af-b7e0-c40ddc58ccd2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Deleting port 0328958c-cc50-4eab-8746-20ba4e383052 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:06.225710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75800b81-7e7e-4ff2-80b8-76f0a8f8a6ca req-65c5f286-082e-4e0a-a606-dc074e417c78 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566840 Jul 05 03:43:06.225889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-fd13ee03-258e-43af-b7e0-c40ddc58ccd2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.228871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 98830ed0-325c-421b-866e-d963302bc107 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:06.229343 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.330082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.339053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-fd13ee03-258e-43af-b7e0-c40ddc58ccd2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] For port 0328958c-cc50-4eab-8746-20ba4e383052, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=0328958c-cc50-4eab-8746-20ba4e383052,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:06.339501 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-fd13ee03-258e-43af-b7e0-c40ddc58ccd2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.354401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba89e0ae-fb22-4c9f-ac15-ce947f0ba171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98830ed0-325c-421b-866e-d963302bc107'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:06.357183 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bdda87e-765a-46f2-8f12-99f3eddeeb66" -d '{"events": [{"server_uuid": "ba89e0ae-fb22-4c9f-ac15-ce947f0ba171", "name": "network-vif-plugged", "status": "completed", "tag": "98830ed0-325c-421b-866e-d963302bc107"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:06.375188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-fd13ee03-258e-43af-b7e0-c40ddc58ccd2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Calling delete_port for 0328958c-cc50-4eab-8746-20ba4e383052 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:06.396571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 98830ed0-325c-421b-866e-d963302bc107, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=98830ed0-325c-421b-866e-d963302bc107,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:06.461073 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.462872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 97eecb55-f8b0-4d67-93ca-f20967da14a5 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:06.550457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49571f6-8d54-49d7-92b6-04cb49464e20 req-3cd15d67-94db-4772-b5d1-ef98fb9845f9 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.553262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b49571f6-8d54-49d7-92b6-04cb49464e20 req-3cd15d67-94db-4772-b5d1-ef98fb9845f9 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 949 time: 0.1266265 Jul 05 03:43:06.600974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5faf343e-88bf-4ef7-90d9-2994efcc2abd req-846a6280-2507-437e-b3cf-c17bb397ea15 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 210 time: 0.0478792 Jul 05 03:43:06.643873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b49571f6-8d54-49d7-92b6-04cb49464e20 req-0b70663f-87ac-4621-aad0-88c9e36d8ca2 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768104 Jul 05 03:43:06.689963 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b8b1562-473b-4a6e-a6f4-f6bb2e194c02 x-openstack-request-id: req-9b8b1562-473b-4a6e-a6f4-f6bb2e194c02 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:06.690995 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba89e0ae-fb22-4c9f-ac15-ce947f0ba171", "name": "network-vif-plugged", "status": "completed", "tag": "98830ed0-325c-421b-866e-d963302bc107", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:06.691431 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b8b1562-473b-4a6e-a6f4-f6bb2e194c02 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:06.692040 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba89e0ae-fb22-4c9f-ac15-ce947f0ba171', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98830ed0-325c-421b-866e-d963302bc107', 'code': 200} Jul 05 03:43:06.707182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=98830ed0-325c-421b-866e-d963302bc107,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:06.794670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-fd13ee03-258e-43af-b7e0-c40ddc58ccd2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.809618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['0328958c-cc50-4eab-8746-20ba4e383052'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:06.826858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd13ee03-258e-43af-b7e0-c40ddc58ccd2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Pushing event deleted for resources: {'Port': ['ID=0328958c-cc50-4eab-8746-20ba4e383052,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:06.860968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c63966a-2be3-42be-b370-71193ae15c86 req-156c0249-d4fb-4813-b885-5d7136ae8bb0 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 210 time: 0.0391641 Jul 05 03:43:06.883966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 97eecb55-f8b0-4d67-93ca-f20967da14a5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:06.889538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 97eecb55-f8b0-4d67-93ca-f20967da14a5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:06.889906 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.892685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-fd13ee03-258e-43af-b7e0-c40ddc58ccd2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] No DVR routers for this DVR port 0328958c-cc50-4eab-8746-20ba4e383052 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:06.895499 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-fd13ee03-258e-43af-b7e0-c40ddc58ccd2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:06.897472 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8f4f1e9c-460c-4a1a-997c-92103102eff3 req-fd13ee03-258e-43af-b7e0-c40ddc58ccd2 tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.13 "DELETE /v2.0/ports/0328958c-cc50-4eab-8746-20ba4e383052 HTTP/1.1" status: 204 len: 173 time: 0.8360093 Jul 05 03:43:06.904447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0859f600-71f6-4701-bfdb-5cde65a55184 req-926649f0-1653-4008-8a0a-7b40e6460216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:06.906934 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0859f600-71f6-4701-bfdb-5cde65a55184 req-926649f0-1653-4008-8a0a-7b40e6460216 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 1102 time: 0.1462424 Jul 05 03:43:06.974585 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0859f600-71f6-4701-bfdb-5cde65a55184 req-c86aea3a-c687-441b-8ade-d62958ae8859 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586369 Jul 05 03:43:07.060615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e75a6cf0-147c-4cb2-9638-7fdd4792db88 req-a416ee76-81e9-4723-b479-7076bda925d8 tempest-ServersAdminNegativeTestJSON-1984566342 tempest-ServersAdminNegativeTestJSON-1984566342-project] 10.222.0.30 "GET /v2.0/ports?device_id=7c38be60-a8ef-4781-865f-324e0676db51 HTTP/1.1" status: 200 len: 210 time: 0.0526879 Jul 05 03:43:07.099361 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.147599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41476) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:07.158650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:07.255046 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.269040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0507ea41-8d69-4935-aa1a-0541e9218e5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.374206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:07.415448 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0507ea41-8d69-4935-aa1a-0541e9218e5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.440759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030a012c-73a0-4581-a1f8-bdf78d27079e req-6ce14db1-4e7f-40fc-8877-1fd73fe88d04 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:07.445390 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-030a012c-73a0-4581-a1f8-bdf78d27079e req-6ce14db1-4e7f-40fc-8877-1fd73fe88d04 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 948 time: 0.1044178 Jul 05 03:43:07.492651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-030a012c-73a0-4581-a1f8-bdf78d27079e req-6311a3ef-2274-4b23-bd2e-23b1e834a725 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389040 Jul 05 03:43:07.516147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0507ea41-8d69-4935-aa1a-0541e9218e5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.557136 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0507ea41-8d69-4935-aa1a-0541e9218e5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c8f3aa6133349aa967106e866936046&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4090776 Jul 05 03:43:07.557852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0507ea41-8d69-4935-aa1a-0541e9218e5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b6cdc-9841-45e2-a5d8-95ef51fce4be,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:07.559756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41492) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:07.619385 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67c15622-1c7a-4533-97b3-d2fce8648e55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.647039 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67c15622-1c7a-4533-97b3-d2fce8648e55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.788905 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e3ad2f8-12d3-457a-8d8f-82cffe0172bf req-ddfa3230-d7ce-4483-8862-9b3e402336ab tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 210 time: 0.0493393 Jul 05 03:43:07.800362 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67c15622-1c7a-4533-97b3-d2fce8648e55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.802189 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67c15622-1c7a-4533-97b3-d2fce8648e55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.803333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-67c15622-1c7a-4533-97b3-d2fce8648e55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/966b6cdc-9841-45e2-a5d8-95ef51fce4be HTTP/1.1" status: 204 len: 168 time: 0.2425122 Jul 05 03:43:07.834761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c15622-1c7a-4533-97b3-d2fce8648e55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b6cdc-9841-45e2-a5d8-95ef51fce4be,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:07.873246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff6cf56-d957-4d8c-bd47-8d261f8c5db3 req-8f831bbf-b2b7-4e8e-92c2-95c8afa36e68 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:07.874744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fff6cf56-d957-4d8c-bd47-8d261f8c5db3 req-8f831bbf-b2b7-4e8e-92c2-95c8afa36e68 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 950 time: 0.0885911 Jul 05 03:43:07.931582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fff6cf56-d957-4d8c-bd47-8d261f8c5db3 req-71dc6025-b81e-457b-9177-a9d7d61f2597 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507298 Jul 05 03:43:07.973454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-621994ff-c4bd-4085-9485-a4d38b2f291a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:07.985081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a85ee0bc-46cd-4ba7-9313-d7c99ba24b45', 'name': 'network-vif-deleted', 'tag': '0328958c-cc50-4eab-8746-20ba4e383052'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:07.987240 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cea3ff9d-bc75-44db-a35a-3632b48291ef" -d '{"events": [{"server_uuid": "a85ee0bc-46cd-4ba7-9313-d7c99ba24b45", "name": "network-vif-deleted", "tag": "0328958c-cc50-4eab-8746-20ba4e383052"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:08.037051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f90b64c2-68d5-453d-96d4-8d236646d81e req-a3c55037-385b-4b38-876d-1f754ad10cae tempest-DeleteServersAdminTestJSON-1848641468 tempest-DeleteServersAdminTestJSON-1848641468-project] 10.222.0.30 "GET /v2.0/ports?device_id=a85ee0bc-46cd-4ba7-9313-d7c99ba24b45 HTTP/1.1" status: 200 len: 210 time: 0.0357151 Jul 05 03:43:08.092718 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed9f86f7-d3ef-425a-81c6-286d59de82dc x-openstack-request-id: req-ed9f86f7-d3ef-425a-81c6-286d59de82dc {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:08.093040 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a85ee0bc-46cd-4ba7-9313-d7c99ba24b45", "name": "network-vif-deleted", "tag": "0328958c-cc50-4eab-8746-20ba4e383052", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:08.093298 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed9f86f7-d3ef-425a-81c6-286d59de82dc {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:08.093707 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a85ee0bc-46cd-4ba7-9313-d7c99ba24b45', 'name': 'network-vif-deleted', 'tag': '0328958c-cc50-4eab-8746-20ba4e383052', 'status': 'completed', 'code': 200} Jul 05 03:43:08.627886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:08.630734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e28c2ec9-b939-4a74-ac0a-607451dc1554 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:08.653865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41524) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:08.672041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab141939-e6c1-449f-a0dc-33c6682030bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.676779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: e28c2ec9-b939-4a74-ac0a-607451dc1554 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:08.677462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e28c2ec9-b939-4a74-ac0a-607451dc1554 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:08.720325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:08.727299 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3bc2e44-a082-4a93-83b5-11063ca447f8" -d '{"events": [{"server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "name": "network-vif-plugged", "status": "completed", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:08.750731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e0be2-8100-4a8a-8c04-c2a3058dbb62 req-22c0ead2-2330-4d6d-a9e6-38c038804447 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:08.765718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-583e0be2-8100-4a8a-8c04-c2a3058dbb62 req-22c0ead2-2330-4d6d-a9e6-38c038804447 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 948 time: 0.1550612 Jul 05 03:43:08.821305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41532) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:08.838036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-583e0be2-8100-4a8a-8c04-c2a3058dbb62 req-47e786eb-32e5-4f9c-911e-2a81e0ef40a7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710092 Jul 05 03:43:08.845277 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4935b1f3-b624-4da2-b2ec-dac60d8805f8 x-openstack-request-id: req-4935b1f3-b624-4da2-b2ec-dac60d8805f8 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:08.845571 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "name": "network-vif-plugged", "status": "completed", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:08.846127 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4935b1f3-b624-4da2-b2ec-dac60d8805f8 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:08.846530 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'code': 200} Jul 05 03:43:08.896944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:08.919829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab141939-e6c1-449f-a0dc-33c6682030bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:08.922464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', 'mac_address': 'fa:16:3e:e0:5d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:08.996728 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.024715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:09.042350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68e62b70-0aca-4af4-9433-aecd38865405 req-37fdea14-b485-483f-9866-46daaa279558 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 210 time: 0.0593514 Jul 05 03:43:09.081946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:09.085720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab141939-e6c1-449f-a0dc-33c6682030bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.157450 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.162529 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ab141939-e6c1-449f-a0dc-33c6682030bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b13323064a5544189131cfc4fc23814f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5074713 Jul 05 03:43:09.175071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab141939-e6c1-449f-a0dc-33c6682030bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e90f7e3-2673-4d24-b9f3-fac9314fcef1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:09.178314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41544) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:09.180367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c93d049b-48b3-45ff-aadd-ca6b4be2738c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78f36e6e379749b48373b3b4dcc9986a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3378017 Jul 05 03:43:09.190772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41548) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:09.253756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a62e3752-115a-45f3-acc5-1c2e1ea142ed req-0a336391-abe4-4ce7-bd38-b1638b496eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:09.255813 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a62e3752-115a-45f3-acc5-1c2e1ea142ed req-0a336391-abe4-4ce7-bd38-b1638b496eb1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 1101 time: 0.2266710 Jul 05 03:43:09.267813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:09.309723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-5d87fbb8-e042-4a48-9858-44e6551fb4eb tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:09.311489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-5d87fbb8-e042-4a48-9858-44e6551fb4eb tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.26 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 808 time: 0.1962383 Jul 05 03:43:09.334060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Request body: {'port': {'device_id': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93', 'admin_state_up': True, 'tenant_id': '3b6ce790b1544b22a8c73b5072cdede4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:09.347380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a62e3752-115a-45f3-acc5-1c2e1ea142ed req-36a12888-ac4c-4a7c-86ad-860cb3c0af52 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778842 Jul 05 03:43:09.354342 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d08886aa-a7a7-4976-8ea2-93520c3c4a7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.356874 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ddcccb2f-16cc-4296-a8a6-c8f6fc2c06a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.398792 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ddcccb2f-16cc-4296-a8a6-c8f6fc2c06a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.401716 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d08886aa-a7a7-4976-8ea2-93520c3c4a7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.453312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be8fc1-c93a-4c12-a4a7-734df04cc4a0 req-8f4b6907-7bf4-446c-9d78-bd8e6d1fb504 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:09.461635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4be8fc1-c93a-4c12-a4a7-734df04cc4a0 req-8f4b6907-7bf4-446c-9d78-bd8e6d1fb504 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 950 time: 0.3855829 Jul 05 03:43:09.521069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4be8fc1-c93a-4c12-a4a7-734df04cc4a0 req-b3c8d8b3-36e8-45fe-89ca-0305fe538006 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585744 Jul 05 03:43:09.557382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ddcccb2f-16cc-4296-a8a6-c8f6fc2c06a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.560020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ddcccb2f-16cc-4296-a8a6-c8f6fc2c06a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.562194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ddcccb2f-16cc-4296-a8a6-c8f6fc2c06a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4431c462-da0a-442c-9de9-832a318845ea HTTP/1.1" status: 204 len: 168 time: 0.3638558 Jul 05 03:43:09.570491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddcccb2f-16cc-4296-a8a6-c8f6fc2c06a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4431c462-da0a-442c-9de9-832a318845ea,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:09.574835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d08886aa-a7a7-4976-8ea2-93520c3c4a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.577642 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d08886aa-a7a7-4976-8ea2-93520c3c4a7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.579590 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d08886aa-a7a7-4976-8ea2-93520c3c4a7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e90f7e3-2673-4d24-b9f3-fac9314fcef1 HTTP/1.1" status: 204 len: 168 time: 0.3972528 Jul 05 03:43:09.588110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08886aa-a7a7-4976-8ea2-93520c3c4a7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e90f7e3-2673-4d24-b9f3-fac9314fcef1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:09.614255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Made reservation on behalf of 3b6ce790b1544b22a8c73b5072cdede4 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:09.620088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:09.645912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:09.884517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Allocated IP 172.20.0.5 (c2ff4a2a-eed4-48b0-9126-6d2078f3ed93/10d35d92-0a34-438d-b9d9-6db5e0773492/1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:09.936049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367aa71d-8a17-4b2c-b418-16ed1cfd1770 req-0f5559c3-2f9a-48d3-9ba7-3beb1a111cb6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:09.937640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-367aa71d-8a17-4b2c-b418-16ed1cfd1770 req-0f5559c3-2f9a-48d3-9ba7-3beb1a111cb6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1121137 Jul 05 03:43:10.062625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-367aa71d-8a17-4b2c-b418-16ed1cfd1770 req-71549424-a808-4105-b2fd-ff38d20dc467 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189160 Jul 05 03:43:10.148044 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:10.162741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23661f5b-0f67-4166-bdee-690b229c9ce2 req-fee6023d-e2ec-432a-b33c-04b1626eac92 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:10.170301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23661f5b-0f67-4166-bdee-690b229c9ce2 req-fee6023d-e2ec-432a-b33c-04b1626eac92 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 949 time: 0.1525202 Jul 05 03:43:10.234298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23661f5b-0f67-4166-bdee-690b229c9ce2 req-8b158cdb-9670-4093-9520-e0c086e3d953 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631192 Jul 05 03:43:10.268457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06d5666d-8c69-46f5-aace-38f1fe4eb979 req-e4f0b722-5ac0-4f03-955a-8e33d852489a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 210 time: 0.0383563 Jul 05 03:43:10.396202 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:10.442952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:10.448182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:10.452047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:10.457519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:10.458133 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:10.464214 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Pushing event updated for resources: {'Port': ['ID=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:10.557599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-7323e2c7-756e-4098-8737-a3b7baeea5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2345281 Jul 05 03:43:10.569127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Request body: {'port': {'device_id': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:10.630550 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 0328958c-cc50-4eab-8746-20ba4e383052 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:10.651553 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:10.662972 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 0328958c-cc50-4eab-8746-20ba4e383052 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:10.663320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 0328958c-cc50-4eab-8746-20ba4e383052 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:10.762770 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e1772d90-eea2-46e5-9f27-2c40ce5fba67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:10.801662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41588) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:10.833829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41592) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:10.922912 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.036557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:11.044871 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.048559 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b1cfef7c-08fc-4a59-8f44-9a60a673e6ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=19e7a50b8a884d35834cbdafef1c2039&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2452693 Jul 05 03:43:11.052092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41600) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:11.062206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Transition to ACTIVE for port object 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:11.069361 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eefe75c1-273c-4cfe-bed1-7212c53de844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.103749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41606) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:11.144061 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.150806 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5caa7c7a-975b-4673-8447-552dd5bb34be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.188741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5caa7c7a-975b-4673-8447-552dd5bb34be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.255951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a6622a5b-c7da-4de3-b450-3e243b453eda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40b8eafa01ae4816b59b5d7ca92c4a48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1506839 Jul 05 03:43:11.257872 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eefe75c1-273c-4cfe-bed1-7212c53de844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.258700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41610) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:11.299131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:11.305776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:11.309284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:11.309284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:11.318407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:11.318741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:11.328950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:11.329302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:11.329680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:11.330121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Bound port: 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:11.330313 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4aee7ada-abfe-4b0f-9834-7945688130ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.330475 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.331906 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eefe75c1-273c-4cfe-bed1-7212c53de844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.360521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694d90fa-0e00-4e50-9baa-6b204afed1a9 req-67e9c64f-07b5-4e3c-b5c1-45a9f0179b37 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:11.362113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-694d90fa-0e00-4e50-9baa-6b204afed1a9 req-67e9c64f-07b5-4e3c-b5c1-45a9f0179b37 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1412673 Jul 05 03:43:11.379227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4aee7ada-abfe-4b0f-9834-7945688130ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.401698 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5caa7c7a-975b-4673-8447-552dd5bb34be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.404773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5caa7c7a-975b-4673-8447-552dd5bb34be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.405921 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5caa7c7a-975b-4673-8447-552dd5bb34be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf HTTP/1.1" status: 204 len: 168 time: 0.3529575 Jul 05 03:43:11.417703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefe75c1-273c-4cfe-bed1-7212c53de844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9171b7d-3a93-43b2-9043-4e167175c44c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:11.428744 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eefe75c1-273c-4cfe-bed1-7212c53de844 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9acf143d264e47dc92b679f2b7f369e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5936902 Jul 05 03:43:11.432947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41620) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:11.465843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caa7c7a-975b-4673-8447-552dd5bb34be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4ddb3aa-7c87-43d1-a2b2-a2415c7425cf,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:11.526500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02f89722-154b-47c9-a8f3-d4c566c0c08a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.556375 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02f89722-154b-47c9-a8f3-d4c566c0c08a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.603576 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4aee7ada-abfe-4b0f-9834-7945688130ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.615402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4aee7ada-abfe-4b0f-9834-7945688130ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.617547 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4aee7ada-abfe-4b0f-9834-7945688130ec admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/add7fcdb-1fb1-4f03-8091-d9530988354c HTTP/1.1" status: 204 len: 168 time: 0.3575435 Jul 05 03:43:11.632338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aee7ada-abfe-4b0f-9834-7945688130ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add7fcdb-1fb1-4f03-8091-d9530988354c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:11.688459 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.715856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-694d90fa-0e00-4e50-9baa-6b204afed1a9 req-775a1e28-8c52-48e9-8228-bc49293cc14c tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3460605 Jul 05 03:43:11.742552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3962edf-640b-42e7-bef7-aefc31959c11 req-56d97b85-bb2f-4d29-aec3-3e1ded0ae90a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:11.744728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3962edf-640b-42e7-bef7-aefc31959c11 req-56d97b85-bb2f-4d29-aec3-3e1ded0ae90a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 949 time: 0.3550265 Jul 05 03:43:11.758373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:11.762397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:11.768787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02f89722-154b-47c9-a8f3-d4c566c0c08a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.771871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02f89722-154b-47c9-a8f3-d4c566c0c08a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.773722 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-02f89722-154b-47c9-a8f3-d4c566c0c08a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9171b7d-3a93-43b2-9043-4e167175c44c HTTP/1.1" status: 204 len: 168 time: 0.3335774 Jul 05 03:43:11.786952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f89722-154b-47c9-a8f3-d4c566c0c08a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9171b7d-3a93-43b2-9043-4e167175c44c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:11.832919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3962edf-640b-42e7-bef7-aefc31959c11 req-0d09772c-e0d7-4a1a-9f1e-8bc3ee29d1aa tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808880 Jul 05 03:43:11.860704 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.937193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:11.937193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:11.937193 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] 10.222.0.26 "PUT /v2.0/ports/1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 HTTP/1.1" status: 200 len: 1092 time: 1.3713784 Jul 05 03:43:11.937193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'tag': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:11.939214 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7506efd6-bcdd-4615-99ca-9aa26cdb0019" -d '{"events": [{"name": "network-changed", "server_uuid": "ce12f6e5-cf8b-494d-ba96-194f59f636ef", "tag": "1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:11.973981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186d99e2-c38c-4e1a-867f-872b89ecc9c3 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:11.994053 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a35088a-b639-48f3-87f1-4f93bef0d4ec x-openstack-request-id: req-8a35088a-b639-48f3-87f1-4f93bef0d4ec {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:11.994348 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce12f6e5-cf8b-494d-ba96-194f59f636ef", "tag": "1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:11.994598 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a35088a-b639-48f3-87f1-4f93bef0d4ec {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:11.994985 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'tag': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1', 'status': 'completed', 'code': 200} Jul 05 03:43:12.018262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6684fc-fdf0-40bd-95f5-72ed1ed42df5 req-c8ba6579-3fb8-41a1-8dba-95dda97bf32c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.020733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b6684fc-fdf0-40bd-95f5-72ed1ed42df5 req-c8ba6579-3fb8-41a1-8dba-95dda97bf32c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 943 time: 0.1303024 Jul 05 03:43:12.105518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b6684fc-fdf0-40bd-95f5-72ed1ed42df5 req-937450e7-05e3-4b97-b936-0fb32b3e051d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675373 Jul 05 03:43:12.134047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506efd6-bcdd-4615-99ca-9aa26cdb0019 req-975b4e31-bc15-42d0-b09c-641ce7e26f6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.136028 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7506efd6-bcdd-4615-99ca-9aa26cdb0019 req-975b4e31-bc15-42d0-b09c-641ce7e26f6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1095 time: 0.1140053 Jul 05 03:43:12.171682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-1b0f0681-e6e5-47bc-9388-c21339562a96 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=4c7b66aad3ba4b008b0af502c0351963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0305536 Jul 05 03:43:12.338196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506efd6-bcdd-4615-99ca-9aa26cdb0019 req-1607e26d-c896-4c6e-af77-c359ee30ee0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.339652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7506efd6-bcdd-4615-99ca-9aa26cdb0019 req-1607e26d-c896-4c6e-af77-c359ee30ee0b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1865468 Jul 05 03:43:12.363813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-3c8f8589-b590-4464-a4a9-2a962dfdf72f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.365456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-3c8f8589-b590-4464-a4a9-2a962dfdf72f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1806748 Jul 05 03:43:12.375014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41656) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:12.431055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-a21f4536-91c9-42ac-b139-4e0bf5f27e24 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/quotas/4c7b66aad3ba4b008b0af502c0351963 HTTP/1.1" status: 200 len: 375 time: 0.0202556 Jul 05 03:43:12.500507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7506efd6-bcdd-4615-99ca-9aa26cdb0019 req-0c9f63c9-7118-40e7-bfd1-842bc1ef7a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.501983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7506efd6-bcdd-4615-99ca-9aa26cdb0019 req-0c9f63c9-7118-40e7-bfd1-842bc1ef7a35 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548977 Jul 05 03:43:12.547399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-1a265ce3-a505-4685-9ceb-a453389d1fef tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0975771 Jul 05 03:43:12.613989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-c61003b6-ebde-4ec6-8fbc-da049b53cec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.615675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-c61003b6-ebde-4ec6-8fbc-da049b53cec2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1095 time: 0.0618656 Jul 05 03:43:12.625276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:12.667010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-c5d0e8b0-5ffa-45a6-b8cd-6c49bfc9d905 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 HTTP/1.1" status: 200 len: 217 time: 0.0411499 Jul 05 03:43:12.718417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-bc016d55-ed3f-4999-9178-52771f9d8df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:12.719865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-bc016d55-ed3f-4999-9178-52771f9d8df1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0468774 Jul 05 03:43:12.763748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-98889302-47fd-43a9-97fb-21fc825b329a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373743 Jul 05 03:43:12.790352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:12.795599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:12.796073 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.827208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41666) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:12.853977 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-763f4ffa-f56a-4f08-927a-1eb5b0c6bb02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.863343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-529f288d-d90d-4e04-9afa-977d39b702e0 req-e56b57c4-5e80-485a-a15e-06526d7a43ef tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 210 time: 0.0690961 Jul 05 03:43:12.916320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41670) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:12.973066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4633d363-3808-4416-b9df-d29efe05aad7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:12.990811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-3d4329d3-f3f1-440b-b863-cce66541a05d service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198246 Jul 05 03:43:12.999667 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.088650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:13.090549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:13.094172 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8150d89d-e2f9-4d85-8c0f-d7016983c3c4" -d '{"events": [{"server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "name": "network-vif-plugged", "status": "completed", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:13.127613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-763f4ffa-f56a-4f08-927a-1eb5b0c6bb02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.172953 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2aa655c-2c7d-4311-a419-7c25dcf9cd9b x-openstack-request-id: req-a2aa655c-2c7d-4311-a419-7c25dcf9cd9b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:13.175673 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "name": "network-vif-plugged", "status": "completed", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:13.176229 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2aa655c-2c7d-4311-a419-7c25dcf9cd9b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:13.177378 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', 'code': 200} Jul 05 03:43:13.195517 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.197936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-763f4ffa-f56a-4f08-927a-1eb5b0c6bb02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.237090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2479a4-a7e9-4ce1-bef9-e4441332b457 req-5e0a374e-a343-4398-9c52-00d030e852d7 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354989 Jul 05 03:43:13.266742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90c7bb-bbd7-424e-8537-0dffac99bb5a req-4f5f65dc-0a86-4d7c-880b-4647d279dc56 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:13.282376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d90c7bb-bbd7-424e-8537-0dffac99bb5a req-4f5f65dc-0a86-4d7c-880b-4647d279dc56 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 949 time: 0.2435033 Jul 05 03:43:13.284897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1398945122-network', 'tenant_id': '83c6b64e006f46d3850b3f049836cf7f'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:13.308863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:13.345634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763f4ffa-f56a-4f08-927a-1eb5b0c6bb02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9567684-bf4c-44f4-863b-9ebe8077e4ed,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:13.356683 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-763f4ffa-f56a-4f08-927a-1eb5b0c6bb02 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cdf7e274fb754bcabc6f55efe7cb0dc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5235856 Jul 05 03:43:13.356683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41688) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:13.398698 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.426268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b77398-2f07-44da-ab33-553b756edc2f req-8ee5a43e-cef2-4b61-8e03-a2b7182ab61a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:13.428458 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b8b77398-2f07-44da-ab33-553b756edc2f req-8ee5a43e-cef2-4b61-8e03-a2b7182ab61a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1102 time: 0.1535552 Jul 05 03:43:13.437985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d90c7bb-bbd7-424e-8537-0dffac99bb5a req-a61a338d-642a-4216-8135-c6496f2b41fe tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546378 Jul 05 03:43:13.462770 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.468610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2fb3391a-fbeb-45af-bedb-1d67dad3f676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.491086 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4633d363-3808-4416-b9df-d29efe05aad7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.500228 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b8b77398-2f07-44da-ab33-553b756edc2f req-acfd3112-0b92-4bf2-ac4e-39aad819cab5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608361 Jul 05 03:43:13.502172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2fb3391a-fbeb-45af-bedb-1d67dad3f676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.503628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa740fc-7a05-4baa-8316-5841c7dc0c2e req-b325cb92-49f8-4977-b2db-791d4676cfa3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:13.505297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daa740fc-7a05-4baa-8316-5841c7dc0c2e req-b325cb92-49f8-4977-b2db-791d4676cfa3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 943 time: 0.1744232 Jul 05 03:43:13.570222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daa740fc-7a05-4baa-8316-5841c7dc0c2e req-266bf1d8-e066-44fe-b25e-f058974d10fc tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572631 Jul 05 03:43:13.603619 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4633d363-3808-4416-b9df-d29efe05aad7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.648241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4633d363-3808-4416-b9df-d29efe05aad7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=573bc434981241eb80e1a05f6155927b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7277961 Jul 05 03:43:13.649345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4633d363-3808-4416-b9df-d29efe05aad7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ae6d5df-000d-4312-a617-d2f75c66ca5b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:13.651651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41694) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:13.709264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2fb3391a-fbeb-45af-bedb-1d67dad3f676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.711850 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2fb3391a-fbeb-45af-bedb-1d67dad3f676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.716193 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2fb3391a-fbeb-45af-bedb-1d67dad3f676 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9567684-bf4c-44f4-863b-9ebe8077e4ed HTTP/1.1" status: 204 len: 168 time: 0.3563256 Jul 05 03:43:13.716193 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a95-f267-4b30-86f0-23e3d3a76b6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.724935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fb3391a-fbeb-45af-bedb-1d67dad3f676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9567684-bf4c-44f4-863b-9ebe8077e4ed,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:13.747617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Made reservation on behalf of 83c6b64e006f46d3850b3f049836cf7f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:13.752690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.775491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.791620 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a95-f267-4b30-86f0-23e3d3a76b6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.871314 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.919478 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:13.989838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41706) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:14.002963 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a95-f267-4b30-86f0-23e3d3a76b6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.005686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cc64a95-f267-4b30-86f0-23e3d3a76b6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.009462 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2cc64a95-f267-4b30-86f0-23e3d3a76b6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ae6d5df-000d-4312-a617-d2f75c66ca5b HTTP/1.1" status: 204 len: 168 time: 0.3536537 Jul 05 03:43:14.018220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b5fc3e4-aa10-4979-be93-402ee2cf5889 req-32a5b268-5a42-4279-90df-7fa4a9327ab2 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 210 time: 0.0421395 Jul 05 03:43:14.018333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc64a95-f267-4b30-86f0-23e3d3a76b6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ae6d5df-000d-4312-a617-d2f75c66ca5b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:14.018333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.044800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:14.054906 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=820a39d7-ea97-4a99-b0cd-102f0557379b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:14.060416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.060755 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Added segment 51ea2a35-a208-4b92-bfca-30cc511db688 of type vlan for network 980418e6-09c2-41f1-947d-002e46a99571 Jul 05 03:43:14.107503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.212913 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.214117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:14.214700 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.228932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-network', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:14.302020 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] Pushing event updated for resources: {'Network': ['ID=980418e6-09c2-41f1-947d-002e46a99571,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:14.312186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 980418e6-09c2-41f1-947d-002e46a99571 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:14.392468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Made reservation on behalf of 267b4fc49ab844c381c04268a32ccf34 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:14.394828 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.404504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.478499 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-271425d3-f292-4a55-826f-c8decaa46743 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.1013486 Jul 05 03:43:14.484668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41724) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:14.490465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Request body: {'subnet': {'network_id': '980418e6-09c2-41f1-947d-002e46a99571', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1398945122-subnet', 'tenant_id': '83c6b64e006f46d3850b3f049836cf7f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:14.639052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.676858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.742230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:14.759478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff33b35-1842-45b1-906e-949cc79ff382,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:14.771232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.771776 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Added segment 623881de-4699-4711-b414-95aaa8852df5 of type vlan for network f5a3175d-f608-431b-84ee-5ae81629cfaf Jul 05 03:43:14.865005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.885122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e534f69-1b06-43a1-9df0-ac4ca06107e1 req-9ef78a8c-64ad-450e-a159-aaf0df7bc5b7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:14.888593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e534f69-1b06-43a1-9df0-ac4ca06107e1 req-9ef78a8c-64ad-450e-a159-aaf0df7bc5b7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.2366271 Jul 05 03:43:14.891143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Made reservation on behalf of 83c6b64e006f46d3850b3f049836cf7f for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:14.896580 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Notify callbacks [] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.986871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:14.988916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:14.989904 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.007351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df0d0df-8a75-4134-ae1a-8a2b0d14cb71 req-4d93c4ec-b5e4-455e-9c39-72859bd4dbb4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:15.015200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4df0d0df-8a75-4134-ae1a-8a2b0d14cb71 req-4d93c4ec-b5e4-455e-9c39-72859bd4dbb4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 943 time: 0.2682939 Jul 05 03:43:15.089066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e534f69-1b06-43a1-9df0-ac4ca06107e1 req-7039a55c-d1bf-45c9-8c1a-aee93b61ace8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1717174 Jul 05 03:43:15.128650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4df0d0df-8a75-4134-ae1a-8a2b0d14cb71 req-1aaafaf0-e103-4ad9-99b0-657fa6ae7208 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100881 Jul 05 03:43:15.154570 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] Pushing event updated for resources: {'Network': ['ID=f5a3175d-f608-431b-84ee-5ae81629cfaf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:15.167712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f5a3175d-f608-431b-84ee-5ae81629cfaf details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:15.184801 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f601afe0-2de9-4b27-9721-027ec09c32e9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1890306 Jul 05 03:43:15.185064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41750) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:15.190294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Request body: {'subnet': {'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-subnet', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:15.305978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Made reservation on behalf of 267b4fc49ab844c381c04268a32ccf34 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:15.308447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.405743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8641c99e-a7bf-423e-90b6-1b2f31eec04e req-40ae5ae3-6029-44fb-91cf-d41a00213b0c tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 210 time: 0.0454495 Jul 05 03:43:15.406828 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.469246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b9bf0cc1-9a18-4291-85ea-e0c98c31074d,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:15.486996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Checking segment: {'id': '51ea2a35-a208-4b92-bfca-30cc511db688', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '980418e6-09c2-41f1-947d-002e46a99571'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:15.487628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Network hostable DHCP agents. Network: 980418e6-09c2-41f1-947d-002e46a99571, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:15.540917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-6770755f-6c46-4ab5-b6cc-ccb07e6d7c61 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=4c7b66aad3ba4b008b0af502c0351963&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0257311 Jul 05 03:43:15.603870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Network 980418e6-09c2-41f1-947d-002e46a99571 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:15.605746 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.665886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-5887902f-c6da-4770-b2aa-0cc04fc41008 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:15.667805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-5887902f-c6da-4770-b2aa-0cc04fc41008 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1208878 Jul 05 03:43:15.673294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77f2b622-410d-4de9-aabe-e2cd7d594f26,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:15.682260 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Request body: {'port': {'device_id': '5dee7889-67f4-489f-9704-f143bb7cf009', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '4c7b66aad3ba4b008b0af502c0351963'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:15.688451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Checking segment: {'id': '623881de-4699-4711-b414-95aaa8852df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:15.692531 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Network hostable DHCP agents. Network: f5a3175d-f608-431b-84ee-5ae81629cfaf, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:15.701373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 980418e6-09c2-41f1-947d-002e46a99571) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:15.711554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c874ed7-217c-4a25-b844-e976f0ef55ef None None] Network 980418e6-09c2-41f1-947d-002e46a99571 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:15.734770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:15.735345 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.772930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Network f5a3175d-f608-431b-84ee-5ae81629cfaf is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:15.779583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, f5a3175d-f608-431b-84ee-5ae81629cfaf) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:15.785507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:15.795309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.816064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42892327-b35f-47af-b640-0667118e74a3 None None] Network f5a3175d-f608-431b-84ee-5ae81629cfaf requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:15.852340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-43716b65-41b0-497c-a6d9-b1d7986bb36e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.3666220 Jul 05 03:43:15.883415 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b2e52835-15e8-4b9a-8719-dfcc10ee0d92 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.6972194 Jul 05 03:43:15.886063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41772) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:15.891537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-router', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:15.968330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Made reservation on behalf of 4c7b66aad3ba4b008b0af502c0351963 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:15.974318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:15.999479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c438634-9ad4-4d38-b282-6e976542f471 None None] Network 980418e6-09c2-41f1-947d-002e46a99571 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:16.054973 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.057466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.166871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.266665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Allocated IP 192.168.233.9 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/113c909d-05b7-4c24-932d-60f6ef0d8a5e) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:16.327536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:16.421783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.449353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-f5a3175d-f608-431b-84ee-5ae81629cfaf', 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'fixed_ips': [{'subnet_id': '77f2b622-410d-4de9-aabe-e2cd7d594f26'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:43:16.450216 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.488442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:16.545146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1', 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93', 'port_id': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1', 'mac_address': 'fa:16:3e:fe:d3:34', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d35d92-0a34-438d-b9d9-6db5e0773492', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:16.554265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b793fd0-ae96-4ec9-b645-deaca87ba1cd req-bb615cd1-13e2-405e-9459-02b3482ec697 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:16.556727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b793fd0-ae96-4ec9-b645-deaca87ba1cd req-bb615cd1-13e2-405e-9459-02b3482ec697 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.2953429 Jul 05 03:43:16.572875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c61b47-9fd8-4dd8-9a68-d1a270610032 req-6cdcd545-d33d-4950-b53c-c70a4d65675b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:16.574813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84c61b47-9fd8-4dd8-9a68-d1a270610032 req-6cdcd545-d33d-4950-b53c-c70a4d65675b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 943 time: 0.2519224 Jul 05 03:43:16.633123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b793fd0-ae96-4ec9-b645-deaca87ba1cd req-b8d64022-b9db-435a-a22e-88bb08000657 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568974 Jul 05 03:43:16.741690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84c61b47-9fd8-4dd8-9a68-d1a270610032 req-2af1e89b-2021-4255-89fe-2607338a2f19 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118255 Jul 05 03:43:16.779463 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.821132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Transition to ACTIVE for port object 113c909d-05b7-4c24-932d-60f6ef0d8a5e will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:16.829146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Allocated IP 172.20.0.2 (f5a3175d-f608-431b-84ee-5ae81629cfaf/77f2b622-410d-4de9-aabe-e2cd7d594f26/f6bc2340-d3d5-46e7-89e8-7f47cc10b75a) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:16.879610 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.915456 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.936696 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:16.941521 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:16.972321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:16.998216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d1c8449-e3e2-42bc-a9aa-c8e7bb3f45c7 req-1ed0cc16-ca1a-48df-b8c7-92b2a7ca1d20 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 210 time: 0.0442615 Jul 05 03:43:17.049136 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.072153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['97eecb55-f8b0-4d67-93ca-f20967da14a5', '98830ed0-325c-421b-866e-d963302bc107'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:17.110095 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.116492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:17.119490 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.121749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:17.129545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:17.138001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:17.138685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.188648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Transition to ACTIVE for port object f6bc2340-d3d5-46e7-89e8-7f47cc10b75a will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:17.191362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Allocated IP 172.25.4.231 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/b606a779-7b01-499f-b6c0-ede492678b52) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:17.212616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Pushing event updated for resources: {'Port': ['ID=113c909d-05b7-4c24-932d-60f6ef0d8a5e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:17.260742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-7db80fbe-653c-4157-b554-52c7e10d7359 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5840662 Jul 05 03:43:17.282323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Request body: {'port': {'device_id': '5dee7889-67f4-489f-9704-f143bb7cf009', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:17.299887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:17.317635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Transition to ACTIVE for port object f6bc2340-d3d5-46e7-89e8-7f47cc10b75a will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:17.423546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:17.442821 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.443662 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.450354 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.563837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.584086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Network f5a3175d-f608-431b-84ee-5ae81629cfaf is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:17.610864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:17.616174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:17.619874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:17.625777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Pushing event updated for resources: {'Port': ['ID=b606a779-7b01-499f-b6c0-ede492678b52,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:17.627456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:17.662019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:17.785175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Pushing event updated for resources: {'Port': ['ID=f6bc2340-d3d5-46e7-89e8-7f47cc10b75a,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:17.801229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e6182f-c559-4150-baaa-5e93c5e07488 req-6ba145bb-a9ff-445b-968b-2105aeff40d5 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:17.810745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e6182f-c559-4150-baaa-5e93c5e07488 req-6ba145bb-a9ff-445b-968b-2105aeff40d5 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1102 time: 0.1628675 Jul 05 03:43:17.838882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Attempting to bind port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:17.839094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Attempting to bind port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '623881de-4699-4711-b414-95aaa8852df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:17.840006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Attempting to bind port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a on network f5a3175d-f608-431b-84ee-5ae81629cfaf {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:17.845844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e6182f-c559-4150-baaa-5e93c5e07488 req-934358c9-e224-47cd-bbd9-c947cbcb6059 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.866774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:17.867177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Checking segment: {'id': '623881de-4699-4711-b414-95aaa8852df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:17.868005 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.868005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Bound using segment: {'id': '623881de-4699-4711-b414-95aaa8852df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:17.868209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41834) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:17.868498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Bound port: f6bc2340-d3d5-46e7-89e8-7f47cc10b75a, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623881de-4699-4711-b414-95aaa8852df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:17.868842 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.875486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2082395094-network', 'tenant_id': 'ca6c20381d1a48238d06500ab31fba8a'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:17.895225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d943ebd9-317a-4063-a680-1d9db55f6b82 None None] Provisioning for port 113c909d-05b7-4c24-932d-60f6ef0d8a5e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:17.913533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d943ebd9-317a-4063-a680-1d9db55f6b82 None None] Provisioning complete for port 113c909d-05b7-4c24-932d-60f6ef0d8a5e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:17.914387 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d943ebd9-317a-4063-a680-1d9db55f6b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.934639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 113c909d-05b7-4c24-932d-60f6ef0d8a5e {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:17.942907 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:17.957534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Transition to ACTIVE for port object 113c909d-05b7-4c24-932d-60f6ef0d8a5e will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:18.015973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Made reservation on behalf of ca6c20381d1a48238d06500ab31fba8a for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:18.018325 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.034051 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.043848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d943ebd9-317a-4063-a680-1d9db55f6b82 None None] Port 113c909d-05b7-4c24-932d-60f6ef0d8a5e cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:43:18.052241 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.080480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-736debb5-5bee-4a78-baf5-50882171953f None None] For port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:18.084949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-736debb5-5bee-4a78-baf5-50882171953f None None] For port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f6bc2340-d3d5-46e7-89e8-7f47cc10b75a,segment=NetworkSegment(623881de-4699-4711-b414-95aaa8852df5),segment_id=623881de-4699-4711-b414-95aaa8852df5)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:18.153952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Pushing event updated for resources: {'Port': ['ID=113c909d-05b7-4c24-932d-60f6ef0d8a5e,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:18.159154 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.197205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Attempting to bind port 113c909d-05b7-4c24-932d-60f6ef0d8a5e on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:18.197540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Attempting to bind port 113c909d-05b7-4c24-932d-60f6ef0d8a5e by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:18.197878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Attempting to bind port 113c909d-05b7-4c24-932d-60f6ef0d8a5e on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:18.213853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Port 113c909d-05b7-4c24-932d-60f6ef0d8a5e on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:18.214715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Attempting to bind port 113c909d-05b7-4c24-932d-60f6ef0d8a5e on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:18.234424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:18.234768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:18.235030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736debb5-5bee-4a78-baf5-50882171953f None None] Pushing event updated for resources: {'Port': ['ID=f6bc2340-d3d5-46e7-89e8-7f47cc10b75a,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:18.235166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:18.235599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Bound port: 113c909d-05b7-4c24-932d-60f6ef0d8a5e, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:18.235982 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.263312 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e6182f-c559-4150-baaa-5e93c5e07488 req-934358c9-e224-47cd-bbd9-c947cbcb6059 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.333399 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e6182f-c559-4150-baaa-5e93c5e07488 req-934358c9-e224-47cd-bbd9-c947cbcb6059 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.364783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.394483 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e6182f-c559-4150-baaa-5e93c5e07488 req-934358c9-e224-47cd-bbd9-c947cbcb6059 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5838816 Jul 05 03:43:18.439857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] For port 113c909d-05b7-4c24-932d-60f6ef0d8a5e, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:18.452225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8efb6e2-771a-4509-ad7b-7ae4d68c8a3f req-e5e88772-a563-4dae-8274-483b475bd640 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:18.466083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8efb6e2-771a-4509-ad7b-7ae4d68c8a3f req-e5e88772-a563-4dae-8274-483b475bd640 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 944 time: 0.2383449 Jul 05 03:43:18.467932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934358c9-e224-47cd-bbd9-c947cbcb6059 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d188f22-aa66-4ec4-a557-9f174e938e3a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:18.479151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] For port 113c909d-05b7-4c24-932d-60f6ef0d8a5e, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=113c909d-05b7-4c24-932d-60f6ef0d8a5e,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:18.547586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8efb6e2-771a-4509-ad7b-7ae4d68c8a3f req-7cda7612-a45d-488f-a9bf-9cc180a6fb2d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806253 Jul 05 03:43:18.550588 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.628575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:18.629446 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.631087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] 10.222.0.26 "PUT /v2.0/ports/113c909d-05b7-4c24-932d-60f6ef0d8a5e HTTP/1.1" status: 200 len: 1095 time: 1.3588407 Jul 05 03:43:18.640396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5dee7889-67f4-489f-9704-f143bb7cf009', 'tag': '113c909d-05b7-4c24-932d-60f6ef0d8a5e'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:18.640396 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de93c991-7778-40ad-8dd8-de0b452361b9" -d '{"events": [{"name": "network-changed", "server_uuid": "5dee7889-67f4-489f-9704-f143bb7cf009", "tag": "113c909d-05b7-4c24-932d-60f6ef0d8a5e"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:18.665144 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.670951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ea74e-b4d4-4cdd-a784-1177f1bc3716 service neutron] Pushing event updated for resources: {'Port': ['ID=113c909d-05b7-4c24-932d-60f6ef0d8a5e,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:18.767246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.811263 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.874118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:18.892002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a12eb44-d8fa-48bd-8818-3cd080a78f64,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:18.896260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.896674 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Added segment d07cb51c-3b01-4b16-a8a6-2a3fb52a99b2 of type vlan for network ad5049dd-b396-44a9-b591-9de480ef25e2 Jul 05 03:43:18.917289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80825c8c-dee7-43f1-b9ef-ed3a8821a80e req-10f52c1c-1a65-41e2-a595-9ce6f5d07f69 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:18.919113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80825c8c-dee7-43f1-b9ef-ed3a8821a80e req-10f52c1c-1a65-41e2-a595-9ce6f5d07f69 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 946 time: 0.1854086 Jul 05 03:43:18.979320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:18.982743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Router a22a7543-9878-41ba-9d02-037425feec01 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:43:19.001731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-92762b1d-b64b-429b-97a0-2cc53a2c2ab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:19.003237 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-92762b1d-b64b-429b-97a0-2cc53a2c2ab1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 1098 time: 0.2055707 Jul 05 03:43:19.017628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80825c8c-dee7-43f1-b9ef-ed3a8821a80e req-167218a1-9f80-4ad1-89c1-f3bae64dde34 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715489 Jul 05 03:43:19.247058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f6bc2340-d3d5-46e7-89e8-7f47cc10b75a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:19.257362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:43:19.283918 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:43:19.286090 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Sync routers for ids ['a22a7543-9878-41ba-9d02-037425feec01'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:43:19.307759 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Routers {'a22a7543-9878-41ba-9d02-037425feec01'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:43:19.308857 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:43:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a22a7543-9878-41ba-9d02-037425feec01'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:19.340732 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:19.344517 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6a58ff08-2175-4daf-b2e2-bd1c00beba56 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 3.4543798 Jul 05 03:43:19.349509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41872) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:19.403574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:19.476316 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8f830a0-f7a3-47ed-840d-27bd65c48ab9 x-openstack-request-id: req-d8f830a0-f7a3-47ed-840d-27bd65c48ab9 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:19.476316 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5dee7889-67f4-489f-9704-f143bb7cf009", "tag": "113c909d-05b7-4c24-932d-60f6ef0d8a5e", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:19.476316 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d8f830a0-f7a3-47ed-840d-27bd65c48ab9 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:19.476710 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5dee7889-67f4-489f-9704-f143bb7cf009', 'tag': '113c909d-05b7-4c24-932d-60f6ef0d8a5e', 'status': 'completed', 'code': 200} Jul 05 03:43:19.488217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-182dcaa1-41b3-4fc7-9c36-bc018f2d6df9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=113c909d-05b7-4c24-932d-60f6ef0d8a5e HTTP/1.1" status: 200 len: 217 time: 0.4744265 Jul 05 03:43:19.489762 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Set router a22a7543-9878-41ba-9d02-037425feec01 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:43:19.587661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:19.594197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:19.594197 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:19.736417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1140f1e8-459a-49dd-8e5b-4e171bf8b635 None None] Network f5a3175d-f608-431b-84ee-5ae81629cfaf requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:19.756910 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.8877521 Jul 05 03:43:19.767406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41892) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:19.778880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-bb0fbd8a-08a9-475b-a64c-b9be0df4cb0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:19.784934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Request body: {'subnet': {'network_id': 'ad5049dd-b396-44a9-b591-9de480ef25e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-2082395094-subnet', 'tenant_id': 'ca6c20381d1a48238d06500ab31fba8a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:19.785340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-bb0fbd8a-08a9-475b-a64c-b9be0df4cb0b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.2869506 Jul 05 03:43:19.788998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5c773-3e08-4cda-9772-b8d45ece8dce admin admin] Pushing event updated for resources: {'Network': ['ID=ad5049dd-b396-44a9-b591-9de480ef25e2,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:19.790542 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a7543-9878-41ba-9d02-037425feec01', 'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-router', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:18Z', 'revision_number': 3, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'gw_port': {'id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a7543-9878-41ba-9d02-037425feec01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:19.839477 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Checking router: a22a7543-9878-41ba-9d02-037425feec01 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:43:19.840225 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Updating router a22a7543-9878-41ba-9d02-037425feec01 port b606a779-7b01-499f-b6c0-ede492678b52 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:43:19.869712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network ad5049dd-b396-44a9-b591-9de480ef25e2 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:19.885640 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:19.983034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-f0f326b3-453d-4e5f-8088-cd40c05e3876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:19.986005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-f0f326b3-453d-4e5f-8088-cd40c05e3876 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1840112 Jul 05 03:43:19.986230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fc3121ec-4bb0-4e7d-a1e8-6b008bbded92 None None] Provisioning for port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:19.994677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fc3121ec-4bb0-4e7d-a1e8-6b008bbded92 None None] Provisioning complete for port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:19.995133 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fc3121ec-4bb0-4e7d-a1e8-6b008bbded92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.134008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Made reservation on behalf of ca6c20381d1a48238d06500ab31fba8a for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:20.137562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Notify callbacks [] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.211149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:20.215993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e688f286-ee7b-46f4-abdb-cf064a763f0e req-d3d1026f-97ce-43ea-9fa4-d2c2473a1c6d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:20.224931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e688f286-ee7b-46f4-abdb-cf064a763f0e req-d3d1026f-97ce-43ea-9fa4-d2c2473a1c6d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 944 time: 0.3182557 Jul 05 03:43:20.340327 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.340877 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fc3121ec-4bb0-4e7d-a1e8-6b008bbded92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.365825 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Transition to ACTIVE for port object b606a779-7b01-499f-b6c0-ede492678b52 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:20.371825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e688f286-ee7b-46f4-abdb-cf064a763f0e req-7da5670d-202e-4964-bc9d-c04f4cd4cbe2 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460004 Jul 05 03:43:20.372802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41902) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:20.378277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-1e814282-6ffb-465d-b25f-718373673b18 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3831468 Jul 05 03:43:20.432103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:20.451012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:20.452347 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.453763 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.463929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fc3121ec-4bb0-4e7d-a1e8-6b008bbded92 None None] For port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f6bc2340-d3d5-46e7-89e8-7f47cc10b75a,segment=NetworkSegment(623881de-4699-4711-b414-95aaa8852df5),segment_id=623881de-4699-4711-b414-95aaa8852df5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:20.477844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-f5ea0cc4-cf0b-48fa-9d97-ffdaee078b25 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3639026 Jul 05 03:43:20.502748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e444a96b-1226-4371-b55d-42da070ada65 req-2fb2b6fc-7c78-41a0-acc4-55ad649989f7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:20.514242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e444a96b-1226-4371-b55d-42da070ada65 req-2fb2b6fc-7c78-41a0-acc4-55ad649989f7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.2782085 Jul 05 03:43:20.545523 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fc3121ec-4bb0-4e7d-a1e8-6b008bbded92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.598252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e444a96b-1226-4371-b55d-42da070ada65 req-053715f0-4be6-488e-9afd-c73163102d43 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829613 Jul 05 03:43:20.601437 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Attempting to bind port b606a779-7b01-499f-b6c0-ede492678b52 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:20.603467 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Attempting to bind port b606a779-7b01-499f-b6c0-ede492678b52 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:20.604338 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Attempting to bind port b606a779-7b01-499f-b6c0-ede492678b52 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:20.624592 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Pushing event updated for resources: {'Port': ['ID=b606a779-7b01-499f-b6c0-ede492678b52,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:20.632537 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:20.633374 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:20.633982 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.634532 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:20.635162 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Bound port: b606a779-7b01-499f-b6c0-ede492678b52, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:20.635770 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.687691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.687691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.687691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.687691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.687691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.687691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.687691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.687691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.687691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.687691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.688639 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.688639 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:20.724863 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] For port b606a779-7b01-499f-b6c0-ede492678b52, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:20.727740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3121ec-4bb0-4e7d-a1e8-6b008bbded92 None None] Pushing event updated for resources: {'Port': ['ID=f6bc2340-d3d5-46e7-89e8-7f47cc10b75a,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:20.731452 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] For port b606a779-7b01-499f-b6c0-ede492678b52, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b606a779-7b01-499f-b6c0-ede492678b52,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:20.771056 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87a49906-c0c9-4d31-ac12-47d8e0b5b879 req-054692b3-e5b5-433c-9e0c-aa276b269ba0 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3832386 Jul 05 03:43:20.816125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ac0ba84d-6b07-4dfd-a844-4236c350140b None None] Provisioning complete for port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:20.816741 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac0ba84d-6b07-4dfd-a844-4236c350140b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.828491 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.831507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-46b1a7bd-da7b-4687-bca2-cb9a53d0956c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.950276 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.959828 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:20.974255 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Routers {'a22a7543-9878-41ba-9d02-037425feec01'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:43:20.975292 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:43:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a22a7543-9878-41ba-9d02-037425feec01'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:20.978154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748af7ac-8fb6-49ee-90f0-241f74e2a431 req-c599858b-f5d9-4f18-8808-7bfba8146b59 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:20.987788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-748af7ac-8fb6-49ee-90f0-241f74e2a431 req-c599858b-f5d9-4f18-8808-7bfba8146b59 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 946 time: 0.3491359 Jul 05 03:43:20.992919 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.021861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:21.024811 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb32ab0a-6512-4fe7-8c11-d9683171c4bf" -d '{"events": [{"server_uuid": "ce12f6e5-cf8b-494d-ba96-194f59f636ef", "name": "network-vif-plugged", "status": "completed", "tag": "1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:21.122959 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d4c010-e4cf-4b48-b4d7-c10814842b35 x-openstack-request-id: req-87d4c010-e4cf-4b48-b4d7-c10814842b35 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:21.123500 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce12f6e5-cf8b-494d-ba96-194f59f636ef", "name": "network-vif-plugged", "status": "completed", "tag": "1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:21.123956 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87d4c010-e4cf-4b48-b4d7-c10814842b35 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:21.124770 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1', 'code': 200} Jul 05 03:43:21.128180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:21.143622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6d9ebf46-77b5-47ae-94af-39a11f63f590,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:21.199707 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f55420-6ae8-46da-94f5-fdb3457e138a None None] Pushing event updated for resources: {'Port': ['ID=b606a779-7b01-499f-b6c0-ede492678b52,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:21.212615 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.246052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f6bc2340-d3d5-46e7-89e8-7f47cc10b75a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:21.264507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-748af7ac-8fb6-49ee-90f0-241f74e2a431 req-4e3466ab-9559-421c-a23a-a6f683ca44af tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463081 Jul 05 03:43:21.313380 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] Set router a22a7543-9878-41ba-9d02-037425feec01 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:43:21.331599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-ff39606e-46e0-4f4c-9d50-26a54c1842f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:21.351830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-ff39606e-46e0-4f4c-9d50-26a54c1842f1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 1098 time: 0.3957543 Jul 05 03:43:21.364863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:21.389144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:21.390385 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.410432 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-46b1a7bd-da7b-4687-bca2-cb9a53d0956c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.480945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Checking segment: {'id': 'd07cb51c-3b01-4b16-a8a6-2a3fb52a99b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ad5049dd-b396-44a9-b591-9de480ef25e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:21.482381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Network hostable DHCP agents. Network: ad5049dd-b396-44a9-b591-9de480ef25e2, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:21.517929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41940) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:21.530270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-46b1a7bd-da7b-4687-bca2-cb9a53d0956c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.615265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b1a7bd-da7b-4687-bca2-cb9a53d0956c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d091589e-4414-42e7-aa76-748c374cccbd,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:21.647861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef8f0ee-d20e-42ad-92fa-94ae32dde342 req-72147160-b368-4c89-ba1d-12c1a795f0c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:21.649727 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bef8f0ee-d20e-42ad-92fa-94ae32dde342 req-72147160-b368-4c89-ba1d-12c1a795f0c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1097 time: 0.3456054 Jul 05 03:43:21.703070 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bef8f0ee-d20e-42ad-92fa-94ae32dde342 req-1cbf6407-8047-4d5a-b7f4-22673ce9280d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458372 Jul 05 03:43:21.765076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-46b1a7bd-da7b-4687-bca2-cb9a53d0956c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8095d388cac340178fae065e67f30078&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3855681 Jul 05 03:43:21.776058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41948) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:21.831181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Network ad5049dd-b396-44a9-b591-9de480ef25e2 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:21.846589 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bdb70f87-615e-4409-87cc-d37aacc7e7e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:21.846753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-bdddd7f0-9c16-4363-81ea-cfa40b472d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:21.846954 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-bdddd7f0-9c16-4363-81ea-cfa40b472d25 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.4326291 Jul 05 03:43:21.882889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Allocated IP 172.20.0.1 (f5a3175d-f608-431b-84ee-5ae81629cfaf/77f2b622-410d-4de9-aabe-e2cd7d594f26/385c8246-c680-4429-bfd4-27206c615cb6) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:21.911360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-54313ed1-8e2b-47f7-9f73-6faa29148fcb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=113c909d-05b7-4c24-932d-60f6ef0d8a5e HTTP/1.1" status: 200 len: 217 time: 0.0501196 Jul 05 03:43:21.925050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, ad5049dd-b396-44a9-b591-9de480ef25e2) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:21.938591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b5c663a-e532-452c-aa8a-64bbd49303b3 None None] Network ad5049dd-b396-44a9-b591-9de480ef25e2 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:21.949297 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a7543-9878-41ba-9d02-037425feec01', 'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-router', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:18Z', 'revision_number': 3, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'gw_port': {'id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a7543-9878-41ba-9d02-037425feec01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:21.985669 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:21.986505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.024570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-15343322-2862-4755-9f93-4deb0ff056a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:22.026502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-15343322-2862-4755-9f93-4deb0ff056a4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0998919 Jul 05 03:43:22.090354 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cd21-967a-4368-9b13-102866aaf593 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.120295 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.121908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cd21-967a-4368-9b13-102866aaf593 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.145040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bdb70f87-615e-4409-87cc-d37aacc7e7e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.148272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Transition to ACTIVE for port object 385c8246-c680-4429-bfd4-27206c615cb6 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:22.153775 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e2d6a87-b867-40b5-bdba-b9c15736877e None None] The sync data for ids ['a22a7543-9878-41ba-9d02-037425feec01'] in n-d-758944-41 is: [{'id': 'a22a7543-9878-41ba-9d02-037425feec01', 'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-router', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:18Z', 'revision_number': 3, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'gw_port': {'id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:94:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a7543-9878-41ba-9d02-037425feec01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:43:22.230613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bdb70f87-615e-4409-87cc-d37aacc7e7e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.265521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c780166-50f6-4d85-8eca-99c0c8e8585a req-7ba2392f-b148-44e8-bade-b8c8d34d997a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:22.268456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c780166-50f6-4d85-8eca-99c0c8e8585a req-7ba2392f-b148-44e8-bade-b8c8d34d997a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 945 time: 0.6064701 Jul 05 03:43:22.278402 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bdb70f87-615e-4409-87cc-d37aacc7e7e6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=50ba448535f74b7fade7ccece2a0ea79&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461627 Jul 05 03:43:22.283029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41956) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:22.290428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb70f87-615e-4409-87cc-d37aacc7e7e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4252ecf6-6eae-4a98-a8f3-a1b7f0024d5e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:22.291194 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cd21-967a-4368-9b13-102866aaf593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.295993 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2e9cd21-967a-4368-9b13-102866aaf593 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.297894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e2e9cd21-967a-4368-9b13-102866aaf593 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d091589e-4414-42e7-aa76-748c374cccbd HTTP/1.1" status: 204 len: 168 time: 0.5223696 Jul 05 03:43:22.353302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.367048 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-92b0959c-0297-4e83-a678-5ef3be1de078 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.5977149 Jul 05 03:43:22.424592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Network f5a3175d-f608-431b-84ee-5ae81629cfaf is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:22.427202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53cc53e1-9c2f-4ebd-aa53-1d85a8e9a73a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.437976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:22.462679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:22.464823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:22.465955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6958a37c-0425-4948-a6c9-dc4cda079e29 None None] Network ad5049dd-b396-44a9-b591-9de480ef25e2 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:22.476132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Pushing event updated for resources: {'Port': ['ID=385c8246-c680-4429-bfd4-27206c615cb6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:22.538039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e9cd21-967a-4368-9b13-102866aaf593 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d091589e-4414-42e7-aa76-748c374cccbd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:22.662762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c780166-50f6-4d85-8eca-99c0c8e8585a req-1e7ab1ab-fc42-4a5f-8256-94452f4d0332 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810546 Jul 05 03:43:22.705545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a81ef9d-2496-4f25-8d31-04ee317d2bd3 req-672bbcfe-e47d-47cb-bb99-eb45e8bac891 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:22.713234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a81ef9d-2496-4f25-8d31-04ee317d2bd3 req-672bbcfe-e47d-47cb-bb99-eb45e8bac891 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.7763908 Jul 05 03:43:22.751013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-70a5dab8-5aab-4f96-801e-d4d5ce677cef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:22.752615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-70a5dab8-5aab-4f96-801e-d4d5ce677cef service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.6976712 Jul 05 03:43:22.775844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a81ef9d-2496-4f25-8d31-04ee317d2bd3 req-5de98247-bc8f-4693-b478-43006588ba99 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591683 Jul 05 03:43:22.855296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41964) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:23.034530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-4a56681f-718b-402f-8dea-0a8b5776d993 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573295 Jul 05 03:43:23.111102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-067f0172-77de-43db-a075-293b99fb7ba6 None None] Provisioning for port 385c8246-c680-4429-bfd4-27206c615cb6 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:23.116039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-067f0172-77de-43db-a075-293b99fb7ba6 None None] Provisioning complete for port 385c8246-c680-4429-bfd4-27206c615cb6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:23.116417 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-067f0172-77de-43db-a075-293b99fb7ba6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.146070 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53cc53e1-9c2f-4ebd-aa53-1d85a8e9a73a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.222754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-067f0172-77de-43db-a075-293b99fb7ba6 None None] Port 385c8246-c680-4429-bfd4-27206c615cb6 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:43:23.227700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b606a779-7b01-499f-b6c0-ede492678b52 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:23.266789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-43fb9ff7-e50c-4cd6-86f2-0b4651e9f7fb admin admin] Deleting subnet b9bf0cc1-9a18-4291-85ea-e0c98c31074d {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:43:23.277669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43fb9ff7-e50c-4cd6-86f2-0b4651e9f7fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.365833 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43fb9ff7-e50c-4cd6-86f2-0b4651e9f7fb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.375809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de93c991-7778-40ad-8dd8-de0b452361b9 req-e7213be0-f163-40a5-b85f-c749327aa0d9 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3333199 Jul 05 03:43:23.380848 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43fb9ff7-e50c-4cd6-86f2-0b4651e9f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.421716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c75c1d6c-fc8c-43b0-a1b8-4b92f342c433 req-e57d1e70-529e-470f-85f6-0b4d87400874 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:23.428710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c75c1d6c-fc8c-43b0-a1b8-4b92f342c433 req-e57d1e70-529e-470f-85f6-0b4d87400874 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 946 time: 0.3910685 Jul 05 03:43:23.437079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port b606a779-7b01-499f-b6c0-ede492678b52 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:23.441658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b606a779-7b01-499f-b6c0-ede492678b52 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:23.442077 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.483165 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53cc53e1-9c2f-4ebd-aa53-1d85a8e9a73a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.486141 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53cc53e1-9c2f-4ebd-aa53-1d85a8e9a73a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.499159 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-53cc53e1-9c2f-4ebd-aa53-1d85a8e9a73a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4252ecf6-6eae-4a98-a8f3-a1b7f0024d5e HTTP/1.1" status: 204 len: 168 time: 1.2059007 Jul 05 03:43:23.502235 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.519244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cc53e1-9c2f-4ebd-aa53-1d85a8e9a73a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4252ecf6-6eae-4a98-a8f3-a1b7f0024d5e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:23.519677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c75c1d6c-fc8c-43b0-a1b8-4b92f342c433 req-9fe418b1-ece6-4214-a29f-f2516eb3e2c2 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895956 Jul 05 03:43:23.608715 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.622773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41970) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:23.639914 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port b606a779-7b01-499f-b6c0-ede492678b52, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b606a779-7b01-499f-b6c0-ede492678b52,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:23.641436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15db7f15-9559-4737-b9aa-d307da9b39ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.653694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43fb9ff7-e50c-4cd6-86f2-0b4651e9f7fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.700998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43fb9ff7-e50c-4cd6-86f2-0b4651e9f7fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b9bf0cc1-9a18-4291-85ea-e0c98c31074d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:23.703115 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43fb9ff7-e50c-4cd6-86f2-0b4651e9f7fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.705155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-43fb9ff7-e50c-4cd6-86f2-0b4651e9f7fb admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b9bf0cc1-9a18-4291-85ea-e0c98c31074d HTTP/1.1" status: 204 len: 168 time: 0.8393898 Jul 05 03:43:23.707808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41972) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:23.744926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.777458 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.812778 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.867835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=b606a779-7b01-499f-b6c0-ede492678b52,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:23.871590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.872418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:23.925373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Pushing event updated for resources: {'Port': ['ID=385c8246-c680-4429-bfd4-27206c615cb6,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:24.029741 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.041796 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15db7f15-9559-4737-b9aa-d307da9b39ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.054699 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.055041 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.055978 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.056158 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > port after_create 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.056498 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > port after_delete 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.056823 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > port after_update 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.058976 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.058976 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.058976 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.058976 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.095000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Network f5a3175d-f608-431b-84ee-5ae81629cfaf is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:24.097047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:24.200797 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 113c909d-05b7-4c24-932d-60f6ef0d8a5e details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:24.215568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.217747 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.220504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.220504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100896) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:24.221142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['980418e6-09c2-41f1-947d-002e46a99571']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:24.306785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Router a22a7543-9878-41ba-9d02-037425feec01 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:43:24.404258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-0c7707fb-d61a-4146-ab75-e9705c214151 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.405795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-0c7707fb-d61a-4146-ab75-e9705c214151 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1102 time: 0.1819365 Jul 05 03:43:24.431207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 113c909d-05b7-4c24-932d-60f6ef0d8a5e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=113c909d-05b7-4c24-932d-60f6ef0d8a5e,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:24.454931 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '113c909d-05b7-4c24-932d-60f6ef0d8a5e', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '113c909d-05b7-4c24-932d-60f6ef0d8a5e', 'mac_address': 'fa:16:3e:20:a2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:24.465239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bdaf63e8-7ebb-4fb3-bd0f-950cc73c6648 None None] Provisioning complete for port 385c8246-c680-4429-bfd4-27206c615cb6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:24.465910 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bdaf63e8-7ebb-4fb3-bd0f-950cc73c6648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.513313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41982) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:24.544801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57f879f1-5f14-429f-9087-d65d23351bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.553843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bdaf63e8-7ebb-4fb3-bd0f-950cc73c6648 None None] Port 385c8246-c680-4429-bfd4-27206c615cb6 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:43:24.568031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51ea2a35-a208-4b92-bfca-30cc511db688') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:24.568617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51ea2a35-a208-4b92-bfca-30cc511db688') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:24.576892 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.597022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:43:24.601810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15db7f15-9559-4737-b9aa-d307da9b39ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.609757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 113c909d-05b7-4c24-932d-60f6ef0d8a5e {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:24.610597 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.614516 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-54c7aca8-cbc1-40b6-8d7c-79fbab57cadf admin admin] 10.222.0.30 "PUT /v2.0/routers/a22a7543-9878-41ba-9d02-037425feec01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2685730 Jul 05 03:43:24.642735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-9668d940-35fc-4652-a927-1262fcf429c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.644676 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-9668d940-35fc-4652-a927-1262fcf429c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2273154 Jul 05 03:43:24.652766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 113c909d-05b7-4c24-932d-60f6ef0d8a5e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=113c909d-05b7-4c24-932d-60f6ef0d8a5e,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:24.690599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15db7f15-9559-4737-b9aa-d307da9b39ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5cc246-9a7d-49e7-a223-c5dc7bab048f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:24.696895 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.713128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:43:24.713365 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-47a0c69b-77ed-48dc-95e9-425f526be9f2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 200 len: 217 time: 0.0589931 Jul 05 03:43:24.713531 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.717299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: from cryptography.utils import int_from_bytes Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: from cryptography.utils import int_from_bytes Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:43:24.746665 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:43:24.755150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-15db7f15-9559-4737-b9aa-d307da9b39ca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00a2783cb5334720a455794fa25c1f04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1305916 Jul 05 03:43:24.755619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41988) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:24.807975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-be8b240c-64f4-4cfa-8417-2bbdd96bffe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.810295 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-be8b240c-64f4-4cfa-8417-2bbdd96bffe7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0858757 Jul 05 03:43:24.838988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=113c909d-05b7-4c24-932d-60f6ef0d8a5e,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:24.872052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57f879f1-5f14-429f-9087-d65d23351bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.893134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f7b9d5-4f67-48f2-9b8f-ec94b4a082fa req-dbac2405-ae59-44c6-b31b-83b7acdff8ea tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.894661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2f7b9d5-4f67-48f2-9b8f-ec94b4a082fa req-dbac2405-ae59-44c6-b31b-83b7acdff8ea tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 945 time: 1.0234227 Jul 05 03:43:24.910512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Sync routers for ids ['a22a7543-9878-41ba-9d02-037425feec01'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:43:24.918718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52696951-0c9a-496b-93f4-c07a9f4edaa2 req-6bd45e0b-61de-4c0b-a806-24bfea86dcc1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.923455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-418c1599-4061-4d7e-9059-2e576ffa6132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:24.924119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Routers {'a22a7543-9878-41ba-9d02-037425feec01'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:43:24.924740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52696951-0c9a-496b-93f4-c07a9f4edaa2 req-6bd45e0b-61de-4c0b-a806-24bfea86dcc1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.9692812 Jul 05 03:43:24.924977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:43:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a22a7543-9878-41ba-9d02-037425feec01'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:24.926859 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-418c1599-4061-4d7e-9059-2e576ffa6132 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1036370 Jul 05 03:43:24.928757 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57f879f1-5f14-429f-9087-d65d23351bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.955369 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c48185bd-7d52-4b16-85d1-7e530f21bf8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:24.959006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f879f1-5f14-429f-9087-d65d23351bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cba04e49-22db-4634-be6b-0123d52023b8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:25.016025 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c48185bd-7d52-4b16-85d1-7e530f21bf8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.048521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['113c909d-05b7-4c24-932d-60f6ef0d8a5e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:25.054225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52696951-0c9a-496b-93f4-c07a9f4edaa2 req-b2e49116-2b7e-48af-9c01-5bdda828e43d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267776 Jul 05 03:43:25.084722 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.100748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2f7b9d5-4f67-48f2-9b8f-ec94b4a082fa req-0748ec95-55bf-4ec4-aa15-0b5b0e5088e9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709921 Jul 05 03:43:25.113969 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-57f879f1-5f14-429f-9087-d65d23351bae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6cbe2010f90546cab49697bf77b46706&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5989778 Jul 05 03:43:25.116827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41992) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:25.131213 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.133217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] 10.222.0.30 "DELETE /v2.0/networks/980418e6-09c2-41f1-947d-002e46a99571 HTTP/1.1" status: 204 len: 168 time: 1.4241168 Jul 05 03:43:25.160844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41994) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:25.184929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b606a779-7b01-499f-b6c0-ede492678b52 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:25.205222 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-a19bf835-6d93-4864-b873-beeafea394cb service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486172 Jul 05 03:43:25.223600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Set router a22a7543-9878-41ba-9d02-037425feec01 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:43:25.226637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec288ce-594c-41d2-9fc0-5475734ca02a admin admin] Pushing event deleted for resources: {'Network': ['ID=980418e6-09c2-41f1-947d-002e46a99571,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:25.259630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-99bc465b-e1f9-4e42-bfdf-880aa082c007 admin admin] Deleting subnet 6d9ebf46-77b5-47ae-94af-39a11f63f590 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:43:25.265346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99bc465b-e1f9-4e42-bfdf-880aa082c007 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.337963 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aed7cc6a-6842-46f4-9a67-778ad5a277f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.352179 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99bc465b-e1f9-4e42-bfdf-880aa082c007 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.383369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aed7cc6a-6842-46f4-9a67-778ad5a277f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.406518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99bc465b-e1f9-4e42-bfdf-880aa082c007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.411724 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-aa1ea9a2-845e-4219-9c1b-9605bc7d91b1 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936605 Jul 05 03:43:25.436117 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c48185bd-7d52-4b16-85d1-7e530f21bf8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.440420 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c48185bd-7d52-4b16-85d1-7e530f21bf8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.445371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c48185bd-7d52-4b16-85d1-7e530f21bf8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb5cc246-9a7d-49e7-a223-c5dc7bab048f HTTP/1.1" status: 204 len: 168 time: 0.6703212 Jul 05 03:43:25.488979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b606a779-7b01-499f-b6c0-ede492678b52 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:25.489256 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.552983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48185bd-7d52-4b16-85d1-7e530f21bf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5cc246-9a7d-49e7-a223-c5dc7bab048f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:25.563462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aed7cc6a-6842-46f4-9a67-778ad5a277f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.568984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aed7cc6a-6842-46f4-9a67-778ad5a277f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.570172 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aed7cc6a-6842-46f4-9a67-778ad5a277f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cba04e49-22db-4634-be6b-0123d52023b8 HTTP/1.1" status: 204 len: 168 time: 0.4504225 Jul 05 03:43:25.592701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed7cc6a-6842-46f4-9a67-778ad5a277f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cba04e49-22db-4634-be6b-0123d52023b8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:25.597282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eaf2fdb7-d44f-4ad0-b5fa-e699df68afb4 req-cb792323-a96b-4069-837d-a272e9956282 tempest-FloatingIPsNegativeTestJSON-167690912 tempest-FloatingIPsNegativeTestJSON-167690912-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=267b4fc49ab844c381c04268a32ccf34 HTTP/1.1" status: 200 len: 217 time: 0.1018212 Jul 05 03:43:25.711555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1756a6-f522-4fc4-8d55-7d8f63251d84 req-f1b58a52-48c3-49c1-bd44-596a8702e457 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:25.722030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b1756a6-f522-4fc4-8d55-7d8f63251d84 req-f1b58a52-48c3-49c1-bd44-596a8702e457 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 947 time: 0.2906945 Jul 05 03:43:25.731355 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99bc465b-e1f9-4e42-bfdf-880aa082c007 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.739680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a7543-9878-41ba-9d02-037425feec01', 'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-router', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:23Z', 'revision_number': 4, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'gw_port': {'id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a7543-9878-41ba-9d02-037425feec01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '385c8246-c680-4429-bfd4-27206c615cb6', 'name': '', 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'mac_address': 'fa:16:3e:08:a3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a7543-9878-41ba-9d02-037425feec01', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77f2b622-410d-4de9-aabe-e2cd7d594f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:21Z', 'updated_at': '2021-07-05T03:43:23Z', 'revision_number': 2, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'subnets': [{'id': '77f2b622-410d-4de9-aabe-e2cd7d594f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:25.770146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Checking router: a22a7543-9878-41ba-9d02-037425feec01 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:43:25.770826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Updating router a22a7543-9878-41ba-9d02-037425feec01 port 385c8246-c680-4429-bfd4-27206c615cb6 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:43:25.784990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bc465b-e1f9-4e42-bfdf-880aa082c007 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6d9ebf46-77b5-47ae-94af-39a11f63f590,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:25.817232 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99bc465b-e1f9-4e42-bfdf-880aa082c007 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.819175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-99bc465b-e1f9-4e42-bfdf-880aa082c007 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6d9ebf46-77b5-47ae-94af-39a11f63f590 HTTP/1.1" status: 204 len: 168 time: 0.6564789 Jul 05 03:43:25.822314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42006) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:25.830464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b1756a6-f522-4fc4-8d55-7d8f63251d84 req-5c04f669-e5ed-470d-b79a-8f6ee4d17a9c tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074419 Jul 05 03:43:25.835113 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.858565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ece6d0f-da2a-4af7-8e68-4a9748e76b2b req-dcdad81d-9803-418d-9d03-a846f4691ea5 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:25.861401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ece6d0f-da2a-4af7-8e68-4a9748e76b2b req-dcdad81d-9803-418d-9d03-a846f4691ea5 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1097 time: 0.1144366 Jul 05 03:43:25.928084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72869fa9-ae7d-4432-94d4-6f57384d935c req-3a58f46e-0403-4b47-9599-5d331922db0d tempest-FloatingIPsNegativeTestJSON-167690912 tempest-FloatingIPsNegativeTestJSON-167690912-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0470834 Jul 05 03:43:25.946252 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:25.953854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ece6d0f-da2a-4af7-8e68-4a9748e76b2b req-e0042bff-8253-43d9-846d-562ad7f88667 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741401 Jul 05 03:43:26.048105 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-75e76bb3-6abf-4f62-9a9e-2a184bb927ba req-d88a2377-4f48-4e2e-a785-19a8aef94be8 tempest-FloatingIPsNegativeTestJSON-167690912 tempest-FloatingIPsNegativeTestJSON-167690912-project] show failed (client error): The resource could not be found. Jul 05 03:43:26.049613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75e76bb3-6abf-4f62-9a9e-2a184bb927ba req-d88a2377-4f48-4e2e-a785-19a8aef94be8 tempest-FloatingIPsNegativeTestJSON-167690912 tempest-FloatingIPsNegativeTestJSON-167690912-project] 10.222.0.30 "GET /v2.0/floatingips/e811741a-ae5c-41b5-a56f-41e42d7eb1ef HTTP/1.1" status: 404 len: 350 time: 0.0924499 Jul 05 03:43:26.061117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42016) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:26.213374 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.226823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.227180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.228009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.228451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > port after_create 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.228803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > port after_delete 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.229133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > port after_update 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.229517 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.229952 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.230178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.230547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.319359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.319716 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.320243 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.320557 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=100895) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 05 03:43:26.320952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad5049dd-b396-44a9-b591-9de480ef25e2']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:26.344519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07cb51c-3b01-4b16-a8a6-2a3fb52a99b2') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:26.345181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07cb51c-3b01-4b16-a8a6-2a3fb52a99b2') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:26.367151 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.403044 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.403700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64561a19-0998-4d8c-a1ac-6982c4973c04 req-b0943494-ffef-40d5-b948-c6d341f7091b tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:26.405309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64561a19-0998-4d8c-a1ac-6982c4973c04 req-b0943494-ffef-40d5-b948-c6d341f7091b tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1097 time: 0.2239902 Jul 05 03:43:26.419274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:43:26.419802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: from cryptography.utils import int_from_bytes Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: from cryptography.utils import int_from_bytes Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:43:26.424697 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:43:26.433366 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.488655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b96ab3-7f3b-4deb-a2a4-c0497eeb982d req-73eaae98-6c4e-45ff-bba5-a8ce88f371b1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:26.490159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51b96ab3-7f3b-4deb-a2a4-c0497eeb982d req-73eaae98-6c4e-45ff-bba5-a8ce88f371b1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.2181864 Jul 05 03:43:26.509132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64561a19-0998-4d8c-a1ac-6982c4973c04 req-e24b6f25-8136-47f1-af6b-36f859e527e7 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696447 Jul 05 03:43:26.573954 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51b96ab3-7f3b-4deb-a2a4-c0497eeb982d req-b892ac9d-ed91-4bec-a59e-4b99c022a283 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690148 Jul 05 03:43:26.585515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Transition to ACTIVE for port object 385c8246-c680-4429-bfd4-27206c615cb6 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:26.585681 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.595979 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.601453 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ad5049dd-b396-44a9-b591-9de480ef25e2 HTTP/1.1" status: 204 len: 168 time: 0.7756953 Jul 05 03:43:26.622823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536f7d10-90f5-4815-9551-4646f2ad13b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad5049dd-b396-44a9-b591-9de480ef25e2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:26.688253 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.755221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f441206-82a3-42cb-8831-2f241be54fcb None None] Pushing event updated for resources: {'Port': ['ID=385c8246-c680-4429-bfd4-27206c615cb6,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:26.843601 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.855531 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Attempting to bind port 385c8246-c680-4429-bfd4-27206c615cb6 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:26.856163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Attempting to bind port 385c8246-c680-4429-bfd4-27206c615cb6 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '623881de-4699-4711-b414-95aaa8852df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:26.856684 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Attempting to bind port 385c8246-c680-4429-bfd4-27206c615cb6 on network f5a3175d-f608-431b-84ee-5ae81629cfaf {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:26.865891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:26.866259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Checking segment: {'id': '623881de-4699-4711-b414-95aaa8852df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:26.866662 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:26.867061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Bound using segment: {'id': '623881de-4699-4711-b414-95aaa8852df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:26.867539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Bound port: 385c8246-c680-4429-bfd4-27206c615cb6, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623881de-4699-4711-b414-95aaa8852df5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:26.867963 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.011592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] For port 385c8246-c680-4429-bfd4-27206c615cb6, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:27.015960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] For port 385c8246-c680-4429-bfd4-27206c615cb6, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=385c8246-c680-4429-bfd4-27206c615cb6,segment=NetworkSegment(623881de-4699-4711-b414-95aaa8852df5),segment_id=623881de-4699-4711-b414-95aaa8852df5)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:27.097203 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.128069 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42062) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:27.204521 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-80074996-4bd7-4a15-9ff1-988b623adb82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=83c6b64e006f46d3850b3f049836cf7f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0749490 Jul 05 03:43:27.206923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42066) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:27.216425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f441206-82a3-42cb-8831-2f241be54fcb None None] Pushing event updated for resources: {'Port': ['ID=385c8246-c680-4429-bfd4-27206c615cb6,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:27.222390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Routers {'a22a7543-9878-41ba-9d02-037425feec01'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:43:27.223349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:43:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a22a7543-9878-41ba-9d02-037425feec01'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:27.319009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecc71065-151c-4bd1-82bf-3780c8e8e733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.358224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecc71065-151c-4bd1-82bf-3780c8e8e733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.373139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987c5349-26a0-44fa-b2b4-408791309c4c req-aea1c878-1ee0-4b4b-8722-4fb742a65ad3 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:27.382523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-987c5349-26a0-44fa-b2b4-408791309c4c req-aea1c878-1ee0-4b4b-8722-4fb742a65ad3 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 947 time: 0.3660593 Jul 05 03:43:27.562896 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecc71065-151c-4bd1-82bf-3780c8e8e733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.568064 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecc71065-151c-4bd1-82bf-3780c8e8e733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.570744 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ecc71065-151c-4bd1-82bf-3780c8e8e733 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/820a39d7-ea97-4a99-b0cd-102f0557379b HTTP/1.1" status: 204 len: 168 time: 0.3622751 Jul 05 03:43:27.582665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc71065-151c-4bd1-82bf-3780c8e8e733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820a39d7-ea97-4a99-b0cd-102f0557379b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:27.601924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] Set router a22a7543-9878-41ba-9d02-037425feec01 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:43:27.752802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-987c5349-26a0-44fa-b2b4-408791309c4c req-fe3f7193-cf7f-4bdf-8f59-544a5a8561cb tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3693876 Jul 05 03:43:27.799693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52db72f5-20c3-47b4-b698-8e3f7c7314a7 req-42f72bbf-31d9-4fc8-839c-4aa6b3a09f75 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:27.807223 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52db72f5-20c3-47b4-b698-8e3f7c7314a7 req-42f72bbf-31d9-4fc8-839c-4aa6b3a09f75 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1097 time: 0.5174241 Jul 05 03:43:27.854327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52db72f5-20c3-47b4-b698-8e3f7c7314a7 req-39716329-600b-4e2a-935f-3671dddeff16 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460682 Jul 05 03:43:27.897104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] Deleting port 385c8246-c680-4429-bfd4-27206c615cb6 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:27.897452 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:27.920447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a7543-9878-41ba-9d02-037425feec01', 'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-router', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:23Z', 'revision_number': 4, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'gw_port': {'id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a7543-9878-41ba-9d02-037425feec01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '385c8246-c680-4429-bfd4-27206c615cb6', 'name': '', 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'mac_address': 'fa:16:3e:08:a3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a7543-9878-41ba-9d02-037425feec01', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77f2b622-410d-4de9-aabe-e2cd7d594f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:21Z', 'updated_at': '2021-07-05T03:43:27Z', 'revision_number': 4, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'subnets': [{'id': '77f2b622-410d-4de9-aabe-e2cd7d594f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:27.954041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467fa2d2-0801-4615-97db-70a233b899b2 None None] The sync data for ids ['a22a7543-9878-41ba-9d02-037425feec01'] in n-d-758944-41 is: [{'id': 'a22a7543-9878-41ba-9d02-037425feec01', 'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-router', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:23Z', 'revision_number': 4, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'gw_port': {'id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a7543-9878-41ba-9d02-037425feec01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '385c8246-c680-4429-bfd4-27206c615cb6', 'name': '', 'network_id': 'f5a3175d-f608-431b-84ee-5ae81629cfaf', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'mac_address': 'fa:16:3e:08:a3:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a22a7543-9878-41ba-9d02-037425feec01', 'device_owner': 'network:router_interface', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '77f2b622-410d-4de9-aabe-e2cd7d594f26', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:21Z', 'updated_at': '2021-07-05T03:43:27Z', 'revision_number': 4, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'subnets': [{'id': '77f2b622-410d-4de9-aabe-e2cd7d594f26', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:43:28.027820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] For port 385c8246-c680-4429-bfd4-27206c615cb6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=385c8246-c680-4429-bfd4-27206c615cb6,segment=NetworkSegment(623881de-4699-4711-b414-95aaa8852df5),segment_id=623881de-4699-4711-b414-95aaa8852df5)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:28.028365 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:28.053650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] Calling delete_port for 385c8246-c680-4429-bfd4-27206c615cb6 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:28.217994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 113c909d-05b7-4c24-932d-60f6ef0d8a5e up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:28.352533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 113c909d-05b7-4c24-932d-60f6ef0d8a5e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:28.358130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 113c909d-05b7-4c24-932d-60f6ef0d8a5e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:28.361715 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:28.362418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f062bf2c-aae2-4624-bde2-0d7b5128ac61 req-35f4aed6-5fc9-48db-a32c-736f523292e0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:28.362418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f062bf2c-aae2-4624-bde2-0d7b5128ac61 req-35f4aed6-5fc9-48db-a32c-736f523292e0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.2086387 Jul 05 03:43:28.456110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f062bf2c-aae2-4624-bde2-0d7b5128ac61 req-2736fc82-c733-4dbd-b857-bdd5c4f37361 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882075 Jul 05 03:43:28.461399 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:28.490372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dee7889-67f4-489f-9704-f143bb7cf009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c909d-05b7-4c24-932d-60f6ef0d8a5e'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:28.493150 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b971adb-4167-4e6e-a55d-ff2caa607956" -d '{"events": [{"server_uuid": "5dee7889-67f4-489f-9704-f143bb7cf009", "name": "network-vif-plugged", "status": "completed", "tag": "113c909d-05b7-4c24-932d-60f6ef0d8a5e"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:28.513353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 113c909d-05b7-4c24-932d-60f6ef0d8a5e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=113c909d-05b7-4c24-932d-60f6ef0d8a5e,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:28.523310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:28.544888 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2ac680-9c25-487e-aa4c-16dc5aaaf918 x-openstack-request-id: req-be2ac680-9c25-487e-aa4c-16dc5aaaf918 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:28.545530 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dee7889-67f4-489f-9704-f143bb7cf009", "name": "network-vif-plugged", "status": "completed", "tag": "113c909d-05b7-4c24-932d-60f6ef0d8a5e", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:28.545937 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be2ac680-9c25-487e-aa4c-16dc5aaaf918 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:28.546507 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dee7889-67f4-489f-9704-f143bb7cf009', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '113c909d-05b7-4c24-932d-60f6ef0d8a5e', 'code': 200} Jul 05 03:43:28.597919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] Pushing event deleted for resources: {'Port': ['ID=385c8246-c680-4429-bfd4-27206c615cb6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:28.602213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:28.616123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42094) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:28.703034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=113c909d-05b7-4c24-932d-60f6ef0d8a5e,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:28.732410 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6c7f395e-19b2-4eaf-8069-7c6ce197ff8f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ca6c20381d1a48238d06500ab31fba8a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1143739 Jul 05 03:43:28.733027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42096) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:28.837978 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5443960-049e-4760-874c-e58cb9df1703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:28.932117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5443960-049e-4760-874c-e58cb9df1703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.063091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac784ff8-083d-4ab4-957e-c8a85f67f9ae req-a3e163fd-9fa3-45d7-8576-39cea540ee1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:29.064903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac784ff8-083d-4ab4-957e-c8a85f67f9ae req-a3e163fd-9fa3-45d7-8576-39cea540ee1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 1100 time: 0.4076955 Jul 05 03:43:29.098511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.156479 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5443960-049e-4760-874c-e58cb9df1703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.159350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5443960-049e-4760-874c-e58cb9df1703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.165828 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f5443960-049e-4760-874c-e58cb9df1703 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3a12eb44-d8fa-48bd-8818-3cd080a78f64 HTTP/1.1" status: 204 len: 168 time: 0.4268854 Jul 05 03:43:29.186168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5443960-049e-4760-874c-e58cb9df1703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a12eb44-d8fa-48bd-8818-3cd080a78f64,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:29.223095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac784ff8-083d-4ab4-957e-c8a85f67f9ae req-db2399d1-9a5a-4889-b2e4-6402b53ba72f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420357 Jul 05 03:43:29.274356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb7ece3-d593-4401-b8a5-46cc85b67b86 req-bb60eb9e-4c52-42f2-8939-882eec221ac3 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:29.279976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbb7ece3-d593-4401-b8a5-46cc85b67b86 req-bb60eb9e-4c52-42f2-8939-882eec221ac3 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 948 time: 0.2717824 Jul 05 03:43:29.335115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dec032a-2189-4f88-bbc5-525ad0ce8b2e req-db57b45f-97e4-4f8a-9535-2725b3d7ebec tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:29.336871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dec032a-2189-4f88-bbc5-525ad0ce8b2e req-db57b45f-97e4-4f8a-9535-2725b3d7ebec tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1097 time: 0.2349942 Jul 05 03:43:29.346963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbb7ece3-d593-4401-b8a5-46cc85b67b86 req-1f9607fb-913e-495d-a234-182acf165623 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632994 Jul 05 03:43:29.470239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dec032a-2189-4f88-bbc5-525ad0ce8b2e req-d225c4ca-1b76-4d6f-bf7b-6c7e4902a050 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222141 Jul 05 03:43:29.497004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] Router a22a7543-9878-41ba-9d02-037425feec01 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:43:29.768296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dac22ee-770c-4ff2-b5f3-215d1c38dc53 req-b89973d6-a50a-44a9-8960-b6bd38542777 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:29.769965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5dac22ee-770c-4ff2-b5f3-215d1c38dc53 req-b89973d6-a50a-44a9-8960-b6bd38542777 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.1358573 Jul 05 03:43:29.773941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:43:29.781839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f89d035f-31e9-450e-a454-97c61d76feda admin admin] 10.222.0.30 "PUT /v2.0/routers/a22a7543-9878-41ba-9d02-037425feec01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7188303 Jul 05 03:43:29.785280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42132) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:29.787616 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] Sync routers for ids ['a22a7543-9878-41ba-9d02-037425feec01'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:43:29.800287 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] Routers {'a22a7543-9878-41ba-9d02-037425feec01'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:43:29.801280 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:43:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a22a7543-9878-41ba-9d02-037425feec01'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:29.842129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5dac22ee-770c-4ff2-b5f3-215d1c38dc53 req-c61505a1-d802-4ee1-ad84-954ba17ed654 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657239 Jul 05 03:43:29.905972 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:29.931858 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] Set router a22a7543-9878-41ba-9d02-037425feec01 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:43:30.046026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.165194 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a7543-9878-41ba-9d02-037425feec01', 'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-router', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231'}], 'enable_snat': True}, 'gw_port_id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:28Z', 'revision_number': 5, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'gw_port': {'id': 'b606a779-7b01-499f-b6c0-ede492678b52', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:94:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22a7543-9878-41ba-9d02-037425feec01', 'device_owner': 'network:router_gateway', 'standard_attr_id': 313, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:30.200811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Deleting port b606a779-7b01-499f-b6c0-ede492678b52 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:30.201079 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] Checking router: a22a7543-9878-41ba-9d02-037425feec01 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:43:30.201211 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.210742 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] Routers {'a22a7543-9878-41ba-9d02-037425feec01'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:43:30.211486 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:43:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a22a7543-9878-41ba-9d02-037425feec01'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:30.327641 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] Set router a22a7543-9878-41ba-9d02-037425feec01 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:43:30.345075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] For port b606a779-7b01-499f-b6c0-ede492678b52, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b606a779-7b01-499f-b6c0-ede492678b52,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:30.345693 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.365397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Calling delete_port for b606a779-7b01-499f-b6c0-ede492678b52 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:30.389194 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a22a7543-9878-41ba-9d02-037425feec01', 'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-router', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:30Z', 'revision_number': 6, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:30.424179 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40018bbb-8149-4c4e-87ec-b3fd7e382aaf None None] The sync data for ids ['a22a7543-9878-41ba-9d02-037425feec01'] in n-d-758944-41 is: [{'id': 'a22a7543-9878-41ba-9d02-037425feec01', 'name': 'tempest-FloatingIPsNegativeTestJSON-208862992-router', 'tenant_id': '267b4fc49ab844c381c04268a32ccf34', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:16Z', 'updated_at': '2021-07-05T03:43:30Z', 'revision_number': 6, 'project_id': '267b4fc49ab844c381c04268a32ccf34', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:43:30.484703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42158) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:30.678548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5f85ce-ee8b-4547-890b-c9c8b40e1092 req-98dfc160-ecc3-4e45-b2ee-b83d2398d12b tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:30.680317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb5f85ce-ee8b-4547-890b-c9c8b40e1092 req-98dfc160-ecc3-4e45-b2ee-b83d2398d12b tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 948 time: 0.1190705 Jul 05 03:43:30.721376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0d3207d1-9ebe-40a2-a408-3e32516f63ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.750918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb5f85ce-ee8b-4547-890b-c9c8b40e1092 req-f97d343a-b99d-44b5-a9de-0188260d7cfd tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599124 Jul 05 03:43:30.810555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.843539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Pushing event deleted for resources: {'Port': ['ID=b606a779-7b01-499f-b6c0-ede492678b52,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:30.918611 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0d3207d1-9ebe-40a2-a408-3e32516f63ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:30.943782 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.025542 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0d3207d1-9ebe-40a2-a408-3e32516f63ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.059406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3207d1-9ebe-40a2-a408-3e32516f63ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ab3052-649c-4254-9124-b6e719f1d23e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:31.086395 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.090149 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.096907 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0d3207d1-9ebe-40a2-a408-3e32516f63ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3c8f004f5d1348b99892cf47c6a46571&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6106193 Jul 05 03:43:31.097168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42192) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:31.193913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834b6dd6-8160-4182-95f3-2fb894689823 req-bb9ee41c-6b81-4ece-886d-d588768838e3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:31.195479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-834b6dd6-8160-4182-95f3-2fb894689823 req-bb9ee41c-6b81-4ece-886d-d588768838e3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.0899775 Jul 05 03:43:31.216352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92c0c564-4bdb-4a8a-8f35-cea2b0e4de92 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.249997 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92c0c564-4bdb-4a8a-8f35-cea2b0e4de92 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.250148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-834b6dd6-8160-4182-95f3-2fb894689823 req-39cb5308-e6b3-4074-b3a2-84942040c5f8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471201 Jul 05 03:43:31.253457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.253457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a22a7543-9878-41ba-9d02-037425feec01 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:43:31.269156 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.270645 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a56a859e-43f7-4c21-b374-2feb9752c962 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a22a7543-9878-41ba-9d02-037425feec01 HTTP/1.1" status: 204 len: 168 time: 1.4839582 Jul 05 03:43:31.273462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42200) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:31.321279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 385c8246-c680-4429-bfd4-27206c615cb6 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:31.343140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 385c8246-c680-4429-bfd4-27206c615cb6 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:31.343518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 385c8246-c680-4429-bfd4-27206c615cb6 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:31.344030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b606a779-7b01-499f-b6c0-ede492678b52 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:31.348012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d08b2f3a-525c-4a74-9f35-56d75f2c4d6d admin admin] Deleting subnet 77f2b622-410d-4de9-aabe-e2cd7d594f26 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:43:31.351232 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d08b2f3a-525c-4a74-9f35-56d75f2c4d6d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.372910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: b606a779-7b01-499f-b6c0-ede492678b52 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:31.373261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b606a779-7b01-499f-b6c0-ede492678b52 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:31.406167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d08b2f3a-525c-4a74-9f35-56d75f2c4d6d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.454330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92c0c564-4bdb-4a8a-8f35-cea2b0e4de92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.458499 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92c0c564-4bdb-4a8a-8f35-cea2b0e4de92 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.460754 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-92c0c564-4bdb-4a8a-8f35-cea2b0e4de92 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6ab3052-649c-4254-9124-b6e719f1d23e HTTP/1.1" status: 204 len: 168 time: 0.3624387 Jul 05 03:43:31.477303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0c564-4bdb-4a8a-8f35-cea2b0e4de92 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ab3052-649c-4254-9124-b6e719f1d23e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:31.574128 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d08b2f3a-525c-4a74-9f35-56d75f2c4d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.774197 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d08b2f3a-525c-4a74-9f35-56d75f2c4d6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.811395 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d08b2f3a-525c-4a74-9f35-56d75f2c4d6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:31.816321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d08b2f3a-525c-4a74-9f35-56d75f2c4d6d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/77f2b622-410d-4de9-aabe-e2cd7d594f26 HTTP/1.1" status: 204 len: 168 time: 0.5390134 Jul 05 03:43:31.817102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42220) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:31.822124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9a01b0-32a9-4a22-b580-7406995c580f None None] Network f5a3175d-f608-431b-84ee-5ae81629cfaf requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:31.823745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08b2f3a-525c-4a74-9f35-56d75f2c4d6d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77f2b622-410d-4de9-aabe-e2cd7d594f26,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:31.913813 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.002718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Deleting port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:32.004204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.021276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d693c40-db46-421c-8cf9-69bab32ad3e5 req-1bc5048a-8114-4e4c-92c9-a2eb8fae4c91 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:32.031210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d693c40-db46-421c-8cf9-69bab32ad3e5 req-1bc5048a-8114-4e4c-92c9-a2eb8fae4c91 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 948 time: 0.1253080 Jul 05 03:43:32.095198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d693c40-db46-421c-8cf9-69bab32ad3e5 req-d2a2356b-bc34-4729-9c53-083cbcd7c8ff tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552158 Jul 05 03:43:32.122379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d505d08-c8be-462c-824a-877b64c8025e None None] DHCP port deletion for f5a3175d-f608-431b-84ee-5ae81629cfaf request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:43:32.182987 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0d505d08-c8be-462c-824a-877b64c8025e None None] Deleting port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:43:32.183305 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d505d08-c8be-462c-824a-877b64c8025e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.258510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0d505d08-c8be-462c-824a-877b64c8025e None None] For port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f6bc2340-d3d5-46e7-89e8-7f47cc10b75a,segment=NetworkSegment(623881de-4699-4711-b414-95aaa8852df5),segment_id=623881de-4699-4711-b414-95aaa8852df5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:32.258941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d505d08-c8be-462c-824a-877b64c8025e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.275051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0d505d08-c8be-462c-824a-877b64c8025e None None] Calling delete_port for f6bc2340-d3d5-46e7-89e8-7f47cc10b75a owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:32.352780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42240) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:32.368822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] For port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f6bc2340-d3d5-46e7-89e8-7f47cc10b75a,segment=NetworkSegment(623881de-4699-4711-b414-95aaa8852df5),segment_id=623881de-4699-4711-b414-95aaa8852df5)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:32.368822 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.381861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Calling delete_port for f6bc2340-d3d5-46e7-89e8-7f47cc10b75a owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:43:32.405356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42246) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:32.422436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a9c8-659d-4cc5-9747-39039b543ec6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.498385 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d505d08-c8be-462c-824a-877b64c8025e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.510662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.540171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6bc2340-d3d5-46e7-89e8-7f47cc10b75a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:32.543062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] No DVR routers for this DVR port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:32.561250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d505d08-c8be-462c-824a-877b64c8025e None None] Pushing event deleted for resources: {'Port': ['ID=f6bc2340-d3d5-46e7-89e8-7f47cc10b75a,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:32.577081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d505d08-c8be-462c-824a-877b64c8025e None None] No DVR routers for this DVR port f6bc2340-d3d5-46e7-89e8-7f47cc10b75a on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:32.591674 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a9c8-659d-4cc5-9747-39039b543ec6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.638192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.642612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b968c5c8-439a-446b-99b4-d10078af7ec8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.650817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5a3175d-f608-431b-84ee-5ae81629cfaf']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:32.663101 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0a8a9c8-659d-4cc5-9747-39039b543ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.669043 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623881de-4699-4711-b414-95aaa8852df5') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:32.669699 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623881de-4699-4711-b414-95aaa8852df5') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:32.680551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42250) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:32.698970 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.714286 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.729964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e0a8a9c8-659d-4cc5-9747-39039b543ec6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7b70dd2d9ac4797ba5cd4143758b7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3178523 Jul 05 03:43:32.729964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42254) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:32.735605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:43:32.736484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:43:32.739372 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:43:32.745548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a8a9c8-659d-4cc5-9747-39039b543ec6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29cc46a4-6632-4817-bf85-06f6d3bb294e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:32.836182 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ccace2be-053a-469c-a6a2-ebdc5be0d8e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.882999 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ccace2be-053a-469c-a6a2-ebdc5be0d8e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.901754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b968c5c8-439a-446b-99b4-d10078af7ec8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.936379 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.961980 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.968425 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b968c5c8-439a-446b-99b4-d10078af7ec8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:32.970025 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f5a3175d-f608-431b-84ee-5ae81629cfaf HTTP/1.1" status: 204 len: 168 time: 1.1501479 Jul 05 03:43:32.971445 n-d-758944-41 neutron-server[100895]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 05 03:43:32.978256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-6eda6e41-87f2-4a13-9d73-583fcee6161c tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:43:32.981281 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-6eda6e41-87f2-4a13-9d73-583fcee6161c tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2976761 Jul 05 03:43:32.993984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d2ba46-c29a-4cf7-b68d-e17fea906672 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5a3175d-f608-431b-84ee-5ae81629cfaf,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:33.040214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ccace2be-053a-469c-a6a2-ebdc5be0d8e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.043294 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ccace2be-053a-469c-a6a2-ebdc5be0d8e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.044551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ccace2be-053a-469c-a6a2-ebdc5be0d8e8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29cc46a4-6632-4817-bf85-06f6d3bb294e HTTP/1.1" status: 204 len: 168 time: 0.3152552 Jul 05 03:43:33.054196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b968c5c8-439a-446b-99b4-d10078af7ec8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=611581ee491e419fbf48d74bbcc099a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7001290 Jul 05 03:43:33.056746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42270) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:33.062960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b968c5c8-439a-446b-99b4-d10078af7ec8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3669f043-b06b-4aa7-91c0-81cbac4dbc9a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:33.087788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccace2be-053a-469c-a6a2-ebdc5be0d8e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29cc46a4-6632-4817-bf85-06f6d3bb294e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:33.130521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bedb616-4e4b-452e-855d-85c0b86a2ab1 req-ec3a8f44-cab3-4034-948d-94d3bb679e08 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:33.130521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4bedb616-4e4b-452e-855d-85c0b86a2ab1 req-ec3a8f44-cab3-4034-948d-94d3bb679e08 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.1396780 Jul 05 03:43:33.155966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f6bc2340-d3d5-46e7-89e8-7f47cc10b75a no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:33.166071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b10dc5d1-564b-4e4d-81e9-5cc42d907503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.178939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: f6bc2340-d3d5-46e7-89e8-7f47cc10b75a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:43:33.179335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f6bc2340-d3d5-46e7-89e8-7f47cc10b75a not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:33.194642 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b10dc5d1-564b-4e4d-81e9-5cc42d907503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.198284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4bedb616-4e4b-452e-855d-85c0b86a2ab1 req-ea4d733c-6233-4f55-bc8d-f36115c5da2d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638392 Jul 05 03:43:33.350902 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b10dc5d1-564b-4e4d-81e9-5cc42d907503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.354907 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b10dc5d1-564b-4e4d-81e9-5cc42d907503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.357056 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b10dc5d1-564b-4e4d-81e9-5cc42d907503 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3669f043-b06b-4aa7-91c0-81cbac4dbc9a HTTP/1.1" status: 204 len: 168 time: 0.2987528 Jul 05 03:43:33.369468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10dc5d1-564b-4e4d-81e9-5cc42d907503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3669f043-b06b-4aa7-91c0-81cbac4dbc9a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:33.485738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42280) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:33.564110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-41ccd081-9cc3-4f03-9d21-e4731630c8c7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=267b4fc49ab844c381c04268a32ccf34&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0747864 Jul 05 03:43:33.564413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42282) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:33.620561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-e7d4e66c-e6f6-4ff8-8ef4-4499cd9c7cdb tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:33.621220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-e7d4e66c-e6f6-4ff8-8ef4-4499cd9c7cdb tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:33.621521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-e7d4e66c-e6f6-4ff8-8ef4-4499cd9c7cdb tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:33.621990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-e7d4e66c-e6f6-4ff8-8ef4-4499cd9c7cdb tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:33.622522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-e7d4e66c-e6f6-4ff8-8ef4-4499cd9c7cdb tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:33.623071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-e7d4e66c-e6f6-4ff8-8ef4-4499cd9c7cdb tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:33.623613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-e7d4e66c-e6f6-4ff8-8ef4-4499cd9c7cdb tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:33.625547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-e7d4e66c-e6f6-4ff8-8ef4-4499cd9c7cdb tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009&device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef&device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab&device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171&device_id=44947a03-3c50-4276-ba52-7fb710d45b9c&device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622&device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 6459 time: 0.1218336 Jul 05 03:43:33.647713 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18b38852-7b60-4f78-98a4-62fe85a0d74b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.656149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-22cf879b-5ff1-4b19-96c4-e470bdaf92cf tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.688220 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18b38852-7b60-4f78-98a4-62fe85a0d74b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.689091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Request body: {'binding': {'host': 'n-h2-758944-41', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:33.689714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Unknown quota resources ['binding']. {{(pid=100895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:43:33.849435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on host n-h2-758944-41 for vnic_type normal with profile None {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:33.849971 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:33.850337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:33.855539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:33.855862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:33.861253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:33.861600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:33.861986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:33.863645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Bound port: 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:33.874208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18b38852-7b60-4f78-98a4-62fe85a0d74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.876738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18b38852-7b60-4f78-98a4-62fe85a0d74b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.878106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-18b38852-7b60-4f78-98a4-62fe85a0d74b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1ff33b35-1842-45b1-906e-949cc79ff382 HTTP/1.1" status: 204 len: 168 time: 0.3126326 Jul 05 03:43:33.897331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b38852-7b60-4f78-98a4-62fe85a0d74b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff33b35-1842-45b1-906e-949cc79ff382,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:33.934554 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-22cf879b-5ff1-4b19-96c4-e470bdaf92cf tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:33.950001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:33.985114 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-22cf879b-5ff1-4b19-96c4-e470bdaf92cf tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.011439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16b91eec-0fc9-4885-bbf3-1bda79dfe712 req-22cf879b-5ff1-4b19-96c4-e470bdaf92cf tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&id=727ae25d-c183-42ea-bb9a-c1611801204c&id=a25f32e3-3ada-4db7-8349-4b46cee54f76&id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 513 time: 0.3755980 Jul 05 03:43:34.030085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22cf879b-5ff1-4b19-96c4-e470bdaf92cf tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6723904b-e7d6-4ab1-af56-1e6165f84a2b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:34.072166 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] Notify callbacks [] for binding, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:34.074700 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a1fb5d6f-f5ba-471b-aed7-95e0449ed0ac service neutron] 10.222.0.30 "POST /v2.0/ports/1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1/bindings HTTP/1.1" status: 201 len: 390 time: 0.8466268 Jul 05 03:43:35.035343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f02af9-21d3-4ba7-8000-598783634295 req-1765130d-cc6c-4e6c-b865-54f059992260 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.037026 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6f02af9-21d3-4ba7-8000-598783634295 req-1765130d-cc6c-4e6c-b865-54f059992260 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.0664680 Jul 05 03:43:35.086816 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6f02af9-21d3-4ba7-8000-598783634295 req-1cb4bab6-043b-4203-850a-e80cf3344d3f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431757 Jul 05 03:43:35.163524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42326) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:35.192840 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-476304df-4bab-4235-9e7f-8164b80c9a97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:35.289798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89d65a0d-64f0-4d82-be00-5f29f0eef868 req-aa490eaf-400b-4e46-a14c-bed6e4d4043f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.291887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89d65a0d-64f0-4d82-be00-5f29f0eef868 req-aa490eaf-400b-4e46-a14c-bed6e4d4043f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 945 time: 0.0794396 Jul 05 03:43:35.346118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-f49c328c-9401-4c07-ad2b-3c49ec0fa61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.347634 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-f49c328c-9401-4c07-ad2b-3c49ec0fa61c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1097 time: 0.0807862 Jul 05 03:43:35.359548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89d65a0d-64f0-4d82-be00-5f29f0eef868 req-6a149d4a-32fb-4bd8-9177-991de8f448e3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607038 Jul 05 03:43:35.420247 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-476304df-4bab-4235-9e7f-8164b80c9a97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:35.470047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-00184f8c-ef8a-4d2d-b5c2-957397b1f8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.471539 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-00184f8c-ef8a-4d2d-b5c2-957397b1f8ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.1104789 Jul 05 03:43:35.522679 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-7124ed20-33bd-4e39-b87b-18092f8e4904 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 HTTP/1.1" status: 200 len: 217 time: 0.0432475 Jul 05 03:43:35.529717 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-476304df-4bab-4235-9e7f-8164b80c9a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:35.617017 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-476304df-4bab-4235-9e7f-8164b80c9a97 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bd2e5c920c57432da900bdefe47b1cd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4500225 Jul 05 03:43:35.617017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476304df-4bab-4235-9e7f-8164b80c9a97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a184305-1bdc-4287-94c0-04c85914ab77,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:35.620652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42340) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:35.626447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-073826ef-15c4-45fd-966b-a803d69f6585 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.627967 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-073826ef-15c4-45fd-966b-a803d69f6585 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0949538 Jul 05 03:43:35.673962 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-ef7b4f74-4365-456c-b6e7-86b8cad6e721 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321884 Jul 05 03:43:35.702583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7502923e-d66c-48ae-b83c-55a762b6ba51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:35.726634 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7502923e-d66c-48ae-b83c-55a762b6ba51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:35.782360 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-e27b5a60-adbb-4a0e-830c-961554a9b249 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002951 Jul 05 03:43:35.848319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518187d3-d47d-4129-aa23-9a5ffc98252d req-248d3fae-7c03-4a80-9add-e6ceded27e5e tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.848796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518187d3-d47d-4129-aa23-9a5ffc98252d req-248d3fae-7c03-4a80-9add-e6ceded27e5e tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.849266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518187d3-d47d-4129-aa23-9a5ffc98252d req-248d3fae-7c03-4a80-9add-e6ceded27e5e tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:35.851148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-518187d3-d47d-4129-aa23-9a5ffc98252d req-248d3fae-7c03-4a80-9add-e6ceded27e5e tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009&device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171&device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 2884 time: 0.0718360 Jul 05 03:43:35.880338 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7502923e-d66c-48ae-b83c-55a762b6ba51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:35.882946 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7502923e-d66c-48ae-b83c-55a762b6ba51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:35.884137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7502923e-d66c-48ae-b83c-55a762b6ba51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a184305-1bdc-4287-94c0-04c85914ab77 HTTP/1.1" status: 204 len: 168 time: 0.2646031 Jul 05 03:43:35.893102 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-ba114766-3531-400f-a098-5d64f5e7594f service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0991716 Jul 05 03:43:35.896611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7502923e-d66c-48ae-b83c-55a762b6ba51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a184305-1bdc-4287-94c0-04c85914ab77,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:35.913945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-518187d3-d47d-4129-aa23-9a5ffc98252d req-bdb1b0e1-afad-4c33-bcc2-71c74dc50d29 tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548897 Jul 05 03:43:36.117893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-f895993e-d3ad-443f-946e-b00817a7a301 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:36.119879 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-f895993e-d3ad-443f-946e-b00817a7a301 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.0719275 Jul 05 03:43:36.138716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-41'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:36.307325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca62e53-889c-4ac4-8177-16c12a5a55ef req-90f42681-e061-4255-85cb-698b17152ba0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:36.309866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ca62e53-889c-4ac4-8177-16c12a5a55ef req-90f42681-e061-4255-85cb-698b17152ba0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.0862949 Jul 05 03:43:36.311780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:36.523316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:36.567283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:36.633506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:36.637859 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115da0b6-8c7e-40f2-96b6-63a3ac8027b2" -d '{"events": [{"server_uuid": "ce12f6e5-cf8b-494d-ba96-194f59f636ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:36.638682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ca62e53-889c-4ac4-8177-16c12a5a55ef req-f3908f4a-9563-441c-8def-a14f9a96d7b9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3207650 Jul 05 03:43:36.643213 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:36.727126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:36.764453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7d284a-1467-4676-9568-eb38405e4ecb req-0896fc6e-cf05-4203-8124-e39bc938c678 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:36.766776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe7d284a-1467-4676-9568-eb38405e4ecb req-0896fc6e-cf05-4203-8124-e39bc938c678 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 945 time: 0.0912693 Jul 05 03:43:36.815174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:36.836365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe7d284a-1467-4676-9568-eb38405e4ecb req-42343ee2-f71e-4e7c-83f8-2100e2a77f7a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629892 Jul 05 03:43:36.861293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on host n-h1-758944-41 for vnic_type normal with profile {"migrating_to": "n-h2-758944-41"} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:36.861705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:36.861941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:36.868037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:36.868482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Attempting to bind port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:36.879200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:36.879200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:36.879200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:36.879200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Bound port: 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:36.879200 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:36.964783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:36.968396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:36.971467 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb5fd62-d63d-4378-9203-328acffe9163 x-openstack-request-id: req-3eb5fd62-d63d-4378-9203-328acffe9163 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:36.971804 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce12f6e5-cf8b-494d-ba96-194f59f636ef", "name": "network-vif-unplugged", "status": "completed", "tag": "1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:36.972082 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3eb5fd62-d63d-4378-9203-328acffe9163 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:36.972473 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1', 'code': 200} Jul 05 03:43:37.047624 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.144447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Pushing event updated for resources: {'Port': ['ID=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,revision_number=8']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:37.148271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:37.148801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.150400 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-79f45f38-71b2-46c5-80fa-dbd1e3e6553a service neutron] 10.222.0.13 "PUT /v2.0/ports/1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 HTTP/1.1" status: 200 len: 1123 time: 1.0233500 Jul 05 03:43:37.241130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:37.586988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93b38d9-e800-4099-9ad5-bab807b7f12e req-59b2c7ba-a850-41c9-ada5-cea3db5cd967 tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:37.591164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d93b38d9-e800-4099-9ad5-bab807b7f12e req-59b2c7ba-a850-41c9-ada5-cea3db5cd967 tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 1101 time: 0.0620718 Jul 05 03:43:37.637626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d93b38d9-e800-4099-9ad5-bab807b7f12e req-f3f0882c-f6f3-494b-bf3a-74a9c4219e3b tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431592 Jul 05 03:43:37.879809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da2119d-32a1-4651-a036-0fc3758bd1e9 req-3324c129-8d0c-452c-af9e-5b7357fc3142 tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:37.881865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0da2119d-32a1-4651-a036-0fc3758bd1e9 req-3324c129-8d0c-452c-af9e-5b7357fc3142 tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 1101 time: 0.0616384 Jul 05 03:43:37.905586 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c23285b-df4d-463c-a122-570816056394 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:37.952424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0da2119d-32a1-4651-a036-0fc3758bd1e9 req-0ce195ce-db6a-4d64-9c05-de4bce66bebc tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570254 Jul 05 03:43:37.979999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53424da3-50fd-4335-9700-89227855c95a req-9d15722b-8ea0-4f47-8350-2996ce92226c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:37.979999 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53424da3-50fd-4335-9700-89227855c95a req-9d15722b-8ea0-4f47-8350-2996ce92226c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.0932102 Jul 05 03:43:38.027167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53424da3-50fd-4335-9700-89227855c95a req-6c4bbf32-af64-4553-a10b-90a0cd8ef94d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390129 Jul 05 03:43:38.206747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059b446-e114-4459-bfa9-84e953843a84 req-5cae2822-0529-42cb-86a6-62871f258d2a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:38.208419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0059b446-e114-4459-bfa9-84e953843a84 req-5cae2822-0529-42cb-86a6-62871f258d2a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 943 time: 0.0705268 Jul 05 03:43:38.253904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0059b446-e114-4459-bfa9-84e953843a84 req-3fcbca57-ac05-4d62-8ac6-33fdee6667a2 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396380 Jul 05 03:43:38.836688 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:38.935421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:38.948837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 has no active binding in host n-h2-758944-41 {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:43:38.973401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'tag': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:38.975832 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-678c45f8-2392-4f4a-aab3-4093feefa44a" -d '{"events": [{"name": "network-changed", "server_uuid": "ce12f6e5-cf8b-494d-ba96-194f59f636ef", "tag": "1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:39.011622 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adc73c73-6213-4c24-983d-fae7e82db383 x-openstack-request-id: req-adc73c73-6213-4c24-983d-fae7e82db383 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:39.015966 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce12f6e5-cf8b-494d-ba96-194f59f636ef", "tag": "1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:39.015966 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adc73c73-6213-4c24-983d-fae7e82db383 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:39.015966 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'tag': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1', 'status': 'completed', 'code': 200} Jul 05 03:43:39.097364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c45f8-2392-4f4a-aab3-4093feefa44a req-ea9f7b6b-fedf-4b49-95d4-7f879e4091c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:39.098809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-678c45f8-2392-4f4a-aab3-4093feefa44a req-ea9f7b6b-fedf-4b49-95d4-7f879e4091c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1126 time: 0.0593832 Jul 05 03:43:39.240602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c45f8-2392-4f4a-aab3-4093feefa44a req-b24344e9-2821-4b64-8fee-2c522eef4542 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:39.242109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-678c45f8-2392-4f4a-aab3-4093feefa44a req-b24344e9-2821-4b64-8fee-2c522eef4542 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.1366208 Jul 05 03:43:39.255989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb79b69-2869-4efb-a0a8-866506ae73ea req-7000f2aa-255e-4e17-bb5c-35e6598ca2e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:39.257706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6eb79b69-2869-4efb-a0a8-866506ae73ea req-7000f2aa-255e-4e17-bb5c-35e6598ca2e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.1071050 Jul 05 03:43:39.302038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-678c45f8-2392-4f4a-aab3-4093feefa44a req-d3ab7940-9326-41a4-aeba-c6fd82f6a5e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 HTTP/1.1" status: 200 len: 217 time: 0.0429831 Jul 05 03:43:39.374666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6eb79b69-2869-4efb-a0a8-866506ae73ea req-d57baf98-22ee-48d4-b848-70f894f59c32 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080854 Jul 05 03:43:39.382777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678c45f8-2392-4f4a-aab3-4093feefa44a req-a4cc3a22-de5b-498d-a739-d13faa23514e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:39.384839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-678c45f8-2392-4f4a-aab3-4093feefa44a req-a4cc3a22-de5b-498d-a739-d13faa23514e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0760369 Jul 05 03:43:39.430045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-678c45f8-2392-4f4a-aab3-4093feefa44a req-ed17a83e-13b2-4770-9da2-81d5d705d6ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368605 Jul 05 03:43:39.462222 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42528) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:39.572878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-678c45f8-2392-4f4a-aab3-4093feefa44a req-662cca47-61e7-4a96-99db-fda774fe067d service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355083 Jul 05 03:43:39.663359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bfd0619-e949-4efc-a524-4a6af9ad1748 req-937700a8-f5f1-4dab-bbe8-5706611a3651 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:39.663359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bfd0619-e949-4efc-a524-4a6af9ad1748 req-937700a8-f5f1-4dab-bbe8-5706611a3651 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 943 time: 0.1405680 Jul 05 03:43:39.737466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-678c45f8-2392-4f4a-aab3-4093feefa44a req-30cb02e0-7dbd-472d-83f6-d23a09ca269d service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540885 Jul 05 03:43:39.743618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bfd0619-e949-4efc-a524-4a6af9ad1748 req-70bf981a-8984-433c-8e3a-30d54c175d2b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741475 Jul 05 03:43:39.889590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4618731-97f0-41ca-9ffe-5e8dea4ce4b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.005678 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42546) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:40.012416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667dcc09-1086-4784-a805-e5d0e0775067 req-0555fef4-440c-45b0-badf-62959039dd13 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:40.014422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-667dcc09-1086-4784-a805-e5d0e0775067 req-0555fef4-440c-45b0-badf-62959039dd13 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1056087 Jul 05 03:43:40.017255 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4618731-97f0-41ca-9ffe-5e8dea4ce4b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.049072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42552) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:40.094753 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-667dcc09-1086-4784-a805-e5d0e0775067 req-993cc119-3d99-4fbe-a138-939aaa8079e3 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719597 Jul 05 03:43:40.099544 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4618731-97f0-41ca-9ffe-5e8dea4ce4b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.163373 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4618731-97f0-41ca-9ffe-5e8dea4ce4b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af22f522d39d43f3ac49022941475578&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6961515 Jul 05 03:43:40.163698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42558) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:40.260941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cd0bde-4621-42ba-b465-37f76faec525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.272815 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3fddea32-9313-4e4f-8177-622c518ac21d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.287890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4618731-97f0-41ca-9ffe-5e8dea4ce4b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc4c3c5f-499f-43b5-8a1d-c80cdf7ab5a6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:40.300847 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3fddea32-9313-4e4f-8177-622c518ac21d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.306884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a51d7a96-e489-41cf-a1b3-2e1f14724ee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.419021 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3fddea32-9313-4e4f-8177-622c518ac21d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.427291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3fddea32-9313-4e4f-8177-622c518ac21d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.427291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3fddea32-9313-4e4f-8177-622c518ac21d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc4c3c5f-499f-43b5-8a1d-c80cdf7ab5a6 HTTP/1.1" status: 204 len: 168 time: 0.2574356 Jul 05 03:43:40.432526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fddea32-9313-4e4f-8177-622c518ac21d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc4c3c5f-499f-43b5-8a1d-c80cdf7ab5a6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:40.460039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cd0bde-4621-42ba-b465-37f76faec525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.536068 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cd0bde-4621-42ba-b465-37f76faec525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.617044 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-93cd0bde-4621-42ba-b465-37f76faec525 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8fe26a96e4e949878f53889a39148c95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6092315 Jul 05 03:43:40.620307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42574) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:40.627062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cd0bde-4621-42ba-b465-37f76faec525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a7f732c-f30e-4fae-a927-57bd2b4e8755,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:40.675198 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5bedf6b-41ae-4d01-84a8-6c97dddcbaa3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.736695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d042b77-784f-4d40-a815-d17e6dfd3722 req-55621612-f541-484f-9c36-7e26fda821e6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:40.750552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d042b77-784f-4d40-a815-d17e6dfd3722 req-55621612-f541-484f-9c36-7e26fda821e6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.1888916 Jul 05 03:43:40.795274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34ea2546-b9dd-474c-9858-475e9920ec7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.798948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a51d7a96-e489-41cf-a1b3-2e1f14724ee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.859852 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34ea2546-b9dd-474c-9858-475e9920ec7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.885900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d042b77-784f-4d40-a815-d17e6dfd3722 req-833afff8-b8f8-40f5-9d3a-5296f7d47556 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318626 Jul 05 03:43:40.927739 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.931490 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a51d7a96-e489-41cf-a1b3-2e1f14724ee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:40.971163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51d7a96-e489-41cf-a1b3-2e1f14724ee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb21e7d5-c64a-435c-909a-4bed13fd59a0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:40.983326 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a51d7a96-e489-41cf-a1b3-2e1f14724ee1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6a0c36f0fe0a44688631f31045b0c2b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9329159 Jul 05 03:43:40.984100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42586) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:41.042292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4545a1b-4123-449e-adb6-e83d22ba9982 req-207280bf-1a20-4522-9577-95825abc10c9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.044099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4545a1b-4123-449e-adb6-e83d22ba9982 req-207280bf-1a20-4522-9577-95825abc10c9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 943 time: 0.0960872 Jul 05 03:43:41.050585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d7a50a4-8706-4df5-a0af-03d77cf11683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.077553 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d7a50a4-8706-4df5-a0af-03d77cf11683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.085636 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34ea2546-b9dd-474c-9858-475e9920ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.088490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34ea2546-b9dd-474c-9858-475e9920ec7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.089620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-34ea2546-b9dd-474c-9858-475e9920ec7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a7f732c-f30e-4fae-a927-57bd2b4e8755 HTTP/1.1" status: 204 len: 168 time: 0.4681752 Jul 05 03:43:41.103841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4545a1b-4123-449e-adb6-e83d22ba9982 req-3af57c6b-3776-46ea-b4d7-bba52741ea39 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520751 Jul 05 03:43:41.105825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ea2546-b9dd-474c-9858-475e9920ec7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a7f732c-f30e-4fae-a927-57bd2b4e8755,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:41.247549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d7a50a4-8706-4df5-a0af-03d77cf11683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.251204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d7a50a4-8706-4df5-a0af-03d77cf11683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.253129 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7d7a50a4-8706-4df5-a0af-03d77cf11683 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb21e7d5-c64a-435c-909a-4bed13fd59a0 HTTP/1.1" status: 204 len: 168 time: 0.2680671 Jul 05 03:43:41.264096 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7a50a4-8706-4df5-a0af-03d77cf11683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb21e7d5-c64a-435c-909a-4bed13fd59a0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:41.319513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0415c9df-d869-42f7-91a4-a5be09bbb40c req-e6a5e5ec-c37a-472e-b192-7443b5d68bdd tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:41.321442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0415c9df-d869-42f7-91a4-a5be09bbb40c req-e6a5e5ec-c37a-472e-b192-7443b5d68bdd tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.0795159 Jul 05 03:43:41.329639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42596) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:41.353321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fea478b1-bd19-4c99-977b-355899e2f4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.386798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0415c9df-d869-42f7-91a4-a5be09bbb40c req-1fd38fab-ba29-4a1c-af59-cc91a90b33bc tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577109 Jul 05 03:43:41.483947 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fea478b1-bd19-4c99-977b-355899e2f4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.555074 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fea478b1-bd19-4c99-977b-355899e2f4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.595325 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fea478b1-bd19-4c99-977b-355899e2f4f7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1fa5b4ba52e4b418f6219e4d57f87a6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2646120 Jul 05 03:43:41.596185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea478b1-bd19-4c99-977b-355899e2f4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f053f8-a394-4d5d-a537-6d8ede5473da,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:41.598383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42598) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:41.659118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58a85852-4fa6-4da1-8a94-5ac34df97f28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.681144 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.682535 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58a85852-4fa6-4da1-8a94-5ac34df97f28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.818021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42602) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:41.830575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58a85852-4fa6-4da1-8a94-5ac34df97f28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.833412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58a85852-4fa6-4da1-8a94-5ac34df97f28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:41.839869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-58a85852-4fa6-4da1-8a94-5ac34df97f28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9f053f8-a394-4d5d-a537-6d8ede5473da HTTP/1.1" status: 204 len: 168 time: 0.2363117 Jul 05 03:43:41.848125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a85852-4fa6-4da1-8a94-5ac34df97f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f053f8-a394-4d5d-a537-6d8ede5473da,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:41.959051 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ee76c6f0-4b82-4b6d-8c53-d3b273e8440d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.098479 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ee76c6f0-4b82-4b6d-8c53-d3b273e8440d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.107245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff346e0-a5a5-475e-9688-883c78da9337 req-c013b986-58a4-461e-8e4b-8b3f448ce513 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:42.109437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aff346e0-a5a5-475e-9688-883c78da9337 req-c013b986-58a4-461e-8e4b-8b3f448ce513 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.1069992 Jul 05 03:43:42.155539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aff346e0-a5a5-475e-9688-883c78da9337 req-dc39a416-f0ad-4d62-9ccb-3f59ee5671b0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393097 Jul 05 03:43:42.196346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42618) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:42.200258 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ee76c6f0-4b82-4b6d-8c53-d3b273e8440d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.249453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34bf35c9-60e5-42af-8686-097e75eee7fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.285422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ee76c6f0-4b82-4b6d-8c53-d3b273e8440d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ee5ae9cfa1744b28e73657259a6908b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4663012 Jul 05 03:43:42.288505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42622) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:42.313037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee76c6f0-4b82-4b6d-8c53-d3b273e8440d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=944954f9-e629-4224-bf69-9e5fcbb8c900,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:42.383933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c789c75d-8902-4477-ac50-df1c495dfb8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.391487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958173c9-8830-4ce1-ae59-4560cabd9048 req-431f314e-94ca-44a5-84fe-755ff6c3d888 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:42.393113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-958173c9-8830-4ce1-ae59-4560cabd9048 req-431f314e-94ca-44a5-84fe-755ff6c3d888 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 943 time: 0.1353903 Jul 05 03:43:42.421281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c789c75d-8902-4477-ac50-df1c495dfb8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.487541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-958173c9-8830-4ce1-ae59-4560cabd9048 req-577d7b96-1ad1-4028-98e7-877867cf7d58 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859103 Jul 05 03:43:42.510378 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34bf35c9-60e5-42af-8686-097e75eee7fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.585282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c789c75d-8902-4477-ac50-df1c495dfb8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.588140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c0bf39e-2eb6-40cc-8009-70d3fd42a7a8 req-68d4425f-6306-458b-8072-218a3b23aae1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:42.589720 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c0bf39e-2eb6-40cc-8009-70d3fd42a7a8 req-68d4425f-6306-458b-8072-218a3b23aae1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.0713482 Jul 05 03:43:42.590305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c789c75d-8902-4477-ac50-df1c495dfb8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.591026 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34bf35c9-60e5-42af-8686-097e75eee7fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.593553 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c789c75d-8902-4477-ac50-df1c495dfb8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/944954f9-e629-4224-bf69-9e5fcbb8c900 HTTP/1.1" status: 204 len: 168 time: 0.3034759 Jul 05 03:43:42.608511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789c75d-8902-4477-ac50-df1c495dfb8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=944954f9-e629-4224-bf69-9e5fcbb8c900,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:42.655145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-34bf35c9-60e5-42af-8686-097e75eee7fd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba30229fc46842b6ada67a76b08b58f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4571559 Jul 05 03:43:42.659653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42642) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:42.659798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34bf35c9-60e5-42af-8686-097e75eee7fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=229476c7-e257-4ea3-ad52-13bfd6f4bec7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:42.684095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c0bf39e-2eb6-40cc-8009-70d3fd42a7a8 req-0fcb7679-51b9-45e9-a1df-5f8d00c008e2 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820041 Jul 05 03:43:42.720345 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00a8ea98-7932-4493-a983-0b4db40f4774 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.743244 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00a8ea98-7932-4493-a983-0b4db40f4774 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.914622 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00a8ea98-7932-4493-a983-0b4db40f4774 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.914622 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00a8ea98-7932-4493-a983-0b4db40f4774 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:42.914622 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-00a8ea98-7932-4493-a983-0b4db40f4774 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/229476c7-e257-4ea3-ad52-13bfd6f4bec7 HTTP/1.1" status: 204 len: 168 time: 0.2552497 Jul 05 03:43:42.923028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a8ea98-7932-4493-a983-0b4db40f4774 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=229476c7-e257-4ea3-ad52-13bfd6f4bec7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:43.244094 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.369933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdddd0a5-18fd-456b-90a8-c9e8b811ee3d req-0c732975-d94d-46db-bc60-98da44ca3657 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:43.371627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdddd0a5-18fd-456b-90a8-c9e8b811ee3d req-0c732975-d94d-46db-bc60-98da44ca3657 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.0793109 Jul 05 03:43:43.383525 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.416310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdddd0a5-18fd-456b-90a8-c9e8b811ee3d req-e79db2ff-d0ca-4377-97f4-5cb8694b58f7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386460 Jul 05 03:43:43.576193 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a0865371-6d82-45a3-93c3-72fa04e39961 service neutron] 10.222.0.26 "GET /v2.0/ports/1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 385 time: 0.0590734 Jul 05 03:43:43.732910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7197d706-b601-4553-9b17-b8f252b66519 req-34f0716b-620e-4023-ae67-118edf70c271 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:43.734437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7197d706-b601-4553-9b17-b8f252b66519 req-34f0716b-620e-4023-ae67-118edf70c271 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 943 time: 0.1209404 Jul 05 03:43:43.790894 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42694) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:43.804387 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f3f52c3-aa6d-41ec-8563-fd24d95523d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.841649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7197d706-b601-4553-9b17-b8f252b66519 req-f6e246b9-3d97-4a09-a66f-62440c1f79e8 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970964 Jul 05 03:43:43.853469 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:43.881243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-9dabf359-3baf-4e54-bb1c-4bbfda947529 service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:43.906397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-9dabf359-3baf-4e54-bb1c-4bbfda947529 service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:43.941921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-9dabf359-3baf-4e54-bb1c-4bbfda947529 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:43.953459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-9dabf359-3baf-4e54-bb1c-4bbfda947529 service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:43.976245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f3f52c3-aa6d-41ec-8563-fd24d95523d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.021950 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-9dabf359-3baf-4e54-bb1c-4bbfda947529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.047413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f3f52c3-aa6d-41ec-8563-fd24d95523d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.068840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aca72a-f244-488f-8c6b-919b93fd0e7e req-3d45060c-781c-4dd0-9241-8c27933306dc tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:44.070327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5aca72a-f244-488f-8c6b-919b93fd0e7e req-3d45060c-781c-4dd0-9241-8c27933306dc tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1087031 Jul 05 03:43:44.124248 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0f3f52c3-aa6d-41ec-8563-fd24d95523d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46f5322dff294b418a2b7b89cf1493e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3321381 Jul 05 03:43:44.124871 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42712) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:44.135707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3f52c3-aa6d-41ec-8563-fd24d95523d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6979bd64-4247-4ca9-8b5a-1752a858baa9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:44.153365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5aca72a-f244-488f-8c6b-919b93fd0e7e req-3de8d9c7-136e-432b-b933-86fd3f08a448 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744603 Jul 05 03:43:44.208831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-9dabf359-3baf-4e54-bb1c-4bbfda947529 service neutron] Transition to ACTIVE for port object 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:44.209379 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e0d8039f-4a8f-4382-aa30-1388d4a19c71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.232085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e0d8039f-4a8f-4382-aa30-1388d4a19c71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.326268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-9dabf359-3baf-4e54-bb1c-4bbfda947529 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.345214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e0d8039f-4a8f-4382-aa30-1388d4a19c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.348962 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e0d8039f-4a8f-4382-aa30-1388d4a19c71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:44.350504 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e0d8039f-4a8f-4382-aa30-1388d4a19c71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6979bd64-4247-4ca9-8b5a-1752a858baa9 HTTP/1.1" status: 204 len: 168 time: 0.2233238 Jul 05 03:43:44.365456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d8039f-4a8f-4382-aa30-1388d4a19c71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6979bd64-4247-4ca9-8b5a-1752a858baa9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:44.434986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-9dabf359-3baf-4e54-bb1c-4bbfda947529 service neutron] No DVR routers for this DVR port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:44.441995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dabf359-3baf-4e54-bb1c-4bbfda947529 service neutron] Pushing event updated for resources: {'Port': ['ID=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,revision_number=10']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:44.774386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c412a1f3-ca6e-43b3-8607-ee0207b2ef17 req-57212d77-35fa-4690-8f9c-7952d3a4e8fd tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:44.776886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c412a1f3-ca6e-43b3-8607-ee0207b2ef17 req-57212d77-35fa-4690-8f9c-7952d3a4e8fd tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.0713575 Jul 05 03:43:44.819740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c412a1f3-ca6e-43b3-8607-ee0207b2ef17 req-2b24e822-58d9-4355-9446-3a9e391fe5ff tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368004 Jul 05 03:43:45.007431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-9dabf359-3baf-4e54-bb1c-4bbfda947529 service neutron] 10.222.0.26 "PUT /v2.0/ports/1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1/bindings/n-h2-758944-41/activate HTTP/1.1" status: 200 len: 370 time: 1.4238870 Jul 05 03:43:45.088157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29102121-5c4a-4276-a254-e650146220b9 req-9d5d8781-faf4-4a94-b49c-19df7ec939ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.090737 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29102121-5c4a-4276-a254-e650146220b9 req-9d5d8781-faf4-4a94-b49c-19df7ec939ff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 1101 time: 0.0901256 Jul 05 03:43:45.102281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd326ac7-8758-46f0-a144-a4f81e3b6b03 req-7c3a8008-fa8a-4a6b-bc85-50bcd9602beb tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.106649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd326ac7-8758-46f0-a144-a4f81e3b6b03 req-7c3a8008-fa8a-4a6b-bc85-50bcd9602beb tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 944 time: 0.0957575 Jul 05 03:43:45.178397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd326ac7-8758-46f0-a144-a4f81e3b6b03 req-c843cf97-4b98-4eb9-b92e-841605d3a826 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679927 Jul 05 03:43:45.181142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef3bf79c-c24d-4bf4-a4c7-b917f7b9b393 req-4cf28b97-4304-4f9a-abb9-d2e3c1a56313 tempest-FlavorsV2NegativeTest-796206959 tempest-FlavorsV2NegativeTest-796206959-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=95bcb97f14e946708e5f3d16d83841ed&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309415 Jul 05 03:43:45.285955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29102121-5c4a-4276-a254-e650146220b9 req-f2634462-ae3c-4439-9144-0e95dfccaea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.287481 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29102121-5c4a-4276-a254-e650146220b9 req-f2634462-ae3c-4439-9144-0e95dfccaea1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1626437 Jul 05 03:43:45.290567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-777eaf76-602d-4ac7-b6f7-328b8e3e5851 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.292155 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-777eaf76-602d-4ac7-b6f7-328b8e3e5851 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1096 time: 0.1542792 Jul 05 03:43:45.334961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3bf79c-c24d-4bf4-a4c7-b917f7b9b393 req-4dbae4d0-4c40-4bf0-81ea-ffbc327c92ea tempest-FlavorsV2NegativeTest-796206959 tempest-FlavorsV2NegativeTest-796206959-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.342412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef3bf79c-c24d-4bf4-a4c7-b917f7b9b393 req-4dbae4d0-4c40-4bf0-81ea-ffbc327c92ea tempest-FlavorsV2NegativeTest-796206959 tempest-FlavorsV2NegativeTest-796206959-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1552038 Jul 05 03:43:45.349435 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29102121-5c4a-4276-a254-e650146220b9 req-0210f25f-7cb2-454b-902a-587c80232f2f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.40&port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5 HTTP/1.1" status: 200 len: 217 time: 0.0552735 Jul 05 03:43:45.365474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef3bf79c-c24d-4bf4-a4c7-b917f7b9b393 req-8ae94bb2-fa87-42e8-851b-b1a91aa3e889 tempest-FlavorsV2NegativeTest-796206959 tempest-FlavorsV2NegativeTest-796206959-project] 10.222.0.30 "GET /v2.0/quotas/95bcb97f14e946708e5f3d16d83841ed HTTP/1.1" status: 200 len: 375 time: 0.0220323 Jul 05 03:43:45.421042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef3bf79c-c24d-4bf4-a4c7-b917f7b9b393 req-bed692b4-81f9-4a25-862d-cc34c0b1661e tempest-FlavorsV2NegativeTest-796206959 tempest-FlavorsV2NegativeTest-796206959-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=95bcb97f14e946708e5f3d16d83841ed&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0539756 Jul 05 03:43:45.440215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29102121-5c4a-4276-a254-e650146220b9 req-cb5b4362-9f0c-49f5-a2f8-250b289a5ca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.443463 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29102121-5c4a-4276-a254-e650146220b9 req-cb5b4362-9f0c-49f5-a2f8-250b289a5ca0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0579998 Jul 05 03:43:45.488827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-546060ce-de0d-4219-aac1-c85f308d5dde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.490505 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-546060ce-de0d-4219-aac1-c85f308d5dde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef&tenant_id=3b6ce790b1544b22a8c73b5072cdede4 HTTP/1.1" status: 200 len: 1096 time: 0.1901751 Jul 05 03:43:45.525085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3b92cc-704a-424e-a1a0-2e2f21457ab7 req-ed441c42-e4d4-4ec3-ac1a-3d6d825cadf4 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.526665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc3b92cc-704a-424e-a1a0-2e2f21457ab7 req-ed441c42-e4d4-4ec3-ac1a-3d6d825cadf4 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1590371 Jul 05 03:43:45.576783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29102121-5c4a-4276-a254-e650146220b9 req-a9cce20f-33d1-4207-8b14-2ffc681d77bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.578300 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29102121-5c4a-4276-a254-e650146220b9 req-a9cce20f-33d1-4207-8b14-2ffc681d77bb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1290219 Jul 05 03:43:45.589176 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc3b92cc-704a-424e-a1a0-2e2f21457ab7 req-a84296f4-d197-458d-a0b8-c8ad4986e384 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482671 Jul 05 03:43:45.655173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-f5311c3c-32ff-46db-867c-3c3a048fff9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.656762 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-f5311c3c-32ff-46db-867c-3c3a048fff9a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1096 time: 0.1257355 Jul 05 03:43:45.751258 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29102121-5c4a-4276-a254-e650146220b9 req-61af71a3-5c80-495b-a5a6-c86e84a7a7a8 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629078 Jul 05 03:43:45.829952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-aa2426bb-67a3-4683-8544-29aa31b0df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.831431 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-aa2426bb-67a3-4683-8544-29aa31b0df5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.1663144 Jul 05 03:43:45.896421 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-8b7be2e1-1f13-4954-9366-3fb99b78cd58 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 HTTP/1.1" status: 200 len: 217 time: 0.0475085 Jul 05 03:43:45.917191 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29102121-5c4a-4276-a254-e650146220b9 req-6e876431-5fde-4f08-99ab-3458ee0bde23 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544034 Jul 05 03:43:45.953696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-4234860e-a4da-4c64-86fa-24c9b43cbbab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:45.955213 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-4234860e-a4da-4c64-86fa-24c9b43cbbab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0502865 Jul 05 03:43:46.026495 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-02830f18-db40-45ef-bf90-15c67a355581 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0595484 Jul 05 03:43:46.045733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5969a7aa-e1c9-47c9-b0d0-4c19cafbe272 req-499fcf11-ce2a-4ade-8a0b-75410b4274cc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.053323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5969a7aa-e1c9-47c9-b0d0-4c19cafbe272 req-499fcf11-ce2a-4ade-8a0b-75410b4274cc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.1096592 Jul 05 03:43:46.102933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5969a7aa-e1c9-47c9-b0d0-4c19cafbe272 req-4b0990ee-ab21-4ba2-8f24-b492ea468898 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483630 Jul 05 03:43:46.134475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42824) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:46.160612 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-a36ea608-9ae9-4396-bef2-f9ed7a8439d5 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240821 Jul 05 03:43:46.252714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1194227058-network', 'tenant_id': 'abee83cb9e7945c9afcda6c5615990ea'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:46.270147 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-4a607f73-a84e-43a7-a10f-7ccc58831d50 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019833 Jul 05 03:43:46.280076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:46.359682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:46.383384 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-a076fcf7-437c-4743-afbd-d516018a7b27 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0700767 Jul 05 03:43:46.442672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Made reservation on behalf of abee83cb9e7945c9afcda6c5615990ea for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:46.454509 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.485595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235adf5-dfdd-4313-beca-a26a8690a50e req-cb13cff4-2b4f-4dbc-a55d-1ee20ba5ad27 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.488379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8235adf5-dfdd-4313-beca-a26a8690a50e req-cb13cff4-2b4f-4dbc-a55d-1ee20ba5ad27 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 944 time: 0.1352189 Jul 05 03:43:46.489730 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.502532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-dc72ad18-a7cd-49ca-b92f-35b1d7f41e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.504081 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-dc72ad18-a7cd-49ca-b92f-35b1d7f41e1e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 1098 time: 0.0880921 Jul 05 03:43:46.553230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8235adf5-dfdd-4313-beca-a26a8690a50e req-23d103fe-6786-4f59-aea3-e057ce5860e1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593226 Jul 05 03:43:46.645878 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.668938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-faf15bed-2a32-485f-8097-fa2790f2dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.670649 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-faf15bed-2a32-485f-8097-fa2790f2dc83 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 200 len: 925 time: 0.1317577 Jul 05 03:43:46.732956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42864) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:46.801086 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-aa786c3a-dd9e-442a-a0f9-0dd04bafa0a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ffa029e-2deb-458e-b6ba-f88dc4e575a1 HTTP/1.1" status: 200 len: 1001 time: 0.1228244 Jul 05 03:43:46.840737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6e64a-a301-40cd-b1bc-1f970e84e46b req-3e228803-c3e8-4390-9e0e-b8841e0aa3a0 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.849981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abb6e64a-a301-40cd-b1bc-1f970e84e46b req-3e228803-c3e8-4390-9e0e-b8841e0aa3a0 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1096504 Jul 05 03:43:46.863647 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.879317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-af6d5592-8dfa-4164-bbf2-15c1762e6d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.881045 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-af6d5592-8dfa-4164-bbf2-15c1762e6d2a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3dabc5b6-7e6d-4427-acf6-605492cbf926 HTTP/1.1" status: 200 len: 863 time: 0.0625153 Jul 05 03:43:46.905724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:46.936379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bb9e1d-ce73-47de-a4f1-81b850437c6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.947384 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:46.949281 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Added segment f20234c2-22e6-48bf-93c8-c70843708ffe of type vlan for network 94b6523b-b8cc-4f9b-a1d8-24beba529630 Jul 05 03:43:46.955538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-1c3c6eea-c852-4bfd-9480-1921a025fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:46.958213 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-1c3c6eea-c852-4bfd-9480-1921a025fc8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7b8544a-cbad-4b6d-a113-fe649b231e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0647163 Jul 05 03:43:46.965705 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=070c1545-0f27-4c71-818c-bfe71dfb3917,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:46.993889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abb6e64a-a301-40cd-b1bc-1f970e84e46b req-8e151e52-3d28-48c0-9f92-ced07a3c4dc6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427922 Jul 05 03:43:47.042996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.107948 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-29f29761-131c-47d7-b9ba-8b66c03c6207 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394563 Jul 05 03:43:47.113337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-45bfcfb0-e892-4e9e-bebd-422140a22e45 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:47.114797 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-45bfcfb0-e892-4e9e-bebd-422140a22e45 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1096 time: 0.0994081 Jul 05 03:43:47.128612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bb9e1d-ce73-47de-a4f1-81b850437c6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.238667 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.240600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:47.241428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.280559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42872) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:47.301406 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bb9e1d-ce73-47de-a4f1-81b850437c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.399763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] Pushing event updated for resources: {'Network': ['ID=94b6523b-b8cc-4f9b-a1d8-24beba529630,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:47.411466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-06bb9e1d-ce73-47de-a4f1-81b850437c6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5902c6b5a221474a9cc26194c84613b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6747298 Jul 05 03:43:47.411707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bb9e1d-ce73-47de-a4f1-81b850437c6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35e67b74-d1aa-402e-b4d8-d553ec424fb3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:47.414738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42876) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:47.421855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 94b6523b-b8cc-4f9b-a1d8-24beba529630 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:47.449003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-213bdd04-eff2-4511-a5d9-69253f521d42 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.3094993 Jul 05 03:43:47.466860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42878) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:47.475411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Request body: {'subnet': {'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1194227058-subnet', 'tenant_id': 'abee83cb9e7945c9afcda6c5615990ea', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:47.508225 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c16c6256-f9d3-4ede-8794-61b97d4f984d req-924d68da-f217-4b66-91bd-613ca546a96f service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3921039 Jul 05 03:43:47.530540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015c0bf-1875-46f5-9ba7-1e54e831f15b req-155a9de6-bc43-4c98-bde8-f89235119f8b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:47.532164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5015c0bf-1875-46f5-9ba7-1e54e831f15b req-155a9de6-bc43-4c98-bde8-f89235119f8b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.3099644 Jul 05 03:43:47.543363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ef616e4-8dbc-4e1a-a757-d98047cdb8fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.605540 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a142-f26b-4def-8979-132a9a80212e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.609622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5015c0bf-1875-46f5-9ba7-1e54e831f15b req-52d6b8ee-5827-4748-8748-e5bc6df0eb50 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686429 Jul 05 03:43:47.628702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-8d3f995c-98f7-49e8-8847-7094b7cd5ecb service neutron] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:47.633405 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-8d3f995c-98f7-49e8-8847-7094b7cd5ecb service neutron] Notify callbacks [] for binding, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.634855 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6a3392d-85a2-48b1-9325-6b61fd410242 req-8d3f995c-98f7-49e8-8847-7094b7cd5ecb service neutron] 10.222.0.13 "DELETE /v2.0/ports/1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1/bindings/n-h1-758944-41 HTTP/1.1" status: 204 len: 173 time: 0.5103316 Jul 05 03:43:47.638923 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a142-f26b-4def-8979-132a9a80212e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.660082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Made reservation on behalf of abee83cb9e7945c9afcda6c5615990ea for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:47.662728 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.852292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c943af-3aa5-4122-9064-950811526b7b req-eca6dab1-1496-4adf-934d-b7dda0bd647f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:47.853838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18c943af-3aa5-4122-9064-950811526b7b req-eca6dab1-1496-4adf-934d-b7dda0bd647f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 944 time: 0.1325610 Jul 05 03:43:47.943883 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ef616e4-8dbc-4e1a-a757-d98047cdb8fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.953894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a142-f26b-4def-8979-132a9a80212e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.957201 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4a1a142-f26b-4def-8979-132a9a80212e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:47.959118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c4a1a142-f26b-4def-8979-132a9a80212e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35e67b74-d1aa-402e-b4d8-d553ec424fb3 HTTP/1.1" status: 204 len: 168 time: 0.5406578 Jul 05 03:43:47.993248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1a142-f26b-4def-8979-132a9a80212e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35e67b74-d1aa-402e-b4d8-d553ec424fb3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:48.008808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18c943af-3aa5-4122-9064-950811526b7b req-080a4868-39ce-443c-8db1-fd73a1269b88 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1478999 Jul 05 03:43:48.045111 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ef616e4-8dbc-4e1a-a757-d98047cdb8fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:48.179780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef616e4-8dbc-4e1a-a757-d98047cdb8fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def51841-f751-47e2-86d4-27b417a7a53d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:48.233280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5ef616e4-8dbc-4e1a-a757-d98047cdb8fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=95bcb97f14e946708e5f3d16d83841ed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9508216 Jul 05 03:43:48.236117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42906) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:48.318034 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b82fd69-6697-4426-9f1e-f0b29ae95e20 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:48.351413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b82fd69-6697-4426-9f1e-f0b29ae95e20 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:48.374051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5567eb69-267b-462c-a368-68223534774f req-e4ed5de1-c79f-41be-a3ee-b1ac7e163df6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:48.374051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5567eb69-267b-462c-a368-68223534774f req-e4ed5de1-c79f-41be-a3ee-b1ac7e163df6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.2193685 Jul 05 03:43:48.393344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73fb691-64f3-4632-81a6-89713d52733d req-007bc3c2-e49a-422d-9671-32233a7a34bf tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:48.400105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f73fb691-64f3-4632-81a6-89713d52733d req-007bc3c2-e49a-422d-9671-32233a7a34bf tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1096 time: 0.1759219 Jul 05 03:43:48.488312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f73fb691-64f3-4632-81a6-89713d52733d req-df4a7b6b-5cca-4a89-a99b-e0949fdf142d tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869656 Jul 05 03:43:48.501093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b82fd69-6697-4426-9f1e-f0b29ae95e20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:48.505473 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b82fd69-6697-4426-9f1e-f0b29ae95e20 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:48.507117 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4b82fd69-6697-4426-9f1e-f0b29ae95e20 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/def51841-f751-47e2-86d4-27b417a7a53d HTTP/1.1" status: 204 len: 168 time: 0.2697263 Jul 05 03:43:48.526955 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:48.542308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b82fd69-6697-4426-9f1e-f0b29ae95e20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def51841-f751-47e2-86d4-27b417a7a53d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:48.601418 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-7411f571-46d6-490d-8f9b-bbc74a2e7f62 service neutron] show failed (client error): The resource could not be found. Jul 05 03:43:48.602535 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-7411f571-46d6-490d-8f9b-bbc74a2e7f62 service neutron] 10.222.0.13 "GET /v2.0/ports/1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc/bindings/n-h1-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.1583228 Jul 05 03:43:48.613767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5567eb69-267b-462c-a368-68223534774f req-5be875cb-3282-490b-9ade-cb81bd436241 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2302921 Jul 05 03:43:48.694788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Pushing event updated for resources: {'Subnet': ['ID=028213fe-d500-4cf5-89de-aa6ef0908dde,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:48.717111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:48.717491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Network hostable DHCP agents. Network: 94b6523b-b8cc-4f9b-a1d8-24beba529630, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:48.844478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Network 94b6523b-b8cc-4f9b-a1d8-24beba529630 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:48.862559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c9d01e-8148-4982-9be7-ea8c6a949f3f req-3ab2c5a2-e4ad-42a1-94f7-9466fae31de5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:48.864261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12c9d01e-8148-4982-9be7-ea8c6a949f3f req-3ab2c5a2-e4ad-42a1-94f7-9466fae31de5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.0825119 Jul 05 03:43:48.927608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 94b6523b-b8cc-4f9b-a1d8-24beba529630) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:48.934353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:48.934952 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:48.939339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb22ba91-10a1-42ce-b38e-945c8b7ed22c None None] Network 94b6523b-b8cc-4f9b-a1d8-24beba529630 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:48.944143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12c9d01e-8148-4982-9be7-ea8c6a949f3f req-4a8c46ea-488b-4d44-a914-43e5ce634b15 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635486 Jul 05 03:43:49.059651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42946) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:49.098094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e09f5519-5c42-4196-91f5-4feecd280415 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6222446 Jul 05 03:43:49.116998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a15c31f8-539e-490a-a159-7cf799ef63a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.143707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9858d777-347c-4df1-ba2b-9ca2b22900b6 None None] Network 94b6523b-b8cc-4f9b-a1d8-24beba529630 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:49.367919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-8ae9df68-43bf-4f8f-b340-0c5cd7e49217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:49.370814 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-8ae9df68-43bf-4f8f-b340-0c5cd7e49217 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab&tenant_id=8a919433e3a0417582628b463d3b295d HTTP/1.1" status: 200 len: 1102 time: 0.1275940 Jul 05 03:43:49.384127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:49.419398 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a15c31f8-539e-490a-a159-7cf799ef63a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.444831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf188-786d-479a-9782-200c36a51adc req-15b513e5-6d3a-44ee-94ba-98f375d6a365 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:49.449949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-15b513e5-6d3a-44ee-94ba-98f375d6a365 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 808 time: 0.2052267 Jul 05 03:43:49.482995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-cdadd22a-4dc3-47ca-ba99-f52da1e999f3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/quotas/3b6ce790b1544b22a8c73b5072cdede4 HTTP/1.1" status: 200 len: 375 time: 0.0249844 Jul 05 03:43:49.515310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.561014 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a15c31f8-539e-490a-a159-7cf799ef63a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.629036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c31f8-539e-490a-a159-7cf799ef63a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27c7c58-4607-4528-bf2f-75bd72945dbb,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:49.635786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a15c31f8-539e-490a-a159-7cf799ef63a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b56cfb53cce4a11986b7e4a5c1832f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5739386 Jul 05 03:43:49.639336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42972) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:49.716301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-be7a0ee8-88e1-471e-a6cb-2e572b577ee0 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2218177 Jul 05 03:43:49.797029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:49.854355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:49.909200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:49.911941 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e6e7c6-9665-4adb-b5a3-8abd04d582dc" -d '{"events": [{"server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "name": "network-vif-unplugged", "status": "completed", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:49.917097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:49.936027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Transition to ACTIVE for port object 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:50.019093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.096214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2700895-1a65-44ff-aca5-2526756e82b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.100984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] No DVR routers for this DVR port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:43:50.112435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Pushing event updated for resources: {'Port': ['ID=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,revision_number=6']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:50.167221 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2700895-1a65-44ff-aca5-2526756e82b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.189102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Attempting to bind port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:50.190036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Attempting to bind port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:50.190460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Attempting to bind port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:50.199020 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:50.199883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Attempting to bind port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:50.205882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:50.206223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:50.206609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:50.207253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Bound port: 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:50.207612 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.235935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-10e1eda3-9b1c-4e9b-8704-8148879a6c88 service neutron] 10.222.0.30 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5097883 Jul 05 03:43:50.241561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43002) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:50.309829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:50.319026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:50.324818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43006) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:50.330127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1347695780-network', 'tenant_id': '0e1dff484ee842ee986f0dd07f1926d6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:50.355302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6243ad-6dd4-4ef9-8159-7ee3bc74380a req-270ebc16-9096-4da5-afad-6d0be1d6a31f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:50.362502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf6243ad-6dd4-4ef9-8159-7ee3bc74380a req-270ebc16-9096-4da5-afad-6d0be1d6a31f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.5878541 Jul 05 03:43:50.381496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-575d875e-3434-4bd3-8e65-1cfdb1802c0a service neutron] 10.222.0.30 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437089 Jul 05 03:43:50.409575 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.457815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Made reservation on behalf of 0e1dff484ee842ee986f0dd07f1926d6 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:50.460364 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf6243ad-6dd4-4ef9-8159-7ee3bc74380a req-bfb2bd70-9630-4734-a8a6-a70a6ff083db tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969589 Jul 05 03:43:50.460513 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.474373 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.495882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:50.496274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.497703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] 10.222.0.26 "PUT /v2.0/ports/1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 200 len: 1097 time: 1.1191611 Jul 05 03:43:50.517219 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2700895-1a65-44ff-aca5-2526756e82b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.523549 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2700895-1a65-44ff-aca5-2526756e82b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.524471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d2700895-1a65-44ff-aca5-2526756e82b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d27c7c58-4607-4528-bf2f-75bd72945dbb HTTP/1.1" status: 204 len: 168 time: 0.8829262 Jul 05 03:43:50.533835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2700895-1a65-44ff-aca5-2526756e82b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27c7c58-4607-4528-bf2f-75bd72945dbb,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:50.598399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-network', 'tenant_id': '67b75ff79a7349649feb96da35f40cde'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:50.662911 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d169abc2-1d9d-4a99-a939-87b7c30e775c x-openstack-request-id: req-d169abc2-1d9d-4a99-a939-87b7c30e775c {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:50.663208 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "name": "network-vif-unplugged", "status": "completed", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:50.663462 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d169abc2-1d9d-4a99-a939-87b7c30e775c {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:50.663942 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', 'code': 200} Jul 05 03:43:50.762003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0fe77c-5cca-4996-bd2a-2f21392eb04a service neutron] Pushing event updated for resources: {'Port': ['ID=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:50.862445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:50.882224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-45a17fb2-5f39-47cb-be86-e25053c869ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:50.884124 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-45a17fb2-5f39-47cb-be86-e25053c869ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1100 time: 0.3103037 Jul 05 03:43:50.897841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edeb064-caf1-44d3-b7f1-5afb45b14236 req-ada1ae79-7f66-4eb5-a1b3-2d4643fcafcf tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 210 time: 0.0378969 Jul 05 03:43:50.912160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90aa2cf1-8e2f-41c2-84c1-ddaa6185629d req-700af71e-5287-4404-97ac-05eb8a19a3e0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:50.923419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90aa2cf1-8e2f-41c2-84c1-ddaa6185629d req-700af71e-5287-4404-97ac-05eb8a19a3e0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 948 time: 0.1639872 Jul 05 03:43:50.996323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90aa2cf1-8e2f-41c2-84c1-ddaa6185629d req-ec43f281-de16-420e-850b-ad4fef06e5d1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695548 Jul 05 03:43:51.042258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-7a02dcde-39fd-41d5-9e8c-aa95e2749b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:51.043724 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-7a02dcde-39fd-41d5-9e8c-aa95e2749b2d service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1522503 Jul 05 03:43:51.069296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.130161 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-58770c10-154a-4b88-87b0-78e39512f8e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 200 len: 217 time: 0.0739148 Jul 05 03:43:51.153207 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:51.194118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.194118 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Added segment eebd1ba4-381c-41de-83ae-07ff4df4b639 of type vlan for network a5905598-d562-4204-a45e-c421f4a47509 Jul 05 03:43:51.199322 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bb3d68b-89d5-4fd9-9673-54fe453b8843,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:51.246463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-53695154-06b6-415a-b3f2-b7491125fce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:51.247946 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-53695154-06b6-415a-b3f2-b7491125fce8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1071658 Jul 05 03:43:51.258474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.321205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Made reservation on behalf of 67b75ff79a7349649feb96da35f40cde for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:51.321205 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.335808 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.371110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-0a167856-ed32-4009-b29f-d1d5c99dcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:51.372652 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-0a167856-ed32-4009-b29f-d1d5c99dcc3e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1166632 Jul 05 03:43:51.456693 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.457692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:51.458255 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.606988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] Pushing event updated for resources: {'Network': ['ID=a5905598-d562-4204-a45e-c421f4a47509,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:51.624188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network a5905598-d562-4204-a45e-c421f4a47509 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:51.627030 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.630529 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-9ac65542-b5e6-457e-9a29-76f4c20ffb55 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431049 Jul 05 03:43:51.734015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.743562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a962004b-6e11-4f1b-8b31-24b183790c9f req-075e9b4a-5874-471e-9ff2-d9e42828c671 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:51.754147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a962004b-6e11-4f1b-8b31-24b183790c9f req-075e9b4a-5874-471e-9ff2-d9e42828c671 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1538508 Jul 05 03:43:51.801797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:43:51.804017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a962004b-6e11-4f1b-8b31-24b183790c9f req-52d42b5f-a269-4466-a0d9-d1b2e6692c1c tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485744 Jul 05 03:43:51.832429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5163d27-2aa3-4233-897a-b34a4f611dc5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:51.867985 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2c0fb2c6-2e43-4ece-955a-7c15c26fb8f6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.5405800 Jul 05 03:43:51.869034 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.870070 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Added segment f51562bc-cde3-4498-a073-10cf302c614f of type vlan for network fe5d4d29-f554-483d-9a12-649266b1959d Jul 05 03:43:51.872675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43078) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:51.879278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Request body: {'subnet': {'network_id': 'a5905598-d562-4204-a45e-c421f4a47509', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1347695780-subnet', 'tenant_id': '0e1dff484ee842ee986f0dd07f1926d6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:51.900482 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-646a57bf-9c46-4695-97d6-e9fdf40ed5a7 req-c5e17cd0-10b7-40e4-9e0e-3e33a49674e5 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600107 Jul 05 03:43:51.944720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:51.977731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-65dcba66-e13f-4fa1-a7bb-ade79e52def6 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0a634d432c3047edab1e856d63ae25c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337379 Jul 05 03:43:52.055471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Made reservation on behalf of 0e1dff484ee842ee986f0dd07f1926d6 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:52.058742 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.099743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.101902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:52.102974 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.196228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-c5dcb9b1-93a5-4924-b8a6-584a742e179f tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:52.205129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-c5dcb9b1-93a5-4924-b8a6-584a742e179f tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2149794 Jul 05 03:43:52.237046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] Pushing event updated for resources: {'Network': ['ID=fe5d4d29-f554-483d-9a12-649266b1959d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.257125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network fe5d4d29-f554-483d-9a12-649266b1959d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:43:52.280989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8d44cec-a187-47c9-8ec9-bf6378b4f7bd req-58247384-6892-422f-a432-c17a6b90e4c7 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 210 time: 0.0638330 Jul 05 03:43:52.299709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-c571130e-917b-46ba-b28c-41024f4941aa tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/quotas/0a634d432c3047edab1e856d63ae25c8 HTTP/1.1" status: 200 len: 375 time: 0.0933201 Jul 05 03:43:52.326002 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-51bb939b-60bc-441c-9bfe-2866612ff171 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 2.0831559 Jul 05 03:43:52.336495 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43096) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:52.342232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Request body: {'subnet': {'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-subnet', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:52.435098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-529cb10c-6cfb-4007-9be7-5997686f6fe5 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a634d432c3047edab1e856d63ae25c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1340096 Jul 05 03:43:52.460368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Made reservation on behalf of 67b75ff79a7349649feb96da35f40cde for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:52.463592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.569371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a3cff1-e9dc-4f18-9d9b-7f0f63b516be req-eaa3d754-077d-4858-983d-01ecb9391812 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:52.570945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46a3cff1-e9dc-4f18-9d9b-7f0f63b516be req-eaa3d754-077d-4858-983d-01ecb9391812 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 948 time: 0.1349633 Jul 05 03:43:52.636984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46a3cff1-e9dc-4f18-9d9b-7f0f63b516be req-7432610a-7fba-485a-be84-f23a3961f06b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491478 Jul 05 03:43:52.677077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:52.677077 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90799713-07da-4d8b-8111-7fd62712d99d" -d '{"events": [{"name": "network-changed", "server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:52.749560 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.835475 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71cade23-c735-422a-bd28-554b47d344ae x-openstack-request-id: req-71cade23-c735-422a-bd28-554b47d344ae {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:52.835983 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:52.836401 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71cade23-c735-422a-bd28-554b47d344ae {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:52.837037 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', 'status': 'completed', 'code': 200} Jul 05 03:43:52.861227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:52.906623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:52.941666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec1cbc7b-9727-41ad-9a7f-f84a0929183c,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.981585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.982167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.984118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6ebac950-6876-4afe-a063-4eb11d9d414e,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:52.984521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.985342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.985689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.986071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.986413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.986747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.987077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.987402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.987774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:52.988198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:53.019173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:43:53.032494 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-81dce0a9-7400-458c-956f-a432dd198d1e tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=0a634d432c3047edab1e856d63ae25c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400097 Jul 05 03:43:53.157607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Checking segment: {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:53.158062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Network hostable DHCP agents. Network: fe5d4d29-f554-483d-9a12-649266b1959d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:53.170753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Checking segment: {'id': 'eebd1ba4-381c-41de-83ae-07ff4df4b639', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'a5905598-d562-4204-a45e-c421f4a47509'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:53.170974 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Network hostable DHCP agents. Network: a5905598-d562-4204-a45e-c421f4a47509, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:43:53.190138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799713-07da-4d8b-8111-7fd62712d99d req-27609704-fd19-4ac3-b5c3-a96af7e0e8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.192637 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-27609704-fd19-4ac3-b5c3-a96af7e0e8c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1100 time: 0.2135346 Jul 05 03:43:53.211472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799713-07da-4d8b-8111-7fd62712d99d req-df73e6c9-a09f-4426-8881-87413735635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.215472 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-df73e6c9-a09f-4426-8881-87413735635c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1100 time: 0.2405024 Jul 05 03:43:53.268409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100441ec-e337-44f9-9bf7-8a1e6ddf5b51 req-e16ec07f-99b1-4c64-9d3a-c2ed0cc55245 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.269987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-100441ec-e337-44f9-9bf7-8a1e6ddf5b51 req-e16ec07f-99b1-4c64-9d3a-c2ed0cc55245 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.2090013 Jul 05 03:43:53.277522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-a736bcec-71e2-4fb0-9c14-eb3096810156 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.279112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-a736bcec-71e2-4fb0-9c14-eb3096810156 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2455633 Jul 05 03:43:53.282243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Network a5905598-d562-4204-a45e-c421f4a47509 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:53.316483 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-5c2dc202-7c14-4333-aa65-7140dc65bd33 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/quotas/0a634d432c3047edab1e856d63ae25c8 HTTP/1.1" status: 200 len: 375 time: 0.0238104 Jul 05 03:43:53.366650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Network fe5d4d29-f554-483d-9a12-649266b1959d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:43:53.368995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-094686dc-32a1-491f-8c63-4950aafa6a5c tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0a634d432c3047edab1e856d63ae25c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482779 Jul 05 03:43:53.402369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-100441ec-e337-44f9-9bf7-8a1e6ddf5b51 req-303167bb-d9fb-425b-993a-e46aa47e288f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217046 Jul 05 03:43:53.403267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, a5905598-d562-4204-a45e-c421f4a47509) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:53.408938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.410070 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.423527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c216c6-99d4-40ce-88d3-0d4a97d4373b None None] Network a5905598-d562-4204-a45e-c421f4a47509 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:53.435251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, fe5d4d29-f554-483d-9a12-649266b1959d) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:53.465932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.468945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.517960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-284dd6b5-ed7b-486f-9149-a2aea30cdb30 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6440301 Jul 05 03:43:53.596744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02568e54-b386-4795-b6b2-30edccc7b747 None None] Network fe5d4d29-f554-483d-9a12-649266b1959d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:53.599521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799713-07da-4d8b-8111-7fd62712d99d req-702bf947-b6d9-460d-9abf-2f1618f81d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.601971 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-702bf947-b6d9-460d-9abf-2f1618f81d82 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.3968449 Jul 05 03:43:53.607790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799713-07da-4d8b-8111-7fd62712d99d req-e5729273-ac19-41b4-8271-e2d6356dfa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:53.611694 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-e5729273-ac19-41b4-8271-e2d6356dfa36 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.3804288 Jul 05 03:43:53.847608 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-a36d71d1-701a-4944-a96b-35b5dc120707 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 200 len: 217 time: 0.2247734 Jul 05 03:43:53.886994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-fe5d4d29-f554-483d-9a12-649266b1959d', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:43:53.888412 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:53.957335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e62d7ef8-d9f1-4e87-8b65-ea20bd737743 req-395fca63-819f-4923-8229-a440f19a8608 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 210 time: 0.0863194 Jul 05 03:43:54.175430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7c4812-e455-4f87-aa9d-2a6038c65701 None None] Network a5905598-d562-4204-a45e-c421f4a47509 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:54.185506 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-153284f1-8978-41e5-a564-ebc214eaf1e3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.8464911 Jul 05 03:43:54.189067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43170) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:54.194499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:54.203331 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-c724d8b6-ace4-48c4-a916-81dbe9e757dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 200 len: 217 time: 0.5701585 Jul 05 03:43:54.241709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf188-786d-479a-9782-200c36a51adc req-9102f0d6-2445-47f6-bce4-a5766551c5ae tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:54.243229 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-9102f0d6-2445-47f6-bce4-a5766551c5ae tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 808 time: 0.6208723 Jul 05 03:43:54.255661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-ccf1aa1c-d9e8-4781-9f14-65b14b77713e tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0571480 Jul 05 03:43:54.271918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Request body: {'port': {'device_id': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93', 'admin_state_up': True, 'tenant_id': '3b6ce790b1544b22a8c73b5072cdede4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:54.384172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799713-07da-4d8b-8111-7fd62712d99d req-2b087175-79a4-498f-b918-b8d5c90d0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:54.386790 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-2b087175-79a4-498f-b918-b8d5c90d0667 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1848040 Jul 05 03:43:54.396701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799713-07da-4d8b-8111-7fd62712d99d req-8e665596-1ff2-4ced-8940-455e7544e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:54.398775 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-8e665596-1ff2-4ced-8940-455e7544e553 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1757250 Jul 05 03:43:54.422560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Allocated IP 172.20.0.2 (fe5d4d29-f554-483d-9a12-649266b1959d/6ebac950-6876-4afe-a063-4eb11d9d414e/3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:54.456226 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-e8d5e37f-2bf1-435a-8142-ecd9e0fcbece tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:54.458552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-e8d5e37f-2bf1-435a-8142-ecd9e0fcbece tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734445 Jul 05 03:43:54.486408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-c46fd769-6f52-4a53-9cc2-1d2d210b3cec tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/quotas/8d129a1c118c47fd9521ef148ce4950a HTTP/1.1" status: 200 len: 375 time: 0.0172405 Jul 05 03:43:54.544071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799713-07da-4d8b-8111-7fd62712d99d req-8eb016f0-19ab-4bc3-893a-e86be3beaae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:54.549919 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-8eb016f0-19ab-4bc3-893a-e86be3beaae1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1319101 Jul 05 03:43:54.570163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90799713-07da-4d8b-8111-7fd62712d99d req-027d61a8-b7c5-487d-b4bf-70a418a7bf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:54.571722 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-027d61a8-b7c5-487d-b4bf-70a418a7bf7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1719596 Jul 05 03:43:54.587791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-bce94ef9-6c8d-435a-8ca4-033c2b50b636 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0798175 Jul 05 03:43:54.608350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee7099f-13b3-47ec-9e67-770ae66ed706 req-ef7dd34e-a04f-4cc4-aec6-e4c88c4086ca tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:54.615552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bee7099f-13b3-47ec-9e67-770ae66ed706 req-ef7dd34e-a04f-4cc4-aec6-e4c88c4086ca tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 948 time: 0.4144413 Jul 05 03:43:54.623717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.624867 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.685021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bee7099f-13b3-47ec-9e67-770ae66ed706 req-92c6786c-714c-459b-a679-23c78b251ae3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683079 Jul 05 03:43:54.758921 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-e05af349-b1a6-4568-8aa9-c1714d6925bb service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1718571 Jul 05 03:43:54.762109 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-4c158ac2-f8fc-4213-8093-50d77bda9e7a service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030292 Jul 05 03:43:54.777422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.777643 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.801422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5418fb3-96c2-4e2c-9467-f6495c549077 req-3103554c-9704-4c7b-a6c8-343dbafb31b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 210 time: 0.0337830 Jul 05 03:43:54.821179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Transition to ACTIVE for port object 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:54.872896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Made reservation on behalf of 3b6ce790b1544b22a8c73b5072cdede4 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:54.876526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:54.897525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Transition to ACTIVE for port object 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:55.121754 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.165884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Network fe5d4d29-f554-483d-9a12-649266b1959d is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:55.170960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:55.174758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:55.223943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Pushing event updated for resources: {'Port': ['ID=3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:55.273338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Attempting to bind port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:55.273338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Attempting to bind port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:55.273338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Attempting to bind port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e on network fe5d4d29-f554-483d-9a12-649266b1959d {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:55.278848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:55.279341 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.280802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Checking segment: {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:55.280802 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.280802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Bound using segment: {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:55.280802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Bound port: 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:55.281868 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.313164 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-6d466298-447d-4d9c-84b7-c0e75caef706 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5398171 Jul 05 03:43:55.318164 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90799713-07da-4d8b-8111-7fd62712d99d req-2a7cdef3-a435-48b2-9f8c-6f519ae1c0fe service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5525968 Jul 05 03:43:55.385766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] For port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:55.391660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] For port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:55.402447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Allocated IP 172.20.0.10 (c2ff4a2a-eed4-48b0-9126-6d2078f3ed93/10d35d92-0a34-438d-b9d9-6db5e0773492/8d5f8561-8abd-47ec-be55-b24615cb23d8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:55.404801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-f20cc80f-f75d-437c-96af-0ce2e6fc3d85 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:55.407150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-f20cc80f-f75d-437c-96af-0ce2e6fc3d85 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 821 time: 0.3699780 Jul 05 03:43:55.416810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2bb54b-f76e-4444-94f8-128b7472a975 req-b6c25ace-0f80-4ef5-b92d-f4571718be51 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:55.420783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a2bb54b-f76e-4444-94f8-128b7472a975 req-b6c25ace-0f80-4ef5-b92d-f4571718be51 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.3847890 Jul 05 03:43:55.483908 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-b3a1fdee-4900-429e-9d11-430453e7a5c2 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/quotas/abee83cb9e7945c9afcda6c5615990ea HTTP/1.1" status: 200 len: 375 time: 0.0615537 Jul 05 03:43:55.498848 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.539455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-80df4479-f904-44fd-ae35-35d581fc5817 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484350 Jul 05 03:43:55.568509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a2bb54b-f76e-4444-94f8-128b7472a975 req-154766b2-a658-4dba-9d35-0c34f289013c tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135623 Jul 05 03:43:55.579668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f86d8-2b05-40a7-be5f-e9c8842c3a06 None None] Pushing event updated for resources: {'Port': ['ID=3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:55.608864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.720855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-13161eed-49dc-4358-8c3c-e3733f94e842 service neutron] 10.222.0.30 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452439 Jul 05 03:43:55.737277 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:55.833454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:55.841533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:55.845809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:55.894628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Pushing event updated for resources: {'Port': ['ID=8d5f8561-8abd-47ec-be55-b24615cb23d8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:55.910426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.910774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.911116 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.911451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.911786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.912157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.912493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.912816 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.913140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.913463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.914075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.914075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:55.926396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ba1bdd4-9c0c-4549-b717-1221fe0cf311 req-6b40b41b-0f55-4c18-9150-d7ad8dce2adb tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 210 time: 0.1566954 Jul 05 03:43:55.936441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:55.937330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.005908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.032677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.142120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-22c7adfd-d84b-489c-a39a-102f0102d66f service neutron] 10.222.0.30 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3751075 Jul 05 03:43:56.202735 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-48d3b58f-e5da-402d-b7ee-656b9777d683 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9358399 Jul 05 03:43:56.216025 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Request body: {'port': {'device_id': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:56.274567 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:43:56.340679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 97eecb55-f8b0-4d67-93ca-f20967da14a5 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:56.346383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 97eecb55-f8b0-4d67-93ca-f20967da14a5 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:43:56.379812 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.543832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Allocated IP 172.25.4.61 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/a35d3508-b3fe-446c-a489-06816f120dce) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:56.554563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:56.594603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1c5af5-085d-4578-9563-8fe6ce4f1abe req-6d30bd41-b64e-4bc9-bce1-efc659c6c7eb tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:56.596221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a1c5af5-085d-4578-9563-8fe6ce4f1abe req-6d30bd41-b64e-4bc9-bce1-efc659c6c7eb tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 932 time: 0.5048032 Jul 05 03:43:56.637816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'mac_address': 'fa:16:3e:3f:d7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:56.709233 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.718690 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.751792 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 97eecb55-f8b0-4d67-93ca-f20967da14a5 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:56.779430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.790251 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-276cc4fe-04bb-4e83-a1c2-fe2319085ceb tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=0a634d432c3047edab1e856d63ae25c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468793 Jul 05 03:43:56.801279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:56.844992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a1c5af5-085d-4578-9563-8fe6ce4f1abe req-e009ead1-a4bd-4381-a08b-83e83115e142 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2397456 Jul 05 03:43:56.922217 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:56.925479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:43:56.966696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bc955d-f690-48a7-add8-3ed4673fabbd req-c3374be0-6149-4d83-a3b1-3ac244d83198 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:56.968543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88bc955d-f690-48a7-add8-3ed4673fabbd req-c3374be0-6149-4d83-a3b1-3ac244d83198 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 948 time: 0.1522186 Jul 05 03:43:56.988649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d296e38-1647-42e5-b497-5d993f423807 None None] Network fe5d4d29-f554-483d-9a12-649266b1959d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:43:57.029975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88bc955d-f690-48a7-add8-3ed4673fabbd req-23f969d5-1321-4899-b553-4c511d7214b1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555604 Jul 05 03:43:57.071290 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.090295 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.resource_extend [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:43:57.149854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:57.162327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:43:57.162693 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:43:57.163318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:57.184964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-fdc6912d-bf6b-43bf-9e84-6fd1c77e4047 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:57.186214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.186659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.187006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.187348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.187735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.188104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.188477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.188819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.194082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.194082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.194082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.194082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:43:57.194537 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-fdc6912d-bf6b-43bf-9e84-6fd1c77e4047 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3968210 Jul 05 03:43:57.199711 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-0faccbdc-06cf-4326-8f2a-488f4ad29eb5 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=0a634d432c3047edab1e856d63ae25c8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1147501 Jul 05 03:43:57.208371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', 'mac_address': 'fa:16:3e:e0:5d:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:43:57.226714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Pushing event updated for resources: {'Port': ['ID=a35d3508-b3fe-446c-a489-06816f120dce,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:57.247600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-572d4c7d-8667-4097-b71f-d454ef4f01eb req-a526c55d-5a5d-4b74-aa8a-f49c407f38c3 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 210 time: 0.2103031 Jul 05 03:43:57.279258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:57.283935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-372562fa-8223-4e2e-a663-c0d87da75c01 None None] Provisioning for port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:57.285090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:43:57.298209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Request body: {'port': {'device_id': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '0a634d432c3047edab1e856d63ae25c8'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:57.319125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:43:57.333661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-109d08b9-9bf4-4fe3-975e-3b8e4180159a req-32cbbfd6-553f-46d3-b531-12cec993c367 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 210 time: 0.2522297 Jul 05 03:43:57.336892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:43:57.417068 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.501738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:57.556675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:57.624798 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.672707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fba8eec-32c0-45d6-9165-b2b3492bddf1 req-cc3277ce-c776-4de9-a347-3c14c42a5018 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:57.678491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-badf82bb-10f2-4f3c-b720-a5b51292e927 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:57.680794 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-badf82bb-10f2-4f3c-b720-a5b51292e927 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4728515 Jul 05 03:43:57.682355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fba8eec-32c0-45d6-9165-b2b3492bddf1 req-cc3277ce-c776-4de9-a347-3c14c42a5018 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 948 time: 0.2631159 Jul 05 03:43:57.700590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:43:57.710193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Request body: {'port': {'device_id': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '0a634d432c3047edab1e856d63ae25c8'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:57.742513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:57.742927 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.749154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66d59f5c-90e5-4055-86d2-d633cc54dae6 req-11e3ca87-c8e0-423f-a6c5-3ecb1a22800f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0588477 Jul 05 03:43:57.796234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fba8eec-32c0-45d6-9165-b2b3492bddf1 req-e9a959e8-c33f-416a-834e-73cb7810c895 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126287 Jul 05 03:43:57.861395 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:57.892229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:57.907842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 97eecb55-f8b0-4d67-93ca-f20967da14a5 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:57.944830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['97eecb55-f8b0-4d67-93ca-f20967da14a5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:57.974951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5f8561-8abd-47ec-be55-b24615cb23d8 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:43:57.988161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.024267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Transition to ACTIVE for port object 8d5f8561-8abd-47ec-be55-b24615cb23d8 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:58.029861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:43:58.040337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:58.077192 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.106588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Made reservation on behalf of 0a634d432c3047edab1e856d63ae25c8 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:58.110324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.112676 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.117687 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.125562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8c7ee822-fe2c-4c58-8578-2ae8392d8d67 None None] Provisioning complete for port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:58.126198 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8c7ee822-fe2c-4c58-8578-2ae8392d8d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.156305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.175823 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.210449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5f8561-8abd-47ec-be55-b24615cb23d8,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:58.283682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:43:58.285078 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c51d14-5405-4325-a144-6445b321bb63 req-32713cda-dd9c-4788-b954-f2b270346188 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:58.286659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67c51d14-5405-4325-a144-6445b321bb63 req-32713cda-dd9c-4788-b954-f2b270346188 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 944 time: 0.2073255 Jul 05 03:43:58.309186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Made reservation on behalf of 0a634d432c3047edab1e856d63ae25c8 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:58.324237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.360054 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.365081 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.377649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:58.385806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67c51d14-5405-4325-a144-6445b321bb63 req-a1e644af-ef9f-4cb2-84b9-1368f3b71490 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921416 Jul 05 03:43:58.421576 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.450490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:58.529121 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:43:58.530408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:43:58.533915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:58.611447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.611447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:43:58.611447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:43:58.620773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:43:58.621346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:43:58.621758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:43:58.622213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Bound port: 8d5f8561-8abd-47ec-be55-b24615cb23d8, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:43:58.622611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.705847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:43:58.710002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:43:58.722674 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.763972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22a1ab4b-5aa5-4b35-a7fa-2834f2522d30 req-c9c30a10-aa9c-4996-a5aa-ac07df047178 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 210 time: 0.1238580 Jul 05 03:43:58.774417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d1cc1b3d-d7d0-4822-a5dd-469db31fed10,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:58.779126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-e1918f2e-fbb0-4b99-bae0-855379ea2ce0 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396204 Jul 05 03:43:58.854954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 0a634d432c3047edab1e856d63ae25c8 {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:43:58.855582 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:43:58.924822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d011f33-da1c-4741-a768-3b7e94ecee6a req-e19c0130-951e-45d5-b98d-0a8ec99ad4d9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:58.926233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d011f33-da1c-4741-a768-3b7e94ecee6a req-e19c0130-951e-45d5-b98d-0a8ec99ad4d9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 949 time: 0.4133053 Jul 05 03:43:58.933371 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:58.960273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-f743a357-49e0-47f2-b598-38e7a9d546f5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:58.962144 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-f743a357-49e0-47f2-b598-38e7a9d546f5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab&tenant_id=8a919433e3a0417582628b463d3b295d&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 949 time: 0.4176981 Jul 05 03:43:59.001190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.001902 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.003324 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] 10.222.0.13 "PUT /v2.0/ports/8d5f8561-8abd-47ec-be55-b24615cb23d8 HTTP/1.1" status: 200 len: 1093 time: 2.7929993 Jul 05 03:43:59.005460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'tag': '8d5f8561-8abd-47ec-be55-b24615cb23d8'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:43:59.007975 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-524d1594-278c-4959-b9b7-3f22348b5ef0" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdf2959-7eea-4a95-9681-bc4cf78d25e6", "tag": "8d5f8561-8abd-47ec-be55-b24615cb23d8"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:43:59.027715 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ed58138-b122-4ab4-81e6-5a1f62e5e4b6 req-a6e591f7-2983-4d38-88d2-8dfd3c4b4512 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 210 time: 0.0929110 Jul 05 03:43:59.094636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce8896-2e3c-45a8-9176-aa381ec2c068 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5f8561-8abd-47ec-be55-b24615cb23d8,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:43:59.101256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-fb331411-da0a-4d73-95ad-88245f5c8d28 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.102815 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-fb331411-da0a-4d73-95ad-88245f5c8d28 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3142328 Jul 05 03:43:59.111689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d011f33-da1c-4741-a768-3b7e94ecee6a req-4cd9cc3f-093c-4624-ae83-394aeb27ae78 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727684 Jul 05 03:43:59.121079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Request body: {'port': {'device_id': '2c610ea4-25fc-425e-9fef-db6c1ba5d8c2', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8d129a1c118c47fd9521ef148ce4950a'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:43:59.161804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Allocated IP 192.168.233.199 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/ea9fb472-6284-4713-ad41-90d0af696820) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:43:59.195927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:43:59.235093 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-49fc457c-d6aa-4371-8095-30049a140420 service neutron] delete failed (client error): The resource could not be found. Jul 05 03:43:59.236200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-49fc457c-d6aa-4371-8095-30049a140420 service neutron] 10.222.0.13 "DELETE /v2.0/ports/1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc/bindings/n-h2-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.2624681 Jul 05 03:43:59.286868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:43:59.303450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:43:59.304011 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.357092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.402889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec88b092-134d-4f43-80b4-1c786a739d7d req-d2c754ab-5550-4e85-9dbf-dfcbde58d694 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 210 time: 0.1110077 Jul 05 03:43:59.481872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf188-786d-479a-9782-200c36a51adc req-249f177c-ce5c-4ddf-86aa-105e44b62a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.483534 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-249f177c-ce5c-4ddf-86aa-105e44b62a95 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1096 time: 0.3106306 Jul 05 03:43:59.513458 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:43:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd01948e-a3f7-4b11-84b9-a35789b2eb6f x-openstack-request-id: req-bd01948e-a3f7-4b11-84b9-a35789b2eb6f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:43:59.513746 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdf2959-7eea-4a95-9681-bc4cf78d25e6", "tag": "8d5f8561-8abd-47ec-be55-b24615cb23d8", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:43:59.513997 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd01948e-a3f7-4b11-84b9-a35789b2eb6f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:43:59.514393 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'tag': '8d5f8561-8abd-47ec-be55-b24615cb23d8', 'status': 'completed', 'code': 200} Jul 05 03:43:59.585172 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-83942b36-cebc-4dd1-b30b-935d2f6aae03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8 HTTP/1.1" status: 200 len: 217 time: 0.0856874 Jul 05 03:43:59.675885 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.694855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Made reservation on behalf of 8d129a1c118c47fd9521ef148ce4950a for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:43:59.702830 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.708708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-1cdfc121-8078-46b4-b47e-bb764b73edad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.710382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-1cdfc121-8078-46b4-b47e-bb764b73edad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1101 time: 0.3022285 Jul 05 03:43:59.736595 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717bf188-786d-479a-9782-200c36a51adc req-706f667f-00a5-4e65-82f5-df0357ebe2db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.738044 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-706f667f-00a5-4e65-82f5-df0357ebe2db service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.1334753 Jul 05 03:43:59.738585 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.740933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:43:59.746037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Transition to ACTIVE for port object ea9fb472-6284-4713-ad41-90d0af696820 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:43:59.756266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Sync routers for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:43:59.770482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:43:59.771606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:43:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:43:59.785836 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-7be1b360-806d-4322-9248-16db3ca7a6a1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355475 Jul 05 03:43:59.808108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1211273-e5b6-452c-9e50-ac0ebc047226 req-238bfdb2-94fe-442d-a815-307ff8118af8 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.809680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1211273-e5b6-452c-9e50-ac0ebc047226 req-238bfdb2-94fe-442d-a815-307ff8118af8 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 947 time: 0.3893349 Jul 05 03:43:59.899851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a508c6ac-1531-488d-baa3-d0268c3f97da req-bfd3869f-c6a2-477d-b65f-785f14c18178 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.901498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a508c6ac-1531-488d-baa3-d0268c3f97da req-bfd3869f-c6a2-477d-b65f-785f14c18178 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 944 time: 0.2705538 Jul 05 03:43:59.902439 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-aee48b81-dd1c-4bb9-9713-55dbdded7777 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1066813 Jul 05 03:43:59.913230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1211273-e5b6-452c-9e50-ac0ebc047226 req-e88b52ff-1ca6-46b8-b58b-5bfb05ac9559 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842392 Jul 05 03:43:59.938214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:43:59.940120 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:43:59.941366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9efc4e63-0c61-4b6d-9e12-19eec865152e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 5.7509406 Jul 05 03:43:59.948373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-e782267a-80f7-44fe-8f0d-eb50157ea61f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:43:59.950003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-e782267a-80f7-44fe-8f0d-eb50157ea61f service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2227051 Jul 05 03:43:59.950482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43242) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:43:59.996494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.100286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a508c6ac-1531-488d-baa3-d0268c3f97da req-f1c8da6e-2574-4502-bf38-67e9c58639c6 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1923788 Jul 05 03:44:00.101554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-fb2d2836-ff48-4790-a731-7b54f60ab564 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 200 len: 217 time: 0.1385143 Jul 05 03:44:00.162580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:00.198630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:00.206105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Allocated IP 192.168.233.183 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/cdd9950a-25c2-4a6b-9892-5ec6851085bf) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:00.207835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:00.210236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:00.323332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:43:57Z', 'revision_number': 3, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:43:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:00.329919 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717bf188-786d-479a-9782-200c36a51adc req-22775c55-6753-4c33-b508-40492cafae94 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4206820 Jul 05 03:44:00.357412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Checking router: 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:00.357901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Updating router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 port a35d3508-b3fe-446c-a489-06816f120dce binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:00.383985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:00.384704 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.394795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:00.402763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-487fada2-81b3-493e-ad5f-9324843bbda1 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:00.404407 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-487fada2-81b3-493e-ad5f-9324843bbda1 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 821 time: 0.4058895 Jul 05 03:44:00.429577 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.430119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Request body: {'port': {'device_id': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630', 'admin_state_up': True, 'tenant_id': 'abee83cb9e7945c9afcda6c5615990ea'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:00.457386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28901317-6b0e-41e6-badb-57358d8e7af4 req-70a9c84d-bbb9-4965-ad68-c68c5c6e72bd tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 210 time: 0.4093943 Jul 05 03:44:00.604692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9fc664c2-28b1-491b-9b51-aa55c1dcec6d req-94c7bb28-e155-4f0b-92c4-a04b6c8c12a4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 210 time: 0.1577413 Jul 05 03:44:00.730196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-599667e9-a685-4f69-8c6d-97ebc85f314e None None] Provisioning for port ea9fb472-6284-4713-ad41-90d0af696820 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:00.734773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:00.763957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:00.764650 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.779319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-384a8549-76a7-4a60-b538-c0774be2a75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:00.784394 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-384a8549-76a7-4a60-b538-c0774be2a75c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.6542482 Jul 05 03:44:00.833815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-599667e9-a685-4f69-8c6d-97ebc85f314e None None] Provisioning complete for port ea9fb472-6284-4713-ad41-90d0af696820 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:00.834370 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-599667e9-a685-4f69-8c6d-97ebc85f314e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.934859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-599667e9-a685-4f69-8c6d-97ebc85f314e None None] Port ea9fb472-6284-4713-ad41-90d0af696820 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:00.944843 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.967874 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:00.993180 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15ef793-22ab-49bb-b86c-bb67433d12b8 req-81c3040e-afad-43e5-a67f-680da1b5b49a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0586827 Jul 05 03:44:01.005500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:01.008081 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c524ac9-866c-4aa7-b4e1-fdf36c494a8b" -d '{"events": [{"server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "name": "network-vif-plugged", "status": "completed", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:01.039268 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.048783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:01.052529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d1594-278c-4959-b9b7-3f22348b5ef0 req-e5c4cbbf-8dcf-43f5-a9ca-4d745ed93ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.054209 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-524d1594-278c-4959-b9b7-3f22348b5ef0 req-e5c4cbbf-8dcf-43f5-a9ca-4d745ed93ccd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1096 time: 0.4929140 Jul 05 03:44:01.061985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Transition to ACTIVE for port object cdd9950a-25c2-4a6b-9892-5ec6851085bf will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:01.084806 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.101630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Transition to ACTIVE for port object a35d3508-b3fe-446c-a489-06816f120dce will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:01.117707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.129303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d5537-0b33-4da1-ad8a-b122fb1d6105 req-702b1e80-4b99-449e-94fe-61ec164be939 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.131999 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-0425da22-7ce5-41ff-b677-f7c6d45884b9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9251456 Jul 05 03:44:01.132603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-764d5537-0b33-4da1-ad8a-b122fb1d6105 req-702b1e80-4b99-449e-94fe-61ec164be939 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 949 time: 0.5235412 Jul 05 03:44:01.155302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Request body: {'port': {'device_id': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:01.155948 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.156771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 97eecb55-f8b0-4d67-93ca-f20967da14a5 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:01.175334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-0826cb92-2763-44b4-9ca8-46d9d97f1205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.176971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-0826cb92-2763-44b4-9ca8-46d9d97f1205 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3863099 Jul 05 03:44:01.222328 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.249879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.252728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Made reservation on behalf of abee83cb9e7945c9afcda6c5615990ea for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:01.256295 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.262134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d1594-278c-4959-b9b7-3f22348b5ef0 req-0cabfb67-b49d-4596-b24f-540063fccbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.263864 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-524d1594-278c-4959-b9b7-3f22348b5ef0 req-0cabfb67-b49d-4596-b24f-540063fccbbb service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.1987314 Jul 05 03:44:01.296675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Attempting to bind port a35d3508-b3fe-446c-a489-06816f120dce on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:01.297125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Attempting to bind port a35d3508-b3fe-446c-a489-06816f120dce by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:01.297404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Attempting to bind port a35d3508-b3fe-446c-a489-06816f120dce on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:01.310183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 97eecb55-f8b0-4d67-93ca-f20967da14a5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:01.310596 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.327572 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-524d1594-278c-4959-b9b7-3f22348b5ef0 req-7abb3bcf-bcaa-4b12-b639-026589fe4886 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8 HTTP/1.1" status: 200 len: 217 time: 0.0556097 Jul 05 03:44:01.333367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.338515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0ea07-0e5c-445d-a951-39cd31266336 None None] Pushing event updated for resources: {'Port': ['ID=a35d3508-b3fe-446c-a489-06816f120dce,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.341108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:01.341490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:01.341904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.342289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:01.342782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Bound port: a35d3508-b3fe-446c-a489-06816f120dce, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:01.343159 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.372139 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.382658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb862b8c-3e3d-436d-a3b9-840fee9f0cda,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.419862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] For port a35d3508-b3fe-446c-a489-06816f120dce, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:01.426427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] For port a35d3508-b3fe-446c-a489-06816f120dce, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a35d3508-b3fe-446c-a489-06816f120dce,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:01.444340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-764d5537-0b33-4da1-ad8a-b122fb1d6105 req-6a692ca0-0ba9-49ca-b66d-65cad906a94a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2662883 Jul 05 03:44:01.477256 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.513348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524d1594-278c-4959-b9b7-3f22348b5ef0 req-b08353bb-d876-4292-9bea-67e2c5f96aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.514893 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-524d1594-278c-4959-b9b7-3f22348b5ef0 req-b08353bb-d876-4292-9bea-67e2c5f96aa7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.1799920 Jul 05 03:44:01.516705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:01.531472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:01.531743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.535987 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3093c3ec-4ee2-475e-bc9e-ddff9b037b0b x-openstack-request-id: req-3093c3ec-4ee2-475e-bc9e-ddff9b037b0b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:01.536275 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "name": "network-vif-plugged", "status": "completed", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:01.536522 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3093c3ec-4ee2-475e-bc9e-ddff9b037b0b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:01.536904 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', 'code': 200} Jul 05 03:44:01.548861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Pushing event updated for resources: {'Port': ['ID=cdd9950a-25c2-4a6b-9892-5ec6851085bf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.575204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:01.600122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Allocated IP 192.168.233.224 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/71a9faef-9737-43a1-9581-12cf4850e9a9) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:01.602622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:01.643812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:01.644528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:43:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:01.665347 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-524d1594-278c-4959-b9b7-3f22348b5ef0 req-ad24912c-9ff5-41b6-8d74-eb04f8fe9a35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1355450 Jul 05 03:44:01.688939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c0ea07-0e5c-445d-a951-39cd31266336 None None] Pushing event updated for resources: {'Port': ['ID=a35d3508-b3fe-446c-a489-06816f120dce,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.703532 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.808875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:01.824661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:01.827366 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.827954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:01.836751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Allocated IP 172.20.0.2 (94b6523b-b8cc-4f9b-a1d8-24beba529630/028213fe-d500-4cf5-89de-aa6ef0908dde/81040522-72f0-41b7-b35c-50a6424e2ad6) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:01.838422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4ac36-330b-4e82-9b47-97efe77cc9b3 req-6bb6b9af-0ae0-4e62-9541-fb62e66f3ace tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:01.845603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72d4ac36-330b-4e82-9b47-97efe77cc9b3 req-6bb6b9af-0ae0-4e62-9541-fb62e66f3ace tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 947 time: 0.6752310 Jul 05 03:44:01.848760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-64809dd2-f8a5-449d-af0a-f3a5db6a75be service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6465075 Jul 05 03:44:01.921710 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-524d1594-278c-4959-b9b7-3f22348b5ef0 req-8302ab4c-f771-441c-8354-c66d4465958c service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2450650 Jul 05 03:44:02.017365 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-bd6cfc8f-57f1-46d8-9317-c8d7a90565bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.3195255 Jul 05 03:44:02.035148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Request body: {'port': {'device_id': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:02.036443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72d4ac36-330b-4e82-9b47-97efe77cc9b3 req-a0937e90-78ab-4a5a-bca9-f175fd2b2f4e tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899829 Jul 05 03:44:02.049259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-79777cd7-3a99-4e20-95c0-20f952b762a2 None None] Provisioning for port cdd9950a-25c2-4a6b-9892-5ec6851085bf completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:02.065514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-79777cd7-3a99-4e20-95c0-20f952b762a2 None None] Provisioning complete for port cdd9950a-25c2-4a6b-9892-5ec6851085bf triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:02.066000 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-79777cd7-3a99-4e20-95c0-20f952b762a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.091003 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.144404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:43:57Z', 'revision_number': 3, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:02.145508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb817e0-f2d6-4618-aedb-d95595a4669b req-79d5ab7e-9df6-43de-8018-5daeefded4b7 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:02.152971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afb817e0-f2d6-4618-aedb-d95595a4669b req-79d5ab7e-9df6-43de-8018-5daeefded4b7 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 944 time: 0.3973155 Jul 05 03:44:02.167654 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-524d1594-278c-4959-b9b7-3f22348b5ef0 req-7606ee70-63dd-48f6-877a-4808659c44da service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2372613 Jul 05 03:44:02.189578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Transition to ACTIVE for port object 71a9faef-9737-43a1-9581-12cf4850e9a9 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:02.207835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db1164-a91b-4cb6-be79-e832ef1563c7 req-2b10b130-e79a-469f-8158-76c5bc02c51f service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3409536 Jul 05 03:44:02.232303 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.242304 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.283396 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.325586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afb817e0-f2d6-4618-aedb-d95595a4669b req-62fdb591-d44b-423b-81a2-3d2fe20eec78 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711140 Jul 05 03:44:02.329272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-79777cd7-3a99-4e20-95c0-20f952b762a2 None None] Port cdd9950a-25c2-4a6b-9892-5ec6851085bf cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:02.339726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ead2ee6-7974-46dc-a862-a91ce5ba5788 None None] The sync data for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 is: [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:43:57Z', 'revision_number': 3, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:02.466151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c702f3-b598-4b35-bfb6-f47ed8a806f1 req-2994973d-12b8-45af-8ba5-3ffb68ddfcd8 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:02.467691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00c702f3-b598-4b35-bfb6-f47ed8a806f1 req-2994973d-12b8-45af-8ba5-3ffb68ddfcd8 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 936 time: 0.2903357 Jul 05 03:44:02.499631 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.529323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-884171b9-54d3-4026-8f8f-5ef928cdd2ac req-01bd12f5-07a2-4270-b40d-7eeace1d950b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 210 time: 0.0791597 Jul 05 03:44:02.564380 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.660201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:02.672434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00c702f3-b598-4b35-bfb6-f47ed8a806f1 req-74e16d8d-ca32-4760-ac7f-e897e668fa53 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900551 Jul 05 03:44:02.706852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:02.711744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:02.714643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event updated for resources: {'Port': ['ID=71a9faef-9737-43a1-9581-12cf4850e9a9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:02.763914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Network 94b6523b-b8cc-4f9b-a1d8-24beba529630 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:02.775420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:02.778119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:02.796492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:02.797899 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.844256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Allocated IP 172.20.0.1 (fe5d4d29-f554-483d-9a12-649266b1959d/6ebac950-6876-4afe-a063-4eb11d9d414e/64f58ad2-53c9-46fb-8ed8-419515105aed) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:02.851882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Pushing event updated for resources: {'Port': ['ID=81040522-72f0-41b7-b35c-50a6424e2ad6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:02.893446 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea9fb472-6284-4713-ad41-90d0af696820 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:02.913477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.932382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:02.932986 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:02.949821 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Transition to ACTIVE for port object ea9fb472-6284-4713-ad41-90d0af696820 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:03.001436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-f9b69d57-4626-4efa-a2e8-1c83da1f98a1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8869262 Jul 05 03:44:03.103648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.175714 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-7079ffa9-c5b8-4e57-9a54-b47f084c1ce5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7563841 Jul 05 03:44:03.178986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-76f3772d-6b21-413e-9044-7241192e5024 None None] Provisioning for port 71a9faef-9737-43a1-9581-12cf4850e9a9 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:03.185111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-76f3772d-6b21-413e-9044-7241192e5024 None None] Provisioning complete for port 71a9faef-9737-43a1-9581-12cf4850e9a9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:03.185549 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-76f3772d-6b21-413e-9044-7241192e5024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.199724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Request body: {'port': {'device_id': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:03.243063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a35d3508-b3fe-446c-a489-06816f120dce up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:03.277152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:03.319657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-76f3772d-6b21-413e-9044-7241192e5024 None None] Port 71a9faef-9737-43a1-9581-12cf4850e9a9 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:03.386635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Request body: {'port': {'device_id': '2c610ea4-25fc-425e-9fef-db6c1ba5d8c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:03.470007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a35d3508-b3fe-446c-a489-06816f120dce completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:03.474200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a35d3508-b3fe-446c-a489-06816f120dce triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:03.476745 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.558910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Attempting to bind port ea9fb472-6284-4713-ad41-90d0af696820 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:03.559362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Attempting to bind port ea9fb472-6284-4713-ad41-90d0af696820 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:03.559689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Attempting to bind port ea9fb472-6284-4713-ad41-90d0af696820 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:03.563653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:03.573586 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7ab833e-a87f-455b-9757-d465941b6832" -d '{"events": [{"server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "name": "network-vif-plugged", "status": "completed", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:03.573776 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.573901 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.582699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e34603-5919-4beb-9f44-fc3ad2a72bbf req-260c1e89-cb01-41fd-8aa3-f67f1670316b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:03.584687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Port ea9fb472-6284-4713-ad41-90d0af696820 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:03.584906 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Attempting to bind port ea9fb472-6284-4713-ad41-90d0af696820 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:03.590528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5e34603-5919-4beb-9f44-fc3ad2a72bbf req-260c1e89-cb01-41fd-8aa3-f67f1670316b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 936 time: 0.7181165 Jul 05 03:44:03.594149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdd9950a-25c2-4a6b-9892-5ec6851085bf {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:03.602045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:03.602386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:03.611864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:03.611864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Bound port: ea9fb472-6284-4713-ad41-90d0af696820, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:03.611864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.611864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.612304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54686cb3-9ebb-479a-bb04-d6dc2e72f726 req-73ccbc5e-6666-43d0-af3b-55e8bb21a66c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:03.612728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54686cb3-9ebb-479a-bb04-d6dc2e72f726 req-73ccbc5e-6666-43d0-af3b-55e8bb21a66c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.6920924 Jul 05 03:44:03.617016 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.636367 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.649027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Transition to ACTIVE for port object 64f58ad2-53c9-46fb-8ed8-419515105aed will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:03.650810 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Transition to ACTIVE for port object cdd9950a-25c2-4a6b-9892-5ec6851085bf will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:03.661611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port a35d3508-b3fe-446c-a489-06816f120dce, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a35d3508-b3fe-446c-a489-06816f120dce,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:03.722270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5e34603-5919-4beb-9f44-fc3ad2a72bbf req-7d0f7062-fcb2-465e-92e2-4bc6cc9d5703 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304672 Jul 05 03:44:03.730255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54686cb3-9ebb-479a-bb04-d6dc2e72f726 req-6758033d-51ff-41b5-a391-e08045fa6fa0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110332 Jul 05 03:44:03.756841 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.786794 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:03.878265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:03.898133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=a35d3508-b3fe-446c-a489-06816f120dce,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:03.971992 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.188501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Network fe5d4d29-f554-483d-9a12-649266b1959d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:04.204314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:04.207250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:04.238370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Pushing event updated for resources: {'Port': ['ID=64f58ad2-53c9-46fb-8ed8-419515105aed,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:04.253276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 71a9faef-9737-43a1-9581-12cf4850e9a9 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:04.261175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Pushing event updated for resources: {'Port': ['ID=cdd9950a-25c2-4a6b-9892-5ec6851085bf,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:04.265357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:04.276465 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.312183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Transition to ACTIVE for port object 71a9faef-9737-43a1-9581-12cf4850e9a9 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:04.320464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.352582 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.356142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Attempting to bind port cdd9950a-25c2-4a6b-9892-5ec6851085bf on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:04.356485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Attempting to bind port cdd9950a-25c2-4a6b-9892-5ec6851085bf by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:04.356818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Attempting to bind port cdd9950a-25c2-4a6b-9892-5ec6851085bf on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:04.389930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e567fd-9058-4adb-b569-8386097a74f9 req-0153ea09-4f4c-4f66-915c-04d1a7f2c6f1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:04.397152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89e567fd-9058-4adb-b569-8386097a74f9 req-0153ea09-4f4c-4f66-915c-04d1a7f2c6f1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.4295809 Jul 05 03:44:04.404545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Port cdd9950a-25c2-4a6b-9892-5ec6851085bf on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:04.404873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Attempting to bind port cdd9950a-25c2-4a6b-9892-5ec6851085bf on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:04.420057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71b07a-cdc2-4a7b-b57a-72a1b87fcf51 req-2ecd26e3-7b6e-45e7-91f1-9719abac8c36 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:04.421623 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b71b07a-cdc2-4a7b-b57a-72a1b87fcf51 req-2ecd26e3-7b6e-45e7-91f1-9719abac8c36 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 944 time: 0.4424958 Jul 05 03:44:04.421776 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:04.422389 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.423855 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] 10.222.0.13 "PUT /v2.0/ports/ea9fb472-6284-4713-ad41-90d0af696820 HTTP/1.1" status: 200 len: 1097 time: 3.2800064 Jul 05 03:44:04.426559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:04.431257 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.436581 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6" -d '{"events": [{"name": "network-changed", "server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "tag": "ea9fb472-6284-4713-ad41-90d0af696820"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:04.446171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:04.451377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:04.452426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:04.453082 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Bound port: cdd9950a-25c2-4a6b-9892-5ec6851085bf, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:04.453628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.531095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952ec7a1-815b-40ff-aeec-1463d3918db4 service neutron] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:04.551081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89e567fd-9058-4adb-b569-8386097a74f9 req-aab6a020-fa97-4304-a6c2-6af7074c5d5c tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528492 Jul 05 03:44:04.562066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-eb94e394-6490-41af-8c1c-abdf6bcba680 None None] Provisioning for port 64f58ad2-53c9-46fb-8ed8-419515105aed completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:04.566748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-eb94e394-6490-41af-8c1c-abdf6bcba680 None None] Provisioning complete for port 64f58ad2-53c9-46fb-8ed8-419515105aed triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:04.567145 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eb94e394-6490-41af-8c1c-abdf6bcba680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.580105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Pushing event updated for resources: {'Port': ['ID=71a9faef-9737-43a1-9581-12cf4850e9a9,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:04.647336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81040522-72f0-41b7-b35c-50a6424e2ad6 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:04.660655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.663543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] For port cdd9950a-25c2-4a6b-9892-5ec6851085bf, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:04.669909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b71b07a-cdc2-4a7b-b57a-72a1b87fcf51 req-f0091aa6-42b3-406d-b718-8e6e8f0d1e8e tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2252848 Jul 05 03:44:04.670015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] For port cdd9950a-25c2-4a6b-9892-5ec6851085bf, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:04.677788 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e066c7a-2a91-4965-b3bf-cf9740479b62 x-openstack-request-id: req-2e066c7a-2a91-4965-b3bf-cf9740479b62 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:04.678537 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "name": "network-vif-plugged", "status": "completed", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:04.679305 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e066c7a-2a91-4965-b3bf-cf9740479b62 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:04.681021 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'code': 200} Jul 05 03:44:04.704444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Transition to ACTIVE for port object 81040522-72f0-41b7-b35c-50a6424e2ad6 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:04.705272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-eb94e394-6490-41af-8c1c-abdf6bcba680 None None] Port 64f58ad2-53c9-46fb-8ed8-419515105aed cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:04.730484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-689d132a-99e1-4f5f-9fdc-28fe489a3e03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:04.740311 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-689d132a-99e1-4f5f-9fdc-28fe489a3e03 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a634d432c3047edab1e856d63ae25c8&device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 1100 time: 0.1513848 Jul 05 03:44:04.818227 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-82af880c-d512-4e7d-8299-dc62816090ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ea9fb472-6284-4713-ad41-90d0af696820 HTTP/1.1" status: 200 len: 217 time: 0.0666482 Jul 05 03:44:04.821221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Attempting to bind port 71a9faef-9737-43a1-9581-12cf4850e9a9 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:04.821569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Attempting to bind port 71a9faef-9737-43a1-9581-12cf4850e9a9 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:04.821895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Attempting to bind port 71a9faef-9737-43a1-9581-12cf4850e9a9 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:04.831200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Port 71a9faef-9737-43a1-9581-12cf4850e9a9 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:04.831530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Attempting to bind port 71a9faef-9737-43a1-9581-12cf4850e9a9 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:04.881195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:04.881538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:04.882541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:04.883002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Bound port: 71a9faef-9737-43a1-9581-12cf4850e9a9, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:04.883394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:04.895146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-f0ea60d7-1091-47be-a01b-5a7aa6bd6adf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:04.896667 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-f0ea60d7-1091-47be-a01b-5a7aa6bd6adf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0709052 Jul 05 03:44:04.950382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8d5f8561-8abd-47ec-be55-b24615cb23d8 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:04.971132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-319ba521-5e1a-4c77-b7b9-f78053262d05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:04.973635 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-319ba521-5e1a-4c77-b7b9-f78053262d05 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0672479 Jul 05 03:44:05.012463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.015472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.064505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:05.073799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140158c3-41e4-420e-b105-8815071c24d3 req-8ff07910-7da5-4b5a-8bcb-b7f6b7940b59 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.075460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-140158c3-41e4-420e-b105-8815071c24d3 req-8ff07910-7da5-4b5a-8bcb-b7f6b7940b59 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 931 time: 0.2335577 Jul 05 03:44:05.097471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.098135 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.100193 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] 10.222.0.26 "PUT /v2.0/ports/cdd9950a-25c2-4a6b-9892-5ec6851085bf HTTP/1.1" status: 200 len: 1097 time: 3.0750749 Jul 05 03:44:05.116953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] For port 71a9faef-9737-43a1-9581-12cf4850e9a9, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:05.121865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '8d5f8561-8abd-47ec-be55-b24615cb23d8', 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93', 'port_id': '8d5f8561-8abd-47ec-be55-b24615cb23d8', 'mac_address': 'fa:16:3e:5f:92:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d35d92-0a34-438d-b9d9-6db5e0773492', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:05.158697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] For port 71a9faef-9737-43a1-9581-12cf4850e9a9, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=71a9faef-9737-43a1-9581-12cf4850e9a9,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:05.165989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd2fb2a-d2e5-46df-acc2-c572c9e8aaba req-91d1b0da-9a13-42e4-9f7a-b3e570888f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.167550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfd2fb2a-d2e5-46df-acc2-c572c9e8aaba req-91d1b0da-9a13-42e4-9f7a-b3e570888f27 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 1101 time: 0.2522340 Jul 05 03:44:05.170335 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.187877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=81040522-72f0-41b7-b35c-50a6424e2ad6,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:05.208247 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.214243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-140158c3-41e4-420e-b105-8815071c24d3 req-e1e3c2c4-7c74-44a3-967f-f73048447493 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214151 Jul 05 03:44:05.247557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a35d3508-b3fe-446c-a489-06816f120dce up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:05.252244 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-409d6b5f-44cb-420d-a9de-d99a9de1f264 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2663388 Jul 05 03:44:05.276420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acee6297-6a56-4d54-89ea-dec49aaf21bb req-1c77bce7-c0f9-4249-8f91-bdf1be69283a tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.278137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acee6297-6a56-4d54-89ea-dec49aaf21bb req-1c77bce7-c0f9-4249-8f91-bdf1be69283a tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 948 time: 0.3911772 Jul 05 03:44:05.284311 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.293716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfd2fb2a-d2e5-46df-acc2-c572c9e8aaba req-d673ca0b-c7e7-4f41-9016-b95568f031f0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117303 Jul 05 03:44:05.338899 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d5f8561-8abd-47ec-be55-b24615cb23d8 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:05.386380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:05.413531 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:05.414144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:05.414248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:05.417746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc93a592-7297-4cc3-a8db-34eca6b1bd6b service neutron] Pushing event updated for resources: {'Port': ['ID=cdd9950a-25c2-4a6b-9892-5ec6851085bf,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:05.419666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.420572 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.422219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] 10.222.0.26 "PUT /v2.0/ports/71a9faef-9737-43a1-9581-12cf4850e9a9 HTTP/1.1" status: 200 len: 1097 time: 2.0475028 Jul 05 03:44:05.426654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c610ea4-25fc-425e-9fef-db6c1ba5d8c2', 'tag': '71a9faef-9737-43a1-9581-12cf4850e9a9'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:05.434028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a35d3508-b3fe-446c-a489-06816f120dce triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:05.434263 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd180b80-2581-4cf2-8c2d-d5300a29f406" -d '{"events": [{"name": "network-changed", "server_uuid": "2c610ea4-25fc-425e-9fef-db6c1ba5d8c2", "tag": "71a9faef-9737-43a1-9581-12cf4850e9a9"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:05.435106 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.437455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Port 81040522-72f0-41b7-b35c-50a6424e2ad6 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:05.439662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:05.461878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:05.462223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:05.462734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:05.463191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Bound port: 81040522-72f0-41b7-b35c-50a6424e2ad6, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:05.463555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.520562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc75f58-8c00-465d-a469-cc32676493bd service neutron] Pushing event updated for resources: {'Port': ['ID=71a9faef-9737-43a1-9581-12cf4850e9a9,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:05.524037 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-929dd314-502a-4faf-87d0-c87d7b399a45 x-openstack-request-id: req-929dd314-502a-4faf-87d0-c87d7b399a45 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:05.524335 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "tag": "ea9fb472-6284-4713-ad41-90d0af696820", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:05.524586 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-929dd314-502a-4faf-87d0-c87d7b399a45 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:05.524972 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820', 'status': 'completed', 'code': 200} Jul 05 03:44:05.553411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acee6297-6a56-4d54-89ea-dec49aaf21bb req-c509bd3c-a41d-4729-997d-f99cc6e1202d tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2626655 Jul 05 03:44:05.559864 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfb4139f-68fe-449e-87d0-3208e6977922 req-de31e31c-2b90-493a-9ba9-1dfc9b9b2ca5 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2966695 Jul 05 03:44:05.590790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-db0b933d-f515-4c9d-85c4-3e27776b8b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.592309 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-db0b933d-f515-4c9d-85c4-3e27776b8b76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a634d432c3047edab1e856d63ae25c8&device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 1100 time: 0.2817967 Jul 05 03:44:05.673002 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-9fa3de00-e48f-4159-a28f-79936b82cc64 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf HTTP/1.1" status: 200 len: 217 time: 0.0654860 Jul 05 03:44:05.680974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:05.697081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:05.732036 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:05.759690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-306fc655-4c26-4676-a831-c9cd7528405b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.761204 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-306fc655-4c26-4676-a831-c9cd7528405b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0626352 Jul 05 03:44:05.794947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3147a6cf-bbd4-4c17-bb2e-9c98eb3b599b req-63e5018e-2feb-43d5-a9a3-9094281d40f5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.796417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3147a6cf-bbd4-4c17-bb2e-9c98eb3b599b req-63e5018e-2feb-43d5-a9a3-9094281d40f5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 948 time: 0.1473784 Jul 05 03:44:05.826650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-792a35f8-70c5-4cd4-b4b7-28d79665c354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.828424 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-792a35f8-70c5-4cd4-b4b7-28d79665c354 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0595744 Jul 05 03:44:05.837511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac3b6e4-a637-40e8-ba27-f16ab02cb551 req-077b9f4b-240a-41f6-839e-8a1a31f11ec6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:05.839028 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ac3b6e4-a637-40e8-ba27-f16ab02cb551 req-077b9f4b-240a-41f6-839e-8a1a31f11ec6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.1051040 Jul 05 03:44:05.870011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3147a6cf-bbd4-4c17-bb2e-9c98eb3b599b req-ad5cf31e-1fcd-47b6-bb04-a879a4d2a1b5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660930 Jul 05 03:44:05.902012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ac3b6e4-a637-40e8-ba27-f16ab02cb551 req-cef650d5-85d0-4c63-aac9-409a6931eddb tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436621 Jul 05 03:44:05.926432 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bd97f61-ace3-4cdc-9728-f54930e79746 x-openstack-request-id: req-7bd97f61-ace3-4cdc-9728-f54930e79746 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:05.926432 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c610ea4-25fc-425e-9fef-db6c1ba5d8c2", "tag": "71a9faef-9737-43a1-9581-12cf4850e9a9", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:05.926432 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bd97f61-ace3-4cdc-9728-f54930e79746 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:05.926432 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c610ea4-25fc-425e-9fef-db6c1ba5d8c2', 'tag': '71a9faef-9737-43a1-9581-12cf4850e9a9', 'status': 'completed', 'code': 200} Jul 05 03:44:05.958879 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-35493687-83eb-4e64-b3db-b0007fc2c318 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179013 Jul 05 03:44:06.007875 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.027008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd180b80-2581-4cf2-8c2d-d5300a29f406 req-34644dc6-b851-48ad-8aa3-cc66b3a5d8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.028562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd180b80-2581-4cf2-8c2d-d5300a29f406 req-34644dc6-b851-48ad-8aa3-cc66b3a5d8b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 1100 time: 0.0765254 Jul 05 03:44:06.030747 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.031922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.071426 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=8d5f8561-8abd-47ec-be55-b24615cb23d8,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:06.119625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.120336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.121713 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] 10.222.0.26 "PUT /v2.0/ports/81040522-72f0-41b7-b35c-50a6424e2ad6 HTTP/1.1" status: 200 len: 1092 time: 2.9286137 Jul 05 03:44:06.160512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7bdc79-77c4-4bb9-bca7-f167cca8d0e8 service neutron] Pushing event updated for resources: {'Port': ['ID=81040522-72f0-41b7-b35c-50a6424e2ad6,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:06.165612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.169345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd180b80-2581-4cf2-8c2d-d5300a29f406 req-44800226-4088-4f28-a902-dc22aa156f00 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1030831 Jul 05 03:44:06.184992 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bcbdc5ad-605e-4249-8af6-7e04593fe9ec req-f15f6c42-c1bb-4692-9148-84d2a200fa6a service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2189734 Jul 05 03:44:06.196111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-288377dc-f6be-4fdb-af23-22b0bdc3d243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.197556 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-288377dc-f6be-4fdb-af23-22b0bdc3d243 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0a634d432c3047edab1e856d63ae25c8&device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 1100 time: 0.1194437 Jul 05 03:44:06.316949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Pushing event updated for resources: {'Port': ['ID=64f58ad2-53c9-46fb-8ed8-419515105aed,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:06.341788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-5593740b-e8b9-47de-a699-c5a1cc545d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.343445 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-5593740b-e8b9-47de-a699-c5a1cc545d40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1352444 Jul 05 03:44:06.393324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9724dec-87e0-47e9-b028-f802991d7419 req-e6c9e61f-491d-4c3e-bd4a-61a3fbbba5ed tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.394500 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-78971e1e-de98-4503-99c9-6bcd58041185 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.199&port_id=ea9fb472-6284-4713-ad41-90d0af696820 HTTP/1.1" status: 200 len: 217 time: 0.0411470 Jul 05 03:44:06.394826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9724dec-87e0-47e9-b028-f802991d7419 req-e6c9e61f-491d-4c3e-bd4a-61a3fbbba5ed tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 945 time: 0.3711281 Jul 05 03:44:06.401466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-da88ca73-d4c1-4876-bd08-62cdc09d60b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.407069 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-da88ca73-d4c1-4876-bd08-62cdc09d60b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 1095 time: 0.1264067 Jul 05 03:44:06.419254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e2296b-d290-4187-841b-d3296db07ecd req-c7998fec-85f4-4cc2-9dcf-0f537962d6c8 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.420777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8e2296b-d290-4187-841b-d3296db07ecd req-c7998fec-85f4-4cc2-9dcf-0f537962d6c8 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.3534327 Jul 05 03:44:06.448577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd180b80-2581-4cf2-8c2d-d5300a29f406 req-679d0ec3-acf3-47a6-87a0-386e93c894c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.449901 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd180b80-2581-4cf2-8c2d-d5300a29f406 req-679d0ec3-acf3-47a6-87a0-386e93c894c1 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2567239 Jul 05 03:44:06.474935 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-5d8d6c6d-cea1-426f-89fa-a39d5a6d6312 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81040522-72f0-41b7-b35c-50a6424e2ad6 HTTP/1.1" status: 200 len: 217 time: 0.0618179 Jul 05 03:44:06.481311 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Network fe5d4d29-f554-483d-9a12-649266b1959d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:06.490023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:06.529984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-a8299ffb-864f-489c-a1f1-fb9863dde08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.529984 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-a8299ffb-864f-489c-a1f1-fb9863dde08f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1214621 Jul 05 03:44:06.530514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9724dec-87e0-47e9-b028-f802991d7419 req-11365603-bba4-4a5c-9f05-66ece740b103 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042032 Jul 05 03:44:06.533768 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8e2296b-d290-4187-841b-d3296db07ecd req-4c1b2bac-68ec-4e55-bad5-f90dda45cd01 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064310 Jul 05 03:44:06.620988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ec2258df-a49f-48e1-b298-f6f3b289aaf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.622545 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-ec2258df-a49f-48e1-b298-f6f3b289aaf1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.1398201 Jul 05 03:44:06.690602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['8d5f8561-8abd-47ec-be55-b24615cb23d8'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:06.691288 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-f746dd06-fdc6-4de4-9407-3c2de5683f29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483999 Jul 05 03:44:06.774385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3966fc7-7c94-4a0b-9d47-44da10a2bc66 None None] Provisioning complete for port 64f58ad2-53c9-46fb-8ed8-419515105aed triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:06.774817 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3966fc7-7c94-4a0b-9d47-44da10a2bc66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:06.796092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-d54b7179-3398-4b63-b0ed-242fcb259245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.796354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-3d4e974b-44bb-4c7a-88dc-082bfce2d4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:06.796724 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-d54b7179-3398-4b63-b0ed-242fcb259245 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2510166 Jul 05 03:44:06.797891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-3d4e974b-44bb-4c7a-88dc-082bfce2d4c6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 1100 time: 0.2628436 Jul 05 03:44:06.835835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b3966fc7-7c94-4a0b-9d47-44da10a2bc66 None None] Port 64f58ad2-53c9-46fb-8ed8-419515105aed cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:06.884018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-01a174b6-9aa6-45e7-9f92-c3a8b00101ca service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1773632 Jul 05 03:44:06.988793 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-2ba4ff93-549a-455d-a412-d28910324865 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1829050 Jul 05 03:44:07.079676 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a19edb5d-5a9c-49ca-940f-1c90b4cf2ec5 req-fa8bed75-1100-468c-91af-ad2b64521376 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726484 Jul 05 03:44:07.121460 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b76fffd4-d86b-4f86-a54a-2b39c331fdc6 req-b873f2b0-5004-4431-8945-8d4ab63a29be service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168947 Jul 05 03:44:07.153059 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-3a2bc547-c647-41fc-851d-e0ac0e78099f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.224&port_id=71a9faef-9737-43a1-9581-12cf4850e9a9 HTTP/1.1" status: 200 len: 217 time: 0.3294039 Jul 05 03:44:07.162465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:44:07.182814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf305ed-5879-4a5f-8412-240b4bbf8fae req-cfe11e5f-f21b-43f9-b25a-da7266ab568a tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.184241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ecf305ed-5879-4a5f-8412-240b4bbf8fae req-cfe11e5f-f21b-43f9-b25a-da7266ab568a tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1102 time: 0.4547436 Jul 05 03:44:07.194289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbeb0cd7-064e-4e5d-818c-f171ff15d0df req-93292932-fee0-4a7f-a81c-39c78886f8ce tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.195696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbeb0cd7-064e-4e5d-818c-f171ff15d0df req-93292932-fee0-4a7f-a81c-39c78886f8ce tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 943 time: 0.4772625 Jul 05 03:44:07.313039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-026fbef7-32b4-4711-9bfc-1a0303fe613a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.314428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-026fbef7-32b4-4711-9bfc-1a0303fe613a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1454718 Jul 05 03:44:07.340350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ecf305ed-5879-4a5f-8412-240b4bbf8fae req-07c5431b-cd13-4d56-89ea-cad73cb300c1 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436949 Jul 05 03:44:07.394933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbeb0cd7-064e-4e5d-818c-f171ff15d0df req-e1e2d26b-9701-4406-8f01-9d8d8ab0a664 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1773627 Jul 05 03:44:07.429681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:44:07.436931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e3887113-bf79-4f36-855d-8f251739fe95 admin admin] 10.222.0.30 "PUT /v2.0/routers/2c6c64de-4f5a-4358-8056-9ef2f4ed0098/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4823759 Jul 05 03:44:07.448340 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Sync routers for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:44:07.456938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-cdcc93f6-53ac-4c47-b4e6-2437ea5a7c27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.458510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-cdcc93f6-53ac-4c47-b4e6-2437ea5a7c27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1298463 Jul 05 03:44:07.460859 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:07.461500 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-558a3711-4909-4158-b96e-69a9864a108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:43:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:07.526444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'tag': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf'}, {'name': 'network-changed', 'server_uuid': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'tag': '81040522-72f0-41b7-b35c-50a6424e2ad6'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:07.528902 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f24c04a6-63f5-4632-a858-4fb37149a9f5" -d '{"events": [{"name": "network-changed", "server_uuid": "527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd", "tag": "cdd9950a-25c2-4a6b-9892-5ec6851085bf"}, {"name": "network-changed", "server_uuid": "2abfa13a-7acb-4ee5-a2df-1452077f8b34", "tag": "81040522-72f0-41b7-b35c-50a6424e2ad6"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:07.605286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-bece00ec-f1b8-4ad7-8bde-612c4e0f6cd5 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1359828 Jul 05 03:44:07.614894 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:07.741567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a5534c-9d2e-4b93-bbf3-e4e28d3f192e req-8b717fa7-80b9-4648-b113-f7f346ff0c9a tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.743046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45a5534c-9d2e-4b93-bbf3-e4e28d3f192e req-8b717fa7-80b9-4648-b113-f7f346ff0c9a tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 948 time: 0.1758423 Jul 05 03:44:07.788036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9cd2ee9-4b11-4f89-ae64-4346470d38fd req-82099787-0db8-41cc-b739-5668a2c2f50e service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728833 Jul 05 03:44:07.810758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c454749a-bbd7-443f-926f-1f7767ea47f9 req-e1ece694-bb42-4226-81f7-dd16dff13615 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:07.817535 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c454749a-bbd7-443f-926f-1f7767ea47f9 req-e1ece694-bb42-4226-81f7-dd16dff13615 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 948 time: 0.1849549 Jul 05 03:44:07.817535 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45a5534c-9d2e-4b93-bbf3-e4e28d3f192e req-aa097de1-6c45-45d8-92d5-3c61f2fab30b tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657949 Jul 05 03:44:07.824715 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-558a3711-4909-4158-b96e-69a9864a108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:05Z', 'revision_number': 2, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:07.853157 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Checking router: 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:44:07.853532 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Updating router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 port 64f58ad2-53c9-46fb-8ed8-419515105aed binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:44:07.860084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c454749a-bbd7-443f-926f-1f7767ea47f9 req-1ef8e8ca-5c2c-4ddd-accc-489a5acec5e7 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411978 Jul 05 03:44:07.927600 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:07.932026 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bc3b410-3aa3-486d-b68f-b7a540ed954a x-openstack-request-id: req-0bc3b410-3aa3-486d-b68f-b7a540ed954a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:07.932345 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd", "tag": "cdd9950a-25c2-4a6b-9892-5ec6851085bf", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2abfa13a-7acb-4ee5-a2df-1452077f8b34", "tag": "81040522-72f0-41b7-b35c-50a6424e2ad6", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:07.932599 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bc3b410-3aa3-486d-b68f-b7a540ed954a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:07.933000 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'tag': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf', 'status': 'completed', 'code': 200} Jul 05 03:44:07.933254 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'tag': '81040522-72f0-41b7-b35c-50a6424e2ad6', 'status': 'completed', 'code': 200} Jul 05 03:44:07.984542 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-edd82030-93c8-4836-a149-bc2975441223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.133139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-cb9263ed-28e8-4c7e-9ac8-3b388a680477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.134679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-cb9263ed-28e8-4c7e-9ac8-3b388a680477 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=0a634d432c3047edab1e856d63ae25c8&device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 1100 time: 0.1758354 Jul 05 03:44:08.148420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61ceb8d7-80b4-4027-a310-9d311147b579 req-72f2b022-2929-45cb-9e72-f35f4454f744 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.149872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61ceb8d7-80b4-4027-a310-9d311147b579 req-72f2b022-2929-45cb-9e72-f35f4454f744 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 945 time: 0.1395848 Jul 05 03:44:08.222781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00817dad-4414-4a4f-896a-09dd57efe9b4 req-d39bb830-e970-4b33-abe1-82bf932d6a16 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.224268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00817dad-4414-4a4f-896a-09dd57efe9b4 req-d39bb830-e970-4b33-abe1-82bf932d6a16 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1805634 Jul 05 03:44:08.229497 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.239420 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Transition to ACTIVE for port object 64f58ad2-53c9-46fb-8ed8-419515105aed will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:08.280521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61ceb8d7-80b4-4027-a310-9d311147b579 req-c3af42d8-3200-4180-a377-483c319d913c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188209 Jul 05 03:44:08.309521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00817dad-4414-4a4f-896a-09dd57efe9b4 req-7e04708c-9604-4fe5-a6cb-236078f4f44a tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763097 Jul 05 03:44:08.314412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-aba91d81-1c88-4ea3-8752-4ca57d3d18b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.315865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-aba91d81-1c88-4ea3-8752-4ca57d3d18b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1651113 Jul 05 03:44:08.332380 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.377740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-88366fbd-8627-4bf4-956f-86cc3879e2d9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.183&port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf HTTP/1.1" status: 200 len: 217 time: 0.0540452 Jul 05 03:44:08.386630 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770306d7-8a92-4cbf-ba80-b67f1479f21e None None] Pushing event updated for resources: {'Port': ['ID=64f58ad2-53c9-46fb-8ed8-419515105aed,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:08.457936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-3b23969c-ce7c-454c-b6a6-a326f6437995 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8a919433e3a0417582628b463d3b295d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0353878 Jul 05 03:44:08.465302 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Attempting to bind port 64f58ad2-53c9-46fb-8ed8-419515105aed on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:08.465875 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Attempting to bind port 64f58ad2-53c9-46fb-8ed8-419515105aed by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:08.466075 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Attempting to bind port 64f58ad2-53c9-46fb-8ed8-419515105aed on network fe5d4d29-f554-483d-9a12-649266b1959d {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:08.471653 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 43, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:08.472256 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Checking segment: {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:08.472725 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.473177 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Bound using segment: {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:08.473711 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Bound port: 64f58ad2-53c9-46fb-8ed8-419515105aed, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:08.474188 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.547960 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-558a3711-4909-4158-b96e-69a9864a108d None None] For port 64f58ad2-53c9-46fb-8ed8-419515105aed, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:08.551221 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-558a3711-4909-4158-b96e-69a9864a108d None None] For port 64f58ad2-53c9-46fb-8ed8-419515105aed, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=64f58ad2-53c9-46fb-8ed8-419515105aed,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:08.577422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-6e693d50-e524-40a2-93ec-fd6d9ce4cfc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.578887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-6e693d50-e524-40a2-93ec-fd6d9ce4cfc1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1915724 Jul 05 03:44:08.618973 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:08.672008 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:44:08.672651 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-558a3711-4909-4158-b96e-69a9864a108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:43:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:08.696190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-7c259e92-b89e-45bf-8229-f8d866ffec4c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.698242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-7c259e92-b89e-45bf-8229-f8d866ffec4c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 821 time: 0.2471449 Jul 05 03:44:08.699676 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770306d7-8a92-4cbf-ba80-b67f1479f21e None None] Pushing event updated for resources: {'Port': ['ID=64f58ad2-53c9-46fb-8ed8-419515105aed,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:08.734808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66de4-842f-4001-8c51-09b52b363581 req-64e08a93-327b-41e9-8fea-f2280e7b920b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.736418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-64e08a93-327b-41e9-8fea-f2280e7b920b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2656453 Jul 05 03:44:08.741699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-a6016daf-d2f0-4cc4-b38c-cc25da806c24 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/quotas/67b75ff79a7349649feb96da35f40cde HTTP/1.1" status: 200 len: 375 time: 0.0316882 Jul 05 03:44:08.796301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-d3880f18-7db0-4e58-bec9-1a981ee36b2c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/quotas/8a919433e3a0417582628b463d3b295d HTTP/1.1" status: 200 len: 375 time: 0.0465858 Jul 05 03:44:08.799186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-446869f6-1d02-4a24-a7bc-af7a58dd3f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:08.800858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-446869f6-1d02-4a24-a7bc-af7a58dd3f84 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2107854 Jul 05 03:44:08.905077 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-558a3711-4909-4158-b96e-69a9864a108d None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:44:08.955023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-12ddc00f-67d3-4d8d-8dc3-8a08eae601db tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2068884 Jul 05 03:44:08.980596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-b71cc695-47b5-4477-8873-0c52d7d731b1 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646240 Jul 05 03:44:08.986758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ea9fb472-6284-4713-ad41-90d0af696820 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:08.990393 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8d5f8561-8abd-47ec-be55-b24615cb23d8 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:09.039066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-67a0aa79-2ac0-4224-82b4-3d77b06c47c9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2372220 Jul 05 03:44:09.137456 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-558a3711-4909-4158-b96e-69a9864a108d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:08Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:44:09.145726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-c718e9aa-e0b9-4de3-a31d-fcbf5ad7d10c service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804581 Jul 05 03:44:09.164646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:09.167747 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-558a3711-4909-4158-b96e-69a9864a108d None None] The sync data for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 is: [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:08Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:44:09.183773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'ea9fb472-6284-4713-ad41-90d0af696820', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'ea9fb472-6284-4713-ad41-90d0af696820', 'mac_address': 'fa:16:3e:b2:5e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:09.194676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 8d5f8561-8abd-47ec-be55-b24615cb23d8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:09.208683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-13b14e30-817a-41b7-ac3a-434165610ef9 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852314 Jul 05 03:44:09.235949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 8d5f8561-8abd-47ec-be55-b24615cb23d8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:09.236555 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.276617 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.322514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9fb472-6284-4713-ad41-90d0af696820 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:09.339413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-ea243221-bb8c-4823-a08d-87bcf4c01df0 service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1928673 Jul 05 03:44:09.391825 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.395097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:09.426475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5f8561-8abd-47ec-be55-b24615cb23d8'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:09.429295 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a6a661a-1926-4cb6-8c68-0ea24b3622b4" -d '{"events": [{"server_uuid": "cfdf2959-7eea-4a95-9681-bc4cf78d25e6", "name": "network-vif-plugged", "status": "completed", "tag": "8d5f8561-8abd-47ec-be55-b24615cb23d8"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:09.453059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:09.470213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-4f83063e-688b-4204-b605-43be4d5d55ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:09.471636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-4f83063e-688b-4204-b605-43be4d5d55ca service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 1095 time: 0.1773477 Jul 05 03:44:09.485030 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.558242 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:09.588867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:09.617483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aad5e66-80ed-4b19-9f6d-d41d28efc3d4 req-bbfc62ec-afd7-4cff-95f6-2e0d66cc4864 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:09.619186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0aad5e66-80ed-4b19-9f6d-d41d28efc3d4 req-bbfc62ec-afd7-4cff-95f6-2e0d66cc4864 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1515265 Jul 05 03:44:09.636639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-6d579605-e171-4779-9fdb-7d8db9fae3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:09.638430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-6d579605-e171-4779-9fdb-7d8db9fae3f9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.1574299 Jul 05 03:44:09.653253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=8d5f8561-8abd-47ec-be55-b24615cb23d8,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:09.702098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-e99606ea-1097-44d7-87f1-a26eba3abbea service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81040522-72f0-41b7-b35c-50a6424e2ad6 HTTP/1.1" status: 200 len: 217 time: 0.0556715 Jul 05 03:44:09.753365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0aad5e66-80ed-4b19-9f6d-d41d28efc3d4 req-abed5ccf-f9d8-45aa-9cc8-e73ef0781d09 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263373 Jul 05 03:44:09.815847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-ad6924ce-e4b0-4573-8b0e-64089ff56c28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:09.817355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-ad6924ce-e4b0-4573-8b0e-64089ff56c28 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.1046414 Jul 05 03:44:09.885483 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-3947922a-a843-4fa2-bd60-5f51e36a352b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436430 Jul 05 03:44:09.966780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['ea9fb472-6284-4713-ad41-90d0af696820'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:09.982923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7863e5-91f2-4e59-9f33-6b1929501d4b req-f98d4600-8c73-4d5c-b33f-1ed2db5aff73 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:09.984511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa7863e5-91f2-4e59-9f33-6b1929501d4b req-f98d4600-8c73-4d5c-b33f-1ed2db5aff73 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 943 time: 0.1989532 Jul 05 03:44:10.330529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-96e6f0e3-3f4f-4e76-bce3-8c97d9e9c868 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355257 Jul 05 03:44:10.376036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa7863e5-91f2-4e59-9f33-6b1929501d4b req-f3040808-d6de-4f28-95a5-717138865349 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3844171 Jul 05 03:44:10.390720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cdd9950a-25c2-4a6b-9892-5ec6851085bf details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:10.476799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d06733-1e0c-4b4b-aa1f-cfe6de6f396e req-c4ce9ad9-c7f4-43fa-bac9-099ca71b85ca tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.478429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1d06733-1e0c-4b4b-aa1f-cfe6de6f396e req-c4ce9ad9-c7f4-43fa-bac9-099ca71b85ca tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 948 time: 0.2146900 Jul 05 03:44:10.527469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f24c04a6-63f5-4632-a858-4fb37149a9f5 req-41283811-4810-4393-b540-331f05d8dffa service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859858 Jul 05 03:44:10.537781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port cdd9950a-25c2-4a6b-9892-5ec6851085bf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:10.560215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf', 'mac_address': 'fa:16:3e:f6:4b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:10.566541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1d06733-1e0c-4b4b-aa1f-cfe6de6f396e req-e8aff09e-cb5a-4a14-bba2-c6a9fb8a8927 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800273 Jul 05 03:44:10.608051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6334f7-53e1-48b7-a61b-acd022054f1d req-15644077-d1c0-45e9-8a44-92be195ea81d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.615819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c6334f7-53e1-48b7-a61b-acd022054f1d req-15644077-d1c0-45e9-8a44-92be195ea81d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 948 time: 0.1048713 Jul 05 03:44:10.663557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.676419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c6334f7-53e1-48b7-a61b-acd022054f1d req-a2d58dc5-a2a2-4dec-aa59-3f02dd4afd98 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596302 Jul 05 03:44:10.681078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdd9950a-25c2-4a6b-9892-5ec6851085bf {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:10.708213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port cdd9950a-25c2-4a6b-9892-5ec6851085bf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:10.745723 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6b0c02f1-e664-4a88-9ff2-f97d7606f157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.751813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c7db1f2-6b9a-4e8a-a80f-e3e2b9ab0b1f req-b91d6fec-8710-4910-b409-0435d776b89f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 210 time: 0.0411968 Jul 05 03:44:10.783024 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.783775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 81040522-72f0-41b7-b35c-50a6424e2ad6 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:10.838012 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0376df0a-767c-4bb4-b73f-7c71ce4a9021 x-openstack-request-id: req-0376df0a-767c-4bb4-b73f-7c71ce4a9021 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:10.838299 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdf2959-7eea-4a95-9681-bc4cf78d25e6", "name": "network-vif-plugged", "status": "completed", "tag": "8d5f8561-8abd-47ec-be55-b24615cb23d8", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:10.838735 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0376df0a-767c-4bb4-b73f-7c71ce4a9021 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:10.839326 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d5f8561-8abd-47ec-be55-b24615cb23d8', 'code': 200} Jul 05 03:44:10.878387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a1563b3-8d7c-4116-ad80-c3cf46c5013f req-cba894fe-5ee4-45f7-ad43-d589b5cb7ee9 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 210 time: 0.0384810 Jul 05 03:44:10.901799 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:10.904404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d849a-c384-4866-84f9-78792eae912b req-905973f5-0683-436d-bb44-96335a64fede tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.906034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0d849a-c384-4866-84f9-78792eae912b req-905973f5-0683-436d-bb44-96335a64fede tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.1057341 Jul 05 03:44:10.911884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=cdd9950a-25c2-4a6b-9892-5ec6851085bf,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:10.953587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0d849a-c384-4866-84f9-78792eae912b req-5b25ecde-36cc-43f8-9a46-92e80499f0f9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Jul 05 03:44:10.960006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f719d9bd-e228-4741-80a0-14dcafffb97d req-10f9705e-c313-45ad-867a-5d20e1ee1fde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:10.961910 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f719d9bd-e228-4741-80a0-14dcafffb97d req-10f9705e-c313-45ad-867a-5d20e1ee1fde service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1098 time: 0.0798514 Jul 05 03:44:10.977831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:10.998705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '81040522-72f0-41b7-b35c-50a6424e2ad6', 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630', 'port_id': '81040522-72f0-41b7-b35c-50a6424e2ad6', 'mac_address': 'fa:16:3e:bd:d7:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028213fe-d500-4cf5-89de-aa6ef0908dde', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:11.019109 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f719d9bd-e228-4741-80a0-14dcafffb97d req-592dac1e-50c1-403f-88d5-f549a9189274 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494859 Jul 05 03:44:11.060256 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.079960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81040522-72f0-41b7-b35c-50a6424e2ad6 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:11.107739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:11.184706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 64f58ad2-53c9-46fb-8ed8-419515105aed up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:11.220073 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.220736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 71a9faef-9737-43a1-9581-12cf4850e9a9 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:11.309708 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 71a9faef-9737-43a1-9581-12cf4850e9a9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=71a9faef-9737-43a1-9581-12cf4850e9a9,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:11.321480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=81040522-72f0-41b7-b35c-50a6424e2ad6,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:11.327059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '71a9faef-9737-43a1-9581-12cf4850e9a9', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '71a9faef-9737-43a1-9581-12cf4850e9a9', 'mac_address': 'fa:16:3e:a3:e4:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.224'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:11.376736 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.391363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 71a9faef-9737-43a1-9581-12cf4850e9a9 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:11.410976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 71a9faef-9737-43a1-9581-12cf4850e9a9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=71a9faef-9737-43a1-9581-12cf4850e9a9,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:11.459524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 64f58ad2-53c9-46fb-8ed8-419515105aed completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:11.464646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 64f58ad2-53c9-46fb-8ed8-419515105aed triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:11.465435 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.530380 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.598325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=71a9faef-9737-43a1-9581-12cf4850e9a9,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:11.638399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13577e0-1435-49ce-b9d6-b5e5e6c9f2e0 req-cdf4e56f-ba41-4fbe-a4ef-6db4f38e7740 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.638399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d13577e0-1435-49ce-b9d6-b5e5e6c9f2e0 req-cdf4e56f-ba41-4fbe-a4ef-6db4f38e7740 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 944 time: 0.1145871 Jul 05 03:44:11.654576 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.694399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 64f58ad2-53c9-46fb-8ed8-419515105aed, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=64f58ad2-53c9-46fb-8ed8-419515105aed,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:11.713321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d13577e0-1435-49ce-b9d6-b5e5e6c9f2e0 req-f86f669a-a55e-48e0-bb7e-3024ed241f89 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637662 Jul 05 03:44:11.742845 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.743625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8dfd4f-405d-4d99-a42c-d092113e3d17 req-6c6b7f75-2f90-4a2c-b3b8-13c5a09791ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.745794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d8dfd4f-405d-4d99-a42c-d092113e3d17 req-6c6b7f75-2f90-4a2c-b3b8-13c5a09791ad tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1062331 Jul 05 03:44:11.792749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d8dfd4f-405d-4d99-a42c-d092113e3d17 req-e6e6b2a0-08c8-4817-9488-262b5e59b10e tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400014 Jul 05 03:44:11.802033 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:11.868300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=64f58ad2-53c9-46fb-8ed8-419515105aed,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:11.910137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dba156-6276-4f5b-98c9-7b289638cbfc req-8c4e61f4-7014-4611-b62c-a58e829d1f96 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:11.911671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80dba156-6276-4f5b-98c9-7b289638cbfc req-8c4e61f4-7014-4611-b62c-a58e829d1f96 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 949 time: 0.0730503 Jul 05 03:44:11.929863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['cdd9950a-25c2-4a6b-9892-5ec6851085bf'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:11.937173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:11.988403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['81040522-72f0-41b7-b35c-50a6424e2ad6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:11.992732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80dba156-6276-4f5b-98c9-7b289638cbfc req-630b2ae9-3422-483e-8f05-1f26005e0235 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741932 Jul 05 03:44:12.019351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61944d1b-0e1c-44c6-afeb-c3b80bbaf4ac req-299e00d7-646a-4e70-83d5-066894ed078a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:12.024413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61944d1b-0e1c-44c6-afeb-c3b80bbaf4ac req-299e00d7-646a-4e70-83d5-066894ed078a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 949 time: 0.1070478 Jul 05 03:44:12.074831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61944d1b-0e1c-44c6-afeb-c3b80bbaf4ac req-4fca6678-d68c-44c2-a6a8-7906a11bdf7f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464454 Jul 05 03:44:12.185911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df063105-ef8b-455c-ba29-cb609c0dc6c0 req-d2045c54-06c9-42b2-8884-52aa18dbeb99 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 210 time: 0.0312467 Jul 05 03:44:12.262029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-907608e7-5ed3-40c5-9c07-6f3fd266c890 req-954fe554-a82b-4051-847f-5507be751024 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 210 time: 0.0570848 Jul 05 03:44:12.416783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec93b64-aac9-45fa-bdbd-263ef62a5b73 req-d6029030-74e6-42ef-81b8-709e422d9890 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:12.418317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aec93b64-aac9-45fa-bdbd-263ef62a5b73 req-d6029030-74e6-42ef-81b8-709e422d9890 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.1047533 Jul 05 03:44:12.465880 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-12b0b69f-c09b-4996-a772-7bd12fc7baf3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8a919433e3a0417582628b463d3b295d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0224991 Jul 05 03:44:12.467887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aec93b64-aac9-45fa-bdbd-263ef62a5b73 req-ebacb886-18db-449c-924c-4ef25f7ac95e tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383744 Jul 05 03:44:12.605363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66de4-842f-4001-8c51-09b52b363581 req-97046b2e-3b7b-4278-8987-e0fcdbb89e24 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:12.606880 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-97046b2e-3b7b-4278-8987-e0fcdbb89e24 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1345053 Jul 05 03:44:12.633797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Request body: {'port': {'device_id': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8a919433e3a0417582628b463d3b295d'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:12.876245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Made reservation on behalf of 8a919433e3a0417582628b463d3b295d for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:12.882103 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:12.908776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296e796d-2fbd-45de-89d2-b2cd57f7b0e4 req-363677bd-8015-416f-8b85-9a95064044be tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:12.910515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-296e796d-2fbd-45de-89d2-b2cd57f7b0e4 req-363677bd-8015-416f-8b85-9a95064044be tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 944 time: 0.0780501 Jul 05 03:44:12.989208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-296e796d-2fbd-45de-89d2-b2cd57f7b0e4 req-b91c75f2-f6f6-410f-a019-699b7841dbbb tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724292 Jul 05 03:44:13.022324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ea9fb472-6284-4713-ad41-90d0af696820 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:13.029052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1d1844-4fc1-4b7a-a62b-cfa9ab72204b req-d42abe21-1ef0-4db6-b0a4-c7f2d7f9f690 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.029964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b1d1844-4fc1-4b7a-a62b-cfa9ab72204b req-d42abe21-1ef0-4db6-b0a4-c7f2d7f9f690 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.0949428 Jul 05 03:44:13.053653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Allocated IP 192.168.233.25 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/4428445b-a8e9-4564-a843-aa1fa6acc312) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:13.104528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b1d1844-4fc1-4b7a-a62b-cfa9ab72204b req-c4b600e8-1321-4759-9738-f6bd5bef89ba tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594001 Jul 05 03:44:13.151824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port ea9fb472-6284-4713-ad41-90d0af696820 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:13.164454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port ea9fb472-6284-4713-ad41-90d0af696820 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:13.164454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.191541 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 64f58ad2-53c9-46fb-8ed8-419515105aed up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:13.282039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 64f58ad2-53c9-46fb-8ed8-419515105aed triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:13.282352 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.293298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd61246-983c-4e4a-9ab0-7e26eb3b0545 req-82fc58a0-f467-4666-a68c-57a4a9839f8d tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.295071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1dd61246-983c-4e4a-9ab0-7e26eb3b0545 req-82fc58a0-f467-4666-a68c-57a4a9839f8d tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 949 time: 0.1265848 Jul 05 03:44:13.319155 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.322624 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.340696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Transition to ACTIVE for port object 4428445b-a8e9-4564-a843-aa1fa6acc312 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:13.352880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1dd61246-983c-4e4a-9ab0-7e26eb3b0545 req-6e1c795f-b27f-46f2-bdd2-a17888c28b78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515971 Jul 05 03:44:13.362781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d60034-16ea-43b7-b663-44c3a3abab4e req-f9539766-68d6-40f3-9fca-44471306ebfd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.364726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94d60034-16ea-43b7-b663-44c3a3abab4e req-f9539766-68d6-40f3-9fca-44471306ebfd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 949 time: 0.1301236 Jul 05 03:44:13.391699 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.454819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:13.457183 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ef158a-8fb8-4bd1-a486-7bf133033600" -d '{"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-plugged", "status": "completed", "tag": "ea9fb472-6284-4713-ad41-90d0af696820"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:13.474097 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.482074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:13.488988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.498355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94d60034-16ea-43b7-b663-44c3a3abab4e req-23da6730-ce2a-4290-846e-fcdb6992ece3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277893 Jul 05 03:44:13.503391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:13.547359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:13.550782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:13.556051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:13.560935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Pushing event updated for resources: {'Port': ['ID=4428445b-a8e9-4564-a843-aa1fa6acc312,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:13.606795 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.629086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.630320 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.642683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-0c79a405-46bc-4397-b0a6-7921ada6852f tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.648499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-0c79a405-46bc-4397-b0a6-7921ada6852f tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.13 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 821 time: 0.2158401 Jul 05 03:44:13.697673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Request body: {'port': {'device_id': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'admin_state_up': True, 'tenant_id': '67b75ff79a7349649feb96da35f40cde'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:13.713373 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-aa336971-f294-4a51-aedf-5fc2d92df509 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.0847354 Jul 05 03:44:13.719264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:13.733513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29507007-d551-4793-ad0c-727112928ef0 req-45f2dc44-dca5-4afb-93de-ac2fed4ecb02 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 210 time: 0.0816116 Jul 05 03:44:13.766041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Request body: {'port': {'device_id': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:13.851734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b2df3-dc4d-436f-ad5e-1d765168eef2 req-c6075e07-0124-47be-8711-705927aa4597 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:13.851734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe5b2df3-dc4d-436f-ad5e-1d765168eef2 req-c6075e07-0124-47be-8711-705927aa4597 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 935 time: 0.2700236 Jul 05 03:44:13.885873 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.902233 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:13.920729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe5b2df3-dc4d-436f-ad5e-1d765168eef2 req-31023dd0-5650-45e4-801c-0dc2594aeeef tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596623 Jul 05 03:44:13.991919 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde27fb5-c1fd-4ff4-98a6-44b3c4ae0dce x-openstack-request-id: req-fde27fb5-c1fd-4ff4-98a6-44b3c4ae0dce {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:13.991919 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-plugged", "status": "completed", "tag": "ea9fb472-6284-4713-ad41-90d0af696820", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:13.992212 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fde27fb5-c1fd-4ff4-98a6-44b3c4ae0dce {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:13.992452 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820', 'code': 200} Jul 05 03:44:14.065244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3a79f233-f3e6-4e0e-b4ea-2b8d43cde3c2 None None] Provisioning for port 4428445b-a8e9-4564-a843-aa1fa6acc312 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:14.071222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3a79f233-f3e6-4e0e-b4ea-2b8d43cde3c2 None None] Provisioning complete for port 4428445b-a8e9-4564-a843-aa1fa6acc312 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:14.072013 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3a79f233-f3e6-4e0e-b4ea-2b8d43cde3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.098657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Made reservation on behalf of 67b75ff79a7349649feb96da35f40cde for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:14.102182 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.129799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3a79f233-f3e6-4e0e-b4ea-2b8d43cde3c2 None None] Port 4428445b-a8e9-4564-a843-aa1fa6acc312 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:14.222584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ee0de0-b651-4927-8f5d-6389b5fdebbc req-a90d86e9-161e-4eb5-a51f-6c3899ed6235 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.224099 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44ee0de0-b651-4927-8f5d-6389b5fdebbc req-a90d86e9-161e-4eb5-a51f-6c3899ed6235 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 1102 time: 0.1313684 Jul 05 03:44:14.244631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fd9d6d-f30d-4c0a-924c-55e555b10fc4 req-ef423c6a-c4f5-40c0-a1fa-2f83776c9335 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.246219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7fd9d6d-f30d-4c0a-924c-55e555b10fc4 req-ef423c6a-c4f5-40c0-a1fa-2f83776c9335 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.1837249 Jul 05 03:44:14.302736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4428445b-a8e9-4564-a843-aa1fa6acc312 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:14.317212 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44ee0de0-b651-4927-8f5d-6389b5fdebbc req-2353655e-9dd2-4b04-a7af-c6373b8160d4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808921 Jul 05 03:44:14.321209 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.334781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Transition to ACTIVE for port object 4428445b-a8e9-4564-a843-aa1fa6acc312 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:14.345117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7fd9d6d-f30d-4c0a-924c-55e555b10fc4 req-27a3effb-4486-4f76-b8df-f4e59b0848b9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914118 Jul 05 03:44:14.361975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Allocated IP 172.20.0.11 (fe5d4d29-f554-483d-9a12-649266b1959d/6ebac950-6876-4afe-a063-4eb11d9d414e/c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:14.374544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70833269-c11a-42f5-8da5-31392013eb8d req-624cfcb9-c7fb-4ec3-a1fd-89c21beef5c6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.376126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70833269-c11a-42f5-8da5-31392013eb8d req-624cfcb9-c7fb-4ec3-a1fd-89c21beef5c6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 944 time: 0.2178791 Jul 05 03:44:14.418588 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.439104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cdd9950a-25c2-4a6b-9892-5ec6851085bf up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:14.450633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70833269-c11a-42f5-8da5-31392013eb8d req-a0b372a5-6cf8-4703-aaea-917a07802726 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668240 Jul 05 03:44:14.506876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Pushing event updated for resources: {'Port': ['ID=4428445b-a8e9-4564-a843-aa1fa6acc312,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:14.585310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Attempting to bind port 4428445b-a8e9-4564-a843-aa1fa6acc312 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:14.585781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Attempting to bind port 4428445b-a8e9-4564-a843-aa1fa6acc312 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:14.586231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Attempting to bind port 4428445b-a8e9-4564-a843-aa1fa6acc312 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:14.592345 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Port 4428445b-a8e9-4564-a843-aa1fa6acc312 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:14.592827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Attempting to bind port 4428445b-a8e9-4564-a843-aa1fa6acc312 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:14.598915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:14.599416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:14.599937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:14.600466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Bound port: 4428445b-a8e9-4564-a843-aa1fa6acc312, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:14.600897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.628858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb8d26-7369-4aa5-b010-1a367f3d2b7a req-55f6ee72-67e3-4d8b-ab19-c53e1475e06f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.636895 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59eb8d26-7369-4aa5-b010-1a367f3d2b7a req-55f6ee72-67e3-4d8b-ab19-c53e1475e06f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1822519 Jul 05 03:44:14.637685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port cdd9950a-25c2-4a6b-9892-5ec6851085bf completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:14.642830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port cdd9950a-25c2-4a6b-9892-5ec6851085bf triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:14.646852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.657422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.708582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] For port 4428445b-a8e9-4564-a843-aa1fa6acc312, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:14.713074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] For port 4428445b-a8e9-4564-a843-aa1fa6acc312, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=4428445b-a8e9-4564-a843-aa1fa6acc312,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:14.724112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Transition to ACTIVE for port object c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:14.751413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59eb8d26-7369-4aa5-b010-1a367f3d2b7a req-36f6fbd7-4ef1-4c9d-b114-97a3ba1b188b tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135294 Jul 05 03:44:14.756090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.801337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port cdd9950a-25c2-4a6b-9892-5ec6851085bf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:14.802581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a2eb61d-162f-4ca7-8dc1-f3654a6f4854 req-aa4e7bf2-dba9-4292-82db-09fe71524f87 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.804154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a2eb61d-162f-4ca7-8dc1-f3654a6f4854 req-aa4e7bf2-dba9-4292-82db-09fe71524f87 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1098 time: 0.1442180 Jul 05 03:44:14.844536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a2eb61d-162f-4ca7-8dc1-f3654a6f4854 req-71b915e0-23a2-40c4-88cb-0fc27dda9605 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337958 Jul 05 03:44:14.848144 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.898843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:14.899296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.900810 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-37492519-2b71-42e8-895d-6154714e0378 service neutron] 10.222.0.13 "PUT /v2.0/ports/4428445b-a8e9-4564-a843-aa1fa6acc312 HTTP/1.1" status: 200 len: 1096 time: 1.1397848 Jul 05 03:44:14.901254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'tag': '4428445b-a8e9-4564-a843-aa1fa6acc312'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:14.903740 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83079328-97b4-405b-ada8-7572165f9c42" -d '{"events": [{"name": "network-changed", "server_uuid": "4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3", "tag": "4428445b-a8e9-4564-a843-aa1fa6acc312"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:14.933484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37492519-2b71-42e8-895d-6154714e0378 service neutron] Pushing event updated for resources: {'Port': ['ID=4428445b-a8e9-4564-a843-aa1fa6acc312,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:14.949831 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.968479 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:14.969778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 71a9faef-9737-43a1-9581-12cf4850e9a9 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:15.064802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=cdd9950a-25c2-4a6b-9892-5ec6851085bf,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:15.065223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Network fe5d4d29-f554-483d-9a12-649266b1959d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:15.079421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:15.082793 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:15.090266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Pushing event updated for resources: {'Port': ['ID=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:15.138694 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 71a9faef-9737-43a1-9581-12cf4850e9a9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:15.141669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6088cd6b-7b0d-4945-b34a-536ee9594180 req-d5360b8f-eb12-4f14-824e-90897ce68baa tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.141811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66de4-842f-4001-8c51-09b52b363581 req-be2b5e23-7395-4503-9c5d-33039452b13b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.143180 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-be2b5e23-7395-4503-9c5d-33039452b13b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0859115 Jul 05 03:44:15.143302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6088cd6b-7b0d-4945-b34a-536ee9594180 req-d5360b8f-eb12-4f14-824e-90897ce68baa tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 949 time: 0.2662878 Jul 05 03:44:15.145550 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 71a9faef-9737-43a1-9581-12cf4850e9a9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:15.145920 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.184552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.184552 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.210170 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-9cb028b6-2973-4496-8606-052785a5d485 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4428445b-a8e9-4564-a843-aa1fa6acc312 HTTP/1.1" status: 200 len: 217 time: 0.0514166 Jul 05 03:44:15.225808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c207daf-99d3-4c9a-9016-37be0340b2f0 req-a96fc829-59fe-4f39-8012-9a50d8df3714 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.233883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c207daf-99d3-4c9a-9016-37be0340b2f0 req-a96fc829-59fe-4f39-8012-9a50d8df3714 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 949 time: 0.2422342 Jul 05 03:44:15.249434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6088cd6b-7b0d-4945-b34a-536ee9594180 req-37d4559c-ae07-4ca7-b623-6bfc0b265d1d tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939281 Jul 05 03:44:15.253088 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.266403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-b308a33a-7df0-48e0-851f-14ef0482ba57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5885599 Jul 05 03:44:15.281551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66de4-842f-4001-8c51-09b52b363581 req-e1addc45-fb22-42e1-8347-ed3f1aec6774 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.283443 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-e1addc45-fb22-42e1-8347-ed3f1aec6774 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0620234 Jul 05 03:44:15.295435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Request body: {'port': {'device_id': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:15.297096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 71a9faef-9737-43a1-9581-12cf4850e9a9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=71a9faef-9737-43a1-9581-12cf4850e9a9,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:15.312130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c207daf-99d3-4c9a-9016-37be0340b2f0 req-47d2c5b8-c3c7-4c5d-8c45-b3eab1007f8a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771925 Jul 05 03:44:15.378680 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.379520 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 81040522-72f0-41b7-b35c-50a6424e2ad6 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:15.408509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade66de4-842f-4001-8c51-09b52b363581 req-ca8a0941-72c3-4db0-976e-1a65404dfe7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.416065 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-ca8a0941-72c3-4db0-976e-1a65404dfe7d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1159792 Jul 05 03:44:15.425826 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5be5d8c3-af9b-4dfa-99e4-4757129d0c94 x-openstack-request-id: req-5be5d8c3-af9b-4dfa-99e4-4757129d0c94 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:15.426368 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3", "tag": "4428445b-a8e9-4564-a843-aa1fa6acc312", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:15.426807 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5be5d8c3-af9b-4dfa-99e4-4757129d0c94 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:15.427393 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'tag': '4428445b-a8e9-4564-a843-aa1fa6acc312', 'status': 'completed', 'code': 200} Jul 05 03:44:15.467155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.549336 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-e1cec849-3b4b-40ed-bed7-3648a6dc8249 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189110 Jul 05 03:44:15.561129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81a333-0ee7-4c1e-bbeb-f003e4b8fb79 req-4003a003-ed57-4a1a-b23a-276a2bafe62e tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.562731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f81a333-0ee7-4c1e-bbeb-f003e4b8fb79 req-4003a003-ed57-4a1a-b23a-276a2bafe62e tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 932 time: 0.1402633 Jul 05 03:44:15.595697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=71a9faef-9737-43a1-9581-12cf4850e9a9,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:15.636989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-94f11192-6f55-46dc-a67d-db8f2e033a07 None None] Provisioning for port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:15.642585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-94f11192-6f55-46dc-a67d-db8f2e033a07 None None] Provisioning complete for port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:15.651181 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94f11192-6f55-46dc-a67d-db8f2e033a07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.670848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 81040522-72f0-41b7-b35c-50a6424e2ad6 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:15.681980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 81040522-72f0-41b7-b35c-50a6424e2ad6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:15.682410 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.703849 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ade66de4-842f-4001-8c51-09b52b363581 req-77ead498-abe4-456e-94f6-f4fa7933ca65 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329131 Jul 05 03:44:15.744396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-94f11192-6f55-46dc-a67d-db8f2e033a07 None None] Port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:15.768500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f81a333-0ee7-4c1e-bbeb-f003e4b8fb79 req-72b3d8d8-73f9-4602-adcb-3d38b9532302 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384695 Jul 05 03:44:15.947694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079328-97b4-405b-ada8-7572165f9c42 req-fa2b23f7-dc6d-4607-bdba-a07d369d2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:15.949430 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-83079328-97b4-405b-ada8-7572165f9c42 req-fa2b23f7-dc6d-4607-bdba-a07d369d2dec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 1099 time: 0.0799105 Jul 05 03:44:15.953405 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.968995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:15.984165 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:15.996317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf'}, {'server_uuid': '2c610ea4-25fc-425e-9fef-db6c1ba5d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a9faef-9737-43a1-9581-12cf4850e9a9'}, {'server_uuid': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81040522-72f0-41b7-b35c-50a6424e2ad6'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:16.000835 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18dd963a-3fb3-438a-aec2-ea133649771a" -d '{"events": [{"server_uuid": "527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd", "name": "network-vif-plugged", "status": "completed", "tag": "cdd9950a-25c2-4a6b-9892-5ec6851085bf"}, {"server_uuid": "2c610ea4-25fc-425e-9fef-db6c1ba5d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "71a9faef-9737-43a1-9581-12cf4850e9a9"}, {"server_uuid": "2abfa13a-7acb-4ee5-a2df-1452077f8b34", "name": "network-vif-plugged", "status": "completed", "tag": "81040522-72f0-41b7-b35c-50a6424e2ad6"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:16.007658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:16.012698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Transition to ACTIVE for port object c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:16.022657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a887f396-f27e-4a59-b46f-e6a6be0b2c9f req-67e39e62-1501-4d76-90b5-0e007cd0ea82 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.024333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a887f396-f27e-4a59-b46f-e6a6be0b2c9f req-67e39e62-1501-4d76-90b5-0e007cd0ea82 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 947 time: 0.3751559 Jul 05 03:44:16.077660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751fa1be-7bc6-43d0-a0d2-91b816188d27 req-b7315579-d736-409f-b10d-27ffefb571c8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.079316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-751fa1be-7bc6-43d0-a0d2-91b816188d27 req-b7315579-d736-409f-b10d-27ffefb571c8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 944 time: 0.1600993 Jul 05 03:44:16.094417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a887f396-f27e-4a59-b46f-e6a6be0b2c9f req-8dd92df0-95e3-4b76-ab05-5749ecdb51fd tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604901 Jul 05 03:44:16.120118 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.120416 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.198382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-751fa1be-7bc6-43d0-a0d2-91b816188d27 req-506da5e2-dff7-4e78-a678-e0847f29c44c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992897 Jul 05 03:44:16.234460 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=81040522-72f0-41b7-b35c-50a6424e2ad6,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:16.270558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:16.332991 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43417755-983b-4889-9177-c7701c03ccdc x-openstack-request-id: req-43417755-983b-4889-9177-c7701c03ccdc {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:16.333678 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd", "name": "network-vif-plugged", "status": "completed", "tag": "cdd9950a-25c2-4a6b-9892-5ec6851085bf", "code": 200}, {"server_uuid": "2c610ea4-25fc-425e-9fef-db6c1ba5d8c2", "name": "network-vif-plugged", "status": "completed", "tag": "71a9faef-9737-43a1-9581-12cf4850e9a9", "code": 200}, {"server_uuid": "2abfa13a-7acb-4ee5-a2df-1452077f8b34", "name": "network-vif-plugged", "status": "completed", "tag": "81040522-72f0-41b7-b35c-50a6424e2ad6", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:16.334177 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43417755-983b-4889-9177-c7701c03ccdc {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:16.334845 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf', 'code': 200} Jul 05 03:44:16.335621 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c610ea4-25fc-425e-9fef-db6c1ba5d8c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '71a9faef-9737-43a1-9581-12cf4850e9a9', 'code': 200} Jul 05 03:44:16.336115 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81040522-72f0-41b7-b35c-50a6424e2ad6', 'code': 200} Jul 05 03:44:16.462872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079328-97b4-405b-ada8-7572165f9c42 req-e107e428-3068-4462-9c34-8facec5b61b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.465673 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-83079328-97b4-405b-ada8-7572165f9c42 req-e107e428-3068-4462-9c34-8facec5b61b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.5098820 Jul 05 03:44:16.576364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Attempting to bind port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:16.576994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Attempting to bind port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:16.576994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Attempting to bind port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 on network fe5d4d29-f554-483d-9a12-649266b1959d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:16.595718 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-83079328-97b4-405b-ada8-7572165f9c42 req-a6811784-685f-4c09-9c47-761dbf4b6260 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4428445b-a8e9-4564-a843-aa1fa6acc312 HTTP/1.1" status: 200 len: 217 time: 0.1143005 Jul 05 03:44:16.598777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 on network fe5d4d29-f554-483d-9a12-649266b1959d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:16.599111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Attempting to bind port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 on network fe5d4d29-f554-483d-9a12-649266b1959d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:16.618138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7c76e6-f81c-4a56-93bf-abd5aafea196 req-8116fb03-b65b-4ceb-9bf0-393007395139 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.625316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc7c76e6-f81c-4a56-93bf-abd5aafea196 req-8116fb03-b65b-4ceb-9bf0-393007395139 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.2303283 Jul 05 03:44:16.636067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:16.636470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Checking segment: {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:16.636805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Bound using segment: {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:16.637257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Bound port: c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:16.637617 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.669866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ff601e-ac9d-49c2-8b14-77b0b5218258 req-0c345cfc-dce4-46a4-b174-707a59905a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.671401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ff601e-ac9d-49c2-8b14-77b0b5218258 req-0c345cfc-dce4-46a4-b174-707a59905a04 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 1102 time: 0.2192290 Jul 05 03:44:16.704959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079328-97b4-405b-ada8-7572165f9c42 req-e66fdff8-38ed-4f7a-9f41-00840de70173 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.706815 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-83079328-97b4-405b-ada8-7572165f9c42 req-e66fdff8-38ed-4f7a-9f41-00840de70173 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0867891 Jul 05 03:44:16.751345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08433995-16d7-485f-88c5-36eb0f6a97dc req-dab31e56-9d43-431d-82aa-65f24ad6527e tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.756287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1923c56b-f14c-41b1-a0df-18d58c7fb48e req-798572aa-f2b8-43a8-9ef1-3c310f8ab9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.758095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1923c56b-f14c-41b1-a0df-18d58c7fb48e req-798572aa-f2b8-43a8-9ef1-3c310f8ab9ab service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 1102 time: 0.2652037 Jul 05 03:44:16.759792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08433995-16d7-485f-88c5-36eb0f6a97dc req-dab31e56-9d43-431d-82aa-65f24ad6527e tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 950 time: 0.2445652 Jul 05 03:44:16.772849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc7c76e6-f81c-4a56-93bf-abd5aafea196 req-59669e6d-72b7-4295-81f1-4fd73b912ac6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465855 Jul 05 03:44:16.823483 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5128aa82-247c-4755-a7fb-7122801b1bc1 req-87242708-0a03-4244-b64c-0018bc709c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.825598 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5128aa82-247c-4755-a7fb-7122801b1bc1 req-87242708-0a03-4244-b64c-0018bc709c52 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 1097 time: 0.2895644 Jul 05 03:44:16.854507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ff601e-ac9d-49c2-8b14-77b0b5218258 req-b5989e6a-df24-40ac-938e-4f8ffc04a946 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705225 Jul 05 03:44:16.855582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] For port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4, host n-h2-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:16.860126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] For port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:16.877038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08433995-16d7-485f-88c5-36eb0f6a97dc req-527ede62-e40c-4d7b-a71a-c7fa180dd57b tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157656 Jul 05 03:44:16.889515 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1923c56b-f14c-41b1-a0df-18d58c7fb48e req-ef6d9c1a-395f-4abc-8b73-aac3a3587da4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021309 Jul 05 03:44:16.892256 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5128aa82-247c-4755-a7fb-7122801b1bc1 req-02498716-2a4a-478c-bc5a-e60bf1bfcfb4 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596018 Jul 05 03:44:16.918969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83079328-97b4-405b-ada8-7572165f9c42 req-f4464efa-e926-4002-995f-abb89c701e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.920646 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-83079328-97b4-405b-ada8-7572165f9c42 req-f4464efa-e926-4002-995f-abb89c701e79 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1989269 Jul 05 03:44:16.928058 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.997278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:16.998045 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:16.999925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] 10.222.0.13 "PUT /v2.0/ports/c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 1093 time: 1.7187610 Jul 05 03:44:17.002885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:17.002885 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62a01e54-f2f5-4b51-b949-7ef4614867b5" -d '{"events": [{"name": "network-changed", "server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:17.054327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fe1328-c8f3-4981-8d38-522039b94ce7 service neutron] Pushing event updated for resources: {'Port': ['ID=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:17.077281 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-83079328-97b4-405b-ada8-7572165f9c42 req-4a453e5e-dbe2-4665-b8d8-23295ed6bf25 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466732 Jul 05 03:44:17.120650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b236504-3633-4ea3-b5a0-e8e485fee38b req-b5e37c23-c29e-4b5c-8ed1-f07bdcd60f74 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.128811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b236504-3633-4ea3-b5a0-e8e485fee38b req-b5e37c23-c29e-4b5c-8ed1-f07bdcd60f74 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 950 time: 0.2138348 Jul 05 03:44:17.220735 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-83079328-97b4-405b-ada8-7572165f9c42 req-dc43bea1-9f99-4570-8cf7-243fc6bc3aae service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317704 Jul 05 03:44:17.253689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b236504-3633-4ea3-b5a0-e8e485fee38b req-4a857ece-40f9-4adc-8509-b0bd2b1cef5f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245391 Jul 05 03:44:17.540261 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87af5c0c-5852-4fa3-a7b8-9a1b7d8a0758 x-openstack-request-id: req-87af5c0c-5852-4fa3-a7b8-9a1b7d8a0758 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:17.540469 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:17.541229 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-87af5c0c-5852-4fa3-a7b8-9a1b7d8a0758 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:17.541619 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'status': 'completed', 'code': 200} Jul 05 03:44:17.576221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-eb1417e6-c747-4113-b2bd-cce84e17ff3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.577731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-eb1417e6-c747-4113-b2bd-cce84e17ff3a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1096 time: 0.4314311 Jul 05 03:44:17.586811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3381fcbb-feaf-460d-8d63-dc84852fb0e0 req-8ce07ab9-e848-474b-a9f8-9a020dc631e3 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.588757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3381fcbb-feaf-460d-8d63-dc84852fb0e0 req-8ce07ab9-e848-474b-a9f8-9a020dc631e3 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 944 time: 0.4121804 Jul 05 03:44:17.644574 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-c3fcba17-abc6-4aae-868d-6eabb6a456a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 217 time: 0.0531976 Jul 05 03:44:17.708446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3381fcbb-feaf-460d-8d63-dc84852fb0e0 req-cf5f2a9f-2f0c-4167-be61-d5ec4bd90fe5 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104398 Jul 05 03:44:17.728154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e108e89e-4916-4231-8318-488d7a12c325 req-67d721b6-caa0-4640-a8f4-06eb07ce954d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.729670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e108e89e-4916-4231-8318-488d7a12c325 req-67d721b6-caa0-4640-a8f4-06eb07ce954d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 947 time: 0.1912730 Jul 05 03:44:17.740268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-3abbf947-c63e-42bd-b6ac-a52960df4e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.741661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-3abbf947-c63e-42bd-b6ac-a52960df4e46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0833168 Jul 05 03:44:17.806958 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e108e89e-4916-4231-8318-488d7a12c325 req-5fbd4b26-dd3c-4340-a378-897d71ec3ab3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670149 Jul 05 03:44:17.866113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-2a1e1d05-0d99-42e7-a087-c94a5aede1e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.867619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-2a1e1d05-0d99-42e7-a087-c94a5aede1e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1130068 Jul 05 03:44:17.988143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0942bd-7098-486b-a156-507889dcbca3 req-4bc79be9-2e71-40fd-be0c-e0a39a749522 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:17.989674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a0942bd-7098-486b-a156-507889dcbca3 req-4bc79be9-2e71-40fd-be0c-e0a39a749522 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 945 time: 0.1760881 Jul 05 03:44:18.057234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-0ff2438e-8812-4a7b-9540-bf290985a6c8 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760223 Jul 05 03:44:18.087559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a0942bd-7098-486b-a156-507889dcbca3 req-0af14c15-fe45-4149-8345-9bd59f1974f6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808830 Jul 05 03:44:18.151781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82098af2-97b2-42b5-9544-aecc98d42608 req-b67f36ac-1bff-48b1-b934-2de480d89fcf tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:18.158742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82098af2-97b2-42b5-9544-aecc98d42608 req-b67f36ac-1bff-48b1-b934-2de480d89fcf tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.2177103 Jul 05 03:44:18.225650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb7dfb67-40d6-458e-aa46-695e3281e4d3 req-1ca33cd8-f161-4200-ae7d-8818b19af73a service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1596470 Jul 05 03:44:18.240203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82098af2-97b2-42b5-9544-aecc98d42608 req-3ea509a4-38ca-4c20-83ff-947b56b4542b tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803092 Jul 05 03:44:18.434266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d264f31-d4f5-4d3f-b094-0aa2b60c49b8 req-d064d5ec-4254-46ce-bff8-94745392f28a tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:18.436033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d264f31-d4f5-4d3f-b094-0aa2b60c49b8 req-d064d5ec-4254-46ce-bff8-94745392f28a tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 950 time: 0.1191120 Jul 05 03:44:18.511829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d264f31-d4f5-4d3f-b094-0aa2b60c49b8 req-aa231568-b98f-47a7-af02-4cdad5f25e64 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687761 Jul 05 03:44:18.625464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ed4475-feb3-4864-aca3-a6d775a12ebd req-c4fda230-8872-4a1d-a0f4-90f2ef18887f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:18.627165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4ed4475-feb3-4864-aca3-a6d775a12ebd req-c4fda230-8872-4a1d-a0f4-90f2ef18887f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 950 time: 0.1138422 Jul 05 03:44:18.673551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-0951179b-6e83-4f95-a064-a7092f6e69e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:18.675595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-0951179b-6e83-4f95-a064-a7092f6e69e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1096 time: 0.1037352 Jul 05 03:44:18.700419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4ed4475-feb3-4864-aca3-a6d775a12ebd req-3e5aa82f-19a3-4eda-897d-54f3987d069f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665207 Jul 05 03:44:18.817629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-416c6006-5518-4e8d-9054-7c5d0562c573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:18.819171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-416c6006-5518-4e8d-9054-7c5d0562c573 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.1334677 Jul 05 03:44:18.913667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-509d74eb-eb3d-43a9-af0f-3d4353a3e06a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 217 time: 0.0766835 Jul 05 03:44:19.025440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-857d2697-013d-4005-9e70-dcf018138cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.026757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-857d2697-013d-4005-9e70-dcf018138cc8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0995266 Jul 05 03:44:19.035097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 4428445b-a8e9-4564-a843-aa1fa6acc312 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:19.038737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7694ab8f-ec2c-44b2-81d5-b5d2c5df37f4 req-198b9673-ae0e-4869-a716-09df4255ce64 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.039773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7694ab8f-ec2c-44b2-81d5-b5d2c5df37f4 req-198b9673-ae0e-4869-a716-09df4255ce64 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 944 time: 0.2138557 Jul 05 03:44:19.129030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb810e1f-a058-40dd-a41e-63f0d1693a6c req-948adaa7-f723-44cf-a29b-e75cd745899d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.130563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb810e1f-a058-40dd-a41e-63f0d1693a6c req-948adaa7-f723-44cf-a29b-e75cd745899d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 947 time: 0.1908410 Jul 05 03:44:19.141102 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7694ab8f-ec2c-44b2-81d5-b5d2c5df37f4 req-9ae5aa4d-0a2b-4e2b-bed1-6021c6ce0daa tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902190 Jul 05 03:44:19.145617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 4428445b-a8e9-4564-a843-aa1fa6acc312, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=4428445b-a8e9-4564-a843-aa1fa6acc312,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:19.161312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '4428445b-a8e9-4564-a843-aa1fa6acc312', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '4428445b-a8e9-4564-a843-aa1fa6acc312', 'mac_address': 'fa:16:3e:ee:22:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:19.172048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-a32b2b0f-1603-40f4-9c84-21b23fba44d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.173568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-a32b2b0f-1603-40f4-9c84-21b23fba44d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1314752 Jul 05 03:44:19.210646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb810e1f-a058-40dd-a41e-63f0d1693a6c req-0d6bb3c3-d629-42fb-9ca2-532c444abd7c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586190 Jul 05 03:44:19.212045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.226912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4428445b-a8e9-4564-a843-aa1fa6acc312 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:19.255451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 4428445b-a8e9-4564-a843-aa1fa6acc312, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=4428445b-a8e9-4564-a843-aa1fa6acc312,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:19.310249 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:19.314558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-a7c9dca2-b3c1-4212-826e-bf92f5908d17 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289988 Jul 05 03:44:19.365407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=4428445b-a8e9-4564-a843-aa1fa6acc312,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:19.472258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3748bb90-0508-4d7a-9221-8dbc952725cd req-137d4e39-6503-4684-9a75-629bedcd370d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.473649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3748bb90-0508-4d7a-9221-8dbc952725cd req-137d4e39-6503-4684-9a75-629bedcd370d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 945 time: 0.1960125 Jul 05 03:44:19.500987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62a01e54-f2f5-4b51-b949-7ef4614867b5 req-5c61035d-f749-444a-bd7d-9cd89ef5491d service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1751177 Jul 05 03:44:19.531656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a1f430-4966-48e6-94c5-3d605f4b49b9 req-d949d6c2-e7da-4654-abd5-be36e47ea8c7 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.533465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09a1f430-4966-48e6-94c5-3d605f4b49b9 req-d949d6c2-e7da-4654-abd5-be36e47ea8c7 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1507428 Jul 05 03:44:19.541111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3748bb90-0508-4d7a-9221-8dbc952725cd req-c70ecb8f-e013-420b-a13e-b577ac402acd tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593667 Jul 05 03:44:19.597887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09a1f430-4966-48e6-94c5-3d605f4b49b9 req-88e1d7a3-81de-4fe1-84db-aaa0ef0cdb4a tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555916 Jul 05 03:44:19.784962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6bef96-1140-48d3-ab3c-b3160cd2274c req-92e2b35f-b92f-4190-b0c2-8c2e05e962a3 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.786499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d6bef96-1140-48d3-ab3c-b3160cd2274c req-92e2b35f-b92f-4190-b0c2-8c2e05e962a3 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 950 time: 0.0823267 Jul 05 03:44:19.830709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d6bef96-1140-48d3-ab3c-b3160cd2274c req-51b2a685-98b7-4cdb-b7df-4a024e31df04 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379751 Jul 05 03:44:19.911184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788c1be9-aa58-40eb-b5fb-8632a6a0e8ea req-80707105-4611-4823-bef6-64717fc9d3f5 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:19.912789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-788c1be9-aa58-40eb-b5fb-8632a6a0e8ea req-80707105-4611-4823-bef6-64717fc9d3f5 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 1097 time: 0.0570695 Jul 05 03:44:19.953610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-788c1be9-aa58-40eb-b5fb-8632a6a0e8ea req-13cf595a-4eed-4948-949b-008380a655ea tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344677 Jul 05 03:44:20.027806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce396870-eef6-4c3c-9c5e-f1865b04e5cb req-a0431cfc-db84-4daf-b079-7e42166f5d8c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:20.040890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce396870-eef6-4c3c-9c5e-f1865b04e5cb req-a0431cfc-db84-4daf-b079-7e42166f5d8c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 950 time: 0.0770497 Jul 05 03:44:20.066353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['4428445b-a8e9-4564-a843-aa1fa6acc312'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:20.087731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce396870-eef6-4c3c-9c5e-f1865b04e5cb req-1085da9d-47b9-49c7-b3b8-e19a7bc393ef tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513754 Jul 05 03:44:20.207378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf0a66-e3ad-41eb-b7ff-be9794eecf67 req-99a19f3a-c6e8-4d1f-9080-8569ca7e39bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:20.213208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8cf0a66-e3ad-41eb-b7ff-be9794eecf67 req-99a19f3a-c6e8-4d1f-9080-8569ca7e39bf tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 950 time: 0.0793037 Jul 05 03:44:20.285652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8cf0a66-e3ad-41eb-b7ff-be9794eecf67 req-00bd0d27-6ce2-4b2b-aa34-a28fefed8a53 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705554 Jul 05 03:44:20.302164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be51ba97-5215-4347-976f-e7f80f9f46d3 req-18b99f44-5d16-4777-858b-c871466b359e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:20.303873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be51ba97-5215-4347-976f-e7f80f9f46d3 req-18b99f44-5d16-4777-858b-c871466b359e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 1097 time: 0.0872338 Jul 05 03:44:20.346761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be51ba97-5215-4347-976f-e7f80f9f46d3 req-162d59aa-4123-4a30-b561-cac34b80787c tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360243 Jul 05 03:44:20.601392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb83009-a690-4fa2-98a7-4b7a3348a962 req-df9fb384-6948-4a3a-8e16-cd3f9e0818cc tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:20.603000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afb83009-a690-4fa2-98a7-4b7a3348a962 req-df9fb384-6948-4a3a-8e16-cd3f9e0818cc tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 1102 time: 0.0564852 Jul 05 03:44:20.621596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-afb83009-a690-4fa2-98a7-4b7a3348a962 req-47b276c8-d61d-40e1-91f5-16666788c0b4 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.721222 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-afb83009-a690-4fa2-98a7-4b7a3348a962 req-47b276c8-d61d-40e1-91f5-16666788c0b4 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.824780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-afb83009-a690-4fa2-98a7-4b7a3348a962 req-47b276c8-d61d-40e1-91f5-16666788c0b4 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:20.847024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afb83009-a690-4fa2-98a7-4b7a3348a962 req-47b276c8-d61d-40e1-91f5-16666788c0b4 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2379220 Jul 05 03:44:20.859276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b276c8-d61d-40e1-91f5-16666788c0b4 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af50044b-5420-473a-9e41-d30b1ab25d0c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:21.019579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2660ce-7fec-4e21-8638-696906db7e79 req-088cca9c-0e5f-46fa-b94a-d024786a3e74 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.021490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac2660ce-7fec-4e21-8638-696906db7e79 req-088cca9c-0e5f-46fa-b94a-d024786a3e74 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 944 time: 0.0771048 Jul 05 03:44:21.061580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac2660ce-7fec-4e21-8638-696906db7e79 req-110020f7-8253-4c85-b6ae-7da51bb3a6df tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343404 Jul 05 03:44:21.229298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91210a14-dba9-4b83-964c-eaac03002a73 req-9907ff7f-b8f2-4e9b-92de-43a99d69fd55 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.230857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91210a14-dba9-4b83-964c-eaac03002a73 req-9907ff7f-b8f2-4e9b-92de-43a99d69fd55 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 948 time: 0.0675199 Jul 05 03:44:21.276969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91210a14-dba9-4b83-964c-eaac03002a73 req-bcd0ffd8-bba9-42e8-a073-a89cf4dbff27 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395274 Jul 05 03:44:21.499010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1def76c-d3b9-4122-9c62-8792b6a43261 req-fae9c582-e6ff-4033-82f4-9543e842c95e tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:21.500449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1def76c-d3b9-4122-9c62-8792b6a43261 req-fae9c582-e6ff-4033-82f4-9543e842c95e tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.0795288 Jul 05 03:44:21.538972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1def76c-d3b9-4122-9c62-8792b6a43261 req-351c0ffa-cb23-4cde-8eb1-2411ad537dbb tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327840 Jul 05 03:44:22.093626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-47beef98-437c-46a1-827a-c4179fba5c0c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248687 Jul 05 03:44:22.222814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-7bee6621-49ab-4620-b9c6-0dcfc971c7c7 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:22.224622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-7bee6621-49ab-4620-b9c6-0dcfc971c7c7 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1288176 Jul 05 03:44:22.239848 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-71b9c98f-ed13-4146-baf3-e86d8566c55a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/quotas/8d129a1c118c47fd9521ef148ce4950a HTTP/1.1" status: 200 len: 375 time: 0.0095224 Jul 05 03:44:22.318393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-24f8de81-3b89-494a-836a-581c4eeec477 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718765 Jul 05 03:44:23.061782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:23.095529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 4428445b-a8e9-4564-a843-aa1fa6acc312 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:23.288257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:23.314098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'port_id': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'mac_address': 'fa:16:3e:23:70:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:23.336574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d048a066-be8e-497b-aa60-a218c81dd659 req-fea25efa-bc27-4854-b882-4d244f597863 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:23.345260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d048a066-be8e-497b-aa60-a218c81dd659 req-fea25efa-bc27-4854-b882-4d244f597863 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 944 time: 0.1187050 Jul 05 03:44:23.355650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 4428445b-a8e9-4564-a843-aa1fa6acc312 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:23.362686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 4428445b-a8e9-4564-a843-aa1fa6acc312 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:23.363066 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.390464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d048a066-be8e-497b-aa60-a218c81dd659 req-ab31375e-1f72-4226-8e40-17a8c49f3223 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440769 Jul 05 03:44:23.418329 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.461970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:23.500937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:23.547525 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.573845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4428445b-a8e9-4564-a843-aa1fa6acc312'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:23.576122 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57073958-70cd-4aa1-a250-5da0b610810f" -d '{"events": [{"server_uuid": "4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3", "name": "network-vif-plugged", "status": "completed", "tag": "4428445b-a8e9-4564-a843-aa1fa6acc312"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:23.596602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 4428445b-a8e9-4564-a843-aa1fa6acc312, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=4428445b-a8e9-4564-a843-aa1fa6acc312,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:23.625954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec229ae-e6f5-4517-97fe-a612cad4a972 req-567c10d5-3632-4369-953e-a2d1cbf3bc31 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:23.628055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ec229ae-e6f5-4517-97fe-a612cad4a972 req-567c10d5-3632-4369-953e-a2d1cbf3bc31 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 948 time: 0.0861773 Jul 05 03:44:23.642174 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.689788 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:23.714027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ec229ae-e6f5-4517-97fe-a612cad4a972 req-53287a31-39a3-4550-850f-4dba1a4d0137 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767815 Jul 05 03:44:23.720213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:23.793301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=4428445b-a8e9-4564-a843-aa1fa6acc312,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:23.933275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c33b724-9ec3-4646-86c7-35c66ba8e2fc req-a69dc128-3f08-49d1-b39a-5ff99cecc1aa tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:23.934874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c33b724-9ec3-4646-86c7-35c66ba8e2fc req-a69dc128-3f08-49d1-b39a-5ff99cecc1aa tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.0802674 Jul 05 03:44:23.977581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c33b724-9ec3-4646-86c7-35c66ba8e2fc req-ec181f33-ae9a-4f03-931d-20c663beb6d6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363052 Jul 05 03:44:24.188995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-ededa77b-d0dd-40ad-870e-38384eca6a8c tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:44:24.190132 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-ededa77b-d0dd-40ad-870e-38384eca6a8c tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067651 Jul 05 03:44:24.202004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Request body: {'binding': {'host': 'n-h2-758944-41', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:24.202543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Unknown quota resources ['binding']. {{(pid=100895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:44:24.334529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:24.387051 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7a3e506-025d-4cb6-9e92-24cc30ab47d3 x-openstack-request-id: req-a7a3e506-025d-4cb6-9e92-24cc30ab47d3 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:24.387353 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3", "name": "network-vif-plugged", "status": "completed", "tag": "4428445b-a8e9-4564-a843-aa1fa6acc312", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:24.387588 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7a3e506-025d-4cb6-9e92-24cc30ab47d3 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:24.388512 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4428445b-a8e9-4564-a843-aa1fa6acc312', 'code': 200} Jul 05 03:44:24.468319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 on host n-h2-758944-41 for vnic_type normal with profile None {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:24.468756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:24.469251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:24.474981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Port 81040522-72f0-41b7-b35c-50a6424e2ad6 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:24.474981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:24.487999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:24.488588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:24.489163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:24.491844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Bound port: 81040522-72f0-41b7-b35c-50a6424e2ad6, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:24.579371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:24.594119 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f6533d8-da50-4e99-8178-17acf508c371 req-1c3cb99a-0a53-4d47-a263-47c43fd41aea tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 210 time: 0.0690970 Jul 05 03:44:24.608279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe24fe1-b62c-477b-b894-95ebd6a05635 req-8e11c3fc-84ce-4418-a33c-6f53dd5b0c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:24.610011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1fe24fe1-b62c-477b-b894-95ebd6a05635 req-8e11c3fc-84ce-4418-a33c-6f53dd5b0c53 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 1101 time: 0.1363170 Jul 05 03:44:24.653886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1fe24fe1-b62c-477b-b894-95ebd6a05635 req-0a41e3cc-6c61-4961-9f90-b1eb95652f53 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340705 Jul 05 03:44:24.733122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] Notify callbacks [] for binding, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:24.733971 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-77b52627-dcd0-49d0-9744-1ab754c74729 service neutron] 10.222.0.30 "POST /v2.0/ports/81040522-72f0-41b7-b35c-50a6424e2ad6/bindings HTTP/1.1" status: 201 len: 390 time: 0.5328612 Jul 05 03:44:24.765966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f419e411-877f-4cd1-8f58-0110db24262d req-f347d565-2a60-4feb-a3b7-5a7579c4b411 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:24.767508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f419e411-877f-4cd1-8f58-0110db24262d req-f347d565-2a60-4feb-a3b7-5a7579c4b411 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 945 time: 0.0694470 Jul 05 03:44:24.807946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f419e411-877f-4cd1-8f58-0110db24262d req-f525b9b1-5226-41ee-89d3-c5e261d9c81b tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345368 Jul 05 03:44:24.985432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b83a3f-5e21-421f-ac8b-0102c1036273 req-6b4c42e0-9f5d-48c7-8a7e-02a7f8a671e8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:24.986888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3b83a3f-5e21-421f-ac8b-0102c1036273 req-6b4c42e0-9f5d-48c7-8a7e-02a7f8a671e8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.0682976 Jul 05 03:44:25.035548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3b83a3f-5e21-421f-ac8b-0102c1036273 req-a711e2d4-1d57-41d0-9c8a-764733688265 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422249 Jul 05 03:44:25.264578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78d1af-3383-4b12-be03-e63a6073f4b2 req-e868ff34-573f-4a3a-bfe8-1ad6779540ba tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:25.266167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b78d1af-3383-4b12-be03-e63a6073f4b2 req-e868ff34-573f-4a3a-bfe8-1ad6779540ba tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1235745 Jul 05 03:44:25.294318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1702081f-f36c-49b3-96c6-cc7ee2dc8e4f req-7137dfc4-7469-4207-962f-a0ff8acceef2 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:25.295476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1702081f-f36c-49b3-96c6-cc7ee2dc8e4f req-7137dfc4-7469-4207-962f-a0ff8acceef2 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 945 time: 0.1109929 Jul 05 03:44:25.349742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b78d1af-3383-4b12-be03-e63a6073f4b2 req-fb2df090-79a5-4d29-ad5d-9bd3174bf542 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720127 Jul 05 03:44:25.360057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1702081f-f36c-49b3-96c6-cc7ee2dc8e4f req-66fb409b-6b61-416d-95bf-8de838fc7e87 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543725 Jul 05 03:44:25.774284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-827e2612-ae09-4bb5-97bc-7a8b4f57f949 req-6650dd6e-bbda-4068-9f1b-204990c402e8 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 210 time: 0.0334549 Jul 05 03:44:25.811772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4810b56e-24a1-45c1-ae6a-0fa974f4ceb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:25.813631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4810b56e-24a1-45c1-ae6a-0fa974f4ceb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 1097 time: 0.1077507 Jul 05 03:44:25.926077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-fc2d7727-ec97-4f32-8e1e-8bf07404f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:25.927785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-fc2d7727-ec97-4f32-8e1e-8bf07404f24e service neutron] 10.222.0.13 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.1014836 Jul 05 03:44:26.010340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-1790dfb6-9853-4d82-8fd5-a9c4559acbac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81040522-72f0-41b7-b35c-50a6424e2ad6 HTTP/1.1" status: 200 len: 217 time: 0.0608797 Jul 05 03:44:26.077318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-332674dc-33cb-4406-939d-495ff8ee35e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.078831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-332674dc-33cb-4406-939d-495ff8ee35e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.0598323 Jul 05 03:44:26.087993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ab117e-22ed-4a80-b7b2-1074c91ca466 req-e6eb3647-6f35-4bfd-a53e-61637a74eb57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.089911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2ab117e-22ed-4a80-b7b2-1074c91ca466 req-e6eb3647-6f35-4bfd-a53e-61637a74eb57 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 945 time: 0.1509550 Jul 05 03:44:26.132155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-f5974024-04d8-4f89-82f7-173b0436b3c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375767 Jul 05 03:44:26.177776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2ab117e-22ed-4a80-b7b2-1074c91ca466 req-af1fb63d-6889-4a50-bb34-4fd53b61ec15 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749576 Jul 05 03:44:26.293326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-8ea35095-1e4c-4958-913f-3a41fb62c3fa service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399055 Jul 05 03:44:26.307924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9ef055-8fe7-4a35-88b6-a4303b1f51d3 req-78ce4248-a7f9-4b47-81ab-664d3b5f4a59 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.309401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e9ef055-8fe7-4a35-88b6-a4303b1f51d3 req-78ce4248-a7f9-4b47-81ab-664d3b5f4a59 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1350002 Jul 05 03:44:26.404939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e9ef055-8fe7-4a35-88b6-a4303b1f51d3 req-94c643cb-d92c-4466-a8e2-87f5925fc3af tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860901 Jul 05 03:44:26.453611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-5e6a1e47-bafe-429f-a59f-aa1d1756a47d service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431162 Jul 05 03:44:26.618001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b190524-3f7c-40e5-ae6e-75c91729b3a8 req-7c8263ad-53db-4831-83ea-f299f1b5c87d tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.620145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b190524-3f7c-40e5-ae6e-75c91729b3a8 req-7c8263ad-53db-4831-83ea-f299f1b5c87d tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1195688 Jul 05 03:44:26.654331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea9118-0b1a-4874-94c5-c47aaff21836 req-75959546-5cab-4395-ab75-14b5d952ccb8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.655788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26ea9118-0b1a-4874-94c5-c47aaff21836 req-75959546-5cab-4395-ab75-14b5d952ccb8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 945 time: 0.1191256 Jul 05 03:44:26.736876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b190524-3f7c-40e5-ae6e-75c91729b3a8 req-8aef4baa-bfff-4dce-8c40-5d0d5004c247 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097455 Jul 05 03:44:26.747356 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-5cea18b3-9a64-4ae4-8f1c-be3827a7f4ab tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0262015 Jul 05 03:44:26.801386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26ea9118-0b1a-4874-94c5-c47aaff21836 req-b0cee50e-15ae-46a2-b000-a179804d012e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132486 Jul 05 03:44:26.876141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-21fe24bb-0498-4642-bc59-520b7f1b1114 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:26.877991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-21fe24bb-0498-4642-bc59-520b7f1b1114 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.2195926 Jul 05 03:44:26.890519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-41'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:26.996110 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.000789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2e741b30-bf37-4c03-b833-c875ab69fe20 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:27.004335 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2e741b30-bf37-4c03-b833-c875ab69fe20 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2378545 Jul 05 03:44:27.024126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Request body: {'port': {'device_id': '3f3b6a31-4a27-4aad-ae26-c1ff5342acb7', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8d129a1c118c47fd9521ef148ce4950a'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:27.081245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a06e6eb-79f1-4523-a36d-416e11d750a8 req-07f800fa-8c06-4b3b-a311-a24fe7ebafca tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 210 time: 0.0356157 Jul 05 03:44:27.099130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ea9fb472-6284-4713-ad41-90d0af696820 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:27.101244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:27.207254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:27.257264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:27.282986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Made reservation on behalf of 8d129a1c118c47fd9521ef148ce4950a for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:27.288194 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.299486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:27.315867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:27.317567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81040522-72f0-41b7-b35c-50a6424e2ad6'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:27.318939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'ea9fb472-6284-4713-ad41-90d0af696820', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'ea9fb472-6284-4713-ad41-90d0af696820', 'mac_address': 'fa:16:3e:b2:5e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:27.320303 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd12dd4-3d71-4f71-8201-f6216ad4b9bd" -d '{"events": [{"server_uuid": "2abfa13a-7acb-4ee5-a2df-1452077f8b34", "name": "network-vif-unplugged", "status": "completed", "tag": "81040522-72f0-41b7-b35c-50a6424e2ad6"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:27.325116 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.367230 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.369741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:27.376969 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.408014 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.412953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ea9fb472-6284-4713-ad41-90d0af696820 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:27.442586 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:27.468758 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff731f29-053d-4709-8a1e-59891860a283 x-openstack-request-id: req-ff731f29-053d-4709-8a1e-59891860a283 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:27.468758 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abfa13a-7acb-4ee5-a2df-1452077f8b34", "name": "network-vif-unplugged", "status": "completed", "tag": "81040522-72f0-41b7-b35c-50a6424e2ad6", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:27.468758 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff731f29-053d-4709-8a1e-59891860a283 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:27.468758 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81040522-72f0-41b7-b35c-50a6424e2ad6', 'code': 200} Jul 05 03:44:27.485171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec569c0e-3a99-4086-b424-7611cfb645f0 req-7643c6d6-f936-4cf5-a7a8-3bbd6433fbe5 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:27.487034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec569c0e-3a99-4086-b424-7611cfb645f0 req-7643c6d6-f936-4cf5-a7a8-3bbd6433fbe5 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 945 time: 0.1463361 Jul 05 03:44:27.515014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.536220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.548043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:27.550644 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-062bb11b-f52b-4f69-a2a2-f1a2986acc28" -d '{"events": [{"server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "name": "network-vif-plugged", "status": "completed", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:27.596098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:27.635436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:27.655249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Allocated IP 192.168.233.132 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/1bdc472b-f943-4804-907a-15b7293c04a4) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:27.692399 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.746611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['ea9fb472-6284-4713-ad41-90d0af696820'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:27.821740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:27.878887 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-6ab55c9b-96b9-4e73-aa67-1e3c9ce68e60 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467434 Jul 05 03:44:27.925441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 on host n-h1-758944-41 for vnic_type normal with profile {"migrating_to": "n-h2-758944-41"} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:27.926134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:27.926134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:27.932661 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=81040522-72f0-41b7-b35c-50a6424e2ad6,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:27.948287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Port 81040522-72f0-41b7-b35c-50a6424e2ad6 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:27.948639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Attempting to bind port 81040522-72f0-41b7-b35c-50a6424e2ad6 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:27.960341 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec569c0e-3a99-4086-b424-7611cfb645f0 req-2ffa4cb0-d1f6-4589-bb91-0ba9a5ad3115 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4559412 Jul 05 03:44:27.965327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:27.965590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:27.965976 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:27.966372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Bound port: 81040522-72f0-41b7-b35c-50a6424e2ad6, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:27.966774 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:27.974936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.030815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Transition to ACTIVE for port object 1bdc472b-f943-4804-907a-15b7293c04a4 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:28.038789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cecd3cd5-f649-44f0-a611-ed7f8c365ed6 req-12814aa3-e1b9-4569-84d0-b0e41ac2e0fa tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.046427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cecd3cd5-f649-44f0-a611-ed7f8c365ed6 req-12814aa3-e1b9-4569-84d0-b0e41ac2e0fa tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1886890 Jul 05 03:44:28.061341 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8e8e854-d6bc-43d2-b6b5-44836af8b3f9 x-openstack-request-id: req-a8e8e854-d6bc-43d2-b6b5-44836af8b3f9 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:28.061645 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "name": "network-vif-plugged", "status": "completed", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:28.061897 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a8e8e854-d6bc-43d2-b6b5-44836af8b3f9 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:28.062300 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'code': 200} Jul 05 03:44:28.083626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-f04438fc-f62e-401b-a9ff-5c3e4f332214 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.084993 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-f04438fc-f62e-401b-a9ff-5c3e4f332214 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1996772 Jul 05 03:44:28.101943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Request body: {'port': {'device_id': 'aa473f64-f78a-4d7f-b37a-029a204c1979', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8d129a1c118c47fd9521ef148ce4950a'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:28.104604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:28.140427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:28.144702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cecd3cd5-f649-44f0-a611-ed7f8c365ed6 req-70275b57-14d0-40c7-9355-a6e6e3135be1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973809 Jul 05 03:44:28.243160 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.264619 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.281141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:28.281703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2b4881-f7d6-4e3a-be18-fac46f013ea7 req-95937a8d-3e46-4596-a2af-cea61f208f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.283179 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3f2b4881-f7d6-4e3a-be18-fac46f013ea7 req-95937a8d-3e46-4596-a2af-cea61f208f02 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1102519 Jul 05 03:44:28.355330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:28.366163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:28.373749 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event updated for resources: {'Port': ['ID=1bdc472b-f943-4804-907a-15b7293c04a4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:28.376330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:28.403292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Pushing event updated for resources: {'Port': ['ID=81040522-72f0-41b7-b35c-50a6424e2ad6,revision_number=8']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:28.407614 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3f2b4881-f7d6-4e3a-be18-fac46f013ea7 req-31d81471-1867-488d-8751-d5a5f1caa66a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982444 Jul 05 03:44:28.417459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.418231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.419647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cae4c324-c538-4359-97fa-48ff54029bd4 service neutron] 10.222.0.13 "PUT /v2.0/ports/81040522-72f0-41b7-b35c-50a6424e2ad6 HTTP/1.1" status: 200 len: 1123 time: 1.5339327 Jul 05 03:44:28.426839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Made reservation on behalf of 8d129a1c118c47fd9521ef148ce4950a for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:28.432239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.438543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57bc8a6d-85ed-4e6d-ac19-688de8583542 req-054e9282-4ffa-4209-9847-f8d17048f398 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.447317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57bc8a6d-85ed-4e6d-ac19-688de8583542 req-054e9282-4ffa-4209-9847-f8d17048f398 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.2410090 Jul 05 03:44:28.454539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.455188 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.492849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5142dbd-baf1-4c40-bdab-dae1fe428bd0 req-6d9c0ee0-8155-49a2-ac5f-3af45e09d55b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:28.495222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5142dbd-baf1-4c40-bdab-dae1fe428bd0 req-6d9c0ee0-8155-49a2-ac5f-3af45e09d55b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 943 time: 0.2060840 Jul 05 03:44:28.532632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57bc8a6d-85ed-4e6d-ac19-688de8583542 req-f7ad8113-485e-4f89-9c36-42c77ebb7ee8 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843151 Jul 05 03:44:28.553279 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-64960345-8d24-486a-afff-0712f8c28690 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5308461 Jul 05 03:44:28.553502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['81040522-72f0-41b7-b35c-50a6424e2ad6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:28.572980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5142dbd-baf1-4c40-bdab-dae1fe428bd0 req-083c11b7-f019-493b-b707-190d6bc9905b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661883 Jul 05 03:44:28.591106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Request body: {'port': {'device_id': '3f3b6a31-4a27-4aad-ae26-c1ff5342acb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:28.674762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Allocated IP 192.168.233.202 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/b77c3cdd-a9f8-415b-8209-1d975a72f0f4) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:28.731720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.757937 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e50fda12-f3ce-43cf-967b-094db1961192 req-72015364-0dc7-45f4-a993-31aad20f8aa9 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 210 time: 0.0396540 Jul 05 03:44:28.859468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0786d905-a27e-4c7a-b6ac-c06285595ee8 None None] Provisioning for port 1bdc472b-f943-4804-907a-15b7293c04a4 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:28.864307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0786d905-a27e-4c7a-b6ac-c06285595ee8 None None] Provisioning complete for port 1bdc472b-f943-4804-907a-15b7293c04a4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:28.864802 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0786d905-a27e-4c7a-b6ac-c06285595ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:28.909748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0786d905-a27e-4c7a-b6ac-c06285595ee8 None None] Port 1bdc472b-f943-4804-907a-15b7293c04a4 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:28.989580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.003516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Transition to ACTIVE for port object b77c3cdd-a9f8-415b-8209-1d975a72f0f4 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:29.106713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ea9fb472-6284-4713-ad41-90d0af696820 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:29.122566 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.136210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:29.182856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca32afc3-8d3d-455d-bbde-7a17061ddd4b req-17a0f7a6-05d3-4ea0-bf1d-0acd5e4b16a2 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.184615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca32afc3-8d3d-455d-bbde-7a17061ddd4b req-17a0f7a6-05d3-4ea0-bf1d-0acd5e4b16a2 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 946 time: 0.0855777 Jul 05 03:44:29.209659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port ea9fb472-6284-4713-ad41-90d0af696820 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:29.210108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.243929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:29.247704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca32afc3-8d3d-455d-bbde-7a17061ddd4b req-d0b5683d-f435-4565-ac94-f14589f2d4b1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569859 Jul 05 03:44:29.247857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:29.249559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event updated for resources: {'Port': ['ID=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:29.278383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:29.369569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.370604 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.381721 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.425739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:29.429052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a94fc1-510b-4464-bb68-a87ebdcd086b req-c96b0cd0-22b4-4cc8-950a-f110e864514e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.430703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93a94fc1-510b-4464-bb68-a87ebdcd086b req-c96b0cd0-22b4-4cc8-950a-f110e864514e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.0936847 Jul 05 03:44:29.467003 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-2be8db22-0cc0-4b2a-bf92-dfb6981a6988 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3691413 Jul 05 03:44:29.469274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'tag': '81040522-72f0-41b7-b35c-50a6424e2ad6'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:29.471647 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b265de56-3f25-456d-983e-93112e47c55b" -d '{"events": [{"name": "network-changed", "server_uuid": "2abfa13a-7acb-4ee5-a2df-1452077f8b34", "tag": "81040522-72f0-41b7-b35c-50a6424e2ad6"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:29.484446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93a94fc1-510b-4464-bb68-a87ebdcd086b req-46d11006-016c-4ab7-90ec-4fc50af41fcb tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458157 Jul 05 03:44:29.488543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Request body: {'port': {'device_id': 'aa473f64-f78a-4d7f-b37a-029a204c1979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:29.494582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bdc472b-f943-4804-907a-15b7293c04a4 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:29.504237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.517736 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.521887 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d444ace-ea72-40c5-90ab-04e6f6cba0f1 x-openstack-request-id: req-3d444ace-ea72-40c5-90ab-04e6f6cba0f1 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:29.522307 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2abfa13a-7acb-4ee5-a2df-1452077f8b34", "tag": "81040522-72f0-41b7-b35c-50a6424e2ad6", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:29.522803 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d444ace-ea72-40c5-90ab-04e6f6cba0f1 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:29.523169 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'tag': '81040522-72f0-41b7-b35c-50a6424e2ad6', 'status': 'completed', 'code': 200} Jul 05 03:44:29.564472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Transition to ACTIVE for port object 1bdc472b-f943-4804-907a-15b7293c04a4 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:29.575031 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-25bcbe7d-85a8-4fae-b3ca-234e1373b0b2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1726434 Jul 05 03:44:29.588107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:29.643750 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.648197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265de56-3f25-456d-983e-93112e47c55b req-a56cba10-2113-4246-a644-948f5fed457e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.649921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b265de56-3f25-456d-983e-93112e47c55b req-a56cba10-2113-4246-a644-948f5fed457e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 1126 time: 0.0875986 Jul 05 03:44:29.680695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.715947 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-de5a2961-7784-4313-a219-7062c80997fc None None] Provisioning for port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:29.720182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-de5a2961-7784-4313-a219-7062c80997fc None None] Provisioning complete for port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:29.720678 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-de5a2961-7784-4313-a219-7062c80997fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:29.775388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-de5a2961-7784-4313-a219-7062c80997fc None None] Port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:29.859501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdc472b-f943-4804-907a-15b7293c04a4,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:29.900824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265de56-3f25-456d-983e-93112e47c55b req-a781dc59-55a8-4ec8-996c-13704fd493ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.902331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b265de56-3f25-456d-983e-93112e47c55b req-a781dc59-55a8-4ec8-996c-13704fd493ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.2450383 Jul 05 03:44:29.916908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d74797c-4837-4c29-bf60-194d91d39d28 req-64feea93-1b5f-4d83-b129-a4fe8544f0a1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.923860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d74797c-4837-4c29-bf60-194d91d39d28 req-64feea93-1b5f-4d83-b129-a4fe8544f0a1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.2387497 Jul 05 03:44:29.988298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e5b678-dbb9-41ef-ab68-4362b9c87781 req-0b68245e-9bf5-42f6-8b73-f9105f73ca3f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:29.990104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8e5b678-dbb9-41ef-ab68-4362b9c87781 req-0b68245e-9bf5-42f6-8b73-f9105f73ca3f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 943 time: 0.2398171 Jul 05 03:44:29.999155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b265de56-3f25-456d-983e-93112e47c55b req-85bcabb9-4c49-43e6-b6c6-c5c77456cad4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81040522-72f0-41b7-b35c-50a6424e2ad6 HTTP/1.1" status: 200 len: 217 time: 0.0706465 Jul 05 03:44:30.036828 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Attempting to bind port 1bdc472b-f943-4804-907a-15b7293c04a4 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:30.037387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Attempting to bind port 1bdc472b-f943-4804-907a-15b7293c04a4 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:30.037491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Attempting to bind port 1bdc472b-f943-4804-907a-15b7293c04a4 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:30.046533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Port 1bdc472b-f943-4804-907a-15b7293c04a4 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:30.046533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Attempting to bind port 1bdc472b-f943-4804-907a-15b7293c04a4 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:30.058854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:30.059191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:30.059575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:30.060040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Bound port: 1bdc472b-f943-4804-907a-15b7293c04a4, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:30.060397 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.064103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:30.068038 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a93bbf11-2edc-4bd6-8be7-65fa0ebc39d7" -d '{"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-plugged", "status": "completed", "tag": "ea9fb472-6284-4713-ad41-90d0af696820"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:30.081713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d74797c-4837-4c29-bf60-194d91d39d28 req-27de0def-6732-4245-bc97-d218fa6c1be6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534534 Jul 05 03:44:30.119070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8e5b678-dbb9-41ef-ab68-4362b9c87781 req-c819d3c0-76de-4900-8352-8751adfa950f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165423 Jul 05 03:44:30.131958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b265de56-3f25-456d-983e-93112e47c55b req-d0f5dbe9-4ac4-4890-89a6-a07459c5654a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.136512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b265de56-3f25-456d-983e-93112e47c55b req-d0f5dbe9-4ac4-4890-89a6-a07459c5654a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.1134346 Jul 05 03:44:30.172286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] For port 1bdc472b-f943-4804-907a-15b7293c04a4, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:30.184343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b265de56-3f25-456d-983e-93112e47c55b req-0599e747-c72d-48f2-b92e-ec0de14a786e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343761 Jul 05 03:44:30.210468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] For port 1bdc472b-f943-4804-907a-15b7293c04a4, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1bdc472b-f943-4804-907a-15b7293c04a4,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:30.225627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b77c3cdd-a9f8-415b-8209-1d975a72f0f4 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:30.234743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.250780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Transition to ACTIVE for port object b77c3cdd-a9f8-415b-8209-1d975a72f0f4 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:30.288251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.326319 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.348305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.349358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.351360 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] 10.222.0.26 "PUT /v2.0/ports/1bdc472b-f943-4804-907a-15b7293c04a4 HTTP/1.1" status: 200 len: 1097 time: 1.7677360 Jul 05 03:44:30.369617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f3b6a31-4a27-4aad-ae26-c1ff5342acb7', 'tag': '1bdc472b-f943-4804-907a-15b7293c04a4'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:30.372995 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55fce8c3-486f-45c0-818c-ae74d65f01e3" -d '{"events": [{"name": "network-changed", "server_uuid": "3f3b6a31-4a27-4aad-ae26-c1ff5342acb7", "tag": "1bdc472b-f943-4804-907a-15b7293c04a4"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:30.400902 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd653665-67a1-418f-880d-52af6cb18e37 x-openstack-request-id: req-bd653665-67a1-418f-880d-52af6cb18e37 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:30.401446 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-plugged", "status": "completed", "tag": "ea9fb472-6284-4713-ad41-90d0af696820", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:30.401688 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd653665-67a1-418f-880d-52af6cb18e37 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:30.402172 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820', 'code': 200} Jul 05 03:44:30.402303 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b265de56-3f25-456d-983e-93112e47c55b req-bd12b39c-f7db-4b7a-9edd-68096ea94650 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023189 Jul 05 03:44:30.484795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc62a5-ce00-4028-a994-f66f86a1a1a8 service neutron] Pushing event updated for resources: {'Port': ['ID=1bdc472b-f943-4804-907a-15b7293c04a4,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:30.564514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ceea908-d766-4904-a5c4-2e181f6c4cd9 req-9066b137-b17c-4f04-b860-424251540912 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.566011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ceea908-d766-4904-a5c4-2e181f6c4cd9 req-9066b137-b17c-4f04-b860-424251540912 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 948 time: 0.2346966 Jul 05 03:44:30.604127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:30.617224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Attempting to bind port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:30.617224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Attempting to bind port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:30.617224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Attempting to bind port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:30.628785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:30.629011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Attempting to bind port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:30.636173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:30.636454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:30.636835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:30.637266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Bound port: b77c3cdd-a9f8-415b-8209-1d975a72f0f4, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:30.637876 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:30.642558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-3f1f3fdc-6fc4-491a-9c84-5797efe079eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.644749 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-3f1f3fdc-6fc4-491a-9c84-5797efe079eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=3f3b6a31-4a27-4aad-ae26-c1ff5342acb7 HTTP/1.1" status: 200 len: 1100 time: 0.1729333 Jul 05 03:44:30.660548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ceea908-d766-4904-a5c4-2e181f6c4cd9 req-f8fd4e9c-a3bd-42ca-994a-19f9ad9a68d8 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800111 Jul 05 03:44:30.694747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b265de56-3f25-456d-983e-93112e47c55b req-bc39a828-b84e-49c6-bb54-b5a5397db124 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2804492 Jul 05 03:44:30.719641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-e776f9a3-070f-49f8-8622-1cf813c4e795 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=1bdc472b-f943-4804-907a-15b7293c04a4 HTTP/1.1" status: 200 len: 217 time: 0.0661175 Jul 05 03:44:30.722887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1947b3f-d3ed-4e3a-b898-fbcd1a0413ea req-c97501a5-895d-4197-ae84-276ed98f2b25 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.731070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1947b3f-d3ed-4e3a-b898-fbcd1a0413ea req-c97501a5-895d-4197-ae84-276ed98f2b25 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 946 time: 0.1793687 Jul 05 03:44:30.759632 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c682620-b0ad-472b-a24c-f3ada475081f x-openstack-request-id: req-2c682620-b0ad-472b-a24c-f3ada475081f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:30.764338 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f3b6a31-4a27-4aad-ae26-c1ff5342acb7", "tag": "1bdc472b-f943-4804-907a-15b7293c04a4", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:30.764338 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c682620-b0ad-472b-a24c-f3ada475081f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:30.764338 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f3b6a31-4a27-4aad-ae26-c1ff5342acb7', 'tag': '1bdc472b-f943-4804-907a-15b7293c04a4', 'status': 'completed', 'code': 200} Jul 05 03:44:30.795583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1947b3f-d3ed-4e3a-b898-fbcd1a0413ea req-bf777d53-09c1-4ab4-8f7f-320cb76b69b0 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595963 Jul 05 03:44:30.817127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ec3ed156-3d92-4217-aa57-634d8cc98004 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.819803 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ec3ed156-3d92-4217-aa57-634d8cc98004 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0762644 Jul 05 03:44:30.879477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] For port b77c3cdd-a9f8-415b-8209-1d975a72f0f4, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:30.897546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] For port b77c3cdd-a9f8-415b-8209-1d975a72f0f4, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:30.921087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-9e2e5c36-9c78-478c-be56-fe7114363719 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.922642 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-9e2e5c36-9c78-478c-be56-fe7114363719 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0910482 Jul 05 03:44:30.950431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b697c1-a880-4752-aab5-6f79fd495115 req-5c2f8f71-b290-4aa9-aa7b-3bc040f2cf30 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:30.952157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23b697c1-a880-4752-aab5-6f79fd495115 req-5c2f8f71-b290-4aa9-aa7b-3bc040f2cf30 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.0829918 Jul 05 03:44:30.979479 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.021842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23b697c1-a880-4752-aab5-6f79fd495115 req-c97ac5fa-2f08-4075-9eb6-6636002839fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632000 Jul 05 03:44:31.028244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.032331 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:31.034618 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] 10.222.0.26 "PUT /v2.0/ports/b77c3cdd-a9f8-415b-8209-1d975a72f0f4 HTTP/1.1" status: 200 len: 1097 time: 1.5531385 Jul 05 03:44:31.081876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae25f699-1490-4e2d-8666-9f87883a0ee5 service neutron] Pushing event updated for resources: {'Port': ['ID=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:31.104139 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-8101f0c8-e2d3-49ba-8eae-930da687704b service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712587 Jul 05 03:44:31.298798 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-5184c8a6-0d7a-44e6-92b3-49abadac3214 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812563 Jul 05 03:44:31.306587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-42f6c652-ebcf-4156-a20d-9b65fd61bc90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.308143 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-42f6c652-ebcf-4156-a20d-9b65fd61bc90 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 1100 time: 0.1186800 Jul 05 03:44:31.360094 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-4361c885-774d-4ab9-b924-2b801cad8012 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b77c3cdd-a9f8-415b-8209-1d975a72f0f4 HTTP/1.1" status: 200 len: 217 time: 0.0409877 Jul 05 03:44:31.360348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8fd39b-b5ae-4a11-aa7c-46483bac3af8 req-5a6c7354-0498-4e44-a853-90753441ace7 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.360348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b8fd39b-b5ae-4a11-aa7c-46483bac3af8 req-5a6c7354-0498-4e44-a853-90753441ace7 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1291456 Jul 05 03:44:31.405803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9027b756-d99c-461e-a18e-c732bb352c0c req-158ed30b-3d4e-4cd3-a882-d2d8c7bf19b8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.407318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9027b756-d99c-461e-a18e-c732bb352c0c req-158ed30b-3d4e-4cd3-a882-d2d8c7bf19b8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 943 time: 0.1267302 Jul 05 03:44:31.422163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-cdb378e1-c3e3-4842-a1d8-9d501800de72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.426777 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-cdb378e1-c3e3-4842-a1d8-9d501800de72 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0546517 Jul 05 03:44:31.432210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b8fd39b-b5ae-4a11-aa7c-46483bac3af8 req-b5d29a45-d78e-42c8-b1b1-775efc81aae2 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662017 Jul 05 03:44:31.460857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9027b756-d99c-461e-a18e-c732bb352c0c req-32bc080f-5e7d-4b4c-b018-7b101c7a4061 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430830 Jul 05 03:44:31.557271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-61127425-fcaf-4500-a9f7-fd19e40cb830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.558740 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-61127425-fcaf-4500-a9f7-fd19e40cb830 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1110706 Jul 05 03:44:31.563791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-736a7120-a7da-4370-9345-8237a55115e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.565194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-736a7120-a7da-4370-9345-8237a55115e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=3f3b6a31-4a27-4aad-ae26-c1ff5342acb7 HTTP/1.1" status: 200 len: 1100 time: 0.0898879 Jul 05 03:44:31.891696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e7ffc9-9c8c-4e08-b02b-71f489503e11 req-d7e89832-f3d6-4f28-b614-391750687f5d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.893341 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e7ffc9-9c8c-4e08-b02b-71f489503e11 req-d7e89832-f3d6-4f28-b614-391750687f5d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 948 time: 0.0912359 Jul 05 03:44:31.966930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e7ffc9-9c8c-4e08-b02b-71f489503e11 req-ea404502-4773-4025-9661-7e97d9c20977 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671017 Jul 05 03:44:31.983406 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-fb7831d9-f24d-47d2-862d-713aba35d5c3 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052141 Jul 05 03:44:31.985145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-ba69f40a-6f44-4229-8a00-d830d6cc130f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:31.985883 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-ba69f40a-6f44-4229-8a00-d830d6cc130f service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.4066000 Jul 05 03:44:32.004181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8066a1e2-fcc5-448c-af80-111c2854d9a2 req-26382cae-c406-4e30-8193-59ffbd2bc450 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:32.010349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8066a1e2-fcc5-448c-af80-111c2854d9a2 req-26382cae-c406-4e30-8193-59ffbd2bc450 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 946 time: 0.0753798 Jul 05 03:44:32.049262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8066a1e2-fcc5-448c-af80-111c2854d9a2 req-28de79e2-6900-4b1a-b4f0-b0d287bff6be tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 Jul 05 03:44:32.093988 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-00fa794c-bd72-4076-ac9f-8b25189c05d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.132&port_id=1bdc472b-f943-4804-907a-15b7293c04a4 HTTP/1.1" status: 200 len: 217 time: 0.0800149 Jul 05 03:44:32.170142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-b28d95df-5024-4104-9217-e220fc87aeb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:32.172093 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-b28d95df-5024-4104-9217-e220fc87aeb1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0694401 Jul 05 03:44:32.183287 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d553b07c-cc9d-4557-b57a-5fa6b5f67629 req-d23bd568-d6e5-46bf-b95f-d8b5d1f27dae service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776514 Jul 05 03:44:32.251603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-b3d1c209-a787-4948-b219-df5477d7de62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:32.253176 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-b3d1c209-a787-4948-b219-df5477d7de62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0629435 Jul 05 03:44:32.350183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-08e2dd85-7966-4d98-8118-288c25c631c4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2500062 Jul 05 03:44:32.366077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d2c51e-0b8a-4645-aa49-b421860aab23 req-7fcc1b67-9093-42ac-aaa2-a588e33b0aea tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:32.367635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03d2c51e-0b8a-4645-aa49-b421860aab23 req-7fcc1b67-9093-42ac-aaa2-a588e33b0aea tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1851437 Jul 05 03:44:32.373487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:32.377675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-e271d6d7-d762-4a44-a086-abac606db991 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099372 Jul 05 03:44:32.427650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03d2c51e-0b8a-4645-aa49-b421860aab23 req-3ad5178c-4f35-43f9-b508-962749a2d329 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485413 Jul 05 03:44:32.493382 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.499027 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55fce8c3-486f-45c0-818c-ae74d65f01e3 req-d233e9c4-9f38-4662-868d-5d93bd0261e1 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970125 Jul 05 03:44:32.647473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99a6eb2-a68f-42ab-b6e8-e38c96be718f req-d667faa5-118a-4e34-af50-1ced764d5d62 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:32.648961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f99a6eb2-a68f-42ab-b6e8-e38c96be718f req-d667faa5-118a-4e34-af50-1ced764d5d62 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.0993700 Jul 05 03:44:32.677375 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:32.731760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f99a6eb2-a68f-42ab-b6e8-e38c96be718f req-2daa4c00-b65a-4668-af4d-83e5f94267a8 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752106 Jul 05 03:44:32.761878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa473f64-f78a-4d7f-b37a-029a204c1979', 'tag': 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:32.766615 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4baf276-5f10-44c1-b294-a85ad061751a" -d '{"events": [{"name": "network-changed", "server_uuid": "aa473f64-f78a-4d7f-b37a-029a204c1979", "tag": "b77c3cdd-a9f8-415b-8209-1d975a72f0f4"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:32.825580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Allocated IP 172.25.4.103 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/2e45c235-e337-4443-932b-36773e5ddc65) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:32.995091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b66c390-2c3f-4363-ba7c-acd5eef762dd req-244356e0-b7b3-4be4-9af0-3ca0e0e3189d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:32.996535 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b66c390-2c3f-4363-ba7c-acd5eef762dd req-244356e0-b7b3-4be4-9af0-3ca0e0e3189d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 943 time: 0.1564393 Jul 05 03:44:33.015924 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.055411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b66c390-2c3f-4363-ba7c-acd5eef762dd req-91dddc5a-f224-46c9-a33b-0f43fb5f8bcc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501297 Jul 05 03:44:33.135979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-25ef409d-a0f7-4870-984b-fb9ad64d7a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.138052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-25ef409d-a0f7-4870-984b-fb9ad64d7a44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 1101 time: 0.0795043 Jul 05 03:44:33.146872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 81040522-72f0-41b7-b35c-50a6424e2ad6 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:33.237787 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.275347 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:44:33.295722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:33.309385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 81040522-72f0-41b7-b35c-50a6424e2ad6 has no active binding in host n-h2-758944-41 {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:44:33.312017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:33.319365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:33.322871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-2d2f14a2-4b86-434e-a8c7-e94b1a7f7626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.324361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-2d2f14a2-4b86-434e-a8c7-e94b1a7f7626 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1721759 Jul 05 03:44:33.324944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Pushing event updated for resources: {'Port': ['ID=2e45c235-e337-4443-932b-36773e5ddc65,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:33.327199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:33.357835 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-659e786b-9559-491a-9934-a6264eaf7a09 x-openstack-request-id: req-659e786b-9559-491a-9934-a6264eaf7a09 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:33.358374 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa473f64-f78a-4d7f-b37a-029a204c1979", "tag": "b77c3cdd-a9f8-415b-8209-1d975a72f0f4", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:33.359257 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-659e786b-9559-491a-9934-a6264eaf7a09 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:33.359257 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa473f64-f78a-4d7f-b37a-029a204c1979', 'tag': 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', 'status': 'completed', 'code': 200} Jul 05 03:44:33.408274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-1eee8ad1-73b3-4008-b5ca-b947064ec7e0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4428445b-a8e9-4564-a843-aa1fa6acc312 HTTP/1.1" status: 200 len: 217 time: 0.0488508 Jul 05 03:44:33.450900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baf276-5f10-44c1-b294-a85ad061751a req-3e05e446-e930-4c77-a594-74d462773fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.454334 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4baf276-5f10-44c1-b294-a85ad061751a req-3e05e446-e930-4c77-a594-74d462773fee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 1100 time: 0.0626104 Jul 05 03:44:33.567070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baf276-5f10-44c1-b294-a85ad061751a req-9d9f4d2c-1651-45d9-8686-19e7380fd686 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.568875 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4baf276-5f10-44c1-b294-a85ad061751a req-9d9f4d2c-1651-45d9-8686-19e7380fd686 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1039355 Jul 05 03:44:33.601822 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:33.610748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-974e773c-fc9d-4bb0-a381-83b997d6ac44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.612222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-974e773c-fc9d-4bb0-a381-83b997d6ac44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1683235 Jul 05 03:44:33.617879 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4baf276-5f10-44c1-b294-a85ad061751a req-9a11be25-4079-4659-9e6d-5a19483e7dbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.202&port_id=b77c3cdd-a9f8-415b-8209-1d975a72f0f4 HTTP/1.1" status: 200 len: 217 time: 0.0369513 Jul 05 03:44:33.675405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baf276-5f10-44c1-b294-a85ad061751a req-73af51d9-a932-4b28-b1ea-d8262dee52f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.676948 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4baf276-5f10-44c1-b294-a85ad061751a req-73af51d9-a932-4b28-b1ea-d8262dee52f6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0507834 Jul 05 03:44:33.755293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4baf276-5f10-44c1-b294-a85ad061751a req-10fa7c10-d498-4077-93bb-5e2a5a313cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.757300 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4baf276-5f10-44c1-b294-a85ad061751a req-10fa7c10-d498-4077-93bb-5e2a5a313cf7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0700011 Jul 05 03:44:33.900837 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4baf276-5f10-44c1-b294-a85ad061751a req-d8958541-191e-4800-9190-8e81c1051b75 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273541 Jul 05 03:44:33.964588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1526066-5ec1-485b-8624-0a04071ed00d req-bc4b79a5-c944-4e06-98e5-a0ee86ea8a3d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:33.966132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1526066-5ec1-485b-8624-0a04071ed00d req-bc4b79a5-c944-4e06-98e5-a0ee86ea8a3d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 948 time: 0.4708607 Jul 05 03:44:34.011819 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.031687 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4baf276-5f10-44c1-b294-a85ad061751a req-54445de5-5358-4926-826f-af85fcef3e02 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180086 Jul 05 03:44:34.114711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-6eefed6a-627a-445c-9253-28de4c368a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:34.116573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-6eefed6a-627a-445c-9253-28de4c368a72 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.4870365 Jul 05 03:44:34.126066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1526066-5ec1-485b-8624-0a04071ed00d req-9d6d2699-933f-4a94-9d50-12d1a786da33 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483562 Jul 05 03:44:34.344798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-8e641e25-a707-4a55-8d4f-a645a09aae09 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149572 Jul 05 03:44:34.452546 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.471805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b2ef27-8b19-453f-921c-78eadb0922b4 req-fda88a71-73ce-42d4-ad92-35a5c8ec2709 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:34.475315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28b2ef27-8b19-453f-921c-78eadb0922b4 req-fda88a71-73ce-42d4-ad92-35a5c8ec2709 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.2041543 Jul 05 03:44:34.530849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-f1a718ff-86b8-4474-bf90-20765aff05a0 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717577 Jul 05 03:44:34.538227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28b2ef27-8b19-453f-921c-78eadb0922b4 req-da3ebc5e-cc1a-46ac-aa87-82e323dc7d15 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551155 Jul 05 03:44:34.556813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1bdc472b-f943-4804-907a-15b7293c04a4 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:34.613726 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.750963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1bdc472b-f943-4804-907a-15b7293c04a4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1bdc472b-f943-4804-907a-15b7293c04a4,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:34.785687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '1bdc472b-f943-4804-907a-15b7293c04a4', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '1bdc472b-f943-4804-907a-15b7293c04a4', 'mac_address': 'fa:16:3e:7c:17:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.132'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:34.848858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Pushing event updated for resources: {'Port': ['ID=2e45c235-e337-4443-932b-36773e5ddc65,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:34.854266 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.858874 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:34.871127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bdc472b-f943-4804-907a-15b7293c04a4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:34.899990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1bdc472b-f943-4804-907a-15b7293c04a4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1bdc472b-f943-4804-907a-15b7293c04a4,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:34.936249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9593b5cc-74a6-4d78-9125-730808b3006f req-db3fb6ce-8d4f-4030-8fe9-829179e3f17a tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:34.943863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9593b5cc-74a6-4d78-9125-730808b3006f req-db3fb6ce-8d4f-4030-8fe9-829179e3f17a tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1581619 Jul 05 03:44:34.989970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9593b5cc-74a6-4d78-9125-730808b3006f req-57ce5c71-a5b4-4321-9983-2d50312ae1f6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433238 Jul 05 03:44:35.098919 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.106589 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:35.121601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-bbafb77c-97f9-435a-87f1-b5a7092d6bd1 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.7477567 Jul 05 03:44:35.160667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1bdc472b-f943-4804-907a-15b7293c04a4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:35.251307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-4bcdba86-cc75-4e9a-8897-ad1698093d78 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 696 time: 0.1106970 Jul 05 03:44:35.330797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e6c93-ec25-495d-92e8-b2a75a205cb5 req-3fc6b2fe-157a-4fe2-bcd5-ed2934c7265e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.336608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-855e6c93-ec25-495d-92e8-b2a75a205cb5 req-3fc6b2fe-157a-4fe2-bcd5-ed2934c7265e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 943 time: 0.2180440 Jul 05 03:44:35.413337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-855e6c93-ec25-495d-92e8-b2a75a205cb5 req-18422b89-8a5c-460d-831a-e95889509bd3 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662439 Jul 05 03:44:35.422854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-5524a111-9dff-4d0c-b22e-b5bb6a668c41 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.424122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-5524a111-9dff-4d0c-b22e-b5bb6a668c41 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1647463 Jul 05 03:44:35.439780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-408e8855-6c27-4e53-bdd3-da737dcd797e tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:44:35.440503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13056fe0-72c3-45ce-bb23-1a90a15375f3 req-408e8855-6c27-4e53-bdd3-da737dcd797e tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060067 Jul 05 03:44:35.559080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1bdc472b-f943-4804-907a-15b7293c04a4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:35.829306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-b3390967-c73e-4964-b2a4-add6c3962553 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.830905 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-b3390967-c73e-4964-b2a4-add6c3962553 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 821 time: 0.1572747 Jul 05 03:44:35.846076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1129d24-aadc-494a-9076-af82ef7ea154 req-d4b07808-c71f-47a2-94e9-0661e6c14ca2 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:35.846076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1129d24-aadc-494a-9076-af82ef7ea154 req-d4b07808-c71f-47a2-94e9-0661e6c14ca2 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 948 time: 0.1706462 Jul 05 03:44:35.854164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-18fd3f01-6c13-48ca-8b40-7a73f959b4b5 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/quotas/67b75ff79a7349649feb96da35f40cde HTTP/1.1" status: 200 len: 375 time: 0.0106449 Jul 05 03:44:35.939692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1129d24-aadc-494a-9076-af82ef7ea154 req-d2356f94-3b80-4580-a851-48055dc73f48 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802364 Jul 05 03:44:35.994322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-5b096207-965c-4cb1-a9a8-aa037ec66795 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1269529 Jul 05 03:44:36.146333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-abf49b0a-b8c6-4224-9ee8-3bdb14758bb8 service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447115 Jul 05 03:44:36.232823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c574518-8315-4a2f-b22b-2dcb0a55a17b req-79d291ad-a8cc-41f7-b306-7fe74cad4c4e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.234293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c574518-8315-4a2f-b22b-2dcb0a55a17b req-79d291ad-a8cc-41f7-b306-7fe74cad4c4e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1442821 Jul 05 03:44:36.297625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-b6c0a588-41c9-4301-af08-5c1134e085f8 service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432080 Jul 05 03:44:36.324345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c574518-8315-4a2f-b22b-2dcb0a55a17b req-be4343ce-e97d-4efc-bb0b-bf5299fea67a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783787 Jul 05 03:44:36.571962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b77c3cdd-a9f8-415b-8209-1d975a72f0f4 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:36.638637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279a314c-6176-45bb-9ac2-4d3bc726f2c7 req-b9b276fc-1015-44c4-8fc6-36850e241af7 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.651638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-279a314c-6176-45bb-9ac2-4d3bc726f2c7 req-b9b276fc-1015-44c4-8fc6-36850e241af7 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1738451 Jul 05 03:44:36.742821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-279a314c-6176-45bb-9ac2-4d3bc726f2c7 req-d461e9f3-163d-40a9-ab03-11d83df6cc22 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900047 Jul 05 03:44:36.820387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b77c3cdd-a9f8-415b-8209-1d975a72f0f4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:36.863357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', 'mac_address': 'fa:16:3e:fe:22:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.202'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:36.907686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b714fa-6395-4e8c-90d3-a3e07ba169d6 req-b0536b87-8171-41ce-b041-565bbcc3ca0a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:36.910247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8b714fa-6395-4e8c-90d3-a3e07ba169d6 req-b0536b87-8171-41ce-b041-565bbcc3ca0a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 943 time: 0.1239550 Jul 05 03:44:36.927309 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:36.947029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b77c3cdd-a9f8-415b-8209-1d975a72f0f4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:36.979518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b77c3cdd-a9f8-415b-8209-1d975a72f0f4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:36.995215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8b714fa-6395-4e8c-90d3-a3e07ba169d6 req-e66bbd75-fa4d-49f8-8c33-e6dd056e138e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764410 Jul 05 03:44:37.028653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d416600-8cee-4fe5-9009-cc9039cbc5ef req-64732bac-6562-4838-9ad5-73aadaed3970 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:37.030422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d416600-8cee-4fe5-9009-cc9039cbc5ef req-64732bac-6562-4838-9ad5-73aadaed3970 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1098 time: 0.0904312 Jul 05 03:44:37.054926 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:37.119584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d416600-8cee-4fe5-9009-cc9039cbc5ef req-e6033230-a0fb-4ce7-8f79-ef09b26fd1c4 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755873 Jul 05 03:44:37.130048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:37.241059 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88da108a-d562-4a1c-b7b4-7f2b9c9d5387 req-148c277b-d20e-4531-b9df-aa82e0f74e02 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 210 time: 0.0533009 Jul 05 03:44:37.423603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['b77c3cdd-a9f8-415b-8209-1d975a72f0f4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:37.475868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f1a285-880d-4e6f-ba13-a1698b400a2f req-6c0b29e1-16d1-4c6d-8cc4-5180047ead51 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:37.478198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7f1a285-880d-4e6f-ba13-a1698b400a2f req-6c0b29e1-16d1-4c6d-8cc4-5180047ead51 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 949 time: 0.1049118 Jul 05 03:44:37.564674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7f1a285-880d-4e6f-ba13-a1698b400a2f req-23bfcf5d-5460-439e-b37c-1ecc7fa10441 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783985 Jul 05 03:44:37.844596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2ceb23-8f66-458b-9952-1cf7a250112e req-a5bc0ed6-8706-4e25-aeb5-f9a229048e73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:37.854225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a2ceb23-8f66-458b-9952-1cf7a250112e req-a5bc0ed6-8706-4e25-aeb5-f9a229048e73 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1571724 Jul 05 03:44:37.898342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a2ceb23-8f66-458b-9952-1cf7a250112e req-702c14ab-16f9-43de-acd0-be22a47f3cae tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416238 Jul 05 03:44:37.974239 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6b9fef72-2854-4174-a229-61107ae02662 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:38.162580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c65772d-9daa-48f1-bd53-3e0183b46dd3 req-73b25f94-8e1f-4ddf-aa95-755dec4cce1e tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.164365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c65772d-9daa-48f1-bd53-3e0183b46dd3 req-73b25f94-8e1f-4ddf-aa95-755dec4cce1e tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1046915 Jul 05 03:44:38.205013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c65772d-9daa-48f1-bd53-3e0183b46dd3 req-e75f4605-d632-4a7b-898e-84a65723c268 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349729 Jul 05 03:44:38.386119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b945f54e-1c3a-4d17-80ac-495a500685fa req-f879be06-9da9-4945-9b1a-0f728dba0683 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.387799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b945f54e-1c3a-4d17-80ac-495a500685fa req-f879be06-9da9-4945-9b1a-0f728dba0683 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 943 time: 0.0722575 Jul 05 03:44:38.431879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b945f54e-1c3a-4d17-80ac-495a500685fa req-fa50efc1-9de4-41e8-9427-644eb97c26ef tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380633 Jul 05 03:44:38.586161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1bdc472b-f943-4804-907a-15b7293c04a4 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:38.626478 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f050acea-df1e-4c45-87a9-4c6ce2150a06 req-4079d6df-bffd-4433-a937-4792f2a77895 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 210 time: 0.0323050 Jul 05 03:44:38.733443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 1bdc472b-f943-4804-907a-15b7293c04a4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:38.737840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 1bdc472b-f943-4804-907a-15b7293c04a4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:38.738226 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:38.860954 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:38.899274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b6a31-4a27-4aad-ae26-c1ff5342acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdc472b-f943-4804-907a-15b7293c04a4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:38.903312 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450e28a0-2e4d-4276-b11b-934bf8d7fe5d" -d '{"events": [{"server_uuid": "3f3b6a31-4a27-4aad-ae26-c1ff5342acb7", "name": "network-vif-plugged", "status": "completed", "tag": "1bdc472b-f943-4804-907a-15b7293c04a4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:38.921020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1bdc472b-f943-4804-907a-15b7293c04a4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1bdc472b-f943-4804-907a-15b7293c04a4,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:38.985251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c27fa-0c74-4b60-b1a9-dc291b9f279e req-1bad82c9-5ffa-4cf3-bc84-cf299cce9d85 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:38.986830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f9c27fa-0c74-4b60-b1a9-dc291b9f279e req-1bad82c9-5ffa-4cf3-bc84-cf299cce9d85 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 949 time: 0.0924749 Jul 05 03:44:39.044018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-586485a8-c8da-4136-9808-7c29d6f372f0 service neutron] 10.222.0.26 "GET /v2.0/ports/81040522-72f0-41b7-b35c-50a6424e2ad6/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 385 time: 0.1140027 Jul 05 03:44:39.060185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f9c27fa-0c74-4b60-b1a9-dc291b9f279e req-14f2b145-dd10-40d3-8ef2-63775418bde3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584915 Jul 05 03:44:39.121734 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.169963 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2e60965-e695-4d52-b838-f4f9a0ae138d x-openstack-request-id: req-b2e60965-e695-4d52-b838-f4f9a0ae138d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:39.170456 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3b6a31-4a27-4aad-ae26-c1ff5342acb7", "name": "network-vif-plugged", "status": "completed", "tag": "1bdc472b-f943-4804-907a-15b7293c04a4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:39.170846 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2e60965-e695-4d52-b838-f4f9a0ae138d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:39.171247 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b6a31-4a27-4aad-ae26-c1ff5342acb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bdc472b-f943-4804-907a-15b7293c04a4', 'code': 200} Jul 05 03:44:39.225782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1bdc472b-f943-4804-907a-15b7293c04a4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:39.410151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fcf64f-ecea-4bde-a8ff-d07302b52eb8 req-135b5030-6c61-4c00-8c39-f0a17449ff1b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:39.412342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55fcf64f-ecea-4bde-a8ff-d07302b52eb8 req-135b5030-6c61-4c00-8c39-f0a17449ff1b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1127424 Jul 05 03:44:39.438395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4311398f-a882-4090-9c66-0d6e3c59fdb4 service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:39.488798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700649d1-d0d1-4cf8-98d9-cb3120c1bf8d req-87b17591-b4b3-4693-8678-bcbbc008c706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:39.490378 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-700649d1-d0d1-4cf8-98d9-cb3120c1bf8d req-87b17591-b4b3-4693-8678-bcbbc008c706 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3f3b6a31-4a27-4aad-ae26-c1ff5342acb7 HTTP/1.1" status: 200 len: 1102 time: 0.1660151 Jul 05 03:44:39.491464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4311398f-a882-4090-9c66-0d6e3c59fdb4 service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:39.515087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55fcf64f-ecea-4bde-a8ff-d07302b52eb8 req-51a9816d-8a79-4286-aa06-2fc1a1b24583 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972745 Jul 05 03:44:39.572279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4311398f-a882-4090-9c66-0d6e3c59fdb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81040522-72f0-41b7-b35c-50a6424e2ad6 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:39.593958 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-700649d1-d0d1-4cf8-98d9-cb3120c1bf8d req-edd4e277-fbe4-4a96-b87b-859e57107c75 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740335 Jul 05 03:44:39.596975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4311398f-a882-4090-9c66-0d6e3c59fdb4 service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:39.721572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4311398f-a882-4090-9c66-0d6e3c59fdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:39.757946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d75070-bf19-4253-a77b-5a0530e68d47 req-15581576-abd0-49e6-a3dd-80c28d58e2b0 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:39.766843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9d75070-bf19-4253-a77b-5a0530e68d47 req-15581576-abd0-49e6-a3dd-80c28d58e2b0 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1081717 Jul 05 03:44:39.814499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9d75070-bf19-4253-a77b-5a0530e68d47 req-10035bb7-c948-4fb3-971c-5d4929e1630d tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459757 Jul 05 03:44:39.859825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4311398f-a882-4090-9c66-0d6e3c59fdb4 service neutron] Transition to ACTIVE for port object 81040522-72f0-41b7-b35c-50a6424e2ad6 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:39.947470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4311398f-a882-4090-9c66-0d6e3c59fdb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.058247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4311398f-a882-4090-9c66-0d6e3c59fdb4 service neutron] No DVR routers for this DVR port 81040522-72f0-41b7-b35c-50a6424e2ad6 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:44:40.064599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-36f6ba61-1914-4373-9412-73de846df713 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:44:40.066755 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-36f6ba61-1914-4373-9412-73de846df713 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340488 Jul 05 03:44:40.075979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4311398f-a882-4090-9c66-0d6e3c59fdb4 service neutron] Pushing event updated for resources: {'Port': ['ID=81040522-72f0-41b7-b35c-50a6424e2ad6,revision_number=10']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:40.099153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Request body: {'binding': {'host': 'n-h1-758944-41', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:40.099614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Unknown quota resources ['binding']. {{(pid=100895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:44:40.159824 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-4311398f-a882-4090-9c66-0d6e3c59fdb4 service neutron] 10.222.0.26 "PUT /v2.0/ports/81040522-72f0-41b7-b35c-50a6424e2ad6/bindings/n-h2-758944-41/activate HTTP/1.1" status: 200 len: 370 time: 1.1093822 Jul 05 03:44:40.161045 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477a3153-e9df-476d-9c65-4c5065fe4acc req-f1f6eecc-9b7f-410f-8120-3af4238abde3 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.162979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-477a3153-e9df-476d-9c65-4c5065fe4acc req-f1f6eecc-9b7f-410f-8120-3af4238abde3 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 944 time: 0.1889946 Jul 05 03:44:40.247116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-477a3153-e9df-476d-9c65-4c5065fe4acc req-8809d5b4-5230-4d3f-9c0d-ff98d781f6c3 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763593 Jul 05 03:44:40.385655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on host n-h1-758944-41 for vnic_type normal with profile None {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:40.389158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:40.389943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:40.401805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:40.402528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:40.409764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:40.410493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:40.411299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:40.412157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Bound port: 8d5f8561-8abd-47ec-be55-b24615cb23d8, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:40.448819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-63d35127-9833-4e3b-992e-4fc5a233c157 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.450682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-63d35127-9833-4e3b-992e-4fc5a233c157 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1096 time: 0.1034067 Jul 05 03:44:40.498743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:40.594930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f5213a5-82b8-46a6-8d9a-38432fe1ba5e req-1eb80973-50a7-4555-af40-5b2c061fd22c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 210 time: 0.0408340 Jul 05 03:44:40.619076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b77c3cdd-a9f8-415b-8209-1d975a72f0f4 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:40.646603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-022c12c0-e650-4ee5-9872-b1745bf4fea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.649073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-022c12c0-e650-4ee5-9872-b1745bf4fea2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34&tenant_id=abee83cb9e7945c9afcda6c5615990ea HTTP/1.1" status: 200 len: 1096 time: 0.1866705 Jul 05 03:44:40.708820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-d215303d-5727-4c23-bd2b-0d8d2659766c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.710350 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-d215303d-5727-4c23-bd2b-0d8d2659766c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.13 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 821 time: 0.2026134 Jul 05 03:44:40.714688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] Notify callbacks [] for binding, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.716338 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-74ac2299-0e58-4ea9-b2cc-88f254892e20 service neutron] 10.222.0.30 "POST /v2.0/ports/8d5f8561-8abd-47ec-be55-b24615cb23d8/bindings HTTP/1.1" status: 201 len: 390 time: 0.6209147 Jul 05 03:44:40.741497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Request body: {'port': {'device_id': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'admin_state_up': True, 'tenant_id': '67b75ff79a7349649feb96da35f40cde'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:40.791814 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-15d21e30-ff22-44c0-a1f6-c5684c881603 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.819578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cb9e7da0-b608-4dec-9c92-e6915eb92757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:40.823219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-cb9e7da0-b608-4dec-9c92-e6915eb92757 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 1096 time: 0.1218345 Jul 05 03:44:40.844289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:40.855095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:40.855856 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.964661 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:40.997019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-f8975261-b3d6-4a8b-a834-c3f28e46f9cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:41.001569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-f8975261-b3d6-4a8b-a834-c3f28e46f9cc service neutron] 10.222.0.13 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.1572304 Jul 05 03:44:41.100032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-5dbf7a2f-eb2a-4793-bfa6-b94adbe840ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81040522-72f0-41b7-b35c-50a6424e2ad6 HTTP/1.1" status: 200 len: 217 time: 0.0852613 Jul 05 03:44:41.122012 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.123337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Made reservation on behalf of 67b75ff79a7349649feb96da35f40cde for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:41.134945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.218879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b77c3cdd-a9f8-415b-8209-1d975a72f0f4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:41.219851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa473f64-f78a-4d7f-b37a-029a204c1979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:41.223466 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33a1cf15-3904-4a1c-a1b4-f95c2f36d9c1" -d '{"events": [{"server_uuid": "aa473f64-f78a-4d7f-b37a-029a204c1979", "name": "network-vif-plugged", "status": "completed", "tag": "b77c3cdd-a9f8-415b-8209-1d975a72f0f4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:41.266232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-5e7da407-2ff1-4c6e-a54b-2fcd555c33b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:41.270022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-5e7da407-2ff1-4c6e-a54b-2fcd555c33b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.1515002 Jul 05 03:44:41.304791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.341282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-2f3a4c15-16f6-4473-964f-ab8828997444 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547962 Jul 05 03:44:41.358210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Allocated IP 172.20.0.13 (fe5d4d29-f554-483d-9a12-649266b1959d/6ebac950-6876-4afe-a063-4eb11d9d414e/f11aa4bc-77dc-4853-ace2-521cd3e5c205) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:41.408745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a770745-4316-4a10-8ae7-69013b6751d1 req-d11e2a0b-4317-4594-bef8-94f1e223401e tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:41.417961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a770745-4316-4a10-8ae7-69013b6751d1 req-d11e2a0b-4317-4594-bef8-94f1e223401e tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 949 time: 0.3157644 Jul 05 03:44:41.423669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:41.519224 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a770745-4316-4a10-8ae7-69013b6751d1 req-c12d44e3-90ae-4702-a227-de6059aa1d2d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001444 Jul 05 03:44:41.546287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-a77626f7-25f6-45e9-b344-9bf7eeb46c0e service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704347 Jul 05 03:44:41.575149 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84181ee-5347-4847-be27-9b041fd48557 req-2c9e2ee6-6e10-4261-8a84-ffdacc498bb4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:41.578523 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.579331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b84181ee-5347-4847-be27-9b041fd48557 req-2c9e2ee6-6e10-4261-8a84-ffdacc498bb4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.2978961 Jul 05 03:44:41.616422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Transition to ACTIVE for port object f11aa4bc-77dc-4853-ace2-521cd3e5c205 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:41.709806 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.723226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b84181ee-5347-4847-be27-9b041fd48557 req-f9c23181-ad17-49a1-bf85-ed571bf2e35b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080849 Jul 05 03:44:41.751014 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:41.773031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:41.816356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-ddd127b1-a976-4704-ae8b-760c9c6f0b0b service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345152 Jul 05 03:44:41.918165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Pushing event updated for resources: {'Port': ['ID=f11aa4bc-77dc-4853-ace2-521cd3e5c205,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:41.945703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Network fe5d4d29-f554-483d-9a12-649266b1959d is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:41.945978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ac9273-44da-4c19-abac-8534636eca9a req-647fabdd-9dbb-450f-acc9-c74f246767f1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:41.947837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:41.951791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0ac9273-44da-4c19-abac-8534636eca9a req-647fabdd-9dbb-450f-acc9-c74f246767f1 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.2335939 Jul 05 03:44:41.952041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:42.039498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.041334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.045557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-a0d24347-f6e4-475f-92ff-f2ba4ce7a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.047054 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-a0d24347-f6e4-475f-92ff-f2ba4ce7a5dc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1098 time: 0.3136475 Jul 05 03:44:42.147608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0ac9273-44da-4c19-abac-8534636eca9a req-ed6e9587-8070-4f1b-ab57-5ae16d6ce305 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782796 Jul 05 03:44:42.168570 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-0abce829-08d0-4b62-b130-ca396d653873 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4312286 Jul 05 03:44:42.196278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Request body: {'port': {'device_id': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:42.210981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278b9cfa-a2a0-4ed0-b47d-1a0878e4ce68 req-bd5bf617-c658-4dd2-9754-9937635fadef tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.212997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-278b9cfa-a2a0-4ed0-b47d-1a0878e4ce68 req-bd5bf617-c658-4dd2-9754-9937635fadef tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.2600443 Jul 05 03:44:42.220620 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e52487-a1e2-4c7b-af0f-17c57fadb64b x-openstack-request-id: req-c6e52487-a1e2-4c7b-af0f-17c57fadb64b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:42.221140 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa473f64-f78a-4d7f-b37a-029a204c1979", "name": "network-vif-plugged", "status": "completed", "tag": "b77c3cdd-a9f8-415b-8209-1d975a72f0f4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:42.221571 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6e52487-a1e2-4c7b-af0f-17c57fadb64b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:42.222132 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa473f64-f78a-4d7f-b37a-029a204c1979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', 'code': 200} Jul 05 03:44:42.243870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-3f281ad4-e5d7-4772-8996-d09e4441e217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.245623 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-3f281ad4-e5d7-4772-8996-d09e4441e217 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.1868248 Jul 05 03:44:42.333130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-278b9cfa-a2a0-4ed0-b47d-1a0878e4ce68 req-90c5028c-2ef2-4844-b3fb-d1dd69e922b7 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074402 Jul 05 03:44:42.376007 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-50ddc010-f068-478d-8103-2d8cc80ff8ee service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8 HTTP/1.1" status: 200 len: 217 time: 0.1154344 Jul 05 03:44:42.458742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3cf5f26-31a3-4c3e-9c1c-0babfb5061d1 None None] Provisioning for port f11aa4bc-77dc-4853-ace2-521cd3e5c205 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:42.464125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3cf5f26-31a3-4c3e-9c1c-0babfb5061d1 None None] Provisioning complete for port f11aa4bc-77dc-4853-ace2-521cd3e5c205 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:42.464758 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3cf5f26-31a3-4c3e-9c1c-0babfb5061d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.546594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b3cf5f26-31a3-4c3e-9c1c-0babfb5061d1 None None] Port f11aa4bc-77dc-4853-ace2-521cd3e5c205 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:44:42.615162 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6291a6e6-b39e-44c4-8974-09e0c469dd2a req-9a86659e-45b4-43bb-8be2-80ef59728b67 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.619151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6291a6e6-b39e-44c4-8974-09e0c469dd2a req-9a86659e-45b4-43bb-8be2-80ef59728b67 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 944 time: 0.1498051 Jul 05 03:44:42.625492 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:42.631449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-3f65c671-e93c-4095-9718-d9fcd613a727 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.636954 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-3f65c671-e93c-4095-9718-d9fcd613a727 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.2086771 Jul 05 03:44:42.637161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 81040522-72f0-41b7-b35c-50a6424e2ad6 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:44:42.681849 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-e7f050db-c7b4-4568-90d6-df82d0bf940d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380039 Jul 05 03:44:42.733518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a793d7f-ca55-4487-9280-bc8cd6aa8ebc req-a34ad0a7-244f-4f73-9de1-8d916f1ab815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.734944 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7a793d7f-ca55-4487-9280-bc8cd6aa8ebc req-a34ad0a7-244f-4f73-9de1-8d916f1ab815 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 1102 time: 0.3904643 Jul 05 03:44:42.746937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 81040522-72f0-41b7-b35c-50a6424e2ad6 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:44:42.837664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6291a6e6-b39e-44c4-8974-09e0c469dd2a req-7f471b44-25e6-4178-93c6-8e6681d879b4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2117999 Jul 05 03:44:42.923732 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7a793d7f-ca55-4487-9280-bc8cd6aa8ebc req-04384847-24d7-4c98-a9ef-b614b0093989 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537123 Jul 05 03:44:42.944434 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-f81ce25e-7e8c-4e12-8790-f0faee5627c6 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395837 Jul 05 03:44:42.966971 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02776535-7fda-47cd-bf6c-782bb447affd req-8be170b9-91c6-41b5-a039-fb21f4e1748a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:42.971452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02776535-7fda-47cd-bf6c-782bb447affd req-8be170b9-91c6-41b5-a039-fb21f4e1748a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 932 time: 0.2674930 Jul 05 03:44:43.010656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-0e2fd201-f190-4ec6-a8e2-867bbc07112c tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:43.013362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-0e2fd201-f190-4ec6-a8e2-867bbc07112c tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1096 time: 0.2856855 Jul 05 03:44:43.104997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02776535-7fda-47cd-bf6c-782bb447affd req-4905fa29-e0fb-4330-a69c-9a008cffe8d3 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264708 Jul 05 03:44:43.162202 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-2da67ae3-d191-4a74-a1da-69c0ef313d5d service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1735766 Jul 05 03:44:43.271050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11aa4bc-77dc-4853-ace2-521cd3e5c205 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:43.276509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.290185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-6fe18d90-bd3b-4588-9afa-ccb91ded0d4f service neutron] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:43.295233 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.297296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-6fe18d90-bd3b-4588-9afa-ccb91ded0d4f service neutron] Notify callbacks [] for binding, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.298969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff8a1d5-97d6-42ec-94f8-c42865507407 req-6fe18d90-bd3b-4588-9afa-ccb91ded0d4f service neutron] 10.222.0.13 "DELETE /v2.0/ports/81040522-72f0-41b7-b35c-50a6424e2ad6/bindings/n-h1-758944-41 HTTP/1.1" status: 204 len: 173 time: 0.2694585 Jul 05 03:44:43.313834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Transition to ACTIVE for port object f11aa4bc-77dc-4853-ace2-521cd3e5c205 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:43.347818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10ac48-f036-4b01-be80-03f7255ebafa req-9fe548cd-e4ec-40ae-872d-f5fbf5746fe4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:43.349935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f10ac48-f036-4b01-be80-03f7255ebafa req-9fe548cd-e4ec-40ae-872d-f5fbf5746fe4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 950 time: 0.1127939 Jul 05 03:44:43.374306 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.395761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.460108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Pushing event updated for resources: {'Port': ['ID=f11aa4bc-77dc-4853-ace2-521cd3e5c205,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:43.609976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Attempting to bind port f11aa4bc-77dc-4853-ace2-521cd3e5c205 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:43.612322 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Attempting to bind port f11aa4bc-77dc-4853-ace2-521cd3e5c205 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:43.612881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Attempting to bind port f11aa4bc-77dc-4853-ace2-521cd3e5c205 on network fe5d4d29-f554-483d-9a12-649266b1959d {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:43.626689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Port f11aa4bc-77dc-4853-ace2-521cd3e5c205 on network fe5d4d29-f554-483d-9a12-649266b1959d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:43.627176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Attempting to bind port f11aa4bc-77dc-4853-ace2-521cd3e5c205 on network fe5d4d29-f554-483d-9a12-649266b1959d {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:43.636491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:43.637033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Checking segment: {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:43.638623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Bound using segment: {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:43.640247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Bound port: f11aa4bc-77dc-4853-ace2-521cd3e5c205, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f51562bc-cde3-4498-a073-10cf302c614f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:43.640816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.837553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] For port f11aa4bc-77dc-4853-ace2-521cd3e5c205, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:43.846620 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] For port f11aa4bc-77dc-4853-ace2-521cd3e5c205, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=f11aa4bc-77dc-4853-ace2-521cd3e5c205,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:43.853141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.854310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f10ac48-f036-4b01-be80-03f7255ebafa req-a641b01c-9db9-4c6f-a713-c8dc3f4c7f60 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4927487 Jul 05 03:44:43.939641 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:43.948207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bc89ad-7a8b-42d1-842c-aee19fa0fecc req-1ffc59ec-ae51-4ad1-86b9-8e761358296b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:43.970818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50bc89ad-7a8b-42d1-842c-aee19fa0fecc req-1ffc59ec-ae51-4ad1-86b9-8e761358296b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.6185942 Jul 05 03:44:44.063212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:44.064443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:44.066292 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] 10.222.0.13 "PUT /v2.0/ports/f11aa4bc-77dc-4853-ace2-521cd3e5c205 HTTP/1.1" status: 200 len: 1093 time: 1.8796818 Jul 05 03:44:44.067063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'tag': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:44.071721 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0af2690-d6a9-421a-81d6-97b2abfcad57" -d '{"events": [{"name": "network-changed", "server_uuid": "16c8dc76-1506-4f2c-9424-c86ab953e169", "tag": "f11aa4bc-77dc-4853-ace2-521cd3e5c205"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:44.125876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50bc89ad-7a8b-42d1-842c-aee19fa0fecc req-acbc596d-e638-4c27-9c97-67412fd2f209 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471908 Jul 05 03:44:44.181272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba58166b-d222-437a-b329-13ed16469a5e service neutron] Pushing event updated for resources: {'Port': ['ID=f11aa4bc-77dc-4853-ace2-521cd3e5c205,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:44.411264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b470b5-a8d5-440f-8c8a-537df930f186 req-b9a1b9a6-db96-4170-8408-cff9d91dcb5f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:44.411264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41b470b5-a8d5-440f-8c8a-537df930f186 req-b9a1b9a6-db96-4170-8408-cff9d91dcb5f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1413157 Jul 05 03:44:44.485819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41b470b5-a8d5-440f-8c8a-537df930f186 req-69ea0a12-95f0-4ab3-85dc-d59ed2ffaef2 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864627 Jul 05 03:44:44.526070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a877587-5291-43c7-9181-2c4cb931c29b req-85db152a-6f79-4fe2-a488-ece7c9894460 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:44.527691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a877587-5291-43c7-9181-2c4cb931c29b req-85db152a-6f79-4fe2-a488-ece7c9894460 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.1409779 Jul 05 03:44:44.581062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a877587-5291-43c7-9181-2c4cb931c29b req-837f8380-56ac-4d63-80b3-81d72b37829f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437562 Jul 05 03:44:44.764309 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0950427b-79c5-4d6b-a9d6-f78f9cfa393f x-openstack-request-id: req-0950427b-79c5-4d6b-a9d6-f78f9cfa393f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:44.764864 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c8dc76-1506-4f2c-9424-c86ab953e169", "tag": "f11aa4bc-77dc-4853-ace2-521cd3e5c205", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:44.764970 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0950427b-79c5-4d6b-a9d6-f78f9cfa393f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:44.765460 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'tag': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'status': 'completed', 'code': 200} Jul 05 03:44:44.827723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932f3eb-42e2-4a7b-a6e1-117219886f35 req-363ce76d-e7ca-465e-b781-85ac91892e13 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:44.830914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1932f3eb-42e2-4a7b-a6e1-117219886f35 req-363ce76d-e7ca-465e-b781-85ac91892e13 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 944 time: 0.0975020 Jul 05 03:44:44.907199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1932f3eb-42e2-4a7b-a6e1-117219886f35 req-550bdd61-02d5-42bb-b458-04c5627f9762 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695691 Jul 05 03:44:44.911679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af2690-d6a9-421a-81d6-97b2abfcad57 req-119a4f01-53f9-4c8d-bfa5-3310bbf06cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:44.915228 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0af2690-d6a9-421a-81d6-97b2abfcad57 req-119a4f01-53f9-4c8d-bfa5-3310bbf06cfd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 1096 time: 0.0959826 Jul 05 03:44:45.042674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-211fcfa1-7e85-458a-bd98-d07319d307a0 req-8e967682-61c9-4def-addb-25da103417cb tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:45.052084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-211fcfa1-7e85-458a-bd98-d07319d307a0 req-8e967682-61c9-4def-addb-25da103417cb tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 944 time: 0.1591301 Jul 05 03:44:45.116538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-211fcfa1-7e85-458a-bd98-d07319d307a0 req-fc7a16a0-d841-4353-b206-1820cd986d51 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634336 Jul 05 03:44:45.312309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-065ae939-43d0-4314-a868-690036745708 req-1fa91115-7297-494f-bb36-7ebbfffd58d7 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:45.317207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-065ae939-43d0-4314-a868-690036745708 req-1fa91115-7297-494f-bb36-7ebbfffd58d7 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 950 time: 0.1610639 Jul 05 03:44:45.338438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af2690-d6a9-421a-81d6-97b2abfcad57 req-23af2745-ca16-486f-ab4b-8bfa7567f176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:45.344227 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0af2690-d6a9-421a-81d6-97b2abfcad57 req-23af2745-ca16-486f-ab4b-8bfa7567f176 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=67b75ff79a7349649feb96da35f40cde&shared=False HTTP/1.1" status: 200 len: 922 time: 0.4019508 Jul 05 03:44:45.405693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-065ae939-43d0-4314-a868-690036745708 req-298e9ec0-79ae-442f-aba9-b2c3cb60cdf9 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823853 Jul 05 03:44:45.649802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a073d5b-8921-417a-ba31-30758bd90111 req-78e145df-8fb9-4567-a252-a73d5b9b754a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:45.662478 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a073d5b-8921-417a-ba31-30758bd90111 req-78e145df-8fb9-4567-a252-a73d5b9b754a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1182356 Jul 05 03:44:45.784709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a073d5b-8921-417a-ba31-30758bd90111 req-9328cd7d-205e-4f92-87aa-c28cf74494d3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210990 Jul 05 03:44:45.818701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b25afc-99b5-4c0f-833a-35df28215571 req-25cf0ff9-73d3-4f2a-a636-8e9401d5cfe7 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:45.828083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4b25afc-99b5-4c0f-833a-35df28215571 req-25cf0ff9-73d3-4f2a-a636-8e9401d5cfe7 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 1096 time: 0.1339314 Jul 05 03:44:45.896971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4b25afc-99b5-4c0f-833a-35df28215571 req-163eaef8-ce6d-4505-bd9e-e86496f9c26e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688164 Jul 05 03:44:46.118543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec582df7-cdce-4b44-bd70-e2b62d1d75d9 req-96d9cde8-e75d-430f-8f7b-03acb1011a25 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.121974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec582df7-cdce-4b44-bd70-e2b62d1d75d9 req-96d9cde8-e75d-430f-8f7b-03acb1011a25 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.1744998 Jul 05 03:44:46.230640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec582df7-cdce-4b44-bd70-e2b62d1d75d9 req-ee57eb4f-a955-4b8f-aa0f-93e6e9a6a384 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018667 Jul 05 03:44:46.293110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0af2690-d6a9-421a-81d6-97b2abfcad57 req-dca5fa93-b02a-48c4-9c3a-3c6256d7aa32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.295435 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0af2690-d6a9-421a-81d6-97b2abfcad57 req-dca5fa93-b02a-48c4-9c3a-3c6256d7aa32 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9461083 Jul 05 03:44:46.299659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dac4504-e9d2-42a9-aff8-07e69c3798e5 req-0ad843d9-a82d-44c6-8dcc-583369b4415d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.301804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dac4504-e9d2-42a9-aff8-07e69c3798e5 req-0ad843d9-a82d-44c6-8dcc-583369b4415d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.1753552 Jul 05 03:44:46.385352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dac4504-e9d2-42a9-aff8-07e69c3798e5 req-2a88063b-0fef-497e-97d7-0b1bfb6cc694 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748646 Jul 05 03:44:46.476792 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-5e9ccec1-7e1b-43f2-adac-7731110645b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.478494 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-5e9ccec1-7e1b-43f2-adac-7731110645b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 1096 time: 0.1132216 Jul 05 03:44:46.561707 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-ab021569-e5f6-4390-ab45-f1c9bd28db77 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11aa4bc-77dc-4853-ace2-521cd3e5c205 HTTP/1.1" status: 200 len: 217 time: 0.0715764 Jul 05 03:44:46.662748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-3120dd61-7e05-463f-902d-a86fa5fd3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.665037 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-3120dd61-7e05-463f-902d-a86fa5fd3d4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0911446 Jul 05 03:44:46.820259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-5f0c834f-e6bc-4557-8460-6dfe5132ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.823609 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-5f0c834f-e6bc-4557-8460-6dfe5132ddf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1358454 Jul 05 03:44:46.849657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-c1433977-dd0c-4336-acd0-f6ae5e5df933 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.869176 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-c1433977-dd0c-4336-acd0-f6ae5e5df933 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 821 time: 0.3363969 Jul 05 03:44:46.919690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-2353b015-b0d3-43aa-8e43-5a4ad4774bb3 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/quotas/abee83cb9e7945c9afcda6c5615990ea HTTP/1.1" status: 200 len: 375 time: 0.0494800 Jul 05 03:44:46.985206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40006028-7b7a-44cf-a632-a45814e33f4e req-2a875bb8-bbcc-4cb2-8317-b5921da2eab6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:46.987361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40006028-7b7a-44cf-a632-a45814e33f4e req-2a875bb8-bbcc-4cb2-8317-b5921da2eab6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 944 time: 0.4151928 Jul 05 03:44:47.035424 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-320c9cde-b738-4e35-a6d6-da8890078e5c service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884050 Jul 05 03:44:47.064564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-de756c7b-0f69-4c8f-82d1-dac7a7595cd8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1292908 Jul 05 03:44:47.077522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40006028-7b7a-44cf-a632-a45814e33f4e req-7dabb9c1-b170-4f83-a2eb-4991b7eafcca tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740111 Jul 05 03:44:47.239035 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a194eb6-7db2-4390-a5a6-77c5fb57a6b8 req-30c855a0-7643-4bc1-af2e-1b62d053d644 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912687 Jul 05 03:44:47.260141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-224b8202-0742-4c46-9c95-92ae9cd5215b service neutron] 10.222.0.30 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1770892 Jul 05 03:44:47.418409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-9ce34411-aafa-4a74-8ecd-3350d550dee1 service neutron] 10.222.0.30 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572521 Jul 05 03:44:47.600522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4361dc04-79aa-4768-9cea-5ca6da63e69e req-caefbc7c-35f8-4192-a6f1-b112fbdca476 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:47.605282 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4361dc04-79aa-4768-9cea-5ca6da63e69e req-caefbc7c-35f8-4192-a6f1-b112fbdca476 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 1101 time: 0.1224673 Jul 05 03:44:47.687020 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4361dc04-79aa-4768-9cea-5ca6da63e69e req-2d082ccd-0a2b-4ed9-be0a-1db2749c3f04 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633438 Jul 05 03:44:47.759221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b9aaf-dc2e-4d0d-8dc1-e7e9b4870586 req-9b7afbee-8a0d-4fb3-8b16-639806ade85d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:47.767303 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e6b9aaf-dc2e-4d0d-8dc1-e7e9b4870586 req-9b7afbee-8a0d-4fb3-8b16-639806ade85d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 950 time: 0.1433651 Jul 05 03:44:47.882458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e6b9aaf-dc2e-4d0d-8dc1-e7e9b4870586 req-0c6647c3-c2de-4cef-96f4-42b2ac487607 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137214 Jul 05 03:44:47.945497 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-8c88c293-60a1-4ad2-ac24-3333015c820a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2149906 Jul 05 03:44:48.145298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-8e87aa81-a9fa-4968-9442-5da7389edd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.146968 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-8e87aa81-a9fa-4968-9442-5da7389edd30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 1118 time: 0.1255178 Jul 05 03:44:48.278904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcf92b2-b556-4a01-ad8b-c03db4d42c0b req-cabb476f-553d-45ac-a717-29ae952245dd tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.291031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dcf92b2-b556-4a01-ad8b-c03db4d42c0b req-cabb476f-553d-45ac-a717-29ae952245dd tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.2796388 Jul 05 03:44:48.367400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-e97554f4-07cd-4b5a-9d0f-ebf528730ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.370810 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-e97554f4-07cd-4b5a-9d0f-ebf528730ed8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.1812692 Jul 05 03:44:48.373958 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-e627fd1a-3822-4166-99fe-00bc5ffba719 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1771524 Jul 05 03:44:48.452717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dcf92b2-b556-4a01-ad8b-c03db4d42c0b req-4efcd32c-4c0c-419d-b2cf-e2fb920b6a81 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576226 Jul 05 03:44:48.472532 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-2bde1736-025a-4538-b442-0d769aa862bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f425d603-ab22-440b-96e1-b7e7efe240ca HTTP/1.1" status: 200 len: 217 time: 0.0773978 Jul 05 03:44:48.536306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f765b3ea-18b5-460b-bc71-4a3e62f1c570 req-b71a890e-4747-44dc-8539-7a1e4b0372f4 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.538597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f765b3ea-18b5-460b-bc71-4a3e62f1c570 req-b71a890e-4747-44dc-8539-7a1e4b0372f4 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.2419770 Jul 05 03:44:48.580116 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-b026c25f-267f-4cae-a76c-9c6dd1ac9b0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.581950 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-b026c25f-267f-4cae-a76c-9c6dd1ac9b0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0972877 Jul 05 03:44:48.645001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f765b3ea-18b5-460b-bc71-4a3e62f1c570 req-d6f8859b-7340-4c81-9a31-37ee7d0eab1b tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991647 Jul 05 03:44:48.666234 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-85214cd2-ae58-4fac-a6e3-d1c2f1d331b0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0709884 Jul 05 03:44:48.671282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-3d654fde-75c6-4dba-b02f-59dfe33e7ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.676414 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-3d654fde-75c6-4dba-b02f-59dfe33e7ee6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=4c7b66aad3ba4b008b0af502c0351963&device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 1102 time: 0.2124383 Jul 05 03:44:48.684812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 97eecb55-f8b0-4d67-93ca-f20967da14a5 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:48.690730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 97eecb55-f8b0-4d67-93ca-f20967da14a5 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:44:48.972114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187327a7-6e99-4490-aa83-c8d2a79a8996 req-f5d46977-edd7-4a0d-8edd-617ccd67cf3d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:48.983433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-187327a7-6e99-4490-aa83-c8d2a79a8996 req-f5d46977-edd7-4a0d-8edd-617ccd67cf3d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.1737804 Jul 05 03:44:49.002431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.084417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:49.104456 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4cba456-39c5-47c7-9437-3d54a27c89ce" -d '{"events": [{"server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:49.137784 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-34b57542-2ed5-4296-915b-6910e2e86d01 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4372687 Jul 05 03:44:49.140280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-05bdbd4d-ebe1-49aa-a328-56def8f356bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.142716 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-05bdbd4d-ebe1-49aa-a328-56def8f356bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.3904438 Jul 05 03:44:49.162125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:49.200835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd539468-2598-40d7-bd35-34239012e33b req-a3017f1a-837c-4c3b-8e6c-f1babce4c0d0 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 210 time: 0.1760774 Jul 05 03:44:49.268739 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-94bb4125-50b1-4fc8-ae7f-531247686187 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.160&port_id=98830ed0-325c-421b-866e-d963302bc107 HTTP/1.1" status: 200 len: 217 time: 0.1105640 Jul 05 03:44:49.268926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:49.282545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-187327a7-6e99-4490-aa83-c8d2a79a8996 req-f7e595c1-637f-4297-85ed-7350e706d6b0 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2966223 Jul 05 03:44:49.292326 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.335624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'mac_address': 'fa:16:3e:3f:d7:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.40'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:49.421232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-ec7c2184-5a1a-4dc4-a466-3f34110be0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.423233 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-ec7c2184-5a1a-4dc4-a466-3f34110be0b2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1441524 Jul 05 03:44:49.440326 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cceb2682-e598-4c12-9f5f-4396fcf09679 req-8e609720-b4d4-4d7e-b201-be4469551f10 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2741907 Jul 05 03:44:49.452462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:49.474882 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.559689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 97eecb55-f8b0-4d67-93ca-f20967da14a5 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:49.631630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-2acc0e0c-4f82-488a-9bf8-f06f2047a914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.636074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5520d5f-29f5-4372-8a50-50d181151f23 req-02da4edc-3e3b-4c86-8734-aeed9f4144e3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.648524 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-2acc0e0c-4f82-488a-9bf8-f06f2047a914 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2066786 Jul 05 03:44:49.650978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5520d5f-29f5-4372-8a50-50d181151f23 req-02da4edc-3e3b-4c86-8734-aeed9f4144e3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f3b6a31-4a27-4aad-ae26-c1ff5342acb7 HTTP/1.1" status: 200 len: 950 time: 0.1310894 Jul 05 03:44:49.673390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:49.762775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5520d5f-29f5-4372-8a50-50d181151f23 req-dc70e573-11ce-4659-acd9-b8011df90e9f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053658 Jul 05 03:44:49.821759 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:49.879629 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-4d94e3c3-2564-4389-bc78-a1d0322dbc3b service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2241940 Jul 05 03:44:49.944024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbf3153-c3d8-43c0-9954-bbc29f592c99 req-e9f5227d-55a1-4ac8-ac3e-c323eb6e4c01 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:49.944024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dbf3153-c3d8-43c0-9954-bbc29f592c99 req-e9f5227d-55a1-4ac8-ac3e-c323eb6e4c01 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 944 time: 0.2073560 Jul 05 03:44:50.014488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=10']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:50.057931 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2db430b-2cd6-4777-841e-f8fc28ea0d75 x-openstack-request-id: req-f2db430b-2cd6-4777-841e-f8fc28ea0d75 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:50.058550 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "name": "network-vif-unplugged", "status": "completed", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:50.058950 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2db430b-2cd6-4777-841e-f8fc28ea0d75 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:50.059569 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'code': 200} Jul 05 03:44:50.076839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dbf3153-c3d8-43c0-9954-bbc29f592c99 req-1245e2b7-dc98-4f63-aeab-d3ba8c1a480c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242781 Jul 05 03:44:50.088240 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-033ac3bd-6cb2-46d0-b434-ce9e8e382000 req-c9cd3772-03ba-4ef0-80b2-c74ea3a109aa service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1957269 Jul 05 03:44:50.208327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['97eecb55-f8b0-4d67-93ca-f20967da14a5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:50.552130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4baae207-3bdb-450b-9045-f284cb0b1cd4 req-14733d14-f852-449c-b7ea-81f424215561 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:50.556198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4baae207-3bdb-450b-9045-f284cb0b1cd4 req-14733d14-f852-449c-b7ea-81f424215561 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 949 time: 0.2106960 Jul 05 03:44:50.605711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0819e1a9-c7ec-41f0-8f66-a05b46dad70f req-86272fed-525c-42f2-992c-e7d28de18935 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:50.607510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0819e1a9-c7ec-41f0-8f66-a05b46dad70f req-86272fed-525c-42f2-992c-e7d28de18935 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1671534 Jul 05 03:44:50.666290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4baae207-3bdb-450b-9045-f284cb0b1cd4 req-8af88a33-4a50-4497-9f17-b65796198bd6 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035781 Jul 05 03:44:50.722353 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0819e1a9-c7ec-41f0-8f66-a05b46dad70f req-8612eb16-d537-453b-80fd-634c6d4ef917 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082404 Jul 05 03:44:51.208830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee8395-5cc4-4cb9-8caa-0fc576a516c5 req-bedfec8a-73c3-44c2-8f43-1d10cf234e34 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:51.222597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dee8395-5cc4-4cb9-8caa-0fc576a516c5 req-bedfec8a-73c3-44c2-8f43-1d10cf234e34 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:51.224467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dee8395-5cc4-4cb9-8caa-0fc576a516c5 req-bedfec8a-73c3-44c2-8f43-1d10cf234e34 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f3b6a31-4a27-4aad-ae26-c1ff5342acb7&device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 1691 time: 0.1338325 Jul 05 03:44:51.347794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-302a5914-50f1-4f30-a0c7-d4ff6d3e0465 req-323d12cc-0595-44de-aefc-9c5f741d6c52 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 210 time: 0.1222165 Jul 05 03:44:51.370602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dee8395-5cc4-4cb9-8caa-0fc576a516c5 req-3b7ac784-6c7b-4a4b-a20e-f468cfbae390 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157768 Jul 05 03:44:51.659873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5b91e7-a423-4361-b312-6305d9797cb6 req-bc739d5a-c7b8-405e-9e72-4f1bf16255d8 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:51.661801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c5b91e7-a423-4361-b312-6305d9797cb6 req-bc739d5a-c7b8-405e-9e72-4f1bf16255d8 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.0938995 Jul 05 03:44:51.732540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c5b91e7-a423-4361-b312-6305d9797cb6 req-45f1aa7c-3fd3-4e9a-a36a-0ee3c3bfc592 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595603 Jul 05 03:44:52.154285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3737628-c0e0-4453-9f92-85a3d3389122 req-34b69752-9570-4e08-81ed-1447f5d40332 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:52.157906 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3737628-c0e0-4453-9f92-85a3d3389122 req-34b69752-9570-4e08-81ed-1447f5d40332 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 944 time: 0.1608946 Jul 05 03:44:52.272149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3737628-c0e0-4453-9f92-85a3d3389122 req-b12cca8a-7f8c-4148-b696-63daeadbb025 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680866 Jul 05 03:44:52.333317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9744801d-f0e7-436a-8481-9a87e8b1bd71 req-aa1b1a32-4e9e-4aa1-9a8c-f6253cd91241 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:52.334649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9744801d-f0e7-436a-8481-9a87e8b1bd71 req-aa1b1a32-4e9e-4aa1-9a8c-f6253cd91241 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1758492 Jul 05 03:44:52.440254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9744801d-f0e7-436a-8481-9a87e8b1bd71 req-dcc4af53-3fb4-4477-aaec-9d7dee4d30f3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777462 Jul 05 03:44:52.582169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c19f2f-859a-4dec-8bf6-7d47bce0e7ba req-880c53a1-2de1-4b3e-8fce-c2bc2343d618 tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:52.585918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83c19f2f-859a-4dec-8bf6-7d47bce0e7ba req-880c53a1-2de1-4b3e-8fce-c2bc2343d618 tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 1101 time: 0.1127093 Jul 05 03:44:52.639628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83c19f2f-859a-4dec-8bf6-7d47bce0e7ba req-6d68af74-7e08-41ee-9315-e071c210de90 tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492079 Jul 05 03:44:52.684141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 97eecb55-f8b0-4d67-93ca-f20967da14a5 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:52.741657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 97eecb55-f8b0-4d67-93ca-f20967da14a5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:52.742048 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.824358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1379e8e-5606-4a11-aea5-f8f84e6b7b92 req-3aa8bd4b-ad7c-4530-ab0d-98b6797bc853 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 210 time: 0.0365748 Jul 05 03:44:52.846515 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:52.856490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d5e78e-1281-4650-a4cd-20adb673de66 req-1385e09c-ebc9-445b-abb9-1eba867d0af4 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:52.867200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94d5e78e-1281-4650-a4cd-20adb673de66 req-1385e09c-ebc9-445b-abb9-1eba867d0af4 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f3b6a31-4a27-4aad-ae26-c1ff5342acb7 HTTP/1.1" status: 200 len: 1102 time: 0.1257043 Jul 05 03:44:52.888431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:52.890961 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba98220c-1b0c-4d7a-8df9-c64ab6be9fee" -d '{"events": [{"server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "name": "network-vif-plugged", "status": "completed", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:52.906950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:52.937139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94d5e78e-1281-4650-a4cd-20adb673de66 req-ef2c57a7-0252-4ffe-982c-a2c72ca028b7 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616221 Jul 05 03:44:53.114318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0366a9-9f95-4373-bd52-178e7717f634 req-11b1ca0d-34fc-49c9-bdbb-597837543d36 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:53.115890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a0366a9-9f95-4373-bd52-178e7717f634 req-11b1ca0d-34fc-49c9-bdbb-597837543d36 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.0700438 Jul 05 03:44:53.161844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a0366a9-9f95-4373-bd52-178e7717f634 req-4d7f2534-e9c2-45bd-9cb4-fe8ea8262db6 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387053 Jul 05 03:44:53.236295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device f11aa4bc-77dc-4853-ace2-521cd3e5c205 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:44:53.301852 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7983a24-a62e-4084-987a-7f6e931e4e1b x-openstack-request-id: req-f7983a24-a62e-4084-987a-7f6e931e4e1b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:53.302142 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "name": "network-vif-plugged", "status": "completed", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:53.302392 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7983a24-a62e-4084-987a-7f6e931e4e1b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:53.302775 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'code': 200} Jul 05 03:44:53.353485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port f11aa4bc-77dc-4853-ace2-521cd3e5c205, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=f11aa4bc-77dc-4853-ace2-521cd3e5c205,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:53.365577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'port_id': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'mac_address': 'fa:16:3e:ca:9f:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:44:53.424055 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.438798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11aa4bc-77dc-4853-ace2-521cd3e5c205 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:53.445933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dcb057-a27a-45b9-aaf9-ebda64c8aa85 req-6f384f0d-22cb-475f-ab2a-d6257a9a4717 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:53.447537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26dcb057-a27a-45b9-aaf9-ebda64c8aa85 req-6f384f0d-22cb-475f-ab2a-d6257a9a4717 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 1102 time: 0.0610697 Jul 05 03:44:53.463164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port f11aa4bc-77dc-4853-ace2-521cd3e5c205, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=f11aa4bc-77dc-4853-ace2-521cd3e5c205,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:53.484923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26dcb057-a27a-45b9-aaf9-ebda64c8aa85 req-174f586a-9cc5-4149-a6a7-d8288771b280 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308037 Jul 05 03:44:53.667155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2aa3379-6da7-4813-b986-e6295324d1e4 req-45641477-64ec-4728-a71e-b0cabcafdd75 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:53.669786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2aa3379-6da7-4813-b986-e6295324d1e4 req-45641477-64ec-4728-a71e-b0cabcafdd75 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 944 time: 0.0701196 Jul 05 03:44:53.720779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2aa3379-6da7-4813-b986-e6295324d1e4 req-e98a06ba-e562-4fc6-a0d2-47ec2b575835 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448320 Jul 05 03:44:53.798179 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.800898 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:53.842615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-efd36f18-47a5-4629-bb2b-4cb84f7a0c57 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:53.844253 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-efd36f18-47a5-4629-bb2b-4cb84f7a0c57 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 821 time: 0.1538956 Jul 05 03:44:53.863423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Request body: {'port': {'device_id': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630', 'admin_state_up': True, 'tenant_id': 'abee83cb9e7945c9afcda6c5615990ea'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:53.890546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=11']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:53.975269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb524e-74d4-4039-b3af-837a3bb058a2 req-51480060-ec53-499a-b208-548b2bbf38a8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:53.980346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=f11aa4bc-77dc-4853-ace2-521cd3e5c205,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:53.992528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7dcb524e-74d4-4039-b3af-837a3bb058a2 req-51480060-ec53-499a-b208-548b2bbf38a8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1090331 Jul 05 03:44:54.048630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7dcb524e-74d4-4039-b3af-837a3bb058a2 req-11e842a5-55d8-4ac6-bfca-ead09e566891 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621929 Jul 05 03:44:54.190225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Made reservation on behalf of abee83cb9e7945c9afcda6c5615990ea for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:44:54.194214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.405439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Allocated IP 172.20.0.13 (94b6523b-b8cc-4f9b-a1d8-24beba529630/028213fe-d500-4cf5-89de-aa6ef0908dde/93443ecc-e9d9-43b3-9b6a-13f7cc237867) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:44:54.544701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['f11aa4bc-77dc-4853-ace2-521cd3e5c205'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:54.792355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:54.792588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-777ed997-22f7-4027-bdec-5f9756a4e270 req-f5e40109-ee3b-4433-b6fc-fe0f17d31d1d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 210 time: 0.0656478 Jul 05 03:44:54.902602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91aab30a-ce47-49c6-9cb0-c7a8f4f6280f req-09d1f0b3-e35c-4d77-851d-4ca131ca834c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:54.904214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91aab30a-ce47-49c6-9cb0-c7a8f4f6280f req-09d1f0b3-e35c-4d77-851d-4ca131ca834c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.0955832 Jul 05 03:44:54.955210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91aab30a-ce47-49c6-9cb0-c7a8f4f6280f req-d8ad7f41-3452-4286-91d2-476822985482 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436001 Jul 05 03:44:55.059511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.097858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-1aebc7c1-5ade-4b91-8be2-c7acef2f60f2 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0510299 Jul 05 03:44:55.134447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Network 94b6523b-b8cc-4f9b-a1d8-24beba529630 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:44:55.140800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:44:55.143394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:44:55.174722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef56975-ee58-46d8-8fb3-12f5096395f8 req-1b99c02a-7e89-4879-9333-4adcea761729 tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.176285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ef56975-ee58-46d8-8fb3-12f5096395f8 req-1b99c02a-7e89-4879-9333-4adcea761729 tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 1102 time: 0.1745253 Jul 05 03:44:55.176524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Pushing event updated for resources: {'Port': ['ID=93443ecc-e9d9-43b3-9b6a-13f7cc237867,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:55.213288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.214108 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.274199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ef56975-ee58-46d8-8fb3-12f5096395f8 req-eb748f45-c639-4d00-9870-37d4a5053e8f tempest-ServersAdminTestJSON-26573004 tempest-ServersAdminTestJSON-26573004-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844700 Jul 05 03:44:55.291232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-453478fe-75e6-4ca9-88a5-6db95cd1257e tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.292192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-453478fe-75e6-4ca9-88a5-6db95cd1257e tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1882086 Jul 05 03:44:55.310276 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-b5aff1c4-3bbc-4b8f-a970-9c6d27a2a55d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4512322 Jul 05 03:44:55.313002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-4239cfaa-13be-43bf-831f-6429b482e5ba tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/quotas/8d129a1c118c47fd9521ef148ce4950a HTTP/1.1" status: 200 len: 375 time: 0.0143812 Jul 05 03:44:55.327385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Request body: {'port': {'device_id': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:44:55.424171 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.471205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-796c4dbf-da2f-4d85-94e6-d61b12bf9966 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1479032 Jul 05 03:44:55.487583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a94e748c-8bbd-4c60-a5ad-34d618702be3 req-6008feba-84a3-4f50-80bb-3ca41bc7cb46 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.492798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a94e748c-8bbd-4c60-a5ad-34d618702be3 req-6008feba-84a3-4f50-80bb-3ca41bc7cb46 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 945 time: 0.1120381 Jul 05 03:44:55.540344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a94e748c-8bbd-4c60-a5ad-34d618702be3 req-01ebd6a6-5186-46c8-9a4b-73f7b80d8ec6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417073 Jul 05 03:44:55.737018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8adca9b-d48e-464f-a54d-e691c7e2865c req-b790bcb1-33ae-42ab-8cf6-b6c2f37b6654 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:55.738600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8adca9b-d48e-464f-a54d-e691c7e2865c req-b790bcb1-33ae-42ab-8cf6-b6c2f37b6654 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.0790105 Jul 05 03:44:55.775922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93443ecc-e9d9-43b3-9b6a-13f7cc237867 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:44:55.784937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.789259 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8adca9b-d48e-464f-a54d-e691c7e2865c req-507d3529-3f70-456b-8311-3f4adbced532 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420468 Jul 05 03:44:55.807993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Transition to ACTIVE for port object 93443ecc-e9d9-43b3-9b6a-13f7cc237867 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:44:55.898372 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:55.953209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Pushing event updated for resources: {'Port': ['ID=93443ecc-e9d9-43b3-9b6a-13f7cc237867,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:55.980862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.981210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.981551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.982127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.982485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.982815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.983141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.983470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.983798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.984146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.984466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:55.984788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:56.045106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:44:56.045441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:44:56.045830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:56.050512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:44:56.050828 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:44:56.055857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:44:56.056297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:44:56.056755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:44:56.057234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Bound port: 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:44:56.057597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.164314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:44:56.168135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:44:56.260223 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.319330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.320034 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:56.322155 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] 10.222.0.26 "PUT /v2.0/ports/93443ecc-e9d9-43b3-9b6a-13f7cc237867 HTTP/1.1" status: 200 len: 1093 time: 1.0010977 Jul 05 03:44:56.322632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'tag': '93443ecc-e9d9-43b3-9b6a-13f7cc237867'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:56.325036 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8", "tag": "93443ecc-e9d9-43b3-9b6a-13f7cc237867"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:56.370937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad25e6f-62a9-471c-8d84-3aaab0c99f8e service neutron] Pushing event updated for resources: {'Port': ['ID=93443ecc-e9d9-43b3-9b6a-13f7cc237867,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:56.548770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-963c2a19-08da-4dc7-8a9a-1725d985011c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.550412 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-963c2a19-08da-4dc7-8a9a-1725d985011c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 1096 time: 0.1056659 Jul 05 03:44:56.597132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c16de4-89a6-40ba-8ca3-b6135a91ed0f req-1791ced8-51dc-4a92-857f-eda5cfaad6ed tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.598975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8c16de4-89a6-40ba-8ca3-b6135a91ed0f req-1791ced8-51dc-4a92-857f-eda5cfaad6ed tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 944 time: 0.0981853 Jul 05 03:44:56.617286 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-7c629fac-dee2-4606-83b3-81c1ede768be service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867 HTTP/1.1" status: 200 len: 217 time: 0.0575299 Jul 05 03:44:56.671140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8c16de4-89a6-40ba-8ca3-b6135a91ed0f req-c16bd63e-5bd4-489d-8279-f80450fa21e4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655336 Jul 05 03:44:56.675109 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-16fa585a-f115-4ba9-9ded-412f9bd5ebd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.677148 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-16fa585a-f115-4ba9-9ded-412f9bd5ebd0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.0507882 Jul 05 03:44:56.724387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be31e633-fcb9-44b3-bb8b-9d2cebf908d8 req-5101145f-862b-4eb4-a0dc-100e3770c4db tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:56.726235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be31e633-fcb9-44b3-bb8b-9d2cebf908d8 req-5101145f-862b-4eb4-a0dc-100e3770c4db tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.1020753 Jul 05 03:44:56.734447 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-0a61b395-1077-4a58-a977-80eea98b1fcd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477386 Jul 05 03:44:56.775256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be31e633-fcb9-44b3-bb8b-9d2cebf908d8 req-75fd6aad-3bbf-4bc8-bb70-28dd6bebd340 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422726 Jul 05 03:44:56.865725 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde396ed-0317-440f-9413-ce1feca55b77 x-openstack-request-id: req-fde396ed-0317-440f-9413-ce1feca55b77 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:56.865989 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8", "tag": "93443ecc-e9d9-43b3-9b6a-13f7cc237867", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:56.866250 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fde396ed-0317-440f-9413-ce1feca55b77 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:56.866658 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'tag': '93443ecc-e9d9-43b3-9b6a-13f7cc237867', 'status': 'completed', 'code': 200} Jul 05 03:44:56.880626 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-6b37d1ac-dc10-4838-a24e-2c06c30abe42 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344676 Jul 05 03:44:57.005380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd1ce976-9e46-4754-83e1-1d0de382af6f req-f087d402-7e86-4ae0-acc6-aef2e2803cd3 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158280 Jul 05 03:44:57.097363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d48ec6-0590-4668-8c84-d4fd5b5e7099 req-91e0ff19-5f85-4f25-91d1-8d000ed4c55d tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.098905 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7d48ec6-0590-4668-8c84-d4fd5b5e7099 req-91e0ff19-5f85-4f25-91d1-8d000ed4c55d tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 948 time: 0.1060243 Jul 05 03:44:57.172144 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7d48ec6-0590-4668-8c84-d4fd5b5e7099 req-5e7ab0c8-9fea-4e79-837d-66a93524bf05 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628052 Jul 05 03:44:57.199303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e6260-4aa2-4727-907f-96207b5031b0 req-59a4c6cf-fffc-4825-b8d2-047eaf3a908b tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.201088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-922e6260-4aa2-4727-907f-96207b5031b0 req-59a4c6cf-fffc-4825-b8d2-047eaf3a908b tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 945 time: 0.1012216 Jul 05 03:44:57.259419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-922e6260-4aa2-4727-907f-96207b5031b0 req-3239935d-364b-4c04-be89-d867f29ebf17 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458674 Jul 05 03:44:57.278014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a req-a6ba18b0-eeb3-42bb-918d-aaad215c2c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.279635 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a req-a6ba18b0-eeb3-42bb-918d-aaad215c2c91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 1096 time: 0.0920706 Jul 05 03:44:57.282505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device f11aa4bc-77dc-4853-ace2-521cd3e5c205 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:44:57.365546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-814560eb-6a54-4746-b533-0dd27cfd0da6 req-9fecbf5c-171f-4128-893f-a2d52988c9ec tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 210 time: 0.0353544 Jul 05 03:44:57.420960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port f11aa4bc-77dc-4853-ace2-521cd3e5c205 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:44:57.423548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afedae57-35fe-43d3-8c9c-a8fa6e8b53b2 req-b15f9f1b-3ee9-4fa6-be6f-30e340a25a71 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.427973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port f11aa4bc-77dc-4853-ace2-521cd3e5c205 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:44:57.432056 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.434443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afedae57-35fe-43d3-8c9c-a8fa6e8b53b2 req-b15f9f1b-3ee9-4fa6-be6f-30e340a25a71 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1389921 Jul 05 03:44:57.441381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a req-f84022d6-f086-481f-960f-8f9a7379ee20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.447834 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a req-f84022d6-f086-481f-960f-8f9a7379ee20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.1593821 Jul 05 03:44:57.496523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afedae57-35fe-43d3-8c9c-a8fa6e8b53b2 req-ca3244ee-c398-412f-9811-e6e6a24053f0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608187 Jul 05 03:44:57.516011 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a req-2b5328aa-6227-4eef-b0e2-1a5cbb849a5f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867 HTTP/1.1" status: 200 len: 217 time: 0.0579057 Jul 05 03:44:57.530863 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.558106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:57.563686 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9d8d748-0600-41b4-9d57-6a769102d4a1" -d '{"events": [{"server_uuid": "16c8dc76-1506-4f2c-9424-c86ab953e169", "name": "network-vif-plugged", "status": "completed", "tag": "f11aa4bc-77dc-4853-ace2-521cd3e5c205"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:57.574615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe0778b-881e-40ff-90f9-bc7d82ac3cbe req-ff48d11e-e793-4d93-8c32-0eead9804cbd tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.576336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbe0778b-881e-40ff-90f9-bc7d82ac3cbe req-ff48d11e-e793-4d93-8c32-0eead9804cbd tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 950 time: 0.0788617 Jul 05 03:44:57.580966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port f11aa4bc-77dc-4853-ace2-521cd3e5c205, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=f11aa4bc-77dc-4853-ace2-521cd3e5c205,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:57.608612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a req-4c32e8ab-c763-4625-9c93-31a721542d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.610555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a req-4c32e8ab-c763-4625-9c93-31a721542d55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.0848401 Jul 05 03:44:57.631451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbe0778b-881e-40ff-90f9-bc7d82ac3cbe req-76308cc5-97fc-431a-a538-0b2cba7ce088 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490823 Jul 05 03:44:57.665822 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a req-ce3fdae6-688e-4a43-9f37-8d3afef5469f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465786 Jul 05 03:44:57.683214 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a62140c2-80f1-4ab2-a1a8-7c01a8c5c7c6 x-openstack-request-id: req-a62140c2-80f1-4ab2-a1a8-7c01a8c5c7c6 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:57.683745 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8dc76-1506-4f2c-9424-c86ab953e169", "name": "network-vif-plugged", "status": "completed", "tag": "f11aa4bc-77dc-4853-ace2-521cd3e5c205", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:57.684229 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a62140c2-80f1-4ab2-a1a8-7c01a8c5c7c6 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:57.684760 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'code': 200} Jul 05 03:44:57.704554 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:57.767653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=f11aa4bc-77dc-4853-ace2-521cd3e5c205,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:57.777411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.778126 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.778300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.778615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.779135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.779634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.780299 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.780790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.781268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.781740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.782213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.782810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:44:57.813835 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a req-04d42702-bc51-46c9-8c18-6aee08413b1b service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401038 Jul 05 03:44:57.957162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2eabb4-6b6f-4ceb-970b-793fe100bd4e req-7af0c504-ffb1-47c9-b2f5-ed91732a027f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.958778 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf2eabb4-6b6f-4ceb-970b-793fe100bd4e req-7af0c504-ffb1-47c9-b2f5-ed91732a027f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 1098 time: 0.1433804 Jul 05 03:44:57.964357 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b2cd103-c324-4b2f-b288-f3a1ca84b01a req-becda2b1-0e4c-402f-83b7-4f0e03f87fc6 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204846 Jul 05 03:44:57.965208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35892a84-b808-45fd-a126-dfdaa7b8794a req-d064e0a8-5ec8-442d-aeca-255c949df1fd tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:57.966743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35892a84-b808-45fd-a126-dfdaa7b8794a req-d064e0a8-5ec8-442d-aeca-255c949df1fd tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 944 time: 0.0915010 Jul 05 03:44:58.008271 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf2eabb4-6b6f-4ceb-970b-793fe100bd4e req-904769e5-b549-4c15-84b8-32bdc29dcf03 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332294 Jul 05 03:44:58.012944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35892a84-b808-45fd-a126-dfdaa7b8794a req-849f049b-019b-4f33-87b8-f5f11b25fbd2 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394919 Jul 05 03:44:58.198591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7190e04-89f8-4582-94d2-2f30c9b55500 req-e0e7f55c-02c6-43c5-9ba3-34c7734ec17a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.200511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7190e04-89f8-4582-94d2-2f30c9b55500 req-e0e7f55c-02c6-43c5-9ba3-34c7734ec17a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.0733566 Jul 05 03:44:58.253543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7190e04-89f8-4582-94d2-2f30c9b55500 req-4eecd607-1dde-4cb1-bedc-cd09c2850739 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418711 Jul 05 03:44:58.451962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b56420-c926-4d2a-8e77-20c44d91e457 req-d3ee0376-7015-4be2-9b6e-ee251aa672ba tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.454884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9b56420-c926-4d2a-8e77-20c44d91e457 req-d3ee0376-7015-4be2-9b6e-ee251aa672ba tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 948 time: 0.0743852 Jul 05 03:44:58.504748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9b56420-c926-4d2a-8e77-20c44d91e457 req-63614791-6a9d-4e40-9f42-9bc19b2bed64 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455835 Jul 05 03:44:58.595032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862b189f-98b4-4e88-881c-6658e54ae354 req-22dbb5d7-cabc-47fd-80cc-b4734f9346d9 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.596786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-862b189f-98b4-4e88-881c-6658e54ae354 req-22dbb5d7-cabc-47fd-80cc-b4734f9346d9 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 946 time: 0.0911188 Jul 05 03:44:58.657426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-862b189f-98b4-4e88-881c-6658e54ae354 req-4343d40f-9060-47eb-8ae8-09b3ed24a855 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522578 Jul 05 03:44:58.696786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-18236456-ee7f-472f-85ae-2c3931c86337 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.698208 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-18236456-ee7f-472f-85ae-2c3931c86337 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 948 time: 0.1354301 Jul 05 03:44:58.721492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95c8e1a8-c3d6-4969-9b03-9849fa473af6 req-96b4a1ec-3440-4dd3-ab99-f13dc07597f4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 210 time: 0.0361786 Jul 05 03:44:58.857727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-1a2ea745-5268-4829-9fee-cc1f9135f821 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Deleting port 113c909d-05b7-4c24-932d-60f6ef0d8a5e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:44:58.858662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-1a2ea745-5268-4829-9fee-cc1f9135f821 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.947973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a39ff62-0b7c-45a6-aca7-6f89f2879270 req-472cd4f4-4dd2-4cd7-8288-d8188aa2db51 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:58.955186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a39ff62-0b7c-45a6-aca7-6f89f2879270 req-472cd4f4-4dd2-4cd7-8288-d8188aa2db51 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1038001 Jul 05 03:44:58.980470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-1a2ea745-5268-4829-9fee-cc1f9135f821 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] For port 113c909d-05b7-4c24-932d-60f6ef0d8a5e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=113c909d-05b7-4c24-932d-60f6ef0d8a5e,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:44:58.980883 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-1a2ea745-5268-4829-9fee-cc1f9135f821 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:58.995389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-1a2ea745-5268-4829-9fee-cc1f9135f821 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Calling delete_port for 113c909d-05b7-4c24-932d-60f6ef0d8a5e owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:44:59.020682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a39ff62-0b7c-45a6-aca7-6f89f2879270 req-27e03d23-a2fc-4bc8-b056-bd921993533c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644879 Jul 05 03:44:59.243230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2b4597-09f2-4b72-a0c3-fef869623ad7 req-f728153d-58ef-41f4-be1c-0bf025642a00 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:59.247628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc2b4597-09f2-4b72-a0c3-fef869623ad7 req-f728153d-58ef-41f4-be1c-0bf025642a00 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 944 time: 0.0772676 Jul 05 03:44:59.259115 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-1a2ea745-5268-4829-9fee-cc1f9135f821 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.279341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['98830ed0-325c-421b-866e-d963302bc107', '113c909d-05b7-4c24-932d-60f6ef0d8a5e', '97eecb55-f8b0-4d67-93ca-f20967da14a5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:44:59.296746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc2b4597-09f2-4b72-a0c3-fef869623ad7 req-1026d10b-71a9-47d4-b829-2c5f355a5e2b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428171 Jul 05 03:44:59.297367 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2ea745-5268-4829-9fee-cc1f9135f821 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Pushing event deleted for resources: {'Port': ['ID=113c909d-05b7-4c24-932d-60f6ef0d8a5e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:44:59.378525 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-1a2ea745-5268-4829-9fee-cc1f9135f821 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] No DVR routers for this DVR port 113c909d-05b7-4c24-932d-60f6ef0d8a5e on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:44:59.382802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-1a2ea745-5268-4829-9fee-cc1f9135f821 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:44:59.385870 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-798425f4-93ad-48de-ac99-cfb43c943b2f req-1a2ea745-5268-4829-9fee-cc1f9135f821 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "DELETE /v2.0/ports/113c909d-05b7-4c24-932d-60f6ef0d8a5e HTTP/1.1" status: 204 len: 173 time: 0.6806641 Jul 05 03:44:59.386706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5dee7889-67f4-489f-9704-f143bb7cf009', 'name': 'network-vif-deleted', 'tag': '113c909d-05b7-4c24-932d-60f6ef0d8a5e'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:44:59.390208 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df191112-6b54-4b5e-8591-c7faea2b6c33" -d '{"events": [{"server_uuid": "5dee7889-67f4-489f-9704-f143bb7cf009", "name": "network-vif-deleted", "tag": "113c909d-05b7-4c24-932d-60f6ef0d8a5e"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:44:59.449835 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:44:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-052dbc38-0821-41fd-852d-2e4f1b1b3fb0 x-openstack-request-id: req-052dbc38-0821-41fd-852d-2e4f1b1b3fb0 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:44:59.450688 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5dee7889-67f4-489f-9704-f143bb7cf009", "name": "network-vif-deleted", "tag": "113c909d-05b7-4c24-932d-60f6ef0d8a5e", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:44:59.452010 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-052dbc38-0821-41fd-852d-2e4f1b1b3fb0 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:44:59.452886 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5dee7889-67f4-489f-9704-f143bb7cf009', 'name': 'network-vif-deleted', 'tag': '113c909d-05b7-4c24-932d-60f6ef0d8a5e', 'status': 'completed', 'code': 200} Jul 05 03:44:59.534847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f69990-cfc5-4f47-ab8e-2f8d952d6299 req-60ff1d77-ed4a-4e49-b469-fa4aa3956504 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:59.536450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08f69990-cfc5-4f47-ab8e-2f8d952d6299 req-60ff1d77-ed4a-4e49-b469-fa4aa3956504 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.1176558 Jul 05 03:44:59.612826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08f69990-cfc5-4f47-ab8e-2f8d952d6299 req-6362b8b1-1584-4f5e-bd93-0a0ad38ab11c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518339 Jul 05 03:44:59.784750 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b3acb1d-2049-485d-844b-3a495f0523f1 req-fd5daf2d-b033-4fa9-b36e-1b1f0f97b098 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 210 time: 0.0365384 Jul 05 03:44:59.872745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685ba0a6-b839-42aa-8ad4-17744a941303 req-88d35c73-a0c5-42cb-a15a-58451adea835 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:44:59.874295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-685ba0a6-b839-42aa-8ad4-17744a941303 req-88d35c73-a0c5-42cb-a15a-58451adea835 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 946 time: 0.0721185 Jul 05 03:44:59.959779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-685ba0a6-b839-42aa-8ad4-17744a941303 req-5d5d45db-c2b6-4c08-b547-89219f37db22 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745440 Jul 05 03:45:00.072923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d2edabb-a161-48b3-aee8-3e221e11f620 req-51034b04-6c25-483c-91bb-08a32f54d4eb tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 210 time: 0.0508151 Jul 05 03:45:00.162262 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-d7342123-1977-418f-8ecf-8a3c28740cbf tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0341716 Jul 05 03:45:00.308994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c338bda3-a8b3-4df9-ae2f-9f3d50e043b8 req-0ee46804-70ce-45d7-a880-d4a18a3e1e71 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:00.318978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c338bda3-a8b3-4df9-ae2f-9f3d50e043b8 req-0ee46804-70ce-45d7-a880-d4a18a3e1e71 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1081858 Jul 05 03:45:00.328337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-fe513cbd-470d-4888-9b3a-3c3c5768135a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:00.329921 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-fe513cbd-470d-4888-9b3a-3c3c5768135a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1611845 Jul 05 03:45:00.346604 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Request body: {'port': {'device_id': '09443b99-90c9-47e6-a953-bca6ba7b849a', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8d129a1c118c47fd9521ef148ce4950a'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:00.394690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c338bda3-a8b3-4df9-ae2f-9f3d50e043b8 req-6425359f-60b2-4950-8e0a-8f70fcbf1cdc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745444 Jul 05 03:45:00.568802 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-f0496edc-e870-424f-9b52-7ad53dec365a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396082 Jul 05 03:45:00.569515 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08d8dee6-7c91-48e4-80e5-dacd1755bd0f req-dcbfdc3e-424a-421c-aa85-9008aae728d2 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:00.571540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08d8dee6-7c91-48e4-80e5-dacd1755bd0f req-dcbfdc3e-424a-421c-aa85-9008aae728d2 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 944 time: 0.0929518 Jul 05 03:45:00.610494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Made reservation on behalf of 8d129a1c118c47fd9521ef148ce4950a for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:00.613937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:00.630265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08d8dee6-7c91-48e4-80e5-dacd1755bd0f req-b98b5dbe-3d3e-4380-8cfb-5e34631d0fcf tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501406 Jul 05 03:45:00.723274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 93443ecc-e9d9-43b3-9b6a-13f7cc237867 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:00.894454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284b94db-e065-449f-9fee-a09169298a8e req-a8b1ec66-e1ad-4e3d-89e3-37c0c8abf295 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:00.905550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-284b94db-e065-449f-9fee-a09169298a8e req-a8b1ec66-e1ad-4e3d-89e3-37c0c8abf295 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.0948105 Jul 05 03:45:00.951002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:00.965725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-284b94db-e065-449f-9fee-a09169298a8e req-fd448f3a-6953-4c21-aac9-a70388a1a0e7 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584438 Jul 05 03:45:00.993340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '93443ecc-e9d9-43b3-9b6a-13f7cc237867', 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630', 'port_id': '93443ecc-e9d9-43b3-9b6a-13f7cc237867', 'mac_address': 'fa:16:3e:5b:4c:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028213fe-d500-4cf5-89de-aa6ef0908dde', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:01.105296 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.122926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b3bcef9-6976-4f9e-a125-5838daca0674 req-101bd12b-e5f8-411b-9a3b-581e52379109 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=5dee7889-67f4-489f-9704-f143bb7cf009 HTTP/1.1" status: 200 len: 210 time: 0.0870981 Jul 05 03:45:01.132710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93443ecc-e9d9-43b3-9b6a-13f7cc237867 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:01.205751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:01.275976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.318434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa6d566-b413-4e2e-8e6b-69a4095bcf45 req-c4728527-cc2a-4721-9209-e00eae187fa0 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:01.329867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8aa6d566-b413-4e2e-8e6b-69a4095bcf45 req-c4728527-cc2a-4721-9209-e00eae187fa0 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 946 time: 0.1005921 Jul 05 03:45:01.344544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ea9fb472-6284-4713-ad41-90d0af696820 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:01.389804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8aa6d566-b413-4e2e-8e6b-69a4095bcf45 req-822bcc27-0c2b-4452-beb2-3832d4d1e01a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570207 Jul 05 03:45:01.431158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=93443ecc-e9d9-43b3-9b6a-13f7cc237867,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:01.449182 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50663fb6-84df-4166-9e53-9405f8b26f82 req-8dddd190-eef0-44b4-ab75-745b40b1c5fc tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 210 time: 0.0561948 Jul 05 03:45:01.548053 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.574568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-eb77b92d-6bc9-4b72-8c73-01c300252041 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:01.576189 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-eb77b92d-6bc9-4b72-8c73-01c300252041 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9935255 Jul 05 03:45:01.617793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Request body: {'port': {'device_id': 'b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8d129a1c118c47fd9521ef148ce4950a'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:01.622538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:01.628120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:01.633153 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe484fa-4c30-41c1-885d-e6166802d6d9" -d '{"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9fb472-6284-4713-ad41-90d0af696820"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:01.710091 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.729554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Allocated IP 192.168.233.70 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/8602a2eb-05e8-4b92-9e04-82d062c4cf9e) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:01.795969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:01.872776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-0e251f67-56b6-4d1a-b70c-ecf12ddc9a5b tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:01.880292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-0e251f67-56b6-4d1a-b70c-ecf12ddc9a5b tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2295294 Jul 05 03:45:01.889937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Made reservation on behalf of 8d129a1c118c47fd9521ef148ce4950a for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:01.893688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:01.901972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d8d937-0b7f-4a03-80a2-d28ac7c40894 req-b1a6169a-48b4-4e0d-be47-890679e5f0cf tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:01.907666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26d8d937-0b7f-4a03-80a2-d28ac7c40894 req-b1a6169a-48b4-4e0d-be47-890679e5f0cf tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1864967 Jul 05 03:45:01.953388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['93443ecc-e9d9-43b3-9b6a-13f7cc237867'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:01.969597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-4b75f9da-7eb9-487d-867a-75c9da9c2e33 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 696 time: 0.0823445 Jul 05 03:45:01.987457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-f17d7361-1d32-4c44-9c5c-ee2f08cc4d83 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Request body: {'floatingip': {'port_id': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:02.020983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.044548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Transition to ACTIVE for port object 8602a2eb-05e8-4b92-9e04-82d062c4cf9e will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:02.061354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26d8d937-0b7f-4a03-80a2-d28ac7c40894 req-2ea995aa-0ba4-41e3-9b1f-25454c43cc60 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487436 Jul 05 03:45:02.065763 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-f17d7361-1d32-4c44-9c5c-ee2f08cc4d83 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.122906 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4b2696-663c-4b06-8024-4eacfe99c64c x-openstack-request-id: req-4a4b2696-663c-4b06-8024-4eacfe99c64c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:02.123129 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9fb472-6284-4713-ad41-90d0af696820", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:02.123378 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a4b2696-663c-4b06-8024-4eacfe99c64c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:02.123774 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820', 'code': 200} Jul 05 03:45:02.183526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.286448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:02.298477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:02.301063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:02.311309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event updated for resources: {'Port': ['ID=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:02.345035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Allocated IP 192.168.233.80 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/9f69cf13-fac9-406e-9783-1276762b7dd9) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:02.396406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.401253 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.401423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13623a3b-6c02-4f70-86e5-236b61038e2e req-2ea8d097-a31b-4f2a-a4d7-580efc28c7da tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.401423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13623a3b-6c02-4f70-86e5-236b61038e2e req-2ea8d097-a31b-4f2a-a4d7-580efc28c7da tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 945 time: 0.1819241 Jul 05 03:45:02.509127 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e6129485-ed56-4a80-8cec-ae68035aa02d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1666050 Jul 05 03:45:02.524893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Request body: {'port': {'device_id': '09443b99-90c9-47e6-a953-bca6ba7b849a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:02.570639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13623a3b-6c02-4f70-86e5-236b61038e2e req-81bf5ffa-9cb7-40ec-899d-0b0b0af4eeaa tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586237 Jul 05 03:45:02.732013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cdd9950a-25c2-4a6b-9892-5ec6851085bf details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:02.734164 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.779334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Transition to ACTIVE for port object 9f69cf13-fac9-406e-9783-1276762b7dd9 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:02.787849 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:02.814656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-4e63fd9b-4930-4c26-90d0-2d17095cf24f tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:02.816480 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-4e63fd9b-4930-4c26-90d0-2d17095cf24f tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1098 time: 0.2501895 Jul 05 03:45:02.841815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 113c909d-05b7-4c24-932d-60f6ef0d8a5e no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:02.856459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-41'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:02.874996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 113c909d-05b7-4c24-932d-60f6ef0d8a5e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:02.875452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 113c909d-05b7-4c24-932d-60f6ef0d8a5e not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:02.926392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port cdd9950a-25c2-4a6b-9892-5ec6851085bf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:02.939953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf', 'mac_address': 'fa:16:3e:f6:4b:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.183'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:03.000574 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.017945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdd9950a-25c2-4a6b-9892-5ec6851085bf {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:03.032194 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-81a7194d-8c36-4562-9f75-f5cb5949d874 None None] Provisioning for port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:03.045448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-81a7194d-8c36-4562-9f75-f5cb5949d874 None None] Provisioning complete for port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:03.045851 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-81a7194d-8c36-4562-9f75-f5cb5949d874 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.049170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port cdd9950a-25c2-4a6b-9892-5ec6851085bf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:03.073773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.164400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.234880 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.240145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-81a7194d-8c36-4562-9f75-f5cb5949d874 None None] Port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:03.283145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:03.287942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:03.293604 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.resource_extend [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-f17d7361-1d32-4c44-9c5c-ee2f08cc4d83 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:45:03.315211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2500f6-84a0-4228-a663-1560a1cc4444 req-20bcd0e1-1778-475c-9854-010a6ff2a766 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.317513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:03.317644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad2500f6-84a0-4228-a663-1560a1cc4444 req-20bcd0e1-1778-475c-9854-010a6ff2a766 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 946 time: 0.2899377 Jul 05 03:45:03.351797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:03.363968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:03.371925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event updated for resources: {'Port': ['ID=9f69cf13-fac9-406e-9783-1276762b7dd9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:03.417307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=cdd9950a-25c2-4a6b-9892-5ec6851085bf,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:03.473085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad2500f6-84a0-4228-a663-1560a1cc4444 req-0d8f248e-a6fa-4b8e-a865-f58e3bfec3ef tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969758 Jul 05 03:45:03.482820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-f17d7361-1d32-4c44-9c5c-ee2f08cc4d83 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.487703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['cdd9950a-25c2-4a6b-9892-5ec6851085bf'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:03.544805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:03.545609 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.568512 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-f17d7361-1d32-4c44-9c5c-ee2f08cc4d83 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.647042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:03.667616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8602a2eb-05e8-4b92-9e04-82d062c4cf9e {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:03.681189 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.710093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Transition to ACTIVE for port object 8602a2eb-05e8-4b92-9e04-82d062c4cf9e will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:03.719100 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-b76a1fe6-f7f7-486b-acbd-35a8354275c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1054742 Jul 05 03:45:03.721263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:03.764422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Request body: {'port': {'device_id': 'b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:03.783030 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-f17d7361-1d32-4c44-9c5c-ee2f08cc4d83 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Floating IP 5599f66d-d580-4b70-bc75-61886087a4e0 associated. External IP: 172.25.4.103, port: c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4. Jul 05 03:45:03.808801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.938382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5f8561-8abd-47ec-be55-b24615cb23d8'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:03.940890 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7651bb81-f630-4f96-b22e-a72858b56653" -d '{"events": [{"server_uuid": "cfdf2959-7eea-4a95-9681-bc4cf78d25e6", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5f8561-8abd-47ec-be55-b24615cb23d8"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:03.953190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.955929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-14f4c176-8743-406f-89e1-592569cd7dec None None] Provisioning for port 9f69cf13-fac9-406e-9783-1276762b7dd9 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:03.961253 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:03.983920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-14f4c176-8743-406f-89e1-592569cd7dec None None] Provisioning complete for port 9f69cf13-fac9-406e-9783-1276762b7dd9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:03.984654 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-14f4c176-8743-406f-89e1-592569cd7dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.000157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Pushing event updated for resources: {'Port': ['ID=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:04.104990 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.106381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbb4ab9-25eb-457d-b357-67c42d75ab64 req-3a043e61-20e8-4b38-8e3e-e81af6d51e04 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.120641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-14f4c176-8743-406f-89e1-592569cd7dec None None] Port 9f69cf13-fac9-406e-9783-1276762b7dd9 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:04.121140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cbb4ab9-25eb-457d-b357-67c42d75ab64 req-3a043e61-20e8-4b38-8e3e-e81af6d51e04 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 935 time: 0.2137833 Jul 05 03:45:04.269545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cbb4ab9-25eb-457d-b357-67c42d75ab64 req-20d7d745-cc64-4b5c-9fb3-5019721f008d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474493 Jul 05 03:45:04.302206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-f17d7361-1d32-4c44-9c5c-ee2f08cc4d83 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:45:04.376219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Pushing event updated for resources: {'Port': ['ID=8d5f8561-8abd-47ec-be55-b24615cb23d8,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:04.389453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on host n-h2-758944-41 for vnic_type normal with profile {"migrating_to": "n-h1-758944-41"} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:04.389782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:04.390267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:04.395836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Attempting to bind port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:04.396188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Attempting to bind port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:04.396514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Attempting to bind port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:04.416094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:04.416420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:04.463208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:04.463208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Attempting to bind port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:04.467456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:04.467791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:04.468200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:04.468645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Bound port: 8d5f8561-8abd-47ec-be55-b24615cb23d8, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:04.469012 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.490599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:04.491124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:04.491639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:04.492333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Bound port: 8602a2eb-05e8-4b92-9e04-82d062c4cf9e, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:04.493380 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.562379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-f17d7361-1d32-4c44-9c5c-ee2f08cc4d83 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:04.570507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-f17d7361-1d32-4c44-9c5c-ee2f08cc4d83 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.581435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] Sync routers for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:04.597781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:04.598781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:44:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:04.641117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-f17d7361-1d32-4c44-9c5c-ee2f08cc4d83 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "PUT /v2.0/floatingips/5599f66d-d580-4b70-bc75-61886087a4e0 HTTP/1.1" status: 200 len: 997 time: 2.6633587 Jul 05 03:45:04.641508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:04.644530 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9262006-5c6c-40f5-a4b8-cbab4d71371b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:04.734049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:04.760336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] For port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:04.767130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:04.767861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8d5f8561-8abd-47ec-be55-b24615cb23d8 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:04.781461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cdd9950a-25c2-4a6b-9892-5ec6851085bf up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:04.782884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-3310713c-b0a5-4512-afd1-c93326db8662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.786008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] For port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:04.788963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-3310713c-b0a5-4512-afd1-c93326db8662 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1275530 Jul 05 03:45:04.833035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f69cf13-fac9-406e-9783-1276762b7dd9 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:04.842139 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.867192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.878744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Transition to ACTIVE for port object 9f69cf13-fac9-406e-9783-1276762b7dd9 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:04.881865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed940b3-f43c-4d64-99db-8e2a5bf312d5 req-a3bffa4e-3242-460f-b8ec-c896fae39aab tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:04.892785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ed940b3-f43c-4d64-99db-8e2a5bf312d5 req-a3bffa4e-3242-460f-b8ec-c896fae39aab tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1861448 Jul 05 03:45:04.913406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:04.942445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:04.978729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ed940b3-f43c-4d64-99db-8e2a5bf312d5 req-cbd802fb-d147-42d2-8b1d-a543b572d190 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847723 Jul 05 03:45:05.013732 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.048241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.049919 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.052965 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] 10.222.0.26 "PUT /v2.0/ports/8d5f8561-8abd-47ec-be55-b24615cb23d8 HTTP/1.1" status: 200 len: 1124 time: 2.2030838 Jul 05 03:45:05.055391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.057174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.060194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] 10.222.0.26 "PUT /v2.0/ports/8602a2eb-05e8-4b92-9e04-82d062c4cf9e HTTP/1.1" status: 200 len: 1096 time: 2.5408702 Jul 05 03:45:05.093313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-d0362b80-cd0b-47b8-b287-a6d5651398a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.095452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:05.097544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-d0362b80-cd0b-47b8-b287-a6d5651398a8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.3041370 Jul 05 03:45:05.110666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port cdd9950a-25c2-4a6b-9892-5ec6851085bf triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:05.111045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.127642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6d0261-6bf6-4730-a290-3695dfd5d4cb service neutron] Pushing event updated for resources: {'Port': ['ID=8d5f8561-8abd-47ec-be55-b24615cb23d8,revision_number=8']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:05.314045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-32c4a4a8-b377-4240-8015-74ab6a9eca45 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 1000 time: 0.2078204 Jul 05 03:45:05.352791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['8d5f8561-8abd-47ec-be55-b24615cb23d8'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:05.398189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8d5f8561-8abd-47ec-be55-b24615cb23d8'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:05.461595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-fd6c12d3-e2e5-4d0e-b691-b37531be59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.464124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-fd6c12d3-e2e5-4d0e-b691-b37531be59a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0986757 Jul 05 03:45:05.468734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on host n-h2-758944-41 for vnic_type normal with profile {"migrating_to": "n-h1-758944-41"} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:05.469161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:05.469592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:05.474955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-cfd06add-6565-43df-967f-afdd010e0057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.476826 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-cfd06add-6565-43df-967f-afdd010e0057 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=09443b99-90c9-47e6-a953-bca6ba7b849a HTTP/1.1" status: 200 len: 1099 time: 0.2417951 Jul 05 03:45:05.487767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae80a90-165e-4d53-893a-6e684d038625 req-82f23bb9-9208-4276-b559-a7a1f219e2a4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.489315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ae80a90-165e-4d53-893a-6e684d038625 req-82f23bb9-9208-4276-b559-a7a1f219e2a4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 945 time: 0.2020814 Jul 05 03:45:05.589468 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-ad032b19-fa38-4c83-bc5f-ed2ccf60b13b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=8602a2eb-05e8-4b92-9e04-82d062c4cf9e HTTP/1.1" status: 200 len: 217 time: 0.0981922 Jul 05 03:45:05.601068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a749e520-22e9-4ab7-b7bc-c01ae4a15c98 service neutron] Pushing event updated for resources: {'Port': ['ID=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:05.690019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Pushing event updated for resources: {'Port': ['ID=9f69cf13-fac9-406e-9783-1276762b7dd9,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:05.704474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ae80a90-165e-4d53-893a-6e684d038625 req-c4ceb4ae-7bb2-400f-9d84-fd681cc1237f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377735 Jul 05 03:45:05.722452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-37849487-07d6-4916-bebe-e1e191ee5840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.724361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-37849487-07d6-4916-bebe-e1e191ee5840 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2521932 Jul 05 03:45:05.725266 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.743086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-60772f67-3de3-475a-ab80-5a3b745649c4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:45:05.745445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-60772f67-3de3-475a-ab80-5a3b745649c4 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125546 Jul 05 03:45:05.746793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:05.747547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Attempting to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:05.813807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Attempting to bind port 9f69cf13-fac9-406e-9783-1276762b7dd9 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:05.814384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Attempting to bind port 9f69cf13-fac9-406e-9783-1276762b7dd9 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:05.814384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Attempting to bind port 9f69cf13-fac9-406e-9783-1276762b7dd9 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:05.828342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-36c6532c-df37-47c2-b9ae-c6152cb1df9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:05.830220 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-36c6532c-df37-47c2-b9ae-c6152cb1df9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1421592 Jul 05 03:45:05.833720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Port 9f69cf13-fac9-406e-9783-1276762b7dd9 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:05.834118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Attempting to bind port 9f69cf13-fac9-406e-9783-1276762b7dd9 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:05.842594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:05.842829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:05.843239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:05.843603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Bound port: 9f69cf13-fac9-406e-9783-1276762b7dd9, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:05.843985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.848351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port cdd9950a-25c2-4a6b-9892-5ec6851085bf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:05.850348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 44, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:05.851148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:05.852060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:05.853293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Bound port: 8d5f8561-8abd-47ec-be55-b24615cb23d8, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:05.853892 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:05.924820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:05.931625 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e51ca7f-124d-45db-a835-d7ab4929e7c4" -d '{"events": [{"server_uuid": "527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd", "name": "network-vif-plugged", "status": "completed", "tag": "cdd9950a-25c2-4a6b-9892-5ec6851085bf"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:05.960221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-5afabe45-5a6c-4b6a-bb6b-a693c0e334c4 service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2085512 Jul 05 03:45:05.988288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] For port 9f69cf13-fac9-406e-9783-1276762b7dd9, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:05.991725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] For port 9f69cf13-fac9-406e-9783-1276762b7dd9, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9f69cf13-fac9-406e-9783-1276762b7dd9,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:05.993938 n-d-758944-41 neutron-server[100897]: WARNING neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Concurrent port binding operations failed on port 8d5f8561-8abd-47ec-be55-b24615cb23d8 Jul 05 03:45:05.998966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:06.029168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.030013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 93443ecc-e9d9-43b3-9b6a-13f7cc237867 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:06.034947 n-d-758944-41 neutron-server[100897]: INFO neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Attempt 2 to bind port 8d5f8561-8abd-47ec-be55-b24615cb23d8 Jul 05 03:45:06.035422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8d5f8561-8abd-47ec-be55-b24615cb23d8 has no active binding in host n-h1-758944-41 {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:45:06.036705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-cc91a215-f865-4f51-b5a7-4f488966554c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.045806 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-cc91a215-f865-4f51-b5a7-4f488966554c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2045457 Jul 05 03:45:06.129174 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=cdd9950a-25c2-4a6b-9892-5ec6851085bf,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:06.151172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.159165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56ce104d-e3da-4bc2-a1e4-c7c104763716 req-612363dd-19b7-4892-9d9f-4bc7a3e5707b service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920977 Jul 05 03:45:06.219263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.220246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.221416 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] 10.222.0.13 "PUT /v2.0/ports/9f69cf13-fac9-406e-9783-1276762b7dd9 HTTP/1.1" status: 200 len: 1096 time: 2.4626069 Jul 05 03:45:06.246698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:23:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:03Z', 'revision_number': 1, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:06.287955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53f7b28-0d34-490a-9b92-19d09b77f3de service neutron] Pushing event updated for resources: {'Port': ['ID=9f69cf13-fac9-406e-9783-1276762b7dd9,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:06.299386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] Checking router: 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:06.302831 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-553230b1-e55d-4618-b4ba-31cd0d21ca7f service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2376842 Jul 05 03:45:06.412049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:06.412917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:44:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:06.425034 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e901a587-ae16-4eba-b02e-45675273f150 x-openstack-request-id: req-e901a587-ae16-4eba-b02e-45675273f150 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:06.425034 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdf2959-7eea-4a95-9681-bc4cf78d25e6", "name": "network-vif-unplugged", "status": "completed", "tag": "8d5f8561-8abd-47ec-be55-b24615cb23d8", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:06.425034 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e901a587-ae16-4eba-b02e-45675273f150 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:06.425034 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8d5f8561-8abd-47ec-be55-b24615cb23d8', 'code': 200} Jul 05 03:45:06.471262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:06.491264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:06.492208 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:06.555552 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-4836018c-c7ae-4f4a-97e4-a6821139fa90 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2454228 Jul 05 03:45:06.573040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-2a1f6040-bd48-4f95-b52b-01a90189c065 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.575362 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-2a1f6040-bd48-4f95-b52b-01a90189c065 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 1099 time: 0.1340015 Jul 05 03:45:06.728289 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-4d92d46f-9305-431e-849e-2cefdd91d6be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=9f69cf13-fac9-406e-9783-1276762b7dd9 HTTP/1.1" status: 200 len: 217 time: 0.1228986 Jul 05 03:45:06.757776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26789ebe-16cc-482d-85ed-dc46fc80ecd9 req-098d95e6-ce11-4baf-9a23-a115eee76dbb tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.760221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26789ebe-16cc-482d-85ed-dc46fc80ecd9 req-098d95e6-ce11-4baf-9a23-a115eee76dbb tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 944 time: 0.1589646 Jul 05 03:45:06.816899 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d38148e-20d0-4461-b844-e843914caf1c x-openstack-request-id: req-1d38148e-20d0-4461-b844-e843914caf1c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:06.817184 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:06.817509 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d38148e-20d0-4461-b844-e843914caf1c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:06.818178 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'status': 'completed', 'code': 200} Jul 05 03:45:06.821589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26789ebe-16cc-482d-85ed-dc46fc80ecd9 req-af1ef4dc-43fe-46a4-8663-0e67f5fbc467 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418725 Jul 05 03:45:06.931141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-ac7a2622-0644-45fa-ab69-482400e0a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:06.931141 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-ac7a2622-0644-45fa-ab69-482400e0a462 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1920500 Jul 05 03:45:06.934659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:07.041541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-1f8ddf66-38c7-450d-987e-f02f5cdd5d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.044294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-1f8ddf66-38c7-450d-987e-f02f5cdd5d65 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1733470 Jul 05 03:45:07.105719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-03581a45-9ab0-488f-9699-dfcdd0dbcb5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.107871 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-03581a45-9ab0-488f-9699-dfcdd0dbcb5b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1669724 Jul 05 03:45:07.240629 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e4180ca8-b12c-433b-ad91-eece8d6c0dce service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190948 Jul 05 03:45:07.347028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-a8798a90-ed7a-451b-bef4-e72db44f539e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.348591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-a8798a90-ed7a-451b-bef4-e72db44f539e service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.2896256 Jul 05 03:45:07.360343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc8a480-9b92-47af-995d-9388675bd7b7 req-1a437326-7773-4836-a9f2-fb518aa93898 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.370760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebc8a480-9b92-47af-995d-9388675bd7b7 req-1a437326-7773-4836-a9f2-fb518aa93898 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1855068 Jul 05 03:45:07.386634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:07.391160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083d2c96-3b6f-4b87-aa98-9e11ccebf5b1 req-1400e38e-76e3-4296-99b7-722f466b2817 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.392157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-083d2c96-3b6f-4b87-aa98-9e11ccebf5b1 req-1400e38e-76e3-4296-99b7-722f466b2817 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 947 time: 0.3350492 Jul 05 03:45:07.409935 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dedb01d-ff0b-45e2-94db-641f75235d79 req-e2b90536-cf74-4f7d-ab9e-4ecba1fb6b7a service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522653 Jul 05 03:45:07.509768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:07.523443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebc8a480-9b92-47af-995d-9388675bd7b7 req-a95fec86-c8e9-4f91-b5d0-3774616c462d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516669 Jul 05 03:45:07.530940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-083d2c96-3b6f-4b87-aa98-9e11ccebf5b1 req-9192fd77-f71b-47cf-99d9-a4c949ae52d3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299369 Jul 05 03:45:07.546177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-314a839f-4f01-474b-aead-32a97d393707 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 1000 time: 0.1724820 Jul 05 03:45:07.623699 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:07.626889 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aada4ae3-d87d-4c03-8ca7-67ccbe8ac54d x-openstack-request-id: req-aada4ae3-d87d-4c03-8ca7-67ccbe8ac54d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:07.629123 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd", "name": "network-vif-plugged", "status": "completed", "tag": "cdd9950a-25c2-4a6b-9892-5ec6851085bf", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:07.629123 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aada4ae3-d87d-4c03-8ca7-67ccbe8ac54d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:07.629123 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf', 'code': 200} Jul 05 03:45:07.659884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-ed4566eb-3861-488a-b800-376f64960e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.661704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-ed4566eb-3861-488a-b800-376f64960e6d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.1027441 Jul 05 03:45:07.786686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=93443ecc-e9d9-43b3-9b6a-13f7cc237867,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:07.865622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:23:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:03Z', 'revision_number': 1, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:07.875141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-61f844a5-6ee3-4c78-87b3-5985270a20e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.877742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-61f844a5-6ee3-4c78-87b3-5985270a20e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2000873 Jul 05 03:45:07.904867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-1fa890b3-221c-44af-a20c-a2419c1c4f8d tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:07.907221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9689f88-04a3-45ef-9122-2a47f20295ed None None] The sync data for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 is: [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:23:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:03Z', 'revision_number': 1, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:07.913842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-1fa890b3-221c-44af-a20c-a2419c1c4f8d tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1689034 Jul 05 03:45:07.923955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b7f25aa8-8b2c-48c9-b0fe-815c2ebcba8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.053712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-30a34255-0028-4b42-b1be-ef6ae7c9969a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 1000 time: 0.1393759 Jul 05 03:45:08.090265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Request body: {'floatingip': {'port_id': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:08.178276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32ab4e4-8a2f-4348-881d-4f35c34c6ceb req-c8673256-2e2e-40af-9f65-dec63cbe03eb tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:08.180527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e32ab4e4-8a2f-4348-881d-4f35c34c6ceb req-c8673256-2e2e-40af-9f65-dec63cbe03eb tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 950 time: 0.3784144 Jul 05 03:45:08.218391 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a319b456-9bd0-4553-b39c-047cbefbdc0f None None] New status for floating IP 5599f66d-d580-4b70-bc75-61886087a4e0: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:45:08.231650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:08.304128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-d67dede0-2397-443d-8423-eeb58a7627b7 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4002178 Jul 05 03:45:08.346209 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e32ab4e4-8a2f-4348-881d-4f35c34c6ceb req-0b784829-a091-4a92-8428-bd35781d9204 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521077 Jul 05 03:45:08.421286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'tag': '8d5f8561-8abd-47ec-be55-b24615cb23d8'}, {'name': 'network-changed', 'server_uuid': '09443b99-90c9-47e6-a953-bca6ba7b849a', 'tag': '8602a2eb-05e8-4b92-9e04-82d062c4cf9e'}, {'name': 'network-changed', 'server_uuid': 'b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e', 'tag': '9f69cf13-fac9-406e-9783-1276762b7dd9'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:08.423765 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f" -d '{"events": [{"name": "network-changed", "server_uuid": "cfdf2959-7eea-4a95-9681-bc4cf78d25e6", "tag": "8d5f8561-8abd-47ec-be55-b24615cb23d8"}, {"name": "network-changed", "server_uuid": "09443b99-90c9-47e6-a953-bca6ba7b849a", "tag": "8602a2eb-05e8-4b92-9e04-82d062c4cf9e"}, {"name": "network-changed", "server_uuid": "b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e", "tag": "9f69cf13-fac9-406e-9783-1276762b7dd9"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:08.639553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9262006-5c6c-40f5-a4b8-cbab4d71371b req-7528c1ed-dfe4-410c-8727-179b441abfae service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3264296 Jul 05 03:45:08.818736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbe7e8b-22d0-4e69-a454-0e8de59b0448 req-02a7c6aa-6bc5-41f4-a130-9e62d236de52 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.040196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbbe7e8b-22d0-4e69-a454-0e8de59b0448 req-02a7c6aa-6bc5-41f4-a130-9e62d236de52 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 946 time: 0.2335422 Jul 05 03:45:09.040196 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:45:09.040196 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Performing DB retry for function neutron.db.l3_dvr_db.L3_NAT_with_dvr_db_mixin.update_floatingip {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:45:09.040196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbbe7e8b-22d0-4e69-a454-0e8de59b0448 req-12562fee-8f00-409d-ab9e-fac869254f40 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747044 Jul 05 03:45:09.042759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-d9941117-7453-4809-8ec3-d9819b6e651f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.042759 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-d9941117-7453-4809-8ec3-d9819b6e651f tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 950 time: 0.1248493 Jul 05 03:45:09.079318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-5e0c5116-1ffd-4286-ac53-bf15fbf77a56 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Deleting port 98830ed0-325c-421b-866e-d963302bc107 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:09.083015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-5e0c5116-1ffd-4286-ac53-bf15fbf77a56 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.226833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-5e0c5116-1ffd-4286-ac53-bf15fbf77a56 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] For port 98830ed0-325c-421b-866e-d963302bc107, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=98830ed0-325c-421b-866e-d963302bc107,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:09.226833 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-5e0c5116-1ffd-4286-ac53-bf15fbf77a56 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.247479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-5e0c5116-1ffd-4286-ac53-bf15fbf77a56 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Calling delete_port for 98830ed0-325c-421b-866e-d963302bc107 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:09.338892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f138ac77-bace-4fb1-9ceb-ad274dce0bbd req-95a89e15-1ae5-4ce4-8232-9d6f23f94f70 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:09.340650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f138ac77-bace-4fb1-9ceb-ad274dce0bbd req-95a89e15-1ae5-4ce4-8232-9d6f23f94f70 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 944 time: 0.1029449 Jul 05 03:45:09.378764 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.508393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f138ac77-bace-4fb1-9ceb-ad274dce0bbd req-c352d92a-c575-4ea5-ae1e-70af5927f07b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561563 Jul 05 03:45:09.629033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93443ecc-e9d9-43b3-9b6a-13f7cc237867'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:09.632043 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f91de766-e4d7-4f1e-9bad-0b754e992138" -d '{"events": [{"server_uuid": "dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8", "name": "network-vif-plugged", "status": "completed", "tag": "93443ecc-e9d9-43b3-9b6a-13f7cc237867"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:09.709736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-5e0c5116-1ffd-4286-ac53-bf15fbf77a56 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.725479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['98830ed0-325c-421b-866e-d963302bc107', '97eecb55-f8b0-4d67-93ca-f20967da14a5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:09.833836 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 513 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90ae17cb-955f-4ab2-a5b9-885d62ee3722 x-openstack-request-id: req-90ae17cb-955f-4ab2-a5b9-885d62ee3722 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:09.834111 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cfdf2959-7eea-4a95-9681-bc4cf78d25e6", "tag": "8d5f8561-8abd-47ec-be55-b24615cb23d8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "09443b99-90c9-47e6-a953-bca6ba7b849a", "tag": "8602a2eb-05e8-4b92-9e04-82d062c4cf9e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e", "tag": "9f69cf13-fac9-406e-9783-1276762b7dd9", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:09.834225 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90ae17cb-955f-4ab2-a5b9-885d62ee3722 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:09.834796 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'tag': '8d5f8561-8abd-47ec-be55-b24615cb23d8', 'status': 'completed', 'code': 200} Jul 05 03:45:09.835118 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09443b99-90c9-47e6-a953-bca6ba7b849a', 'tag': '8602a2eb-05e8-4b92-9e04-82d062c4cf9e', 'status': 'completed', 'code': 200} Jul 05 03:45:09.835370 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e', 'tag': '9f69cf13-fac9-406e-9783-1276762b7dd9', 'status': 'completed', 'code': 200} Jul 05 03:45:09.836715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c5116-1ffd-4286-ac53-bf15fbf77a56 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Pushing event deleted for resources: {'Port': ['ID=98830ed0-325c-421b-866e-d963302bc107,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:09.868914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-5e0c5116-1ffd-4286-ac53-bf15fbf77a56 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] No DVR routers for this DVR port 98830ed0-325c-421b-866e-d963302bc107 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:09.877860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-5e0c5116-1ffd-4286-ac53-bf15fbf77a56 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:09.879827 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b51663-4d46-4353-8fec-3e6a047d58f9 req-5e0c5116-1ffd-4286-ac53-bf15fbf77a56 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "DELETE /v2.0/ports/98830ed0-325c-421b-866e-d963302bc107 HTTP/1.1" status: 204 len: 173 time: 0.9523931 Jul 05 03:45:10.000931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-0b71bfba-fd79-4c8e-beb5-642090465972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.010596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-0b71bfba-fd79-4c8e-beb5-642090465972 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=09443b99-90c9-47e6-a953-bca6ba7b849a HTTP/1.1" status: 200 len: 1099 time: 0.1357160 Jul 05 03:45:10.138152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-6a9dd2ee-02f1-4aa6-bf85-9a446c8bdc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.139639 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-6a9dd2ee-02f1-4aa6-bf85-9a446c8bdc7e service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1278143 Jul 05 03:45:10.206769 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-7d9481b6-245c-4a85-b745-9f24413e6757 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.70&port_id=8602a2eb-05e8-4b92-9e04-82d062c4cf9e HTTP/1.1" status: 200 len: 217 time: 0.0525050 Jul 05 03:45:10.277316 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:45:10.280109 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-e7d93bad-02dd-466f-9667-886223fb8efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.281863 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-e7d93bad-02dd-466f-9667-886223fb8efe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0667841 Jul 05 03:45:10.412993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-ef311837-d544-4dbb-8e09-6d50ac9b9f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.414554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-ef311837-d544-4dbb-8e09-6d50ac9b9f87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1127 time: 0.5719185 Jul 05 03:45:10.599317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c916b95a-f8fd-479a-870f-2bddf422a650 req-67591923-50f1-4855-b79f-4aaa78606291 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.600828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c916b95a-f8fd-479a-870f-2bddf422a650 req-67591923-50f1-4855-b79f-4aaa78606291 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.2920017 Jul 05 03:45:10.650077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-3476abc1-001a-412b-b7ed-922a539dafb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.651822 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-3476abc1-001a-412b-b7ed-922a539dafb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3609843 Jul 05 03:45:10.698148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0c401f58-1e21-4f8e-b657-d4cb6c655e03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.710414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-06bc7c45-f1a1-45fc-8603-87db86ac896b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.711988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-06bc7c45-f1a1-45fc-8603-87db86ac896b service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.2798781 Jul 05 03:45:10.716810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c916b95a-f8fd-479a-870f-2bddf422a650 req-acea5819-bb23-4c4c-b5ae-83c99620c7bc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007285 Jul 05 03:45:10.753106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8602a2eb-05e8-4b92-9e04-82d062c4cf9e details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:10.810689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-26312159-7af4-4686-9a1d-af905f96ad5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8 HTTP/1.1" status: 200 len: 217 time: 0.0487506 Jul 05 03:45:10.826847 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.879863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-c353adae-27d3-4c0f-95d2-d7c1144bee69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:10.886466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-c353adae-27d3-4c0f-95d2-d7c1144bee69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0582438 Jul 05 03:45:10.921662 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.921924 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-4af76b98-5631-4db3-8c55-eb1bb6efaf84 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2502294 Jul 05 03:45:10.924465 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:10.949059 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-9d3984be-c5d1-4049-8123-9b7f549ec698 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534484 Jul 05 03:45:10.950634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:10.963992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '8602a2eb-05e8-4b92-9e04-82d062c4cf9e', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '8602a2eb-05e8-4b92-9e04-82d062c4cf9e', 'mac_address': 'fa:16:3e:d1:71:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.70'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:11.016206 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.032316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8602a2eb-05e8-4b92-9e04-82d062c4cf9e {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:11.060828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:11.128384 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-aa6a55dc-af85-4f4c-b6ec-6c9c00843dc1 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1966805 Jul 05 03:45:11.139877 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.218632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-aae764ab-33ea-4c1d-85b6-fbdfc2c589ab service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2323296 Jul 05 03:45:11.220217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:11.228258 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Floating IP 5599f66d-d580-4b70-bc75-61886087a4e0 associated. External IP: 172.25.4.103, port: c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4. Jul 05 03:45:11.302436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0b8e77-60fa-40df-ad9d-22d42452d6dd req-dc8c992b-bbb7-4160-8001-c846bf0bb529 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.311321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e0b8e77-60fa-40df-ad9d-22d42452d6dd req-dc8c992b-bbb7-4160-8001-c846bf0bb529 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 947 time: 0.2647331 Jul 05 03:45:11.500824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e0b8e77-60fa-40df-ad9d-22d42452d6dd req-13b78b88-ef3d-4056-866a-17d37cb4c1d6 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884060 Jul 05 03:45:11.548117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-03a92c69-af94-4e2b-8aa7-1c4ec4d727d2 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3153548 Jul 05 03:45:11.670827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8602a2eb-05e8-4b92-9e04-82d062c4cf9e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:11.706223 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:11.745506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:45:11.794602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-999c4d86-82f5-42e3-853f-7129e15959f1 req-eeebcc64-2da6-46f7-b030-3e59721275e4 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba89e0ae-fb22-4c9f-ac15-ce947f0ba171 HTTP/1.1" status: 200 len: 210 time: 0.0750699 Jul 05 03:45:11.842199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba89e0ae-fb22-4c9f-ac15-ce947f0ba171', 'name': 'network-vif-deleted', 'tag': '98830ed0-325c-421b-866e-d963302bc107'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:11.845426 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02d8e0c8-cfcb-47b2-a987-af28a42410a2" -d '{"events": [{"server_uuid": "ba89e0ae-fb22-4c9f-ac15-ce947f0ba171", "name": "network-vif-deleted", "tag": "98830ed0-325c-421b-866e-d963302bc107"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:11.912906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-1e2fa8fa-a40e-47a7-a48b-52c302dbea3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:11.914450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-1e2fa8fa-a40e-47a7-a48b-52c302dbea3d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 1099 time: 0.1933210 Jul 05 03:45:11.958512 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ad2b84-0e58-4dd5-bb2e-2dd756122d29 x-openstack-request-id: req-99ad2b84-0e58-4dd5-bb2e-2dd756122d29 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:11.959146 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8", "name": "network-vif-plugged", "status": "completed", "tag": "93443ecc-e9d9-43b3-9b6a-13f7cc237867", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:11.964676 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99ad2b84-0e58-4dd5-bb2e-2dd756122d29 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:11.966557 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93443ecc-e9d9-43b3-9b6a-13f7cc237867', 'code': 200} Jul 05 03:45:11.996285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:12.012106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] Sync routers for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:12.025536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:12.029537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:12.122986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-896bb82a-1e6a-42df-a6c3-eccbd808051e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.124546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-896bb82a-1e6a-42df-a6c3-eccbd808051e service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1889057 Jul 05 03:45:12.175231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1dbb9e2-cac8-4e0b-9aff-ac3e2363b6d5 req-8972de57-087e-47aa-a959-eeb623b254b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.179054 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1dbb9e2-cac8-4e0b-9aff-ac3e2363b6d5 req-8972de57-087e-47aa-a959-eeb623b254b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 1098 time: 0.1220694 Jul 05 03:45:12.225250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:12.232566 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1dbb9e2-cac8-4e0b-9aff-ac3e2363b6d5 req-93714d98-6d31-49ff-9847-511e221e6ee8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435047 Jul 05 03:45:12.252480 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-fa83dedf-bd54-4077-8ab3-2fedb5190b01 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.80&port_id=9f69cf13-fac9-406e-9783-1276762b7dd9 HTTP/1.1" status: 200 len: 217 time: 0.1133170 Jul 05 03:45:12.409805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-a7cad77d-18aa-4681-a217-d74cf755894f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.411613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-a7cad77d-18aa-4681-a217-d74cf755894f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1417763 Jul 05 03:45:12.420013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c3004a-470c-4992-a6d6-6fcf9941ea31 req-173f3237-4463-497b-8573-2389d52de9b0 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.430624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31c3004a-470c-4992-a6d6-6fcf9941ea31 req-173f3237-4463-497b-8573-2389d52de9b0 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 946 time: 0.2896752 Jul 05 03:45:12.549176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:ca:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:10Z', 'revision_number': 3, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:12.581326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31c3004a-470c-4992-a6d6-6fcf9941ea31 req-32b0c876-9dde-4e01-bd76-0742ee3e4a15 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1494837 Jul 05 03:45:12.583701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] Checking router: 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:12.597478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:12.598602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:12.611991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-210a3e14-6463-4f54-8afd-7f4a94018db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:12.612517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-210a3e14-6463-4f54-8afd-7f4a94018db6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1780305 Jul 05 03:45:12.621864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:45:12.759310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-3141ac13-3cd7-4943-bc30-8dc66bfe4845 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307938 Jul 05 03:45:12.763012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:12.966532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 98830ed0-325c-421b-866e-d963302bc107 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:13.011627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 98830ed0-325c-421b-866e-d963302bc107 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:13.012874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 98830ed0-325c-421b-866e-d963302bc107 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:13.291511 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.324723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:ca:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:10Z', 'revision_number': 3, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:13.355426 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-671c7635-f444-499b-8700-5b141acd42d7 None None] The sync data for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 is: [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:ca:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:10Z', 'revision_number': 3, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:13.376655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9f69cf13-fac9-406e-9783-1276762b7dd9 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:13.403040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bcdbb05-4ed7-4b2d-8777-9bf6865cec4f req-43655639-c22c-4fac-8905-b620eaaaff2a service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5846896 Jul 05 03:45:13.458497 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.458679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8fe9e8-ab83-436b-acb0-e215e5d8e976 req-1fc4a8bb-c466-4a2a-b59a-b96cf22ef891 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:13.466317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e8fe9e8-ab83-436b-acb0-e215e5d8e976 req-1fc4a8bb-c466-4a2a-b59a-b96cf22ef891 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 944 time: 0.6492193 Jul 05 03:45:13.474823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:13.480477 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.540388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e8fe9e8-ab83-436b-acb0-e215e5d8e976 req-6fc7b33c-b2aa-40d7-b1c6-9e062d8ce955 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731511 Jul 05 03:45:13.541676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 9f69cf13-fac9-406e-9783-1276762b7dd9, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9f69cf13-fac9-406e-9783-1276762b7dd9,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:13.548063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:13.550472 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b141e96-df54-4155-a0a2-c0e00a661873" -d '{"events": [{"name": "network-changed", "server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:13.569451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '9f69cf13-fac9-406e-9783-1276762b7dd9', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '9f69cf13-fac9-406e-9783-1276762b7dd9', 'mac_address': 'fa:16:3e:cc:db:dc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:13.602239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-435f098f-319f-49a2-97b7-c2b84a341f5a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "PUT /v2.0/floatingips/5599f66d-d580-4b70-bc75-61886087a4e0 HTTP/1.1" status: 200 len: 999 time: 5.5162854 Jul 05 03:45:13.623810 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.645025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f69cf13-fac9-406e-9783-1276762b7dd9 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:13.672543 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 9f69cf13-fac9-406e-9783-1276762b7dd9, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9f69cf13-fac9-406e-9783-1276762b7dd9,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:13.673133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-a2f27d92-f7cf-463e-b55f-bd530f08c8cb tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:13.688370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-a2f27d92-f7cf-463e-b55f-bd530f08c8cb tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports/c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 943 time: 0.0850990 Jul 05 03:45:13.694101 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7c2c13-9fb8-44d8-95b2-7a2561210e17 None None] New status for floating IP 5599f66d-d580-4b70-bc75-61886087a4e0: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:45:13.755766 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:13.829116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=9f69cf13-fac9-406e-9783-1276762b7dd9,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:13.862577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-5a490138-af92-4190-83e0-f04ca5e841e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:13.864216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-5a490138-af92-4190-83e0-f04ca5e841e1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0823929 Jul 05 03:45:13.926623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:14.019318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-9f6d098e-a406-46ed-b87f-0dd2c6684cdd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.020872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-9f6d098e-a406-46ed-b87f-0dd2c6684cdd service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.1508071 Jul 05 03:45:14.085495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-818704e3-9925-402f-a756-941410f5c5c1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 217 time: 0.0549500 Jul 05 03:45:14.111707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0084cefc-22a4-4b8a-b799-657c0e4d09a1 req-7c0de455-48c2-4aed-a5ea-0e9760daeb16 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.116843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0084cefc-22a4-4b8a-b799-657c0e4d09a1 req-7c0de455-48c2-4aed-a5ea-0e9760daeb16 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1491909 Jul 05 03:45:14.145627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] Sync routers for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:14.159734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:14.162738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:14.183744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-67ac5180-544f-40f6-870f-8e4ed468afca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.185318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-67ac5180-544f-40f6-870f-8e4ed468afca service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0942996 Jul 05 03:45:14.190935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0084cefc-22a4-4b8a-b799-657c0e4d09a1 req-902b1f1a-9a60-4b53-83a2-350c9a867778 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558684 Jul 05 03:45:14.255418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-c17be843-8788-4d77-b389-477a3d473aee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.260385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-c17be843-8788-4d77-b389-477a3d473aee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0665033 Jul 05 03:45:14.269994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-b2ec51d3-d261-4933-b462-983c56e65f58 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:45:14.278694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-b2ec51d3-d261-4933-b462-983c56e65f58 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154800 Jul 05 03:45:14.285135 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83e890c9-489c-424e-ad2b-2331e2bf543c x-openstack-request-id: req-83e890c9-489c-424e-ad2b-2331e2bf543c {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:14.285986 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba89e0ae-fb22-4c9f-ac15-ce947f0ba171", "name": "network-vif-deleted", "tag": "98830ed0-325c-421b-866e-d963302bc107", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:14.286401 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83e890c9-489c-424e-ad2b-2331e2bf543c {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:14.286953 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba89e0ae-fb22-4c9f-ac15-ce947f0ba171', 'name': 'network-vif-deleted', 'tag': '98830ed0-325c-421b-866e-d963302bc107', 'status': 'completed', 'code': 200} Jul 05 03:45:14.342698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:14.398145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-750ed1eb-7ff4-46fd-b9a5-45bd7ff4ba5a service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169236 Jul 05 03:45:14.580328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aec843-21f4-4b78-a9d0-e7bfd4474f07 req-dace548c-3bc3-4597-b17b-9a56870906a2 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.588346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97aec843-21f4-4b78-a9d0-e7bfd4474f07 req-dace548c-3bc3-4597-b17b-9a56870906a2 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 948 time: 0.1704907 Jul 05 03:45:14.608897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-89242d53-6b8d-4305-bc96-41b5b81971bc service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034733 Jul 05 03:45:14.646899 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9f69cf13-fac9-406e-9783-1276762b7dd9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:14.650029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97aec843-21f4-4b78-a9d0-e7bfd4474f07 req-94cd9533-e946-4af3-ac0e-6574cea6d3cf tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588326 Jul 05 03:45:14.769859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:ca:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:13Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:14.772966 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3102680-cd08-48bc-b0a7-5f67e1120418 x-openstack-request-id: req-d3102680-cd08-48bc-b0a7-5f67e1120418 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:14.774049 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:14.774370 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3102680-cd08-48bc-b0a7-5f67e1120418 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:14.774714 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'status': 'completed', 'code': 200} Jul 05 03:45:14.797709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-eb810838-66b4-448c-a07b-e0762edfa613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:14.800034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-eb810838-66b4-448c-a07b-e0762edfa613 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 1098 time: 0.0810702 Jul 05 03:45:14.806461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8602a2eb-05e8-4b92-9e04-82d062c4cf9e up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:14.855564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] Checking router: 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:14.889716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:14.890324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:15.041494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:15.094903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-fd22d9a5-c77c-436c-92af-9bc2601cd755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.097103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-fd22d9a5-c77c-436c-92af-9bc2601cd755 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.2908683 Jul 05 03:45:15.101212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-25e4d285-0ace-46eb-8a32-1098233c274b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.102691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-25e4d285-0ace-46eb-8a32-1098233c274b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1098 time: 0.2798591 Jul 05 03:45:15.117921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b0202a-e000-4fc3-bfe9-03aec729b229 req-cf8a6dfb-c306-402a-888d-ad535407d832 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.119449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58b0202a-e000-4fc3-bfe9-03aec729b229 req-cf8a6dfb-c306-402a-888d-ad535407d832 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 946 time: 0.2214115 Jul 05 03:45:15.198235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:15.208868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:15.209404 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.265359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-a20efa95-3e73-4868-9611-9d3f77f2eae5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11aa4bc-77dc-4853-ace2-521cd3e5c205 HTTP/1.1" status: 200 len: 1002 time: 0.1616838 Jul 05 03:45:15.298809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58b0202a-e000-4fc3-bfe9-03aec729b229 req-98c0eb77-61a8-4c54-9bf0-7682efcd385c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343746 Jul 05 03:45:15.372116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-2f466217-97a5-4742-be23-952903a0499e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.373858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-2f466217-97a5-4742-be23-952903a0499e service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.2520363 Jul 05 03:45:15.376480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-cf73045c-7897-4354-95d6-86220bc8fbb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.383836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-cf73045c-7897-4354-95d6-86220bc8fbb5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.1094828 Jul 05 03:45:15.440001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-7d44d002-f49a-45a3-ba2f-5b1dfa248a14 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 217 time: 0.0530074 Jul 05 03:45:15.523796 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.550596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:ca:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:13Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:15.564854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-541557b3-c319-4175-8a39-605be5db76cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.566758 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-541557b3-c319-4175-8a39-605be5db76cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.1004455 Jul 05 03:45:15.592777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00fa7125-19f5-4a83-969d-06dd179475db None None] The sync data for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 is: [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:ca:9f:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:13Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:15.624606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:15.626403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09443b99-90c9-47e6-a953-bca6ba7b849a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8602a2eb-05e8-4b92-9e04-82d062c4cf9e'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:15.629251 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffb2bfe4-51bf-41a8-a085-e8151d5df931" -d '{"events": [{"server_uuid": "09443b99-90c9-47e6-a953-bca6ba7b849a", "name": "network-vif-plugged", "status": "completed", "tag": "8602a2eb-05e8-4b92-9e04-82d062c4cf9e"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:15.658906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-e686e498-1732-4ee2-951c-588e7e3c3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.661293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-e686e498-1732-4ee2-951c-588e7e3c3558 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2765503 Jul 05 03:45:15.733574 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:15.808833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a847be16-fa4c-4d6f-b462-bf0fabb47344 req-d1159683-5a77-41cb-8752-df15c5588f3d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.816620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a847be16-fa4c-4d6f-b462-bf0fabb47344 req-d1159683-5a77-41cb-8752-df15c5588f3d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 944 time: 0.2571242 Jul 05 03:45:15.825037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-19b45fc7-acd0-4c2c-9d25-c4d66a647503 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:15.829016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:15.836926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-19b45fc7-acd0-4c2c-9d25-c4d66a647503 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2560930 Jul 05 03:45:15.937921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-d466ac22-9c11-4972-8e5d-9e4648458c4a service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2693741 Jul 05 03:45:16.043691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a847be16-fa4c-4d6f-b462-bf0fabb47344 req-528ea513-2f49-4117-85e3-d8f10355c424 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257831 Jul 05 03:45:16.106106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-ca2e7e30-1cd5-4f53-bad1-443900505e09 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2463498 Jul 05 03:45:16.294188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b141e96-df54-4155-a0a2-c0e00a661873 req-53c1da98-89c1-459e-82fb-5d2a84e65c27 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758611 Jul 05 03:45:16.326880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71810034-2c35-4c2d-b4b6-476d5d7b0e8b req-35d1833e-3165-43fb-a35f-71ff0f73642f service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3791993 Jul 05 03:45:16.794969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'tag': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:16.798436 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c89f16d8-0738-40b9-bf84-83ef02cb0621" -d '{"events": [{"name": "network-changed", "server_uuid": "16c8dc76-1506-4f2c-9424-c86ab953e169", "tag": "f11aa4bc-77dc-4853-ace2-521cd3e5c205"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:16.880920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac51c6-4ea5-4102-955f-311a0d22ac6c req-738d9ab8-15b2-4011-a60b-4a6baeefde9d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.883962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67ac51c6-4ea5-4102-955f-311a0d22ac6c req-738d9ab8-15b2-4011-a60b-4a6baeefde9d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1479075 Jul 05 03:45:16.885362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1256c69-31a2-4fae-ace1-65e21f7b550a req-37fe87c2-c78a-4d26-aa66-5dfaeb7a8140 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:16.886866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1256c69-31a2-4fae-ace1-65e21f7b550a req-37fe87c2-c78a-4d26-aa66-5dfaeb7a8140 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 1098 time: 0.1248422 Jul 05 03:45:16.956967 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67ac51c6-4ea5-4102-955f-311a0d22ac6c req-621bd304-9faf-44eb-a04f-874106b3f2d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574811 Jul 05 03:45:16.961601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1256c69-31a2-4fae-ace1-65e21f7b550a req-36f70f98-23f2-4dfc-8ca3-599b7a889b53 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678449 Jul 05 03:45:17.028160 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76c5bcc0-9fa7-4bcf-8b4c-1879ff8cbb7a x-openstack-request-id: req-76c5bcc0-9fa7-4bcf-8b4c-1879ff8cbb7a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:17.028656 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09443b99-90c9-47e6-a953-bca6ba7b849a", "name": "network-vif-plugged", "status": "completed", "tag": "8602a2eb-05e8-4b92-9e04-82d062c4cf9e", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:17.028782 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76c5bcc0-9fa7-4bcf-8b4c-1879ff8cbb7a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:17.029141 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09443b99-90c9-47e6-a953-bca6ba7b849a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8602a2eb-05e8-4b92-9e04-82d062c4cf9e', 'code': 200} Jul 05 03:45:17.236343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30542f4-78e6-4f3f-ace1-4d1b619cfd1c req-80942d4f-014b-4631-8657-576f2d248eaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.237982 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b30542f4-78e6-4f3f-ace1-4d1b619cfd1c req-80942d4f-014b-4631-8657-576f2d248eaf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=09443b99-90c9-47e6-a953-bca6ba7b849a HTTP/1.1" status: 200 len: 1101 time: 0.1071506 Jul 05 03:45:17.254616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3b585a3-d1eb-4bb6-9d4d-8eb34abd6a69 req-83a289fd-1885-4805-bf20-25166251a425 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 1002 time: 0.1234989 Jul 05 03:45:17.300885 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b30542f4-78e6-4f3f-ace1-4d1b619cfd1c req-0ff3b66b-fcd5-4698-9e69-31786e68c8d2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532722 Jul 05 03:45:17.333234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b585a3-d1eb-4bb6-9d4d-8eb34abd6a69 req-1c8564f3-d1f1-44ad-af55-c0ea5b340aff tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.334653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3b585a3-d1eb-4bb6-9d4d-8eb34abd6a69 req-1c8564f3-d1f1-44ad-af55-c0ea5b340aff tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports/f11aa4bc-77dc-4853-ace2-521cd3e5c205 HTTP/1.1" status: 200 len: 943 time: 0.0792000 Jul 05 03:45:17.368770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9aa2f-0e58-4b54-9cfe-908319636a07 req-b1bbae0b-1b1e-4aed-8c25-40410977cfea tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.376153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9d9aa2f-0e58-4b54-9cfe-908319636a07 req-b1bbae0b-1b1e-4aed-8c25-40410977cfea tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 948 time: 0.1750119 Jul 05 03:45:17.403024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9f69cf13-fac9-406e-9783-1276762b7dd9 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:17.471764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9d9aa2f-0e58-4b54-9cfe-908319636a07 req-f5ec8f2b-0eae-48d8-ae56-5992316dda5c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915599 Jul 05 03:45:17.482213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-ffd60c95-0f88-4055-b025-d2e9af433b45 service neutron] 10.222.0.13 "GET /v2.0/ports/8d5f8561-8abd-47ec-be55-b24615cb23d8/bindings/n-h1-758944-41 HTTP/1.1" status: 200 len: 385 time: 0.0979283 Jul 05 03:45:17.497961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 9f69cf13-fac9-406e-9783-1276762b7dd9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:17.502854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 9f69cf13-fac9-406e-9783-1276762b7dd9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:17.503218 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:17.624411 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:17.661403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 9f69cf13-fac9-406e-9783-1276762b7dd9, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9f69cf13-fac9-406e-9783-1276762b7dd9,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:17.729799 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:17.730615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8d5f8561-8abd-47ec-be55-b24615cb23d8 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:17.790229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3b585a3-d1eb-4bb6-9d4d-8eb34abd6a69 req-39483c70-f9a9-4e30-a1c9-99102019bd56 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 1002 time: 0.1937890 Jul 05 03:45:17.805306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=9f69cf13-fac9-406e-9783-1276762b7dd9,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:17.973173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c4f7bd8-0f8c-49d5-8908-08614b763e55 req-8989f816-496d-4278-a7e5-6816b97b62da tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:17.974773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c4f7bd8-0f8c-49d5-8908-08614b763e55 req-8989f816-496d-4278-a7e5-6816b97b62da tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 950 time: 0.2589924 Jul 05 03:45:18.021090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:18.064439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b585a3-d1eb-4bb6-9d4d-8eb34abd6a69 req-5ceb6097-bef5-4bf9-8b4a-65a40bb1f073 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.066765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3b585a3-d1eb-4bb6-9d4d-8eb34abd6a69 req-5ceb6097-bef5-4bf9-8b4a-65a40bb1f073 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.2664564 Jul 05 03:45:18.083999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:18.090599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c4f7bd8-0f8c-49d5-8908-08614b763e55 req-ba9e301c-7503-47eb-9e1a-d7913921e793 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030004 Jul 05 03:45:18.148800 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25230bf0-f939-4f46-b6db-8d28038e1573 x-openstack-request-id: req-25230bf0-f939-4f46-b6db-8d28038e1573 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:18.149583 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c8dc76-1506-4f2c-9424-c86ab953e169", "tag": "f11aa4bc-77dc-4853-ace2-521cd3e5c205", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:18.149835 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25230bf0-f939-4f46-b6db-8d28038e1573 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:18.150223 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'tag': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'status': 'completed', 'code': 200} Jul 05 03:45:18.173196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d5f8561-8abd-47ec-be55-b24615cb23d8 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:18.219757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:18.287709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-e07a7610-42c1-4f20-a8ce-942448508204 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.289993 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-e07a7610-42c1-4f20-a8ce-942448508204 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 1098 time: 0.0998218 Jul 05 03:45:18.317523 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.334568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cbc6a-4041-4f56-a6c2-be08d014050a req-c5e0a565-b57f-46bc-9ea7-84837769038e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.341497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cbc6a-4041-4f56-a6c2-be08d014050a req-c5e0a565-b57f-46bc-9ea7-84837769038e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 1098 time: 0.1134531 Jul 05 03:45:18.423027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-db1db78b-3ca7-4a1c-9354-c3630008c15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.425007 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-db1db78b-3ca7-4a1c-9354-c3630008c15c service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.1255982 Jul 05 03:45:18.433693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cbc6a-4041-4f56-a6c2-be08d014050a req-8354d820-d581-4ce2-b2ca-3db70ff7f1fa tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912495 Jul 05 03:45:18.497605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c824e-14ea-44c6-b2e3-8a73a3582aa0 req-1c5c1fc4-d8ae-4308-803b-8dc91158e5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.503605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f2c824e-14ea-44c6-b2e3-8a73a3582aa0 req-1c5c1fc4-d8ae-4308-803b-8dc91158e5d1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 944 time: 0.2214105 Jul 05 03:45:18.526649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Transition to ACTIVE for port object 8d5f8561-8abd-47ec-be55-b24615cb23d8 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:18.546947 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-586dd67f-24dc-4f22-b7e8-ec37ab1b2e8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11aa4bc-77dc-4853-ace2-521cd3e5c205 HTTP/1.1" status: 200 len: 1002 time: 0.1133170 Jul 05 03:45:18.557669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f2c824e-14ea-44c6-b2e3-8a73a3582aa0 req-3cf4e1d9-2976-4391-9d9b-1aaec188c9c7 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529141 Jul 05 03:45:18.596700 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:18.619507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-ad74629d-7d33-4be0-bf97-4920a221b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.621422 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-ad74629d-7d33-4be0-bf97-4920a221b69a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0676317 Jul 05 03:45:18.690166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Pushing event updated for resources: {'Port': ['ID=8d5f8561-8abd-47ec-be55-b24615cb23d8,revision_number=10']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:18.700912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] No DVR routers for this DVR port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on host n-h2-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:18.724490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-164917db-cb2a-41fb-9b13-860532ffbc91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.726902 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-164917db-cb2a-41fb-9b13-860532ffbc91 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0889935 Jul 05 03:45:18.778570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.778900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.779238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.779573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.780007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.780273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.780606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.780923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.781247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.781567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.781889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.782209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:18.828032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-35709155-3e02-4124-b010-32bc7838c49a tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 1002 time: 0.1332896 Jul 05 03:45:18.832670 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-7843bcac-cc20-4bee-94cf-c18891fb39a9 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984192 Jul 05 03:45:18.870148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d0ee8b51-26a7-4f6b-a8bb-736c4c953448 service neutron] 10.222.0.13 "PUT /v2.0/ports/8d5f8561-8abd-47ec-be55-b24615cb23d8/bindings/n-h1-758944-41/activate HTTP/1.1" status: 200 len: 370 time: 1.3704076 Jul 05 03:45:18.953293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-8817f45c-3cd2-4741-901d-b8961bab9444 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.962259 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-8817f45c-3cd2-4741-901d-b8961bab9444 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports/f11aa4bc-77dc-4853-ace2-521cd3e5c205 HTTP/1.1" status: 200 len: 943 time: 0.1305182 Jul 05 03:45:18.963306 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c89f16d8-0738-40b9-bf84-83ef02cb0621 req-47531a4d-98bf-48b1-826d-9b6d82a44a35 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201627 Jul 05 03:45:18.978124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb9e9d-7031-4912-9fb5-5b0eba706d0b req-11b1fc93-d395-4829-a02d-fab4c4e95e60 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:18.979748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccb9e9d-7031-4912-9fb5-5b0eba706d0b req-11b1fc93-d395-4829-a02d-fab4c4e95e60 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.2867830 Jul 05 03:45:19.030337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f69cf13-fac9-406e-9783-1276762b7dd9'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:19.033704 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddf6b362-f8b0-4629-9e33-d2ecbe52286f" -d '{"events": [{"server_uuid": "b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e", "name": "network-vif-plugged", "status": "completed", "tag": "9f69cf13-fac9-406e-9783-1276762b7dd9"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:19.147765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-1ab39973-9848-46c2-8bb0-61b74673f954 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.150272 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-1ab39973-9848-46c2-8bb0-61b74673f954 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 950 time: 0.0936389 Jul 05 03:45:19.377919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-0d1ef2f3-a530-4a5c-8453-95d752f2ba93 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.377919 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-0d1ef2f3-a530-4a5c-8453-95d752f2ba93 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.1949291 Jul 05 03:45:19.424497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-4dc6a7d0-1010-4eeb-bcbd-b014f49b0439 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Deleting port 97eecb55-f8b0-4d67-93ca-f20967da14a5 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:19.425450 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-4dc6a7d0-1010-4eeb-bcbd-b014f49b0439 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:19.474862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccb9e9d-7031-4912-9fb5-5b0eba706d0b req-ad4c7645-f341-468e-a901-e4ad8531209a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4863071 Jul 05 03:45:19.517426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-03a1f09c-fe66-410d-b3c5-e3ac1b5b43a9 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 1002 time: 0.1335354 Jul 05 03:45:19.590886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-672d49e6-01c2-4419-aec5-3b7b90fa91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.592609 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-672d49e6-01c2-4419-aec5-3b7b90fa91cb service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6&tenant_id=3b6ce790b1544b22a8c73b5072cdede4 HTTP/1.1" status: 200 len: 1097 time: 0.2205830 Jul 05 03:45:19.602498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-4dc6a7d0-1010-4eeb-bcbd-b014f49b0439 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] For port 97eecb55-f8b0-4d67-93ca-f20967da14a5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=97eecb55-f8b0-4d67-93ca-f20967da14a5,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:19.602863 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-4dc6a7d0-1010-4eeb-bcbd-b014f49b0439 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:19.638310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-4dc6a7d0-1010-4eeb-bcbd-b014f49b0439 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Calling delete_port for 97eecb55-f8b0-4d67-93ca-f20967da14a5 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:19.652616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-0052c83b-4e51-4647-a7d8-686bbbbc000b tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.661778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-0052c83b-4e51-4647-a7d8-686bbbbc000b tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1435196 Jul 05 03:45:19.732316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-e31af753-eef4-4ef6-9385-67fb3ce253f8 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 1002 time: 0.0694029 Jul 05 03:45:19.735679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d132ce45-5447-4ad2-8ee5-a91471d998b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.737195 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-d132ce45-5447-4ad2-8ee5-a91471d998b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1097 time: 0.1147993 Jul 05 03:45:19.753679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d4bc5f1a-71f2-41ae-aa0a-620dbe62641c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:19.859510 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d4bc5f1a-71f2-41ae-aa0a-620dbe62641c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:19.875646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-2368d218-669c-439d-a4ad-689843aec82d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.877235 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-2368d218-669c-439d-a4ad-689843aec82d service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.1276574 Jul 05 03:45:19.926449 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-6cb96362-cebb-41a7-9406-93b7e301924d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8 HTTP/1.1" status: 200 len: 217 time: 0.0399051 Jul 05 03:45:19.926779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4193f7c-1fa1-4927-b6f8-94d15e26c25f req-2b49314c-ac4c-434f-9dae-639e7a2d587f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.928300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4193f7c-1fa1-4927-b6f8-94d15e26c25f req-2b49314c-ac4c-434f-9dae-639e7a2d587f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 949 time: 0.1950228 Jul 05 03:45:19.980889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-3dadb98f-64ce-4f34-9315-3bf4d7d83c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:19.982325 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-3dadb98f-64ce-4f34-9315-3bf4d7d83c7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0447440 Jul 05 03:45:20.014998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4193f7c-1fa1-4927-b6f8-94d15e26c25f req-11564b69-a794-4edb-b9a7-f61c59dda4fe tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790544 Jul 05 03:45:20.017737 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-f5635105-9cee-4c14-a32b-f86920b5d0cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276957 Jul 05 03:45:20.070286 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f33fde3f-6464-4a9d-a0c6-07246b2c5873 x-openstack-request-id: req-f33fde3f-6464-4a9d-a0c6-07246b2c5873 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:20.070907 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e", "name": "network-vif-plugged", "status": "completed", "tag": "9f69cf13-fac9-406e-9783-1276762b7dd9", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:20.071076 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f33fde3f-6464-4a9d-a0c6-07246b2c5873 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:20.071656 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f69cf13-fac9-406e-9783-1276762b7dd9', 'code': 200} Jul 05 03:45:20.074770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d4bc5f1a-71f2-41ae-aa0a-620dbe62641c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.098484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-4dc6a7d0-1010-4eeb-bcbd-b014f49b0439 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.116778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['97eecb55-f8b0-4d67-93ca-f20967da14a5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:20.136153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6a7d0-1010-4eeb-bcbd-b014f49b0439 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Pushing event deleted for resources: {'Port': ['ID=97eecb55-f8b0-4d67-93ca-f20967da14a5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:20.166537 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d4bc5f1a-71f2-41ae-aa0a-620dbe62641c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.166867 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d4bc5f1a-71f2-41ae-aa0a-620dbe62641c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Floating IP 5599f66d-d580-4b70-bc75-61886087a4e0 disassociated. External IP: 172.25.4.103, port: f11aa4bc-77dc-4853-ace2-521cd3e5c205. Jul 05 03:45:20.261414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91ec2db0-4a6c-4132-bf04-3094397c7888 req-6b28423b-bfed-4fbc-9698-be991172f211 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.30 "GET /v2.0/ports?device_id=44947a03-3c50-4276-ba52-7fb710d45b9c HTTP/1.1" status: 200 len: 210 time: 0.0393548 Jul 05 03:45:20.293901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-4dc6a7d0-1010-4eeb-bcbd-b014f49b0439 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] No DVR routers for this DVR port 97eecb55-f8b0-4d67-93ca-f20967da14a5 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:20.299803 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-894e69b3-c0e8-46cf-95d9-688b5d40f761 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737091 Jul 05 03:45:20.301180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-4dc6a7d0-1010-4eeb-bcbd-b014f49b0439 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.303596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4a7eff2c-50f8-44fc-a21d-ee4f9d9416b9 req-4dc6a7d0-1010-4eeb-bcbd-b014f49b0439 tempest-ServersAdminTestJSON-309145843 tempest-ServersAdminTestJSON-309145843-project] 10.222.0.26 "DELETE /v2.0/ports/97eecb55-f8b0-4d67-93ca-f20967da14a5 HTTP/1.1" status: 204 len: 173 time: 1.1383195 Jul 05 03:45:20.305158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'name': 'network-vif-deleted', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:20.307434 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d589e4b8-47f7-42fa-b277-47e7f011561e" -d '{"events": [{"server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "name": "network-vif-deleted", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:20.428417 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-b81b7771-e120-468a-9f94-df9aab997b15 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065888 Jul 05 03:45:20.458731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7173d20e-6196-4156-9daa-7b27f4fda37f req-589933e9-5958-4d99-a0a9-86af0fe81361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.460037 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7173d20e-6196-4156-9daa-7b27f4fda37f req-589933e9-5958-4d99-a0a9-86af0fe81361 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 1101 time: 0.2574687 Jul 05 03:45:20.502558 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7173d20e-6196-4156-9daa-7b27f4fda37f req-977e8133-782a-421b-b6dc-95fd4c31d6d9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351806 Jul 05 03:45:20.589675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db10cbed-7d51-4832-8650-f2e049e2a7e4 req-a857db16-ec58-4d58-97fb-596c5cef298a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.591235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db10cbed-7d51-4832-8650-f2e049e2a7e4 req-a857db16-ec58-4d58-97fb-596c5cef298a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 945 time: 0.1321540 Jul 05 03:45:20.603243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d4bc5f1a-71f2-41ae-aa0a-620dbe62641c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:45:20.647607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db10cbed-7d51-4832-8650-f2e049e2a7e4 req-6bccd717-8a85-4452-9d37-af46238282e3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474830 Jul 05 03:45:20.791177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d4bc5f1a-71f2-41ae-aa0a-620dbe62641c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:20.803386 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] Sync routers for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:20.811698 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d4bc5f1a-71f2-41ae-aa0a-620dbe62641c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:20.817841 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:20.818505 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:20.854230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d4bc5f1a-71f2-41ae-aa0a-620dbe62641c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "PUT /v2.0/floatingips/5599f66d-d580-4b70-bc75-61886087a4e0 HTTP/1.1" status: 200 len: 695 time: 1.1120300 Jul 05 03:45:20.854917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'tag': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:20.857537 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33043fdb-034a-4403-92e6-fcf6047aa7dc" -d '{"events": [{"name": "network-changed", "server_uuid": "16c8dc76-1506-4f2c-9424-c86ab953e169", "tag": "f11aa4bc-77dc-4853-ace2-521cd3e5c205"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:20.955953 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:20.957218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-ae4b4a00-9aaf-4d35-83ba-86dac789c8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:20.959591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-ae4b4a00-9aaf-4d35-83ba-86dac789c8c6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 1098 time: 0.0803208 Jul 05 03:45:21.060120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-77d5b69e-5283-445f-9f04-bceff68640eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.061647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-77d5b69e-5283-445f-9f04-bceff68640eb service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.0968800 Jul 05 03:45:21.129610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-c58d2009-ddc1-4724-9842-38920734fbe1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11aa4bc-77dc-4853-ace2-521cd3e5c205 HTTP/1.1" status: 200 len: 217 time: 0.0621793 Jul 05 03:45:21.237566 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:21.241555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-f77c5fc4-5946-42d6-91d8-e975b05def2a tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.243336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-940a5978-232b-45f6-90db-28e8125e8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.243473 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-f77c5fc4-5946-42d6-91d8-e975b05def2a tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.1122332 Jul 05 03:45:21.245220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-940a5978-232b-45f6-90db-28e8125e8080 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0860274 Jul 05 03:45:21.270012 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] Checking router: 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:21.284468 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:21.285137 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:21.310333 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074672bf-96af-4170-8868-4f8378ed865e x-openstack-request-id: req-074672bf-96af-4170-8868-4f8378ed865e {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:21.310897 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44947a03-3c50-4276-ba52-7fb710d45b9c", "name": "network-vif-deleted", "tag": "97eecb55-f8b0-4d67-93ca-f20967da14a5", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:21.311303 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-074672bf-96af-4170-8868-4f8378ed865e {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:21.311878 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44947a03-3c50-4276-ba52-7fb710d45b9c', 'name': 'network-vif-deleted', 'tag': '97eecb55-f8b0-4d67-93ca-f20967da14a5', 'status': 'completed', 'code': 200} Jul 05 03:45:21.339582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d842bfcb-f1da-4a54-9142-36159011e2ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.341023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-d842bfcb-f1da-4a54-9142-36159011e2ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0898428 Jul 05 03:45:21.518597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-c5f61b54-c599-4613-a1a2-423bded300c8 service neutron] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:21.522927 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-c5f61b54-c599-4613-a1a2-423bded300c8 service neutron] Notify callbacks [] for binding, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:21.524676 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6e50b3c-1679-4312-bf25-5d094578d666 req-c5f61b54-c599-4613-a1a2-423bded300c8 service neutron] 10.222.0.26 "DELETE /v2.0/ports/8d5f8561-8abd-47ec-be55-b24615cb23d8/bindings/n-h2-758944-41 HTTP/1.1" status: 204 len: 173 time: 0.2661824 Jul 05 03:45:21.532403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-dfda9b27-0cd8-46d1-8a72-789e404d1d6d service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851704 Jul 05 03:45:21.559068 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:21.589573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-952b7f4c-ecf1-4cca-9452-ed0c06623920 req-94d40c03-9194-435e-a5cc-81447a45b203 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.591061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-952b7f4c-ecf1-4cca-9452-ed0c06623920 req-94d40c03-9194-435e-a5cc-81447a45b203 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1359112 Jul 05 03:45:21.689549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-952b7f4c-ecf1-4cca-9452-ed0c06623920 req-12eb1865-0f54-4c43-8085-721f5263594f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717189 Jul 05 03:45:21.726921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebc3b30-803b-4fd5-ab32-fd0f2295a2bc req-846eb056-6872-4113-b53d-ae8cd0602fb6 service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809301 Jul 05 03:45:21.798749 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:21.822289 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84ebcb46-b99e-494b-b21c-cf03956d30af x-openstack-request-id: req-84ebcb46-b99e-494b-b21c-cf03956d30af {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:21.822289 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16c8dc76-1506-4f2c-9424-c86ab953e169", "tag": "f11aa4bc-77dc-4853-ace2-521cd3e5c205", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:21.822289 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-84ebcb46-b99e-494b-b21c-cf03956d30af {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:21.822289 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'tag': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'status': 'completed', 'code': 200} Jul 05 03:45:21.841492 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be49955-28a2-4d96-a2c1-b89e6c4c0794 None None] The sync data for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 is: [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:21.957489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-569ac454-93fe-4418-aec7-9f64b27fb924 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:21.959084 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-569ac454-93fe-4418-aec7-9f64b27fb924 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 1098 time: 0.0642693 Jul 05 03:45:22.025644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b91fa76-556c-4e46-9c0e-4eecfd7ea60b req-789b7647-7324-45c1-8aba-4394dbc6ebee tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.027375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b91fa76-556c-4e46-9c0e-4eecfd7ea60b req-789b7647-7324-45c1-8aba-4394dbc6ebee tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 1098 time: 0.1007638 Jul 05 03:45:22.038517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d041a40-9eb2-4108-85e5-5e472e3d95aa req-4430eb03-c5c0-426a-91b3-3fc1c836a750 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.040129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d041a40-9eb2-4108-85e5-5e472e3d95aa req-4430eb03-c5c0-426a-91b3-3fc1c836a750 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 949 time: 0.1044180 Jul 05 03:45:22.072453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-d4c009c3-f321-4ef4-bb47-2784415ff3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.074111 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-d4c009c3-f321-4ef4-bb47-2784415ff3f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.0990920 Jul 05 03:45:22.099262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b91fa76-556c-4e46-9c0e-4eecfd7ea60b req-bbd00c5b-8b4c-4daa-a3f8-2ca78aa84ae8 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581267 Jul 05 03:45:22.105398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d041a40-9eb2-4108-85e5-5e472e3d95aa req-19cb115e-8089-428f-b0e3-b0994d3383e7 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578771 Jul 05 03:45:22.159934 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-955af3ff-55e9-44d4-8101-0b3549d91a45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f11aa4bc-77dc-4853-ace2-521cd3e5c205 HTTP/1.1" status: 200 len: 217 time: 0.0622113 Jul 05 03:45:22.166290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b4e32b2-396c-4dfe-a4d3-bf08c6833dfc None None] New status for floating IP 5599f66d-d580-4b70-bc75-61886087a4e0: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:45:22.262041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-f763681f-1984-4f69-8398-a2b9b14de85c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.269059 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-f763681f-1984-4f69-8398-a2b9b14de85c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0924346 Jul 05 03:45:22.430407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39974dd3-a372-45b9-9be6-75360788da13 req-39eb245b-5b40-4f4d-a8c6-4117c54a05c2 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.432200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39974dd3-a372-45b9-9be6-75360788da13 req-39eb245b-5b40-4f4d-a8c6-4117c54a05c2 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 945 time: 0.1437321 Jul 05 03:45:22.445236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-cde85be8-7025-4cec-9900-723934d24379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:22.445236 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-cde85be8-7025-4cec-9900-723934d24379 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1517327 Jul 05 03:45:22.513857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39974dd3-a372-45b9-9be6-75360788da13 req-abcd7a05-1baf-4fd3-bad8-6dbb430e915d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753028 Jul 05 03:45:22.627729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-61be292f-3ee0-4de4-b931-b2cc6cb8c1ef service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1717854 Jul 05 03:45:22.738121 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-33043fdb-034a-4403-92e6-fcf6047aa7dc req-fe7ef4b8-959c-4afa-be52-e8204c4ce152 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958521 Jul 05 03:45:22.787878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44686) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:22.806934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cdd9950a-25c2-4a6b-9892-5ec6851085bf no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:22.901059 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:22.924119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:22.926882 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688e0030-a914-405a-ab70-56a99853ce78" -d '{"events": [{"server_uuid": "527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd9950a-25c2-4a6b-9892-5ec6851085bf"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:22.946777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-de64d170-fc39-480f-b524-ffb7516d16f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c7b66aad3ba4b008b0af502c0351963&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1568184 Jul 05 03:45:22.947320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port cdd9950a-25c2-4a6b-9892-5ec6851085bf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:22.949416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44694) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:23.002842 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbf10ed9-b33f-447b-b2af-28ceece13193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.029732 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.030467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 97eecb55-f8b0-4d67-93ca-f20967da14a5 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:23.055198 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbf10ed9-b33f-447b-b2af-28ceece13193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.067389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 97eecb55-f8b0-4d67-93ca-f20967da14a5 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:23.067740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 97eecb55-f8b0-4d67-93ca-f20967da14a5 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:23.096199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=cdd9950a-25c2-4a6b-9892-5ec6851085bf,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:23.118215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c795fb-a4b1-499f-9465-981ba4582567 req-eebeb046-a888-4f08-8c9a-10dc72c16412 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:23.119830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c795fb-a4b1-499f-9465-981ba4582567 req-eebeb046-a888-4f08-8c9a-10dc72c16412 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 948 time: 0.1046934 Jul 05 03:45:23.161051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c795fb-a4b1-499f-9465-981ba4582567 req-d0f1c31d-24f1-45bb-81d7-3ed875370ec0 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354528 Jul 05 03:45:23.229411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbf10ed9-b33f-447b-b2af-28ceece13193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.232024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbf10ed9-b33f-447b-b2af-28ceece13193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.235950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cbf10ed9-b33f-447b-b2af-28ceece13193 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622 HTTP/1.1" status: 204 len: 168 time: 0.2855034 Jul 05 03:45:23.246380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf10ed9-b33f-447b-b2af-28ceece13193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c1cf5cd-f6ed-46a8-b97c-bf8f209c6622,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:23.353732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d76a9c-d93a-403f-a1bb-436d662ce5a1 req-46022a45-60fd-4223-8c07-329170762b5e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:23.355671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2d76a9c-d93a-403f-a1bb-436d662ce5a1 req-46022a45-60fd-4223-8c07-329170762b5e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.0697718 Jul 05 03:45:23.408021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2d76a9c-d93a-403f-a1bb-436d662ce5a1 req-ea460888-ce39-4f37-b302-b23fda1fdce1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417495 Jul 05 03:45:23.604147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-6d243c1b-4baf-4dcc-b8e1-e1f81ec79ce6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:23.605626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-6d243c1b-4baf-4dcc-b8e1-e1f81ec79ce6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0863991 Jul 05 03:45:23.655536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-b9217499-9a47-445c-a185-13d5592c166e tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 696 time: 0.0444944 Jul 05 03:45:23.665176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-e95e9d08-066b-4ea2-87aa-ee65c1078264 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Request body: {'floatingip': {'port_id': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:23.707741 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-e95e9d08-066b-4ea2-87aa-ee65c1078264 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.864244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44728) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:23.906266 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-94949060-dc6b-4f8e-8adb-328518b99d8d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d577eff8a894132bd2fc19826d31060&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0407741 Jul 05 03:45:23.908919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44730) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:23.959375 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-950cbee1-a014-4e77-98f5-fa115ead6dad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:23.982795 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-950cbee1-a014-4e77-98f5-fa115ead6dad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.172245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-950cbee1-a014-4e77-98f5-fa115ead6dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.174937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-950cbee1-a014-4e77-98f5-fa115ead6dad admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.176164 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-e95e9d08-066b-4ea2-87aa-ee65c1078264 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.176687 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-950cbee1-a014-4e77-98f5-fa115ead6dad admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6723904b-e7d6-4ab1-af56-1e6165f84a2b HTTP/1.1" status: 204 len: 168 time: 0.2664082 Jul 05 03:45:24.184455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950cbee1-a014-4e77-98f5-fa115ead6dad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6723904b-e7d6-4ab1-af56-1e6165f84a2b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:24.241219 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-e95e9d08-066b-4ea2-87aa-ee65c1078264 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.346025 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-e95e9d08-066b-4ea2-87aa-ee65c1078264 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Floating IP 5599f66d-d580-4b70-bc75-61886087a4e0 associated. External IP: 172.25.4.103, port: c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4. Jul 05 03:45:24.574131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-e95e9d08-066b-4ea2-87aa-ee65c1078264 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:45:24.670914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-364f5fe9-7c80-49c4-a076-584442067048 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:45:24.672310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-364f5fe9-7c80-49c4-a076-584442067048 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0079854 Jul 05 03:45:24.686492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Request body: {'binding': {'host': 'n-h2-758944-41', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:24.686935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Unknown quota resources ['binding']. {{(pid=100896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:45:24.719481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-e95e9d08-066b-4ea2-87aa-ee65c1078264 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:24.727641 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-e95e9d08-066b-4ea2-87aa-ee65c1078264 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:24.730449 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] Sync routers for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:24.740253 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:24.740860 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:24.811572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-e95e9d08-066b-4ea2-87aa-ee65c1078264 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "PUT /v2.0/floatingips/5599f66d-d580-4b70-bc75-61886087a4e0 HTTP/1.1" status: 200 len: 997 time: 1.1506324 Jul 05 03:45:24.813776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:24.815767 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ba14cdd-5692-4794-a036-59a7d843d07b" -d '{"events": [{"name": "network-changed", "server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:24.857735 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:24.905805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on host n-h2-758944-41 for vnic_type normal with profile None {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:24.906131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:24.906453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:24.922427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:24.922427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:24.925918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-b96a7b92-c023-4fd5-8b9a-2a1e0f2193fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:24.927420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-b96a7b92-c023-4fd5-8b9a-2a1e0f2193fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1098 time: 0.0948620 Jul 05 03:45:24.928557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:24.928886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:24.929258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:24.929728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Bound port: 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:25.044648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:25.073674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-2bad62f5-e7f4-440d-9467-64cdea561fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.075653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-2bad62f5-e7f4-440d-9467-64cdea561fe8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.1218505 Jul 05 03:45:25.088974 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-b3ba2d3a-58e6-4a50-8d8d-9e1428be2c9b service neutron] 10.222.0.13 "GET /v2.0/ports/4428445b-a8e9-4564-a843-aa1fa6acc312/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 383 time: 0.0867436 Jul 05 03:45:25.128615 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:23:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:24Z', 'revision_number': 8, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:25.133169 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] Notify callbacks [] for binding, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.135003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-16107bdd-2cd4-4f6a-8f67-f56be717d201 service neutron] 10.222.0.30 "POST /v2.0/ports/93443ecc-e9d9-43b3-9b6a-13f7cc237867/bindings HTTP/1.1" status: 201 len: 390 time: 0.4512484 Jul 05 03:45:25.164488 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] Checking router: 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:25.165539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-273e8ce4-fe03-44e1-87bd-34c6e7b19812 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 1000 time: 0.0834317 Jul 05 03:45:25.174411 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:25.175498 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:25.222688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-20f73edf-f288-4a44-95c9-bbacf00406cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.224059 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-20f73edf-f288-4a44-95c9-bbacf00406cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0489969 Jul 05 03:45:25.241608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44758) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:25.297454 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:25.308541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-a130a1a6-a5d1-468e-9bb9-0e7eb705d8f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.317518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-a130a1a6-a5d1-468e-9bb9-0e7eb705d8f6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0869651 Jul 05 03:45:25.345060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-network', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:25.395288 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf0324ad-ff9a-4495-9537-5fa4f5ee6bab x-openstack-request-id: req-cf0324ad-ff9a-4495-9537-5fa4f5ee6bab {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:25.395788 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd", "name": "network-vif-unplugged", "status": "completed", "tag": "cdd9950a-25c2-4a6b-9892-5ec6851085bf", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:25.396010 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf0324ad-ff9a-4495-9537-5fa4f5ee6bab {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:25.396329 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf', 'code': 200} Jul 05 03:45:25.457700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-5c7f7dfa-a09e-4636-91c7-8f211362fd6b service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383183 Jul 05 03:45:25.486718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Made reservation on behalf of 3dedf8c4f9b544f4be762775b5ac4aa8 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:25.489167 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.498907 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.562527 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:23:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:24Z', 'revision_number': 8, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:25.591308 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14bec33b-575b-4c8c-ab54-9fdd04e32beb None None] The sync data for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 is: [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5599f66d-d580-4b70-bc75-61886087a4e0', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'floating_ip_address': '172.25.4.103', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'port_id': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 477, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'mac_address': 'fa:16:3e:23:70:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:44:33Z', 'updated_at': '2021-07-05T03:45:24Z', 'revision_number': 8, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:25.632137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.637875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae89c869-6470-4107-92b6-5292b4bbe939 req-7d22851c-66d4-47b5-bcf8-874e76eaac00 service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774971 Jul 05 03:45:25.648301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663934a3-22bf-4676-953c-1a36ac4d5d1f req-c04ad44b-1a2a-4525-8003-59d0464a8a01 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.652875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-663934a3-22bf-4676-953c-1a36ac4d5d1f req-c04ad44b-1a2a-4525-8003-59d0464a8a01 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 949 time: 0.1103406 Jul 05 03:45:25.749451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.794885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:45:25.826307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9b18805-1af9-4812-ae91-85dc981fd24b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:25.837803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-b3ae3ace-db8f-4f8a-a2e4-5e40066c7b78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:25.839381 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-b3ae3ace-db8f-4f8a-a2e4-5e40066c7b78 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3&tenant_id=8a919433e3a0417582628b463d3b295d HTTP/1.1" status: 200 len: 1101 time: 0.1238649 Jul 05 03:45:25.840579 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:25.845364 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Added segment 48786dbc-fa4b-48cb-ad62-8782cd5e56b1 of type vlan for network c9fd141d-a923-482c-b175-0c2b269b02c3 Jul 05 03:45:25.884085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a30416c2-848f-4a94-8b6f-aefb4ce3270f None None] New status for floating IP 5599f66d-d580-4b70-bc75-61886087a4e0: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:45:25.935816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.022071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-29af58dc-571d-40f1-a326-775516fba479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.023793 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-29af58dc-571d-40f1-a326-775516fba479 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 1101 time: 0.1337974 Jul 05 03:45:26.102727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.103702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.104332 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.115858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-663934a3-22bf-4676-953c-1a36ac4d5d1f req-f57dacf1-65c6-4629-9c68-1cbefeb51085 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594646 Jul 05 03:45:26.121781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-1880e08f-4630-4cea-b061-5c6faa3916a7 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.121781 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-1880e08f-4630-4cea-b061-5c6faa3916a7 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.13 "GET /v2.0/ports?device_id=16c8dc76-1506-4f2c-9424-c86ab953e169 HTTP/1.1" status: 200 len: 946 time: 0.1494768 Jul 05 03:45:26.168835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-11f175ab-778e-4c0b-9385-91204d7e887c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.170493 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-11f175ab-778e-4c0b-9385-91204d7e887c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 1098 time: 0.1172645 Jul 05 03:45:26.239328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] Pushing event updated for resources: {'Network': ['ID=c9fd141d-a923-482c-b175-0c2b269b02c3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:26.252241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c9fd141d-a923-482c-b175-0c2b269b02c3 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:45:26.279316 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-771ad582-4e8b-4218-9278-15d0d8b595f1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0366018 Jul 05 03:45:26.282053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44776) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:26.289099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Request body: {'subnet': {'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-subnet', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:26.311857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-22a387d4-71b1-404f-86d5-6b47444e1c40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.313609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-22a387d4-71b1-404f-86d5-6b47444e1c40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.1264718 Jul 05 03:45:26.314008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-603ef84e-bb31-4bf3-8105-30f7e2de7e3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.315456 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-603ef84e-bb31-4bf3-8105-30f7e2de7e3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2667549 Jul 05 03:45:26.377533 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-5f417d0a-6d40-4ece-844f-8d324a1ded46 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867 HTTP/1.1" status: 200 len: 217 time: 0.0416536 Jul 05 03:45:26.377803 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-47bf06d3-7d11-44fb-a8bc-b7594e034726 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4428445b-a8e9-4564-a843-aa1fa6acc312 HTTP/1.1" status: 200 len: 217 time: 0.0411901 Jul 05 03:45:26.386539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Deleting port f11aa4bc-77dc-4853-ace2-521cd3e5c205 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:26.386879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.395639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28db58af-db61-4490-8d3c-ca2d03d758c5 req-157b9146-5f6d-4521-9720-b55709547530 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.399233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28db58af-db61-4490-8d3c-ca2d03d758c5 req-157b9146-5f6d-4521-9720-b55709547530 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1097 time: 0.0970678 Jul 05 03:45:26.460819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Made reservation on behalf of 3dedf8c4f9b544f4be762775b5ac4aa8 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:26.463677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.474506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28db58af-db61-4490-8d3c-ca2d03d758c5 req-1fe8db7c-ebb3-4e11-925b-c169615d6363 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672169 Jul 05 03:45:26.476218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-c7b2f057-dd81-47b4-8d40-a858733e66b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.477614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-c7b2f057-dd81-47b4-8d40-a858733e66b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.0790954 Jul 05 03:45:26.522930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-ea9ce9b7-fc92-4449-bcc8-f7881f037ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329118 Jul 05 03:45:26.541189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-13df99b2-9254-47c6-8686-247e808f55cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.542635 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-13df99b2-9254-47c6-8686-247e808f55cd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1375639 Jul 05 03:45:26.627303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] For port f11aa4bc-77dc-4853-ace2-521cd3e5c205, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=f11aa4bc-77dc-4853-ace2-521cd3e5c205,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:26.627666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:26.648255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Calling delete_port for f11aa4bc-77dc-4853-ace2-521cd3e5c205 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:26.700119 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff213575-bfbe-4ea3-bddb-f2c085bd3543 x-openstack-request-id: req-ff213575-bfbe-4ea3-bddb-f2c085bd3543 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:26.700450 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:26.700750 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff213575-bfbe-4ea3-bddb-f2c085bd3543 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:26.701203 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'status': 'completed', 'code': 200} Jul 05 03:45:26.708874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.13', 55127) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:26.765795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-7765c270-d757-45e4-b009-7edc2bfa22a2 service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199922 Jul 05 03:45:26.934606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b52bf-3dc7-4d37-809d-ab1689421df4 req-2bf4272f-fe62-46bd-973b-b6c33a2e8db9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:26.940440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c11b52bf-3dc7-4d37-809d-ab1689421df4 req-2bf4272f-fe62-46bd-973b-b6c33a2e8db9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.2516961 Jul 05 03:45:26.991584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-3b2e8dcf-caaf-41cc-a702-9e5ea5625870 service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2121940 Jul 05 03:45:27.008734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3304fc4a-8ad5-4cc8-b17a-b3725825b198 req-7d37a8d7-8ff4-4fd3-8dd6-159753e67d32 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.010497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3304fc4a-8ad5-4cc8-b17a-b3725825b198 req-7d37a8d7-8ff4-4fd3-8dd6-159753e67d32 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 946 time: 0.2167397 Jul 05 03:45:27.038698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c11b52bf-3dc7-4d37-809d-ab1689421df4 req-e9ce1a29-ce90-4a33-9496-a254c38521f4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897999 Jul 05 03:45:27.061583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-ab11034e-a0c9-41fc-87cd-8c175746424a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.063069 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-ab11034e-a0c9-41fc-87cd-8c175746424a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.5009079 Jul 05 03:45:27.069425 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3304fc4a-8ad5-4cc8-b17a-b3725825b198 req-9d706a34-4d37-482b-8f93-49ba6c05895f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517330 Jul 05 03:45:27.165995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-930d6627-d472-420b-b6f4-4b7c1b4162c7 req-2e99ff6a-e0a4-4da5-9e63-410afee7f09d tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips/5599f66d-d580-4b70-bc75-61886087a4e0 HTTP/1.1" status: 200 len: 999 time: 0.0953498 Jul 05 03:45:27.212236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-2c83b690-58b7-4234-bd95-7ebd53cbac77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.215318 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-2c83b690-58b7-4234-bd95-7ebd53cbac77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1098 time: 0.5018873 Jul 05 03:45:27.293761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:27.366426 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-dd29e468-a86d-47c0-8a4b-9c27a7e0f742 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2724485 Jul 05 03:45:27.377663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930d6627-d472-420b-b6f4-4b7c1b4162c7 req-4d78ca39-7de9-49f8-b593-4c6d3d242c5b tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.379065 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-930d6627-d472-420b-b6f4-4b7c1b4162c7 req-4d78ca39-7de9-49f8-b593-4c6d3d242c5b tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.2078938 Jul 05 03:45:27.385884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:27.396207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc59e9ab-b840-4d97-8c4e-44a284c2eea0 req-dcd198a1-8665-4cb1-ac8f-bbefec303d0b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.398911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc59e9ab-b840-4d97-8c4e-44a284c2eea0 req-dcd198a1-8665-4cb1-ac8f-bbefec303d0b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=09443b99-90c9-47e6-a953-bca6ba7b849a HTTP/1.1" status: 200 len: 949 time: 0.1623802 Jul 05 03:45:27.399999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'f11aa4bc-77dc-4853-ace2-521cd3e5c205'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:27.404860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-930d6627-d472-420b-b6f4-4b7c1b4162c7 req-002b7b20-0779-4fe3-803d-2dbf6040408c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:45:27.420754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-930d6627-d472-420b-b6f4-4b7c1b4162c7 req-002b7b20-0779-4fe3-803d-2dbf6040408c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0340104 Jul 05 03:45:27.425932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-335f7716-963d-48f8-a21c-746b25d627c0 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.428249 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-335f7716-963d-48f8-a21c-746b25d627c0 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1098 time: 0.2313197 Jul 05 03:45:27.435779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78cef0b-1575-4770-9f11-a38616563d53,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:27.450565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-41'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:27.498778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-5368261c-6e73-46ea-9773-77f7a2efbc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.499215 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-5368261c-6e73-46ea-9773-77f7a2efbc69 service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.2704391 Jul 05 03:45:27.529569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Pushing event deleted for resources: {'Port': ['ID=f11aa4bc-77dc-4853-ace2-521cd3e5c205,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:27.538353 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc59e9ab-b840-4d97-8c4e-44a284c2eea0 req-83242595-2d9c-4ba3-b3b6-83957548ffaa tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1157081 Jul 05 03:45:27.609746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Checking segment: {'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:27.610091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Network hostable DHCP agents. Network: c9fd141d-a923-482c-b175-0c2b269b02c3, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:45:27.647515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] No DVR routers for this DVR port f11aa4bc-77dc-4853-ace2-521cd3e5c205 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:27.656058 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:27.658024 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.13 "DELETE /v2.0/ports/f11aa4bc-77dc-4853-ace2-521cd3e5c205 HTTP/1.1" status: 204 len: 173 time: 1.5289147 Jul 05 03:45:27.660463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'name': 'network-vif-deleted', 'tag': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:27.662744 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b0e846-a953-44a8-a749-516d3a916eff" -d '{"events": [{"server_uuid": "16c8dc76-1506-4f2c-9424-c86ab953e169", "name": "network-vif-deleted", "tag": "f11aa4bc-77dc-4853-ace2-521cd3e5c205"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:27.698676 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ca9f24c-b999-4e3a-ab6b-6544a6dd70a8 req-1078acd2-50d2-4895-b876-7fec27d5f51c service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3173676 Jul 05 03:45:27.700489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-d6aca185-c67e-4fa4-9728-874b00a5525c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 1002 time: 0.1721370 Jul 05 03:45:27.708290 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:27.744026 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-925fe925-29ef-4bc0-98f5-35f41162ee90 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 1002 time: 0.1441565 Jul 05 03:45:27.769964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-43a99b0f-9769-4d7a-9cc1-d30df3cf6880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.771445 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-43a99b0f-9769-4d7a-9cc1-d30df3cf6880 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0533743 Jul 05 03:45:27.779171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Network c9fd141d-a923-482c-b175-0c2b269b02c3 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:45:27.834921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8837284-fa60-400c-9dfe-a3c40f789ca2 req-4110b8f1-5155-4d87-8586-ece67bc0ed95 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.836412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8837284-fa60-400c-9dfe-a3c40f789ca2 req-4110b8f1-5155-4d87-8586-ece67bc0ed95 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1097 time: 0.1783223 Jul 05 03:45:27.857251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-82173ad6-17c4-49c6-9b79-4d1e83545f8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.859300 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-82173ad6-17c4-49c6-9b79-4d1e83545f8e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0698321 Jul 05 03:45:27.860266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c9fd141d-a923-482c-b175-0c2b269b02c3) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:27.864661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.865500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:27.872964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4036f0-e789-41f3-94c1-69c2f6e377b5 None None] Network c9fd141d-a923-482c-b175-0c2b269b02c3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:45:27.913350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f6a5b-3980-4850-a951-2d71405fc356 req-3125c91c-c6d5-4dcf-947a-e91fec377168 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:27.915110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-3125c91c-c6d5-4dcf-947a-e91fec377168 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports/c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 943 time: 0.1407902 Jul 05 03:45:27.995508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8837284-fa60-400c-9dfe-a3c40f789ca2 req-510dad71-d404-42e5-aa40-56242b105716 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118655 Jul 05 03:45:28.003175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:28.009788 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-a039fb17-76ac-4d4e-a358-b00b63d4eb02 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361182 Jul 05 03:45:28.014814 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b81ececa-d82b-4904-86a8-2b48eb7efe4b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.7285812 Jul 05 03:45:28.015247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44800) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:28.028518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-router', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:28.108819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:28.171484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.174390 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.220453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-c9fd141d-a923-482c-b175-0c2b269b02c3', 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'fixed_ips': [{'subnet_id': 'b78cef0b-1575-4770-9f11-a38616563d53'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:45:28.231166 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.266173 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.277900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-ff09dfb6-e1c4-45ee-b773-7d141a98a0c7 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 1002 time: 0.1941090 Jul 05 03:45:28.280594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.316951 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ba14cdd-5692-4794-a036-59a7d843d07b req-936efb71-0444-400a-b7b3-e8edae67e348 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2551572 Jul 05 03:45:28.391126 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.393639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Allocated IP 172.20.0.2 (c9fd141d-a923-482c-b175-0c2b269b02c3/b78cef0b-1575-4770-9f11-a38616563d53/80307b1c-5196-4705-a398-9d7d92abf3df) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:28.500714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f6a5b-3980-4850-a951-2d71405fc356 req-0abcd452-670d-4ef5-b42e-ac59c04556a5 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.501987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-0abcd452-670d-4ef5-b42e-ac59c04556a5 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.2085056 Jul 05 03:45:28.510201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efeb4c-977e-488c-bc78-e0038021611e req-ac112240-5a47-4f0f-bac3-547a84151815 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.510754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.516344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4efeb4c-977e-488c-bc78-e0038021611e req-ac112240-5a47-4f0f-bac3-547a84151815 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:28.517962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4efeb4c-977e-488c-bc78-e0038021611e req-ac112240-5a47-4f0f-bac3-547a84151815 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=09443b99-90c9-47e6-a953-bca6ba7b849a&device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 1689 time: 0.2354572 Jul 05 03:45:28.549504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Pushing event updated for resources: {'Port': ['ID=93443ecc-e9d9-43b3-9b6a-13f7cc237867,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:28.577971 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.591948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Transition to ACTIVE for port object 80307b1c-5196-4705-a398-9d7d92abf3df will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:28.612419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Transition to ACTIVE for port object 80307b1c-5196-4705-a398-9d7d92abf3df will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:28.619721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on host n-h1-758944-41 for vnic_type normal with profile {"migrating_to": "n-h2-758944-41"} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:28.620105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:28.620405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:28.636683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:28.637006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Attempting to bind port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:28.651711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-a2f25c4d-7a2d-4dae-9c7d-afd94ac48b77 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 1002 time: 0.1327567 Jul 05 03:45:28.654568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:28.654883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:28.655259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:28.655686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Bound port: 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:28.656164 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.662889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4efeb4c-977e-488c-bc78-e0038021611e req-2465a2f1-93fc-43f8-9f5f-7e878458ec1d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152256 Jul 05 03:45:28.673100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-212f6a5b-3980-4850-a951-2d71405fc356 req-cd9a5cd3-8e4e-420d-86a5-78d3b813d9b6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:28.704025 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.704818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93443ecc-e9d9-43b3-9b6a-13f7cc237867'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:28.707323 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a9e2ed-e2ee-4a66-a0ac-5d99309bc881" -d '{"events": [{"server_uuid": "dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8", "name": "network-vif-unplugged", "status": "completed", "tag": "93443ecc-e9d9-43b3-9b6a-13f7cc237867"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:28.754829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Network c9fd141d-a923-482c-b175-0c2b269b02c3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:28.759563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:28.765771 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-212f6a5b-3980-4850-a951-2d71405fc356 req-cd9a5cd3-8e4e-420d-86a5-78d3b813d9b6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.771081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:28.788339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Pushing event updated for resources: {'Port': ['ID=80307b1c-5196-4705-a398-9d7d92abf3df,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:28.830159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:28.842814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.851053 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c9a9a2-0f02-4ca4-b64f-e0916afa4cc9 x-openstack-request-id: req-53c9a9a2-0f02-4ca4-b64f-e0916afa4cc9 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:28.853202 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16c8dc76-1506-4f2c-9424-c86ab953e169", "name": "network-vif-deleted", "tag": "f11aa4bc-77dc-4853-ace2-521cd3e5c205", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:28.853202 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53c9a9a2-0f02-4ca4-b64f-e0916afa4cc9 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:28.853202 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16c8dc76-1506-4f2c-9424-c86ab953e169', 'name': 'network-vif-deleted', 'tag': 'f11aa4bc-77dc-4853-ace2-521cd3e5c205', 'status': 'completed', 'code': 200} Jul 05 03:45:28.857623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Attempting to bind port 80307b1c-5196-4705-a398-9d7d92abf3df on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:28.858135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Attempting to bind port 80307b1c-5196-4705-a398-9d7d92abf3df by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:28.858609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Attempting to bind port 80307b1c-5196-4705-a398-9d7d92abf3df on network c9fd141d-a923-482c-b175-0c2b269b02c3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:28.864765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:28.865332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Checking segment: {'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:28.865853 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.866369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Bound using segment: {'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:28.867170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Bound port: 80307b1c-5196-4705-a398-9d7d92abf3df, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:28.867710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.874203 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.881656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:28.947213 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-212f6a5b-3980-4850-a951-2d71405fc356 req-cd9a5cd3-8e4e-420d-86a5-78d3b813d9b6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:28.950776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] For port 80307b1c-5196-4705-a398-9d7d92abf3df, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:28.955260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] For port 80307b1c-5196-4705-a398-9d7d92abf3df, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=80307b1c-5196-4705-a398-9d7d92abf3df,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:28.962725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.018666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Allocated IP 172.25.4.159 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/e648ccf3-d78c-4190-92c4-e784e8b61ed9) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:29.027970 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-212f6a5b-3980-4850-a951-2d71405fc356 req-cd9a5cd3-8e4e-420d-86a5-78d3b813d9b6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.029374 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-212f6a5b-3980-4850-a951-2d71405fc356 req-cd9a5cd3-8e4e-420d-86a5-78d3b813d9b6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Floating IP 5599f66d-d580-4b70-bc75-61886087a4e0 disassociated. External IP: 172.25.4.103, port: c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4. Jul 05 03:45:29.041953 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.102582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c8cde1-9bbf-4b4f-ae1d-93ff69470992 None None] Pushing event updated for resources: {'Port': ['ID=80307b1c-5196-4705-a398-9d7d92abf3df,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:29.144463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:29.145390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.147141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] 10.222.0.13 "PUT /v2.0/ports/93443ecc-e9d9-43b3-9b6a-13f7cc237867 HTTP/1.1" status: 200 len: 1124 time: 1.7034745 Jul 05 03:45:29.155638 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.171761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77725f4a-d92a-490f-99cd-7b04910f8b31 service neutron] Pushing event updated for resources: {'Port': ['ID=93443ecc-e9d9-43b3-9b6a-13f7cc237867,revision_number=8']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:29.192079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18263e30-27af-47c1-bf13-7a13d5dcddb6 req-76bc664d-236a-4c41-9a7c-96ea8d314db3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:29.200172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18263e30-27af-47c1-bf13-7a13d5dcddb6 req-76bc664d-236a-4c41-9a7c-96ea8d314db3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.2515531 Jul 05 03:45:29.260787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.279524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['93443ecc-e9d9-43b3-9b6a-13f7cc237867'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:29.294475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18263e30-27af-47c1-bf13-7a13d5dcddb6 req-0777e1d0-0b69-467c-890e-38d2278718fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934057 Jul 05 03:45:29.321879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:29.340836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:29.349447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:29.363050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Pushing event updated for resources: {'Port': ['ID=e648ccf3-d78c-4190-92c4-e784e8b61ed9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:29.439767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 4428445b-a8e9-4564-a843-aa1fa6acc312 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:29.596763 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.641887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4428445b-a8e9-4564-a843-aa1fa6acc312'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:29.644541 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-059b9807-6ea5-4c3b-ac7d-0e6c9dcee02e" -d '{"events": [{"server_uuid": "4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "4428445b-a8e9-4564-a843-aa1fa6acc312"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:29.667115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 4428445b-a8e9-4564-a843-aa1fa6acc312, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=4428445b-a8e9-4564-a843-aa1fa6acc312,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:29.755557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.756385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device f11aa4bc-77dc-4853-ace2-521cd3e5c205 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:29.801397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: f11aa4bc-77dc-4853-ace2-521cd3e5c205 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:29.801631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device f11aa4bc-77dc-4853-ace2-521cd3e5c205 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:29.832070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=4428445b-a8e9-4564-a843-aa1fa6acc312,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:29.837460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:29.871005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-212f6a5b-3980-4850-a951-2d71405fc356 req-cd9a5cd3-8e4e-420d-86a5-78d3b813d9b6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:45:29.898748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5daa8d-5ca0-4e77-bb28-b06015f022c3 req-d06eab37-bc60-4c91-aa62-3379a0a78c9a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:29.904408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f5daa8d-5ca0-4e77-bb28-b06015f022c3 req-d06eab37-bc60-4c91-aa62-3379a0a78c9a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 944 time: 0.1042187 Jul 05 03:45:29.990924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f5daa8d-5ca0-4e77-bb28-b06015f022c3 req-05f066e3-6d22-4421-a388-6fe80969fa6c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836804 Jul 05 03:45:30.061573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.068399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-212f6a5b-3980-4850-a951-2d71405fc356 req-cd9a5cd3-8e4e-420d-86a5-78d3b813d9b6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:30.073596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-212f6a5b-3980-4850-a951-2d71405fc356 req-cd9a5cd3-8e4e-420d-86a5-78d3b813d9b6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.081417 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] Sync routers for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:30.099871 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:30.100696 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:30.134737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-cd9a5cd3-8e4e-420d-86a5-78d3b813d9b6 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "PUT /v2.0/floatingips/5599f66d-d580-4b70-bc75-61886087a4e0 HTTP/1.1" status: 200 len: 696 time: 1.4750397 Jul 05 03:45:30.231659 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:30.257638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f6a5b-3980-4850-a951-2d71405fc356 req-15c847cc-aaad-4f2d-b2f2-4d4d6067c035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.259487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-15c847cc-aaad-4f2d-b2f2-4d4d6067c035 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1098 time: 0.1027107 Jul 05 03:45:30.290173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aee3ccd-fce9-40d3-9ac6-95462beaece4 None None] Network c9fd141d-a923-482c-b175-0c2b269b02c3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:45:30.360963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Router 32d4a385-6209-4d85-bd39-f2c6f82e1fca is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:45:30.392874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f6a5b-3980-4850-a951-2d71405fc356 req-9428a90c-6ffa-49ce-9344-52854290de43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.395826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-9428a90c-6ffa-49ce-9344-52854290de43 service neutron] 10.222.0.30 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.1270220 Jul 05 03:45:30.455422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-61699720-b5f7-4fca-9e53-14deac96cde2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 217 time: 0.0527864 Jul 05 03:45:30.496354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bb6ee78c-dd5f-477d-a95f-3a89c07dfe09 None None] Provisioning for port 80307b1c-5196-4705-a398-9d7d92abf3df completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:30.508122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:30.516765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Sync routers for ids ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:30.520018 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:30.527254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Routers {'32d4a385-6209-4d85-bd39-f2c6f82e1fca'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:30.527805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:30.529737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f6a5b-3980-4850-a951-2d71405fc356 req-df7dfefb-d8d7-49cd-9dc3-2fd3e9fd6120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.541963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-df7dfefb-d8d7-49cd-9dc3-2fd3e9fd6120 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.0801992 Jul 05 03:45:30.556586 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] Checking router: 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:30.586450 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:30.587034 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:30.601784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:30.603031 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-983248a0-d8f0-4ba8-a728-2b09cb1f3ccb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5852914 Jul 05 03:45:30.606656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44832) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:30.625860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f6a5b-3980-4850-a951-2d71405fc356 req-1c9fccef-8c47-4b42-8973-77e9afa9905e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:30.636005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-1c9fccef-8c47-4b42-8973-77e9afa9905e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0929158 Jul 05 03:45:30.777265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Set router 32d4a385-6209-4d85-bd39-f2c6f82e1fca gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:30.819436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-3aa1f51d-0a9c-4325-838b-41d65477f6dd service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818962 Jul 05 03:45:30.826565 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c493de4c-b705-411d-a46f-aecc66c13c19 x-openstack-request-id: req-c493de4c-b705-411d-a46f-aecc66c13c19 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:30.827047 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8", "name": "network-vif-unplugged", "status": "completed", "tag": "93443ecc-e9d9-43b3-9b6a-13f7cc237867", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:30.828538 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c493de4c-b705-411d-a46f-aecc66c13c19 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:30.829035 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '93443ecc-e9d9-43b3-9b6a-13f7cc237867', 'code': 200} Jul 05 03:45:30.918012 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83d9f410-02c6-470a-bd64-75b02dbd220c x-openstack-request-id: req-83d9f410-02c6-470a-bd64-75b02dbd220c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:30.918301 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3", "name": "network-vif-unplugged", "status": "completed", "tag": "4428445b-a8e9-4564-a843-aa1fa6acc312", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:30.918563 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83d9f410-02c6-470a-bd64-75b02dbd220c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:30.919121 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4428445b-a8e9-4564-a843-aa1fa6acc312', 'code': 200} Jul 05 03:45:31.008790 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:31.041392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f6a5b-3980-4850-a951-2d71405fc356 req-8c59c137-0580-4017-b66e-63699a4faa7b service neutron] 10.222.0.30 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194083 Jul 05 03:45:31.152944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-router', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:29Z', 'revision_number': 3, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'gw_port': {'id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:31.190488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Checking router: 32d4a385-6209-4d85-bd39-f2c6f82e1fca for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:31.190961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Updating router 32d4a385-6209-4d85-bd39-f2c6f82e1fca port e648ccf3-d78c-4190-92c4-e784e8b61ed9 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:45:31.267469 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:31.374884 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:31.381459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 80307b1c-5196-4705-a398-9d7d92abf3df up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:31.404807 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79592b85-7e5a-49ff-bcd9-511046fcb947 None None] The sync data for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 is: [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:44:04Z', 'revision_number': 4, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '64f58ad2-53c9-46fb-8ed8-419515105aed', 'name': '', 'network_id': 'fe5d4d29-f554-483d-9a12-649266b1959d', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'mac_address': 'fa:16:3e:8f:b5:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_interface', 'standard_attr_id': 466, 'fixed_ips': [{'subnet_id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:44:02Z', 'updated_at': '2021-07-05T03:44:11Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'subnets': [{'id': '6ebac950-6876-4afe-a063-4eb11d9d414e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:31.431263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 93443ecc-e9d9-43b3-9b6a-13f7cc237867 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:31.478796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06497798-6eaf-488d-a30d-79ad5ead6001 req-b6f1886f-3a57-44b1-a63d-e538f2254e00 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.480707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06497798-6eaf-488d-a30d-79ad5ead6001 req-b6f1886f-3a57-44b1-a63d-e538f2254e00 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 947 time: 0.1353226 Jul 05 03:45:31.493438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682301b4-038e-4eba-a040-123b8ebc2212 req-bc5ee62c-5866-4171-afeb-e0f705783573 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.499622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-682301b4-038e-4eba-a040-123b8ebc2212 req-bc5ee62c-5866-4171-afeb-e0f705783573 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=09443b99-90c9-47e6-a953-bca6ba7b849a HTTP/1.1" status: 200 len: 1101 time: 0.1392443 Jul 05 03:45:31.563058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-682301b4-038e-4eba-a040-123b8ebc2212 req-418c5694-ac43-4bcd-af3c-bcaa67f91de9 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610712 Jul 05 03:45:31.566523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06497798-6eaf-488d-a30d-79ad5ead6001 req-fa7ddfcb-b047-4854-9b74-de4f4fc04d94 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775754 Jul 05 03:45:31.759132 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55ff1de-0a74-4f74-a29c-4baeaf54d028 None None] New status for floating IP 5599f66d-d580-4b70-bc75-61886087a4e0: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:45:31.800682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1dbbbc-22bb-4414-8343-d7536ae36fd0 req-470b5759-b438-4bf0-8bb2-d5fe86eb0dba tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:31.805686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b1dbbbc-22bb-4414-8343-d7536ae36fd0 req-470b5759-b438-4bf0-8bb2-d5fe86eb0dba tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 944 time: 0.1069341 Jul 05 03:45:31.833452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:31.850388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 93443ecc-e9d9-43b3-9b6a-13f7cc237867 has no active binding in host n-h2-758944-41 {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:45:31.850710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ea9fb472-6284-4713-ad41-90d0af696820 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:31.858767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b1dbbbc-22bb-4414-8343-d7536ae36fd0 req-294a08e8-a6af-48d4-b033-3561f60f6755 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518663 Jul 05 03:45:31.879331 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.003803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:32.021840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'ea9fb472-6284-4713-ad41-90d0af696820', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'ea9fb472-6284-4713-ad41-90d0af696820', 'mac_address': 'fa:16:3e:b2:5e:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.199'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:32.088246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08c03ff-6165-45eb-9b57-1ffb0aba33c0 req-d7aa4179-d6eb-4832-8949-c02770a61bdd tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:32.089941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c08c03ff-6165-45eb-9b57-1ffb0aba33c0 req-d7aa4179-d6eb-4832-8949-c02770a61bdd tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 1101 time: 0.1334097 Jul 05 03:45:32.096515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Allocated IP 172.20.0.1 (c9fd141d-a923-482c-b175-0c2b269b02c3/b78cef0b-1575-4770-9f11-a38616563d53/495ab5db-cdd8-4ac8-b475-ec275206e833) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:32.143533 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c08c03ff-6165-45eb-9b57-1ffb0aba33c0 req-5a306d4e-4416-4058-9bd8-453bb2ebce22 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458875 Jul 05 03:45:32.189997 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.217284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea9fb472-6284-4713-ad41-90d0af696820 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:32.228758 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-39630573-c9d5-4d3b-aa8d-5c76c05a3a04 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips/5599f66d-d580-4b70-bc75-61886087a4e0 HTTP/1.1" status: 200 len: 696 time: 0.0730927 Jul 05 03:45:32.232305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 80307b1c-5196-4705-a398-9d7d92abf3df completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:32.248977 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.255096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 80307b1c-5196-4705-a398-9d7d92abf3df triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:32.255791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.272342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Transition to ACTIVE for port object 495ab5db-cdd8-4ac8-b475-ec275206e833 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:32.319878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:32.394053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-3130e472-6cb5-4925-9947-570b2b86741d tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:32.400982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-3130e472-6cb5-4925-9947-570b2b86741d tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1708672 Jul 05 03:45:32.406731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.408101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-7bf123a5-33fb-41df-b817-30e97b2b45d4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:45:32.408556 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.415631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-7bf123a5-33fb-41df-b817-30e97b2b45d4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137162 Jul 05 03:45:32.452739 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.499983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-5adae569-fd41-4738-bc9d-cff778166f01 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 697 time: 0.0834031 Jul 05 03:45:32.524017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Network c9fd141d-a923-482c-b175-0c2b269b02c3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:32.529363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:32.533703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:32.571435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 80307b1c-5196-4705-a398-9d7d92abf3df, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=80307b1c-5196-4705-a398-9d7d92abf3df,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:32.580308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:32.588393 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.591405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Pushing event updated for resources: {'Port': ['ID=495ab5db-cdd8-4ac8-b475-ec275206e833,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:32.651232 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.655510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-27131a16-3d39-45af-a13d-8cd243c61b6d tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.103 HTTP/1.1" status: 200 len: 697 time: 0.1477437 Jul 05 03:45:32.667295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Transition to ACTIVE for port object e648ccf3-d78c-4190-92c4-e784e8b61ed9 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:32.672426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.715951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-76d210cf-77b1-4669-83dd-cbc4a5cc4fe5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0951228 Jul 05 03:45:32.738279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=80307b1c-5196-4705-a398-9d7d92abf3df,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:32.744102 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.805194 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Attempting to bind port e648ccf3-d78c-4190-92c4-e784e8b61ed9 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:32.805564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Attempting to bind port e648ccf3-d78c-4190-92c4-e784e8b61ed9 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:32.806059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Attempting to bind port e648ccf3-d78c-4190-92c4-e784e8b61ed9 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:32.813452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:32.813829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:32.814230 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.814625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:32.815104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Bound port: e648ccf3-d78c-4190-92c4-e784e8b61ed9, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:32.815487 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.848692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['ea9fb472-6284-4713-ad41-90d0af696820'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:32.855290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a973d08-5bfb-49b0-899d-00847eb3d180 None None] Pushing event updated for resources: {'Port': ['ID=e648ccf3-d78c-4190-92c4-e784e8b61ed9,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:32.856448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'tag': '93443ecc-e9d9-43b3-9b6a-13f7cc237867'}, {'name': 'network-changed', 'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:32.858669 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e0eaf4f-f269-4de6-bb55-31405f46d150" -d '{"events": [{"name": "network-changed", "server_uuid": "dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8", "tag": "93443ecc-e9d9-43b3-9b6a-13f7cc237867"}, {"name": "network-changed", "server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:32.878841 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:32.960157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] For port e648ccf3-d78c-4190-92c4-e784e8b61ed9, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:32.965620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] For port e648ccf3-d78c-4190-92c4-e784e8b61ed9, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e648ccf3-d78c-4190-92c4-e784e8b61ed9,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:32.992615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-25e5d97e-ce9c-4eda-9c81-8367325e03c4 None None] Provisioning for port 495ab5db-cdd8-4ac8-b475-ec275206e833 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:33.005896 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-25e5d97e-ce9c-4eda-9c81-8367325e03c4 None None] Provisioning complete for port 495ab5db-cdd8-4ac8-b475-ec275206e833 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:33.006311 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-25e5d97e-ce9c-4eda-9c81-8367325e03c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.025629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-0fd242b6-44b0-46d1-bd9a-cd54aef6fd46 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.027796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-0fd242b6-44b0-46d1-bd9a-cd54aef6fd46 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2735357 Jul 05 03:45:33.042751 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.053439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-e6b0e96b-b482-4c15-8130-7018b1fcc727 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Deleting port 2e45c235-e337-4443-932b-36773e5ddc65 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:33.054195 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-e6b0e96b-b482-4c15-8130-7018b1fcc727 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.058812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-c9d4c959-4a38-44fd-b63b-54c8d9b01569 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/quotas/8d129a1c118c47fd9521ef148ce4950a HTTP/1.1" status: 200 len: 375 time: 0.0216274 Jul 05 03:45:33.133576 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.137448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a973d08-5bfb-49b0-899d-00847eb3d180 None None] Pushing event updated for resources: {'Port': ['ID=e648ccf3-d78c-4190-92c4-e784e8b61ed9,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:33.162748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-25e5d97e-ce9c-4eda-9c81-8367325e03c4 None None] Port 495ab5db-cdd8-4ac8-b475-ec275206e833 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:33.177880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Routers {'32d4a385-6209-4d85-bd39-f2c6f82e1fca'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:33.178988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:33.183967 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.225386 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-e6b0e96b-b482-4c15-8130-7018b1fcc727 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.225979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-e6b0e96b-b482-4c15-8130-7018b1fcc727 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.251607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-b825be3a-b98e-416c-b7b9-545a4807bd50 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1650908 Jul 05 03:45:33.256629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-e6b0e96b-b482-4c15-8130-7018b1fcc727 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Calling delete_port for 2e45c235-e337-4443-932b-36773e5ddc65 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:33.306069 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.308869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Pushing event updated for resources: {'Port': ['ID=495ab5db-cdd8-4ac8-b475-ec275206e833,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:33.316557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 80307b1c-5196-4705-a398-9d7d92abf3df up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:33.433953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] Set router 32d4a385-6209-4d85-bd39-f2c6f82e1fca gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:33.472204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 4428445b-a8e9-4564-a843-aa1fa6acc312 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:33.479955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Network c9fd141d-a923-482c-b175-0c2b269b02c3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:33.481868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:33.561256 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-e6b0e96b-b482-4c15-8130-7018b1fcc727 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.621792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b0e96b-b482-4c15-8130-7018b1fcc727 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Pushing event deleted for resources: {'Port': ['ID=2e45c235-e337-4443-932b-36773e5ddc65,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:33.657992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 80307b1c-5196-4705-a398-9d7d92abf3df triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:33.657992 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.769021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Router 32d4a385-6209-4d85-bd39-f2c6f82e1fca has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:45:33.826998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-e6b0e96b-b482-4c15-8130-7018b1fcc727 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.829733 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-e6b0e96b-b482-4c15-8130-7018b1fcc727 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.830922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fe25f30-c4f9-4db7-89a3-bb1b9c32888c req-e6b0e96b-b482-4c15-8130-7018b1fcc727 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "DELETE /v2.0/floatingips/5599f66d-d580-4b70-bc75-61886087a4e0 HTTP/1.1" status: 204 len: 173 time: 1.1745732 Jul 05 03:45:33.848106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 4428445b-a8e9-4564-a843-aa1fa6acc312, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=4428445b-a8e9-4564-a843-aa1fa6acc312,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:33.864872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '4428445b-a8e9-4564-a843-aa1fa6acc312', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '4428445b-a8e9-4564-a843-aa1fa6acc312', 'mac_address': 'fa:16:3e:ee:22:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.25'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:33.882171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ae5bb9-acf0-4d22-9aa4-08a5237e85f0 req-e45e82fb-2516-4ede-ac1c-0c196d5ac11d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:33.885280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38ae5bb9-acf0-4d22-9aa4-08a5237e85f0 req-e45e82fb-2516-4ede-ac1c-0c196d5ac11d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 947 time: 0.1969714 Jul 05 03:45:33.905936 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-653e461a-b046-4353-b014-ded528e81216 x-openstack-request-id: req-653e461a-b046-4353-b014-ded528e81216 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:33.906258 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8", "tag": "93443ecc-e9d9-43b3-9b6a-13f7cc237867", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:33.906490 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-653e461a-b046-4353-b014-ded528e81216 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:33.906888 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'tag': '93443ecc-e9d9-43b3-9b6a-13f7cc237867', 'status': 'completed', 'code': 200} Jul 05 03:45:33.907160 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'status': 'completed', 'code': 200} Jul 05 03:45:33.971562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4b4e2c30-35f5-4f48-b1ad-1723b304cf1d None None] Provisioning complete for port 495ab5db-cdd8-4ac8-b475-ec275206e833 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:33.972000 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4b4e2c30-35f5-4f48-b1ad-1723b304cf1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:33.974376 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:34.010438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38ae5bb9-acf0-4d22-9aa4-08a5237e85f0 req-f5a69f5b-094c-4c00-9f64-272cf6586283 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143665 Jul 05 03:45:34.025835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:34.036393 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b5195d18-6d6f-40eb-9720-a16b217d0f1f admin admin] 10.222.0.30 "PUT /v2.0/routers/32d4a385-6209-4d85-bd39-f2c6f82e1fca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4242165 Jul 05 03:45:34.146934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-ef3d9dee-1ff0-4ec6-85e4-12773d8f0c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.149305 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-ef3d9dee-1ff0-4ec6-85e4-12773d8f0c52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 1127 time: 0.1249490 Jul 05 03:45:34.178712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4428445b-a8e9-4564-a843-aa1fa6acc312 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:34.251500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 4428445b-a8e9-4564-a843-aa1fa6acc312, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=4428445b-a8e9-4564-a843-aa1fa6acc312,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:34.252953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4b4e2c30-35f5-4f48-b1ad-1723b304cf1d None None] Port 495ab5db-cdd8-4ac8-b475-ec275206e833 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:34.281197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-router', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 4, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'gw_port': {'id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '495ab5db-cdd8-4ac8-b475-ec275206e833', 'name': '', 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'mac_address': 'fa:16:3e:79:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:31Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 2, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'subnets': [{'id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:34.283621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-5f466945-02ee-4823-b66c-45effd8ebe74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.285553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-5f466945-02ee-4823-b66c-45effd8ebe74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=67b75ff79a7349649feb96da35f40cde&device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 1098 time: 0.3008223 Jul 05 03:45:34.314357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d31c74-2273-44a6-a5ba-36ecbf7ed51a None None] The sync data for ids ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'] in n-d-758944-41 is: [{'id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-router', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 4, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'gw_port': {'id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '495ab5db-cdd8-4ac8-b475-ec275206e833', 'name': '', 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'mac_address': 'fa:16:3e:79:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:31Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 2, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'subnets': [{'id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:34.316148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:34.369038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4400d041-50f6-4d26-9f7b-240afa926ece req-d021d227-d8a4-47f5-898a-2e11ba66fa8c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.376312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4400d041-50f6-4d26-9f7b-240afa926ece req-d021d227-d8a4-47f5-898a-2e11ba66fa8c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 944 time: 0.2771201 Jul 05 03:45:34.408841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=4428445b-a8e9-4564-a843-aa1fa6acc312,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:34.426024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-03fa5c81-47a7-4d6b-aa3a-2b13f89fb10e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.433895 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-03fa5c81-47a7-4d6b-aa3a-2b13f89fb10e service neutron] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.2722168 Jul 05 03:45:34.477401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4400d041-50f6-4d26-9f7b-240afa926ece req-7760c6e3-8512-4c23-b09f-8af47afe2283 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004188 Jul 05 03:45:34.504470 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-e03b8468-e8bb-4a1c-ba62-8a39e52568c6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867 HTTP/1.1" status: 200 len: 217 time: 0.0557573 Jul 05 03:45:34.522222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fea9647c-46da-4e20-8e49-6f9a514ae1a9 req-2d90fa0d-94d4-429f-acbe-3141fb374547 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 210 time: 0.0794711 Jul 05 03:45:34.538388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-7ba37c6a-6a76-4aee-827d-8693fff12aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.541543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-7ba37c6a-6a76-4aee-827d-8693fff12aef service neutron] 10.222.0.13 "GET /v2.0/networks?id=fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 200 len: 922 time: 0.2366588 Jul 05 03:45:34.582687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-d7e7ccbe-abd0-478b-8c09-d50085ff681a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.584202 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-d7e7ccbe-abd0-478b-8c09-d50085ff681a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.0714543 Jul 05 03:45:34.604974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-5e899f73-f8c8-4525-8c05-a2a23902418b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 200 len: 217 time: 0.0523379 Jul 05 03:45:34.643306 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-33603e36-09bf-4799-8cdd-20adfc5a9b4c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508089 Jul 05 03:45:34.735338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-c2609be2-f4b5-49c2-a469-08dcb7c50f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.742346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-c2609be2-f4b5-49c2-a469-08dcb7c50f13 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 200 len: 860 time: 0.1275628 Jul 05 03:45:34.818360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-c0e12519-f287-45c7-90b6-f52b21ba1f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:34.820833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-c0e12519-f287-45c7-90b6-f52b21ba1f96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=fe5d4d29-f554-483d-9a12-649266b1959d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0679176 Jul 05 03:45:34.865557 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-1abf7f3e-5947-47e1-bb2d-0e13d68cc8f5 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2134616 Jul 05 03:45:34.983207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-e5776a87-5dab-4ad2-b5d3-3b1b2858bff6 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299684 Jul 05 03:45:35.052947 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-a42af70e-3794-4694-9a92-661a6828782c service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786845 Jul 05 03:45:35.174142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e0eaf4f-f269-4de6-bb55-31405f46d150 req-2c89c09e-21ae-4f8b-abbe-e6d60c6a3dd5 service neutron] 10.222.0.13 "GET /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1800053 Jul 05 03:45:35.342978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['4428445b-a8e9-4564-a843-aa1fa6acc312'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:35.353124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4e4176-dd8c-4476-b455-0a0093a1f08c req-0aa81e65-a1fb-4e67-8839-1a20f471da14 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.358534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4e4176-dd8c-4476-b455-0a0093a1f08c req-0aa81e65-a1fb-4e67-8839-1a20f471da14 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 948 time: 0.1597748 Jul 05 03:45:35.368178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44942) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:35.373118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-network', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:35.479172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4e4176-dd8c-4476-b455-0a0093a1f08c req-e7649410-26ee-48b3-9f4c-f5599693ef6d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133313 Jul 05 03:45:35.482478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ea9fb472-6284-4713-ad41-90d0af696820 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:35.486449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Made reservation on behalf of 4d9d858b86a0473d89777f0075cd0c70 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:35.491133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.498721 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.700506 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.719655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0d4700-ffa5-4f6f-b869-e072a210ec0c req-8f497918-0ea9-4455-80f3-b62a87e3ce53 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:35.726531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a0d4700-ffa5-4f6f-b869-e072a210ec0c req-8f497918-0ea9-4455-80f3-b62a87e3ce53 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 946 time: 0.2336068 Jul 05 03:45:35.755280 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.782289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:45:35.798007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34b27f57-1b7c-4e68-98d9-8dbaa0ab20e6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:35.803874 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.804597 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Added segment 76c23057-b128-4c62-b5a4-1e68e57d276a of type vlan for network 359d5029-ac1e-4798-951f-3040a05586ff Jul 05 03:45:35.813676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a0d4700-ffa5-4f6f-b869-e072a210ec0c req-2faf3707-8a42-4df1-8f5a-8f3f36b58fdf tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773709 Jul 05 03:45:35.823748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port ea9fb472-6284-4713-ad41-90d0af696820 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:35.831559 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:35.933854 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.018837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5522379-5edf-4345-91b7-fb3a454a7a75 req-a093b627-4f83-46c6-863e-18fd3531931a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.021085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5522379-5edf-4345-91b7-fb3a454a7a75 req-a093b627-4f83-46c6-863e-18fd3531931a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 944 time: 0.0975697 Jul 05 03:45:36.039719 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.047052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.047852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.048466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.101210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:36.101210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:36.101210 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054c8b74-94f6-4053-a051-3eb8b595dacb" -d '{"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-plugged", "status": "completed", "tag": "ea9fb472-6284-4713-ad41-90d0af696820"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:36.117020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ced59634-b480-4736-af5d-434df2b090e0 req-e58aecf3-9140-48b4-963d-c779d48c7305 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 210 time: 0.0478239 Jul 05 03:45:36.125171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5522379-5edf-4345-91b7-fb3a454a7a75 req-2c8f144a-2646-4328-ad58-1ddd3a87a148 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936892 Jul 05 03:45:36.164780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] Pushing event updated for resources: {'Network': ['ID=359d5029-ac1e-4798-951f-3040a05586ff,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:36.178840 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1e7fd319-ff87-40a1-a6f5-15c6c840041e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.8094139 Jul 05 03:45:36.179751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 359d5029-ac1e-4798-951f-3040a05586ff details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:45:36.182322 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44950) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:36.187464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Request body: {'subnet': {'network_id': '359d5029-ac1e-4798-951f-3040a05586ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-subnet', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:36.197037 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d81f46ba-3c89-4803-bbb2-e4b709feda85 x-openstack-request-id: req-d81f46ba-3c89-4803-bbb2-e4b709feda85 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:36.197788 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-plugged", "status": "completed", "tag": "ea9fb472-6284-4713-ad41-90d0af696820", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:36.197788 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d81f46ba-3c89-4803-bbb2-e4b709feda85 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:36.198192 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820', 'code': 200} Jul 05 03:45:36.239336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.304818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Made reservation on behalf of 4d9d858b86a0473d89777f0075cd0c70 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:36.309461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.352862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=10']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:36.596246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.664178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f52a71d0-d8e9-4b16-bf7c-6aa300173256,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:36.672308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd8e98-bd87-470e-a6e2-1e28c78ec4e1 req-f030160c-f3f3-48a1-99c4-0cc9b03e4f9b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.673986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0cd8e98-bd87-470e-a6e2-1e28c78ec4e1 req-f030160c-f3f3-48a1-99c4-0cc9b03e4f9b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 948 time: 0.0771945 Jul 05 03:45:36.674436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Checking segment: {'id': '76c23057-b128-4c62-b5a4-1e68e57d276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:36.675240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Network hostable DHCP agents. Network: 359d5029-ac1e-4798-951f-3040a05586ff, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:45:36.717484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0cd8e98-bd87-470e-a6e2-1e28c78ec4e1 req-6543df02-0a58-4b60-bc7b-b2d4a02d1b8c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361683 Jul 05 03:45:36.795310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Network 359d5029-ac1e-4798-951f-3040a05586ff is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:45:36.886681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 359d5029-ac1e-4798-951f-3040a05586ff) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:36.891306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:36.892163 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:36.899498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0746af-e576-4e71-9647-32389831bf56 None None] Network 359d5029-ac1e-4798-951f-3040a05586ff requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:45:37.026142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8cf4a7e3-1fc2-4c45-9c1e-0c18f6933802 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0369833 Jul 05 03:45:37.050298 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c1d37b94-7089-4a66-9acd-bc3beac34249 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8646674 Jul 05 03:45:37.054190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44970) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:37.064927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-router', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:37.094302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-359d5029-ac1e-4798-951f-3040a05586ff', 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'fixed_ips': [{'subnet_id': 'f52a71d0-d8e9-4b16-bf7c-6aa300173256'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:45:37.094302 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.114919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe48c48-df7b-414f-8929-111821f567c0 req-c6285160-2d0f-484c-b4e2-1267edba382c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.116689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4fe48c48-df7b-414f-8929-111821f567c0 req-c6285160-2d0f-484c-b4e2-1267edba382c tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 946 time: 0.1633480 Jul 05 03:45:37.201649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.203200 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.250885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-484a0b10-f51e-4d81-9920-46c1a4dea381 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.252955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-484a0b10-f51e-4d81-9920-46c1a4dea381 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2145593 Jul 05 03:45:37.305682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Allocated IP 172.20.0.2 (359d5029-ac1e-4798-951f-3040a05586ff/f52a71d0-d8e9-4b16-bf7c-6aa300173256/9f3584ef-7bcd-4a07-98aa-1ae981a5f143) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:37.312331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Request body: {'port': {'device_id': 'eb4020bd-b381-4c46-bc4f-5639e06b8159', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8d129a1c118c47fd9521ef148ce4950a'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:37.346691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.389867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b61e7912-2a44-4b3a-9556-f703ec87abe6 req-dbc634ce-d337-4b04-8781-4b320f737b71 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 210 time: 0.0976188 Jul 05 03:45:37.449227 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-bd4d1286-8ed0-40f4-bcb5-7427763352fd service neutron] 10.222.0.26 "GET /v2.0/ports/93443ecc-e9d9-43b3-9b6a-13f7cc237867/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 385 time: 0.0924771 Jul 05 03:45:37.491146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e648ccf3-d78c-4190-92c4-e784e8b61ed9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:37.495233 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Sync routers for ids ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:37.564002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Routers {'32d4a385-6209-4d85-bd39-f2c6f82e1fca'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:37.565611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:37.579068 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4fe48c48-df7b-414f-8929-111821f567c0 req-0e66af62-2406-4d8c-8d40-c849b55a161b tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4541101 Jul 05 03:45:37.726592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.739705 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.761137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Transition to ACTIVE for port object 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:37.789421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Transition to ACTIVE for port object 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:37.814378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae55eb0-71b1-4c14-8b7e-8964cab15245 req-c2e6c9f7-330c-4367-a04e-b20da6edd924 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:37.822370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ae55eb0-71b1-4c14-8b7e-8964cab15245 req-c2e6c9f7-330c-4367-a04e-b20da6edd924 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 944 time: 0.2032018 Jul 05 03:45:37.824212 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Set router 32d4a385-6209-4d85-bd39-f2c6f82e1fca gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:37.881663 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.891943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port e648ccf3-d78c-4190-92c4-e784e8b61ed9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:37.909462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ae55eb0-71b1-4c14-8b7e-8964cab15245 req-8ab09056-83f4-4178-aefe-072468ca052f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858436 Jul 05 03:45:37.925972 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e648ccf3-d78c-4190-92c4-e784e8b61ed9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:37.926340 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:37.936383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Made reservation on behalf of 8d129a1c118c47fd9521ef148ce4950a for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:45:37.939954 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.003754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Network 359d5029-ac1e-4798-951f-3040a05586ff is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:38.016089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:38.029374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:38.076632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Pushing event updated for resources: {'Port': ['ID=9f3584ef-7bcd-4a07-98aa-1ae981a5f143,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:38.103633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-b351ecf8-a50d-4277-9ed4-aa3edc89260a service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:38.149966 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ef46236-f6d4-4b88-a060-3cfedb6b2be4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.157205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-b351ecf8-a50d-4277-9ed4-aa3edc89260a service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:38.178604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf17662-2abb-4ead-b14e-3a05715bf2ac req-32c05d89-1873-4360-aef4-8f63d08fecf5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:38.186231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebf17662-2abb-4ead-b14e-3a05715bf2ac req-32c05d89-1873-4360-aef4-8f63d08fecf5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 948 time: 0.2753379 Jul 05 03:45:38.205977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-b351ecf8-a50d-4277-9ed4-aa3edc89260a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93443ecc-e9d9-43b3-9b6a-13f7cc237867 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:38.224104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-b351ecf8-a50d-4277-9ed4-aa3edc89260a service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:38.255416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Attempting to bind port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:38.256077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Attempting to bind port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '76c23057-b128-4c62-b5a4-1e68e57d276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:38.256492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Attempting to bind port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 on network 359d5029-ac1e-4798-951f-3040a05586ff {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:38.286471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebf17662-2abb-4ead-b14e-3a05715bf2ac req-4582d34a-62b7-424f-b52b-9791834da7de tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956287 Jul 05 03:45:38.307595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:38.307985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Checking segment: {'id': '76c23057-b128-4c62-b5a4-1e68e57d276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:38.308415 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.308769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Bound using segment: {'id': '76c23057-b128-4c62-b5a4-1e68e57d276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:38.309244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Bound port: 9f3584ef-7bcd-4a07-98aa-1ae981a5f143, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c23057-b128-4c62-b5a4-1e68e57d276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:38.309621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.314633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-b351ecf8-a50d-4277-9ed4-aa3edc89260a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.320537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Allocated IP 192.168.233.155 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/78c4177c-8e0a-4344-97bb-aab05a79ff4a) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:38.342002 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.402728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port e648ccf3-d78c-4190-92c4-e784e8b61ed9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e648ccf3-d78c-4190-92c4-e784e8b61ed9,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:38.434080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] For port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:38.441230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] For port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9f3584ef-7bcd-4a07-98aa-1ae981a5f143,segment=NetworkSegment(76c23057-b128-4c62-b5a4-1e68e57d276a),segment_id=76c23057-b128-4c62-b5a4-1e68e57d276a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:38.445395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-router', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 4, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'gw_port': {'id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '495ab5db-cdd8-4ac8-b475-ec275206e833', 'name': '', 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'mac_address': 'fa:16:3e:79:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:31Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 2, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'subnets': [{'id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:38.477168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Checking router: 32d4a385-6209-4d85-bd39-f2c6f82e1fca for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:38.477614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Updating router 32d4a385-6209-4d85-bd39-f2c6f82e1fca port 495ab5db-cdd8-4ac8-b475-ec275206e833 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:45:38.508097 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.510547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.551410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.562697 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.563454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.582360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-b351ecf8-a50d-4277-9ed4-aa3edc89260a service neutron] Transition to ACTIVE for port object 93443ecc-e9d9-43b3-9b6a-13f7cc237867 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:38.584012 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.621378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc185d4a-4b1d-40f3-91a4-455e2e13fb1f req-1f611785-d215-4211-99d7-9731fb269551 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 210 time: 0.0526550 Jul 05 03:45:38.642011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Transition to ACTIVE for port object 78c4177c-8e0a-4344-97bb-aab05a79ff4a will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:38.670138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0733e5b4-ba22-4f9f-89e9-ffc69b282703 None None] Pushing event updated for resources: {'Port': ['ID=9f3584ef-7bcd-4a07-98aa-1ae981a5f143,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:38.672177 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-b351ecf8-a50d-4277-9ed4-aa3edc89260a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.791138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351ecf8-a50d-4277-9ed4-aa3edc89260a service neutron] Pushing event updated for resources: {'Port': ['ID=93443ecc-e9d9-43b3-9b6a-13f7cc237867,revision_number=10']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:38.877593 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:38.882655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-b351ecf8-a50d-4277-9ed4-aa3edc89260a service neutron] No DVR routers for this DVR port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:38.985802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', '8602a2eb-05e8-4b92-9e04-82d062c4cf9e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:38.990465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event updated for resources: {'Port': ['ID=78c4177c-8e0a-4344-97bb-aab05a79ff4a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:38.992102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 93443ecc-e9d9-43b3-9b6a-13f7cc237867 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:39.030756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:39.042890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:39.055619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:39.056325 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-b351ecf8-a50d-4277-9ed4-aa3edc89260a service neutron] 10.222.0.26 "PUT /v2.0/ports/93443ecc-e9d9-43b3-9b6a-13f7cc237867/bindings/n-h2-758944-41/activate HTTP/1.1" status: 200 len: 370 time: 1.5153189 Jul 05 03:45:39.095054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9f69cf13-fac9-406e-9783-1276762b7dd9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:39.114611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Allocated IP 172.25.4.123 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/bab06a8e-55b8-4622-bea7-150c73d5ded9) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:39.145320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.145320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.205641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db88966-81f2-4dc3-9af5-a53e803606f9 req-d7208277-cceb-4b52-843b-4d727c3aaf19 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.206951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=e648ccf3-d78c-4190-92c4-e784e8b61ed9,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:39.218197 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4db88966-81f2-4dc3-9af5-a53e803606f9 req-d7208277-cceb-4b52-843b-4d727c3aaf19 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 946 time: 0.4455323 Jul 05 03:45:39.346742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-41d6986f-ef42-4b17-b1f1-7680e82ca19d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0557282 Jul 05 03:45:39.367206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 93443ecc-e9d9-43b3-9b6a-13f7cc237867 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:39.384342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:39.387597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Request body: {'port': {'device_id': 'eb4020bd-b381-4c46-bc4f-5639e06b8159', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:45:39.442816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.446852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-564976d6-3289-4ba5-874f-13aa7be56fd1 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.448631 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-564976d6-3289-4ba5-874f-13aa7be56fd1 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.1769717 Jul 05 03:45:39.453864 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4db88966-81f2-4dc3-9af5-a53e803606f9 req-ec2be8f8-7bd7-477d-a271-d9008bf87529 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991572 Jul 05 03:45:39.555881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f168620a-cb8d-4658-96c3-7c7c723bc37c req-fd1e6cfd-317d-4027-8d97-d0ff220c8d68 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:39.563284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f168620a-cb8d-4658-96c3-7c7c723bc37c req-fd1e6cfd-317d-4027-8d97-d0ff220c8d68 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 945 time: 0.3439949 Jul 05 03:45:39.572527 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.609821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f168620a-cb8d-4658-96c3-7c7c723bc37c req-cc71ae56-69cd-443a-a7e1-b93aa631bc00 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455055 Jul 05 03:45:39.611247 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:39.664100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:39.669947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:39.673698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:39.702181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 4428445b-a8e9-4564-a843-aa1fa6acc312 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:39.759040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Pushing event updated for resources: {'Port': ['ID=bab06a8e-55b8-4622-bea7-150c73d5ded9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:40.225071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-e4ef029d-80a7-4b31-b975-e42d925a3377 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.228452 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-e4ef029d-80a7-4b31-b975-e42d925a3377 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.13 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 946 time: 0.4892032 Jul 05 03:45:40.240835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-11a402f0-5682-46f4-9da8-7097513ccc6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.242995 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-11a402f0-5682-46f4-9da8-7097513ccc6c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8&tenant_id=abee83cb9e7945c9afcda6c5615990ea HTTP/1.1" status: 200 len: 1097 time: 0.5230868 Jul 05 03:45:40.393924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78c4177c-8e0a-4344-97bb-aab05a79ff4a {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:40.424434 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.425391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf663b7-10a9-44e9-b122-ceaec5cf05f8 None None] Network 359d5029-ac1e-4798-951f-3040a05586ff requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:45:40.489387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa2a9cbc-ea81-49a9-ac01-e565a5d5f69f req-90c554c1-78ba-4597-bb5f-29fc71db707c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.500904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa2a9cbc-ea81-49a9-ac01-e565a5d5f69f req-90c554c1-78ba-4597-bb5f-29fc71db707c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 948 time: 0.6173878 Jul 05 03:45:40.529273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e61c816e-159c-4536-82cd-860fde0eb7fc req-8a859684-a3ee-4888-8a0f-be0e56ea6192 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:40.530996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e61c816e-159c-4536-82cd-860fde0eb7fc req-8a859684-a3ee-4888-8a0f-be0e56ea6192 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 936 time: 0.6464639 Jul 05 03:45:40.534371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Transition to ACTIVE for port object 78c4177c-8e0a-4344-97bb-aab05a79ff4a will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:40.560501 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.568400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:40.599039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa2a9cbc-ea81-49a9-ac01-e565a5d5f69f req-ff8c0127-db72-4f88-a9a4-38a0406f69af tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969868 Jul 05 03:45:40.610738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.619257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f84704b5-a481-4a38-9cc3-5ffd36136a9d None None] Provisioning for port 78c4177c-8e0a-4344-97bb-aab05a79ff4a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:40.696706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 4428445b-a8e9-4564-a843-aa1fa6acc312 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:40.697091 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:40.728603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e61c816e-159c-4536-82cd-860fde0eb7fc req-b7072e5b-b542-4f28-8bb8-e2c503893f54 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808407 Jul 05 03:45:40.867492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Pushing event updated for resources: {'Port': ['ID=78c4177c-8e0a-4344-97bb-aab05a79ff4a,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:40.906845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Transition to ACTIVE for port object 495ab5db-cdd8-4ac8-b475-ec275206e833 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:40.946800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Attempting to bind port 78c4177c-8e0a-4344-97bb-aab05a79ff4a on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:40.947268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Attempting to bind port 78c4177c-8e0a-4344-97bb-aab05a79ff4a by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:40.947700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Attempting to bind port 78c4177c-8e0a-4344-97bb-aab05a79ff4a on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:40.967587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Port 78c4177c-8e0a-4344-97bb-aab05a79ff4a on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:45:40.968082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Attempting to bind port 78c4177c-8e0a-4344-97bb-aab05a79ff4a on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:40.975545 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.015123 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.017864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:41.018196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:41.018764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:41.019360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Bound port: 78c4177c-8e0a-4344-97bb-aab05a79ff4a, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:41.019875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.029339 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac9f8bed-6816-44d7-81f3-49ee55d24a1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.036571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-787feb08-f141-424c-8729-93750c17ccce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.039419 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-787feb08-f141-424c-8729-93750c17ccce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 1097 time: 0.7586794 Jul 05 03:45:41.072651 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.191469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 4428445b-a8e9-4564-a843-aa1fa6acc312, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=4428445b-a8e9-4564-a843-aa1fa6acc312,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:41.194130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e78d5-d080-4bde-8bfe-1ea2575728c8 None None] Pushing event updated for resources: {'Port': ['ID=495ab5db-cdd8-4ac8-b475-ec275206e833,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:41.197283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4428445b-a8e9-4564-a843-aa1fa6acc312'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:41.202485 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d94933f5-ee16-47eb-b478-b72cd304cbdf" -d '{"events": [{"server_uuid": "4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3", "name": "network-vif-plugged", "status": "completed", "tag": "4428445b-a8e9-4564-a843-aa1fa6acc312"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:41.318947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-45c56d71-d021-48df-9bf9-d05e167eee07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.322263 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-45c56d71-d021-48df-9bf9-d05e167eee07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.2602899 Jul 05 03:45:41.513458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e648ccf3-d78c-4190-92c4-e784e8b61ed9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:41.514126 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-2cc46965-534d-483d-bc45-a6762d18059a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867 HTTP/1.1" status: 200 len: 217 time: 0.0987618 Jul 05 03:45:41.514126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.514126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-32a3cd96-2e97-4e34-a748-4f37b78c9381 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Deleting port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:41.514126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-32a3cd96-2e97-4e34-a748-4f37b78c9381 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.572127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Attempting to bind port 495ab5db-cdd8-4ac8-b475-ec275206e833 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:41.572470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Attempting to bind port 495ab5db-cdd8-4ac8-b475-ec275206e833 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:41.572851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Attempting to bind port 495ab5db-cdd8-4ac8-b475-ec275206e833 on network c9fd141d-a923-482c-b175-0c2b269b02c3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:41.625049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:41.625507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Checking segment: {'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:41.625822 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.626217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Bound using segment: {'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:41.626698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Bound port: 495ab5db-cdd8-4ac8-b475-ec275206e833, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:41.627075 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.670276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e648ccf3-d78c-4190-92c4-e784e8b61ed9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:41.671447 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.672353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c5af6f68-a7fb-4fb1-9f9b-963fa9c1e3e5 None None] Provisioning for port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:41.738378 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c5af6f68-a7fb-4fb1-9f9b-963fa9c1e3e5 None None] Provisioning complete for port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:41.738768 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5af6f68-a7fb-4fb1-9f9b-963fa9c1e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.763779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-923e2e3b-942c-4182-9696-48beb8d6806f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.765201 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-923e2e3b-942c-4182-9696-48beb8d6806f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.3197291 Jul 05 03:45:41.802371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd367f04-d5a5-4e61-a589-a170bbd286af req-3ed4f54c-1e11-4589-9ad1-48aa045bdc62 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:41.815279 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-dab680ae-63f3-4cac-b122-10e6201ccf22 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364840 Jul 05 03:45:41.816498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd367f04-d5a5-4e61-a589-a170bbd286af req-3ed4f54c-1e11-4589-9ad1-48aa045bdc62 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 946 time: 0.8626630 Jul 05 03:45:41.840927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-32a3cd96-2e97-4e34-a748-4f37b78c9381 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] For port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:41.841291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-32a3cd96-2e97-4e34-a748-4f37b78c9381 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.852383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] For port 495ab5db-cdd8-4ac8-b475-ec275206e833, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:41.857930 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] For port 495ab5db-cdd8-4ac8-b475-ec275206e833, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=495ab5db-cdd8-4ac8-b475-ec275206e833,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:41.866142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] For port 78c4177c-8e0a-4344-97bb-aab05a79ff4a, host n-h2-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:41.883829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd367f04-d5a5-4e61-a589-a170bbd286af req-c7f8c6fb-0ae4-4f49-b398-5dbe9d4ee158 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/security-groups?id=e5163d27-2aa3-4233-897a-b34a4f611dc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664694 Jul 05 03:45:41.885767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] For port 78c4177c-8e0a-4344-97bb-aab05a79ff4a, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=78c4177c-8e0a-4344-97bb-aab05a79ff4a,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:41.898816 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:41.914546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-32a3cd96-2e97-4e34-a748-4f37b78c9381 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Calling delete_port for c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:41.967683 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.011631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=4428445b-a8e9-4564-a843-aa1fa6acc312,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:42.025912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:42.108709 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-b79d4c15-53c3-40ff-b104-ebe94897df62 service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2796800 Jul 05 03:45:42.142964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.144895 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.148980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] 10.222.0.13 "PUT /v2.0/ports/78c4177c-8e0a-4344-97bb-aab05a79ff4a HTTP/1.1" status: 200 len: 1097 time: 2.7708621 Jul 05 03:45:42.150305 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.157935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eb4020bd-b381-4c46-bc4f-5639e06b8159', 'tag': '78c4177c-8e0a-4344-97bb-aab05a79ff4a'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:42.164934 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.169512 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-199a1494-6fab-4225-99c6-de03b64197e7" -d '{"events": [{"name": "network-changed", "server_uuid": "eb4020bd-b381-4c46-bc4f-5639e06b8159", "tag": "78c4177c-8e0a-4344-97bb-aab05a79ff4a"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:42.251363 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.282971 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c19d1-49aa-46ad-8810-9ef6630f80dc service neutron] Pushing event updated for resources: {'Port': ['ID=78c4177c-8e0a-4344-97bb-aab05a79ff4a,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:42.342114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8e78d5-d080-4bde-8bfe-1ea2575728c8 None None] Pushing event updated for resources: {'Port': ['ID=495ab5db-cdd8-4ac8-b475-ec275206e833,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:42.474879 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-bfdae27f-a2ab-4a60-8eec-36b51a5f1d10 service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587828 Jul 05 03:45:42.510831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5af6f68-a7fb-4fb1-9f9b-963fa9c1e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.619941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-741d4e19-bb9c-47b4-99af-846a56679f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.621546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-741d4e19-bb9c-47b4-99af-846a56679f37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 1100 time: 0.1265631 Jul 05 03:45:42.625052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-32a3cd96-2e97-4e34-a748-4f37b78c9381 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.658370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c5af6f68-a7fb-4fb1-9f9b-963fa9c1e3e5 None None] For port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9f3584ef-7bcd-4a07-98aa-1ae981a5f143,segment=NetworkSegment(76c23057-b128-4c62-b5a4-1e68e57d276a),segment_id=76c23057-b128-4c62-b5a4-1e68e57d276a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:42.686303 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.691085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Routers {'32d4a385-6209-4d85-bd39-f2c6f82e1fca'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:42.694323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:42.780615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-7fe70cd7-bbfa-4f41-8da2-15b6f4031a72 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=78c4177c-8e0a-4344-97bb-aab05a79ff4a HTTP/1.1" status: 200 len: 217 time: 0.1376898 Jul 05 03:45:42.781411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Router a450014f-966f-4776-9631-1e18d843f7d3 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:45:42.786760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a3cd96-2e97-4e34-a748-4f37b78c9381 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Pushing event deleted for resources: {'Port': ['ID=c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:42.943477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-32a3cd96-2e97-4e34-a748-4f37b78c9381 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] No DVR routers for this DVR port c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:42.947394 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-32a3cd96-2e97-4e34-a748-4f37b78c9381 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.960171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-7d1ca4a4-a10d-4054-807a-c17cf3dc1d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:42.963964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-7d1ca4a4-a10d-4054-807a-c17cf3dc1d00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1717451 Jul 05 03:45:42.970825 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-844c6522-2c99-492a-a5fa-29dfc648b020 req-32a3cd96-2e97-4e34-a748-4f37b78c9381 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.13 "DELETE /v2.0/ports/c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4 HTTP/1.1" status: 204 len: 173 time: 2.7218480 Jul 05 03:45:42.970825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'name': 'network-vif-deleted', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:42.975605 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5af6f68-a7fb-4fb1-9f9b-963fa9c1e3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:42.981968 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24d63347-91c7-4061-b399-9d3a91aa731d" -d '{"events": [{"server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "name": "network-vif-deleted", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:43.161203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-80afb49f-5450-499c-8498-69f501900a29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.162742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-80afb49f-5450-499c-8498-69f501900a29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1895058 Jul 05 03:45:43.188055 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22a0a81-de0c-4e16-b5ac-7bba79e41543 req-3f701485-7994-458a-86fa-f91d4f4e8a46 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.197930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b22a0a81-de0c-4e16-b5ac-7bba79e41543 req-3f701485-7994-458a-86fa-f91d4f4e8a46 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 945 time: 0.1616979 Jul 05 03:45:43.296144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] Set router 32d4a385-6209-4d85-bd39-f2c6f82e1fca gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:43.401622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f496c967-4f8d-49f1-8ce3-abefc5ceb8ae None None] Provisioning complete for port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:43.402509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f496c967-4f8d-49f1-8ce3-abefc5ceb8ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.447410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b22a0a81-de0c-4e16-b5ac-7bba79e41543 req-9d04d1fb-f926-4de7-af81-af12bf0e4db1 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470491 Jul 05 03:45:43.465802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:43.478600 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Sync routers for ids ['a450014f-966f-4776-9631-1e18d843f7d3'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:43.507015 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Routers {'a450014f-966f-4776-9631-1e18d843f7d3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:43.508228 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a450014f-966f-4776-9631-1e18d843f7d3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:43.510943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-9f2b760b-3a46-4d5e-b105-26e51b93b933 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338842 Jul 05 03:45:43.521631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-23b18c27-12b7-4f43-882a-52a43aa15e08 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.521631 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-23b18c27-12b7-4f43-882a-52a43aa15e08 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3&tenant_id=8a919433e3a0417582628b463d3b295d&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 949 time: 0.3758948 Jul 05 03:45:43.526891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 495ab5db-cdd8-4ac8-b475-ec275206e833 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:43.536478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-f8d07874-c28b-4930-8be7-79784d36f097 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:43.538255 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-f8d07874-c28b-4930-8be7-79784d36f097 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.2778575 Jul 05 03:45:43.628880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.634358 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7a986c99-582b-4fa9-9d33-3b2f62bf03f6 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5824294 Jul 05 03:45:43.666826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45148) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:43.690939 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.694100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5af6f68-a7fb-4fb1-9f9b-963fa9c1e3e5 None None] Pushing event updated for resources: {'Port': ['ID=9f3584ef-7bcd-4a07-98aa-1ae981a5f143,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:43.710751 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:43.923967 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Set router a450014f-966f-4776-9631-1e18d843f7d3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:44.000098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e0ba75-1b18-4d75-a347-2ad3f21feabd req-3c0d1526-2b82-422d-821f-d0a8c4294cfd service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4541209 Jul 05 03:45:44.220683 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0e47d5b-f19d-4798-8e13-385eafd7493c x-openstack-request-id: req-e0e47d5b-f19d-4798-8e13-385eafd7493c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:44.220952 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3", "name": "network-vif-plugged", "status": "completed", "tag": "4428445b-a8e9-4564-a843-aa1fa6acc312", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:44.221218 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0e47d5b-f19d-4798-8e13-385eafd7493c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:44.221589 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4428445b-a8e9-4564-a843-aa1fa6acc312', 'code': 200} Jul 05 03:45:44.295406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 495ab5db-cdd8-4ac8-b475-ec275206e833 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:44.326844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 495ab5db-cdd8-4ac8-b475-ec275206e833 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:44.327627 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.359333 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-router', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:37Z', 'updated_at': '2021-07-05T03:45:40Z', 'revision_number': 3, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'gw_port': {'id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:38Z', 'updated_at': '2021-07-05T03:45:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:44.413709 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.416994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-dfcb4f4d-40ce-44b5-899e-52bc37bf7e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.418732 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-dfcb4f4d-40ce-44b5-899e-52bc37bf7e6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 1101 time: 0.3532529 Jul 05 03:45:44.426312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-0fbc4f75-25ca-4c9e-a045-1514d2660008 service neutron] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:44.448801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-0fbc4f75-25ca-4c9e-a045-1514d2660008 service neutron] Notify callbacks [] for binding, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.450142 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e43d3998-bac4-4d1e-aade-7ba12b0bd4f6 req-0fbc4f75-25ca-4c9e-a045-1514d2660008 service neutron] 10.222.0.13 "DELETE /v2.0/ports/93443ecc-e9d9-43b3-9b6a-13f7cc237867/bindings/n-h1-758944-41 HTTP/1.1" status: 204 len: 173 time: 0.8928559 Jul 05 03:45:44.469656 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Checking router: a450014f-966f-4776-9631-1e18d843f7d3 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:44.472170 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Updating router a450014f-966f-4776-9631-1e18d843f7d3 port bab06a8e-55b8-4622-bea7-150c73d5ded9 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:45:44.485654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8411880-efba-4336-b59f-0fe9c4135fbb req-b9fa611e-2055-469f-9a81-2b94e99ceb0d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.489861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8411880-efba-4336-b59f-0fe9c4135fbb req-b9fa611e-2055-469f-9a81-2b94e99ceb0d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 948 time: 0.2126758 Jul 05 03:45:44.569421 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.615650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8411880-efba-4336-b59f-0fe9c4135fbb req-e103cb06-12b3-4474-95db-fce4c49571ff tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733747 Jul 05 03:45:44.618544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-router', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 4, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'gw_port': {'id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '495ab5db-cdd8-4ac8-b475-ec275206e833', 'name': '', 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'mac_address': 'fa:16:3e:79:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:31Z', 'updated_at': '2021-07-05T03:45:41Z', 'revision_number': 4, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'subnets': [{'id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:44.694502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-029ec56a-a718-4fe8-b772-c77da24da52a None None] The sync data for ids ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'] in n-d-758944-41 is: [{'id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-router', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:32Z', 'revision_number': 4, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'gw_port': {'id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '495ab5db-cdd8-4ac8-b475-ec275206e833', 'name': '', 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'mac_address': 'fa:16:3e:79:72:ff', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_interface', 'standard_attr_id': 493, 'fixed_ips': [{'subnet_id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:31Z', 'updated_at': '2021-07-05T03:45:41Z', 'revision_number': 4, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'subnets': [{'id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:44.709169 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14657c73-ad3b-4498-95be-07267149fc1a x-openstack-request-id: req-14657c73-ad3b-4498-95be-07267149fc1a {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:44.709465 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eb4020bd-b381-4c46-bc4f-5639e06b8159", "tag": "78c4177c-8e0a-4344-97bb-aab05a79ff4a", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:44.709717 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14657c73-ad3b-4498-95be-07267149fc1a {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:44.710152 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eb4020bd-b381-4c46-bc4f-5639e06b8159', 'tag': '78c4177c-8e0a-4344-97bb-aab05a79ff4a', 'status': 'completed', 'code': 200} Jul 05 03:45:44.831866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:44.947467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-c9d09c16-237a-4c26-bed5-2620e07f280e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:44.951575 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-c9d09c16-237a-4c26-bed5-2620e07f280e service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.5204666 Jul 05 03:45:44.973283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 495ab5db-cdd8-4ac8-b475-ec275206e833, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=495ab5db-cdd8-4ac8-b475-ec275206e833,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:45.076063 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.126246 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-830dba6f-bb78-4ac0-9b80-05b213e3a586 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4428445b-a8e9-4564-a843-aa1fa6acc312 HTTP/1.1" status: 200 len: 217 time: 0.1486626 Jul 05 03:45:45.253923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=495ab5db-cdd8-4ac8-b475-ec275206e833,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:45.351085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:45.421025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aecf0dd5-3d27-46f2-a2b9-e3dbd4af8df6 req-ef41d097-ebeb-4683-b249-25dcb9f19c35 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:45.425964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aecf0dd5-3d27-46f2-a2b9-e3dbd4af8df6 req-ef41d097-ebeb-4683-b249-25dcb9f19c35 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.3228970 Jul 05 03:45:45.537732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:45.539517 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.572103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aecf0dd5-3d27-46f2-a2b9-e3dbd4af8df6 req-950e1dca-ed76-4433-b2b8-abce180f3325 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367838 Jul 05 03:45:45.607436 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.621287 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Transition to ACTIVE for port object bab06a8e-55b8-4622-bea7-150c73d5ded9 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:45.772979 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.858603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-178803c8-8b10-4d96-8402-e2e5942aef9a req-9639f387-9a30-41bf-9140-85d16000e738 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f17256e-42c5-4c44-9a72-dd9647296ad8 HTTP/1.1" status: 200 len: 210 time: 0.0867074 Jul 05 03:45:45.899259 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Attempting to bind port bab06a8e-55b8-4622-bea7-150c73d5ded9 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:45.899731 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Attempting to bind port bab06a8e-55b8-4622-bea7-150c73d5ded9 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:45.900839 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Attempting to bind port bab06a8e-55b8-4622-bea7-150c73d5ded9 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:45.922015 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:45.922572 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:45.924105 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:45.924524 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:45.925123 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Bound port: bab06a8e-55b8-4622-bea7-150c73d5ded9, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:45.925713 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.052969 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1db23d9-b20f-4d7c-969e-89b4976f6d4a x-openstack-request-id: req-f1db23d9-b20f-4d7c-969e-89b4976f6d4a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:45:46.053547 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f17256e-42c5-4c44-9a72-dd9647296ad8", "name": "network-vif-deleted", "tag": "c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:45:46.053547 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1db23d9-b20f-4d7c-969e-89b4976f6d4a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:45:46.057019 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f17256e-42c5-4c44-9a72-dd9647296ad8', 'name': 'network-vif-deleted', 'tag': 'c9f2d30b-6d17-4e92-b7c0-d8105dfa0ab4', 'status': 'completed', 'code': 200} Jul 05 03:45:46.096818 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Pushing event updated for resources: {'Port': ['ID=bab06a8e-55b8-4622-bea7-150c73d5ded9,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:46.158583 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.160004 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.160518 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.160996 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.166830 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.168296 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.168902 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.170797 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.171497 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.172791 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.173354 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.174105 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:46.182333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-b9874162-33af-44ae-ac56-1e5c762fba43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.184907 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-b9874162-33af-44ae-ac56-1e5c762fba43 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 1.0267615 Jul 05 03:45:46.188989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1494-6fab-4225-99c6-de03b64197e7 req-d5c8c150-ddab-469c-a2ab-d1e1d291d4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.190492 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-199a1494-6fab-4225-99c6-de03b64197e7 req-d5c8c150-ddab-469c-a2ab-d1e1d291d4fd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 1100 time: 1.3428993 Jul 05 03:45:46.213103 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] For port bab06a8e-55b8-4622-bea7-150c73d5ded9, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:46.220056 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] For port bab06a8e-55b8-4622-bea7-150c73d5ded9, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bab06a8e-55b8-4622-bea7-150c73d5ded9,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:46.229723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac8d69a-ccbb-458e-9674-ce28d9ecaf3d req-156cd9cf-5474-4cbb-af30-150b29a1684d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.238777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bac8d69a-ccbb-458e-9674-ce28d9ecaf3d req-156cd9cf-5474-4cbb-af30-150b29a1684d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 945 time: 0.1984267 Jul 05 03:45:46.287139 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.357742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bac8d69a-ccbb-458e-9674-ce28d9ecaf3d req-ad8dd9f1-f374-4bb7-b1bd-71ab281f0624 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148281 Jul 05 03:45:46.454591 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Routers {'a450014f-966f-4776-9631-1e18d843f7d3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:46.469063 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a450014f-966f-4776-9631-1e18d843f7d3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:46.581803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-85e46bc1-5faa-42a7-b614-33edb957dd83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.586217 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-85e46bc1-5faa-42a7-b614-33edb957dd83 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3312900 Jul 05 03:45:46.614395 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] Set router a450014f-966f-4776-9631-1e18d843f7d3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:46.683701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1494-6fab-4225-99c6-de03b64197e7 req-4d056b6c-f477-49ae-b14c-032eca80f4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:46.690244 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-199a1494-6fab-4225-99c6-de03b64197e7 req-4d056b6c-f477-49ae-b14c-032eca80f4c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.3682764 Jul 05 03:45:46.782424 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:46.839870 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075cc0d5-ee1b-458e-8792-f41ed9abecbd None None] Pushing event updated for resources: {'Port': ['ID=bab06a8e-55b8-4622-bea7-150c73d5ded9,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:46.895871 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-199a1494-6fab-4225-99c6-de03b64197e7 req-fa24bafd-61c0-456b-83e2-eb5ecfdde28b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.155&port_id=78c4177c-8e0a-4344-97bb-aab05a79ff4a HTTP/1.1" status: 200 len: 217 time: 0.1326401 Jul 05 03:45:46.971742 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-router', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:37Z', 'updated_at': '2021-07-05T03:45:40Z', 'revision_number': 3, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'gw_port': {'id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:38Z', 'updated_at': '2021-07-05T03:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:47.015415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3556287e-693d-43f4-9bb7-23137169c455 req-2eb1600f-36b2-4a07-8cbf-326c8024f43b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.017491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3556287e-693d-43f4-9bb7-23137169c455 req-2eb1600f-36b2-4a07-8cbf-326c8024f43b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 948 time: 0.2242727 Jul 05 03:45:47.068619 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99217eb-59ad-4dc7-a04c-25e6ab0c7e7e None None] The sync data for ids ['a450014f-966f-4776-9631-1e18d843f7d3'] in n-d-758944-41 is: [{'id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-router', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:37Z', 'updated_at': '2021-07-05T03:45:40Z', 'revision_number': 3, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'gw_port': {'id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:38Z', 'updated_at': '2021-07-05T03:45:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:47.098006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3556287e-693d-43f4-9bb7-23137169c455 req-e54916a3-7e65-4405-a784-f82490b41e46 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718350 Jul 05 03:45:47.196483 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1494-6fab-4225-99c6-de03b64197e7 req-ecf79e76-3cef-4c9e-85fc-05331d267243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.198068 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-199a1494-6fab-4225-99c6-de03b64197e7 req-ecf79e76-3cef-4c9e-85fc-05331d267243 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.2705479 Jul 05 03:45:47.282133 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:45:47.358204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 495ab5db-cdd8-4ac8-b475-ec275206e833 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:47.433887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 495ab5db-cdd8-4ac8-b475-ec275206e833 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:47.434541 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:47.560726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845da84d-0414-4223-b4bc-55d076245f82 req-60778185-b1de-467c-bf38-b0636eb57ed7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:47.560726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-845da84d-0414-4223-b4bc-55d076245f82 req-60778185-b1de-467c-bf38-b0636eb57ed7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1868689 Jul 05 03:45:47.575015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 78c4177c-8e0a-4344-97bb-aab05a79ff4a details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:45:47.589378 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-7d78a99b-de40-4bc1-afda-8503d9b928d2 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9801688 Jul 05 03:45:47.679786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-845da84d-0414-4223-b4bc-55d076245f82 req-988286cc-3d29-43eb-9438-dd7e0ac759de tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1346757 Jul 05 03:45:47.915081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45172) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:47.962449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 78c4177c-8e0a-4344-97bb-aab05a79ff4a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=78c4177c-8e0a-4344-97bb-aab05a79ff4a,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:48.002555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '78c4177c-8e0a-4344-97bb-aab05a79ff4a', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '78c4177c-8e0a-4344-97bb-aab05a79ff4a', 'mac_address': 'fa:16:3e:7c:6f:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.155'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:45:48.004579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199a1494-6fab-4225-99c6-de03b64197e7 req-55978690-254f-4d5d-8bbc-170667110054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.006438 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-199a1494-6fab-4225-99c6-de03b64197e7 req-55978690-254f-4d5d-8bbc-170667110054 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.7793305 Jul 05 03:45:48.142237 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.201330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78c4177c-8e0a-4344-97bb-aab05a79ff4a {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:45:48.266669 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-199a1494-6fab-4225-99c6-de03b64197e7 req-2d7ac404-804e-4167-861e-a7366e764fb5 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315102 Jul 05 03:45:48.281621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 78c4177c-8e0a-4344-97bb-aab05a79ff4a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=78c4177c-8e0a-4344-97bb-aab05a79ff4a,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:48.360798 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.427284 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e66b959-8f8a-4787-955f-ab17a088aea9 req-5bdfac5c-215a-48f0-8356-79c026ec9cc2 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7154436 Jul 05 03:45:48.432287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Allocated IP 172.20.0.1 (359d5029-ac1e-4798-951f-3040a05586ff/f52a71d0-d8e9-4b16-bf7c-6aa300173256/6962904d-f369-44b6-a809-11eda8da610c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:45:48.586410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b178e89-8958-4d4f-99c1-92f03f3a25ee req-7270bd5e-4c6f-4a34-a5ab-f6ff4a646ab3 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:48.595590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b178e89-8958-4d4f-99c1-92f03f3a25ee req-7270bd5e-4c6f-4a34-a5ab-f6ff4a646ab3 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 1097 time: 0.3804064 Jul 05 03:45:48.631124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=78c4177c-8e0a-4344-97bb-aab05a79ff4a,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:48.656703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-199a1494-6fab-4225-99c6-de03b64197e7 req-972e1981-57b2-4d65-989d-9ebb3d52191a service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3728435 Jul 05 03:45:48.734486 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b178e89-8958-4d4f-99c1-92f03f3a25ee req-6f9e20e0-8bd8-4fb1-82ea-d1c5e6b6bb80 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369352 Jul 05 03:45:48.740045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:48.781091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Transition to ACTIVE for port object 6962904d-f369-44b6-a809-11eda8da610c will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:49.071915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['78c4177c-8e0a-4344-97bb-aab05a79ff4a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:45:49.123052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.248379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Network 359d5029-ac1e-4798-951f-3040a05586ff is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:49.278137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:49.293973 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:45:49.401172 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.426194 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.497429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bab06a8e-55b8-4622-bea7-150c73d5ded9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:49.707938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Pushing event updated for resources: {'Port': ['ID=6962904d-f369-44b6-a809-11eda8da610c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:49.748229 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-c4a4ff97-4d70-4421-9480-2880b6e220fe service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8250735 Jul 05 03:45:49.938178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port bab06a8e-55b8-4622-bea7-150c73d5ded9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:49.944989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port bab06a8e-55b8-4622-bea7-150c73d5ded9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:49.949336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:49.964961 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:50.013190 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-17f66a20-bea1-4493-a585-1adf813e3ba0 None None] Provisioning for port 6962904d-f369-44b6-a809-11eda8da610c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:50.038195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-52afb893-a5ae-4ff5-86e0-b7516be7e095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.041364 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-52afb893-a5ae-4ff5-86e0-b7516be7e095 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 1098 time: 0.2453871 Jul 05 03:45:50.061168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-17f66a20-bea1-4493-a585-1adf813e3ba0 None None] Provisioning complete for port 6962904d-f369-44b6-a809-11eda8da610c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:50.061168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17f66a20-bea1-4493-a585-1adf813e3ba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:50.155141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4b7505-8638-4173-92f7-cfab5dc913e8 req-5ec89039-9750-4fe5-a590-5ddb81233031 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.158742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d4b7505-8638-4173-92f7-cfab5dc913e8 req-5ec89039-9750-4fe5-a590-5ddb81233031 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 949 time: 0.4546726 Jul 05 03:45:50.300009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-17f66a20-bea1-4493-a585-1adf813e3ba0 None None] Port 6962904d-f369-44b6-a809-11eda8da610c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:50.345290 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:50.399262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-ed44e0c5-a13a-49a9-b22a-841d9ff17ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.404674 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-ed44e0c5-a13a-49a9-b22a-841d9ff17ca7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 200 len: 925 time: 0.2932086 Jul 05 03:45:50.407866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port bab06a8e-55b8-4622-bea7-150c73d5ded9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bab06a8e-55b8-4622-bea7-150c73d5ded9,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:50.486700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d4b7505-8638-4173-92f7-cfab5dc913e8 req-fb26a540-b43c-433e-b61c-f5c8e348f5d1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468681 Jul 05 03:45:50.715244 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-f5522917-57f1-4d2c-9165-37c4711f8a76 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8ffa029e-2deb-458e-b6ba-f88dc4e575a1 HTTP/1.1" status: 200 len: 1001 time: 0.2892749 Jul 05 03:45:50.857829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564eee57-30c9-4db4-8ae0-5a1ff887332f req-8eaa5655-46d1-4d2f-a003-f2bc0308d1b6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.859270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:50.865909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-564eee57-30c9-4db4-8ae0-5a1ff887332f req-8eaa5655-46d1-4d2f-a003-f2bc0308d1b6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1631317 Jul 05 03:45:50.879303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-1f696781-a9c4-4114-b5ed-8da27e7be4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:50.882687 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-1f696781-a9c4-4114-b5ed-8da27e7be4d8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3dabc5b6-7e6d-4427-acf6-605492cbf926 HTTP/1.1" status: 200 len: 863 time: 0.1521852 Jul 05 03:45:50.886854 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:50.945737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] Deleting port 64f58ad2-53c9-46fb-8ed8-419515105aed {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:50.946496 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:50.954622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-564eee57-30c9-4db4-8ae0-5a1ff887332f req-fb0f827e-0b33-4dd3-a2fe-cb28fa74ec25 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874548 Jul 05 03:45:51.017502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=bab06a8e-55b8-4622-bea7-150c73d5ded9,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:51.032651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-06267350-ebcb-4aa7-a1f8-b49f1d04b7dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:45:51.034941 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-06267350-ebcb-4aa7-a1f8-b49f1d04b7dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7b8544a-cbad-4b6d-a113-fe649b231e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1419189 Jul 05 03:45:51.120958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] For port 64f58ad2-53c9-46fb-8ed8-419515105aed, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=64f58ad2-53c9-46fb-8ed8-419515105aed,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:51.121226 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:51.146819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] Calling delete_port for 64f58ad2-53c9-46fb-8ed8-419515105aed owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:51.160881 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-5ad74409-8958-4f1c-a2cc-9682cf9f6acb service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1149650 Jul 05 03:45:51.268206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:51.314637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bab06a8e-55b8-4622-bea7-150c73d5ded9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:51.375756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Pushing event updated for resources: {'Port': ['ID=6962904d-f369-44b6-a809-11eda8da610c,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:51.398963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port bab06a8e-55b8-4622-bea7-150c73d5ded9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:51.399469 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:51.406530 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eee3e07b-b5e3-4272-9db6-1e1db1b99b14 req-2a9f168f-5244-4418-a53c-7946e8d1f98e service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2346973 Jul 05 03:45:51.407476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:51.520995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:51.550463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 78c4177c-8e0a-4344-97bb-aab05a79ff4a up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:51.608368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] Pushing event deleted for resources: {'Port': ['ID=64f58ad2-53c9-46fb-8ed8-419515105aed,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:51.689467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Network 359d5029-ac1e-4798-951f-3040a05586ff is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:45:51.691717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:45:51.870811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 78c4177c-8e0a-4344-97bb-aab05a79ff4a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:51.882445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 78c4177c-8e0a-4344-97bb-aab05a79ff4a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:51.884108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.128106 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.284020 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Router a450014f-966f-4776-9631-1e18d843f7d3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:45:52.292686 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.297388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-58bc3bd9-bb61-4c24-a0e1-4b301a91a993 None None] Provisioning complete for port 6962904d-f369-44b6-a809-11eda8da610c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:52.297774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-58bc3bd9-bb61-4c24-a0e1-4b301a91a993 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.398234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4020bd-b381-4c46-bc4f-5639e06b8159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c4177c-8e0a-4344-97bb-aab05a79ff4a'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:45:52.400583 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50323ffd-fe0c-40a9-b402-132cf9056098" -d '{"events": [{"server_uuid": "eb4020bd-b381-4c46-bc4f-5639e06b8159", "name": "network-vif-plugged", "status": "completed", "tag": "78c4177c-8e0a-4344-97bb-aab05a79ff4a"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:45:52.439416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 78c4177c-8e0a-4344-97bb-aab05a79ff4a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=78c4177c-8e0a-4344-97bb-aab05a79ff4a,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:52.442973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-58bc3bd9-bb61-4c24-a0e1-4b301a91a993 None None] Port 6962904d-f369-44b6-a809-11eda8da610c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:45:52.514651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:52.526087 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:52.529605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Sync routers for ids ['a450014f-966f-4776-9631-1e18d843f7d3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:52.536796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c642ad81-5413-442b-91d5-dc5e77966bbb admin admin] 10.222.0.30 "PUT /v2.0/routers/a450014f-966f-4776-9631-1e18d843f7d3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8889182 Jul 05 03:45:52.570038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] Router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:45:52.592305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Routers {'a450014f-966f-4776-9631-1e18d843f7d3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:52.592981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a450014f-966f-4776-9631-1e18d843f7d3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:52.722728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=78c4177c-8e0a-4344-97bb-aab05a79ff4a,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:52.838456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:45:52.855816 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1549db01-c09d-4cf0-b62d-3361f26ea83e admin admin] 10.222.0.30 "PUT /v2.0/routers/2c6c64de-4f5a-4358-8056-9ef2f4ed0098/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9358420 Jul 05 03:45:52.856136 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] Sync routers for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:45:52.856926 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45214) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:52.870497 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:52.871816 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:52.932145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Set router a450014f-966f-4776-9631-1e18d843f7d3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:53.060162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.342386 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.375057 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:53.534779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Deleting port a35d3508-b3fe-446c-a489-06816f120dce {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:53.536154 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.646531 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-router', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:37Z', 'updated_at': '2021-07-05T03:45:49Z', 'revision_number': 4, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'gw_port': {'id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:38Z', 'updated_at': '2021-07-05T03:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6962904d-f369-44b6-a809-11eda8da610c', 'name': '', 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'mac_address': 'fa:16:3e:d3:e4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f52a71d0-d8e9-4b16-bf7c-6aa300173256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:47Z', 'updated_at': '2021-07-05T03:45:50Z', 'revision_number': 2, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'subnets': [{'id': 'f52a71d0-d8e9-4b16-bf7c-6aa300173256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:53.716892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Checking router: a450014f-966f-4776-9631-1e18d843f7d3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:53.717409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Updating router a450014f-966f-4776-9631-1e18d843f7d3 port 6962904d-f369-44b6-a809-11eda8da610c binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:45:53.781714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] For port a35d3508-b3fe-446c-a489-06816f120dce, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a35d3508-b3fe-446c-a489-06816f120dce,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:53.782989 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.793776 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61'}], 'enable_snat': True}, 'gw_port_id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:45:51Z', 'revision_number': 5, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port': {'id': 'a35d3508-b3fe-446c-a489-06816f120dce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:b1:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'device_owner': 'network:router_gateway', 'standard_attr_id': 450, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:43:56Z', 'updated_at': '2021-07-05T03:44:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:53.817922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Calling delete_port for a35d3508-b3fe-446c-a489-06816f120dce owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:53.825138 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:53.840033 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] Checking router: 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:45:53.849843 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] Routers {'2c6c64de-4f5a-4358-8056-9ef2f4ed0098'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:53.851750 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:54.119506 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] Set router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:54.325290 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:45:53Z', 'revision_number': 6, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:54.396649 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf07bf3d-a595-4da3-ad97-db92ad71add6 None None] The sync data for ids ['2c6c64de-4f5a-4358-8056-9ef2f4ed0098'] in n-d-758944-41 is: [{'id': '2c6c64de-4f5a-4358-8056-9ef2f4ed0098', 'name': 'tempest-FloatingIPsAssociationTestJSON-1677708056-router', 'tenant_id': '67b75ff79a7349649feb96da35f40cde', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:43:54Z', 'updated_at': '2021-07-05T03:45:53Z', 'revision_number': 6, 'project_id': '67b75ff79a7349649feb96da35f40cde', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:54.618991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.684864 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.701247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Pushing event deleted for resources: {'Port': ['ID=a35d3508-b3fe-446c-a489-06816f120dce,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:54.729976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Transition to ACTIVE for port object 6962904d-f369-44b6-a809-11eda8da610c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:45:54.844788 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:54.930897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.054387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741460e-2ac4-47df-baef-2d52ded27ab6 None None] Pushing event updated for resources: {'Port': ['ID=6962904d-f369-44b6-a809-11eda8da610c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:55.200390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Attempting to bind port 6962904d-f369-44b6-a809-11eda8da610c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:45:55.206336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Attempting to bind port 6962904d-f369-44b6-a809-11eda8da610c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '76c23057-b128-4c62-b5a4-1e68e57d276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:45:55.206707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Attempting to bind port 6962904d-f369-44b6-a809-11eda8da610c on network 359d5029-ac1e-4798-951f-3040a05586ff {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:45:55.243340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:45:55.245366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Checking segment: {'id': '76c23057-b128-4c62-b5a4-1e68e57d276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:45:55.246240 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.247060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Bound using segment: {'id': '76c23057-b128-4c62-b5a4-1e68e57d276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:45:55.249088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Bound port: 6962904d-f369-44b6-a809-11eda8da610c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76c23057-b128-4c62-b5a4-1e68e57d276a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:45:55.253940 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.453859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] For port 6962904d-f369-44b6-a809-11eda8da610c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:45:55.459508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] For port 6962904d-f369-44b6-a809-11eda8da610c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6962904d-f369-44b6-a809-11eda8da610c,segment=NetworkSegment(76c23057-b128-4c62-b5a4-1e68e57d276a),segment_id=76c23057-b128-4c62-b5a4-1e68e57d276a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:45:55.518063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.524150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a35d3508-b3fe-446c-a489-06816f120dce no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:55.535687 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.585758 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.590454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a35d3508-b3fe-446c-a489-06816f120dce {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:55.591153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a35d3508-b3fe-446c-a489-06816f120dce not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:55.592066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 64f58ad2-53c9-46fb-8ed8-419515105aed no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:55.660841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 64f58ad2-53c9-46fb-8ed8-419515105aed {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:55.661575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 64f58ad2-53c9-46fb-8ed8-419515105aed not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:55.713934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6741460e-2ac4-47df-baef-2d52ded27ab6 None None] Pushing event updated for resources: {'Port': ['ID=6962904d-f369-44b6-a809-11eda8da610c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:55.717421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.719061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2c6c64de-4f5a-4358-8056-9ef2f4ed0098 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:45:55.728160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Routers {'a450014f-966f-4776-9631-1e18d843f7d3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:45:55.729034 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:55.729216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:45:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a450014f-966f-4776-9631-1e18d843f7d3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:55.732185 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b1459bd4-d549-428e-a37e-6c92e4b984c4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/2c6c64de-4f5a-4358-8056-9ef2f4ed0098 HTTP/1.1" status: 204 len: 168 time: 2.8747456 Jul 05 03:45:55.736256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45222) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:55.892141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-111699e9-3f37-4cd8-93e1-2c9d739c840e admin admin] Deleting subnet 6ebac950-6876-4afe-a063-4eb11d9d414e {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:45:55.922483 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-111699e9-3f37-4cd8-93e1-2c9d739c840e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.005674 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-111699e9-3f37-4cd8-93e1-2c9d739c840e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.162695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-111699e9-3f37-4cd8-93e1-2c9d739c840e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.198934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] Set router a450014f-966f-4776-9631-1e18d843f7d3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:45:56.332209 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-111699e9-3f37-4cd8-93e1-2c9d739c840e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.373157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111699e9-3f37-4cd8-93e1-2c9d739c840e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6ebac950-6876-4afe-a063-4eb11d9d414e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:56.393246 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-111699e9-3f37-4cd8-93e1-2c9d739c840e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.398697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-111699e9-3f37-4cd8-93e1-2c9d739c840e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6ebac950-6876-4afe-a063-4eb11d9d414e HTTP/1.1" status: 204 len: 168 time: 0.6587031 Jul 05 03:45:56.402292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45224) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:56.408891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-444ced31-290d-4556-a0dc-bdbece4ed561 None None] Network fe5d4d29-f554-483d-9a12-649266b1959d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:45:56.519960 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:56.697997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-router', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:37Z', 'updated_at': '2021-07-05T03:45:49Z', 'revision_number': 4, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'gw_port': {'id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:38Z', 'updated_at': '2021-07-05T03:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6962904d-f369-44b6-a809-11eda8da610c', 'name': '', 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'mac_address': 'fa:16:3e:d3:e4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f52a71d0-d8e9-4b16-bf7c-6aa300173256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:47Z', 'updated_at': '2021-07-05T03:45:55Z', 'revision_number': 4, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'subnets': [{'id': 'f52a71d0-d8e9-4b16-bf7c-6aa300173256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:56.732801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15cb2d7-f8e3-47c4-8c7e-1439cc0a32a3 None None] The sync data for ids ['a450014f-966f-4776-9631-1e18d843f7d3'] in n-d-758944-41 is: [{'id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-router', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:37Z', 'updated_at': '2021-07-05T03:45:49Z', 'revision_number': 4, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'gw_port': {'id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:38Z', 'updated_at': '2021-07-05T03:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6962904d-f369-44b6-a809-11eda8da610c', 'name': '', 'network_id': '359d5029-ac1e-4798-951f-3040a05586ff', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'mac_address': 'fa:16:3e:d3:e4:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_interface', 'standard_attr_id': 506, 'fixed_ips': [{'subnet_id': 'f52a71d0-d8e9-4b16-bf7c-6aa300173256', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:47Z', 'updated_at': '2021-07-05T03:45:55Z', 'revision_number': 4, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'subnets': [{'id': 'f52a71d0-d8e9-4b16-bf7c-6aa300173256', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:45:56.980718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] DHCP port deletion for fe5d4d29-f554-483d-9a12-649266b1959d request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:45:57.091299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Deleting port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:57.092146 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.144619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Deleting port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:45:57.147107 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.283333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] For port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:57.284043 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.310240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Calling delete_port for 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:57.358015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] For port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e,segment=NetworkSegment(f51562bc-cde3-4498-a073-10cf302c614f),segment_id=f51562bc-cde3-4498-a073-10cf302c614f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:57.358533 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.401055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Calling delete_port for 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:45:57.416057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6962904d-f369-44b6-a809-11eda8da610c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:57.543555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.594403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:57.609181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] No DVR routers for this DVR port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:57.627985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 6962904d-f369-44b6-a809-11eda8da610c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:45:57.653796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6962904d-f369-44b6-a809-11eda8da610c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:57.653796 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.669921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.769551 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.781442 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.808288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe5d4d29-f554-483d-9a12-649266b1959d']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:57.822591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f51562bc-cde3-4498-a073-10cf302c614f') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:57.824162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f51562bc-cde3-4498-a073-10cf302c614f') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:45:57.825038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Pushing event deleted for resources: {'Port': ['ID=3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:57.838785 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] No DVR routers for this DVR port 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:45:57.846062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.846476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.846813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.847179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.847533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.847863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.848238 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.848579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.848938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.849935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.849935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.849935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70eb2933-508f-4434-b782-30ced1c0adf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:45:57.853471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.894283 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.909439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:45:57.917050 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:45:57.926514 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:57.986990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 6962904d-f369-44b6-a809-11eda8da610c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6962904d-f369-44b6-a809-11eda8da610c,segment=NetworkSegment(76c23057-b128-4c62-b5a4-1e68e57d276a),segment_id=76c23057-b128-4c62-b5a4-1e68e57d276a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:45:58.229361 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.237987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.241578 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] 10.222.0.30 "DELETE /v2.0/networks/fe5d4d29-f554-483d-9a12-649266b1959d HTTP/1.1" status: 204 len: 168 time: 1.8364122 Jul 05 03:45:58.251946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692c1a3b-115e-4368-8ace-c540a8794bf9 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe5d4d29-f554-483d-9a12-649266b1959d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:58.255246 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:58.391675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=6962904d-f369-44b6-a809-11eda8da610c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:58.406860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:45:58.439702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:45:58.440695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3e87b5c4-b1c8-4e4f-86fc-891df22b7d4e not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:45:58.885478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45238) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:58.969245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f7479646-58d8-4cf1-b6f0-a08ad0659fca admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=67b75ff79a7349649feb96da35f40cde&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0826004 Jul 05 03:45:58.972103 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45240) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:45:59.048227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70fe08b1-acac-4628-8892-abd6ebdbb780 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.076071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70fe08b1-acac-4628-8892-abd6ebdbb780 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.304500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70fe08b1-acac-4628-8892-abd6ebdbb780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.309667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70fe08b1-acac-4628-8892-abd6ebdbb780 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:45:59.311572 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-70fe08b1-acac-4628-8892-abd6ebdbb780 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e5163d27-2aa3-4233-897a-b34a4f611dc5 HTTP/1.1" status: 204 len: 168 time: 0.3374224 Jul 05 03:45:59.342928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6962904d-f369-44b6-a809-11eda8da610c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:45:59.369616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fe08b1-acac-4628-8892-abd6ebdbb780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5163d27-2aa3-4233-897a-b34a4f611dc5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:45:59.514655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6962904d-f369-44b6-a809-11eda8da610c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:45:59.515357 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:01.218429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45266) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:01.423097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-network', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:02.772677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Made reservation on behalf of ebac8fa613924bbfa3863535d8a1a3df for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:02.775415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.785795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.935754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:02.996953 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.045371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:46:03.064605 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.065627 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Added segment 1bc370e4-380b-4a47-a81b-a25f1f563632 of type vlan for network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 Jul 05 03:46:03.158731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.210044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35cf6726-ebf5-468a-983b-6bbde9dedb69,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:03.292453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.293702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:03.294310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:03.651180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] Pushing event updated for resources: {'Network': ['ID=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:03.664284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:46:03.757239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b02670-10ff-4224-a498-62579107a568 req-f590d7a7-2eeb-4213-ab99-984d875764e0 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:03.764805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-f590d7a7-2eeb-4213-ab99-984d875764e0 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 821 time: 0.2758222 Jul 05 03:46:03.784006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-8067663f-97e8-44eb-a44e-5d09718c70fc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/quotas/abee83cb9e7945c9afcda6c5615990ea HTTP/1.1" status: 200 len: 375 time: 0.0176239 Jul 05 03:46:03.789987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4b92314d-988e-4e80-8cbc-98c2d4721be1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 902 time: 2.5654860 Jul 05 03:46:03.800504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45298) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:03.816697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Request body: {'subnet': {'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-subnet', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:04.007715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Made reservation on behalf of ebac8fa613924bbfa3863535d8a1a3df for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:04.012233 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.050025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-d9b0232b-d36b-4f10-822e-9d0277786c56 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2580078 Jul 05 03:46:04.119827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a8f0fa-9cb6-419c-a14f-a93cab6d047c req-ed22361f-5143-4d8c-b8fd-ba21a369e719 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:04.127265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32a8f0fa-9cb6-419c-a14f-a93cab6d047c req-ed22361f-5143-4d8c-b8fd-ba21a369e719 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.2487230 Jul 05 03:46:04.208302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32a8f0fa-9cb6-419c-a14f-a93cab6d047c req-7bc2c00d-17c2-46d8-94f0-38cef14dea5f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797305 Jul 05 03:46:04.254981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-84a4490b-bea0-43c0-bbdf-e8b3cc47d39c service neutron] 10.222.0.30 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046156 Jul 05 03:46:04.423198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-318e6fcd-19cb-425a-89ed-4b7e83bbae96 service neutron] 10.222.0.30 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473191 Jul 05 03:46:04.530230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49827dff-9a88-4381-9024-16a481cf1457 req-1d680560-f633-4296-82a7-68383028c7f8 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:04.548204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49827dff-9a88-4381-9024-16a481cf1457 req-1d680560-f633-4296-82a7-68383028c7f8 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 950 time: 0.1159194 Jul 05 03:46:04.611290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49827dff-9a88-4381-9024-16a481cf1457 req-1687e72a-0dbe-4501-a902-afa0d6eafdf6 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664003 Jul 05 03:46:04.642019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:04.722309 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:45:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b200a762-30eb-4e28-b6b7-2c4a38366bed x-openstack-request-id: req-b200a762-30eb-4e28-b6b7-2c4a38366bed {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:04.722832 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4020bd-b381-4c46-bc4f-5639e06b8159", "name": "network-vif-plugged", "status": "completed", "tag": "78c4177c-8e0a-4344-97bb-aab05a79ff4a", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:04.723128 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b200a762-30eb-4e28-b6b7-2c4a38366bed {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:04.723726 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4020bd-b381-4c46-bc4f-5639e06b8159', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78c4177c-8e0a-4344-97bb-aab05a79ff4a', 'code': 200} Jul 05 03:46:04.813849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Pushing event updated for resources: {'Subnet': ['ID=99b71389-7522-4a0f-bfde-d848d4519f01,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:04.983398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Checking segment: {'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:04.983755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Network hostable DHCP agents. Network: f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:46:05.104811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b44e9fd-84fc-48ed-a8a1-72dd05ab9422 req-19aa2987-65eb-46cb-b7bc-4326479d053c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.108321 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6b44e9fd-84fc-48ed-a8a1-72dd05ab9422 req-19aa2987-65eb-46cb-b7bc-4326479d053c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 1102 time: 0.2288842 Jul 05 03:46:05.166130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:46:05.254742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ae94c40-8f09-4b58-8eff-a339ab3b7fc8 req-79d6d818-e126-4691-9633-5bea98af28cb tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 210 time: 0.1041603 Jul 05 03:46:05.259770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:05.268823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4274e244-57f6-4b3a-af00-872ef21aaa31 None None] Network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:46:05.288099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.290956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.312126 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6b44e9fd-84fc-48ed-a8a1-72dd05ab9422 req-7a83c0ae-748d-4a05-a8c9-7381a98996ed service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107023 Jul 05 03:46:05.492728 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0491393d-daf0-48bc-92a9-6805afd0fc81 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6666024 Jul 05 03:46:05.492877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45358) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:05.492877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:05.622353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:46:05.623528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.697797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0590fd1-88d1-4924-bc48-bf0206921dff req-28223197-457a-47d9-84ad-94f7351ef836 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.701921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0590fd1-88d1-4924-bc48-bf0206921dff req-28223197-457a-47d9-84ad-94f7351ef836 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 951 time: 0.1215279 Jul 05 03:46:05.738581 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.742886 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.848419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Allocated IP 172.20.0.2 (f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0/99b71389-7522-4a0f-bfde-d848d4519f01/a04e0e4e-9c7f-429c-9400-08dea0bf3ed8) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:05.870408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0590fd1-88d1-4924-bc48-bf0206921dff req-96cbab2c-3e52-4dde-848a-5b751ac785b0 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625357 Jul 05 03:46:05.876640 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:05.953636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4b8637-1f4e-4cd6-a21b-0bb4599e16d6 req-5c53ebd8-1640-4606-901f-7a6a78e03abd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:05.961449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd4b8637-1f4e-4cd6-a21b-0bb4599e16d6 req-5c53ebd8-1640-4606-901f-7a6a78e03abd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 950 time: 0.1858826 Jul 05 03:46:06.253751 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.311004 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Transition to ACTIVE for port object a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:06.353399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Transition to ACTIVE for port object a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:06.582585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd4b8637-1f4e-4cd6-a21b-0bb4599e16d6 req-53d680ba-7535-4c34-b65e-6cf9ad3761f5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5418379 Jul 05 03:46:06.582585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-6118ba62-1979-406c-895f-8e5a50695008 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8a919433e3a0417582628b463d3b295d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0459917 Jul 05 03:46:06.658119 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.774956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7339e080-428c-4eac-b180-ea3410c17d28 req-0257f847-d6bb-42ca-abe3-3aa37cbd6926 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 210 time: 0.0461340 Jul 05 03:46:06.779795 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.824960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-0d667e34-b930-4716-ae59-1e9f1f3f7880 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:06.830106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-0d667e34-b930-4716-ae59-1e9f1f3f7880 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2723343 Jul 05 03:46:06.831337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:06.837944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:06.840702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:06.854807 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-5a584e91-ab2b-466f-87a1-a63f3a94172a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/quotas/8a919433e3a0417582628b463d3b295d HTTP/1.1" status: 200 len: 375 time: 0.0110884 Jul 05 03:46:06.855090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Pushing event updated for resources: {'Port': ['ID=a04e0e4e-9c7f-429c-9400-08dea0bf3ed8,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:06.928626 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Attempting to bind port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:06.929452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Attempting to bind port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:06.929817 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Attempting to bind port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 on network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:06.948945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 45, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:06.953837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Checking segment: {'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:06.953837 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:06.953837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Bound using segment: {'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:06.953837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Bound port: a04e0e4e-9c7f-429c-9400-08dea0bf3ed8, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:06.953837 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.113691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] For port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:07.119305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] For port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a04e0e4e-9c7f-429c-9400-08dea0bf3ed8,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:07.317198 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:07.348404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-109ca9a7-2719-46bc-9354-436771d8e607 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4935555 Jul 05 03:46:07.376146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fe128-1e28-49c0-b233-71ec674a4412 None None] Pushing event updated for resources: {'Port': ['ID=a04e0e4e-9c7f-429c-9400-08dea0bf3ed8,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:07.496567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6754f769-9396-4996-af6c-740abee643f2 req-470a3413-602f-473e-be63-47ca4eca9b18 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:07.509284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6754f769-9396-4996-af6c-740abee643f2 req-470a3413-602f-473e-be63-47ca4eca9b18 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 951 time: 0.3829703 Jul 05 03:46:07.598009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6754f769-9396-4996-af6c-740abee643f2 req-fced4b47-c059-4d00-aeaf-16ce05c4ded5 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871968 Jul 05 03:46:07.988007 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3f7895b7-7a50-4ea2-ba2e-b5ebb9b882a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.209127 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.284165 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:08.585299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a5e4b-0e3d-47ea-8ed0-f640ec90bdac req-36c2675e-04c9-4772-87e9-398f7ef0621d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:08.587696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-172a5e4b-0e3d-47ea-8ed0-f640ec90bdac req-36c2675e-04c9-4772-87e9-398f7ef0621d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 950 time: 0.6555662 Jul 05 03:46:08.756360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-172a5e4b-0e3d-47ea-8ed0-f640ec90bdac req-394543c9-c30a-45c4-adb5-2591816fb5cb tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594381 Jul 05 03:46:08.859584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5fea2808-3aa7-4d24-93d1-ca5aafdeac47 req-aa15115d-df67-4aa7-9b80-85c4f845bd1e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 210 time: 0.1317725 Jul 05 03:46:08.868415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Allocated IP 172.25.4.234 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/116c3646-27e2-4d38-acda-6cb208e7042f) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:08.994187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3daa3ca-b702-46cd-b47e-ea55c9b9ffd5 req-fa271b17-7636-4a87-9375-e7ed0e0d5abf tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 210 time: 0.1228023 Jul 05 03:46:09.347155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.611447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:09.666456 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:09.707666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054e7c0c-878a-43ae-8a90-10170ca0ea18 None None] Network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:46:09.717442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ea9fb472-6284-4713-ad41-90d0af696820 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:09.733780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:09.747004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:09.757358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:09.997268 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.065597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:10.072024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:10.074502 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01c1423e-21a8-4a38-b1f7-d4980f66af39" -d '{"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9fb472-6284-4713-ad41-90d0af696820"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:10.081627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d9894bd8-b64c-4a92-bcb7-317516a7530f None None] Provisioning for port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:10.095716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:10.108799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:10.109262 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.166087 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.282179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=11']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:10.493878 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.567569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b02670-10ff-4224-a498-62579107a568 req-3bd52f3d-0eff-4fdb-944d-be7a9288b3f4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:10.573775 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-3bd52f3d-0eff-4fdb-944d-be7a9288b3f4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 821 time: 0.3884556 Jul 05 03:46:10.587967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Request body: {'port': {'device_id': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630', 'admin_state_up': True, 'tenant_id': 'abee83cb9e7945c9afcda6c5615990ea'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:10.611113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a04e0e4e-9c7f-429c-9400-08dea0bf3ed8,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:10.704139 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.779212 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5fd8f559-acd3-44ef-9d4f-3d5982ecaf38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:10.827743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=a04e0e4e-9c7f-429c-9400-08dea0bf3ed8,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:10.988502 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.007276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Pushing event updated for resources: {'Port': ['ID=116c3646-27e2-4d38-acda-6cb208e7042f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:11.010152 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.040878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Made reservation on behalf of abee83cb9e7945c9afcda6c5615990ea for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:11.047738 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.122914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1f9c9-a9de-43b6-9b75-0ee019540659 req-61a88744-6a8a-499f-a4e0-a3919b473093 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:11.125771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92a1f9c9-a9de-43b6-9b75-0ee019540659 req-61a88744-6a8a-499f-a4e0-a3919b473093 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 946 time: 1.6800890 Jul 05 03:46:11.198081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2e15ce7a-7515-45f8-9f76-1184e8339142 None None] Provisioning complete for port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:11.203293 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2e15ce7a-7515-45f8-9f76-1184e8339142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.255536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a120ba9e-2a85-41d5-9fa6-79b4a53fb9d5 req-88244cfa-da71-40c3-a953-2d329f8dc989 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:11.266961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a120ba9e-2a85-41d5-9fa6-79b4a53fb9d5 req-88244cfa-da71-40c3-a953-2d329f8dc989 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 950 time: 0.9334824 Jul 05 03:46:11.340919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92a1f9c9-a9de-43b6-9b75-0ee019540659 req-f58e2af5-7568-43e1-b4c3-38ba41a8053b tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1787136 Jul 05 03:46:11.393516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a120ba9e-2a85-41d5-9fa6-79b4a53fb9d5 req-de34d72d-9d1b-432c-947e-34038cf45441 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247187 Jul 05 03:46:11.526012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Allocated IP 172.20.0.4 (94b6523b-b8cc-4f9b-a1d8-24beba529630/028213fe-d500-4cf5-89de-aa6ef0908dde/e618e6aa-a1c4-47bf-909a-6bc209846db7) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:11.612107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:11.711994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af7d05a9-024c-4547-9f36-d6743451593e req-aa65a587-de4f-4b5d-8c83-cb99d36ff616 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 210 time: 0.0878928 Jul 05 03:46:11.765553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:11.766329 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:11.998969 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-632d2b7a-50bc-494b-9535-ae3f874df076 x-openstack-request-id: req-632d2b7a-50bc-494b-9535-ae3f874df076 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:11.999284 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-unplugged", "status": "completed", "tag": "ea9fb472-6284-4713-ad41-90d0af696820", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:11.999505 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-632d2b7a-50bc-494b-9535-ae3f874df076 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:11.999933 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820', 'code': 200} Jul 05 03:46:12.017601 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.102757 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.205119 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-6c484d9c-8e8f-4dd8-932d-2e9ab34d349f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8a919433e3a0417582628b463d3b295d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0519104 Jul 05 03:46:12.211697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.390302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-afe9637c-d6dc-415e-8449-8b2967b5d2e0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:12.397644 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-afe9637c-d6dc-415e-8449-8b2967b5d2e0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1822791 Jul 05 03:46:12.427765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Request body: {'port': {'device_id': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8a919433e3a0417582628b463d3b295d'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:12.555093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75b7be58-5af6-4ab9-a70d-410c75e9d62f req-2618c756-27ab-4fb3-b9da-f892ecc5658b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 210 time: 0.1002126 Jul 05 03:46:12.666927 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1c5511-bfab-4967-90cf-389ee4b88fb6 req-92389910-1d48-4658-9ebb-1b1298a0b26c tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:12.669823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a1c5511-bfab-4967-90cf-389ee4b88fb6 req-92389910-1d48-4658-9ebb-1b1298a0b26c tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 1102 time: 0.2292655 Jul 05 03:46:12.757418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Router c9094e8c-dc43-4b58-8501-129fb570af5e is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:46:12.809629 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a1c5511-bfab-4967-90cf-389ee4b88fb6 req-e138a099-75ae-44f2-9ded-ef340d6dd6ce tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223655 Jul 05 03:46:12.812573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Made reservation on behalf of 8a919433e3a0417582628b463d3b295d for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:12.819950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:12.836671 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.198694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Pushing event updated for resources: {'Port': ['ID=e618e6aa-a1c4-47bf-909a-6bc209846db7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:13.258171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Network 94b6523b-b8cc-4f9b-a1d8-24beba529630 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:13.264621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:13.278172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:13.346166 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.410772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:13.437981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Sync routers for ids ['c9094e8c-dc43-4b58-8501-129fb570af5e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:13.470346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Routers {'c9094e8c-dc43-4b58-8501-129fb570af5e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:13.478786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-16420314-f6e3-49df-8c49-06c82223638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:46:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c9094e8c-dc43-4b58-8501-129fb570af5e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:13.508695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c792b3-c18e-41ff-8175-eb5f78194da1 req-0882ddee-944d-4cf3-9165-e9d31f6ee555 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.516698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45c792b3-c18e-41ff-8175-eb5f78194da1 req-0882ddee-944d-4cf3-9165-e9d31f6ee555 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 931 time: 0.1915166 Jul 05 03:46:13.526631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:13.530211 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.581948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45c792b3-c18e-41ff-8175-eb5f78194da1 req-df639692-b842-4ccf-ae7e-8fc78a4cacf2 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638182 Jul 05 03:46:13.593784 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Allocated IP 192.168.233.235 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/848ba54a-5ab0-46cb-a10b-3b8beac86fd6) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:13.611092 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.692163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.700526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-82fe1c95-930b-47e4-be87-95e5cb4b8c1b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 8.2226291 Jul 05 03:46:13.702204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45536) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:13.883768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:13.914565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Transition to ACTIVE for port object 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:13.923335 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-aa622dfa-7097-4cc1-9b27-6241e4a48602 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3396997 Jul 05 03:46:13.991593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Request body: {'port': {'device_id': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:14.076162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Set router c9094e8c-dc43-4b58-8501-129fb570af5e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:14.277656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.334820 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.356869 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:14.379820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:14.492059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:14.511612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:14.517755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['4428445b-a8e9-4564-a843-aa1fa6acc312'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:14.570338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:14.585220 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:14.768058 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:14.769121 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.090039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-16420314-f6e3-49df-8c49-06c82223638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:10Z', 'revision_number': 3, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:15.124705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-6a471c47-e375-4444-962f-03652847c593 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 1.1221797 Jul 05 03:46:15.199791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e618e6aa-a1c4-47bf-909a-6bc209846db7 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:15.216615 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.221437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-40666c43-88b1-480f-96e8-455f3ca0b5a6 None None] Provisioning for port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:15.226152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Checking router: c9094e8c-dc43-4b58-8501-129fb570af5e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:15.226719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Updating router c9094e8c-dc43-4b58-8501-129fb570af5e port 116c3646-27e2-4d38-acda-6cb208e7042f binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:46:15.264424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Transition to ACTIVE for port object e618e6aa-a1c4-47bf-909a-6bc209846db7 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:15.268600 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-1e7f80e3-e6ed-4941-a800-644b9234953e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8549759 Jul 05 03:46:15.289262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Request body: {'port': {'device_id': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:15.323426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.409466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.437011 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.713026 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.714652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9128867e-3578-4b64-972b-92831c6f9aff req-f45f1a03-d138-48b3-bd6f-6c92d71b9955 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:15.726878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Pushing event updated for resources: {'Port': ['ID=e618e6aa-a1c4-47bf-909a-6bc209846db7,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:15.727193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Transition to ACTIVE for port object 116c3646-27e2-4d38-acda-6cb208e7042f will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:15.738243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-40666c43-88b1-480f-96e8-455f3ca0b5a6 None None] Provisioning complete for port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:15.738624 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-40666c43-88b1-480f-96e8-455f3ca0b5a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.742872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9128867e-3578-4b64-972b-92831c6f9aff req-f45f1a03-d138-48b3-bd6f-6c92d71b9955 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 936 time: 0.6061823 Jul 05 03:46:15.789600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-40666c43-88b1-480f-96e8-455f3ca0b5a6 None None] Port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:15.816532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-475c6cf7-b06a-454c-b6f7-c74c9e3aaf67 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:15.818318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-475c6cf7-b06a-454c-b6f7-c74c9e3aaf67 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6929088 Jul 05 03:46:15.829246 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.850740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-7757ba4a-1eed-44f2-bbd3-d3e80a9fce84 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/quotas/8d129a1c118c47fd9521ef148ce4950a HTTP/1.1" status: 200 len: 375 time: 0.0120044 Jul 05 03:46:15.897457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde25c4-827a-4a28-a550-fd392ed46ff2 None None] Pushing event updated for resources: {'Port': ['ID=116c3646-27e2-4d38-acda-6cb208e7042f,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:15.915968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Attempting to bind port 116c3646-27e2-4d38-acda-6cb208e7042f on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:15.916781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Attempting to bind port 116c3646-27e2-4d38-acda-6cb208e7042f by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:15.917360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Attempting to bind port 116c3646-27e2-4d38-acda-6cb208e7042f on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:15.924609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:15.925480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:15.926061 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:15.926909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:15.927587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Bound port: 116c3646-27e2-4d38-acda-6cb208e7042f, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:15.928283 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.006651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-16420314-f6e3-49df-8c49-06c82223638c None None] For port 116c3646-27e2-4d38-acda-6cb208e7042f, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:16.006651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-16420314-f6e3-49df-8c49-06c82223638c None None] For port 116c3646-27e2-4d38-acda-6cb208e7042f, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=116c3646-27e2-4d38-acda-6cb208e7042f,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:16.126439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9128867e-3578-4b64-972b-92831c6f9aff req-1c9193bb-413b-40dc-9466-1cee5d4ff83e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3821905 Jul 05 03:46:16.155485 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.221943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Routers {'c9094e8c-dc43-4b58-8501-129fb570af5e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:16.223101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-16420314-f6e3-49df-8c49-06c82223638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:46:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c9094e8c-dc43-4b58-8501-129fb570af5e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:16.226089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:16.226918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:16.227600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:16.233289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-2a4f250e-d5d6-4a73-83f3-d2843e5029ac tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.3676403 Jul 05 03:46:16.249597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Port e618e6aa-a1c4-47bf-909a-6bc209846db7 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:16.250056 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:16.270921 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.467114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-16420314-f6e3-49df-8c49-06c82223638c None None] Set router c9094e8c-dc43-4b58-8501-129fb570af5e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:16.487554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:16.501013 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.526651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Transition to ACTIVE for port object 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:16.548959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:16.555432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:16.555432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:16.555432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Bound port: e618e6aa-a1c4-47bf-909a-6bc209846db7, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:16.555432 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.685172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:16.699841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:16.705480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde25c4-827a-4a28-a550-fd392ed46ff2 None None] Pushing event updated for resources: {'Port': ['ID=116c3646-27e2-4d38-acda-6cb208e7042f,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:16.739077 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.866542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:16.877656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:16.925053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-f5950acc-d3b5-414e-a050-9ae345a1e4b9 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--337277670&fields=id&tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084 HTTP/1.1" status: 200 len: 267 time: 0.3077052 Jul 05 03:46:17.147703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-16420314-f6e3-49df-8c49-06c82223638c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:10Z', 'revision_number': 3, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:17.260552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.272832 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:17.272832 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] 10.222.0.26 "PUT /v2.0/ports/e618e6aa-a1c4-47bf-909a-6bc209846db7 HTTP/1.1" status: 200 len: 1092 time: 3.3349798 Jul 05 03:46:17.273106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16420314-f6e3-49df-8c49-06c82223638c None None] The sync data for ids ['c9094e8c-dc43-4b58-8501-129fb570af5e'] in n-d-758944-41 is: [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:10Z', 'revision_number': 3, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:17.282625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'tag': 'e618e6aa-a1c4-47bf-909a-6bc209846db7'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:17.282625 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e" -d '{"events": [{"name": "network-changed", "server_uuid": "ce9fc40e-f19d-449b-b24e-665aff2b7db4", "tag": "e618e6aa-a1c4-47bf-909a-6bc209846db7"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:17.307245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-509e58da-7d62-4db8-a3ca-422187928a4b tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.344052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-509e58da-7d62-4db8-a3ca-422187928a4b tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/networks?id=c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 200 len: 824 time: 0.4083939 Jul 05 03:46:17.384546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Allocated IP 172.20.0.1 (f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0/99b71389-7522-4a0f-bfde-d848d4519f01/059d2e15-1a87-4089-a78f-f57ed5286208) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:17.427815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4ae37-c555-4e78-b274-bce9b53bf36d service neutron] Pushing event updated for resources: {'Port': ['ID=e618e6aa-a1c4-47bf-909a-6bc209846db7,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:17.519822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Attempting to bind port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:17.520946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Attempting to bind port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:17.521409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Attempting to bind port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:17.529936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-1e2c1e39-df87-4d14-83bb-2859df714187 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/quotas/f7e5526a71ee4c1c8a5ada86eaf7d084 HTTP/1.1" status: 200 len: 375 time: 0.1917441 Jul 05 03:46:17.561873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:17.563255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Attempting to bind port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:17.575863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:17.576481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:17.577119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:17.577899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Bound port: 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:17.578512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:17.605735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-c28bdbc6-d9b2-4841-9e59-c60ac754f064 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.607292 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-c28bdbc6-d9b2-4841-9e59-c60ac754f064 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.13 "GET /v2.0/ports?device_id=3047d7ce-f7c8-4be5-ba58-b7415de04622 HTTP/1.1" status: 200 len: 946 time: 0.5194714 Jul 05 03:46:17.805707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0459407-8a56-4f65-9d0e-4e4d87dea8d7 req-2130f2ff-8e73-445d-83cf-f888fe53e870 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:17.805707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0459407-8a56-4f65-9d0e-4e4d87dea8d7 req-2130f2ff-8e73-445d-83cf-f888fe53e870 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.4578228 Jul 05 03:46:17.924087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:17.978886 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.004831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Transition to ACTIVE for port object 059d2e15-1a87-4089-a78f-f57ed5286208 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:18.033028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b02670-10ff-4224-a498-62579107a568 req-082d38a9-7ad6-4877-b91d-1180c250a7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.036840 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-082d38a9-7ad6-4877-b91d-1180c250a7d5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 1095 time: 0.5658200 Jul 05 03:46:18.037993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:18.139969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0459407-8a56-4f65-9d0e-4e4d87dea8d7 req-66be408e-4cb0-4cee-a8e7-41462084ae46 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231640 Jul 05 03:46:18.165317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-cb1e4721-0584-4c83-83b2-2856d97764db tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&fields=id HTTP/1.1" status: 200 len: 394 time: 0.6331906 Jul 05 03:46:18.175362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.184245 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-7bebd127-7172-4313-aa6f-c615d8aa5ac7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7 HTTP/1.1" status: 200 len: 217 time: 0.1401112 Jul 05 03:46:18.449664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Deleting port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:18.450172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.462861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:18.490665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-a93e42b4-8f2e-4e3f-8bdd-357e77104e58 service neutron] 10.222.0.30 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2891524 Jul 05 03:46:18.492196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.494596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] 10.222.0.26 "PUT /v2.0/ports/848ba54a-5ab0-46cb-a10b-3b8beac86fd6 HTTP/1.1" status: 200 len: 1097 time: 3.2153869 Jul 05 03:46:18.718114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] For port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:18.718825 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:18.801942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-366015be-3b78-4f1d-98d0-a60390206159 req-de2b35c2-4488-417d-ab0a-f774b5875327 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 210 time: 0.0886018 Jul 05 03:46:18.851791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.022081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Pushing event updated for resources: {'Port': ['ID=059d2e15-1a87-4089-a78f-f57ed5286208,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:19.034475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-a15e0804-29f8-4dda-8015-e8d255877498 service neutron] 10.222.0.30 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5411429 Jul 05 03:46:19.065890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:19.068398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.071379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.071978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.072489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.073062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.073483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.073984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.074479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.074976 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.075460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.076034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.076643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:19.099402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:19.160448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:19.418394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.490982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb6f89-82eb-4ac5-9942-a1caa3e59127 service neutron] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:19.498512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b02670-10ff-4224-a498-62579107a568 req-dc67b3d2-0098-40ae-8f76-2bb6a043b04b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.500192 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-dc67b3d2-0098-40ae-8f76-2bb6a043b04b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 1.2549388 Jul 05 03:46:19.527828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 116c3646-27e2-4d38-acda-6cb208e7042f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:19.545331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d108d796-55a0-4027-af9a-3441a9d424e6 req-0fa7ec3b-bc4e-492f-b586-f39539fe3e32 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.547452 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-51ee14c7-4ad1-4822-98c7-159f0b1d3020 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383966 Jul 05 03:46:19.556070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d108d796-55a0-4027-af9a-3441a9d424e6 req-0fa7ec3b-bc4e-492f-b586-f39539fe3e32 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 948 time: 0.4736302 Jul 05 03:46:19.589272 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.589955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.590513 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Floating IP 8643351e-4221-4406-9a1a-b298adc26b8f disassociated. External IP: 172.25.4.28, port: 8ffa029e-2deb-458e-b6ba-f88dc4e575a1. Jul 05 03:46:19.591074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Calling delete_port for 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:19.755681 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 116c3646-27e2-4d38-acda-6cb208e7042f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:19.763716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-28b2070a-083c-422a-bf13-47a04ac3e45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:19.764491 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-28b2070a-083c-422a-bf13-47a04ac3e45a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 1100 time: 0.3380959 Jul 05 03:46:19.769977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d108d796-55a0-4027-af9a-3441a9d424e6 req-4000dc32-06d1-4bdd-86a6-ea936aedaf6f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2127242 Jul 05 03:46:19.794938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 116c3646-27e2-4d38-acda-6cb208e7042f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:19.797988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:19.828889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7aa8c1a6-ef13-4413-963a-d9f74bc04f1d None None] Provisioning for port 059d2e15-1a87-4089-a78f-f57ed5286208 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:19.863643 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23a7ebab-1a0d-4b1d-966c-9ff3f29222a4 x-openstack-request-id: req-23a7ebab-1a0d-4b1d-966c-9ff3f29222a4 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:19.868944 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce9fc40e-f19d-449b-b24e-665aff2b7db4", "tag": "e618e6aa-a1c4-47bf-909a-6bc209846db7", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:19.870803 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23a7ebab-1a0d-4b1d-966c-9ff3f29222a4 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:19.872591 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'tag': 'e618e6aa-a1c4-47bf-909a-6bc209846db7', 'status': 'completed', 'code': 200} Jul 05 03:46:19.885200 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-4f6b44b1-8cbf-4b1b-8084-2af63eb877fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6 HTTP/1.1" status: 200 len: 217 time: 0.1041496 Jul 05 03:46:19.887793 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-3969485d-0c15-4bb3-a49b-7b61e346ed4e service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3320351 Jul 05 03:46:19.914720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7aa8c1a6-ef13-4413-963a-d9f74bc04f1d None None] Provisioning complete for port 059d2e15-1a87-4089-a78f-f57ed5286208 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:19.915277 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7aa8c1a6-ef13-4413-963a-d9f74bc04f1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.064670 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.164092 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1388aca0-cb73-4759-89f0-7f01ae06b6b0 req-957c62b8-a6db-4ef3-a108-3f4fb2830837 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 210 time: 0.0782814 Jul 05 03:46:20.236200 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.329661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 116c3646-27e2-4d38-acda-6cb208e7042f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=116c3646-27e2-4d38-acda-6cb208e7042f,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:20.338580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7aa8c1a6-ef13-4413-963a-d9f74bc04f1d None None] Port 059d2e15-1a87-4089-a78f-f57ed5286208 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:20.501616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c2ba6b4-9cf3-4de5-bbfd-5a3bd55ba1bc req-f3f926a9-6846-4a0e-b907-1ed602307c32 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:20.505258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c2ba6b4-9cf3-4de5-bbfd-5a3bd55ba1bc req-f3f926a9-6846-4a0e-b907-1ed602307c32 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.3679523 Jul 05 03:46:20.574576 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.588614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f90d6376-0150-49c1-ae11-344dd75f587d req-101a8cf9-53a7-433d-be7c-57a3b89f840f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 210 time: 0.1243081 Jul 05 03:46:20.682346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-3d42c9a9-7f69-4577-9624-384e21e0c92d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:20.684746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-3d42c9a9-7f69-4577-9624-384e21e0c92d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.7860899 Jul 05 03:46:20.730246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c2ba6b4-9cf3-4de5-bbfd-5a3bd55ba1bc req-5488d426-6757-4623-bd2b-e1686201ef83 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1600223 Jul 05 03:46:20.737211 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=116c3646-27e2-4d38-acda-6cb208e7042f,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:20.849592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:20.877488 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4b02670-10ff-4224-a498-62579107a568 req-50ac775e-bb17-4645-99b2-e14fde4dadbf service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9686022 Jul 05 03:46:20.922308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-977c7b7f-5a26-4ec7-b655-d584fcabebc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:20.924591 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-977c7b7f-5a26-4ec7-b655-d584fcabebc4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2260604 Jul 05 03:46:21.091859 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.107649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.151054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event deleted for resources: {'Port': ['ID=8ffa029e-2deb-458e-b6ba-f88dc4e575a1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:21.245900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ac8a81-874a-45a9-8fe5-d8549a9c676a req-ea282f6e-736b-4a00-ad6e-918adcdf5887 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.261172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3ac8a81-874a-45a9-8fe5-d8549a9c676a req-ea282f6e-736b-4a00-ad6e-918adcdf5887 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 948 time: 0.2858288 Jul 05 03:46:21.270144 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-f9054104-8c5f-49ec-a039-0a2dbd157f42 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3362956 Jul 05 03:46:21.404440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 116c3646-27e2-4d38-acda-6cb208e7042f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:21.423778 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-32af354c-ea74-482b-b6a0-b70797d0b654 req-f3ffab56-5a5e-4e59-ae13-688073114910 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317699 Jul 05 03:46:21.424487 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.482350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e req-b7941f84-9120-420c-a80e-48b7a7928fd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.484639 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e req-b7941f84-9120-420c-a80e-48b7a7928fd6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 1095 time: 0.3350747 Jul 05 03:46:21.512018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Pushing event updated for resources: {'Port': ['ID=059d2e15-1a87-4089-a78f-f57ed5286208,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:21.591708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3ac8a81-874a-45a9-8fe5-d8549a9c676a req-92f1b900-99f7-42bc-9de1-26a18d0879b2 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3290455 Jul 05 03:46:21.619257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc596c3c-94c9-42c9-8e73-041204339a0a req-203c7416-c563-4773-a1db-7da76993b789 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 210 time: 0.0815995 Jul 05 03:46:21.633130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 116c3646-27e2-4d38-acda-6cb208e7042f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:21.634199 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:21.750897 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:21.814769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e req-ec651a72-bd2f-4f1b-92c9-7b0867891792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:21.817391 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e req-ec651a72-bd2f-4f1b-92c9-7b0867891792 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.3209896 Jul 05 03:46:21.857268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:21.859498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:21.886444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:21.889322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:22.003883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:22.007867 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa" -d '{"events": [{"name": "network-changed", "server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:22.035701 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e req-6dff6cb8-4227-4407-b4ba-b222b40a59a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7 HTTP/1.1" status: 200 len: 217 time: 0.1974285 Jul 05 03:46:22.065002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Router b5764e05-afa1-428d-9d9c-4925bd5f49e3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:22.112159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-645d63b3-d107-48fe-9081-17f5908a892e req-4770927c-50bb-4b33-8685-e9e19ad8290e tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 210 time: 0.0636039 Jul 05 03:46:22.402894 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a0880be3-1e0e-4148-b1ad-ba94fedd256e tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0361724 Jul 05 03:46:22.463553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Router c9094e8c-dc43-4b58-8501-129fb570af5e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:22.492522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e req-df7cf6b0-22bf-4e57-98bf-db96ecbde6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:22.494661 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e req-df7cf6b0-22bf-4e57-98bf-db96ecbde6ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.4239857 Jul 05 03:46:22.584776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29450a0a-4c05-4255-a247-2eb39736b2c3 req-0e710f08-815b-47ae-bc16-ea52e13c11b8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:22.588230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29450a0a-4c05-4255-a247-2eb39736b2c3 req-0e710f08-815b-47ae-bc16-ea52e13c11b8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.2371416 Jul 05 03:46:22.591652 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e req-ea42601e-4b5f-4979-b777-b976b210117d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0860643 Jul 05 03:46:22.610094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e897eb37-6879-4248-9808-f5b05bd7b90e None None] Provisioning complete for port 059d2e15-1a87-4089-a78f-f57ed5286208 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:22.611445 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e897eb37-6879-4248-9808-f5b05bd7b90e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:22.721838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e897eb37-6879-4248-9808-f5b05bd7b90e None None] Port 059d2e15-1a87-4089-a78f-f57ed5286208 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:22.758309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29450a0a-4c05-4255-a247-2eb39736b2c3 req-cc05c7d2-c538-4aff-a594-f668bc54d91c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975583 Jul 05 03:46:22.761158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:22.775116 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Sync routers for ids ['c9094e8c-dc43-4b58-8501-129fb570af5e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:22.779131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-13bb26d2-06f3-4e70-b0bd-4388ac4ec0ef admin admin] 10.222.0.30 "PUT /v2.0/routers/c9094e8c-dc43-4b58-8501-129fb570af5e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0747278 Jul 05 03:46:22.792734 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Routers {'c9094e8c-dc43-4b58-8501-129fb570af5e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:22.794841 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:46:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c9094e8c-dc43-4b58-8501-129fb570af5e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:22.887985 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e req-ac6b9685-d3a3-40db-ae2a-917d2b04a278 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2183614 Jul 05 03:46:23.056254 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f9ac39-b2a4-4cec-82e3-37fd242364c2 x-openstack-request-id: req-99f9ac39-b2a4-4cec-82e3-37fd242364c2 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:23.057367 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:23.057367 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99f9ac39-b2a4-4cec-82e3-37fd242364c2 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:23.057761 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'status': 'completed', 'code': 200} Jul 05 03:46:23.099414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:23.183323 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Set router c9094e8c-dc43-4b58-8501-129fb570af5e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:23.370134 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e9f1c0a6-c99b-4c1b-84be-cf7a3fd81e8e req-650ac81c-7b91-4ad7-8f21-9ec0257da794 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4670887 Jul 05 03:46:23.397079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ce44dc-e6bd-4acf-a63c-65705014bb10 req-de41ca99-0262-47a4-ab0d-1801bd0214a9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.404511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28ce44dc-e6bd-4acf-a63c-65705014bb10 req-de41ca99-0262-47a4-ab0d-1801bd0214a9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 948 time: 0.2212663 Jul 05 03:46:23.422208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:23.431482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:23.440870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-0e22c1f8-6bde-4249-9dea-3298bcd72903 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.442774 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-0e22c1f8-6bde-4249-9dea-3298bcd72903 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0337408 Jul 05 03:46:23.474688 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'e618e6aa-a1c4-47bf-909a-6bc209846db7', 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630', 'port_id': 'e618e6aa-a1c4-47bf-909a-6bc209846db7', 'mac_address': 'fa:16:3e:9b:a3:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028213fe-d500-4cf5-89de-aa6ef0908dde', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:23.482608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] Sync routers for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:23.538363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:23.539397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:46:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:23.544678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28ce44dc-e6bd-4acf-a63c-65705014bb10 req-18ee80a0-9608-4162-9ea6-b9838c5a3fca tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230443 Jul 05 03:46:23.550421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Request body: {'port': {'device_id': 'c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8d129a1c118c47fd9521ef148ce4950a'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:23.687117 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.794481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] No DVR routers for this DVR port 8ffa029e-2deb-458e-b6ba-f88dc4e575a1 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:23.803652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e618e6aa-a1c4-47bf-909a-6bc209846db7 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:23.809815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:23.815078 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f06b0a36-a571-4360-bb24-785dbeefa524 req-15350a53-5bb5-4fb3-9800-81cff1e8478f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.13 "DELETE /v2.0/ports/8ffa029e-2deb-458e-b6ba-f88dc4e575a1 HTTP/1.1" status: 204 len: 173 time: 6.1542559 Jul 05 03:46:23.825762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-2f2bb9e2-6792-4933-8fbd-74eb4b1871c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:23.837159 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-2f2bb9e2-6792-4933-8fbd-74eb4b1871c5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 1100 time: 0.8860874 Jul 05 03:46:23.887364 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '059d2e15-1a87-4089-a78f-f57ed5286208', 'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'mac_address': 'fa:16:3e:32:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:16Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 2, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'subnets': [{'id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:23.943042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:24.001539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd85435f-bb0d-4e98-924e-87e8df59f1b5 req-1661d8f6-bd6a-4826-b5e2-cc3a6e30f865 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 210 time: 0.0984750 Jul 05 03:46:24.013747 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Checking router: c9094e8c-dc43-4b58-8501-129fb570af5e for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:24.014355 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Updating router c9094e8c-dc43-4b58-8501-129fb570af5e port 059d2e15-1a87-4089-a78f-f57ed5286208 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:46:24.022254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:24.089113 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.290867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-294fb07e-83a5-43cc-95ab-05162f8287fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.292401 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-294fb07e-83a5-43cc-95ab-05162f8287fa service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.4474671 Jul 05 03:46:24.382217 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-6f49b3f5-4934-412c-b7ff-776a28eeab2b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6 HTTP/1.1" status: 200 len: 217 time: 0.0789802 Jul 05 03:46:24.451431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.505470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Made reservation on behalf of 8d129a1c118c47fd9521ef148ce4950a for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:24.534754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.655734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-e3d4ba73-db3d-4ac2-aaa1-5ac4d5f2bf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:24.658436 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-e3d4ba73-db3d-4ac2-aaa1-5ac4d5f2bf09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.2658482 Jul 05 03:46:24.780212 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:46:24.820889 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:24.851858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['e618e6aa-a1c4-47bf-909a-6bc209846db7'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:24.852898 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Transition to ACTIVE for port object 059d2e15-1a87-4089-a78f-f57ed5286208 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:24.921687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=e618e6aa-a1c4-47bf-909a-6bc209846db7,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:25.050164 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.093555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Allocated IP 192.168.233.242 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/62125820-879d-4766-a0e1-d4e953290d72) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:25.121868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5575168b-2921-4623-bf62-23ce096a3b0b req-d67f01c4-043d-418b-9593-9c191c288674 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 210 time: 0.2746949 Jul 05 03:46:25.126546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:25.191451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-372d2110-1623-4733-bcb8-27ba64cfa54f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.221468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-372d2110-1623-4733-bcb8-27ba64cfa54f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/networks?id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 HTTP/1.1" status: 200 len: 829 time: 0.4714887 Jul 05 03:46:25.302122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-dcf6e30a-beb4-4901-b774-c6daf2a95668 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/quotas/ebac8fa613924bbfa3863535d8a1a3df HTTP/1.1" status: 200 len: 375 time: 0.0629337 Jul 05 03:46:25.313344 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3cb9d-524a-4677-bfcb-68318982c118 None None] Pushing event updated for resources: {'Port': ['ID=059d2e15-1a87-4089-a78f-f57ed5286208,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:25.347141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:25.380501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'name': 'network-vif-deleted', 'tag': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:25.389475 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e942c5db-461e-455b-9be8-97e91c18cb9a" -d '{"events": [{"server_uuid": "3047d7ce-f7c8-4be5-ba58-b7415de04622", "name": "network-vif-deleted", "tag": "8ffa029e-2deb-458e-b6ba-f88dc4e575a1"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:25.392778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] Checking router: b5764e05-afa1-428d-9d9c-4925bd5f49e3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:25.435831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:25.436544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:46:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:25.518301 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Attempting to bind port 059d2e15-1a87-4089-a78f-f57ed5286208 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:25.518673 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Attempting to bind port 059d2e15-1a87-4089-a78f-f57ed5286208 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:25.519263 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Attempting to bind port 059d2e15-1a87-4089-a78f-f57ed5286208 on network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:25.531011 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:25.531422 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Checking segment: {'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:25.531816 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.540479 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Bound using segment: {'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:25.541321 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Bound port: 059d2e15-1a87-4089-a78f-f57ed5286208, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:25.544240 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.658936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:25.665352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-c5e26de9-7330-4d4d-9754-8281618eebaf tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebac8fa613924bbfa3863535d8a1a3df&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3549750 Jul 05 03:46:25.733121 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] For port 059d2e15-1a87-4089-a78f-f57ed5286208, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:25.738840 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] For port 059d2e15-1a87-4089-a78f-f57ed5286208, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=059d2e15-1a87-4089-a78f-f57ed5286208,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:25.794120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-77a5a8c5-ed8a-4bce-aa4d-6a0cea22a531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:25.801201 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-77a5a8c5-ed8a-4bce-aa4d-6a0cea22a531 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 1.1133873 Jul 05 03:46:25.801657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'mac_address': 'fa:16:3e:0e:b9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:25.905222 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:25.932777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:25.997409 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Routers {'c9094e8c-dc43-4b58-8501-129fb570af5e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:25.998287 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:46:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c9094e8c-dc43-4b58-8501-129fb570af5e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:26.027023 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.201792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-5b154bb4-bfd2-4204-b41e-f3210f2f16fa service neutron] 10.222.0.30 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5277054 Jul 05 03:46:26.216210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Transition to ACTIVE for port object 62125820-879d-4766-a0e1-d4e953290d72 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:26.264899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5adc95-4957-49f4-bfb0-2384b9a56612 req-433d60cf-4d5b-484a-beca-5e98ef3cc33a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:26.279813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe5adc95-4957-49f4-bfb0-2384b9a56612 req-433d60cf-4d5b-484a-beca-5e98ef3cc33a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 944 time: 0.6088011 Jul 05 03:46:26.353414 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.408788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:26.438554 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-edd4c59d-3ec0-477b-8276-cd2305a66525 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6256218 Jul 05 03:46:26.466548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:26.553103 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:26.614301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', '8602a2eb-05e8-4b92-9e04-82d062c4cf9e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:26.633613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe5adc95-4957-49f4-bfb0-2384b9a56612 req-cd45854d-ac81-476c-b72b-417a7f92dd9a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3026712 Jul 05 03:46:26.739852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-0198baec-4e93-479e-aab2-baa14675fb4f service neutron] 10.222.0.30 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5364566 Jul 05 03:46:26.780411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-91a6a357-b0ed-4db1-af3e-1f78870b5763 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:26.782464 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-91a6a357-b0ed-4db1-af3e-1f78870b5763 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.13 "GET /v2.0/networks?id=c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 200 len: 824 time: 0.6908815 Jul 05 03:46:26.784690 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9f69cf13-fac9-406e-9783-1276762b7dd9', '78c4177c-8e0a-4344-97bb-aab05a79ff4a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:26.790957 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:26.819811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:26.851415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:26.903216 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a3cb9d-524a-4677-bfcb-68318982c118 None None] Pushing event updated for resources: {'Port': ['ID=059d2e15-1a87-4089-a78f-f57ed5286208,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:26.958777 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] Set router c9094e8c-dc43-4b58-8501-129fb570af5e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:26.989938 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.031917 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7e2dbf0e-947d-42d1-8122-5f61d6b821aa req-56bada69-8f54-4d11-8851-b086dcb3287c service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5703223 Jul 05 03:46:27.169969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:27.318389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event updated for resources: {'Port': ['ID=62125820-879d-4766-a0e1-d4e953290d72,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:27.460557 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-207d5213-ba55-4296-b8a8-2d62fdf5df5b tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084 HTTP/1.1" status: 200 len: 379 time: 0.6511068 Jul 05 03:46:27.480474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e810cfcc-a805-4c4f-8e32-d87aa71b006c req-53da0cc8-4b01-4ff6-940f-7237fcd031ff tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.489447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:27.491479 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:27.495350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e810cfcc-a805-4c4f-8e32-d87aa71b006c req-53da0cc8-4b01-4ff6-940f-7237fcd031ff tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 949 time: 0.1712255 Jul 05 03:46:27.538489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Request body: {'port': {'device_id': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'admin_state_up': True, 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'security_groups': ['a25f32e3-3ada-4db7-8349-4b46cee54f76']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:27.587537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['848ba54a-5ab0-46cb-a10b-3b8beac86fd6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:27.655044 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e810cfcc-a805-4c4f-8e32-d87aa71b006c req-4550f5fe-2505-4713-9aef-5a5d314986e7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576221 Jul 05 03:46:27.685708 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-a7937d65-f34b-479d-b910-3bf2ce628267 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.1412163 Jul 05 03:46:27.711777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Request body: {'port': {'device_id': 'c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:27.901127 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '059d2e15-1a87-4089-a78f-f57ed5286208', 'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'mac_address': 'fa:16:3e:32:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:16Z', 'updated_at': '2021-07-05T03:46:25Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'subnets': [{'id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:27.962498 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e07e19-5939-4af3-8443-54a8c7c362be None None] The sync data for ids ['c9094e8c-dc43-4b58-8501-129fb570af5e'] in n-d-758944-41 is: [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '059d2e15-1a87-4089-a78f-f57ed5286208', 'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'mac_address': 'fa:16:3e:32:dc:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:16Z', 'updated_at': '2021-07-05T03:46:25Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'subnets': [{'id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:28.042216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:28.110887 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.157832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ba09788d-f38c-44b6-b156-b68e148b0693 None None] Provisioning for port 62125820-879d-4766-a0e1-d4e953290d72 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:28.209771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Made reservation on behalf of f7e5526a71ee4c1c8a5ada86eaf7d084 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:28.234820 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.282164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ba09788d-f38c-44b6-b156-b68e148b0693 None None] Provisioning complete for port 62125820-879d-4766-a0e1-d4e953290d72 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:28.283139 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ba09788d-f38c-44b6-b156-b68e148b0693 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.383890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ba09788d-f38c-44b6-b156-b68e148b0693 None None] Port 62125820-879d-4766-a0e1-d4e953290d72 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:28.533969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port e618e6aa-a1c4-47bf-909a-6bc209846db7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:28.546351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddf5b3cc-eeb0-4be6-8bd9-ebc3f9e59e90 req-7d783800-93ff-4cad-b4a9-cb71d763e84f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 210 time: 0.0982332 Jul 05 03:46:28.642752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port e618e6aa-a1c4-47bf-909a-6bc209846db7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:28.643296 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:28.717840 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-255716d5-ceb5-4799-a6c3-4ce6b7df1eea x-openstack-request-id: req-255716d5-ceb5-4799-a6c3-4ce6b7df1eea {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:28.718747 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3047d7ce-f7c8-4be5-ba58-b7415de04622", "name": "network-vif-deleted", "tag": "8ffa029e-2deb-458e-b6ba-f88dc4e575a1", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:28.718747 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-255716d5-ceb5-4799-a6c3-4ce6b7df1eea {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:28.721150 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3047d7ce-f7c8-4be5-ba58-b7415de04622', 'name': 'network-vif-deleted', 'tag': '8ffa029e-2deb-458e-b6ba-f88dc4e575a1', 'status': 'completed', 'code': 200} Jul 05 03:46:29.016441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:29.021653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e2548-dd05-43eb-8606-29a462382a41 req-fd739f3c-43b0-4392-8912-c82d8fd985ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.033453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f80e2548-dd05-43eb-8606-29a462382a41 req-fd739f3c-43b0-4392-8912-c82d8fd985ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 936 time: 0.1620214 Jul 05 03:46:29.137862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f80e2548-dd05-43eb-8606-29a462382a41 req-921c46ff-f376-441c-9c82-031d6e4884c5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987391 Jul 05 03:46:29.198506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e57071f-3e10-489b-b3cb-516638ed1620 None None] The sync data for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 is: [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:46:29.225602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 62125820-879d-4766-a0e1-d4e953290d72 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:29.237031 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.265442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Transition to ACTIVE for port object 62125820-879d-4766-a0e1-d4e953290d72 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:29.462056 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Allocated IP 172.20.0.6 (c7b8544a-cbad-4b6d-a113-fe649b231e47/3dabc5b6-7e6d-4427-acf6-605492cbf926/46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:29.776477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 059d2e15-1a87-4089-a78f-f57ed5286208 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:29.786687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09adf6ec-3bd8-4104-bb47-dc616bf45b04 req-40913932-7744-4eca-a384-7ae454199561 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:29.795177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09adf6ec-3bd8-4104-bb47-dc616bf45b04 req-40913932-7744-4eca-a384-7ae454199561 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 944 time: 0.2803321 Jul 05 03:46:29.874093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:29.951496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Transition to ACTIVE for port object 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:30.003081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09adf6ec-3bd8-4104-bb47-dc616bf45b04 req-f9c9870b-5d57-45f4-b9dc-c7a5498c3336 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972742 Jul 05 03:46:30.033978 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:30.049058 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:30.113955 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3374c139-33b7-4f96-9deb-ce4b16321250 None None] New status for floating IP 8643351e-4221-4406-9a1a-b298adc26b8f: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:46:30.228461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:30.250601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5be411ca-e0d8-4ff2-9501-bbe3af5eeaa3 req-da361d42-09e5-46ef-99ca-8fb3cef66c55 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 210 time: 0.0893521 Jul 05 03:46:30.492166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Network c7b8544a-cbad-4b6d-a113-fe649b231e47 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:30.615474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=62125820-879d-4766-a0e1-d4e953290d72,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:30.634819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:30.675314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:30.686483 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Attempting to bind port 62125820-879d-4766-a0e1-d4e953290d72 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:30.687090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Attempting to bind port 62125820-879d-4766-a0e1-d4e953290d72 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:30.687645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Attempting to bind port 62125820-879d-4766-a0e1-d4e953290d72 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:30.859501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Port 62125820-879d-4766-a0e1-d4e953290d72 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:30.860793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Attempting to bind port 62125820-879d-4766-a0e1-d4e953290d72 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:30.902190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:30.902876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:30.902972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:30.903392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Bound port: 62125820-879d-4766-a0e1-d4e953290d72, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:30.903766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:30.927726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2104d44-2030-4b66-8470-f23c0567f216 req-4c66010d-a0b6-4a07-a3bf-f8be0119f4e6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:30.930479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2104d44-2030-4b66-8470-f23c0567f216 req-4c66010d-a0b6-4a07-a3bf-f8be0119f4e6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 949 time: 0.2713764 Jul 05 03:46:30.965991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event updated for resources: {'Port': ['ID=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:31.003091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.004237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.011179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e618e6aa-a1c4-47bf-909a-6bc209846db7'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:31.014556 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a16ba8-f44a-434c-a7ca-da430dd9f50a" -d '{"events": [{"server_uuid": "ce9fc40e-f19d-449b-b24e-665aff2b7db4", "name": "network-vif-plugged", "status": "completed", "tag": "e618e6aa-a1c4-47bf-909a-6bc209846db7"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:31.052121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:31.060972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2104d44-2030-4b66-8470-f23c0567f216 req-9c217f23-c638-44e2-9818-0294b198da48 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216810 Jul 05 03:46:31.071126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] For port 62125820-879d-4766-a0e1-d4e953290d72, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:31.074754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] For port 62125820-879d-4766-a0e1-d4e953290d72, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=62125820-879d-4766-a0e1-d4e953290d72,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:31.151079 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-da9f12be-5e08-4a83-b5da-d416b6362699 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6255867 Jul 05 03:46:31.153652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 059d2e15-1a87-4089-a78f-f57ed5286208 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:31.166705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Request body: {'port': {'device_id': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:31.166957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 059d2e15-1a87-4089-a78f-f57ed5286208 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:31.167393 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.229835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.331665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.332682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.334789 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] 10.222.0.13 "PUT /v2.0/ports/62125820-879d-4766-a0e1-d4e953290d72 HTTP/1.1" status: 200 len: 1097 time: 3.6311114 Jul 05 03:46:31.338276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4', 'tag': '62125820-879d-4766-a0e1-d4e953290d72'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:31.345838 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dffab316-4d9d-4574-aa8a-2285f4f5ead2" -d '{"events": [{"name": "network-changed", "server_uuid": "c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4", "tag": "62125820-879d-4766-a0e1-d4e953290d72"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:31.372056 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.487435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcd1551-968c-4f97-a2bb-b9efbc735ac7 service neutron] Pushing event updated for resources: {'Port': ['ID=62125820-879d-4766-a0e1-d4e953290d72,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:31.558737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=e618e6aa-a1c4-47bf-909a-6bc209846db7,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:31.561698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd7092d3-3885-4bb6-bfaa-aaf3cefc05ba req-b9502149-68ba-4a81-86ab-c6278ab22a46 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.563662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd7092d3-3885-4bb6-bfaa-aaf3cefc05ba req-b9502149-68ba-4a81-86ab-c6278ab22a46 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 931 time: 0.1960096 Jul 05 03:46:31.581917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbaae42-f951-410a-953d-063c44fad1bb req-1e130946-caa4-44ac-83fa-d84090932310 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:31.589326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0dbaae42-f951-410a-953d-063c44fad1bb req-1e130946-caa4-44ac-83fa-d84090932310 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 948 time: 0.1560926 Jul 05 03:46:31.595214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:31.606399 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.685727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd7092d3-3885-4bb6-bfaa-aaf3cefc05ba req-953fb2fd-a6b0-45f7-ae45-b71f3f008f06 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932860 Jul 05 03:46:31.705613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-403ee42b-2d6c-450e-b370-0e340feae481 None None] Provisioning for port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:31.749447 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6203182b-32cd-4997-a21b-012963a66764 x-openstack-request-id: req-6203182b-32cd-4997-a21b-012963a66764 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:31.749747 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9fc40e-f19d-449b-b24e-665aff2b7db4", "name": "network-vif-plugged", "status": "completed", "tag": "e618e6aa-a1c4-47bf-909a-6bc209846db7", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:31.750197 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6203182b-32cd-4997-a21b-012963a66764 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:31.765723 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e618e6aa-a1c4-47bf-909a-6bc209846db7', 'code': 200} Jul 05 03:46:31.780613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-403ee42b-2d6c-450e-b370-0e340feae481 None None] Provisioning complete for port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:31.781083 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-403ee42b-2d6c-450e-b370-0e340feae481 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.807100 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0dbaae42-f951-410a-953d-063c44fad1bb req-b9c3aee2-8a41-40aa-b5fb-10b5f0b97548 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156525 Jul 05 03:46:31.952969 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:31.997322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-403ee42b-2d6c-450e-b370-0e340feae481 None None] Port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:32.049268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 059d2e15-1a87-4089-a78f-f57ed5286208, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=059d2e15-1a87-4089-a78f-f57ed5286208,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:32.083534 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:32.092724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:32.094681 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.202135 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.235554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eca59e9-a814-42ef-b846-6c8cd4053841 req-8573936f-7982-4a50-a8a4-acdfb59e4e87 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:32.243231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8eca59e9-a814-42ef-b846-6c8cd4053841 req-8573936f-7982-4a50-a8a4-acdfb59e4e87 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 945 time: 0.2170217 Jul 05 03:46:32.378806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8eca59e9-a814-42ef-b846-6c8cd4053841 req-c5d2a459-97e7-4f32-91b4-d9575dc5b29e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151259 Jul 05 03:46:32.386120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=059d2e15-1a87-4089-a78f-f57ed5286208,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:32.414670 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.495387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:32.629944 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:32.665467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce5633e1-48e9-4298-b78b-5ced15ed0d07 req-0a0580d1-654c-4ca5-970b-8c4399379a5b tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 210 time: 0.0692632 Jul 05 03:46:32.695773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-64aa80d6-4b63-479e-a367-4e198529a981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:32.697590 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-64aa80d6-4b63-479e-a367-4e198529a981 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 1100 time: 1.1796913 Jul 05 03:46:32.718274 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3953dec1-f5c4-4524-8d1d-d85f695c5f6d x-openstack-request-id: req-3953dec1-f5c4-4524-8d1d-d85f695c5f6d {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:32.718664 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4", "tag": "62125820-879d-4766-a0e1-d4e953290d72", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:32.718831 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3953dec1-f5c4-4524-8d1d-d85f695c5f6d {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:32.719231 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4', 'tag': '62125820-879d-4766-a0e1-d4e953290d72', 'status': 'completed', 'code': 200} Jul 05 03:46:32.739286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:32.939796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-6f847ef6-2e1e-40a9-baf4-a616a5b1997a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=62125820-879d-4766-a0e1-d4e953290d72 HTTP/1.1" status: 200 len: 217 time: 0.2237155 Jul 05 03:46:32.950595 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8b85b9-9d98-48fe-92b1-12d6d5abbd2b req-75e752bf-7794-47ef-b0cb-9726e6baff11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:32.953349 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8b8b85b9-9d98-48fe-92b1-12d6d5abbd2b req-75e752bf-7794-47ef-b0cb-9726e6baff11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 1097 time: 0.4482143 Jul 05 03:46:32.993530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c2fb8-92c5-483f-92ae-0eeb0085a3ed req-d6e3867e-7058-49b4-990b-cb3909950cd2 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:32.996442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-100c2fb8-92c5-483f-92ae-0eeb0085a3ed req-d6e3867e-7058-49b4-990b-cb3909950cd2 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.1400883 Jul 05 03:46:33.057615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-100c2fb8-92c5-483f-92ae-0eeb0085a3ed req-75d8bf52-b0f0-44ba-aff1-2c6e2044ce2d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549710 Jul 05 03:46:33.063198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-e105735c-928f-46e3-94d7-438d887f812f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.064768 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-e105735c-928f-46e3-94d7-438d887f812f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1101472 Jul 05 03:46:33.248551 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8b8b85b9-9d98-48fe-92b1-12d6d5abbd2b req-89404e5b-f771-476c-ba6a-b8d0c94bdaaa service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2247581 Jul 05 03:46:33.308693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-e20971db-dbfc-4fb4-bb37-3d51a42e509f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.310491 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-e20971db-dbfc-4fb4-bb37-3d51a42e509f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.26 "GET /v2.0/networks?id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 HTTP/1.1" status: 200 len: 829 time: 0.4917829 Jul 05 03:46:33.345152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Request body: {'port': {'device_id': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'admin_state_up': True, 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:33.442391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-ba31cdb1-2a18-445a-a06d-9cb16172c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.445181 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-ba31cdb1-2a18-445a-a06d-9cb16172c0be service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3582168 Jul 05 03:46:33.451478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:33.499597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.524048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-b8bb62f7-c75a-4bfc-90f1-dd2eb1e3bc28 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:33.540220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-b8bb62f7-c75a-4bfc-90f1-dd2eb1e3bc28 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 808 time: 0.2900765 Jul 05 03:46:33.567485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-5d4086e2-2f96-44f4-bab4-e05d2ab8ac3d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/quotas/3b6ce790b1544b22a8c73b5072cdede4 HTTP/1.1" status: 200 len: 375 time: 0.0250428 Jul 05 03:46:33.609807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Transition to ACTIVE for port object 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:33.679357 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-9cb08e44-8b97-4165-80cf-a3ee272f890f service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2199361 Jul 05 03:46:33.737127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-df32c2ba-60a3-4a91-958a-18eb99303053 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1681635 Jul 05 03:46:33.768574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:33.771869 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95084929-9388-4b0e-9ed9-563204ee6bc0" -d '{"events": [{"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-plugged", "status": "completed", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:33.844584 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e940a903-12e0-4308-abfe-0b7ed1c53c90 req-80c2c4d8-18c8-4ca4-b64d-7ab44f24ee39 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1572509 Jul 05 03:46:33.848521 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:33.928389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Pushing event updated for resources: {'Port': ['ID=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:33.962422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-664872f5-3e36-4925-9313-3d41cdb5bc1d service neutron] 10.222.0.30 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2204175 Jul 05 03:46:34.024445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Attempting to bind port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:34.024734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Attempting to bind port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:34.025106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Attempting to bind port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 on network c7b8544a-cbad-4b6d-a113-fe649b231e47 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:34.029898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 on network c7b8544a-cbad-4b6d-a113-fe649b231e47 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:34.030243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Attempting to bind port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 on network c7b8544a-cbad-4b6d-a113-fe649b231e47 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:34.037563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:34.037869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Checking segment: {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:34.038267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Bound using segment: {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:34.038710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Bound port: 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c772960-d2ad-402b-919e-d7ebedc0ceed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:34.039064 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.128235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] For port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:34.132264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] For port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:34.145572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Made reservation on behalf of ebac8fa613924bbfa3863535d8a1a3df for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:34.150515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.227121 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.422076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 059d2e15-1a87-4089-a78f-f57ed5286208 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:34.543287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 059d2e15-1a87-4089-a78f-f57ed5286208 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:34.543706 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.567292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Allocated IP 172.20.0.10 (f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0/99b71389-7522-4a0f-bfde-d848d4519f01/f3354d9c-db53-45ab-8f99-48797148e2a8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:34.795318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.796131 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.799070 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] 10.222.0.13 "PUT /v2.0/ports/46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 HTTP/1.1" status: 200 len: 1092 time: 3.6383502 Jul 05 03:46:34.802687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'tag': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:34.806312 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a108215-0f97-4938-b228-b3befb1eb619" -d '{"events": [{"name": "network-changed", "server_uuid": "d74a6220-3d21-40b8-9610-b921b12455f9", "tag": "46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:34.816490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19566f18-88b3-4a31-b55f-e8ac58df35a7 service neutron] Pushing event updated for resources: {'Port': ['ID=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:34.859461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:34.873999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-fe9f5ce1-9a8f-439c-9ee4-94cd614b0e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:34.875709 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-fe9f5ce1-9a8f-439c-9ee4-94cd614b0e7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 1100 time: 0.7060528 Jul 05 03:46:34.884878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Transition to ACTIVE for port object f3354d9c-db53-45ab-8f99-48797148e2a8 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:35.032096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f34f65a-ba9c-44a4-8fd8-d15e2a3e3370 req-a6cc244f-3e0a-443c-af92-92c9e8e8e74e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.035780 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f34f65a-ba9c-44a4-8fd8-d15e2a3e3370 req-a6cc244f-3e0a-443c-af92-92c9e8e8e74e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 943 time: 0.2534146 Jul 05 03:46:35.042783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-38b77925-30c2-4feb-8db7-7c6138acc228 service neutron] 10.222.0.30 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0763307 Jul 05 03:46:35.108078 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f34f65a-ba9c-44a4-8fd8-d15e2a3e3370 req-bbfc0a9c-c651-48d8-b31d-8675d040e7a1 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637450 Jul 05 03:46:35.148460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-0fad697c-8277-423c-98eb-7339e70109d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.152434 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-0fad697c-8277-423c-98eb-7339e70109d6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2613776 Jul 05 03:46:35.241523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-cd469896-9a6d-4eba-8620-a46c2d592920 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.251920 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-cd469896-9a6d-4eba-8620-a46c2d592920 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 1095 time: 0.2728438 Jul 05 03:46:35.253768 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-c9b1db57-7a71-4f25-bf0d-c33aa08e5e7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.242&port_id=62125820-879d-4766-a0e1-d4e953290d72 HTTP/1.1" status: 200 len: 217 time: 0.0924704 Jul 05 03:46:35.351945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df7ca5-00aa-4837-bac0-1624a7410f56 req-8a5c3188-8c38-43b1-99e3-ce1d7554f09f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.357327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33df7ca5-00aa-4837-bac0-1624a7410f56 req-8a5c3188-8c38-43b1-99e3-ce1d7554f09f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 948 time: 0.0985436 Jul 05 03:46:35.362650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.370342 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-adf9cc98-ccdb-45db-bddc-6cf2e4cc0a68 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 HTTP/1.1" status: 200 len: 217 time: 0.1001780 Jul 05 03:46:35.413002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33df7ca5-00aa-4837-bac0-1624a7410f56 req-a345bc62-f943-4bb1-aebd-6de5362856cd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458472 Jul 05 03:46:35.478415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-62184a57-40a9-453a-b78c-5bebadeceab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.480862 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-62184a57-40a9-453a-b78c-5bebadeceab3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.2005103 Jul 05 03:46:35.511327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:35.542449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:35.545735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:35.548890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Pushing event updated for resources: {'Port': ['ID=f3354d9c-db53-45ab-8f99-48797148e2a8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:35.555800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-52c2a4bc-90b0-400a-945f-eef2d12247e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.557429 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-52c2a4bc-90b0-400a-945f-eef2d12247e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3dabc5b6-7e6d-4427-acf6-605492cbf926 HTTP/1.1" status: 200 len: 863 time: 0.1741672 Jul 05 03:46:35.660713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.661484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:35.699197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754627c-b905-41ff-83e1-c9800f17d02d req-0371e5ac-376c-4a34-9024-12beea68c01c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.710094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e754627c-b905-41ff-83e1-c9800f17d02d req-0371e5ac-376c-4a34-9024-12beea68c01c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 945 time: 0.0965414 Jul 05 03:46:35.710326 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-a7184cf9-ec0a-480f-8ee9-c2bd8686c4e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.711744 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-a7184cf9-ec0a-480f-8ee9-c2bd8686c4e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2178142 Jul 05 03:46:35.724923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-c9bcfb22-5f61-4f72-b184-ca7a4d000842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:35.726467 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-c9bcfb22-5f61-4f72-b184-ca7a4d000842 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7b8544a-cbad-4b6d-a113-fe649b231e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1447971 Jul 05 03:46:35.804767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e754627c-b905-41ff-83e1-c9800f17d02d req-4571c207-63aa-4877-af04-2231328e8c24 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928638 Jul 05 03:46:36.050513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-9540d72e-1a87-49bd-8d72-43c7e9740693 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119287 Jul 05 03:46:36.054024 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-db001137-b17c-42a3-bbf8-f718621f3bbd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7129943 Jul 05 03:46:36.056460 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-a3c95827-9dec-4cdf-9498-63de51e2e85a service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3290417 Jul 05 03:46:36.067262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Request body: {'port': {'device_id': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:36.086274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1203aab3-83c9-485d-9b35-c9d2633ffc04 None None] Provisioning for port f3354d9c-db53-45ab-8f99-48797148e2a8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:36.090697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1203aab3-83c9-485d-9b35-c9d2633ffc04 None None] Provisioning complete for port f3354d9c-db53-45ab-8f99-48797148e2a8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:36.091071 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1203aab3-83c9-485d-9b35-c9d2633ffc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.148205 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd20fbde-3895-4662-86f8-4b1b112159ff x-openstack-request-id: req-fd20fbde-3895-4662-86f8-4b1b112159ff {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:36.149004 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-plugged", "status": "completed", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:36.149641 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd20fbde-3895-4662-86f8-4b1b112159ff {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:36.152986 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'code': 200} Jul 05 03:46:36.195917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1203aab3-83c9-485d-9b35-c9d2633ffc04 None None] Port f3354d9c-db53-45ab-8f99-48797148e2a8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:46:36.244737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508d1410-59cf-4050-8522-4fd4032c09d8 req-0ec23260-9d9c-49ad-97cb-548a02b1396c tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.246252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-508d1410-59cf-4050-8522-4fd4032c09d8 req-0ec23260-9d9c-49ad-97cb-548a02b1396c tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 932 time: 0.1924684 Jul 05 03:46:36.416713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-508d1410-59cf-4050-8522-4fd4032c09d8 req-7ee8e7bb-08b8-4673-ab58-bcef9753c119 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448135 Jul 05 03:46:36.479752 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dffab316-4d9d-4574-aa8a-2285f4f5ead2 req-8ccb077b-db47-4c09-9f39-f84740f4a135 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3372140 Jul 05 03:46:36.483982 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a04fbbe6-83a8-4b47-85e6-ac62526ef815 req-0bd345e0-1271-4041-a564-6e648dc72c77 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259983 Jul 05 03:46:36.501551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274c3828-ee5c-4d15-a81d-725812c98000 req-06a36e4f-8431-4980-a345-d4f12c7b83fe tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.512018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-274c3828-ee5c-4d15-a81d-725812c98000 req-06a36e4f-8431-4980-a345-d4f12c7b83fe tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.1694219 Jul 05 03:46:36.568239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:36.576402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-274c3828-ee5c-4d15-a81d-725812c98000 req-02bb9bce-2efc-46c1-9264-d7415938c05c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605624 Jul 05 03:46:36.781760 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11c4fcee-19a0-4f95-ae1a-46785ce3ed28 x-openstack-request-id: req-11c4fcee-19a0-4f95-ae1a-46785ce3ed28 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:36.781760 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74a6220-3d21-40b8-9610-b921b12455f9", "tag": "46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:36.781760 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11c4fcee-19a0-4f95-ae1a-46785ce3ed28 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:36.781760 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'tag': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072', 'status': 'completed', 'code': 200} Jul 05 03:46:36.903270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbbba6b-faec-4353-8e28-53627c4ffcc1 req-213e3ccb-085e-4a2c-bff9-9c15bc5b5c2e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.913410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4cbbba6b-faec-4353-8e28-53627c4ffcc1 req-213e3ccb-085e-4a2c-bff9-9c15bc5b5c2e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 1097 time: 0.0999024 Jul 05 03:46:36.966988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359a671f-057d-4716-98a4-485708cda9c6 req-8a1ce904-d51d-42b9-94fc-3b97ed230572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:36.969590 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-359a671f-057d-4716-98a4-485708cda9c6 req-8a1ce904-d51d-42b9-94fc-3b97ed230572 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 1102 time: 0.7343650 Jul 05 03:46:36.993943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4cbbba6b-faec-4353-8e28-53627c4ffcc1 req-748a45bc-20ab-4bb0-a94c-0f39d9f2555a tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792215 Jul 05 03:46:37.036483 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-359a671f-057d-4716-98a4-485708cda9c6 req-900facb8-c0a1-4b0b-baf7-a0bfea7e4858 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529416 Jul 05 03:46:37.062528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a108215-0f97-4938-b228-b3befb1eb619 req-1a267e35-c28f-4038-ba0a-a3518313928f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.065728 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a108215-0f97-4938-b228-b3befb1eb619 req-1a267e35-c28f-4038-ba0a-a3518313928f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 1095 time: 0.2806573 Jul 05 03:46:37.150953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20425274-bf2f-4671-90d8-4a3c7e3bef2c req-a558aa30-c2af-4d58-a3e1-76bb2d1a4647 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.0684726 Jul 05 03:46:37.325724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee272c8f-e5f8-4f65-98a7-1b9f815e627e req-45ec61ce-aba3-424e-aff2-a1c0012008ce tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.335740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee272c8f-e5f8-4f65-98a7-1b9f815e627e req-45ec61ce-aba3-424e-aff2-a1c0012008ce tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 943 time: 0.1169705 Jul 05 03:46:37.338700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3354d9c-db53-45ab-8f99-48797148e2a8 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:37.344552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a108215-0f97-4938-b228-b3befb1eb619 req-065e7046-28e6-42c9-9363-4dd1da57c389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.346165 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a108215-0f97-4938-b228-b3befb1eb619 req-065e7046-28e6-42c9-9363-4dd1da57c389 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 200 len: 925 time: 0.2678504 Jul 05 03:46:37.350965 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:37.371565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Transition to ACTIVE for port object f3354d9c-db53-45ab-8f99-48797148e2a8 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:37.409035 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a108215-0f97-4938-b228-b3befb1eb619 req-799fee1d-e0a0-42aa-adf5-da207308dcf3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 HTTP/1.1" status: 200 len: 217 time: 0.0436401 Jul 05 03:46:37.438234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee272c8f-e5f8-4f65-98a7-1b9f815e627e req-ce0513f8-e4f3-4ca6-81b4-effecb65de9f tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982766 Jul 05 03:46:37.505845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d2c77e-ab7f-40c2-9dec-820b19ac6776 req-e2585fc1-22b9-447a-90c0-2681f5fb3d64 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.512538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17d2c77e-ab7f-40c2-9dec-820b19ac6776 req-e2585fc1-22b9-447a-90c0-2681f5fb3d64 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 948 time: 0.1740751 Jul 05 03:46:37.528864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a108215-0f97-4938-b228-b3befb1eb619 req-cbdec5cb-7661-4a69-88f6-65859444938f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.533635 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a108215-0f97-4938-b228-b3befb1eb619 req-cbdec5cb-7661-4a69-88f6-65859444938f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3dabc5b6-7e6d-4427-acf6-605492cbf926 HTTP/1.1" status: 200 len: 863 time: 0.0930073 Jul 05 03:46:37.535691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:37.602298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17d2c77e-ab7f-40c2-9dec-820b19ac6776 req-b15e8d4e-164f-404a-9753-84cb690e25ae tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552230 Jul 05 03:46:37.730834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Pushing event updated for resources: {'Port': ['ID=f3354d9c-db53-45ab-8f99-48797148e2a8,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:37.817006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a108215-0f97-4938-b228-b3befb1eb619 req-fc0c3976-4b1d-47db-9c36-7b9a5a0f645e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.820333 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a108215-0f97-4938-b228-b3befb1eb619 req-fc0c3976-4b1d-47db-9c36-7b9a5a0f645e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7b8544a-cbad-4b6d-a113-fe649b231e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2703259 Jul 05 03:46:37.856234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Attempting to bind port f3354d9c-db53-45ab-8f99-48797148e2a8 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:37.856555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Attempting to bind port f3354d9c-db53-45ab-8f99-48797148e2a8 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:37.856896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Attempting to bind port f3354d9c-db53-45ab-8f99-48797148e2a8 on network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:37.921905 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Port f3354d9c-db53-45ab-8f99-48797148e2a8 on network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:37.922322 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Attempting to bind port f3354d9c-db53-45ab-8f99-48797148e2a8 on network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:37.964694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf0a80e-463e-41c8-ad28-9d88b622ab9f req-06301534-2f27-46ef-9b58-790553944970 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:37.964694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdf0a80e-463e-41c8-ad28-9d88b622ab9f req-06301534-2f27-46ef-9b58-790553944970 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 944 time: 0.1940968 Jul 05 03:46:38.003231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028ed3-f050-47f2-a19f-a1bf3d3f2ee7 req-2ed571ed-765f-4f1b-8d4b-e8e5b24a7fca tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.004854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e028ed3-f050-47f2-a19f-a1bf3d3f2ee7 req-2ed571ed-765f-4f1b-8d4b-e8e5b24a7fca tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 948 time: 0.2056518 Jul 05 03:46:38.043955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdf0a80e-463e-41c8-ad28-9d88b622ab9f req-190805ae-fd07-41c3-a2ef-fb5f0eb4e005 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782673 Jul 05 03:46:38.087618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e028ed3-f050-47f2-a19f-a1bf3d3f2ee7 req-b21f4c97-4cd6-4bb5-aecc-0aeb8e0b8683 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642288 Jul 05 03:46:38.126206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:38.127230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Checking segment: {'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:38.127415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Bound using segment: {'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:38.128030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Bound port: f3354d9c-db53-45ab-8f99-48797148e2a8, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1bc370e4-380b-4a47-a81b-a25f1f563632', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:38.128484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.158041 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a108215-0f97-4938-b228-b3befb1eb619 req-e73a1f47-9f79-4451-b1e5-25c2e4062570 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3258114 Jul 05 03:46:38.263590 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4619e975-823b-4564-8736-61862f7e6023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.295051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd916b7c-8f9a-485e-a6f5-9c94dab7bce7 req-71695c78-af98-425e-8f0c-1f2045ffe82e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.297317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd916b7c-8f9a-485e-a6f5-9c94dab7bce7 req-71695c78-af98-425e-8f0c-1f2045ffe82e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.0803807 Jul 05 03:46:38.394321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] For port f3354d9c-db53-45ab-8f99-48797148e2a8, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:38.400676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd916b7c-8f9a-485e-a6f5-9c94dab7bce7 req-c88970d4-2ad3-4954-afd0-63407f669f43 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0955064 Jul 05 03:46:38.406038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] For port f3354d9c-db53-45ab-8f99-48797148e2a8, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f3354d9c-db53-45ab-8f99-48797148e2a8,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:38.414261 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a108215-0f97-4938-b228-b3befb1eb619 req-5bbbbb3f-8dce-416c-96c8-baaafb5d2daf service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181280 Jul 05 03:46:38.500167 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.528909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b25a499-244f-4f8b-81c9-a6fd6966275b req-7156877d-5ec1-4418-a39b-ae24ca786e69 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.0940793 Jul 05 03:46:38.626908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:38.627658 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:38.629485 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] 10.222.0.26 "PUT /v2.0/ports/f3354d9c-db53-45ab-8f99-48797148e2a8 HTTP/1.1" status: 200 len: 1093 time: 2.5674179 Jul 05 03:46:38.722197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058655e1-73db-4daf-8771-e61e41652b6f service neutron] Pushing event updated for resources: {'Port': ['ID=f3354d9c-db53-45ab-8f99-48797148e2a8,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:38.783491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'tag': 'f3354d9c-db53-45ab-8f99-48797148e2a8'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:38.788590 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6846e00c-3eb7-4cab-8824-3f2bdf0786db" -d '{"events": [{"name": "network-changed", "server_uuid": "5a67a1f0-0c25-405e-9a13-6a925758781c", "tag": "f3354d9c-db53-45ab-8f99-48797148e2a8"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:39.017067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8674cb17-31bd-4539-b25d-4a44a0fbf493 req-b08f7f8d-40ae-4d76-94ca-da9f61708355 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.026155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8674cb17-31bd-4539-b25d-4a44a0fbf493 req-b08f7f8d-40ae-4d76-94ca-da9f61708355 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 943 time: 0.2764237 Jul 05 03:46:39.124039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-dba3e846-be6e-4fda-af8e-8beb4e0a36a4 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.127132 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-dba3e846-be6e-4fda-af8e-8beb4e0a36a4 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.26 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 948 time: 0.2002895 Jul 05 03:46:39.154164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3c34fe-1a13-498f-98e0-a72cbe15b470 req-3a20676d-47d3-4eec-a542-e6a1bb4e34b1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.163700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e3c34fe-1a13-498f-98e0-a72cbe15b470 req-3a20676d-47d3-4eec-a542-e6a1bb4e34b1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 948 time: 0.2835016 Jul 05 03:46:39.232285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-87c9dca4-24c2-42dd-a28a-45c00ed4e954 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.234667 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-87c9dca4-24c2-42dd-a28a-45c00ed4e954 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebac8fa613924bbfa3863535d8a1a3df&device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 1096 time: 0.2203755 Jul 05 03:46:39.272981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8674cb17-31bd-4539-b25d-4a44a0fbf493 req-1d37937e-ae06-47bb-bdbf-e34d0f3d00ef tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2433481 Jul 05 03:46:39.346829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e3c34fe-1a13-498f-98e0-a72cbe15b470 req-bfb4c6e4-a20e-48d8-981f-7bb940cdc4f3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782405 Jul 05 03:46:39.761897 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-217b6557-00ad-4fbe-89c0-a694af8088a8 x-openstack-request-id: req-217b6557-00ad-4fbe-89c0-a694af8088a8 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:39.762515 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a67a1f0-0c25-405e-9a13-6a925758781c", "tag": "f3354d9c-db53-45ab-8f99-48797148e2a8", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:39.762917 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-217b6557-00ad-4fbe-89c0-a694af8088a8 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:39.763458 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'tag': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'status': 'completed', 'code': 200} Jul 05 03:46:39.766603 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-b4601525-62d4-4ccf-a60b-0e204d53c48a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3354d9c-db53-45ab-8f99-48797148e2a8 HTTP/1.1" status: 200 len: 217 time: 0.5117478 Jul 05 03:46:39.845880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-4a887f4a-0419-44ae-b593-32a773e30f78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Deleting port cdd9950a-25c2-4a6b-9892-5ec6851085bf {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:39.846475 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-4a887f4a-0419-44ae-b593-32a773e30f78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:39.854138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-4b8bc670-dfb2-4bef-8aa8-11d04de33cf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.855950 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-4b8bc670-dfb2-4bef-8aa8-11d04de33cf5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99b71389-7522-4a0f-bfde-d848d4519f01 HTTP/1.1" status: 200 len: 868 time: 0.0751204 Jul 05 03:46:39.873643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 62125820-879d-4766-a0e1-d4e953290d72 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:39.989294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d97491d-85f1-47bd-a1c0-d5fd975b5c82 req-82edcd58-5aef-41a7-a75d-0d9144dc4425 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:39.995690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d97491d-85f1-47bd-a1c0-d5fd975b5c82 req-82edcd58-5aef-41a7-a75d-0d9144dc4425 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 944 time: 0.4387603 Jul 05 03:46:40.011073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ff7b4d-47b3-45ea-b903-fbdef15e34d6 req-4c2258d8-91f2-4f7c-955b-0b566bce8dd9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.023800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1ff7b4d-47b3-45ea-b903-fbdef15e34d6 req-4c2258d8-91f2-4f7c-955b-0b566bce8dd9 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 948 time: 0.3720086 Jul 05 03:46:40.203607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d97491d-85f1-47bd-a1c0-d5fd975b5c82 req-cf1511c6-60ee-4fbc-9e74-7269a413f280 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1665227 Jul 05 03:46:40.215179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-4a887f4a-0419-44ae-b593-32a773e30f78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] For port cdd9950a-25c2-4a6b-9892-5ec6851085bf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cdd9950a-25c2-4a6b-9892-5ec6851085bf,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:40.216190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-4a887f4a-0419-44ae-b593-32a773e30f78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:40.235649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1ff7b4d-47b3-45ea-b903-fbdef15e34d6 req-13289d04-5074-44cc-9c50-b590d2a41855 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2104676 Jul 05 03:46:40.251005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-4a887f4a-0419-44ae-b593-32a773e30f78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Calling delete_port for cdd9950a-25c2-4a6b-9892-5ec6851085bf owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:40.332001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 62125820-879d-4766-a0e1-d4e953290d72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=62125820-879d-4766-a0e1-d4e953290d72,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:40.377828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '62125820-879d-4766-a0e1-d4e953290d72', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '62125820-879d-4766-a0e1-d4e953290d72', 'mac_address': 'fa:16:3e:92:82:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.242'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:40.510078 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:40.549744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 62125820-879d-4766-a0e1-d4e953290d72 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:40.556489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-60a0f4f8-134e-4c92-bff3-57a8f6b2d2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.559391 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-60a0f4f8-134e-4c92-bff3-57a8f6b2d2d2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6919343 Jul 05 03:46:40.616970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 62125820-879d-4766-a0e1-d4e953290d72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=62125820-879d-4766-a0e1-d4e953290d72,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:40.654335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1dca03-1f58-4334-aa11-1fe7d2b5b15e req-cd588aa3-d8cc-4244-903e-e3fafcf588e5 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.0856080 Jul 05 03:46:40.743828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9018ab-0fcf-459d-925c-0e4fb80d6592 req-dac79e5a-b978-4088-871d-41ba20d9306e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:40.761739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f9018ab-0fcf-459d-925c-0e4fb80d6592 req-dac79e5a-b978-4088-871d-41ba20d9306e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.2758970 Jul 05 03:46:40.810668 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:40.869528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f9018ab-0fcf-459d-925c-0e4fb80d6592 req-a5d9a74a-c9d0-46cc-aace-4d4f8cc16f65 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067255 Jul 05 03:46:40.988756 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-c4deabd2-a179-4632-919b-a88cdea8f846 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4110386 Jul 05 03:46:41.067420 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d8dda13-30d3-4677-bf8a-eadd9dd9aa36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.086058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=62125820-879d-4766-a0e1-d4e953290d72,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:41.184076 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.202247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-fe567621-85d8-4c1f-a4ce-bf15afc3958a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.207090 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-fe567621-85d8-4c1f-a4ce-bf15afc3958a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 808 time: 1.0441749 Jul 05 03:46:41.210708 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fd32f2cd-2c0f-42e9-b0a0-4e58dffd0521 req-62246574-892a-4077-91bb-643544be98e9 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118814 Jul 05 03:46:41.248522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Request body: {'port': {'device_id': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93', 'admin_state_up': True, 'tenant_id': '3b6ce790b1544b22a8c73b5072cdede4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:41.419510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['62125820-879d-4766-a0e1-d4e953290d72'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:41.429198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c100217-09dd-4a94-b4eb-968d5701c7d5 req-df924350-40bf-48b2-9d0c-06ce9d4262e4 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.441167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c100217-09dd-4a94-b4eb-968d5701c7d5 req-df924350-40bf-48b2-9d0c-06ce9d4262e4 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 943 time: 0.3269660 Jul 05 03:46:41.560542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c100217-09dd-4a94-b4eb-968d5701c7d5 req-66ccf2d7-ebe7-4f75-a7dc-0d87effc23de tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179628 Jul 05 03:46:41.603028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056f1f9d-3ab5-4c3f-88b0-38e1a8909070 req-4fa14fb3-bffa-4a03-b421-3559a02b338e tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.611460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-4a887f4a-0419-44ae-b593-32a773e30f78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.621360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-056f1f9d-3ab5-4c3f-88b0-38e1a8909070 req-4fa14fb3-bffa-4a03-b421-3559a02b338e tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 949 time: 0.2902827 Jul 05 03:46:41.677917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a887f4a-0419-44ae-b593-32a773e30f78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Pushing event deleted for resources: {'Port': ['ID=cdd9950a-25c2-4a6b-9892-5ec6851085bf,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:41.777200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-056f1f9d-3ab5-4c3f-88b0-38e1a8909070 req-39a566ec-a4e0-43f4-b1d5-51e41d958f71 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529477 Jul 05 03:46:41.793724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Made reservation on behalf of 3b6ce790b1544b22a8c73b5072cdede4 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:41.803869 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.832528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-cd320f4f-86ac-411a-b85e-aa13bf55709a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:41.835343 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-cd320f4f-86ac-411a-b85e-aa13bf55709a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebac8fa613924bbfa3863535d8a1a3df&device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 1096 time: 0.3627801 Jul 05 03:46:41.880218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:41.958619 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.968605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-4a887f4a-0419-44ae-b593-32a773e30f78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] No DVR routers for this DVR port cdd9950a-25c2-4a6b-9892-5ec6851085bf on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:41.974489 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-4a887f4a-0419-44ae-b593-32a773e30f78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:41.978394 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d1918804-1d9e-499e-97a6-82a2a0eb27f8 req-4a887f4a-0419-44ae-b593-32a773e30f78 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.26 "DELETE /v2.0/ports/cdd9950a-25c2-4a6b-9892-5ec6851085bf HTTP/1.1" status: 204 len: 173 time: 2.8446729 Jul 05 03:46:42.030152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'name': 'network-vif-deleted', 'tag': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:42.035865 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2605abb-bd43-4364-80f1-a7cb537ac114" -d '{"events": [{"server_uuid": "527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd", "name": "network-vif-deleted", "tag": "cdd9950a-25c2-4a6b-9892-5ec6851085bf"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:42.202629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:42.239244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'port_id': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072', 'mac_address': 'fa:16:3e:f7:a5:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:42.279936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7484ece-7dd4-4315-ad84-5c6a04d6b5d4 req-5b72adea-e882-45ce-a680-fd2d24b8945c tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd HTTP/1.1" status: 200 len: 210 time: 0.1304841 Jul 05 03:46:42.345509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-778165b7-806e-46c7-9c39-f4afe772c6f1 req-0108d600-0282-4694-90a7-590f01f0b619 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.353764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-778165b7-806e-46c7-9c39-f4afe772c6f1 req-0108d600-0282-4694-90a7-590f01f0b619 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.3927867 Jul 05 03:46:42.429222 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.448521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:42.462456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-778165b7-806e-46c7-9c39-f4afe772c6f1 req-9fed4f52-70bc-4a37-be6f-e0b7df639432 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967681 Jul 05 03:46:42.508347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:42.555266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-daeb77e5-3cb6-4eeb-99c1-f0ea667142b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.558084 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-daeb77e5-3cb6-4eeb-99c1-f0ea667142b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 HTTP/1.1" status: 200 len: 930 time: 0.5716636 Jul 05 03:46:42.640650 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:42.784518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:42.812032 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Allocated IP 172.20.0.11 (c2ff4a2a-eed4-48b0-9126-6d2078f3ed93/10d35d92-0a34-438d-b9d9-6db5e0773492/716032b0-10a9-4810-8049-209a2781f817) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:42.840901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a532668-a5c2-487a-b923-3a86c34d317d req-8c73deee-43f2-448a-87b7-54c56719970b tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:42.845746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-17bae05d-da33-4eba-9145-a0a7119c547e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3354d9c-db53-45ab-8f99-48797148e2a8 HTTP/1.1" status: 200 len: 217 time: 0.2714014 Jul 05 03:46:42.862333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a532668-a5c2-487a-b923-3a86c34d317d req-8c73deee-43f2-448a-87b7-54c56719970b tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 944 time: 0.1755137 Jul 05 03:46:42.945309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a532668-a5c2-487a-b923-3a86c34d317d req-e5f76520-89e9-450c-b874-69ce9485b139 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819647 Jul 05 03:46:43.121664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-5d449fa4-4b99-4ff8-bddc-3c73729bacb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.124226 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-5d449fa4-4b99-4ff8-bddc-3c73729bacb6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99b71389-7522-4a0f-bfde-d848d4519f01 HTTP/1.1" status: 200 len: 868 time: 0.2710140 Jul 05 03:46:43.167878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f3354d9c-db53-45ab-8f99-48797148e2a8 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:46:43.185774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cdd9950a-25c2-4a6b-9892-5ec6851085bf no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:43.234387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:43.288284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e9bef6b-4db9-4787-aa2b-6f11953896b0 req-9a614ddd-94d8-4e48-812c-9c7382ac250e tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.1107149 Jul 05 03:46:43.398923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: cdd9950a-25c2-4a6b-9892-5ec6851085bf {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:43.402786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cdd9950a-25c2-4a6b-9892-5ec6851085bf not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:43.404175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.493412 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecf7465d-3ec6-4078-89ce-347ceecd1fc6 x-openstack-request-id: req-ecf7465d-3ec6-4078-89ce-347ceecd1fc6 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:43.493412 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd", "name": "network-vif-deleted", "tag": "cdd9950a-25c2-4a6b-9892-5ec6851085bf", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:43.493872 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecf7465d-3ec6-4078-89ce-347ceecd1fc6 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:43.494375 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '527a5aaa-ce82-4e31-b7b1-b4455d3ff9fd', 'name': 'network-vif-deleted', 'tag': 'cdd9950a-25c2-4a6b-9892-5ec6851085bf', 'status': 'completed', 'code': 200} Jul 05 03:46:43.573026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.579744 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.584195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-ebe7cdd5-5738-4bbb-aab2-e77f9dcae996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.585058 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:43.587159 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-ebe7cdd5-5738-4bbb-aab2-e77f9dcae996 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4511425 Jul 05 03:46:43.591772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8d5f8561-8abd-47ec-be55-b24615cb23d8'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:43.752658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f3354d9c-db53-45ab-8f99-48797148e2a8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f3354d9c-db53-45ab-8f99-48797148e2a8,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:43.814395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'port_id': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'mac_address': 'fa:16:3e:8e:32:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:46:43.851209 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-9b5d46fe-0dd1-4001-a68d-eba9aff70ae3 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431636 Jul 05 03:46:43.889450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1ff4b-cd9b-465a-ad02-00e24ccd27d9 req-94d1b845-86fd-4643-b562-201b75f34c30 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:43.905917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fb1ff4b-cd9b-465a-ad02-00e24ccd27d9 req-94d1b845-86fd-4643-b562-201b75f34c30 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 944 time: 0.1593339 Jul 05 03:46:43.924115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Pushing event updated for resources: {'Port': ['ID=716032b0-10a9-4810-8049-209a2781f817,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:43.995801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fb1ff4b-cd9b-465a-ad02-00e24ccd27d9 req-837a4632-cf0a-4008-b9bf-5c859bfdb877 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887046 Jul 05 03:46:44.031515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 62125820-879d-4766-a0e1-d4e953290d72 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:44.104723 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6846e00c-3eb7-4cab-8824-3f2bdf0786db req-b7fe1556-7872-49d3-8ad3-5c52cd657924 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1750221 Jul 05 03:46:44.138876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:44.149851 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:44.172845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:44.309980 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.490857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.497505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.509625 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.538400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3354d9c-db53-45ab-8f99-48797148e2a8 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:44.581401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f3354d9c-db53-45ab-8f99-48797148e2a8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f3354d9c-db53-45ab-8f99-48797148e2a8,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:44.590272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 62125820-879d-4766-a0e1-d4e953290d72 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:44.602563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 62125820-879d-4766-a0e1-d4e953290d72 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:44.603207 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.620845 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-e894c862-a4c2-4275-bdbd-a14609abead4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3848271 Jul 05 03:46:44.634106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Request body: {'port': {'device_id': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:44.679411 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:44.715774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb4dfef-478e-4368-aac7-86ac332e5caf req-28550414-50de-4813-816a-5c8d43d8b2a2 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:44.727722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bb4dfef-478e-4368-aac7-86ac332e5caf req-28550414-50de-4813-816a-5c8d43d8b2a2 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 949 time: 0.3046846 Jul 05 03:46:44.820122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bb4dfef-478e-4368-aac7-86ac332e5caf req-e2b40c10-714e-459c-b0d9-da95f8c4b844 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902920 Jul 05 03:46:44.919397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f3354d9c-db53-45ab-8f99-48797148e2a8,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:45.073842 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.111706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f3354d9c-db53-45ab-8f99-48797148e2a8'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:46:45.218458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd382b0-860c-47b6-b9e6-afad31eee2b3 req-491518ff-10ee-44aa-a6c8-fab7f25d38a0 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.230851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cd382b0-860c-47b6-b9e6-afad31eee2b3 req-491518ff-10ee-44aa-a6c8-fab7f25d38a0 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 932 time: 0.2377715 Jul 05 03:46:45.259792 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.348919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62125820-879d-4766-a0e1-d4e953290d72'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:45.350918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cd382b0-860c-47b6-b9e6-afad31eee2b3 req-a382ae56-8d9a-416f-ae32-9037097a39f3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119301 Jul 05 03:46:45.356026 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c33e611d-6547-4d50-9df3-88889b5d7ec1" -d '{"events": [{"server_uuid": "c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4", "name": "network-vif-plugged", "status": "completed", "tag": "62125820-879d-4766-a0e1-d4e953290d72"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:45.457628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 62125820-879d-4766-a0e1-d4e953290d72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=62125820-879d-4766-a0e1-d4e953290d72,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:45.561906 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.655353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=62125820-879d-4766-a0e1-d4e953290d72,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:45.663464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5778ff38-b164-4436-96d2-2bc7eda3705d req-fad398bf-6cf0-4e7b-beb1-58c2420e5b04 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:45.678253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5778ff38-b164-4436-96d2-2bc7eda3705d req-fad398bf-6cf0-4e7b-beb1-58c2420e5b04 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 945 time: 0.1962624 Jul 05 03:46:45.797528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5778ff38-b164-4436-96d2-2bc7eda3705d req-5a6e424b-265f-4117-895b-847864801462 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111102 Jul 05 03:46:45.911170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716032b0-10a9-4810-8049-209a2781f817 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:46:45.922472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:45.941864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Transition to ACTIVE for port object 716032b0-10a9-4810-8049-209a2781f817 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:46.046122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.233891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Pushing event updated for resources: {'Port': ['ID=716032b0-10a9-4810-8049-209a2781f817,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:46.468427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:46:46.468933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:46:46.469506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:46.478879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:46:46.479558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:46:46.488496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:46:46.488742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:46:46.490079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:46:46.490079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Bound port: 716032b0-10a9-4810-8049-209a2781f817, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:46:46.490079 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.700341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:46:46.706114 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-513f7871-90ff-48a8-9329-5dd84da72d38 x-openstack-request-id: req-513f7871-90ff-48a8-9329-5dd84da72d38 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:46.706720 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4", "name": "network-vif-plugged", "status": "completed", "tag": "62125820-879d-4766-a0e1-d4e953290d72", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:46.706720 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-513f7871-90ff-48a8-9329-5dd84da72d38 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:46.707056 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '62125820-879d-4766-a0e1-d4e953290d72', 'code': 200} Jul 05 03:46:46.711327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:46:46.823948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.922047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Pushing event updated for resources: {'Port': ['ID=716032b0-10a9-4810-8049-209a2781f817,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:46.929132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:46.930162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:46.932002 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-1d0a4e19-8860-4439-88c1-8b574047a426 service neutron] 10.222.0.13 "PUT /v2.0/ports/716032b0-10a9-4810-8049-209a2781f817 HTTP/1.1" status: 200 len: 1093 time: 2.3035219 Jul 05 03:46:46.932868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'tag': '716032b0-10a9-4810-8049-209a2781f817'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:46.935952 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c6b0364-0423-4140-b427-2e61d41125b8" -d '{"events": [{"name": "network-changed", "server_uuid": "b62a6451-7543-4172-9c7b-8633dee2c272", "tag": "716032b0-10a9-4810-8049-209a2781f817"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:47.022171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a514a-e0f3-4b8e-8a4c-d065c144f466 req-c3b8747c-d077-48fc-9020-3e86876e735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.024522 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b6a514a-e0f3-4b8e-8a4c-d065c144f466 req-c3b8747c-d077-48fc-9020-3e86876e735e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 1102 time: 0.1903949 Jul 05 03:46:47.028315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dd8b3a-badd-4756-af47-72bc3add9e14 req-dc7d6e4a-19d7-4a2e-921f-d8026e2240f6 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.045547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9dd8b3a-badd-4756-af47-72bc3add9e14 req-dc7d6e4a-19d7-4a2e-921f-d8026e2240f6 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 944 time: 0.2902203 Jul 05 03:46:47.120880 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b6a514a-e0f3-4b8e-8a4c-d065c144f466 req-6d05451c-3f6b-4c35-9a38-d9936fbb9fee service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876217 Jul 05 03:46:47.165357 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-cca11040-96e8-4c92-bbe7-f1e734e5a37f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1021259 Jul 05 03:46:47.166823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9dd8b3a-badd-4756-af47-72bc3add9e14 req-a72ab703-850d-43c6-b98e-c19aa4f35929 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1196563 Jul 05 03:46:47.199588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f3354d9c-db53-45ab-8f99-48797148e2a8 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:47.224485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26db123e-5f5e-4e57-aaca-cb82bcae16e0 req-d29d2ceb-a09e-444d-8505-8133272b6242 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.228662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26db123e-5f5e-4e57-aaca-cb82bcae16e0 req-d29d2ceb-a09e-444d-8505-8133272b6242 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 950 time: 0.2633038 Jul 05 03:46:47.238476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-e105a150-0fec-4975-8b1b-cce17e65d4bb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3508847 Jul 05 03:46:47.375602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26db123e-5f5e-4e57-aaca-cb82bcae16e0 req-9cf5e2dc-f241-4d47-a1d8-3bbb342ba5fa tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860641 Jul 05 03:46:47.388451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-0ce2ace6-4497-4707-bef9-6e4478df9b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.390004 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-0ce2ace6-4497-4707-bef9-6e4478df9b2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 1102 time: 0.1438866 Jul 05 03:46:47.400912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-6dfc6561-2906-4277-9644-328ce7fc741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.402682 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-6dfc6561-2906-4277-9644-328ce7fc741c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 1096 time: 0.1415694 Jul 05 03:46:47.429485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3e3a48-4365-4f08-b03d-cdf76937facf req-5b8c2b9b-65cc-4e34-9667-531d33496e22 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.436522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed3e3a48-4365-4f08-b03d-cdf76937facf req-5b8c2b9b-65cc-4e34-9667-531d33496e22 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.1105175 Jul 05 03:46:47.484489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-6a72dabe-96df-4c89-bd48-90b64fda24b9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=716032b0-10a9-4810-8049-209a2781f817 HTTP/1.1" status: 200 len: 217 time: 0.0701385 Jul 05 03:46:47.543168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed3e3a48-4365-4f08-b03d-cdf76937facf req-45ff0087-94a0-41c3-8fa1-a5c6969f225b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051726 Jul 05 03:46:47.609082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213f9eb8-3e46-4739-a99e-ae7f9369e8c3 req-392214c5-6c0d-46f4-8554-c6bd10246489 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.617582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port f3354d9c-db53-45ab-8f99-48797148e2a8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:47.622016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-213f9eb8-3e46-4739-a99e-ae7f9369e8c3 req-392214c5-6c0d-46f4-8554-c6bd10246489 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 949 time: 0.1819534 Jul 05 03:46:47.623300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port f3354d9c-db53-45ab-8f99-48797148e2a8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:47.623859 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.643690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-d5c56a88-46e5-418f-929c-65028dd87342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.645355 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-d5c56a88-46e5-418f-929c-65028dd87342 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.1430781 Jul 05 03:46:47.702188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-5bd2b62c-b8a5-42a9-a01b-f425553c1209 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:47.704854 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-5bd2b62c-b8a5-42a9-a01b-f425553c1209 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2761903 Jul 05 03:46:47.753132 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:47.792167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f3354d9c-db53-45ab-8f99-48797148e2a8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f3354d9c-db53-45ab-8f99-48797148e2a8,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:47.812829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-213f9eb8-3e46-4739-a99e-ae7f9369e8c3 req-becd57c3-0fbb-4832-a690-434f73e351f0 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860263 Jul 05 03:46:47.872520 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-9d8eb7b8-a520-49b9-ac57-14f245c39bb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 200 len: 217 time: 0.1052802 Jul 05 03:46:47.875373 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-ee76eb08-4e45-401b-998a-2a79b70b0a6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2198060 Jul 05 03:46:47.903200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:46:47.993301 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.015933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2fc570-9e2a-4d24-a683-e5bfb37a87f3 req-1d0627b4-0b37-4c1d-8089-e2b465748ade tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.027816 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd2fc570-9e2a-4d24-a683-e5bfb37a87f3 req-1d0627b4-0b37-4c1d-8089-e2b465748ade tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.1747451 Jul 05 03:46:48.144917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd2fc570-9e2a-4d24-a683-e5bfb37a87f3 req-0f0a480c-f1dd-4ffe-ba3a-fc5f9db343c9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1146479 Jul 05 03:46:48.178199 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-8c0b461e-c911-4f72-a135-d9fe9c7f2356 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896914 Jul 05 03:46:48.207585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f3354d9c-db53-45ab-8f99-48797148e2a8,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:48.320283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:46:48.326260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:46:48.326852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.379341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc649ff-e149-4efb-ab2f-c9b03469d036 req-6477cf68-7a72-477c-877c-4098a966cff5 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.388759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bc649ff-e149-4efb-ab2f-c9b03469d036 req-6477cf68-7a72-477c-877c-4098a966cff5 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 946 time: 0.2427189 Jul 05 03:46:48.428875 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2c68fab-8aaf-4ca5-b2e4-a1276eb5e970 x-openstack-request-id: req-a2c68fab-8aaf-4ca5-b2e4-a1276eb5e970 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:48.429121 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62a6451-7543-4172-9c7b-8633dee2c272", "tag": "716032b0-10a9-4810-8049-209a2781f817", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:48.429926 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a2c68fab-8aaf-4ca5-b2e4-a1276eb5e970 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:48.431885 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'tag': '716032b0-10a9-4810-8049-209a2781f817', 'status': 'completed', 'code': 200} Jul 05 03:46:48.477078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-c9d328ff-789f-4fff-a04a-3c4093e826b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.479102 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-c9d328ff-789f-4fff-a04a-3c4093e826b1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.5999780 Jul 05 03:46:48.513214 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.525771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bc649ff-e149-4efb-ab2f-c9b03469d036 req-645c2cce-c821-477a-a41b-3c33eacda157 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313782 Jul 05 03:46:48.618584 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b21286ad-297e-45ac-b544-3aa3313e02a0 req-d3bebe07-9c75-48e7-948f-f249e8bfc808 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4293478 Jul 05 03:46:48.657622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:48.666853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-533861a1-f757-4118-b4ad-5477bd3c2949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.671979 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-533861a1-f757-4118-b4ad-5477bd3c2949 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1818163 Jul 05 03:46:48.708829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3354d9c-db53-45ab-8f99-48797148e2a8'}, {'server_uuid': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:48.714582 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dca5a1-d6f6-45c6-bbd0-9f0848ef15db" -d '{"events": [{"server_uuid": "5a67a1f0-0c25-405e-9a13-6a925758781c", "name": "network-vif-plugged", "status": "completed", "tag": "f3354d9c-db53-45ab-8f99-48797148e2a8"}, {"server_uuid": "d74a6220-3d21-40b8-9610-b921b12455f9", "name": "network-vif-plugged", "status": "completed", "tag": "46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:48.772980 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:48.914427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:48.951129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd368837-915a-4132-af80-2e66067f8118 req-3a3e35c7-8c4d-4279-80af-0995f2113fd8 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:48.960511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd368837-915a-4132-af80-2e66067f8118 req-3a3e35c7-8c4d-4279-80af-0995f2113fd8 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 944 time: 0.3547709 Jul 05 03:46:48.979833 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-ffe37e47-fd8f-447f-a594-fa8d6d03ebdd service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2940919 Jul 05 03:46:49.167351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd368837-915a-4132-af80-2e66067f8118 req-78858e3a-9cc2-4b15-9f08-fa3e176cc8da tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2058423 Jul 05 03:46:49.230653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e58114-47eb-463f-9bef-a370adf11a6e req-c3681b65-48f7-4d0b-993a-cdbec26aa5f5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.270624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02e58114-47eb-463f-9bef-a370adf11a6e req-c3681b65-48f7-4d0b-993a-cdbec26aa5f5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 950 time: 0.4842365 Jul 05 03:46:49.282053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b0364-0423-4140-b427-2e61d41125b8 req-5f2a059a-6f7a-4210-8741-729dbfd99873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.285649 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c6b0364-0423-4140-b427-2e61d41125b8 req-5f2a059a-6f7a-4210-8741-729dbfd99873 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 1096 time: 0.3721623 Jul 05 03:46:49.328479 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-13c973c2-afee-4c78-88a0-0c87a0a7cc9e req-4a40627a-7ead-4fcd-a3a1-fb26773775dc service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416080 Jul 05 03:46:49.395433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02e58114-47eb-463f-9bef-a370adf11a6e req-48648c33-ae5c-4d92-8cc5-56ec08f7c194 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232052 Jul 05 03:46:49.521316 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d4675e1-185f-483b-bffa-18e9f897a124 x-openstack-request-id: req-1d4675e1-185f-483b-bffa-18e9f897a124 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:49.522374 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a67a1f0-0c25-405e-9a13-6a925758781c", "name": "network-vif-plugged", "status": "completed", "tag": "f3354d9c-db53-45ab-8f99-48797148e2a8", "code": 200}, {"server_uuid": "d74a6220-3d21-40b8-9610-b921b12455f9", "name": "network-vif-plugged", "status": "completed", "tag": "46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:49.522374 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d4675e1-185f-483b-bffa-18e9f897a124 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:49.522374 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'code': 200} Jul 05 03:46:49.522863 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072', 'code': 200} Jul 05 03:46:49.606684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b0364-0423-4140-b427-2e61d41125b8 req-93ae3362-0440-4ff3-ab4f-ef5f75be56b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.616656 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c6b0364-0423-4140-b427-2e61d41125b8 req-93ae3362-0440-4ff3-ab4f-ef5f75be56b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.2972696 Jul 05 03:46:49.750568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d0cee0-5e56-4de7-9e89-6801fee7b01b req-e60ba3be-1e3e-4392-a8f6-c9022e329be5 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.783630 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c6b0364-0423-4140-b427-2e61d41125b8 req-5b6d82dd-68bb-4578-8ca1-fa300cc15401 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=716032b0-10a9-4810-8049-209a2781f817 HTTP/1.1" status: 200 len: 217 time: 0.1571655 Jul 05 03:46:49.787082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2d0cee0-5e56-4de7-9e89-6801fee7b01b req-e60ba3be-1e3e-4392-a8f6-c9022e329be5 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.2522972 Jul 05 03:46:49.931054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-031a4a7c-a8ae-49b5-90aa-93668d66d4f0 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:49.934028 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-031a4a7c-a8ae-49b5-90aa-93668d66d4f0 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.13 "GET /v2.0/ports?device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 949 time: 0.4502497 Jul 05 03:46:49.985885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2d0cee0-5e56-4de7-9e89-6801fee7b01b req-42210833-c648-49f0-81ca-7ef8da61e8a7 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955914 Jul 05 03:46:50.042224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6039cf-51db-46ff-975b-b842976b9566 req-7e1ec198-cb5e-4b17-8f11-7ad13856526d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.044152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee6039cf-51db-46ff-975b-b842976b9566 req-7e1ec198-cb5e-4b17-8f11-7ad13856526d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 1097 time: 0.2021325 Jul 05 03:46:50.057328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bcbd69-7099-4856-bef0-25fc9212c63b req-26097b86-1f8a-42d9-8d9b-b038cf6445a3 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.070887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4bcbd69-7099-4856-bef0-25fc9212c63b req-26097b86-1f8a-42d9-8d9b-b038cf6445a3 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 949 time: 0.2099640 Jul 05 03:46:50.249190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4bcbd69-7099-4856-bef0-25fc9212c63b req-0188e1ac-cce4-44b4-914d-4da0784eb434 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/security-groups?id=d1cc1b3d-d7d0-4822-a5dd-469db31fed10&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155064 Jul 05 03:46:50.249190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee6039cf-51db-46ff-975b-b842976b9566 req-d9adef66-b5bc-49e9-a36a-6b1fe94ba3e4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1459093 Jul 05 03:46:50.384166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2240fbd1-b78c-4411-bcaa-46497df94bde req-c7c67320-9475-4ad8-8681-55505c53e4fd tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.384166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2240fbd1-b78c-4411-bcaa-46497df94bde req-c7c67320-9475-4ad8-8681-55505c53e4fd tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.1369350 Jul 05 03:46:50.471847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2240fbd1-b78c-4411-bcaa-46497df94bde req-5dc19540-12fb-4c6b-88f2-46907307a480 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008844 Jul 05 03:46:50.572644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dc7f3-78a2-4ccc-87e8-91d69ea2f079 req-0bc9a11e-f723-420c-ab56-0aa6dac467ef tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.575589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f45dc7f3-78a2-4ccc-87e8-91d69ea2f079 req-0bc9a11e-f723-420c-ab56-0aa6dac467ef tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 946 time: 0.1878798 Jul 05 03:46:50.631615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6b0364-0423-4140-b427-2e61d41125b8 req-69a44dc2-9582-4e5a-8c8e-d121cd533e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.641843 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c6b0364-0423-4140-b427-2e61d41125b8 req-69a44dc2-9582-4e5a-8c8e-d121cd533e0b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.8441005 Jul 05 03:46:50.679005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f45dc7f3-78a2-4ccc-87e8-91d69ea2f079 req-dad106b0-0ace-4086-9e05-2a67445fc8ad tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941908 Jul 05 03:46:50.740074 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c6b0364-0423-4140-b427-2e61d41125b8 req-c2dc6235-b11c-4cf9-beab-ecb1fe7082ef service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792723 Jul 05 03:46:50.854947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35672610-34d2-4556-8dc9-be4f025a9a9c req-48862dda-85bc-4d2b-b3c0-7fc7fb86a38a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.856687 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-35672610-34d2-4556-8dc9-be4f025a9a9c req-48862dda-85bc-4d2b-b3c0-7fc7fb86a38a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 1098 time: 1.0216346 Jul 05 03:46:50.859027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1942b510-9979-46b2-abc3-2ae34faf523b req-2bb7df98-d6ae-40e8-9eb8-709ebaebf42c tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:50.865827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-75e42a7d-1dc2-42ff-b035-56e7b0e2bc13 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Deleting port ea9fb472-6284-4713-ad41-90d0af696820 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:46:50.871166 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-75e42a7d-1dc2-42ff-b035-56e7b0e2bc13 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:50.871378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1942b510-9979-46b2-abc3-2ae34faf523b req-2bb7df98-d6ae-40e8-9eb8-709ebaebf42c tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 945 time: 0.1755087 Jul 05 03:46:50.981526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-75e42a7d-1dc2-42ff-b035-56e7b0e2bc13 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] For port ea9fb472-6284-4713-ad41-90d0af696820, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ea9fb472-6284-4713-ad41-90d0af696820,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:46:50.981866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-75e42a7d-1dc2-42ff-b035-56e7b0e2bc13 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.005692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-75e42a7d-1dc2-42ff-b035-56e7b0e2bc13 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Calling delete_port for ea9fb472-6284-4713-ad41-90d0af696820 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:46:51.016913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1942b510-9979-46b2-abc3-2ae34faf523b req-787caf8e-4eff-4701-8d36-5a8133ad2319 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399615 Jul 05 03:46:51.125328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37846b69-bfaf-4257-ba80-3cc783892597 req-17ae015a-a6b3-474d-a2aa-169b711a2f79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2195969 Jul 05 03:46:51.156011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5df43b9-a94e-49a2-817d-c0dbd29ad8b2 req-5401ee71-0e3b-464b-887d-4d4557aa1ec4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.158217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5df43b9-a94e-49a2-817d-c0dbd29ad8b2 req-5401ee71-0e3b-464b-887d-4d4557aa1ec4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 950 time: 0.2004066 Jul 05 03:46:51.166725 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-35672610-34d2-4556-8dc9-be4f025a9a9c req-e0c63974-f627-4c7a-ab14-8a2f5f5c8569 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685712 Jul 05 03:46:51.183248 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c6b0364-0423-4140-b427-2e61d41125b8 req-5f4430c3-f716-46cd-9182-d31b1f96a98b service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4278591 Jul 05 03:46:51.268775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5df43b9-a94e-49a2-817d-c0dbd29ad8b2 req-0369c291-ead2-483a-b0e0-8a06c321764d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921857 Jul 05 03:46:51.308359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37846b69-bfaf-4257-ba80-3cc783892597 req-83281190-3967-424f-81cc-4e1551cc67e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.315330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37846b69-bfaf-4257-ba80-3cc783892597 req-83281190-3967-424f-81cc-4e1551cc67e8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 1096 time: 0.1447222 Jul 05 03:46:51.440007 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c6b0364-0423-4140-b427-2e61d41125b8 req-b97c8a7b-1ecc-4023-931d-de9c5525dcb4 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2437432 Jul 05 03:46:51.554850 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-75e42a7d-1dc2-42ff-b035-56e7b0e2bc13 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.599498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e42a7d-1dc2-42ff-b035-56e7b0e2bc13 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Pushing event deleted for resources: {'Port': ['ID=ea9fb472-6284-4713-ad41-90d0af696820,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:51.637512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-14b55098-b4ec-4139-999a-6da9d64408e7 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.639415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-14b55098-b4ec-4139-999a-6da9d64408e7 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/networks?id=c9fd141d-a923-482c-b175-0c2b269b02c3 HTTP/1.1" status: 200 len: 815 time: 0.2943082 Jul 05 03:46:51.643154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37846b69-bfaf-4257-ba80-3cc783892597 req-2f63a998-02cd-44d1-9411-ef7a9e255264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.644793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37846b69-bfaf-4257-ba80-3cc783892597 req-2f63a998-02cd-44d1-9411-ef7a9e255264 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.2733140 Jul 05 03:46:51.745800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4408f5-5972-4002-9f1f-fc1241b76882 req-464cf78e-618a-432d-b36d-096d5b0c47ea tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.750521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c4408f5-5972-4002-9f1f-fc1241b76882 req-464cf78e-618a-432d-b36d-096d5b0c47ea tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.2560623 Jul 05 03:46:51.750521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37846b69-bfaf-4257-ba80-3cc783892597 req-dccea8bd-49fb-484a-9bc8-08def45a66f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 HTTP/1.1" status: 200 len: 217 time: 0.0929179 Jul 05 03:46:51.765498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-75e42a7d-1dc2-42ff-b035-56e7b0e2bc13 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] No DVR routers for this DVR port ea9fb472-6284-4713-ad41-90d0af696820 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:46:51.769446 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-75e42a7d-1dc2-42ff-b035-56e7b0e2bc13 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:51.773663 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60e5fc20-d47f-4654-92b0-5fdf4c189e8a req-75e42a7d-1dc2-42ff-b035-56e7b0e2bc13 tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.13 "DELETE /v2.0/ports/ea9fb472-6284-4713-ad41-90d0af696820 HTTP/1.1" status: 204 len: 173 time: 1.8198974 Jul 05 03:46:51.774391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-deleted', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:51.778919 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ebbef5c-04d6-44a2-a2b2-c83e5e0a6e9a" -d '{"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-deleted", "tag": "ea9fb472-6284-4713-ad41-90d0af696820"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:51.796832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-eddc0987-cf9b-46a3-a350-a038f0c3c258 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/quotas/3dedf8c4f9b544f4be762775b5ac4aa8 HTTP/1.1" status: 200 len: 375 time: 0.1426313 Jul 05 03:46:51.922803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c4408f5-5972-4002-9f1f-fc1241b76882 req-8d8e9537-e41d-44ec-8161-e055e110cd1f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622405 Jul 05 03:46:51.934653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37846b69-bfaf-4257-ba80-3cc783892597 req-0127bb94-4d4e-4c98-885e-9ce5c9b23e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:51.938392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37846b69-bfaf-4257-ba80-3cc783892597 req-0127bb94-4d4e-4c98-885e-9ce5c9b23e71 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.1660111 Jul 05 03:46:52.023094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37846b69-bfaf-4257-ba80-3cc783892597 req-5f4fe518-5f26-4051-8388-763a87421338 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0751102 Jul 05 03:46:52.129701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-a21b9ac5-fa8a-4159-b623-1efac7ca512d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.142215 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-a21b9ac5-fa8a-4159-b623-1efac7ca512d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 1102 time: 0.2015915 Jul 05 03:46:52.218256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-37cc687a-1af4-47ad-91a5-4c085f2fc383 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=3dedf8c4f9b544f4be762775b5ac4aa8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3983922 Jul 05 03:46:52.402597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bea5b3f-042e-4592-9d86-ec6635f4c4e2 req-537121cf-2605-4841-bb8d-6c1a9976c84c tempest-ListImageFiltersTestJSON-638534220 tempest-ListImageFiltersTestJSON-638534220-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e248e0-5e24-41b8-aa60-4e2b9a832b19 HTTP/1.1" status: 200 len: 210 time: 0.1724486 Jul 05 03:46:52.461341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-3b22eab4-cba2-4cb1-9dea-4faaa8ed3db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.469649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37846b69-bfaf-4257-ba80-3cc783892597 req-afc8d9c5-faa4-428c-9c1c-b5cd123c8756 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4391069 Jul 05 03:46:52.486592 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-3b22eab4-cba2-4cb1-9dea-4faaa8ed3db9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.3273265 Jul 05 03:46:52.591866 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-6038b9ba-6115-4e47-ae20-959cd68c4bbe service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6 HTTP/1.1" status: 200 len: 217 time: 0.0976217 Jul 05 03:46:52.616280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-c03b0e47-9a25-412e-89bf-b494ba0f877c service neutron] 10.222.0.30 "GET /v2.0/networks/c9fd141d-a923-482c-b175-0c2b269b02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806024 Jul 05 03:46:52.679883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37846b69-bfaf-4257-ba80-3cc783892597 req-f5b34440-ba23-43ce-addf-50071ad60a6f service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945941 Jul 05 03:46:52.730767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-49069d65-235c-49c6-a82c-0cc698a03d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.732709 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-49069d65-235c-49c6-a82c-0cc698a03d2a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1327970 Jul 05 03:46:52.856147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-782710bf-e7ab-4ca0-9bac-8f5f33a4c1e1 service neutron] 10.222.0.30 "GET /v2.0/networks/c9fd141d-a923-482c-b175-0c2b269b02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661000 Jul 05 03:46:52.857549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-5ec35aff-dd45-44ed-b920-35138284a4fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.863123 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-5ec35aff-dd45-44ed-b920-35138284a4fc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1210039 Jul 05 03:46:52.971245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc81e32-459d-400b-a3f6-f2ca8c55484e req-b275dc06-4242-48db-b259-8e0f04650c32 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:52.974972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4bc81e32-459d-400b-a3f6-f2ca8c55484e req-b275dc06-4242-48db-b259-8e0f04650c32 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 1102 time: 0.2152092 Jul 05 03:46:53.044373 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-dc1e38f9-cda4-4596-9ade-9c8f7a501749 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735682 Jul 05 03:46:53.054355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4bc81e32-459d-400b-a3f6-f2ca8c55484e req-d9957f81-d351-404a-8eb6-612c9f77be3c tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688751 Jul 05 03:46:53.293174 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-cfc408f7-bc3e-4aa8-a95c-092aacfaac76 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2344770 Jul 05 03:46:53.579134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2298d1-5d3f-49c3-84b5-771ce482e18a req-fe1fe7d9-ef6e-48ff-bd7d-bfa7b0045365 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.581797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab2298d1-5d3f-49c3-84b5-771ce482e18a req-fe1fe7d9-ef6e-48ff-bd7d-bfa7b0045365 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.2230186 Jul 05 03:46:53.637356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83c238b-14f7-4274-830c-e027bc6b6a2b req-d038c051-f2e5-4dab-b2cc-b2187b408afa tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:53.638974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d83c238b-14f7-4274-830c-e027bc6b6a2b req-d038c051-f2e5-4dab-b2cc-b2187b408afa tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 946 time: 0.1909385 Jul 05 03:46:53.715807 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab2298d1-5d3f-49c3-84b5-771ce482e18a req-ef27ab24-1382-4404-bf15-9a64acbdf8b7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215041 Jul 05 03:46:53.725984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d83c238b-14f7-4274-830c-e027bc6b6a2b req-95b1809d-3d2a-49d9-a428-631a8cbcac0e tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643249 Jul 05 03:46:53.827251 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c99b992-03ce-49fc-84d6-c713f77cb0bc x-openstack-request-id: req-5c99b992-03ce-49fc-84d6-c713f77cb0bc {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:53.827544 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34e248e0-5e24-41b8-aa60-4e2b9a832b19", "name": "network-vif-deleted", "tag": "ea9fb472-6284-4713-ad41-90d0af696820", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:53.827793 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c99b992-03ce-49fc-84d6-c713f77cb0bc {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:53.828228 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34e248e0-5e24-41b8-aa60-4e2b9a832b19', 'name': 'network-vif-deleted', 'tag': 'ea9fb472-6284-4713-ad41-90d0af696820', 'status': 'completed', 'code': 200} Jul 05 03:46:53.971101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ea9fb472-6284-4713-ad41-90d0af696820 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:46:54.025013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: ea9fb472-6284-4713-ad41-90d0af696820 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:46:54.025465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ea9fb472-6284-4713-ad41-90d0af696820 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:46:54.161655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3651fd-effd-4040-989a-84e4a043ace3 req-d5c9f3ce-e8c0-4154-afd1-2cea39fa36e4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.164307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f3651fd-effd-4040-989a-84e4a043ace3 req-d5c9f3ce-e8c0-4154-afd1-2cea39fa36e4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.2203698 Jul 05 03:46:54.189900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d3695-4de3-451d-99de-40fea7ce7329 req-3707f11b-d2bd-4ac1-b2be-2b434b49a7a2 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:54.192878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-525d3695-4de3-451d-99de-40fea7ce7329 req-3707f11b-d2bd-4ac1-b2be-2b434b49a7a2 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 945 time: 0.1661952 Jul 05 03:46:54.586652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f3651fd-effd-4040-989a-84e4a043ace3 req-e84fc63e-9715-494e-b7ea-2d70d1c73489 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924952 Jul 05 03:46:54.596602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-525d3695-4de3-451d-99de-40fea7ce7329 req-90a6d737-b944-414b-adf3-854b73572821 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640883 Jul 05 03:46:54.688399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b7f5616-439a-4aaa-bb5b-ffd81757b561 req-341a9260-cc2a-4209-9141-dfd2e3f314e6 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 210 time: 0.0526881 Jul 05 03:46:54.783790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-1bb73957-b29d-455a-94e5-ed3f333786ba tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0444403 Jul 05 03:46:55.266046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111829f-1757-4f6f-912d-d293666a38d4 req-ef5d65a1-46b5-4e8f-8d53-30a1b5a2d716 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:55.268809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-ef5d65a1-46b5-4e8f-8d53-30a1b5a2d716 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4748096 Jul 05 03:46:55.281343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-1f1cc403-2c48-4822-bf8a-e990b37adcdd tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 258 time: 0.4360259 Jul 05 03:46:55.294613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:55.304220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-09b19cc9-7679-48c8-90b5-05832b515f6e tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/quotas/8d129a1c118c47fd9521ef148ce4950a HTTP/1.1" status: 200 len: 375 time: 0.0215623 Jul 05 03:46:55.457275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-ab0758fc-c021-4da1-9623-a673321adb81 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1398847 Jul 05 03:46:55.487274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.705236 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:55.907354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Allocated IP 172.25.4.247 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/f7a690af-f7b0-4bf2-8fda-d2c2a5663362) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:56.127042 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.139929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90d23f-29c6-48c7-9fd9-9cfab96d0451 req-f41941f3-ed87-4da9-9853-6cd77dc80346 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:56.141914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b90d23f-29c6-48c7-9fd9-9cfab96d0451 req-f41941f3-ed87-4da9-9853-6cd77dc80346 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 945 time: 0.1432612 Jul 05 03:46:56.157214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46182) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:46:56.165583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2306dc61-8036-42a4-9a47-7cf87bf8c15e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Request body: {'floatingip': {'port_id': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:56.273027 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.281395 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2306dc61-8036-42a4-9a47-7cf87bf8c15e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.366993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:56.380726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:56.414762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:56.489485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Pushing event updated for resources: {'Port': ['ID=f7a690af-f7b0-4bf2-8fda-d2c2a5663362,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:56.614153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effdfe5e-b97a-4b84-81ef-00a802a1cee9 req-082e752a-33d0-4bbb-a88a-ace41b03e1ba tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:56.616273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-effdfe5e-b97a-4b84-81ef-00a802a1cee9 req-082e752a-33d0-4bbb-a88a-ace41b03e1ba tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.2445726 Jul 05 03:46:56.675586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:56.703631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-effdfe5e-b97a-4b84-81ef-00a802a1cee9 req-a782f631-fe07-46fa-a636-f381322a5f4c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772734 Jul 05 03:46:56.878754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.141711 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2306dc61-8036-42a4-9a47-7cf87bf8c15e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.188359 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.280522 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2306dc61-8036-42a4-9a47-7cf87bf8c15e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.331801 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.420868 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-2306dc61-8036-42a4-9a47-7cf87bf8c15e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Floating IP 8643351e-4221-4406-9a1a-b298adc26b8f associated. External IP: 172.25.4.28, port: 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072. Jul 05 03:46:57.481880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Pushing event updated for resources: {'Port': ['ID=f7a690af-f7b0-4bf2-8fda-d2c2a5663362,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:57.486735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.647151 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:57.648781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-4a15c79e-7898-43b2-9049-94ce3b8407d4 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.3588407 Jul 05 03:46:57.717450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-b964949a-2a86-4648-94b6-f2fcf440ab9f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.0614254 Jul 05 03:46:57.845223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2306dc61-8036-42a4-9a47-7cf87bf8c15e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Router b5764e05-afa1-428d-9d9c-4925bd5f49e3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:46:57.926266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-effa2921-909b-49da-8578-210194a9213f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:57.937556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-effa2921-909b-49da-8578-210194a9213f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.2040040 Jul 05 03:46:57.956872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-a7928f77-03a4-4282-8251-32dcc319ef05 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:46:57.957957 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49133f2b-1ef6-4b18-b76b-628be4ad0f18 req-a7928f77-03a4-4282-8251-32dcc319ef05 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0154877 Jul 05 03:46:58.055369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-23419940-b11f-4837-b078-a1ba260cc993 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:58.058087 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-23419940-b11f-4837-b078-a1ba260cc993 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.26 "GET /v2.0/networks?id=c9fd141d-a923-482c-b175-0c2b269b02c3 HTTP/1.1" status: 200 len: 815 time: 0.3035355 Jul 05 03:46:58.081220 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Request body: {'port': {'device_id': '26ed834a-8db7-40d5-928a-92493344aba6', 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3', 'admin_state_up': True, 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:58.133935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2306dc61-8036-42a4-9a47-7cf87bf8c15e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:46:58.140431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2306dc61-8036-42a4-9a47-7cf87bf8c15e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.145230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e31e8de2-dcb6-48ab-8d47-6acffe2e5eac req-5bbc0b02-684a-4028-a832-d921f42ccede tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 210 time: 0.0539382 Jul 05 03:46:58.155296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] Sync routers for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:46:58.187767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:58.199831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:46:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:58.227377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63dc1f1c-6514-4b49-b636-9f837fb2d06a req-45e35a6d-7b60-4af9-8f8d-abe93ab0a9ce tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:58.241747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63dc1f1c-6514-4b49-b636-9f837fb2d06a req-45e35a6d-7b60-4af9-8f8d-abe93ab0a9ce tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.2143564 Jul 05 03:46:58.274344 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2306dc61-8036-42a4-9a47-7cf87bf8c15e tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "PUT /v2.0/floatingips/8643351e-4221-4406-9a1a-b298adc26b8f HTTP/1.1" status: 200 len: 990 time: 2.1123033 Jul 05 03:46:58.282402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'tag': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:46:58.287210 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d74a6220-3d21-40b8-9610-b921b12455f9", "tag": "46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:46:58.349445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63dc1f1c-6514-4b49-b636-9f837fb2d06a req-d3b4a4ca-91fc-4aa2-a176-f2cbf4d8e943 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061945 Jul 05 03:46:58.454674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf5afd91-7689-4a5f-b5f1-ec0b101567c8 req-ef09c602-33bb-47c2-b07b-f7fe20f60227 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 210 time: 0.0698113 Jul 05 03:46:58.498696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Made reservation on behalf of 3dedf8c4f9b544f4be762775b5ac4aa8 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:46:58.501829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:58.763198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:58.789401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16cb8529-080e-4479-bc14-b5e3ad954f20 req-fa77790e-0f82-44bc-82dd-9e5f43a0494b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:58.794588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16cb8529-080e-4479-bc14-b5e3ad954f20 req-fa77790e-0f82-44bc-82dd-9e5f43a0494b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.2054458 Jul 05 03:46:58.798868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Allocated IP 172.20.0.3 (c9fd141d-a923-482c-b175-0c2b269b02c3/b78cef0b-1575-4770-9f11-a38616563d53/a29d300b-a9c8-410c-8d05-812899b2281c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:46:58.885463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16cb8529-080e-4479-bc14-b5e3ad954f20 req-24778787-d58b-4a56-90b8-53bd32c9a267 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805218 Jul 05 03:46:59.149354 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.171143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Transition to ACTIVE for port object a29d300b-a9c8-410c-8d05-812899b2281c will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:46:59.274260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8643351e-4221-4406-9a1a-b298adc26b8f', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'port_id': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'mac_address': 'fa:16:3e:f7:a5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:23Z', 'updated_at': '2021-07-05T03:46:56Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:59.292572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0291-2040-4274-81cc-a561d020ca35 req-4e8d087e-1e7f-44fc-90f7-3d88f377d364 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.296579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-681d0291-2040-4274-81cc-a561d020ca35 req-4e8d087e-1e7f-44fc-90f7-3d88f377d364 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2013555 Jul 05 03:46:59.345988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] Checking router: b5764e05-afa1-428d-9d9c-4925bd5f49e3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:46:59.365148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.365977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:46:59.366788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:46:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:46:59.515190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-681d0291-2040-4274-81cc-a561d020ca35 req-e602138f-65a8-4be9-b790-70f34c6c644a tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.2082601 Jul 05 03:46:59.537172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-681d0291-2040-4274-81cc-a561d020ca35 req-5d1f16b5-cf34-4a11-baf0-c9139a7f6304 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Request body: {'floatingip': {'port_id': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:46:59.541202 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Pushing event updated for resources: {'Port': ['ID=a29d300b-a9c8-410c-8d05-812899b2281c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:46:59.576563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.577520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.578491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.579396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.580793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.581968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.582622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.583750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.584773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.585875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.586657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.587622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:46:59.629193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Network c9fd141d-a923-482c-b175-0c2b269b02c3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:46:59.639207 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:46:59.639414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:46:59.654759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:46:59.677931 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-681d0291-2040-4274-81cc-a561d020ca35 req-5d1f16b5-cf34-4a11-baf0-c9139a7f6304 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:46:59.768350 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9eab798-5c4f-4e8f-88e0-e3dbee02b0a4 x-openstack-request-id: req-f9eab798-5c4f-4e8f-88e0-e3dbee02b0a4 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:46:59.768621 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d74a6220-3d21-40b8-9610-b921b12455f9", "tag": "46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:46:59.768790 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9eab798-5c4f-4e8f-88e0-e3dbee02b0a4 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:46:59.769742 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'tag': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072', 'status': 'completed', 'code': 200} Jul 05 03:46:59.845267 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-ee07829d-f9bd-4977-8bad-b755a008a2c4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8d129a1c118c47fd9521ef148ce4950a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0825431 Jul 05 03:46:59.940710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:46:59.944984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.191321 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-1f0ab823-5ffc-4764-b4fa-459fdc7c5e08 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1192183 Jul 05 03:47:00.244083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Request body: {'port': {'device_id': '26ed834a-8db7-40d5-928a-92493344aba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:00.300049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111829f-1757-4f6f-912d-d293666a38d4 req-80795613-6da9-49bf-9bae-d6e6735dc8be tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.303220 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-80795613-6da9-49bf-9bae-d6e6735dc8be tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4464288 Jul 05 03:47:00.405447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8643351e-4221-4406-9a1a-b298adc26b8f', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'port_id': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'mac_address': 'fa:16:3e:f7:a5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:23Z', 'updated_at': '2021-07-05T03:46:56Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:00.429002 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.444065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9af5e7-9981-477f-9ef4-ecd4d5e1d74d None None] The sync data for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 is: [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8643351e-4221-4406-9a1a-b298adc26b8f', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'floating_ip_address': '172.25.4.28', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'port_id': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 155, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'mac_address': 'fa:16:3e:f7:a5:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:42:23Z', 'updated_at': '2021-07-05T03:46:56Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:00.446177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-67d04bed-ea82-49c8-9613-4847569fcdde None None] Provisioning for port a29d300b-a9c8-410c-8d05-812899b2281c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:00.452097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-67d04bed-ea82-49c8-9613-4847569fcdde None None] Provisioning complete for port a29d300b-a9c8-410c-8d05-812899b2281c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:00.452532 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67d04bed-ea82-49c8-9613-4847569fcdde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.471347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Request body: {'port': {'device_id': 'ec71f5de-8a12-4624-bd16-dbd87b866559', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8d129a1c118c47fd9521ef148ce4950a'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:00.546813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-67d04bed-ea82-49c8-9613-4847569fcdde None None] Port a29d300b-a9c8-410c-8d05-812899b2281c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:00.624914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b910bf3-73a0-4ada-80b2-e0754e194423 req-30cb97e0-8938-46c8-a468-8764a4209732 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.640412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b910bf3-73a0-4ada-80b2-e0754e194423 req-30cb97e0-8938-46c8-a468-8764a4209732 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 931 time: 0.5086441 Jul 05 03:47:00.729666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-2516b207-5492-4452-9c30-fc92b3774c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:00.731152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-2516b207-5492-4452-9c30-fc92b3774c81 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 1097 time: 0.5986996 Jul 05 03:47:00.919071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Made reservation on behalf of 8d129a1c118c47fd9521ef148ce4950a for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:00.927946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:00.948194 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d3a6cde-a08f-4b34-a8d4-8ad7b907cac3 None None] New status for floating IP 8643351e-4221-4406-9a1a-b298adc26b8f: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:47:01.079733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b910bf3-73a0-4ada-80b2-e0754e194423 req-4671c007-7f25-4e5d-b7a2-3411f4a70a2f tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4380937 Jul 05 03:47:01.348741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-1d45ef87-24a1-4a62-aba3-0793f34ac349 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.350389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-1d45ef87-24a1-4a62-aba3-0793f34ac349 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 200 len: 925 time: 0.6050811 Jul 05 03:47:01.379831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Allocated IP 192.168.233.220 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/839f6967-2c59-444b-bb02-56ebbf39206d) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:01.440452 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.resource_extend [req-681d0291-2040-4274-81cc-a561d020ca35 req-5d1f16b5-cf34-4a11-baf0-c9139a7f6304 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:47:01.530946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-e8a89ce5-ffc8-4874-8b8c-582b4be6a547 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 HTTP/1.1" status: 200 len: 1000 time: 0.1698768 Jul 05 03:47:01.536829 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-681d0291-2040-4274-81cc-a561d020ca35 req-5d1f16b5-cf34-4a11-baf0-c9139a7f6304 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.593854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a29d300b-a9c8-410c-8d05-812899b2281c {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:01.612899 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.623224 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-681d0291-2040-4274-81cc-a561d020ca35 req-5d1f16b5-cf34-4a11-baf0-c9139a7f6304 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.668663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Transition to ACTIVE for port object a29d300b-a9c8-410c-8d05-812899b2281c will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:01.669416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-4a4b93fa-2e47-43aa-9d19-d96d0621959f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:01.671232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-4a4b93fa-2e47-43aa-9d19-d96d0621959f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3dabc5b6-7e6d-4427-acf6-605492cbf926 HTTP/1.1" status: 200 len: 863 time: 0.1275134 Jul 05 03:47:01.717073 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:47:01.752554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.873725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Pushing event updated for resources: {'Port': ['ID=a29d300b-a9c8-410c-8d05-812899b2281c,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:01.887171 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:01.967251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Transition to ACTIVE for port object 839f6967-2c59-444b-bb02-56ebbf39206d will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:02.040085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Attempting to bind port a29d300b-a9c8-410c-8d05-812899b2281c on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:02.047507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Attempting to bind port a29d300b-a9c8-410c-8d05-812899b2281c by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:02.048233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Attempting to bind port a29d300b-a9c8-410c-8d05-812899b2281c on network c9fd141d-a923-482c-b175-0c2b269b02c3 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:02.058650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Port a29d300b-a9c8-410c-8d05-812899b2281c on network c9fd141d-a923-482c-b175-0c2b269b02c3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:02.062912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Attempting to bind port a29d300b-a9c8-410c-8d05-812899b2281c on network c9fd141d-a923-482c-b175-0c2b269b02c3 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:02.068413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:02.068989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Checking segment: {'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:02.069579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Bound using segment: {'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:02.070319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Bound port: a29d300b-a9c8-410c-8d05-812899b2281c, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '48786dbc-fa4b-48cb-ad62-8782cd5e56b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:02.070844 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.390054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] For port a29d300b-a9c8-410c-8d05-812899b2281c, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:02.390054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] For port a29d300b-a9c8-410c-8d05-812899b2281c, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a29d300b-a9c8-410c-8d05-812899b2281c,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:02.437459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.454826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9f69cf13-fac9-406e-9783-1276762b7dd9', '78c4177c-8e0a-4344-97bb-aab05a79ff4a', '62125820-879d-4766-a0e1-d4e953290d72'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:02.459833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', '8602a2eb-05e8-4b92-9e04-82d062c4cf9e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:02.549085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.566711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:02.573616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:02.599442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:02.646549 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-681d0291-2040-4274-81cc-a561d020ca35 req-5d1f16b5-cf34-4a11-baf0-c9139a7f6304 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Floating IP 2eaacd8a-93f6-4e7d-b22c-ee85974e0783 associated. External IP: 172.25.4.247, port: f3354d9c-db53-45ab-8f99-48797148e2a8. Jul 05 03:47:02.674971 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:02.676096 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:02.678425 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] 10.222.0.26 "PUT /v2.0/ports/a29d300b-a9c8-410c-8d05-812899b2281c HTTP/1.1" status: 200 len: 1092 time: 2.4452167 Jul 05 03:47:02.679615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26ed834a-8db7-40d5-928a-92493344aba6', 'tag': 'a29d300b-a9c8-410c-8d05-812899b2281c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:02.682975 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-390d31cc-5e07-4080-a2bf-b0606fecd1f3" -d '{"events": [{"name": "network-changed", "server_uuid": "26ed834a-8db7-40d5-928a-92493344aba6", "tag": "a29d300b-a9c8-410c-8d05-812899b2281c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:02.686665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event updated for resources: {'Port': ['ID=839f6967-2c59-444b-bb02-56ebbf39206d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:02.790651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-bba686ea-4e36-4aad-9123-754b4ebb18bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:02.795363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-bba686ea-4e36-4aad-9123-754b4ebb18bd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c7b8544a-cbad-4b6d-a113-fe649b231e47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.1121292 Jul 05 03:47:02.900736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:02.900736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.050584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b1d1e3-1c4e-46c6-8341-e1877ab5d61d service neutron] Pushing event updated for resources: {'Port': ['ID=a29d300b-a9c8-410c-8d05-812899b2281c,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:03.103990 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-f24670c4-7061-43dd-a72f-a19c280d0401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:03.118583 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-f24670c4-7061-43dd-a72f-a19c280d0401 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dedf8c4f9b544f4be762775b5ac4aa8&device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 1095 time: 0.1797056 Jul 05 03:47:03.145781 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-405e8c3f-5cfa-4686-a438-07f93f46bccd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6802907 Jul 05 03:47:03.251223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Request body: {'port': {'device_id': 'ec71f5de-8a12-4624-bd16-dbd87b866559', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:03.331352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1f37899c-2632-4f45-bc04-e50cc0dbeefc None None] Provisioning for port 839f6967-2c59-444b-bb02-56ebbf39206d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:03.371124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1f37899c-2632-4f45-bc04-e50cc0dbeefc None None] Provisioning complete for port 839f6967-2c59-444b-bb02-56ebbf39206d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:03.372344 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1f37899c-2632-4f45-bc04-e50cc0dbeefc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:03.373875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46300) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:03.437764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-d7d0818e-f4c3-4ffb-8c6c-dc9dbcd61923 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6345060 Jul 05 03:47:03.561639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1f37899c-2632-4f45-bc04-e50cc0dbeefc None None] Port 839f6967-2c59-444b-bb02-56ebbf39206d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:03.692670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb557643-957d-4e14-9dc8-06a3e4854add req-28234216-d514-4611-aedb-f6b310ea3355 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:03.708581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb557643-957d-4e14-9dc8-06a3e4854add req-28234216-d514-4611-aedb-f6b310ea3355 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.8210549 Jul 05 03:47:03.893091 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-2e2b1b3e-545e-44bb-b63f-fa786a26fdbb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29d300b-a9c8-410c-8d05-812899b2281c HTTP/1.1" status: 200 len: 217 time: 0.7002802 Jul 05 03:47:03.998658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb557643-957d-4e14-9dc8-06a3e4854add req-a61f6f75-87e3-4fd7-b323-ffa34d70299d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2889180 Jul 05 03:47:04.080947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1fa35456-754d-47dc-b9ad-3095b0d4301e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0a634d432c3047edab1e856d63ae25c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6874471 Jul 05 03:47:04.082241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46306) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:04.140255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4028b744-9ea6-4d14-8c43-7fb4e5e3a1ef req-4b69a7f8-6c16-4065-a691-c93eee18d8e3 service neutron] 10.222.0.13 "GET /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6582305 Jul 05 03:47:04.141654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-449eee8d-9325-4ff7-b93a-d8a92bb87283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:04.144099 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-449eee8d-9325-4ff7-b93a-d8a92bb87283 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b78cef0b-1575-4770-9f11-a38616563d53 HTTP/1.1" status: 200 len: 854 time: 0.2381864 Jul 05 03:47:04.168987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.214166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-681d0291-2040-4274-81cc-a561d020ca35 req-5d1f16b5-cf34-4a11-baf0-c9139a7f6304 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Router c9094e8c-dc43-4b58-8501-129fb570af5e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:04.464322 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dd4904e-e83c-431a-91b2-4792a039ba7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.578384 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dd4904e-e83c-431a-91b2-4792a039ba7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.682031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929ea1df-6724-4abe-a032-1067d35b69b7 req-979b4e1f-2e5f-4731-8de8-4af424c8e77f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:04.690832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-929ea1df-6724-4abe-a032-1067d35b69b7 req-979b4e1f-2e5f-4731-8de8-4af424c8e77f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 936 time: 0.3745420 Jul 05 03:47:04.704332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 839f6967-2c59-444b-bb02-56ebbf39206d {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:04.705722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-681d0291-2040-4274-81cc-a561d020ca35 req-5d1f16b5-cf34-4a11-baf0-c9139a7f6304 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:04.715362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.721167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-681d0291-2040-4274-81cc-a561d020ca35 req-5d1f16b5-cf34-4a11-baf0-c9139a7f6304 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.740636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] Sync routers for ids ['c9094e8c-dc43-4b58-8501-129fb570af5e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:04.742917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Transition to ACTIVE for port object 839f6967-2c59-444b-bb02-56ebbf39206d will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:04.761529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] Routers {'c9094e8c-dc43-4b58-8501-129fb570af5e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:04.763228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:46:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c9094e8c-dc43-4b58-8501-129fb570af5e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:04.809661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-929ea1df-6724-4abe-a032-1067d35b69b7 req-92f10932-315f-41fc-8a13-11ffeed572f2 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174204 Jul 05 03:47:04.835647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-681d0291-2040-4274-81cc-a561d020ca35 req-5d1f16b5-cf34-4a11-baf0-c9139a7f6304 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "PUT /v2.0/floatingips/2eaacd8a-93f6-4e7d-b22c-ee85974e0783 HTTP/1.1" status: 200 len: 997 time: 5.3089833 Jul 05 03:47:04.842159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'tag': 'f3354d9c-db53-45ab-8f99-48797148e2a8'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:04.842159 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e" -d '{"events": [{"name": "network-changed", "server_uuid": "5a67a1f0-0c25-405e-9a13-6a925758781c", "tag": "f3354d9c-db53-45ab-8f99-48797148e2a8"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:04.875428 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.966962 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dd4904e-e83c-431a-91b2-4792a039ba7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.983534 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dd4904e-e83c-431a-91b2-4792a039ba7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:04.996943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8dd4904e-e83c-431a-91b2-4792a039ba7f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1cc1b3d-d7d0-4822-a5dd-469db31fed10 HTTP/1.1" status: 204 len: 168 time: 0.8975561 Jul 05 03:47:05.015648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd4904e-e83c-431a-91b2-4792a039ba7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1cc1b3d-d7d0-4822-a5dd-469db31fed10,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:05.094678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] Set router c9094e8c-dc43-4b58-8501-129fb570af5e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:05.155569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0291-2040-4274-81cc-a561d020ca35 req-7cd54eae-8790-487b-9b0d-41a18688ea71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:05.160421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-681d0291-2040-4274-81cc-a561d020ca35 req-7cd54eae-8790-487b-9b0d-41a18688ea71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebac8fa613924bbfa3863535d8a1a3df&device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 1098 time: 0.3002872 Jul 05 03:47:05.236457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Pushing event updated for resources: {'Port': ['ID=839f6967-2c59-444b-bb02-56ebbf39206d,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:05.423237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Attempting to bind port 839f6967-2c59-444b-bb02-56ebbf39206d on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:05.423563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Attempting to bind port 839f6967-2c59-444b-bb02-56ebbf39206d by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:05.423890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Attempting to bind port 839f6967-2c59-444b-bb02-56ebbf39206d on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:05.430285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ebdbcf-201d-4556-820f-72a15ef99886 req-bd5d3178-5de4-4b8a-a6fa-07cb935f9223 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:05.444192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Port 839f6967-2c59-444b-bb02-56ebbf39206d on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:05.448028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Attempting to bind port 839f6967-2c59-444b-bb02-56ebbf39206d on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:05.452131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36ebdbcf-201d-4556-820f-72a15ef99886 req-bd5d3178-5de4-4b8a-a6fa-07cb935f9223 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.3922026 Jul 05 03:47:05.458014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:05.458372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:05.458643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:05.459037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Bound port: 839f6967-2c59-444b-bb02-56ebbf39206d, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:05.459482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:05.503258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-c56c6fb0-cf9d-4639-99ac-a4cef04cf0a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:05.506051 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-c56c6fb0-cf9d-4639-99ac-a4cef04cf0a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9fd141d-a923-482c-b175-0c2b269b02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2224524 Jul 05 03:47:05.546962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36ebdbcf-201d-4556-820f-72a15ef99886 req-40f54ffe-e209-4a86-be58-e97590357879 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938358 Jul 05 03:47:05.620601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0291-2040-4274-81cc-a561d020ca35 req-36481c89-8197-48b5-9604-519bcea07f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:05.622109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-681d0291-2040-4274-81cc-a561d020ca35 req-36481c89-8197-48b5-9604-519bcea07f9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 HTTP/1.1" status: 200 len: 930 time: 0.4424260 Jul 05 03:47:05.810928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '2eaacd8a-93f6-4e7d-b22c-ee85974e0783', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'port_id': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'mac_address': 'fa:16:3e:8e:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:46:56Z', 'updated_at': '2021-07-05T03:47:01Z', 'revision_number': 1, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059d2e15-1a87-4089-a78f-f57ed5286208', 'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'mac_address': 'fa:16:3e:32:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:16Z', 'updated_at': '2021-07-05T03:46:32Z', 'revision_number': 5, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'subnets': [{'id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:05.874926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] Checking router: c9094e8c-dc43-4b58-8501-129fb570af5e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:05.898110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-681d0291-2040-4274-81cc-a561d020ca35 req-863415e7-b83b-4b49-bb8d-f8011a25ff18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3354d9c-db53-45ab-8f99-48797148e2a8 HTTP/1.1" status: 200 len: 1000 time: 0.2588866 Jul 05 03:47:05.909526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] Routers {'c9094e8c-dc43-4b58-8501-129fb570af5e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:05.915063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:46:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c9094e8c-dc43-4b58-8501-129fb570af5e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:06.053334 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-753fe30b-023d-45f0-b64d-8bf8c0d44d1a service neutron] 10.222.0.26 "GET /v2.0/networks/c9fd141d-a923-482c-b175-0c2b269b02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5293090 Jul 05 03:47:06.079706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0291-2040-4274-81cc-a561d020ca35 req-bf3eb75a-8a4e-4912-aedc-e538455541c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.128289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-681d0291-2040-4274-81cc-a561d020ca35 req-bf3eb75a-8a4e-4912-aedc-e538455541c3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99b71389-7522-4a0f-bfde-d848d4519f01 HTTP/1.1" status: 200 len: 868 time: 0.2153134 Jul 05 03:47:06.137615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] For port 839f6967-2c59-444b-bb02-56ebbf39206d, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:06.143737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] For port 839f6967-2c59-444b-bb02-56ebbf39206d, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=839f6967-2c59-444b-bb02-56ebbf39206d,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:06.218516 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.292681 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] Set router c9094e8c-dc43-4b58-8501-129fb570af5e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:06.363008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.396636 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:06.397888 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] 10.222.0.26 "PUT /v2.0/ports/839f6967-2c59-444b-bb02-56ebbf39206d HTTP/1.1" status: 200 len: 1097 time: 3.1689618 Jul 05 03:47:06.436246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba09d85-3054-4cfd-9e3b-1e6808e71d57 req-d5884ec0-cee1-47fe-ad7d-e6354ab01b95 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.438863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dba09d85-3054-4cfd-9e3b-1e6808e71d57 req-d5884ec0-cee1-47fe-ad7d-e6354ab01b95 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 943 time: 0.3005638 Jul 05 03:47:06.479557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681d0291-2040-4274-81cc-a561d020ca35 req-472f7821-822c-4164-a9e9-c368f905517c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:06.491451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-681d0291-2040-4274-81cc-a561d020ca35 req-472f7821-822c-4164-a9e9-c368f905517c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3196726 Jul 05 03:47:06.513300 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f3512-3802-433b-a2e4-58b4ceff0794 service neutron] Pushing event updated for resources: {'Port': ['ID=839f6967-2c59-444b-bb02-56ebbf39206d,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:06.707498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dba09d85-3054-4cfd-9e3b-1e6808e71d57 req-633caf1c-f706-41ec-8b50-d720c7a03615 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400088 Jul 05 03:47:06.935181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-681d0291-2040-4274-81cc-a561d020ca35 req-c83873d1-4ca6-4851-a930-f414e0bd42ca service neutron] 10.222.0.30 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176199 Jul 05 03:47:07.091782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '2eaacd8a-93f6-4e7d-b22c-ee85974e0783', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'port_id': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'mac_address': 'fa:16:3e:8e:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:46:56Z', 'updated_at': '2021-07-05T03:47:01Z', 'revision_number': 1, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059d2e15-1a87-4089-a78f-f57ed5286208', 'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'mac_address': 'fa:16:3e:32:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:16Z', 'updated_at': '2021-07-05T03:46:32Z', 'revision_number': 5, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'subnets': [{'id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:07.128624 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-29d10668-c2dd-4e10-bcd3-0bb2b6227e83 req-769ed378-fec8-45d6-9ad9-2b62d21641b2 service neutron] 10.222.0.26 "GET /v2.0/networks/c9fd141d-a923-482c-b175-0c2b269b02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0585022 Jul 05 03:47:07.162364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2178ef25-85c6-47d6-8b16-2e0482383826 None None] The sync data for ids ['c9094e8c-dc43-4b58-8501-129fb570af5e'] in n-d-758944-41 is: [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '2eaacd8a-93f6-4e7d-b22c-ee85974e0783', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'floating_ip_address': '172.25.4.247', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'port_id': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 526, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'mac_address': 'fa:16:3e:8e:32:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:46:56Z', 'updated_at': '2021-07-05T03:47:01Z', 'revision_number': 1, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '059d2e15-1a87-4089-a78f-f57ed5286208', 'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'mac_address': 'fa:16:3e:32:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:16Z', 'updated_at': '2021-07-05T03:46:32Z', 'revision_number': 5, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'subnets': [{'id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:07.242150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-681d0291-2040-4274-81cc-a561d020ca35 req-aa3c0f40-6201-4456-9f41-0d82a015e6e1 service neutron] 10.222.0.30 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3022883 Jul 05 03:47:07.285433 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea882524-1740-49e7-b71e-4a9591a4c0e6 x-openstack-request-id: req-ea882524-1740-49e7-b71e-4a9591a4c0e6 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:07.285433 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26ed834a-8db7-40d5-928a-92493344aba6", "tag": "a29d300b-a9c8-410c-8d05-812899b2281c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:07.285433 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea882524-1740-49e7-b71e-4a9591a4c0e6 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:07.285433 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26ed834a-8db7-40d5-928a-92493344aba6', 'tag': 'a29d300b-a9c8-410c-8d05-812899b2281c', 'status': 'completed', 'code': 200} Jul 05 03:47:07.352283 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1401e817-dc80-4b09-9809-57fbb2031a58 x-openstack-request-id: req-1401e817-dc80-4b09-9809-57fbb2031a58 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:07.353121 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a67a1f0-0c25-405e-9a13-6a925758781c", "tag": "f3354d9c-db53-45ab-8f99-48797148e2a8", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:07.353549 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1401e817-dc80-4b09-9809-57fbb2031a58 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:07.355149 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'tag': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'status': 'completed', 'code': 200} Jul 05 03:47:07.774956 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85488dd8-8142-4e86-a37d-f4ba26272373 None None] New status for floating IP 2eaacd8a-93f6-4e7d-b22c-ee85974e0783: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:47:07.775957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74dbd43-9a8e-4d70-b2c1-ea3166d6efce req-2abb34fb-7c1d-465f-acda-6f404018952d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:07.783308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c74dbd43-9a8e-4d70-b2c1-ea3166d6efce req-2abb34fb-7c1d-465f-acda-6f404018952d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 948 time: 0.1643002 Jul 05 03:47:07.798333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac30a21b-ed7e-4a47-8c86-54487fd399a7 req-813f6b3f-62af-499f-8fa3-efca36a27ea5 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:07.799970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac30a21b-ed7e-4a47-8c86-54487fd399a7 req-813f6b3f-62af-499f-8fa3-efca36a27ea5 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.1677239 Jul 05 03:47:07.863768 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c74dbd43-9a8e-4d70-b2c1-ea3166d6efce req-3bee7902-46a7-41e0-90bb-515a20bb79b8 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792046 Jul 05 03:47:07.903709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac30a21b-ed7e-4a47-8c86-54487fd399a7 req-b66a9164-1b27-4cf1-a099-c6deafadfd14 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897417 Jul 05 03:47:07.955860 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0f06768a-f84e-4ad8-ae94-e4c97f4caca9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.074187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 716032b0-10a9-4810-8049-209a2781f817 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:08.215452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11397904-35ae-47d4-9990-b07e74c4e871 req-54f1f661-aa8d-4fb4-8860-9e803b62aa2e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.217127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11397904-35ae-47d4-9990-b07e74c4e871 req-54f1f661-aa8d-4fb4-8860-9e803b62aa2e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 1097 time: 0.1854270 Jul 05 03:47:08.227989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:08.249316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28033dd-93be-4984-a769-a8fe5af7ea18 req-ca5dd575-4905-4de0-8c53-f01ec01e0a25 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:08.250302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '716032b0-10a9-4810-8049-209a2781f817', 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93', 'port_id': '716032b0-10a9-4810-8049-209a2781f817', 'mac_address': 'fa:16:3e:fe:e1:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10d35d92-0a34-438d-b9d9-6db5e0773492', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:08.251184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f28033dd-93be-4984-a769-a8fe5af7ea18 req-ca5dd575-4905-4de0-8c53-f01ec01e0a25 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.1506479 Jul 05 03:47:08.305846 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11397904-35ae-47d4-9990-b07e74c4e871 req-0dd5b570-fdf9-4271-939e-26fbf3239db0 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792913 Jul 05 03:47:08.311064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f28033dd-93be-4984-a769-a8fe5af7ea18 req-000bf439-9011-48ca-8087-e45c857514ec tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519247 Jul 05 03:47:08.336734 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.370839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 716032b0-10a9-4810-8049-209a2781f817 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:08.399259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:08.514575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-92268136-b134-415c-aa6c-406b5fc3f748 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 258 time: 0.1569760 Jul 05 03:47:08.515557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.533750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:08.602219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=716032b0-10a9-4810-8049-209a2781f817,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:08.610296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.610701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.611049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.611413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.611717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.612079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.612402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.612725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.613099 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.613424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.613742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.614089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:08.674350 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:08.821446 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.006235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Allocated IP 172.25.4.223 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/1e23d722-bbd2-4fc3-ae19-f55685422582) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:09.022510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ac06fc-565b-4e9a-a512-2667b9dd6b0e req-0a55f010-25da-4631-8826-940aab21111b tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:09.025030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8ac06fc-565b-4e9a-a512-2667b9dd6b0e req-0a55f010-25da-4631-8826-940aab21111b tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 943 time: 0.1485229 Jul 05 03:47:09.120080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['716032b0-10a9-4810-8049-209a2781f817'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:09.142052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8ac06fc-565b-4e9a-a512-2667b9dd6b0e req-5eddf8d8-f9f7-4f82-802f-8d6365ac4470 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048741 Jul 05 03:47:09.205447 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.286438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec71f5de-8a12-4624-bd16-dbd87b866559', 'tag': '839f6967-2c59-444b-bb02-56ebbf39206d'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:09.289048 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490a7f22-3c74-4986-a298-2a85bad3d08d" -d '{"events": [{"name": "network-changed", "server_uuid": "ec71f5de-8a12-4624-bd16-dbd87b866559", "tag": "839f6967-2c59-444b-bb02-56ebbf39206d"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:09.389114 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.429467 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:09.432650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:09.440961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:09.470721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Pushing event updated for resources: {'Port': ['ID=1e23d722-bbd2-4fc3-ae19-f55685422582,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:09.588583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.689078 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.879243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:09.954680 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.077451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Pushing event updated for resources: {'Port': ['ID=1e23d722-bbd2-4fc3-ae19-f55685422582,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:10.085638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.185033 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.187062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-4683dda8-0ce1-4011-8e6c-751714246c1d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.6612253 Jul 05 03:47:10.317050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-6bd28897-8b26-48d8-8f98-bc0c3824cf22 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 696 time: 0.1172535 Jul 05 03:47:10.463888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-e74df3a3-acf6-4906-92dd-8ebd0a20446d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.466317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac6df5b2-8107-450d-890f-4a2554f74f7b req-e74df3a3-acf6-4906-92dd-8ebd0a20446d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1477602 Jul 05 03:47:10.587746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-345942ec-04ad-4db5-8211-4aa8434da9bc req-f668802b-1b7b-44ce-b0cd-001fb8d0b195 tempest-AbsoluteLimitsNegativeTestJSON-404096192 tempest-AbsoluteLimitsNegativeTestJSON-404096192-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=d1fe1114404e4dd1a12648f5f221f279&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237181 Jul 05 03:47:10.725831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8a22e4a7-5a7c-4b2c-a213-c52d1c46df1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.801292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345942ec-04ad-4db5-8211-4aa8434da9bc req-cbc1deb7-d085-4c5d-93a2-107586696a12 tempest-AbsoluteLimitsNegativeTestJSON-404096192 tempest-AbsoluteLimitsNegativeTestJSON-404096192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:10.804126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-345942ec-04ad-4db5-8211-4aa8434da9bc req-cbc1deb7-d085-4c5d-93a2-107586696a12 tempest-AbsoluteLimitsNegativeTestJSON-404096192 tempest-AbsoluteLimitsNegativeTestJSON-404096192-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2084701 Jul 05 03:47:10.828370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-345942ec-04ad-4db5-8211-4aa8434da9bc req-0383a278-05ab-4f78-822f-d9847ff07379 tempest-AbsoluteLimitsNegativeTestJSON-404096192 tempest-AbsoluteLimitsNegativeTestJSON-404096192-project] 10.222.0.30 "GET /v2.0/quotas/d1fe1114404e4dd1a12648f5f221f279 HTTP/1.1" status: 200 len: 375 time: 0.0144417 Jul 05 03:47:10.851740 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:10.876586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-345942ec-04ad-4db5-8211-4aa8434da9bc req-2d90e9a7-aa0a-445b-8e51-24d6630acf44 tempest-AbsoluteLimitsNegativeTestJSON-404096192 tempest-AbsoluteLimitsNegativeTestJSON-404096192-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d1fe1114404e4dd1a12648f5f221f279&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0385020 Jul 05 03:47:11.164646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96449f6-18f2-43f8-a146-af6ee8140c91 req-b4958ae4-bfc9-4c41-b34f-b22fe3aa0d18 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.166240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e96449f6-18f2-43f8-a146-af6ee8140c91 req-b4958ae4-bfc9-4c41-b34f-b22fe3aa0d18 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 948 time: 0.0801544 Jul 05 03:47:11.212962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e96449f6-18f2-43f8-a146-af6ee8140c91 req-4065f3ca-9f9a-488b-97c2-e9bd57bef6b1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404646 Jul 05 03:47:11.444370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba61640-2286-49c8-ad6e-6f6e7a2dac63 req-26053fca-ab3b-4ba5-a805-ce4033ec2718 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.449612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ba61640-2286-49c8-ad6e-6f6e7a2dac63 req-26053fca-ab3b-4ba5-a805-ce4033ec2718 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 945 time: 0.1136501 Jul 05 03:47:11.519160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ba61640-2286-49c8-ad6e-6f6e7a2dac63 req-bd9390e6-78cf-4b8e-a791-8a32ae82d020 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643258 Jul 05 03:47:11.595627 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99ec2f5c-1ff8-48d7-9971-10fdc1800cc9 x-openstack-request-id: req-99ec2f5c-1ff8-48d7-9971-10fdc1800cc9 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:11.596288 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ec71f5de-8a12-4624-bd16-dbd87b866559", "tag": "839f6967-2c59-444b-bb02-56ebbf39206d", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:11.596617 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99ec2f5c-1ff8-48d7-9971-10fdc1800cc9 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:11.597360 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec71f5de-8a12-4624-bd16-dbd87b866559', 'tag': '839f6967-2c59-444b-bb02-56ebbf39206d', 'status': 'completed', 'code': 200} Jul 05 03:47:11.686693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46410) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:11.720654 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.802417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2271af8c-2626-4713-9905-302b37c15566 req-e549a9b0-6faa-4a5a-9d7c-7b37cc87a31f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:11.804336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2271af8c-2626-4713-9905-302b37c15566 req-e549a9b0-6faa-4a5a-9d7c-7b37cc87a31f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.0878539 Jul 05 03:47:11.861204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d17fd78a-7bcf-4c45-9dce-fe3fff07f545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:11.867944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2271af8c-2626-4713-9905-302b37c15566 req-e7f21654-3eff-492e-90a1-5669581f0d54 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545053 Jul 05 03:47:11.996568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d17fd78a-7bcf-4c45-9dce-fe3fff07f545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.080732 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d17fd78a-7bcf-4c45-9dce-fe3fff07f545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.122500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 716032b0-10a9-4810-8049-209a2781f817 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:12.125148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17fd78a-7bcf-4c45-9dce-fe3fff07f545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6ab748b-3fe8-447b-97a2-fb61038792ab,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.195701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d17fd78a-7bcf-4c45-9dce-fe3fff07f545 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1fe1114404e4dd1a12648f5f221f279&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5072258 Jul 05 03:47:12.198496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46414) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:12.285424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 716032b0-10a9-4810-8049-209a2781f817 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:12.290568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59aeb839-e41d-4c47-939c-b32b582f7748 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.294168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 716032b0-10a9-4810-8049-209a2781f817 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:12.295883 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.327365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59aeb839-e41d-4c47-939c-b32b582f7748 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.456379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.484835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716032b0-10a9-4810-8049-209a2781f817'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:12.487186 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3ffee3-7e26-4eba-afe0-dc16bb3697c0" -d '{"events": [{"server_uuid": "b62a6451-7543-4172-9c7b-8633dee2c272", "name": "network-vif-plugged", "status": "completed", "tag": "716032b0-10a9-4810-8049-209a2781f817"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:12.503211 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:12.578732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187a069d-7080-466b-9e3b-5801b9708773 req-abfb8860-144c-42c6-93dd-c54adb6cf2e7 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:12.587348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-187a069d-7080-466b-9e3b-5801b9708773 req-abfb8860-144c-42c6-93dd-c54adb6cf2e7 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 943 time: 0.3837774 Jul 05 03:47:12.587485 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59aeb839-e41d-4c47-939c-b32b582f7748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.587485 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59aeb839-e41d-4c47-939c-b32b582f7748 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.587663 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-59aeb839-e41d-4c47-939c-b32b582f7748 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a6ab748b-3fe8-447b-97a2-fb61038792ab HTTP/1.1" status: 204 len: 168 time: 0.3880117 Jul 05 03:47:12.588921 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:12.599513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aeb839-e41d-4c47-939c-b32b582f7748 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6ab748b-3fe8-447b-97a2-fb61038792ab,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.654099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-187a069d-7080-466b-9e3b-5801b9708773 req-e78bde21-88af-4afa-bc96-6db9121dd791 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672169 Jul 05 03:47:12.674483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=716032b0-10a9-4810-8049-209a2781f817,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:12.865832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703ac053-b72f-4bdc-ad77-db5e5710d322 req-f1dd1303-71cf-46bb-a291-9af9b64ef1ed tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:12.883105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-703ac053-b72f-4bdc-ad77-db5e5710d322 req-f1dd1303-71cf-46bb-a291-9af9b64ef1ed tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1076422 Jul 05 03:47:12.987011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-703ac053-b72f-4bdc-ad77-db5e5710d322 req-df96e2c0-0764-4e81-9542-ac7ad9965baa tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 696 time: 0.0981982 Jul 05 03:47:13.004118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-703ac053-b72f-4bdc-ad77-db5e5710d322 req-63a6c2ec-0874-40c2-8210-576e20f55861 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Request body: {'floatingip': {'port_id': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:13.049088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-703ac053-b72f-4bdc-ad77-db5e5710d322 req-63a6c2ec-0874-40c2-8210-576e20f55861 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.397136 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-703ac053-b72f-4bdc-ad77-db5e5710d322 req-63a6c2ec-0874-40c2-8210-576e20f55861 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 03:47:13.398927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-703ac053-b72f-4bdc-ad77-db5e5710d322 req-63a6c2ec-0874-40c2-8210-576e20f55861 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "PUT /v2.0/floatingips/995391b8-31ed-4d84-8af8-ae2aa85c210a HTTP/1.1" status: 409 len: 551 time: 0.3992057 Jul 05 03:47:13.568808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4875311-c30d-4d29-86d2-5e6a11aa90b0 req-32db6a5a-ea0b-46b5-ba07-87393fe4b6a9 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.570546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4875311-c30d-4d29-86d2-5e6a11aa90b0 req-32db6a5a-ea0b-46b5-ba07-87393fe4b6a9 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 948 time: 0.0737090 Jul 05 03:47:13.572008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.600157 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.622777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4875311-c30d-4d29-86d2-5e6a11aa90b0 req-b1d32766-64bd-4db1-a892-2e7aeba697a7 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455165 Jul 05 03:47:13.675056 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737de4fb-c47f-412f-8d8d-fed3f1782f9f x-openstack-request-id: req-737de4fb-c47f-412f-8d8d-fed3f1782f9f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:13.675614 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62a6451-7543-4172-9c7b-8633dee2c272", "name": "network-vif-plugged", "status": "completed", "tag": "716032b0-10a9-4810-8049-209a2781f817", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:13.676129 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-737de4fb-c47f-412f-8d8d-fed3f1782f9f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:13.677512 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '716032b0-10a9-4810-8049-209a2781f817', 'code': 200} Jul 05 03:47:13.882274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb74d90f-d0c6-4de8-8204-57c74af261a4 req-9cf1ec98-24ff-47ad-9f6f-4121ffa50b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.883814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb74d90f-d0c6-4de8-8204-57c74af261a4 req-9cf1ec98-24ff-47ad-9f6f-4121ffa50b8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 1098 time: 0.1054142 Jul 05 03:47:13.903887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d45c03-575c-4ea9-bbcd-c0fe3ff95184 req-6cb5c55c-6117-4fa0-a2e9-b12e0122bd96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:13.907010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58d45c03-575c-4ea9-bbcd-c0fe3ff95184 req-6cb5c55c-6117-4fa0-a2e9-b12e0122bd96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 946 time: 0.0959535 Jul 05 03:47:13.932206 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:13.968928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb74d90f-d0c6-4de8-8204-57c74af261a4 req-e35e4694-b406-4bb8-acdf-7a9c76070d5c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761101 Jul 05 03:47:13.989653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58d45c03-575c-4ea9-bbcd-c0fe3ff95184 req-b27e396f-f94a-4528-919a-204ed4ac4cf8 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662768 Jul 05 03:47:14.225866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111829f-1757-4f6f-912d-d293666a38d4 req-f4511f55-52c8-444f-a0ad-5b80e46ad7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.227492 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-f4511f55-52c8-444f-a0ad-5b80e46ad7f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 1100 time: 0.1097608 Jul 05 03:47:14.238086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4d3eb2-09b5-4504-a1ce-50e619418675 req-e586972d-c1dd-489a-9dfd-079c4b235940 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.242051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4d3eb2-09b5-4504-a1ce-50e619418675 req-e586972d-c1dd-489a-9dfd-079c4b235940 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.1269209 Jul 05 03:47:14.286135 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-deffc152-a9bf-49cb-8e1c-2827d3227bd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=839f6967-2c59-444b-bb02-56ebbf39206d HTTP/1.1" status: 200 len: 217 time: 0.0415485 Jul 05 03:47:14.334276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4d3eb2-09b5-4504-a1ce-50e619418675 req-99f81c14-18bc-4b55-8a8c-50c8a06669a0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797234 Jul 05 03:47:14.336957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-b897bbc4-4a00-467e-922b-b2ff417b67be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.338964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-b897bbc4-4a00-467e-922b-b2ff417b67be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3dedf8c4f9b544f4be762775b5ac4aa8&device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 1095 time: 0.1618497 Jul 05 03:47:14.351784 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-d2671437-fd2f-402b-906f-3e7afb635a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.353565 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-d2671437-fd2f-402b-906f-3e7afb635a61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebac8fa613924bbfa3863535d8a1a3df&device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 1098 time: 0.1745541 Jul 05 03:47:14.354733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46452) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:14.406934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111829f-1757-4f6f-912d-d293666a38d4 req-57ab80f7-15cc-4f9f-b935-1f9466b083b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.409155 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-57ab80f7-15cc-4f9f-b935-1f9466b083b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1073492 Jul 05 03:47:14.496481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-d209ae99-6cfa-4ea4-8d59-e3f430a6f8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.496481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-d209ae99-6cfa-4ea4-8d59-e3f430a6f8ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=c9fd141d-a923-482c-b175-0c2b269b02c3 HTTP/1.1" status: 200 len: 916 time: 0.1412766 Jul 05 03:47:14.542598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-2afb8e7c-5166-4a84-beb1-7ebac2d79846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.544283 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-2afb8e7c-5166-4a84-beb1-7ebac2d79846 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 HTTP/1.1" status: 200 len: 930 time: 0.1779053 Jul 05 03:47:14.549444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111829f-1757-4f6f-912d-d293666a38d4 req-d5d899c6-49ad-4c90-9ce6-c8bfe7f4e422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.552555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-d5d899c6-49ad-4c90-9ce6-c8bfe7f4e422 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1114402 Jul 05 03:47:14.553804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-103053746-network', 'tenant_id': '068bea4f667445018e98e93ade1fff17'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:14.563640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-a10a8ced-89a2-487b-81a7-bc7fdff026e0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a29d300b-a9c8-410c-8d05-812899b2281c HTTP/1.1" status: 200 len: 217 time: 0.0539255 Jul 05 03:47:14.625484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-3ea0a278-d8d5-4f2c-a208-dbb83944a57c tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips/995391b8-31ed-4d84-8af8-ae2aa85c210a HTTP/1.1" status: 200 len: 693 time: 0.0759664 Jul 05 03:47:14.659929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-1d41b6cf-0feb-4608-9dc7-fbee28a62cd8 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:47:14.659929 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-1d41b6cf-0feb-4608-9dc7-fbee28a62cd8 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0733454 Jul 05 03:47:14.680909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Request body: {'binding': {'host': 'n-h2-758944-41', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:14.681386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Unknown quota resources ['binding']. {{(pid=100895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:47:14.737657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Made reservation on behalf of 068bea4f667445018e98e93ade1fff17 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:14.741023 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.747488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-1b170a58-b4b3-41a4-b2d9-b6aef8d056de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.749486 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-1b170a58-b4b3-41a4-b2d9-b6aef8d056de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b78cef0b-1575-4770-9f11-a38616563d53 HTTP/1.1" status: 200 len: 854 time: 0.1471679 Jul 05 03:47:14.755509 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-7d6c3efb-387c-41f9-a389-5531073a9ba5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3354d9c-db53-45ab-8f99-48797148e2a8 HTTP/1.1" status: 200 len: 1002 time: 0.1895506 Jul 05 03:47:14.764085 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:14.850410 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-fb162ff2-c49a-4116-be25-e0077f5386f6 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2838595 Jul 05 03:47:14.901011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-b7e671bf-945d-47d1-b8da-c2cf7eb2bba9 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.903205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-b7e671bf-945d-47d1-b8da-c2cf7eb2bba9 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.2530541 Jul 05 03:47:14.943132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-c1f6b946-3551-4260-856a-ec36a74340c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:14.944706 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-c1f6b946-3551-4260-856a-ec36a74340c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99b71389-7522-4a0f-bfde-d848d4519f01 HTTP/1.1" status: 200 len: 868 time: 0.1679633 Jul 05 03:47:14.992408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-80976542-ea42-4737-832a-482507446cc2 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 696 time: 0.0770087 Jul 05 03:47:15.003301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-bb392bed-3b65-4ad5-a595-323d14e1991e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.004460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-bb392bed-3b65-4ad5-a595-323d14e1991e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c9fd141d-a923-482c-b175-0c2b269b02c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2311778 Jul 05 03:47:15.041781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 on host n-h2-758944-41 for vnic_type normal with profile None {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:15.042107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:15.042436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:15.047320 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f111829f-1757-4f6f-912d-d293666a38d4 req-f6897528-4db4-41e4-918c-3f5ee8d015f1 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869869 Jul 05 03:47:15.053552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Port e618e6aa-a1c4-47bf-909a-6bc209846db7 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:15.053884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:15.067666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:15.068070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:15.068442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:15.068901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Bound port: e618e6aa-a1c4-47bf-909a-6bc209846db7, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:15.114959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-6655f699-9214-4674-82e9-3f28b811f1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.118512 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-6655f699-9214-4674-82e9-3f28b811f1af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616323 Jul 05 03:47:15.163402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-1b95db52-3eef-49b3-b199-9f79d3f5961a tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.223 HTTP/1.1" status: 200 len: 696 time: 0.1527581 Jul 05 03:47:15.212821 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:15.300757 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-b1ac10d5-2646-4e26-9622-7896735451a2 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729038 Jul 05 03:47:15.361481 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.369149 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] Notify callbacks [] for binding, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.371362 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-b2b23fc3-089d-44de-812e-318fd82624bd service neutron] 10.222.0.30 "POST /v2.0/ports/e618e6aa-a1c4-47bf-909a-6bc209846db7/bindings HTTP/1.1" status: 201 len: 390 time: 0.6977699 Jul 05 03:47:15.375034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-e24d66fe-6275-4422-9cb9-694909ce622b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.376806 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-e24d66fe-6275-4422-9cb9-694909ce622b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8d129a1c118c47fd9521ef148ce4950a&device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 1100 time: 0.1625714 Jul 05 03:47:15.433111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-0813b945-d88b-45a2-8539-ff34e26ee35b service neutron] 10.222.0.26 "GET /v2.0/networks/c9fd141d-a923-482c-b175-0c2b269b02c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4192808 Jul 05 03:47:15.533465 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.534386 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-830bdd8d-d0ba-47dd-aaff-ab3e4f71ff5e req-e653814c-1e9a-4a2f-9f3d-bf9462615867 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252369 Jul 05 03:47:15.556647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-005a5d72-ac62-430e-a53d-e44d6ef6d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.558254 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-005a5d72-ac62-430e-a53d-e44d6ef6d0c4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1737800 Jul 05 03:47:15.595951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:15.628768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-ee97a852-8b91-49c5-b5aa-84414532de37 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Deleting port 1e23d722-bbd2-4fc3-ae19-f55685422582 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:15.629861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-ee97a852-8b91-49c5-b5aa-84414532de37 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.641320 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-f1f97bd8-73ab-42e6-87a8-1a3a460ec79c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=839f6967-2c59-444b-bb02-56ebbf39206d HTTP/1.1" status: 200 len: 217 time: 0.0674851 Jul 05 03:47:15.676933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.677497 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Added segment 8bd20967-5efb-4911-828a-c13b5659e9d3 of type vlan for network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 Jul 05 03:47:15.680320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ac94c0a-315c-448d-a700-238fab0c7087,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:15.736267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-95a443bb-ad8d-4569-adb7-85912f565a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.738155 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-95a443bb-ad8d-4569-adb7-85912f565a10 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0880790 Jul 05 03:47:15.792020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-390d31cc-5e07-4080-a2bf-b0606fecd1f3 req-347437d2-c0a5-42a0-ba33-193e7d1623d3 service neutron] 10.222.0.26 "GET /v2.0/networks/c9fd141d-a923-482c-b175-0c2b269b02c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486662 Jul 05 03:47:15.810233 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.862844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-ee97a852-8b91-49c5-b5aa-84414532de37 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.863182 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-ee97a852-8b91-49c5-b5aa-84414532de37 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:15.867781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-3e0e8338-6d07-4816-afff-c046febfa160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:15.870513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-3e0e8338-6d07-4816-afff-c046febfa160 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1236324 Jul 05 03:47:15.881741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-ee97a852-8b91-49c5-b5aa-84414532de37 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Calling delete_port for 1e23d722-bbd2-4fc3-ae19-f55685422582 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:16.013899 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-b8ecd3cd-cb92-4fc7-b13c-b2d48fb78a1d service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296742 Jul 05 03:47:16.073685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b4b271-518d-4274-ac28-f18be745f828 req-af00db26-b742-40d4-8998-d4a90c18c92c tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.075165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16b4b271-518d-4274-ac28-f18be745f828 req-af00db26-b742-40d4-8998-d4a90c18c92c tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 943 time: 0.1236718 Jul 05 03:47:16.136344 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-490a7f22-3c74-4986-a298-2a85bad3d08d req-5ddbe8bc-ab61-420d-8f6c-4e5826f37e12 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113293 Jul 05 03:47:16.136638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.136638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.136638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.227151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16b4b271-518d-4274-ac28-f18be745f828 req-73b797cc-46c7-46ac-a185-38968cc476d9 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357131 Jul 05 03:47:16.260486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] Pushing event updated for resources: {'Network': ['ID=81fc52d9-59ef-4deb-b94f-25eb14d27b18,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:16.274594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-62b02c1d-dbf6-4a31-abe2-e00a8728926e service neutron] 10.222.0.26 "GET /v2.0/ports/848ba54a-5ab0-46cb-a10b-3b8beac86fd6/bindings/n-h1-758944-41 HTTP/1.1" status: 200 len: 383 time: 0.1665964 Jul 05 03:47:16.275878 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-ee97a852-8b91-49c5-b5aa-84414532de37 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.279753 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:16.331517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee97a852-8b91-49c5-b5aa-84414532de37 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Pushing event deleted for resources: {'Port': ['ID=1e23d722-bbd2-4fc3-ae19-f55685422582,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:16.435559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ad9798-359e-4978-9a81-83d86746163d req-26b5a71c-6931-4bba-bc68-aa6f5037b2e9 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.437231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86ad9798-359e-4978-9a81-83d86746163d req-26b5a71c-6931-4bba-bc68-aa6f5037b2e9 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 948 time: 0.0794861 Jul 05 03:47:16.445871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2e9fe2c0-f84b-4911-bea0-f306cee010ef admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.0787177 Jul 05 03:47:16.446186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46466) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:16.451415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Request body: {'subnet': {'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-103053746-subnet', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:16.488232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86ad9798-359e-4978-9a81-83d86746163d req-242dcf90-35a8-4ad3-bbef-433117f4cf74 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424824 Jul 05 03:47:16.586623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-860dcfde-70d3-46f5-996b-cd54601aeada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.588233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-860dcfde-70d3-46f5-996b-cd54601aeada service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 1097 time: 0.0704978 Jul 05 03:47:16.617842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Made reservation on behalf of 068bea4f667445018e98e93ade1fff17 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:16.622023 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:16.747372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb0652-10cd-4fdb-93e7-aea409d3eaa3 req-4a3d580a-e667-4bcd-925a-491de8c35556 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.749249 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76bb0652-10cd-4fdb-93e7-aea409d3eaa3 req-4a3d580a-e667-4bcd-925a-491de8c35556 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 946 time: 0.1462898 Jul 05 03:47:16.752669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-9490096b-aa30-4cff-a386-19729279deb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:16.754107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-9490096b-aa30-4cff-a386-19729279deb8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.1527653 Jul 05 03:47:16.796358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76bb0652-10cd-4fdb-93e7-aea409d3eaa3 req-1a949cce-b2ae-476a-8f17-9a4d57540519 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411901 Jul 05 03:47:16.844812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-04d023f1-98d7-4919-b073-74614106c1c9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7 HTTP/1.1" status: 200 len: 217 time: 0.0566535 Jul 05 03:47:16.955087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.026675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=73c16aaa-5ad7-47af-a5e6-0976b41fd106,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:17.031239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-cb3bf806-6442-4ced-afa5-149d2eb8bca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.032852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-cb3bf806-6442-4ced-afa5-149d2eb8bca1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.1631329 Jul 05 03:47:17.046648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Checking segment: {'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:17.046942 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-ee97a852-8b91-49c5-b5aa-84414532de37 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.047122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Network hostable DHCP agents. Network: 81fc52d9-59ef-4deb-b94f-25eb14d27b18, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:17.049398 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-ee97a852-8b91-49c5-b5aa-84414532de37 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.050613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-348da05d-28db-4d37-91fa-edeeabd34a23 req-ee97a852-8b91-49c5-b5aa-84414532de37 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "DELETE /v2.0/floatingips/995391b8-31ed-4d84-8af8-ae2aa85c210a HTTP/1.1" status: 204 len: 173 time: 1.8768916 Jul 05 03:47:17.093355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-82d9dd09-dd97-40b7-a315-ffcd523982b1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477505 Jul 05 03:47:17.172234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:17.196145 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8527b04c-8c18-4440-8448-21f493ed0062 req-abce1e90-52f9-4c0f-910f-25e45529be92 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.197736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8527b04c-8c18-4440-8448-21f493ed0062 req-abce1e90-52f9-4c0f-910f-25e45529be92 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.2790072 Jul 05 03:47:17.199619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-4d8c49ef-0378-4d08-a275-65f3039123f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.201089 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-4d8c49ef-0378-4d08-a275-65f3039123f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15&tenant_id=8a919433e3a0417582628b463d3b295d HTTP/1.1" status: 200 len: 1102 time: 0.2377293 Jul 05 03:47:17.263474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 81fc52d9-59ef-4deb-b94f-25eb14d27b18) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:17.281859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.282763 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.282898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b1e0d-15f2-4499-9fbb-0e95acd43f8e None None] Network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:17.296710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8527b04c-8c18-4440-8448-21f493ed0062 req-0233f284-e3c2-466e-b20a-7f4bdf3f42f0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907977 Jul 05 03:47:17.308215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-c3eb0ef3-2dda-41ca-81e9-4148e427ee8f service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859250 Jul 05 03:47:17.389293 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1ed6851b-9179-4ca6-abda-af9dece1be31 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.9419417 Jul 05 03:47:17.393852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46474) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:17.401956 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:17.414911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-5c787a3a-e9f5-4397-87a4-48200764f8ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.416471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-5c787a3a-e9f5-4397-87a4-48200764f8ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 1102 time: 0.1826179 Jul 05 03:47:17.513053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:47:17.514155 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.522559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.522559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.612115 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.692727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Allocated IP 172.20.0.2 (81fc52d9-59ef-4deb-b94f-25eb14d27b18/73c16aaa-5ad7-47af-a5e6-0976b41fd106/a9fe9caa-c71a-45c4-b207-4727b065c5d4) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:17.835253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-0eda6d86-6c07-43a1-afa7-1a46281282cb service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5062551 Jul 05 03:47:17.846155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a250fd-3016-4402-8dcb-b486f7c42c03 req-62c46f35-e74a-48cf-bfa1-d379e8df4c02 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.853297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68a250fd-3016-4402-8dcb-b486f7c42c03 req-62c46f35-e74a-48cf-bfa1-d379e8df4c02 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 945 time: 0.5441146 Jul 05 03:47:17.872884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.877667 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:17.887666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Transition to ACTIVE for port object a9fe9caa-c71a-45c4-b207-4727b065c5d4 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:17.893693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-f03f164a-dcbd-4656-958a-2f9a644aeae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.895234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-f03f164a-dcbd-4656-958a-2f9a644aeae9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.4690356 Jul 05 03:47:17.903745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Transition to ACTIVE for port object a9fe9caa-c71a-45c4-b207-4727b065c5d4 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:17.953375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68a250fd-3016-4402-8dcb-b486f7c42c03 req-c7f0b16a-bbb8-49bd-a430-7104d4a7ab72 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991793 Jul 05 03:47:17.955792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-98e6a673-6c6e-478a-a9ab-6a2a2a94c7cb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6 HTTP/1.1" status: 200 len: 217 time: 0.0505607 Jul 05 03:47:17.965064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed67303-722f-4844-a80b-346165e2e262 req-07399457-3c84-4862-b2f0-20c1cf4384f0 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:17.965064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ed67303-722f-4844-a80b-346165e2e262 req-07399457-3c84-4862-b2f0-20c1cf4384f0 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 1098 time: 0.2210345 Jul 05 03:47:18.018145 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.062193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:18.069280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:18.072838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:18.098446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ed67303-722f-4844-a80b-346165e2e262 req-7f1b6521-ecfa-41ce-b87f-564b28dd9dd5 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237974 Jul 05 03:47:18.144924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-d1d0d707-dc80-4267-ae7c-621380cf6dca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.151061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-d1d0d707-dc80-4267-ae7c-621380cf6dca service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1820302 Jul 05 03:47:18.151527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Attempting to bind port a9fe9caa-c71a-45c4-b207-4727b065c5d4 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:18.152081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Attempting to bind port a9fe9caa-c71a-45c4-b207-4727b065c5d4 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:18.152363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Attempting to bind port a9fe9caa-c71a-45c4-b207-4727b065c5d4 on network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:18.154392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Pushing event updated for resources: {'Port': ['ID=a9fe9caa-c71a-45c4-b207-4727b065c5d4,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:18.158697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-aea7cb3e-0947-4624-8cac-6afc9bd05b8c tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1002 time: 0.1530764 Jul 05 03:47:18.168893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:18.169636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Checking segment: {'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:18.170230 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.170829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Bound using segment: {'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:18.171473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Bound port: a9fe9caa-c71a-45c4-b207-4727b065c5d4, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:18.172121 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.258555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] For port a9fe9caa-c71a-45c4-b207-4727b065c5d4, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:18.262857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] For port a9fe9caa-c71a-45c4-b207-4727b065c5d4, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a9fe9caa-c71a-45c4-b207-4727b065c5d4,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:18.286978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-1f2db575-5cc2-4419-a278-ba92100c327a tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.296804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-1f2db575-5cc2-4419-a278-ba92100c327a tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports/f3354d9c-db53-45ab-8f99-48797148e2a8 HTTP/1.1" status: 200 len: 943 time: 0.1354265 Jul 05 03:47:18.339456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-d79fc84c-9079-48a2-a1f4-f892425f86a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.341025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-d79fc84c-9079-48a2-a1f4-f892425f86a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1716781 Jul 05 03:47:18.354678 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.489602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.489602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.490286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2a1315-eb91-49a8-82a9-d7e929b56b4e None None] Pushing event updated for resources: {'Port': ['ID=a9fe9caa-c71a-45c4-b207-4727b065c5d4,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:18.596715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Allocated IP 172.25.4.26 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:18.615110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-8397ad40-2899-46e3-95c8-6d93c2997f6a tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1002 time: 0.2136853 Jul 05 03:47:18.625295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d699e723-7e02-445b-b6f6-779f42d985e4 req-25cc2e02-fdef-4eb9-86a3-b8241f4932ee tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.627219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d699e723-7e02-445b-b6f6-779f42d985e4 req-25cc2e02-fdef-4eb9-86a3-b8241f4932ee tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 943 time: 0.3293333 Jul 05 03:47:18.849063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:18.850644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-991f7f9c-a7d8-4f9e-92bd-e99cd96ab923 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4313576 Jul 05 03:47:18.850644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d699e723-7e02-445b-b6f6-779f42d985e4 req-0c9e15fa-cb01-4e0e-9774-a0fd111d8452 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983049 Jul 05 03:47:18.945194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-0a85bb25-bb13-43f9-8393-80a0294d6294 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:18.947338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-0a85bb25-bb13-43f9-8393-80a0294d6294 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.3186011 Jul 05 03:47:18.982712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0e7f5d2-a0c0-436e-a19f-8ee3637120f8 req-af7dc938-a15b-4aed-a5c6-7d4965e80143 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1919792 Jul 05 03:47:19.208038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-010ce0e8-b413-434a-a1e1-3df62b1e072c tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 1002 time: 0.1178172 Jul 05 03:47:19.208038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c631cfc0-9016-463f-b542-cd36f9ef68cc tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:19.208038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b6dce4-c92a-4cb4-9bd2-aa1f48050c4e req-4329fbdd-5bdd-464e-9afd-d1b078d5a4f1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:19.208038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53b6dce4-c92a-4cb4-9bd2-aa1f48050c4e req-4329fbdd-5bdd-464e-9afd-d1b078d5a4f1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 948 time: 0.2001364 Jul 05 03:47:19.208038 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c631cfc0-9016-463f-b542-cd36f9ef68cc tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.274575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53b6dce4-c92a-4cb4-9bd2-aa1f48050c4e req-24745a08-823c-4023-8912-44dacdcb2787 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904965 Jul 05 03:47:19.361873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 839f6967-2c59-444b-bb02-56ebbf39206d details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:19.365621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:19.428548 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c631cfc0-9016-463f-b542-cd36f9ef68cc tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.493056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ccc922-28fa-4c4b-91ec-96d598f52045 req-a02af0bd-d1dd-45c0-b2c5-aa63bd122ee7 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:19.501713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7ccc922-28fa-4c4b-91ec-96d598f52045 req-a02af0bd-d1dd-45c0-b2c5-aa63bd122ee7 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 1098 time: 0.0896716 Jul 05 03:47:19.553452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7ccc922-28fa-4c4b-91ec-96d598f52045 req-e801f2c9-a37e-4263-bbcf-95acadce6368 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473552 Jul 05 03:47:19.595549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.663260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:19.669416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:19.683339 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:19.720047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Pushing event updated for resources: {'Port': ['ID=c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:19.779217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 839f6967-2c59-444b-bb02-56ebbf39206d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=839f6967-2c59-444b-bb02-56ebbf39206d,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:19.795820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c631cfc0-9016-463f-b542-cd36f9ef68cc tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.798736 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c631cfc0-9016-463f-b542-cd36f9ef68cc tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Floating IP 2eaacd8a-93f6-4e7d-b22c-ee85974e0783 disassociated. External IP: 172.25.4.247, port: f3354d9c-db53-45ab-8f99-48797148e2a8. Jul 05 03:47:19.864054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '839f6967-2c59-444b-bb02-56ebbf39206d', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '839f6967-2c59-444b-bb02-56ebbf39206d', 'mac_address': 'fa:16:3e:4d:15:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:19.925110 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.961372 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:19.973570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0165917-7e75-445e-954f-1ea45918f5eb None None] Network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:19.981574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:19.984173 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95f92763-f77f-40a7-96d3-66bf88cdb02f" -d '{"events": [{"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-unplugged", "status": "completed", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:20.084975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 839f6967-2c59-444b-bb02-56ebbf39206d {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:20.105168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:20.153291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 839f6967-2c59-444b-bb02-56ebbf39206d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=839f6967-2c59-444b-bb02-56ebbf39206d,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:20.201473 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.302786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.305605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a29d300b-a9c8-410c-8d05-812899b2281c details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:20.308548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6bec081e-6514-475e-a7d7-788e6a765eb6 None None] Provisioning for port a9fe9caa-c71a-45c4-b207-4727b065c5d4 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:20.321943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c631cfc0-9016-463f-b542-cd36f9ef68cc tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Router c9094e8c-dc43-4b58-8501-129fb570af5e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:20.324352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:20.398286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=839f6967-2c59-444b-bb02-56ebbf39206d,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:20.543891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c89db9-7fb0-4766-b648-07f640532015 req-0cac18af-0d53-48ff-83c0-f52d16a01367 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:20.556280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26c89db9-7fb0-4766-b648-07f640532015 req-0cac18af-0d53-48ff-83c0-f52d16a01367 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 948 time: 0.2501419 Jul 05 03:47:20.559839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a9fe9caa-c71a-45c4-b207-4727b065c5d4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:20.620124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26c89db9-7fb0-4766-b648-07f640532015 req-a265e243-9908-47f2-a955-3b05e80248d3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628240 Jul 05 03:47:20.646927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a29d300b-a9c8-410c-8d05-812899b2281c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a29d300b-a9c8-410c-8d05-812899b2281c,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:20.683474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'a29d300b-a9c8-410c-8d05-812899b2281c', 'network_id': 'c9fd141d-a923-482c-b175-0c2b269b02c3', 'port_id': 'a29d300b-a9c8-410c-8d05-812899b2281c', 'mac_address': 'fa:16:3e:18:3d:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78cef0b-1575-4770-9f11-a38616563d53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:20.786352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c631cfc0-9016-463f-b542-cd36f9ef68cc tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:20.798972 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c631cfc0-9016-463f-b542-cd36f9ef68cc tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.808513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] Sync routers for ids ['c9094e8c-dc43-4b58-8501-129fb570af5e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:20.830730 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.861156 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.865505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a9fe9caa-c71a-45c4-b207-4727b065c5d4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:20.875376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a29d300b-a9c8-410c-8d05-812899b2281c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:20.890890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] Routers {'c9094e8c-dc43-4b58-8501-129fb570af5e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:20.892923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:47:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c9094e8c-dc43-4b58-8501-129fb570af5e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:20.907151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c631cfc0-9016-463f-b542-cd36f9ef68cc tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "PUT /v2.0/floatingips/2eaacd8a-93f6-4e7d-b22c-ee85974e0783 HTTP/1.1" status: 200 len: 695 time: 1.8179803 Jul 05 03:47:20.910171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'tag': 'f3354d9c-db53-45ab-8f99-48797148e2a8'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:20.913428 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e1ff988-351e-4be8-8017-8514e52f2061" -d '{"events": [{"name": "network-changed", "server_uuid": "5a67a1f0-0c25-405e-9a13-6a925758781c", "tag": "f3354d9c-db53-45ab-8f99-48797148e2a8"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:20.955170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a9fe9caa-c71a-45c4-b207-4727b065c5d4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:20.955552 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:20.983512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1831c5-4ef4-400d-b204-1223f06a663e req-9dc54098-20cd-4d72-a8be-7f1d4e2c2f6a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:20.992121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da1831c5-4ef4-400d-b204-1223f06a663e req-9dc54098-20cd-4d72-a8be-7f1d4e2c2f6a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 945 time: 0.1483924 Jul 05 03:47:21.054474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a29d300b-a9c8-410c-8d05-812899b2281c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a29d300b-a9c8-410c-8d05-812899b2281c,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:21.055567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da1831c5-4ef4-400d-b204-1223f06a663e req-b2b5fd1a-c0b8-470d-921a-e58077044ec6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622649 Jul 05 03:47:21.094352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-5397ae0d-1c0b-4d1e-9f99-5755739caa30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:21.097662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-5397ae0d-1c0b-4d1e-9f99-5755739caa30 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=ebac8fa613924bbfa3863535d8a1a3df&device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 1098 time: 0.1582017 Jul 05 03:47:21.141897 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a8876d9c-1f7f-4e51-9fc5-5d10dfdac439 None None] Provisioning complete for port a9fe9caa-c71a-45c4-b207-4727b065c5d4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:21.142299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a8876d9c-1f7f-4e51-9fc5-5d10dfdac439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.212118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] Set router c9094e8c-dc43-4b58-8501-129fb570af5e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:21.214093 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.259550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-47d1ba03-5220-43ba-a7ba-bfe0112763b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:21.262160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-47d1ba03-5220-43ba-a7ba-bfe0112763b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 HTTP/1.1" status: 200 len: 930 time: 0.1551235 Jul 05 03:47:21.276833 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.367036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-87b99ea1-0b20-42fe-812e-6889c427dc92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3354d9c-db53-45ab-8f99-48797148e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0899632 Jul 05 03:47:21.390427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a29d300b-a9c8-410c-8d05-812899b2281c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:21.454845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-ef9a4657-267b-4406-bee6-10d00543ace6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:21.465171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-ef9a4657-267b-4406-bee6-10d00543ace6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=99b71389-7522-4a0f-bfde-d848d4519f01 HTTP/1.1" status: 200 len: 868 time: 0.0884693 Jul 05 03:47:21.531155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64922ff6-fdaa-4a6a-a6e5-32dca53f0aa2 req-fa9e0883-f45b-4597-903d-58e2d1fe3a78 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:21.539085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64922ff6-fdaa-4a6a-a6e5-32dca53f0aa2 req-fa9e0883-f45b-4597-903d-58e2d1fe3a78 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 944 time: 0.2747214 Jul 05 03:47:21.542498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Router d68d4548-e261-4cae-b880-12a9cbdfa15a is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:47:21.555784 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.605977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c916baab-6d32-4244-a904-78940401c2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:21.607311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-c916baab-6d32-4244-a904-78940401c2cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1394818 Jul 05 03:47:21.611077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a29d300b-a9c8-410c-8d05-812899b2281c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:21.612729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['839f6967-2c59-444b-bb02-56ebbf39206d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:21.634342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64922ff6-fdaa-4a6a-a6e5-32dca53f0aa2 req-a885cbbc-2277-4afc-a7c8-86a0b2b2a410 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943050 Jul 05 03:47:21.701600 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a8876d9c-1f7f-4e51-9fc5-5d10dfdac439 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.722460 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port a9fe9caa-c71a-45c4-b207-4727b065c5d4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a9fe9caa-c71a-45c4-b207-4727b065c5d4,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:21.789801 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-511a898f-a423-4119-9b98-44fdbc20dacd x-openstack-request-id: req-511a898f-a423-4119-9b98-44fdbc20dacd {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:21.790175 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-unplugged", "status": "completed", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:21.790435 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-511a898f-a423-4119-9b98-44fdbc20dacd {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:21.790915 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'code': 200} Jul 05 03:47:21.813795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-39c3d08f-ebc5-4777-8a19-2dcd8c30562a service neutron] 10.222.0.30 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967840 Jul 05 03:47:21.820215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:21.830847 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Sync routers for ids ['d68d4548-e261-4cae-b880-12a9cbdfa15a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:21.849374 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Routers {'d68d4548-e261-4cae-b880-12a9cbdfa15a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:21.850514 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:47:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d68d4548-e261-4cae-b880-12a9cbdfa15a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:21.898857 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.917227 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-a8876d9c-1f7f-4e51-9fc5-5d10dfdac439 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:47:21.918239 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-a8876d9c-1f7f-4e51-9fc5-5d10dfdac439 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:47:21.988434 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:21.991094 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e1224e07-b81d-4816-87cf-547657a56c87 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 4.5961583 Jul 05 03:47:21.994330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46506) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:22.012184 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Set router d68d4548-e261-4cae-b880-12a9cbdfa15a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:22.059967 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb3fde1f-4e35-40aa-890d-a4002192559f req-b15037ea-644b-48bd-be84-f779d22d9b67 service neutron] 10.222.0.30 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2433372 Jul 05 03:47:22.112326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62714bd6-87c9-48ae-bf31-4b24f0b83963 req-4c1da409-e6c3-4122-a13d-c219a1bf2ad4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.114770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62714bd6-87c9-48ae-bf31-4b24f0b83963 req-4c1da409-e6c3-4122-a13d-c219a1bf2ad4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 949 time: 0.1627827 Jul 05 03:47:22.176545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62714bd6-87c9-48ae-bf31-4b24f0b83963 req-941f538c-0f7f-4561-a50b-3a1072ef2039 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522299 Jul 05 03:47:22.201529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '059d2e15-1a87-4089-a78f-f57ed5286208', 'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'mac_address': 'fa:16:3e:32:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:16Z', 'updated_at': '2021-07-05T03:46:32Z', 'revision_number': 5, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'subnets': [{'id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:22.269295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] Checking router: c9094e8c-dc43-4b58-8501-129fb570af5e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:22.285286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] Routers {'c9094e8c-dc43-4b58-8501-129fb570af5e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:22.285961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:47:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c9094e8c-dc43-4b58-8501-129fb570af5e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:22.293461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=a9fe9caa-c71a-45c4-b207-4727b065c5d4,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:22.342260 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-436ba98f-98d3-47e2-9597-d0481d035b30 x-openstack-request-id: req-436ba98f-98d3-47e2-9597-d0481d035b30 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:22.342667 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a67a1f0-0c25-405e-9a13-6a925758781c", "tag": "f3354d9c-db53-45ab-8f99-48797148e2a8", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:22.342858 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-436ba98f-98d3-47e2-9597-d0481d035b30 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:22.343412 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'tag': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'status': 'completed', 'code': 200} Jul 05 03:47:22.476711 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:20Z', 'revision_number': 3, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:22.561100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-2ddfce89-7c22-483a-aed7-fde99fc97d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.562846 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Checking router: d68d4548-e261-4cae-b880-12a9cbdfa15a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:22.563411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-2ddfce89-7c22-483a-aed7-fde99fc97d35 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ebac8fa613924bbfa3863535d8a1a3df&device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 1098 time: 0.1876042 Jul 05 03:47:22.563696 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Updating router d68d4548-e261-4cae-b880-12a9cbdfa15a port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:22.681625 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.795638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] Set router c9094e8c-dc43-4b58-8501-129fb570af5e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:22.856604 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:22.908533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-18619fac-8d5f-4ac7-b083-0e7243ad8170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:22.910056 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-18619fac-8d5f-4ac7-b083-0e7243ad8170 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 HTTP/1.1" status: 200 len: 930 time: 0.3396831 Jul 05 03:47:23.017018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-a690c790-e0f4-49e7-99e0-0de280de41c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f3354d9c-db53-45ab-8f99-48797148e2a8 HTTP/1.1" status: 200 len: 217 time: 0.0980690 Jul 05 03:47:23.123008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Allocated IP 172.20.0.1 (81fc52d9-59ef-4deb-b94f-25eb14d27b18/73c16aaa-5ad7-47af-a5e6-0976b41fd106/ab33c90a-195f-4d09-967a-1f275afc14c5) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:23.158550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23295dcb-e8fb-4766-9c78-26e0f422c1dc req-79c3dabb-36ad-4206-af77-0d1b02fe9e38 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.166208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23295dcb-e8fb-4766-9c78-26e0f422c1dc req-79c3dabb-36ad-4206-af77-0d1b02fe9e38 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 948 time: 0.3717866 Jul 05 03:47:23.174434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-605b5007-ceac-4edd-b657-6a7f26be4438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.176538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-605b5007-ceac-4edd-b657-6a7f26be4438 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=99b71389-7522-4a0f-bfde-d848d4519f01 HTTP/1.1" status: 200 len: 868 time: 0.1437309 Jul 05 03:47:23.194900 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.208692 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Transition to ACTIVE for port object c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:23.246682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '059d2e15-1a87-4089-a78f-f57ed5286208', 'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'mac_address': 'fa:16:3e:32:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:16Z', 'updated_at': '2021-07-05T03:46:32Z', 'revision_number': 5, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'subnets': [{'id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:23.287494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.287739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fe8f7d7-d47d-4f79-af45-3993e4baff5e None None] The sync data for ids ['c9094e8c-dc43-4b58-8501-129fb570af5e'] in n-d-758944-41 is: [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:46:19Z', 'revision_number': 4, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '059d2e15-1a87-4089-a78f-f57ed5286208', 'name': '', 'network_id': 'f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'mac_address': 'fa:16:3e:32:dc:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_interface', 'standard_attr_id': 520, 'fixed_ips': [{'subnet_id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:16Z', 'updated_at': '2021-07-05T03:46:32Z', 'revision_number': 5, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'subnets': [{'id': '99b71389-7522-4a0f-bfde-d848d4519f01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:23.300852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23295dcb-e8fb-4766-9c78-26e0f422c1dc req-9b6aa576-6f13-4d9c-b898-6f9f8f42b2fe tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336644 Jul 05 03:47:23.315803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Transition to ACTIVE for port object ab33c90a-195f-4d09-967a-1f275afc14c5 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:23.353837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-f21c83dd-862c-4ed9-8195-8311a593912d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:23.358157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-f21c83dd-862c-4ed9-8195-8311a593912d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1639130 Jul 05 03:47:23.369367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:23.371737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a29d300b-a9c8-410c-8d05-812899b2281c up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:23.394219 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.484773 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Attempting to bind port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:23.485231 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Attempting to bind port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:23.485676 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Attempting to bind port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:23.493620 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:23.497566 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:23.497566 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.497566 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:23.497566 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Bound port: c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:23.497566 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.529197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.580463 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] For port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:23.585248 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] For port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:23.615217 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Pushing event updated for resources: {'Port': ['ID=c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.627186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:23.640281 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.640829 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.641267 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.641714 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.642139 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.642570 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.643071 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.643535 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.644024 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.644693 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.645603 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.650642 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:23.660905 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'mac_address': 'fa:16:3e:0e:b9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:23.676679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab33c90a-195f-4d09-967a-1f275afc14c5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:23.698369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:23.701180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:23.704456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:23.781498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port a29d300b-a9c8-410c-8d05-812899b2281c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:23.792906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-400794bb-a08f-4998-854b-6fe8437b73d1 None None] New status for floating IP 2eaacd8a-93f6-4e7d-b22c-ee85974e0783: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:47:23.802108 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.886540 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:23.980650 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Routers {'d68d4548-e261-4cae-b880-12a9cbdfa15a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:23.981496 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:47:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d68d4548-e261-4cae-b880-12a9cbdfa15a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:24.069061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-16c0a93d-6c0a-4474-b9c1-88417ad98076 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7038732 Jul 05 03:47:24.071748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port a29d300b-a9c8-410c-8d05-812899b2281c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:24.072232 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.149079 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.173876 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] Set router d68d4548-e261-4cae-b880-12a9cbdfa15a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:24.212394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:24.271167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:24.331101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.421852 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-28e70a7c-1db2-4d8f-a0c8-48faff6bc2af None None] Provisioning for port ab33c90a-195f-4d09-967a-1f275afc14c5 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:24.425002 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.433098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.451963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3bdde9-7611-43cc-aa71-84f5fcf8fb44 req-0e676d42-bccd-4408-8436-4560ffba8584 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:24.463106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be3bdde9-7611-43cc-aa71-84f5fcf8fb44 req-0e676d42-bccd-4408-8436-4560ffba8584 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 945 time: 0.3884020 Jul 05 03:47:24.506058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e1ff988-351e-4be8-8017-8514e52f2061 req-c2f847d3-3361-4908-98e2-2eebbba1bbf9 service neutron] 10.222.0.26 "GET /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4162288 Jul 05 03:47:24.506987 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-28e70a7c-1db2-4d8f-a0c8-48faff6bc2af None None] Provisioning complete for port ab33c90a-195f-4d09-967a-1f275afc14c5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:24.507378 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-28e70a7c-1db2-4d8f-a0c8-48faff6bc2af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.580620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be3bdde9-7611-43cc-aa71-84f5fcf8fb44 req-ba74fae3-f627-44c3-bbea-f4cf4d10da5e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159418 Jul 05 03:47:24.594542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a9fe9caa-c71a-45c4-b207-4727b065c5d4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:24.740961 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.765532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-a3ba43d5-6f29-444a-bf79-d54c5a279df6 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips/2eaacd8a-93f6-4e7d-b22c-ee85974e0783 HTTP/1.1" status: 200 len: 693 time: 0.0905952 Jul 05 03:47:24.791094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26ed834a-8db7-40d5-928a-92493344aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29d300b-a9c8-410c-8d05-812899b2281c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:24.793635 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01b5fbf3-0a18-4200-b0e0-6ab31da54e94" -d '{"events": [{"server_uuid": "26ed834a-8db7-40d5-928a-92493344aba6", "name": "network-vif-plugged", "status": "completed", "tag": "a29d300b-a9c8-410c-8d05-812899b2281c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:24.805647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.810110 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7e655c-fb1d-4a3c-a0a2-7a927ed169ff None None] Pushing event updated for resources: {'Port': ['ID=c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.854157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-28e70a7c-1db2-4d8f-a0c8-48faff6bc2af None None] Port ab33c90a-195f-4d09-967a-1f275afc14c5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:24.859113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a29d300b-a9c8-410c-8d05-812899b2281c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a29d300b-a9c8-410c-8d05-812899b2281c,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:24.871957 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:20Z', 'revision_number': 3, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:24.874618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:24.895251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['848ba54a-5ab0-46cb-a10b-3b8beac86fd6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:24.944179 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7038dd9c-4c4e-443b-ac10-95dbd0211781 None None] The sync data for ids ['d68d4548-e261-4cae-b880-12a9cbdfa15a'] in n-d-758944-41 is: [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:20Z', 'revision_number': 3, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:24.959773 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:24.984696 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.107371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-5e149037-66a5-4d7f-9094-ec68823c05c7 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:25.112688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-5e149037-66a5-4d7f-9094-ec68823c05c7 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.3370657 Jul 05 03:47:25.117852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Pushing event updated for resources: {'Port': ['ID=ab33c90a-195f-4d09-967a-1f275afc14c5,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.126441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:25.128303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:25.146114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a29d300b-a9c8-410c-8d05-812899b2281c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:25.192432 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a9fe9caa-c71a-45c4-b207-4727b065c5d4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:25.192710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.301788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-fc38989b-f838-4c84-8453-c09beb8e2e72 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.1725600 Jul 05 03:47:25.370873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 839f6967-2c59-444b-bb02-56ebbf39206d up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:25.451937 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-9baee115-3f80-41bb-947b-1e046beb048b tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.247 HTTP/1.1" status: 200 len: 696 time: 0.1393614 Jul 05 03:47:25.486135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Router d68d4548-e261-4cae-b880-12a9cbdfa15a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:25.714683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Deleting port f7a690af-f7b0-4bf2-8fda-d2c2a5663362 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:25.715056 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.715322 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:25.725760 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-929f547c-1d21-43e8-bbc8-c710c89ca0a2 admin admin] 10.222.0.30 "PUT /v2.0/routers/d68d4548-e261-4cae-b880-12a9cbdfa15a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7299340 Jul 05 03:47:25.736704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 839f6967-2c59-444b-bb02-56ebbf39206d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:25.742499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 839f6967-2c59-444b-bb02-56ebbf39206d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:25.743535 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.805035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f56591eb-7005-4912-86ee-670615630ef7 None None] Provisioning complete for port ab33c90a-195f-4d09-967a-1f275afc14c5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:25.805575 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f56591eb-7005-4912-86ee-670615630ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.884883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f56591eb-7005-4912-86ee-670615630ef7 None None] Port ab33c90a-195f-4d09-967a-1f275afc14c5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:25.912757 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.913504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:25.942251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Calling delete_port for f7a690af-f7b0-4bf2-8fda-d2c2a5663362 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:25.963483 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.006600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 839f6967-2c59-444b-bb02-56ebbf39206d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=839f6967-2c59-444b-bb02-56ebbf39206d,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:26.125783 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.200885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=839f6967-2c59-444b-bb02-56ebbf39206d,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:26.264412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.295674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Pushing event deleted for resources: {'Port': ['ID=f7a690af-f7b0-4bf2-8fda-d2c2a5663362,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:26.309932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.310280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.310616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.310947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.311393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.311685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.312047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.312380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.315830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.315830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.315830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.315830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:47:26.399324 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.402651 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.404292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1af96cff-f5e2-4ede-b05b-177b50092e70 req-3ac2a049-e6f8-49bf-acf4-d842c38bff5f tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "DELETE /v2.0/floatingips/2eaacd8a-93f6-4e7d-b22c-ee85974e0783 HTTP/1.1" status: 204 len: 173 time: 0.9231048 Jul 05 03:47:26.423137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:26.517224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-63de2079-65b8-435d-bf96-58f6eb6f5c1b tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:47:26.518576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-63de2079-65b8-435d-bf96-58f6eb6f5c1b tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0096738 Jul 05 03:47:26.537753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Request body: {'binding': {'host': 'n-h1-758944-41', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:26.545144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Unknown quota resources ['binding']. {{(pid=100896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:47:26.583576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:26.588296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:26.588888 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.672599 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.679672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a798f7-29b9-4a5d-b3bf-ab9f82e9f3ab req-8f4f0d95-74b0-40b2-a931-16149c2f5543 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.681324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a798f7-29b9-4a5d-b3bf-ab9f82e9f3ab req-8f4f0d95-74b0-40b2-a931-16149c2f5543 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 945 time: 0.1706362 Jul 05 03:47:26.695094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:26.755129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a798f7-29b9-4a5d-b3bf-ab9f82e9f3ab req-a04ecc86-85bb-4698-a0b3-a515303c1a4c tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650654 Jul 05 03:47:26.758317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on host n-h1-758944-41 for vnic_type normal with profile None {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:26.758779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:26.759290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:26.767447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:26.768019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:26.788125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:26.788620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:26.789216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:26.789942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Bound port: 716032b0-10a9-4810-8049-209a2781f817, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:26.834996 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:26.871239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:26.911262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:26.958203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de9e815-0831-40ef-bf4e-b3d0a6128494 req-cf0a3584-607e-4ed5-b96c-ebaf10209d2d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:26.962990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8de9e815-0831-40ef-bf4e-b3d0a6128494 req-cf0a3584-607e-4ed5-b96c-ebaf10209d2d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 950 time: 0.0796628 Jul 05 03:47:27.008867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8de9e815-0831-40ef-bf4e-b3d0a6128494 req-660880df-8296-447c-9e98-06fdf67f2ef4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388176 Jul 05 03:47:27.046188 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] Notify callbacks [] for binding, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.057722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5a332546-d6ef-41cc-8e6f-b66843cc49c3 service neutron] 10.222.0.30 "POST /v2.0/ports/716032b0-10a9-4810-8049-209a2781f817/bindings HTTP/1.1" status: 201 len: 390 time: 0.5209553 Jul 05 03:47:27.205581 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Sync routers for ids ['d68d4548-e261-4cae-b880-12a9cbdfa15a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:27.225127 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Routers {'d68d4548-e261-4cae-b880-12a9cbdfa15a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:27.226023 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:47:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d68d4548-e261-4cae-b880-12a9cbdfa15a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:27.354157 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Set router d68d4548-e261-4cae-b880-12a9cbdfa15a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:27.375081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d654d39-c020-439f-a8ed-21aca370c86f req-3aa6b34a-128e-4dd5-ba35-08b58050cbc9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.376953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d654d39-c020-439f-a8ed-21aca370c86f req-3aa6b34a-128e-4dd5-ba35-08b58050cbc9 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 949 time: 0.0841858 Jul 05 03:47:27.384148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:27.439886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d654d39-c020-439f-a8ed-21aca370c86f req-2eb3a686-f068-45b4-8239-738e01733bcc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508606 Jul 05 03:47:27.458057 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc3e8c50-118c-42ed-845d-8b0b7ab672c1 x-openstack-request-id: req-bc3e8c50-118c-42ed-845d-8b0b7ab672c1 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:27.458421 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26ed834a-8db7-40d5-928a-92493344aba6", "name": "network-vif-plugged", "status": "completed", "tag": "a29d300b-a9c8-410c-8d05-812899b2281c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:27.469824 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc3e8c50-118c-42ed-845d-8b0b7ab672c1 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:27.469824 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed834a-8db7-40d5-928a-92493344aba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a29d300b-a9c8-410c-8d05-812899b2281c', 'code': 200} Jul 05 03:47:27.504560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:27.504935 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.619078 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.677290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:27.682072 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3208e-9607-4673-be5d-bd3c5f40bef7 req-5b3863c0-2216-47a5-ae38-eebfd7dcbf35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.682072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2b3208e-9607-4673-be5d-bd3c5f40bef7 req-5b3863c0-2216-47a5-ae38-eebfd7dcbf35 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 1097 time: 0.1516411 Jul 05 03:47:27.686086 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ab33c90a-195f-4d09-967a-1f275afc14c5', 'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'mac_address': 'fa:16:3e:11:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:22Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 2, 'project_id': '068bea4f667445018e98e93ade1fff17', 'subnets': [{'id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:27.721415 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Checking router: d68d4548-e261-4cae-b880-12a9cbdfa15a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:27.721979 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Updating router d68d4548-e261-4cae-b880-12a9cbdfa15a port ab33c90a-195f-4d09-967a-1f275afc14c5 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:47:27.740482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87faf07c-1f6e-4068-a135-35909ed88f61 req-c705cea5-f930-4822-b97b-ebfde4c1d661 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.742101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87faf07c-1f6e-4068-a135-35909ed88f61 req-c705cea5-f930-4822-b97b-ebfde4c1d661 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 945 time: 0.1342456 Jul 05 03:47:27.748655 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2b3208e-9607-4673-be5d-bd3c5f40bef7 req-6e129736-663a-4ac0-adcf-77e99d882a2d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590575 Jul 05 03:47:27.749007 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.784564 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:27.808959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87faf07c-1f6e-4068-a135-35909ed88f61 req-828fbf46-19b0-4252-bb6a-bb9377bff532 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479467 Jul 05 03:47:27.815769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:27.943354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-99a7cee6-5140-4761-a7de-ebc6f7a07b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:27.945115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-99a7cee6-5140-4761-a7de-ebc6f7a07b52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 1098 time: 0.0646453 Jul 05 03:47:28.073311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46568) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:28.080041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7d0cb9c0-bbaa-4f16-8d30-c3b6ff507ca5 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1530285154', 'description': 'tempest-description--1216504305'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:28.102464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-b5cc8e95-cacf-4a57-9721-7c9cd544afe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.104211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-b5cc8e95-cacf-4a57-9721-7c9cd544afe4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.1522260 Jul 05 03:47:28.182299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-73830e2f-4857-49c6-a9b5-339d724abe0d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=716032b0-10a9-4810-8049-209a2781f817 HTTP/1.1" status: 200 len: 217 time: 0.0442255 Jul 05 03:47:28.191251 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.194327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb9c0-bbaa-4f16-8d30-c3b6ff507ca5 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.207629 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Transition to ACTIVE for port object ab33c90a-195f-4d09-967a-1f275afc14c5 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:28.260015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dd3fe-8869-45d2-9a64-69de0744fe90 req-d2f1cdb3-aed5-4773-8c35-e03b2f2d0f8c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.260015 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-711dd3fe-8869-45d2-9a64-69de0744fe90 req-d2f1cdb3-aed5-4773-8c35-e03b2f2d0f8c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 946 time: 0.1530862 Jul 05 03:47:28.264538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-c8da92b0-f51c-4f01-8406-3aeb7f7b8273 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.264538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-c8da92b0-f51c-4f01-8406-3aeb7f7b8273 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.0730689 Jul 05 03:47:28.285646 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.315888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ef1d3dd2-27e9-4619-a11c-f4c6b150bf5a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0444567 Jul 05 03:47:28.361486 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff5299-956a-4257-8443-06661b3e62e6 None None] Pushing event updated for resources: {'Port': ['ID=ab33c90a-195f-4d09-967a-1f275afc14c5,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:28.368307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb9c0-bbaa-4f16-8d30-c3b6ff507ca5 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.387799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:28.475189 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Attempting to bind port ab33c90a-195f-4d09-967a-1f275afc14c5 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:28.475734 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Attempting to bind port ab33c90a-195f-4d09-967a-1f275afc14c5 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:28.476312 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Attempting to bind port ab33c90a-195f-4d09-967a-1f275afc14c5 on network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:28.491174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb9c0-bbaa-4f16-8d30-c3b6ff507ca5 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.492537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-711dd3fe-8869-45d2-9a64-69de0744fe90 req-fa52a818-43b3-4b43-83ba-5a5d3c01872a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2234998 Jul 05 03:47:28.495838 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:28.496169 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Checking segment: {'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:28.496812 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.497431 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Bound using segment: {'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:28.498277 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Bound port: ab33c90a-195f-4d09-967a-1f275afc14c5, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:28.498910 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.516421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:28.516798 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.528998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-f57fd461-94f0-4fcd-a9f4-7fdc1520654c service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1953428 Jul 05 03:47:28.559803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0cb9c0-bbaa-4f16-8d30-c3b6ff507ca5 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57944de4-2153-4870-a11c-937e6f67dee2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:28.605942 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d0cb9c0-bbaa-4f16-8d30-c3b6ff507ca5 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.610196 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7d0cb9c0-bbaa-4f16-8d30-c3b6ff507ca5 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.5314999 Jul 05 03:47:28.610461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46572) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:28.616787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9dd7eba1-ac9e-4b55-baf7-6dbc72a7a588 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Request body: {'security_group_rule': {'security_group_id': '57944de4-2153-4870-a11c-937e6f67dee2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:28.638569 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] For port ab33c90a-195f-4d09-967a-1f275afc14c5, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:28.644375 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] For port ab33c90a-195f-4d09-967a-1f275afc14c5, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ab33c90a-195f-4d09-967a-1f275afc14c5,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:28.715169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-95803a4e-c79f-4771-8322-eae012a36716 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791437 Jul 05 03:47:28.752167 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.792292 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9dd7eba1-ac9e-4b55-baf7-6dbc72a7a588 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.794233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35139646-ea65-4e02-b785-70a25ae7ef7e req-2cd3954b-522b-413c-a3a6-d4ddee2be592 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:28.796894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35139646-ea65-4e02-b785-70a25ae7ef7e req-2cd3954b-522b-413c-a3a6-d4ddee2be592 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 945 time: 0.0994635 Jul 05 03:47:28.857393 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ff5299-956a-4257-8443-06661b3e62e6 None None] Pushing event updated for resources: {'Port': ['ID=ab33c90a-195f-4d09-967a-1f275afc14c5,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:28.864780 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Routers {'d68d4548-e261-4cae-b880-12a9cbdfa15a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:28.866584 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:47:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d68d4548-e261-4cae-b880-12a9cbdfa15a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:28.881554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9dd7eba1-ac9e-4b55-baf7-6dbc72a7a588 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:28.892312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35139646-ea65-4e02-b785-70a25ae7ef7e req-7636f806-575a-4811-a7d4-d6ebd7132ec6 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872557 Jul 05 03:47:29.062021 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] Set router d68d4548-e261-4cae-b880-12a9cbdfa15a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:29.120623 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9dd7eba1-ac9e-4b55-baf7-6dbc72a7a588 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.159027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd7eba1-ac9e-4b55-baf7-6dbc72a7a588 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43ab68f4-0395-4d9c-82eb-ee9796e25a5a,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:29.248496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3e3b81-2d1a-4f53-bb6d-5270a925f48c req-50e16e07-d55e-4d47-b50c-3a5308c44060 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.250085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c3e3b81-2d1a-4f53-bb6d-5270a925f48c req-50e16e07-d55e-4d47-b50c-3a5308c44060 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1796048 Jul 05 03:47:29.310408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714acd98-214b-4fdd-b01c-3eaedb777767 req-76aae759-86ec-4fb2-9f82-18c5602d0b47 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.314527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-714acd98-214b-4fdd-b01c-3eaedb777767 req-76aae759-86ec-4fb2-9f82-18c5602d0b47 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 950 time: 0.2047641 Jul 05 03:47:29.331226 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9dd7eba1-ac9e-4b55-baf7-6dbc72a7a588 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.334397 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9dd7eba1-ac9e-4b55-baf7-6dbc72a7a588 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7226346 Jul 05 03:47:29.337305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46578) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:29.344564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d7c30803-1e7c-45b0-ad4a-b973fc19a331 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Request body: {'security_group_rule': {'security_group_id': '57944de4-2153-4870-a11c-937e6f67dee2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:29.379348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c3e3b81-2d1a-4f53-bb6d-5270a925f48c req-51916771-960c-46df-a3f0-14ac2ea338ed tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.1053290 Jul 05 03:47:29.402927 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ab33c90a-195f-4d09-967a-1f275afc14c5', 'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'mac_address': 'fa:16:3e:11:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:22Z', 'updated_at': '2021-07-05T03:47:28Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'subnets': [{'id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:29.445674 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c5bcb0c-9360-4d99-a48b-fc6f3965573b None None] The sync data for ids ['d68d4548-e261-4cae-b880-12a9cbdfa15a'] in n-d-758944-41 is: [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ab33c90a-195f-4d09-967a-1f275afc14c5', 'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'mac_address': 'fa:16:3e:11:5b:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:22Z', 'updated_at': '2021-07-05T03:47:28Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'subnets': [{'id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:29.447037 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d7c30803-1e7c-45b0-ad4a-b973fc19a331 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.461647 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec71f5de-8a12-4624-bd16-dbd87b866559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839f6967-2c59-444b-bb02-56ebbf39206d'}, {'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:29.464363 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a68a165c-6e05-452b-bab4-5b3bbd199c23" -d '{"events": [{"server_uuid": "ec71f5de-8a12-4624-bd16-dbd87b866559", "name": "network-vif-plugged", "status": "completed", "tag": "839f6967-2c59-444b-bb02-56ebbf39206d"}, {"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-plugged", "status": "completed", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:29.480928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-714acd98-214b-4fdd-b01c-3eaedb777767 req-809e9b7c-4ad9-4314-9c1d-bf88ea2862a5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067138 Jul 05 03:47:29.624712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342541b-3120-4292-a364-25688b908205 req-4c9171c0-a4f1-4633-b4ad-0afdef540476 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.626912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-4c9171c0-a4f1-4633-b4ad-0afdef540476 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15&tenant_id=8a919433e3a0417582628b463d3b295d&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 950 time: 0.4276252 Jul 05 03:47:29.651530 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d7c30803-1e7c-45b0-ad4a-b973fc19a331 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.748835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d7c30803-1e7c-45b0-ad4a-b973fc19a331 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.771577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7c30803-1e7c-45b0-ad4a-b973fc19a331 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ed41a8d-26e3-406c-b58f-7d51b6cfca94,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:29.868648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-d984d37a-4578-48c6-a619-3669d26fc0d3 service neutron] 10.222.0.26 "GET /v2.0/ports/848ba54a-5ab0-46cb-a10b-3b8beac86fd6/bindings/n-h1-758944-41 HTTP/1.1" status: 200 len: 383 time: 0.2341287 Jul 05 03:47:29.943168 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d7c30803-1e7c-45b0-ad4a-b973fc19a331 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:29.948682 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d7c30803-1e7c-45b0-ad4a-b973fc19a331 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6060369 Jul 05 03:47:29.949092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46588) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:29.955100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:29.975023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d65e6-220a-41cf-841d-88708e3a250f req-f824a83e-8708-4876-8663-b988b81aaf52 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:29.984592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-279d65e6-220a-41cf-841d-88708e3a250f req-f824a83e-8708-4876-8663-b988b81aaf52 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.1678686 Jul 05 03:47:30.001716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e923d6-3113-4ec9-a64a-30240e623754 req-1d981738-008a-4954-b7a6-e9c7066dc402 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.011091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e923d6-3113-4ec9-a64a-30240e623754 req-1d981738-008a-4954-b7a6-e9c7066dc402 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 945 time: 0.2470820 Jul 05 03:47:30.096520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e923d6-3113-4ec9-a64a-30240e623754 req-9ea0dd8d-4d23-4ded-adff-1c8a1cec2c53 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844424 Jul 05 03:47:30.108269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342541b-3120-4292-a364-25688b908205 req-a2f7845b-5fa4-42fd-a0fd-1cfddd946572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.119386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-a2f7845b-5fa4-42fd-a0fd-1cfddd946572 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 1102 time: 0.2158120 Jul 05 03:47:30.123763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-279d65e6-220a-41cf-841d-88708e3a250f req-e4d2dac1-838b-499d-8969-3f1ead652150 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080954 Jul 05 03:47:30.143092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.259354 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ddab19-e521-4155-83e3-83db2a31e57e x-openstack-request-id: req-f8ddab19-e521-4155-83e3-83db2a31e57e {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:30.259757 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec71f5de-8a12-4624-bd16-dbd87b866559", "name": "network-vif-plugged", "status": "completed", "tag": "839f6967-2c59-444b-bb02-56ebbf39206d", "code": 200}, {"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-plugged", "status": "completed", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:30.260074 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8ddab19-e521-4155-83e3-83db2a31e57e {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:30.260960 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec71f5de-8a12-4624-bd16-dbd87b866559', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '839f6967-2c59-444b-bb02-56ebbf39206d', 'code': 200} Jul 05 03:47:30.261676 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'code': 200} Jul 05 03:47:30.291110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94afb98c-9a0c-4f35-9c2a-597db816a156 req-5555ff3c-d893-4869-9bae-a2f55025196c tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0730069 Jul 05 03:47:30.395409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342541b-3120-4292-a364-25688b908205 req-88b99da2-5603-45ab-bf4d-786c65bff0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.398717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-88b99da2-5603-45ab-bf4d-786c65bff0bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2721753 Jul 05 03:47:30.487434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-c0d7e506-6d15-4d13-a0b7-0d6c81697e35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6 HTTP/1.1" status: 200 len: 217 time: 0.0804973 Jul 05 03:47:30.500173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ab33c90a-195f-4d09-967a-1f275afc14c5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:30.514641 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.590998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6969f73b-2546-4427-8c23-a839715cbf82 req-c3391833-f423-4fe0-b9f6-ec044b1c9088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.593340 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6969f73b-2546-4427-8c23-a839715cbf82 req-c3391833-f423-4fe0-b9f6-ec044b1c9088 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 1102 time: 0.1988180 Jul 05 03:47:30.695528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342541b-3120-4292-a364-25688b908205 req-8d2ed276-15d9-41ab-ab75-2ae0ca091a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.697244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-8d2ed276-15d9-41ab-ab75-2ae0ca091a5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.2014596 Jul 05 03:47:30.711571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ab33c90a-195f-4d09-967a-1f275afc14c5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:30.719312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ab33c90a-195f-4d09-967a-1f275afc14c5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:30.719988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.816619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5bf3d6-131a-4344-af9c-48a7bc2113d0 req-58eac97b-dd35-4dcf-866a-8cf889061cec tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.818513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc5bf3d6-131a-4344-af9c-48a7bc2113d0 req-58eac97b-dd35-4dcf-866a-8cf889061cec tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 945 time: 0.2435555 Jul 05 03:47:30.832666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df357f8d-2cd8-4694-954d-6a122d412da6 req-877f0ba3-c90a-4f0b-839c-4b4429e21172 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.834752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df357f8d-2cd8-4694-954d-6a122d412da6 req-877f0ba3-c90a-4f0b-839c-4b4429e21172 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 946 time: 0.2607358 Jul 05 03:47:30.849354 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6969f73b-2546-4427-8c23-a839715cbf82 req-6b0acdce-8c2a-4ad3-b95b-78aff05a3dcf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2423532 Jul 05 03:47:30.894006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Allocated IP 172.25.4.42 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/1c0c9d2d-c7ba-45ab-9cce-4237b0e80fd6) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:30.915661 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:30.930378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342541b-3120-4292-a364-25688b908205 req-10e3c874-5d94-411a-9c99-d51862cedfdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:30.932316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-10e3c874-5d94-411a-9c99-d51862cedfdb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2209318 Jul 05 03:47:30.942423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc5bf3d6-131a-4344-af9c-48a7bc2113d0 req-d795e401-acc3-42fb-876f-7874a46246ce tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063440 Jul 05 03:47:30.957781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df357f8d-2cd8-4694-954d-6a122d412da6 req-710da664-1e0a-4964-b3e4-e3335e2a64f9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111460 Jul 05 03:47:31.064149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port ab33c90a-195f-4d09-967a-1f275afc14c5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ab33c90a-195f-4d09-967a-1f275afc14c5,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:31.150131 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.154376 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.288628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=ab33c90a-195f-4d09-967a-1f275afc14c5,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:31.332617 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.412046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:31.442959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Pushing event updated for resources: {'Port': ['ID=1c0c9d2d-c7ba-45ab-9cce-4237b0e80fd6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:31.447434 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:31.450205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:31.558347 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.604260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-15d8b237-a8ea-4f0f-9660-5b30b784191a service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6604908 Jul 05 03:47:31.617009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb51ac6-70ca-49bb-bbb1-79fd8a2f0b8b req-7586c58f-9f30-485b-bf6e-7dd4baf024ac tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:31.618618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cb51ac6-70ca-49bb-bbb1-79fd8a2f0b8b req-7586c58f-9f30-485b-bf6e-7dd4baf024ac tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 950 time: 0.1401403 Jul 05 03:47:31.718969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:31.732870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cb51ac6-70ca-49bb-bbb1-79fd8a2f0b8b req-fc2997c3-a1fb-48c9-a405-3873c49d3271 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944350 Jul 05 03:47:31.778633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-e0571f8a-7085-4453-ba2b-a19946691f1d service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1588624 Jul 05 03:47:31.946179 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.015015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d3ffc0-df20-4c78-a84e-4bab271744c3 req-a71d980b-d92d-4407-81f3-cf9e976de1f6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.017202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1d3ffc0-df20-4c78-a84e-4bab271744c3 req-a71d980b-d92d-4407-81f3-cf9e976de1f6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 945 time: 0.1144872 Jul 05 03:47:32.108375 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.113782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1d3ffc0-df20-4c78-a84e-4bab271744c3 req-36e4dc1c-b5e3-43f1-97cb-f28ab490dfb6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832846 Jul 05 03:47:32.157153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31b22ab-2386-420e-b1d1-03a60bcdea6f req-82096e7f-ed74-4b7b-97c5-bc0250fbd44f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.159033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f31b22ab-2386-420e-b1d1-03a60bcdea6f req-82096e7f-ed74-4b7b-97c5-bc0250fbd44f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.1057084 Jul 05 03:47:32.205594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Pushing event updated for resources: {'Port': ['ID=1c0c9d2d-c7ba-45ab-9cce-4237b0e80fd6,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:32.221485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f31b22ab-2386-420e-b1d1-03a60bcdea6f req-654176e1-5b02-4586-8ecc-1963933e3fa8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504339 Jul 05 03:47:32.233051 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.342688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.344263 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7af8a7c5-d32f-49eb-a510-33ea2eea58d7 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.3941312 Jul 05 03:47:32.373051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f845b0f-f29e-46f9-ae08-93305710b306 req-63efe9db-fbdf-4af3-94be-b75c8fd1d9b1 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.375029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f845b0f-f29e-46f9-ae08-93305710b306 req-63efe9db-fbdf-4af3-94be-b75c8fd1d9b1 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 946 time: 0.0834715 Jul 05 03:47:32.429269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ab33c90a-195f-4d09-967a-1f275afc14c5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:32.487400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ab33c90a-195f-4d09-967a-1f275afc14c5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:32.487778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:32.544531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f845b0f-f29e-46f9-ae08-93305710b306 req-1c5b2694-502c-4745-8b4b-bedcb7272c92 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329434 Jul 05 03:47:32.572970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99446bf5-9b26-4db8-ba76-71cddadba387 req-1ca89088-e289-4949-8151-01afa368e68c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.581254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99446bf5-9b26-4db8-ba76-71cddadba387 req-1ca89088-e289-4949-8151-01afa368e68c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 946 time: 0.2185156 Jul 05 03:47:32.645779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99446bf5-9b26-4db8-ba76-71cddadba387 req-24d3d888-d285-45d2-9f26-17cf06572e7e tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631211 Jul 05 03:47:32.739461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-79855344-6de7-4707-b8a6-9b6c4d2aa846 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1530285154&fields=id&tenant_id=068bea4f667445018e98e93ade1fff17 HTTP/1.1" status: 200 len: 267 time: 0.0547354 Jul 05 03:47:32.972159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a1dba-734a-457b-92cd-53b86f4a737c req-c84b8f04-0d83-475d-be30-be9344d56403 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:32.974227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-c84b8f04-0d83-475d-be30-be9344d56403 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/networks?id=81fc52d9-59ef-4deb-b94f-25eb14d27b18 HTTP/1.1" status: 200 len: 805 time: 0.2265594 Jul 05 03:47:32.997784 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ab7b1b18-576f-4973-b629-dcb3d3bf9988 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/quotas/068bea4f667445018e98e93ade1fff17 HTTP/1.1" status: 200 len: 375 time: 0.0172870 Jul 05 03:47:33.012519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557e5ee3-8f46-4736-a35c-c05bc75d5cce req-38de2261-1e00-4f2c-85ec-c26ea605c4a3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.014296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-557e5ee3-8f46-4736-a35c-c05bc75d5cce req-38de2261-1e00-4f2c-85ec-c26ea605c4a3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 950 time: 0.1258121 Jul 05 03:47:33.119319 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-557e5ee3-8f46-4736-a35c-c05bc75d5cce req-986d60e6-9464-4f91-9063-8b93bdd66c74 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922372 Jul 05 03:47:33.176440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ea3a44d3-10e5-4c3f-9f37-ad4de2b4da2d tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=068bea4f667445018e98e93ade1fff17&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1610453 Jul 05 03:47:33.405226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-f16265e1-fd2d-4544-b77b-d6124a12589f service neutron] 10.222.0.30 "GET /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2114580 Jul 05 03:47:33.592483 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-271d04e9-55a3-4103-bded-d2968856dcda service neutron] 10.222.0.30 "GET /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1859157 Jul 05 03:47:33.595762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a40ad9-d728-471f-987e-fce43e6a3a95 req-a558074e-c788-488f-b08b-2aa8dfe6ec05 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.597508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46a40ad9-d728-471f-987e-fce43e6a3a95 req-a558074e-c788-488f-b08b-2aa8dfe6ec05 tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 1102 time: 0.1751873 Jul 05 03:47:33.661297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46a40ad9-d728-471f-987e-fce43e6a3a95 req-c12abbfc-5267-4e3b-a7a0-a6161eb700ad tempest-ServersOnMultiNodesTest-1405596283 tempest-ServersOnMultiNodesTest-1405596283-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493104 Jul 05 03:47:33.825941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-922ae298-0b94-4db8-a798-4f1231441dde tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:33.829558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-922ae298-0b94-4db8-a798-4f1231441dde tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.26 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 946 time: 0.1662307 Jul 05 03:47:34.018302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-476f7f21-87ee-4c1c-80de-76c861902ace tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:34.023557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-476f7f21-87ee-4c1c-80de-76c861902ace tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.2676866 Jul 05 03:47:34.045655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f026d9c-6096-4aef-95c8-22c3a1bc685d req-ad4df483-54a2-412d-aadb-120b9c1118a7 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:34.049343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f026d9c-6096-4aef-95c8-22c3a1bc685d req-ad4df483-54a2-412d-aadb-120b9c1118a7 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 945 time: 0.2396979 Jul 05 03:47:34.067941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-41'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:34.257544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:34.356921 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.364188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f026d9c-6096-4aef-95c8-22c3a1bc685d req-77863e8f-c5db-415e-8d47-681adf3dce41 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3043396 Jul 05 03:47:34.396773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-16d5cb35-565b-472e-8a1c-0c8a5ca54966 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Deleting port f3354d9c-db53-45ab-8f99-48797148e2a8 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:34.397614 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-16d5cb35-565b-472e-8a1c-0c8a5ca54966 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.483757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:34.512421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 has no active binding in host n-h2-758944-41 {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:47:34.557951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574d801c-2ddd-4cd5-8bf4-182c447977dd req-aa69afce-393c-481f-bb37-e314da4cfbc8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:34.560857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-574d801c-2ddd-4cd5-8bf4-182c447977dd req-aa69afce-393c-481f-bb37-e314da4cfbc8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.3274190 Jul 05 03:47:34.857505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-16d5cb35-565b-472e-8a1c-0c8a5ca54966 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] For port f3354d9c-db53-45ab-8f99-48797148e2a8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f3354d9c-db53-45ab-8f99-48797148e2a8,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:34.858810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-16d5cb35-565b-472e-8a1c-0c8a5ca54966 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:34.888393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-574d801c-2ddd-4cd5-8bf4-182c447977dd req-b56fc645-26d3-4118-8998-18ed024da244 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3040204 Jul 05 03:47:34.905256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-16d5cb35-565b-472e-8a1c-0c8a5ca54966 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Calling delete_port for f3354d9c-db53-45ab-8f99-48797148e2a8 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:34.961563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c4793c-f579-4bc5-a3e3-519d08b8e25a req-1cbf321a-566f-4b94-ac61-c9d23257eb95 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:34.964090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3c4793c-f579-4bc5-a3e3-519d08b8e25a req-1cbf321a-566f-4b94-ac61-c9d23257eb95 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 946 time: 0.3820693 Jul 05 03:47:34.990241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:35.187207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3c4793c-f579-4bc5-a3e3-519d08b8e25a req-0a073647-9b0f-4e4d-9a54-f38309ac302d tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/security-groups?id=35cf6726-ebf5-468a-983b-6bbde9dedb69&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088838 Jul 05 03:47:35.199697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:35.269208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e618e6aa-a1c4-47bf-909a-6bc209846db7'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:35.272390 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-472bb3c5-e5ef-48be-8c2a-5bfa839a91bd" -d '{"events": [{"server_uuid": "ce9fc40e-f19d-449b-b24e-665aff2b7db4", "name": "network-vif-unplugged", "status": "completed", "tag": "e618e6aa-a1c4-47bf-909a-6bc209846db7"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:35.283214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.372603 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.391593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793550c9-cc2e-47a8-a4dc-d301d32e6468 req-12e1d5b0-8aec-42d6-8019-852b3c8191b2 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.393425 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-793550c9-cc2e-47a8-a4dc-d301d32e6468 req-12e1d5b0-8aec-42d6-8019-852b3c8191b2 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 946 time: 0.3133969 Jul 05 03:47:35.467805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342541b-3120-4292-a364-25688b908205 req-c7d9006b-9723-4d71-be53-66c294538af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.471572 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-c7d9006b-9723-4d71-be53-66c294538af5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15&tenant_id=8a919433e3a0417582628b463d3b295d HTTP/1.1" status: 200 len: 1102 time: 0.0732524 Jul 05 03:47:35.574342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342541b-3120-4292-a364-25688b908205 req-224a042d-6e02-4275-ab05-cdfca6f6cefe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.576429 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-224a042d-6e02-4275-ab05-cdfca6f6cefe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 1102 time: 0.0642910 Jul 05 03:47:35.582612 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Pushing event updated for resources: {'Port': ['ID=e618e6aa-a1c4-47bf-909a-6bc209846db7,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:35.588070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-793550c9-cc2e-47a8-a4dc-d301d32e6468 req-ee9e8b7e-a9c8-465f-a718-897631576ba8 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764104 Jul 05 03:47:35.598313 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-16d5cb35-565b-472e-8a1c-0c8a5ca54966 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.611716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f3354d9c-db53-45ab-8f99-48797148e2a8'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:35.613359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 on host n-h1-758944-41 for vnic_type normal with profile {"migrating_to": "n-h2-758944-41"} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:35.613359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:35.613732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:35.649406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Port e618e6aa-a1c4-47bf-909a-6bc209846db7 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:35.649406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Attempting to bind port e618e6aa-a1c4-47bf-909a-6bc209846db7 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:35.653800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d5cb35-565b-472e-8a1c-0c8a5ca54966 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Pushing event deleted for resources: {'Port': ['ID=f3354d9c-db53-45ab-8f99-48797148e2a8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:35.694657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:35.695196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:35.695881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:35.696576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Bound port: e618e6aa-a1c4-47bf-909a-6bc209846db7, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:35.697153 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.735091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342541b-3120-4292-a364-25688b908205 req-f321a46f-8d44-4905-87f5-b4598df01e6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.736767 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-f321a46f-8d44-4905-87f5-b4598df01e6c service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1533859 Jul 05 03:47:35.782931 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-6c78a192-2e23-4ac0-918d-cfc479202579 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6 HTTP/1.1" status: 200 len: 217 time: 0.0388274 Jul 05 03:47:35.801807 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-16d5cb35-565b-472e-8a1c-0c8a5ca54966 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] No DVR routers for this DVR port f3354d9c-db53-45ab-8f99-48797148e2a8 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:35.836486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-16d5cb35-565b-472e-8a1c-0c8a5ca54966 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:35.839789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e1cc974-c6ea-4feb-9458-6e6a6555f99c req-16d5cb35-565b-472e-8a1c-0c8a5ca54966 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.26 "DELETE /v2.0/ports/f3354d9c-db53-45ab-8f99-48797148e2a8 HTTP/1.1" status: 204 len: 173 time: 1.9944382 Jul 05 03:47:35.842214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342541b-3120-4292-a364-25688b908205 req-bc8c5b0b-edf7-4508-9b6e-d0028ed8377b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.844896 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-bc8c5b0b-edf7-4508-9b6e-d0028ed8377b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0558386 Jul 05 03:47:35.845089 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d807ea3-6e5e-4d70-8c84-2453dc86f255 req-39e0aaa1-331f-4d1b-bc3b-7fa35938f6b1 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 210 time: 0.1130416 Jul 05 03:47:35.942555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:35.946383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9342541b-3120-4292-a364-25688b908205 req-c39dc9a1-858b-45e0-88fa-27e65056dfa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:35.947148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:35.949222 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-c39dc9a1-858b-45e0-88fa-27e65056dfa3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0976987 Jul 05 03:47:36.092603 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.139581 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-4a82719b-0e1a-43ce-8d8d-a4792793ac7d service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1806366 Jul 05 03:47:36.291788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:36.292449 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:36.293887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] 10.222.0.13 "PUT /v2.0/ports/e618e6aa-a1c4-47bf-909a-6bc209846db7 HTTP/1.1" status: 200 len: 1123 time: 2.2363727 Jul 05 03:47:36.305454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a67e03-fe23-4194-8d01-a50aaaeeda19 service neutron] Pushing event updated for resources: {'Port': ['ID=e618e6aa-a1c4-47bf-909a-6bc209846db7,revision_number=8']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:36.385960 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c9830df-73f9-43f8-9669-e41202432c8e x-openstack-request-id: req-4c9830df-73f9-43f8-9669-e41202432c8e {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:36.386582 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9fc40e-f19d-449b-b24e-665aff2b7db4", "name": "network-vif-unplugged", "status": "completed", "tag": "e618e6aa-a1c4-47bf-909a-6bc209846db7", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:36.387126 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4c9830df-73f9-43f8-9669-e41202432c8e {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:36.388104 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e618e6aa-a1c4-47bf-909a-6bc209846db7', 'code': 200} Jul 05 03:47:36.422693 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9342541b-3120-4292-a364-25688b908205 req-adab4cfe-c815-4189-b267-dec9a75056d8 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2644973 Jul 05 03:47:36.433535 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['e618e6aa-a1c4-47bf-909a-6bc209846db7'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:36.505856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['e618e6aa-a1c4-47bf-909a-6bc209846db7'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:36.662268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fbdb728-0063-4708-9bce-324693cd0e58 req-4fe05484-2ddf-470f-98ca-f5308e73f362 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:36.664109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fbdb728-0063-4708-9bce-324693cd0e58 req-4fe05484-2ddf-470f-98ca-f5308e73f362 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.1239777 Jul 05 03:47:36.713994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fbdb728-0063-4708-9bce-324693cd0e58 req-90c042e8-2d3b-4f48-a36d-f9e8d48ceaf9 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425305 Jul 05 03:47:36.942248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74aa7f0a-fd87-4509-a49a-ed7025935117 req-e6ba70cf-47d1-4442-a8d5-97beae820cb4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:36.943955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74aa7f0a-fd87-4509-a49a-ed7025935117 req-e6ba70cf-47d1-4442-a8d5-97beae820cb4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.0812018 Jul 05 03:47:36.998828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74aa7f0a-fd87-4509-a49a-ed7025935117 req-982c61f0-036c-44ab-ab2f-465c6c006462 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474539 Jul 05 03:47:37.202640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832facfd-d2fc-449d-a371-d1044a2cc79b req-724b87df-6395-441d-8b9a-69c283982d77 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:37.212722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-832facfd-d2fc-449d-a371-d1044a2cc79b req-724b87df-6395-441d-8b9a-69c283982d77 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 950 time: 0.1042156 Jul 05 03:47:37.280018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-832facfd-d2fc-449d-a371-d1044a2cc79b req-c183101b-c8f4-44f2-9dbf-6c91631d93a8 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588286 Jul 05 03:47:37.393792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b141d0e-ac0d-4a11-ad25-6467e49dec16 req-809718d7-5935-4e65-a011-b341ddbbfc02 tempest-FloatingIPsAssociationNegativeTestJSON-748196049 tempest-FloatingIPsAssociationNegativeTestJSON-748196049-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a67a1f0-0c25-405e-9a13-6a925758781c HTTP/1.1" status: 200 len: 210 time: 0.0468957 Jul 05 03:47:37.529359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5448679d-fb15-4a8d-8aa7-4d0a4519b2d0 req-ee8638a3-ed88-4a01-b27d-e8578bb48c0a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:37.531740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5448679d-fb15-4a8d-8aa7-4d0a4519b2d0 req-ee8638a3-ed88-4a01-b27d-e8578bb48c0a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 946 time: 0.1227014 Jul 05 03:47:37.604022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1244ce3-c1fa-4c5e-a560-94aac52926cd req-c160964a-c7f1-4459-af17-3592f7154a11 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 210 time: 0.0410819 Jul 05 03:47:37.609527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5448679d-fb15-4a8d-8aa7-4d0a4519b2d0 req-1e8b0913-f90a-42e6-8d3a-1277a16fddb2 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714521 Jul 05 03:47:37.871448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-637d70dc-0cb2-4b64-b6be-8dc526bf7b35 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:37.875633 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-637d70dc-0cb2-4b64-b6be-8dc526bf7b35 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 950 time: 0.1203814 Jul 05 03:47:38.021955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72602c-19ea-4487-81f1-ed5d16ba0b33 req-d34534fb-fd7d-4745-84ec-1afb4b6ac464 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:38.024778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b72602c-19ea-4487-81f1-ed5d16ba0b33 req-d34534fb-fd7d-4745-84ec-1afb4b6ac464 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.1103477 Jul 05 03:47:38.039315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-f4559f2f-019f-42ad-8fa0-c851d5f227ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Deleting port 839f6967-2c59-444b-bb02-56ebbf39206d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:38.039861 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-f4559f2f-019f-42ad-8fa0-c851d5f227ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.148841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b72602c-19ea-4487-81f1-ed5d16ba0b33 req-c605d59a-6710-4f14-a1e8-5348af92bf92 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073868 Jul 05 03:47:38.154767 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eae9033b-dc6f-4971-a47a-fd26d87b465d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.243368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-f4559f2f-019f-42ad-8fa0-c851d5f227ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] For port 839f6967-2c59-444b-bb02-56ebbf39206d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=839f6967-2c59-444b-bb02-56ebbf39206d,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:38.243936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-f4559f2f-019f-42ad-8fa0-c851d5f227ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.267558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-f4559f2f-019f-42ad-8fa0-c851d5f227ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Calling delete_port for 839f6967-2c59-444b-bb02-56ebbf39206d owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:38.339577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d765725d-b570-4537-8d32-6968540868ec req-1163a98e-f0ea-4dc4-876e-d5a2de6130d4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:38.341840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d765725d-b570-4537-8d32-6968540868ec req-1163a98e-f0ea-4dc4-876e-d5a2de6130d4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.1558914 Jul 05 03:47:38.485636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'name': 'network-vif-deleted', 'tag': 'f3354d9c-db53-45ab-8f99-48797148e2a8'}, {'name': 'network-changed', 'server_uuid': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'tag': 'e618e6aa-a1c4-47bf-909a-6bc209846db7'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:38.488868 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-968e15b1-5c40-4188-b5fa-79cfd21746a3" -d '{"events": [{"server_uuid": "5a67a1f0-0c25-405e-9a13-6a925758781c", "name": "network-vif-deleted", "tag": "f3354d9c-db53-45ab-8f99-48797148e2a8"}, {"name": "network-changed", "server_uuid": "ce9fc40e-f19d-449b-b24e-665aff2b7db4", "tag": "e618e6aa-a1c4-47bf-909a-6bc209846db7"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:38.497822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a1dba-734a-457b-92cd-53b86f4a737c req-30cf06ab-2b51-462a-a9bb-3b0701ccb072 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:38.499373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-30cf06ab-2b51-462a-a9bb-3b0701ccb072 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.13 "GET /v2.0/networks?id=81fc52d9-59ef-4deb-b94f-25eb14d27b18 HTTP/1.1" status: 200 len: 805 time: 0.1561861 Jul 05 03:47:38.552983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-f4559f2f-019f-42ad-8fa0-c851d5f227ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.568857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', '8602a2eb-05e8-4b92-9e04-82d062c4cf9e', '839f6967-2c59-444b-bb02-56ebbf39206d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:38.572975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9f69cf13-fac9-406e-9783-1276762b7dd9', '78c4177c-8e0a-4344-97bb-aab05a79ff4a', '62125820-879d-4766-a0e1-d4e953290d72'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:38.624188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4559f2f-019f-42ad-8fa0-c851d5f227ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event deleted for resources: {'Port': ['ID=839f6967-2c59-444b-bb02-56ebbf39206d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:38.686469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d765725d-b570-4537-8d32-6968540868ec req-9316c6e7-29cd-473e-b2ce-bc35d8678c5f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482899 Jul 05 03:47:38.719204 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:47:38.729380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-342f8dea-e224-4fc1-a08d-29fb47007201 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=068bea4f667445018e98e93ade1fff17 HTTP/1.1" status: 200 len: 380 time: 0.1873593 Jul 05 03:47:38.758845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Request body: {'port': {'device_id': '92087fdb-cf2c-44d1-965d-34e51552084e', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'admin_state_up': True, 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'security_groups': ['57944de4-2153-4870-a11c-937e6f67dee2']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:38.774614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-f4559f2f-019f-42ad-8fa0-c851d5f227ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] No DVR routers for this DVR port 839f6967-2c59-444b-bb02-56ebbf39206d on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:38.778237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-f4559f2f-019f-42ad-8fa0-c851d5f227ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:38.781074 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7539299a-34f7-46ba-8cc0-3d4d12ebd357 req-f4559f2f-019f-42ad-8fa0-c851d5f227ed tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "DELETE /v2.0/ports/839f6967-2c59-444b-bb02-56ebbf39206d HTTP/1.1" status: 204 len: 173 time: 0.8964603 Jul 05 03:47:38.781972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec71f5de-8a12-4624-bd16-dbd87b866559', 'name': 'network-vif-deleted', 'tag': '839f6967-2c59-444b-bb02-56ebbf39206d'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:38.789518 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58768da7-6b7d-4618-81fa-14d4a26ba19b" -d '{"events": [{"server_uuid": "ec71f5de-8a12-4624-bd16-dbd87b866559", "name": "network-vif-deleted", "tag": "839f6967-2c59-444b-bb02-56ebbf39206d"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:38.794669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ced077f-3f9e-4793-af9e-c64a1bffa420 req-1172c41e-34f7-4438-b603-4396b3ed10f0 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:38.816352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ced077f-3f9e-4793-af9e-c64a1bffa420 req-1172c41e-34f7-4438-b603-4396b3ed10f0 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 867 time: 0.3030429 Jul 05 03:47:38.925121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ced077f-3f9e-4793-af9e-c64a1bffa420 req-e49da2f7-4f37-4db7-9f45-d13201abd49b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199424 Jul 05 03:47:38.980832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46706) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:39.045043 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfbeb5c1-5177-4966-a795-9dda53b5681d x-openstack-request-id: req-bfbeb5c1-5177-4966-a795-9dda53b5681d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:39.046199 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a67a1f0-0c25-405e-9a13-6a925758781c", "name": "network-vif-deleted", "tag": "f3354d9c-db53-45ab-8f99-48797148e2a8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "ce9fc40e-f19d-449b-b24e-665aff2b7db4", "tag": "e618e6aa-a1c4-47bf-909a-6bc209846db7", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:39.046199 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfbeb5c1-5177-4966-a795-9dda53b5681d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:39.046199 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a67a1f0-0c25-405e-9a13-6a925758781c', 'name': 'network-vif-deleted', 'tag': 'f3354d9c-db53-45ab-8f99-48797148e2a8', 'status': 'completed', 'code': 200} Jul 05 03:47:39.046673 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'tag': 'e618e6aa-a1c4-47bf-909a-6bc209846db7', 'status': 'completed', 'code': 200} Jul 05 03:47:39.505723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:39.508996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f3354d9c-db53-45ab-8f99-48797148e2a8 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:39.596028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: f3354d9c-db53-45ab-8f99-48797148e2a8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:39.596939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f3354d9c-db53-45ab-8f99-48797148e2a8 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:39.597905 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:39.734964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad87c552-2575-4df5-bdd1-e8ddafc41579 req-c85e524d-a382-461d-a776-b00e2ab2db47 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 210 time: 0.5218132 Jul 05 03:47:39.744595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Made reservation on behalf of 068bea4f667445018e98e93ade1fff17 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:39.748472 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:39.982994 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.resource_extend [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:47:40.016599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee846bd-e2ea-41ba-9203-9b44a1b4317a req-b88806dd-2885-4e8c-afce-f6023c3ec4e4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:40.018286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ee846bd-e2ea-41ba-9203-9b44a1b4317a req-b88806dd-2885-4e8c-afce-f6023c3ec4e4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 946 time: 0.3000553 Jul 05 03:47:40.102817 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd645eda-d74a-40ca-88a3-9a215e0978ab x-openstack-request-id: req-fd645eda-d74a-40ca-88a3-9a215e0978ab {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:40.103512 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ec71f5de-8a12-4624-bd16-dbd87b866559", "name": "network-vif-deleted", "tag": "839f6967-2c59-444b-bb02-56ebbf39206d", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:40.103777 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd645eda-d74a-40ca-88a3-9a215e0978ab {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:40.104405 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec71f5de-8a12-4624-bd16-dbd87b866559', 'name': 'network-vif-deleted', 'tag': '839f6967-2c59-444b-bb02-56ebbf39206d', 'status': 'completed', 'code': 200} Jul 05 03:47:40.134658 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.219537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ee846bd-e2ea-41ba-9203-9b44a1b4317a req-0b0b036f-58d2-4326-adfe-36c3263f6779 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252501 Jul 05 03:47:40.226986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:40.229512 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ab201cd-957f-4c2b-a094-2414a6054129" -d '{"events": [{"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-unplugged", "status": "completed", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:40.296492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e15b1-5c40-4188-b5fa-79cfd21746a3 req-8468585b-7296-4585-987d-13d7364a8f98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:40.298782 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-968e15b1-5c40-4188-b5fa-79cfd21746a3 req-8468585b-7296-4585-987d-13d7364a8f98 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 1126 time: 0.9654982 Jul 05 03:47:40.335837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:40.359180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:40.397869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Allocated IP 172.20.0.9 (81fc52d9-59ef-4deb-b94f-25eb14d27b18/73c16aaa-5ad7-47af-a5e6-0976b41fd106/b758ce50-6da2-47ac-a347-173df858bc37) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:40.458038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'mac_address': 'fa:16:3e:0e:b9:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.235'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:40.460218 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.478592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ecb193-2eba-47ab-b4d3-bc43a9f33108 req-c0edd95a-46f2-469e-b8e3-4e5ee4c9b9f6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:40.491700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9ecb193-2eba-47ab-b4d3-bc43a9f33108 req-c0edd95a-46f2-469e-b8e3-4e5ee4c9b9f6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.3972471 Jul 05 03:47:40.755329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9ecb193-2eba-47ab-b4d3-bc43a9f33108 req-93370628-64c9-466d-b9fa-c6aa4174b83a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2621305 Jul 05 03:47:40.782464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e15b1-5c40-4188-b5fa-79cfd21746a3 req-6dc6ba16-2f53-4fa7-9c46-1ff845efb8af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:40.788119 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-968e15b1-5c40-4188-b5fa-79cfd21746a3 req-6dc6ba16-2f53-4fa7-9c46-1ff845efb8af service neutron] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.4642103 Jul 05 03:47:40.799501 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.835513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:40.849539 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0cfec5b0-b540-40be-9abc-fbcedccd46ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:40.851791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:40.877783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:40.933978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befaea70-9f8c-4fee-91ca-2643e3a2f0a5 req-c3627b59-47f8-45da-a59f-069f6665674c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:40.942748 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-968e15b1-5c40-4188-b5fa-79cfd21746a3 req-c62a2108-85d2-493e-9e39-259e67032daf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7 HTTP/1.1" status: 200 len: 217 time: 0.1325450 Jul 05 03:47:40.944953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-befaea70-9f8c-4fee-91ca-2643e3a2f0a5 req-c3627b59-47f8-45da-a59f-069f6665674c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 948 time: 0.2546768 Jul 05 03:47:41.007412 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.012926 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.025862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.056079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-befaea70-9f8c-4fee-91ca-2643e3a2f0a5 req-7d77d1c7-d6d3-43be-8283-468748aa845e tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094692 Jul 05 03:47:41.085683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968e15b1-5c40-4188-b5fa-79cfd21746a3 req-d5acbb13-de35-4035-bea9-7e2a81f1d920 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.086401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Transition to ACTIVE for port object b758ce50-6da2-47ac-a347-173df858bc37 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:41.086585 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-968e15b1-5c40-4188-b5fa-79cfd21746a3 req-d5acbb13-de35-4035-bea9-7e2a81f1d920 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.1275387 Jul 05 03:47:41.146508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f639f4f1-400d-4bdc-b33b-ee0811a102f4 req-d83adb6b-740f-40be-ad07-c9a8dafef916 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=ec71f5de-8a12-4624-bd16-dbd87b866559 HTTP/1.1" status: 200 len: 210 time: 0.0656481 Jul 05 03:47:41.148254 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-968e15b1-5c40-4188-b5fa-79cfd21746a3 req-d473f0c0-7d08-46e9-957a-8a9425eda125 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472894 Jul 05 03:47:41.150791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=10']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:41.195037 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd6efb0d-9a21-4de6-a52b-b291ea7a198a x-openstack-request-id: req-bd6efb0d-9a21-4de6-a52b-b291ea7a198a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:41.195606 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-unplugged", "status": "completed", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:41.196866 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd6efb0d-9a21-4de6-a52b-b291ea7a198a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:41.197555 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'code': 200} Jul 05 03:47:41.262898 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-968e15b1-5c40-4188-b5fa-79cfd21746a3 req-c4a7dcf5-74ef-4ea9-a161-9ba70abc1f33 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1018820 Jul 05 03:47:41.265773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.291953 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.320437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:41.324459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:41.373975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:41.434209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['848ba54a-5ab0-46cb-a10b-3b8beac86fd6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:41.439620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 839f6967-2c59-444b-bb02-56ebbf39206d no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:41.460357 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-968e15b1-5c40-4188-b5fa-79cfd21746a3 req-59c675a3-58e7-4bdf-9386-df6eef2f495d service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526048 Jul 05 03:47:41.499640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.503341 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.557603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 839f6967-2c59-444b-bb02-56ebbf39206d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:41.557875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 839f6967-2c59-444b-bb02-56ebbf39206d not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:41.649054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Pushing event updated for resources: {'Port': ['ID=b758ce50-6da2-47ac-a347-173df858bc37,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:41.685217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b04cfb6-6ae6-4591-b6cd-db4eda761f49 req-09657460-2c0e-4996-89b3-6ff7c7d339db tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.695732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b04cfb6-6ae6-4591-b6cd-db4eda761f49 req-09657460-2c0e-4996-89b3-6ff7c7d339db tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 931 time: 0.2454145 Jul 05 03:47:41.722757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-ef47e8e4-b556-4378-9890-08a85e3b234f tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9820817 Jul 05 03:47:41.741363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f170eaaf-6d9e-44aa-913e-47d7a4c2c29e req-481fbf30-59c8-436c-9915-680d5ff4ec5f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:41.743189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f170eaaf-6d9e-44aa-913e-47d7a4c2c29e req-481fbf30-59c8-436c-9915-680d5ff4ec5f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 950 time: 0.2279348 Jul 05 03:47:41.750025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Request body: {'port': {'device_id': '92087fdb-cf2c-44d1-965d-34e51552084e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:41.758121 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.851265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b04cfb6-6ae6-4591-b6cd-db4eda761f49 req-04e9ec69-f222-4cfd-ab3c-5d068bb653b1 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1544633 Jul 05 03:47:41.899161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f170eaaf-6d9e-44aa-913e-47d7a4c2c29e req-f6c55aa1-6cee-4448-bf05-0a350ca8288f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407535 Jul 05 03:47:41.938140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7955f1b5-0c5f-4489-bdb8-a8252c34c8bf None None] Provisioning for port b758ce50-6da2-47ac-a347-173df858bc37 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:41.951018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7955f1b5-0c5f-4489-bdb8-a8252c34c8bf None None] Provisioning complete for port b758ce50-6da2-47ac-a347-173df858bc37 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:41.952402 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7955f1b5-0c5f-4489-bdb8-a8252c34c8bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:41.989001 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.001129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] Deleting port 059d2e15-1a87-4089-a78f-f57ed5286208 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:42.004843 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.069267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7955f1b5-0c5f-4489-bdb8-a8252c34c8bf None None] Port b758ce50-6da2-47ac-a347-173df858bc37 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:42.177884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] For port 059d2e15-1a87-4089-a78f-f57ed5286208, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=059d2e15-1a87-4089-a78f-f57ed5286208,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:42.177884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.195730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] Calling delete_port for 059d2e15-1a87-4089-a78f-f57ed5286208 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:42.388560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43c9161b-f409-4547-80e6-063729c45979 req-7fd5250b-3491-4702-bfb4-766ff36a242f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.390144 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43c9161b-f409-4547-80e6-063729c45979 req-7fd5250b-3491-4702-bfb4-766ff36a242f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 946 time: 0.2975614 Jul 05 03:47:42.399255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93c5b64-71a9-418b-8170-139fefb53f4f req-238b166d-8a02-4f20-8da6-562aed63e4cf tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:42.400902 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d93c5b64-71a9-418b-8170-139fefb53f4f req-238b166d-8a02-4f20-8da6-562aed63e4cf tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.2283068 Jul 05 03:47:42.501353 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43c9161b-f409-4547-80e6-063729c45979 req-72d3136d-7c40-4977-b33b-5cfe61b2260c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975103 Jul 05 03:47:42.589555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.623828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b758ce50-6da2-47ac-a347-173df858bc37 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:42.661108 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:42.672847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] Pushing event deleted for resources: {'Port': ['ID=059d2e15-1a87-4089-a78f-f57ed5286208,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:42.685772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d93c5b64-71a9-418b-8170-139fefb53f4f req-fe5ee06f-910f-496e-8770-faca3256cc9b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2780614 Jul 05 03:47:42.716818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Transition to ACTIVE for port object b758ce50-6da2-47ac-a347-173df858bc37 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:42.857059 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.087058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-6390b08f-1dad-4ce9-a928-cd1a0baeb383 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8a919433e3a0417582628b463d3b295d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0989544 Jul 05 03:47:43.088115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b758ce50-6da2-47ac-a347-173df858bc37,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.153758 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.164824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-7142647e-9cb2-4cb3-8582-2d91d2548ba5 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.166595 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-7142647e-9cb2-4cb3-8582-2d91d2548ba5 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1098 time: 0.1978776 Jul 05 03:47:43.185431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-758944-41'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:43.326221 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.375936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Attempting to bind port b758ce50-6da2-47ac-a347-173df858bc37 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:43.376884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Attempting to bind port b758ce50-6da2-47ac-a347-173df858bc37 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:43.381700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Attempting to bind port b758ce50-6da2-47ac-a347-173df858bc37 on network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:43.391615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-6f56c447-5ce1-4c2e-add7-ef73ce163d8a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.393574 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-6f56c447-5ce1-4c2e-add7-ef73ce163d8a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3002346 Jul 05 03:47:43.395250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Port b758ce50-6da2-47ac-a347-173df858bc37 on network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:43.395638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Attempting to bind port b758ce50-6da2-47ac-a347-173df858bc37 on network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:43.409439 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.410943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:43.411541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Checking segment: {'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:43.412225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Bound using segment: {'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:43.412897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Bound port: b758ce50-6da2-47ac-a347-173df858bc37, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bd20967-5efb-4911-828a-c13b5659e9d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:43.413938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.430247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-92beaede-64ea-4bf5-9235-7012300bc045 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/quotas/8a919433e3a0417582628b463d3b295d HTTP/1.1" status: 200 len: 375 time: 0.0283828 Jul 05 03:47:43.447418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:43.563539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] For port b758ce50-6da2-47ac-a347-173df858bc37, host n-h2-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:43.569040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] For port b758ce50-6da2-47ac-a347-173df858bc37, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b758ce50-6da2-47ac-a347-173df858bc37,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:43.574652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.575621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:43.581947 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.613409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-0aca45bd-5f4f-4914-950d-01eb21ece439 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1565149 Jul 05 03:47:43.654531 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] Router c9094e8c-dc43-4b58-8501-129fb570af5e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:47:43.684511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:43.692018 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.718605 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.772032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:43.778740 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c101e706-c3f8-4170-b1ae-ea835bbefd7e" -d '{"events": [{"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-plugged", "status": "completed", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:43.790022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:43.794324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:43.797310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.801386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] 10.222.0.13 "PUT /v2.0/ports/b758ce50-6da2-47ac-a347-173df858bc37 HTTP/1.1" status: 200 len: 1092 time: 2.0570662 Jul 05 03:47:43.802382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92087fdb-cf2c-44d1-965d-34e51552084e', 'tag': 'b758ce50-6da2-47ac-a347-173df858bc37'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:43.806485 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c91e6ea1-926c-4930-adc7-803ee5f8e67f" -d '{"events": [{"name": "network-changed", "server_uuid": "92087fdb-cf2c-44d1-965d-34e51552084e", "tag": "b758ce50-6da2-47ac-a347-173df858bc37"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:43.808690 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:43.864337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baa0581-dc51-497e-9d15-e5ad5d2f1eb1 service neutron] Pushing event updated for resources: {'Port': ['ID=b758ce50-6da2-47ac-a347-173df858bc37,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:43.896819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '716032b0-10a9-4810-8049-209a2781f817'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:43.899297 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b95a35da-3358-4794-b324-0b3bb25cec75" -d '{"events": [{"server_uuid": "b62a6451-7543-4172-9c7b-8633dee2c272", "name": "network-vif-unplugged", "status": "completed", "tag": "716032b0-10a9-4810-8049-209a2781f817"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:43.904728 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:43.914032 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.030344 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.127594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.172011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=11']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:44.185699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59336ec-28fd-40fc-b485-ffcaf3f56c0f req-a48ac72a-5b56-4e0c-aaab-f26eefc50e36 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.187949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c59336ec-28fd-40fc-b485-ffcaf3f56c0f req-a48ac72a-5b56-4e0c-aaab-f26eefc50e36 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 943 time: 0.2724016 Jul 05 03:47:44.215234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:47:44.229785 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] Sync routers for ids ['c9094e8c-dc43-4b58-8501-129fb570af5e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:47:44.242923 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8e132a36-8725-49c8-8be2-13cb81988acd admin admin] 10.222.0.30 "PUT /v2.0/routers/c9094e8c-dc43-4b58-8501-129fb570af5e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2517424 Jul 05 03:47:44.248191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46776) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:44.273386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] Routers {'c9094e8c-dc43-4b58-8501-129fb570af5e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:44.274956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:47:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c9094e8c-dc43-4b58-8501-129fb570af5e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:44.282977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a1dba-734a-457b-92cd-53b86f4a737c req-0080cf04-ebbf-4056-a04c-32827c38545c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.289018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-0080cf04-ebbf-4056-a04c-32827c38545c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=068bea4f667445018e98e93ade1fff17&device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 1095 time: 0.2893782 Jul 05 03:47:44.406689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c59336ec-28fd-40fc-b485-ffcaf3f56c0f req-aadfae0b-3612-4d46-bb38-5a77e900fdb9 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026775 Jul 05 03:47:44.413692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-58242dbc-1762-46d8-afc0-8bcc0f992f97 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b758ce50-6da2-47ac-a347-173df858bc37 HTTP/1.1" status: 200 len: 217 time: 0.1038365 Jul 05 03:47:44.442102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Pushing event updated for resources: {'Port': ['ID=716032b0-10a9-4810-8049-209a2781f817,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:44.446042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e705d75c-ddd4-4a2d-be9e-4c553867d257 req-f913dfbd-ceed-4a6c-8256-b3ec28e4c9de tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.455938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e705d75c-ddd4-4a2d-be9e-4c553867d257 req-f913dfbd-ceed-4a6c-8256-b3ec28e4c9de tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.2664788 Jul 05 03:47:44.562494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on host n-h2-758944-41 for vnic_type normal with profile {"migrating_to": "n-h1-758944-41"} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:44.562494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:44.562931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:44.572215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] Set router c9094e8c-dc43-4b58-8501-129fb570af5e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:44.588669 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:44.589358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:44.589672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e705d75c-ddd4-4a2d-be9e-4c553867d257 req-858bbd0a-1b16-4cdf-a10c-e9282ccf889a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284733 Jul 05 03:47:44.606426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:44.610035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a1dba-734a-457b-92cd-53b86f4a737c req-c7939a7a-4614-49b3-b485-91b2403f44e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.611134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:44.611787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-c7939a7a-4614-49b3-b485-91b2403f44e9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73c16aaa-5ad7-47af-a5e6-0976b41fd106 HTTP/1.1" status: 200 len: 844 time: 0.1400883 Jul 05 03:47:44.615023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:44.617243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Bound port: 716032b0-10a9-4810-8049-209a2781f817, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:44.621807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:44.905768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541a1dba-734a-457b-92cd-53b86f4a737c req-2cda8c37-56ab-4f92-b24d-1c16aa7f6cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.914106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-2cda8c37-56ab-4f92-b24d-1c16aa7f6cbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81fc52d9-59ef-4deb-b94f-25eb14d27b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2843053 Jul 05 03:47:44.933506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:47:42Z', 'revision_number': 5, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:44.978014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457ca2ed-a993-40b3-8974-a6433c9f192c req-164c6a93-ccb6-460e-ae4a-6b44ef902c35 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:44.979725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-457ca2ed-a993-40b3-8974-a6433c9f192c req-164c6a93-ccb6-460e-ae4a-6b44ef902c35 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 950 time: 0.2417841 Jul 05 03:47:44.980001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] Checking router: c9094e8c-dc43-4b58-8501-129fb570af5e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:47:44.991624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] Routers {'c9094e8c-dc43-4b58-8501-129fb570af5e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:47:44.992301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:47:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c9094e8c-dc43-4b58-8501-129fb570af5e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:45.022047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f97fe-dccf-41ca-8a1e-fb85e9d35c03 req-543698bc-d170-423f-b574-778616dc55e8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.023655 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-138f97fe-dccf-41ca-8a1e-fb85e9d35c03 req-543698bc-d170-423f-b574-778616dc55e8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.2694728 Jul 05 03:47:45.079953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.104370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-138f97fe-dccf-41ca-8a1e-fb85e9d35c03 req-48f8fe41-0504-43de-bc44-21997fbd9391 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538380 Jul 05 03:47:45.159925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-457ca2ed-a993-40b3-8974-a6433c9f192c req-67111d4e-74f1-49f3-b920-faf296712eef tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333511 Jul 05 03:47:45.182317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] Set router c9094e8c-dc43-4b58-8501-129fb570af5e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:47:45.223531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-6acadc80-2833-47e4-be7a-da366938f3f3 service neutron] 10.222.0.13 "GET /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853725 Jul 05 03:47:45.297457 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-094828a9-1685-494d-8359-0d00e1119e0e x-openstack-request-id: req-094828a9-1685-494d-8359-0d00e1119e0e {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:45.297457 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-plugged", "status": "completed", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:45.297457 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-094828a9-1685-494d-8359-0d00e1119e0e {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:45.297457 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'code': 200} Jul 05 03:47:45.298448 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef146f71-5dd7-4e20-b264-33323c822ad1 x-openstack-request-id: req-ef146f71-5dd7-4e20-b264-33323c822ad1 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:45.298448 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92087fdb-cf2c-44d1-965d-34e51552084e", "tag": "b758ce50-6da2-47ac-a347-173df858bc37", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:45.298448 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ef146f71-5dd7-4e20-b264-33323c822ad1 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:45.298448 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92087fdb-cf2c-44d1-965d-34e51552084e', 'tag': 'b758ce50-6da2-47ac-a347-173df858bc37', 'status': 'completed', 'code': 200} Jul 05 03:47:45.389837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdd1bd76-5bc5-4337-b2b3-9ebea7e0a0d8 req-d5f5084f-e180-482e-95de-0252bac47a99 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 210 time: 0.0432401 Jul 05 03:47:45.434100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:45.458918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 716032b0-10a9-4810-8049-209a2781f817 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:45.464039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:45.477709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.495477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:47:42Z', 'revision_number': 5, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:45.497270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541a1dba-734a-457b-92cd-53b86f4a737c req-e2d07f16-3cf3-4a79-949a-2b9bd3888300 service neutron] 10.222.0.13 "GET /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2600749 Jul 05 03:47:45.504034 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6edeb94f-24bb-4f8d-aabf-6a39f0fba6b9 x-openstack-request-id: req-6edeb94f-24bb-4f8d-aabf-6a39f0fba6b9 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:45.504329 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62a6451-7543-4172-9c7b-8633dee2c272", "name": "network-vif-unplugged", "status": "completed", "tag": "716032b0-10a9-4810-8049-209a2781f817", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:45.505282 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6edeb94f-24bb-4f8d-aabf-6a39f0fba6b9 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:45.506115 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '716032b0-10a9-4810-8049-209a2781f817', 'code': 200} Jul 05 03:47:45.540258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb4e0a2b-c5ad-4735-b763-e94d2ce024b6 None None] The sync data for ids ['c9094e8c-dc43-4b58-8501-129fb570af5e'] in n-d-758944-41 is: [{'id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1639925685-router', 'tenant_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234'}], 'enable_snat': True}, 'gw_port_id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:46:05Z', 'updated_at': '2021-07-05T03:47:42Z', 'revision_number': 5, 'project_id': 'ebac8fa613924bbfa3863535d8a1a3df', 'gw_port': {'id': '116c3646-27e2-4d38-acda-6cb208e7042f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:eb:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9094e8c-dc43-4b58-8501-129fb570af5e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 517, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:46:08Z', 'updated_at': '2021-07-05T03:46:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:47:45.564733 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.726718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:45.761037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on host n-h2-758944-41 for vnic_type normal with profile {"migrating_to": "n-h1-758944-41"} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:45.761936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:45.763081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:45.769126 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:45.770009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Attempting to bind port 716032b0-10a9-4810-8049-209a2781f817 on network c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:45.778561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Pushing event updated for resources: {'Port': ['ID=716032b0-10a9-4810-8049-209a2781f817,revision_number=8']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:45.782752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:45.782752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Checking segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:45.784079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Bound using segment: {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:45.785502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Bound port: 716032b0-10a9-4810-8049-209a2781f817, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7f780b-85b1-46fc-8a56-317feb930880', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'c2ff4a2a-eed4-48b0-9126-6d2078f3ed93'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:45.786123 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.797016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.797648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.802043 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-ad1745dd-d282-4e03-af22-8d4679f95619 service neutron] 10.222.0.26 "PUT /v2.0/ports/716032b0-10a9-4810-8049-209a2781f817 HTTP/1.1" status: 200 len: 1124 time: 2.6279056 Jul 05 03:47:45.822989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Deleting port 116c3646-27e2-4d38-acda-6cb208e7042f {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:45.823318 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:45.870333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721fdd3e-0228-44a2-9bd5-6aef0886ae9e req-29a2ceb9-7c22-4c7c-b4b0-e5a2483025ef tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.873959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-721fdd3e-0228-44a2-9bd5-6aef0886ae9e req-29a2ceb9-7c22-4c7c-b4b0-e5a2483025ef tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 943 time: 0.2408953 Jul 05 03:47:45.890268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-8b05f4b6-f872-4246-b56f-52cc7251e87d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:45.897442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-8b05f4b6-f872-4246-b56f-52cc7251e87d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=068bea4f667445018e98e93ade1fff17&device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 1095 time: 0.1730845 Jul 05 03:47:45.904584 n-d-758944-41 neutron-server[100897]: WARNING neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Concurrent port binding operations failed on port 716032b0-10a9-4810-8049-209a2781f817 Jul 05 03:47:45.912179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:45.920365 n-d-758944-41 neutron-server[100897]: INFO neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Attempt 2 to bind port 716032b0-10a9-4810-8049-209a2781f817 Jul 05 03:47:45.921831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 716032b0-10a9-4810-8049-209a2781f817 has no active binding in host n-h1-758944-41 {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:47:45.962696 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['716032b0-10a9-4810-8049-209a2781f817'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:45.984618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] For port 116c3646-27e2-4d38-acda-6cb208e7042f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=116c3646-27e2-4d38-acda-6cb208e7042f,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:45.984982 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.003079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Calling delete_port for 116c3646-27e2-4d38-acda-6cb208e7042f owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:46.041044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['716032b0-10a9-4810-8049-209a2781f817'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:46.114061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-721fdd3e-0228-44a2-9bd5-6aef0886ae9e req-195cd319-a854-4192-a170-00d5907e254c tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2121468 Jul 05 03:47:46.197082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-18ec14a3-1c99-422c-8426-9d8c1bd9110a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.198875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-18ec14a3-1c99-422c-8426-9d8c1bd9110a service neutron] 10.222.0.13 "GET /v2.0/networks?id=81fc52d9-59ef-4deb-b94f-25eb14d27b18 HTTP/1.1" status: 200 len: 906 time: 0.2678471 Jul 05 03:47:46.241655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82a1786-ca1b-439a-9250-cc26c988158b req-c2079556-a538-4467-98de-6335956046b9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.251437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a82a1786-ca1b-439a-9250-cc26c988158b req-c2079556-a538-4467-98de-6335956046b9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.2710657 Jul 05 03:47:46.368371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-78f8656e-aeb6-48ac-9778-82a29c8cfed8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b758ce50-6da2-47ac-a347-173df858bc37 HTTP/1.1" status: 200 len: 217 time: 0.1537864 Jul 05 03:47:46.413344 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 059d2e15-1a87-4089-a78f-f57ed5286208 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:46.423649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.460192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 059d2e15-1a87-4089-a78f-f57ed5286208 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:46.460556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 059d2e15-1a87-4089-a78f-f57ed5286208 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:46.473005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Pushing event deleted for resources: {'Port': ['ID=116c3646-27e2-4d38-acda-6cb208e7042f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:46.554052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a82a1786-ca1b-439a-9250-cc26c988158b req-c46bcce3-53d8-4b1c-b666-8ff090ea5967 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3015604 Jul 05 03:47:46.572573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-7f90fb48-3053-4316-a856-81269ca26aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.574068 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-7f90fb48-3053-4316-a856-81269ca26aba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73c16aaa-5ad7-47af-a5e6-0976b41fd106 HTTP/1.1" status: 200 len: 844 time: 0.1953816 Jul 05 03:47:46.591329 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.671316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc11d42a-4a41-4537-b775-43335d2c7f4f req-d66c8671-6229-4fd6-82e6-24f286cb8338 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:46.673242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc11d42a-4a41-4537-b775-43335d2c7f4f req-d66c8671-6229-4fd6-82e6-24f286cb8338 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.2736537 Jul 05 03:47:46.729192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.732190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.914967 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.916031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router c9094e8c-dc43-4b58-8501-129fb570af5e {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:47:46.928227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:46.928227 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-09cad908-9863-4f0c-8943-11ea1edf02ba admin admin] 10.222.0.30 "DELETE /v2.0/routers/c9094e8c-dc43-4b58-8501-129fb570af5e HTTP/1.1" status: 204 len: 168 time: 2.6701131 Jul 05 03:47:46.928227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46800) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:46.991107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab929e19-648d-4242-be8d-d11728f6f66a admin admin] Deleting subnet 99b71389-7522-4a0f-bfde-d848d4519f01 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:47:46.995364 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab929e19-648d-4242-be8d-d11728f6f66a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.048971 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab929e19-648d-4242-be8d-d11728f6f66a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.064624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-4815a3fe-3fe6-4d48-9b3f-fb4e99ef7534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.066236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-4815a3fe-3fe6-4d48-9b3f-fb4e99ef7534 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81fc52d9-59ef-4deb-b94f-25eb14d27b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4745185 Jul 05 03:47:47.146825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc11d42a-4a41-4537-b775-43335d2c7f4f req-27d473d4-2794-461e-90ab-696bd79a90cd tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4648762 Jul 05 03:47:47.199946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab929e19-648d-4242-be8d-d11728f6f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.211249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e133ee4a-bab5-4ed7-8f3c-2111bb003d1c req-60afd512-0e18-4d07-a7c4-2377ac4f9f61 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.214907 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e133ee4a-bab5-4ed7-8f3c-2111bb003d1c req-60afd512-0e18-4d07-a7c4-2377ac4f9f61 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 950 time: 0.5070646 Jul 05 03:47:47.271843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-2d8d1a59-459e-4f96-bb99-0491b16a4e35 service neutron] 10.222.0.13 "GET /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1810231 Jul 05 03:47:47.305200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e133ee4a-bab5-4ed7-8f3c-2111bb003d1c req-1c4d6899-702c-49b8-b2c8-a570cc2e8ff5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694063 Jul 05 03:47:47.376518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a671128b-231b-4906-967c-727b5160fff0 req-2cda4584-8fbe-437b-8397-2e357a050093 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 210 time: 0.0761654 Jul 05 03:47:47.423017 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab929e19-648d-4242-be8d-d11728f6f66a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.479779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab929e19-648d-4242-be8d-d11728f6f66a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=99b71389-7522-4a0f-bfde-d848d4519f01,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:47.487113 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab929e19-648d-4242-be8d-d11728f6f66a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.493422 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ab929e19-648d-4242-be8d-d11728f6f66a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/99b71389-7522-4a0f-bfde-d848d4519f01 HTTP/1.1" status: 204 len: 168 time: 0.5611746 Jul 05 03:47:47.493422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46806) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:47.501217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d3d639c-f7b2-4602-95a5-58f861b28ba4 None None] Network f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:47.523315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c91e6ea1-926c-4930-adc7-803ee5f8e67f req-be07f14e-ccdd-4fa5-be22-4ad9d7a222c0 service neutron] 10.222.0.13 "GET /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2321339 Jul 05 03:47:47.541480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'tag': '716032b0-10a9-4810-8049-209a2781f817'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:47.554837 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30958ae5-38be-4346-9741-430ffdd95d67" -d '{"events": [{"name": "network-changed", "server_uuid": "b62a6451-7543-4172-9c7b-8633dee2c272", "tag": "716032b0-10a9-4810-8049-209a2781f817"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:47.700999 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-891dba03-77e8-4832-b92b-cd364992d380 x-openstack-request-id: req-891dba03-77e8-4832-b92b-cd364992d380 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:47.700999 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b62a6451-7543-4172-9c7b-8633dee2c272", "tag": "716032b0-10a9-4810-8049-209a2781f817", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:47.708547 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-891dba03-77e8-4832-b92b-cd364992d380 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:47.709698 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'tag': '716032b0-10a9-4810-8049-209a2781f817', 'status': 'completed', 'code': 200} Jul 05 03:47:47.729181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e485dd1-d9fb-454a-9e64-bea585f9f0ba req-60fb8cf6-5cfb-48cf-9bd8-d1977dd373e1 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.731657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.739341 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e485dd1-d9fb-454a-9e64-bea585f9f0ba req-60fb8cf6-5cfb-48cf-9bd8-d1977dd373e1 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 943 time: 0.1862495 Jul 05 03:47:47.748616 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-39714fd3-fa04-4b3d-b753-3f8f38928c95 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=8a919433e3a0417582628b463d3b295d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1069801 Jul 05 03:47:47.786941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-8530464b-c6b2-4543-8f0b-207e0aaf185c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.786941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-8530464b-c6b2-4543-8f0b-207e0aaf185c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 950 time: 0.1758533 Jul 05 03:47:47.801361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d38687a-968a-43d6-a2e8-ab3eb9f2cf52 None None] DHCP port deletion for f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:47:47.915192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2d38687a-968a-43d6-a2e8-ab3eb9f2cf52 None None] Deleting port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:47.915760 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d38687a-968a-43d6-a2e8-ab3eb9f2cf52 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:47.990163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e485dd1-d9fb-454a-9e64-bea585f9f0ba req-c133d195-6c66-4160-8d30-9b50b7f38212 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2451117 Jul 05 03:47:47.995722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-26d37914-b322-4005-be57-442e52087051 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:47.997005 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-26d37914-b322-4005-be57-442e52087051 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2133164 Jul 05 03:47:48.002283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30958ae5-38be-4346-9741-430ffdd95d67 req-58bdf0aa-0719-4f95-bb51-3e80e8fcf238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.004513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30958ae5-38be-4346-9741-430ffdd95d67 req-58bdf0aa-0719-4f95-bb51-3e80e8fcf238 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 1127 time: 0.2708166 Jul 05 03:47:48.020624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Request body: {'port': {'device_id': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '8a919433e3a0417582628b463d3b295d'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:48.210365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2d38687a-968a-43d6-a2e8-ab3eb9f2cf52 None None] For port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a04e0e4e-9c7f-429c-9400-08dea0bf3ed8,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:48.210365 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d38687a-968a-43d6-a2e8-ab3eb9f2cf52 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.238763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Deleting port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:48.239322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.249169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2d38687a-968a-43d6-a2e8-ab3eb9f2cf52 None None] Calling delete_port for a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:48.320928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-2a8b597d-1124-4287-9147-ebe7fb8086ec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2655911 Jul 05 03:47:48.362163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] For port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a04e0e4e-9c7f-429c-9400-08dea0bf3ed8,segment=NetworkSegment(1bc370e4-380b-4a47-a81b-a25f1f563632),segment_id=1bc370e4-380b-4a47-a81b-a25f1f563632)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:48.363773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.385722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e01a701-336e-4d57-a3a8-d3513b65692b req-332a9f57-03eb-4577-95fd-1b494b99d7ea tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.388722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Calling delete_port for a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:48.394610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e01a701-336e-4d57-a3a8-d3513b65692b req-332a9f57-03eb-4577-95fd-1b494b99d7ea tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.4214191 Jul 05 03:47:48.403343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Made reservation on behalf of 8a919433e3a0417582628b463d3b295d for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:48.410224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.436993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30958ae5-38be-4346-9741-430ffdd95d67 req-e13b2544-0bfc-46f1-97e9-b2f619508ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.438595 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30958ae5-38be-4346-9741-430ffdd95d67 req-e13b2544-0bfc-46f1-97e9-b2f619508ffc service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.2744424 Jul 05 03:47:48.448427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-aac0336c-9bdc-4e13-a26c-9444ccfdfb41 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Deleting port 62125820-879d-4766-a0e1-d4e953290d72 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:48.448926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-aac0336c-9bdc-4e13-a26c-9444ccfdfb41 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.473621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:48.600721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 116c3646-27e2-4d38-acda-6cb208e7042f no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:48.639405 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30958ae5-38be-4346-9741-430ffdd95d67 req-a8c31c19-afc8-4f15-90bb-2d2ce2ea8f3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=716032b0-10a9-4810-8049-209a2781f817 HTTP/1.1" status: 200 len: 217 time: 0.1520309 Jul 05 03:47:48.645693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 116c3646-27e2-4d38-acda-6cb208e7042f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:48.645937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 116c3646-27e2-4d38-acda-6cb208e7042f not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:48.646476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:48.674778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e01a701-336e-4d57-a3a8-d3513b65692b req-861018b1-e269-4341-a3f1-3e4a785adb28 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2792146 Jul 05 03:47:48.697194 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:48.697194 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:48.716101 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d38687a-968a-43d6-a2e8-ab3eb9f2cf52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.776871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38687a-968a-43d6-a2e8-ab3eb9f2cf52 None None] Pushing event deleted for resources: {'Port': ['ID=a04e0e4e-9c7f-429c-9400-08dea0bf3ed8,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:48.788122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d38687a-968a-43d6-a2e8-ab3eb9f2cf52 None None] No DVR routers for this DVR port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:48.813343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-aac0336c-9bdc-4e13-a26c-9444ccfdfb41 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] For port 62125820-879d-4766-a0e1-d4e953290d72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=62125820-879d-4766-a0e1-d4e953290d72,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:48.816578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-aac0336c-9bdc-4e13-a26c-9444ccfdfb41 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:48.836179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32d16d00-ed5d-4987-b16f-e69286fe295b req-24a1d1d6-0406-4cda-9139-c876af093b42 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.838075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32d16d00-ed5d-4987-b16f-e69286fe295b req-24a1d1d6-0406-4cda-9139-c876af093b42 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.2854574 Jul 05 03:47:48.843287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-34f798f5-65db-4c59-979f-c44d197a896d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.844952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-34f798f5-65db-4c59-979f-c44d197a896d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 1097 time: 0.3787568 Jul 05 03:47:48.905214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:48.928995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 has no active binding in host n-h2-758944-41 {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:47:48.965263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30958ae5-38be-4346-9741-430ffdd95d67 req-4600a4bf-4496-487e-8429-bab45d126cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:48.966083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-aac0336c-9bdc-4e13-a26c-9444ccfdfb41 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Calling delete_port for 62125820-879d-4766-a0e1-d4e953290d72 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:48.967059 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30958ae5-38be-4346-9741-430ffdd95d67 req-4600a4bf-4496-487e-8429-bab45d126cae service neutron] 10.222.0.13 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.3155937 Jul 05 03:47:48.982821 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Allocated IP 192.168.233.42 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:47:48.994465 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.035012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30958ae5-38be-4346-9741-430ffdd95d67 req-0c45c22a-2bdf-40ed-ba37-b1eb1d8f9fb3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0547760 Jul 05 03:47:49.068760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32d16d00-ed5d-4987-b16f-e69286fe295b req-db9d830b-5d3c-487e-868f-067079caf1e4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181065 Jul 05 03:47:49.074280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=a04e0e4e-9c7f-429c-9400-08dea0bf3ed8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:49.194795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] No DVR routers for this DVR port a04e0e4e-9c7f-429c-9400-08dea0bf3ed8 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:49.321763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-2dc31cc6-c2bc-46b7-a3d6-354f882c8098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.325417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-2dc31cc6-c2bc-46b7-a3d6-354f882c8098 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.4365468 Jul 05 03:47:49.337520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007b21b7-cd63-44f2-8b04-b9a484c6bbe0 req-1f2ffcbd-f57e-472d-86b2-783700d82738 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.344689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-007b21b7-cd63-44f2-8b04-b9a484c6bbe0 req-1f2ffcbd-f57e-472d-86b2-783700d82738 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 950 time: 0.3665648 Jul 05 03:47:49.424794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-0da879c5-4908-453f-a82b-40499f45ced9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8 HTTP/1.1" status: 200 len: 217 time: 0.0759785 Jul 05 03:47:49.436678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-153250d5-e1e2-4bfd-b5d7-7c383ddb091c req-a5b5d3bb-045f-462f-bdc4-f535088e3e17 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 210 time: 0.1065290 Jul 05 03:47:49.493904 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.550675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:49.575971 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30958ae5-38be-4346-9741-430ffdd95d67 req-b5697d02-3d05-4d85-a0fd-e0d084974557 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5164943 Jul 05 03:47:49.579212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1bc370e4-380b-4a47-a81b-a25f1f563632') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:49.579511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1bc370e4-380b-4a47-a81b-a25f1f563632') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:47:49.687592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.721929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-007b21b7-cd63-44f2-8b04-b9a484c6bbe0 req-1e07c930-e05c-4a18-bdbb-942d22e9f218 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3751001 Jul 05 03:47:49.748258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-d38ecb12-b8f2-4e01-ae7a-66b606459350 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:49.749012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-d38ecb12-b8f2-4e01-ae7a-66b606459350 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.3080041 Jul 05 03:47:49.816344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.823323 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.835059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:47:49.835477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:47:49.837424 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:47:49.863070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-79917c51-d827-4bed-9d5e-66bea4f691ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0825934 Jul 05 03:47:49.934123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Transition to ACTIVE for port object 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:49.955632 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30958ae5-38be-4346-9741-430ffdd95d67 req-5fd4492d-67df-48a0-ae74-8ef31ba16a78 service neutron] 10.222.0.13 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3503458 Jul 05 03:47:50.039827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.044797 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.059453 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0 HTTP/1.1" status: 204 len: 168 time: 2.5649633 Jul 05 03:47:50.098793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436c037a-52e0-40d4-8768-8d2a59ee93a5 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1e877fa-60b7-47fc-b0d3-6b972cd4f3c0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:50.130612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-aac0336c-9bdc-4e13-a26c-9444ccfdfb41 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.144689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9f69cf13-fac9-406e-9783-1276762b7dd9', '78c4177c-8e0a-4344-97bb-aab05a79ff4a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:50.180984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', '8602a2eb-05e8-4b92-9e04-82d062c4cf9e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:50.206540 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.256070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:47:50.264118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-235815f8-5a2f-4d8a-8137-c660244ed885 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3807755 Jul 05 03:47:50.264118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac0336c-9bdc-4e13-a26c-9444ccfdfb41 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event deleted for resources: {'Port': ['ID=62125820-879d-4766-a0e1-d4e953290d72,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:50.270734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:50.341281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:47:50.374262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 62125820-879d-4766-a0e1-d4e953290d72 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:50.404865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:50.422348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.423097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.442834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 62125820-879d-4766-a0e1-d4e953290d72 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:47:50.446103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 62125820-879d-4766-a0e1-d4e953290d72 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:50.515457 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-12a13b59-4822-4fc3-8e00-f16a0a5dc9e4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4989719 Jul 05 03:47:50.524071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-aac0336c-9bdc-4e13-a26c-9444ccfdfb41 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] No DVR routers for this DVR port 62125820-879d-4766-a0e1-d4e953290d72 on host n-h2-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:50.533423 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-aac0336c-9bdc-4e13-a26c-9444ccfdfb41 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.536227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Request body: {'port': {'device_id': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:50.537264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5934c33-dc5b-484d-a3c5-ae5e392c6f64 req-aac0336c-9bdc-4e13-a26c-9444ccfdfb41 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "DELETE /v2.0/ports/62125820-879d-4766-a0e1-d4e953290d72 HTTP/1.1" status: 204 len: 173 time: 2.7439225 Jul 05 03:47:50.545374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4', 'name': 'network-vif-deleted', 'tag': '62125820-879d-4766-a0e1-d4e953290d72'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:50.548900 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af7f8434-6eae-49b7-8ac8-e157705f6b9a" -d '{"events": [{"server_uuid": "c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4", "name": "network-vif-deleted", "tag": "62125820-879d-4766-a0e1-d4e953290d72"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:50.657441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f037a44-1150-4343-8bdc-1746678a2d1d req-e534450d-0fcd-499d-9c1c-d32220df2949 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.657441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f037a44-1150-4343-8bdc-1746678a2d1d req-e534450d-0fcd-499d-9c1c-d32220df2949 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 943 time: 0.6275375 Jul 05 03:47:50.657736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46838) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:50.711822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9918bdcd-705e-42f7-87a6-334cc46d10a9 req-1d6bfd34-25e0-4e51-9c8f-ec85b4b874ba tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:50.725342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9918bdcd-705e-42f7-87a6-334cc46d10a9 req-1d6bfd34-25e0-4e51-9c8f-ec85b4b874ba tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.5972953 Jul 05 03:47:50.744369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:50.816066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e870955-5665-44c7-843a-a9f1b2c1318d req-811da030-f2d3-44c3-959b-d0879721cc0e service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5380321 Jul 05 03:47:50.819708 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4d450abc-d39a-47d4-9928-10c7989830f3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebac8fa613924bbfa3863535d8a1a3df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1654966 Jul 05 03:47:50.820789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46844) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:50.922279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f037a44-1150-4343-8bdc-1746678a2d1d req-612b0c79-f178-4e1c-ad42-5efde809b1fe tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2725358 Jul 05 03:47:51.060637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9918bdcd-705e-42f7-87a6-334cc46d10a9 req-10708ab9-7596-4389-9e9d-98737af9f7df tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3302927 Jul 05 03:47:51.103717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6548fa90-cdc6-4f58-8920-150c45840101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.203998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6548fa90-cdc6-4f58-8920-150c45840101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.260317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:51.268959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-56fa9d37-571b-4e49-8212-279a435b3045 None None] Provisioning for port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:51.281563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-56fa9d37-571b-4e49-8212-279a435b3045 None None] Provisioning complete for port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:51.282453 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-56fa9d37-571b-4e49-8212-279a435b3045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.293228 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.332431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d27d155-1144-4264-a89c-7bf3d654f278 req-06bfa71f-08aa-4a49-ab08-cb6cbf606ce8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.335506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Transition to ACTIVE for port object 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:51.342273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d27d155-1144-4264-a89c-7bf3d654f278 req-06bfa71f-08aa-4a49-ab08-cb6cbf606ce8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.2409446 Jul 05 03:47:51.364536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-56fa9d37-571b-4e49-8212-279a435b3045 None None] Port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:47:51.403803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d27d155-1144-4264-a89c-7bf3d654f278 req-a1744d58-cbb6-43af-8148-309294957f8c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605805 Jul 05 03:47:51.462287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.468897 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:51.490518 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90b31958-ad72-425e-ba7e-ba3e02e181a8 x-openstack-request-id: req-90b31958-ad72-425e-ba7e-ba3e02e181a8 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:51.490715 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4", "name": "network-vif-deleted", "tag": "62125820-879d-4766-a0e1-d4e953290d72", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:51.490969 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90b31958-ad72-425e-ba7e-ba3e02e181a8 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:51.491545 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4', 'name': 'network-vif-deleted', 'tag': '62125820-879d-4766-a0e1-d4e953290d72', 'status': 'completed', 'code': 200} Jul 05 03:47:51.506567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33bf70a0-6b32-4fb7-a8c5-8b4c6885ea9d req-a34abf9c-c288-47f8-82d9-52bdb056f0b2 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:51.508626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33bf70a0-6b32-4fb7-a8c5-8b4c6885ea9d req-a34abf9c-c288-47f8-82d9-52bdb056f0b2 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 935 time: 0.1086175 Jul 05 03:47:51.532627 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6548fa90-cdc6-4f58-8920-150c45840101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.539518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6548fa90-cdc6-4f58-8920-150c45840101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:51.542042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6548fa90-cdc6-4f58-8920-150c45840101 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35cf6726-ebf5-468a-983b-6bbde9dedb69 HTTP/1.1" status: 204 len: 168 time: 0.7121572 Jul 05 03:47:51.580548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6548fa90-cdc6-4f58-8920-150c45840101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35cf6726-ebf5-468a-983b-6bbde9dedb69,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:51.703975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['4428445b-a8e9-4564-a843-aa1fa6acc312'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:51.709994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33bf70a0-6b32-4fb7-a8c5-8b4c6885ea9d req-e35f0094-3df3-43c4-8ec1-aabf78dd8f55 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1930978 Jul 05 03:47:51.747462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:51.974318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:47:51.977660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:47:51.978209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:52.009186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:47:52.009186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:47:52.040476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 47, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:47:52.043413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:52.043413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:47:52.043413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Bound port: 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:47:52.051758 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.236838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e7f1efd-6b06-4b1f-9b9c-8f0d7e8d0b15 req-8974080a-8047-4616-a995-28b627e33201 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=c2fc07c7-9bb2-48fd-9890-e3d7e1ef1ee4 HTTP/1.1" status: 200 len: 210 time: 0.3007183 Jul 05 03:47:52.277860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:52.284852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:47:52.362039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b758ce50-6da2-47ac-a347-173df858bc37 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:52.376862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:52.396333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.524326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:47:52.524759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 716032b0-10a9-4810-8049-209a2781f817 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:47:52.575819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.579084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:52.585029 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] 10.222.0.26 "PUT /v2.0/ports/8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 1096 time: 2.0541766 Jul 05 03:47:52.598750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:52.606393 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:52.721573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879f24b-e389-425f-bbe7-005973ffe583 service neutron] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:52.806583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-0dba452f-f1b9-47da-9c19-172daa0cf87b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.8224413 Jul 05 03:47:52.809343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-16253dd7-ca7d-4d34-9eed-ce459c5a7809 service neutron] 10.222.0.26 "GET /v2.0/ports/e618e6aa-a1c4-47bf-909a-6bc209846db7/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 385 time: 0.5912428 Jul 05 03:47:52.916799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', '848ba54a-5ab0-46cb-a10b-3b8beac86fd6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:52.945672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-63b25f01-a849-4c8c-b016-0449a2acb990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:52.948121 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-63b25f01-a849-4c8c-b016-0449a2acb990 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1099 time: 0.1518364 Jul 05 03:47:52.977604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1813cad3-b80e-4637-b9a2-39a660752a20 req-f337e54d-71d4-4be7-ba30-319d47791c1b tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.005949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1813cad3-b80e-4637-b9a2-39a660752a20 req-f337e54d-71d4-4be7-ba30-319d47791c1b tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 943 time: 0.6203911 Jul 05 03:47:53.009969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b758ce50-6da2-47ac-a347-173df858bc37, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b758ce50-6da2-47ac-a347-173df858bc37,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:53.034988 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-6614bd0d-e30b-4f87-ab4a-c0382f52a860 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 217 time: 0.0733337 Jul 05 03:47:53.069831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'b758ce50-6da2-47ac-a347-173df858bc37', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'port_id': 'b758ce50-6da2-47ac-a347-173df858bc37', 'mac_address': 'fa:16:3e:57:ce:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 155, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:53.181386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-f2856ce0-58d1-4b2d-9e9b-b73c12cad1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.183945 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-f2856ce0-58d1-4b2d-9e9b-b73c12cad1ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1384058 Jul 05 03:47:53.240313 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.288955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b758ce50-6da2-47ac-a347-173df858bc37 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:53.325755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-857acce0-715a-4d1a-ac38-6cbb7b2ca71d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.340587 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-857acce0-715a-4d1a-ac38-6cbb7b2ca71d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1452661 Jul 05 03:47:53.344988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b758ce50-6da2-47ac-a347-173df858bc37, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b758ce50-6da2-47ac-a347-173df858bc37,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:53.486410 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:53.547551 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-d001a38c-2a2f-4b05-9b5a-86bc428ad515 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1900170 Jul 05 03:47:53.590472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=b758ce50-6da2-47ac-a347-173df858bc37,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:53.666798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fdfd73-8512-4b24-afd7-efca82e02348 req-4d74ad13-036e-48eb-9c8e-eb9963ee97c1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.668424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5fdfd73-8512-4b24-afd7-efca82e02348 req-4d74ad13-036e-48eb-9c8e-eb9963ee97c1 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 1.1085582 Jul 05 03:47:53.740450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1813cad3-b80e-4637-b9a2-39a660752a20 req-8bb87fb2-35dd-4dff-b130-f598db7d540d tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7325821 Jul 05 03:47:53.746956 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-319eec82-444b-4f94-97c4-c19cb9622f16 req-62fa070a-62cb-4c17-9e60-09102c61ae8d service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1912301 Jul 05 03:47:53.776081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-33f20fb3-f5e2-41c1-a8fc-6676815d4663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:53.776416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-33f20fb3-f5e2-41c1-a8fc-6676815d4663 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 1096 time: 0.8713408 Jul 05 03:47:53.806404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5fdfd73-8512-4b24-afd7-efca82e02348 req-643c0f79-98b0-463a-a572-28b7981a5696 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251116 Jul 05 03:47:53.819577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f22a4077-fe5e-4d42-b073-f861b4c5745a service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:53.881332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f22a4077-fe5e-4d42-b073-f861b4c5745a service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:53.882712 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39adba54-cc33-44fc-95a9-7a4cebffe7f0 x-openstack-request-id: req-39adba54-cc33-44fc-95a9-7a4cebffe7f0 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:53.882842 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:53.884143 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39adba54-cc33-44fc-95a9-7a4cebffe7f0 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:53.885135 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'status': 'completed', 'code': 200} Jul 05 03:47:53.939453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f22a4077-fe5e-4d42-b073-f861b4c5745a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e618e6aa-a1c4-47bf-909a-6bc209846db7 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:53.952864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f22a4077-fe5e-4d42-b073-f861b4c5745a service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:53.967438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46890) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:54.005860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['b758ce50-6da2-47ac-a347-173df858bc37'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:54.076977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-c3d54f8f-80ba-492b-ade8-e661f6355480 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.083616 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-c3d54f8f-80ba-492b-ade8-e661f6355480 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1099 time: 0.1182141 Jul 05 03:47:54.090484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f22a4077-fe5e-4d42-b073-f861b4c5745a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.193657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa547794-0abc-46d2-bada-282c2b5e6dac req-a221cb58-717f-4462-959a-ff7e67db7303 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.194819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa547794-0abc-46d2-bada-282c2b5e6dac req-a221cb58-717f-4462-959a-ff7e67db7303 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 943 time: 0.2319601 Jul 05 03:47:54.200057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-76ba016d-364b-41b3-90e8-cd6d808ae5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.201470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-76ba016d-364b-41b3-90e8-cd6d808ae5e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.2375197 Jul 05 03:47:54.211825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1423815998-network', 'tenant_id': '46ae7e4b7244420bb798ea85f321b7a4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:54.336847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-4512ac4d-7cf9-4927-ad6d-845a8eade7e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=81040522-72f0-41b7-b35c-50a6424e2ad6 HTTP/1.1" status: 200 len: 217 time: 0.0873830 Jul 05 03:47:54.346569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa547794-0abc-46d2-bada-282c2b5e6dac req-d295afa0-1cc5-439e-9dbf-3daae88bf753 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403275 Jul 05 03:47:54.356692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-25e2c877-99d2-473a-a6e2-e6267770aca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.359601 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-25e2c877-99d2-473a-a6e2-e6267770aca0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2685354 Jul 05 03:47:54.433730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f22a4077-fe5e-4d42-b073-f861b4c5745a service neutron] Transition to ACTIVE for port object e618e6aa-a1c4-47bf-909a-6bc209846db7 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:54.443120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-496bf79b-165a-4cd1-9ae9-5472b9ee97f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.444853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-496bf79b-165a-4cd1-9ae9-5472b9ee97f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.0899758 Jul 05 03:47:54.451480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Made reservation on behalf of 46ae7e4b7244420bb798ea85f321b7a4 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:54.460894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.463114 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-ebd0d205-02ad-4397-8373-ec5a9d4be540 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 217 time: 0.0953264 Jul 05 03:47:54.493952 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.534097 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-f170df3f-847d-4578-8b5e-f399ccc0ca6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.535991 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-f170df3f-847d-4578-8b5e-f399ccc0ca6c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0658736 Jul 05 03:47:54.549870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-d7ed1cf7-2716-4fa0-9c52-52b66c964cff service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0819640 Jul 05 03:47:54.577747 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f22a4077-fe5e-4d42-b073-f861b4c5745a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:54.635944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-11976f19-ef64-422f-b980-6be8bce21f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.637592 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-11976f19-ef64-422f-b980-6be8bce21f7c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0918093 Jul 05 03:47:54.779285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f22a4077-fe5e-4d42-b073-f861b4c5745a service neutron] No DVR routers for this DVR port e618e6aa-a1c4-47bf-909a-6bc209846db7 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:54.805328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22a4077-fe5e-4d42-b073-f861b4c5745a service neutron] Pushing event updated for resources: {'Port': ['ID=e618e6aa-a1c4-47bf-909a-6bc209846db7,revision_number=10']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:54.807776 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-c43cd527-8cca-4388-a218-7b0ea8286222 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625683 Jul 05 03:47:54.891210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-da43a16a-72dc-41c3-865f-d9358884707b service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102474 Jul 05 03:47:54.927617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53ea9f64-f63a-4c39-ab66-91d9320f280c req-30643e76-7344-407c-b15b-b36d19bc36cc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:54.929184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53ea9f64-f63a-4c39-ab66-91d9320f280c req-30643e76-7344-407c-b15b-b36d19bc36cc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 947 time: 0.4373488 Jul 05 03:47:54.944169 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5e17c812-3c9b-4571-9f9a-da36d10ba7eb req-c5373161-c22f-40e2-9181-57458fd28df1 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230931 Jul 05 03:47:54.944485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f22a4077-fe5e-4d42-b073-f861b4c5745a service neutron] 10.222.0.26 "PUT /v2.0/ports/e618e6aa-a1c4-47bf-909a-6bc209846db7/bindings/n-h2-758944-41/activate HTTP/1.1" status: 200 len: 370 time: 2.1208930 Jul 05 03:47:55.077406 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53ea9f64-f63a-4c39-ab66-91d9320f280c req-e6dc452a-35ec-455e-a1f1-e985145da365 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1317964 Jul 05 03:47:55.083274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.085981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cead9375-9c9e-41a2-a425-1c1f3e0ec353 req-4ca3105e-b7dc-4e8d-b15a-2031a0b280d7 service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1826470 Jul 05 03:47:55.190296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.245965 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-85ee3085-6141-4177-bedb-ee0fcdd90493 service neutron] 10.222.0.13 "GET /v2.0/ports/716032b0-10a9-4810-8049-209a2781f817/bindings/n-h1-758944-41 HTTP/1.1" status: 200 len: 385 time: 0.0698798 Jul 05 03:47:55.256798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:47:55.286584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.287231 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Added segment bd3e2b55-2c21-4d57-9088-1a8c55292909 of type vlan for network f93de537-a03a-4db3-977b-e2fc3c6b66f7 Jul 05 03:47:55.299118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d33bfe1e-fcd6-4896-9b86-31d881442c06,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:55.364748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.383057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-423c4be6-0dbe-4961-b722-aa903e06248a tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.384670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-423c4be6-0dbe-4961-b722-aa903e06248a tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1096 time: 0.2315671 Jul 05 03:47:55.419319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a87c58-ed94-4ee4-90b7-e551ad42ddd4 req-902058dc-7b4c-40ed-9aa3-c0fe66d82775 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.421010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00a87c58-ed94-4ee4-90b7-e551ad42ddd4 req-902058dc-7b4c-40ed-9aa3-c0fe66d82775 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 944 time: 0.2317564 Jul 05 03:47:55.522078 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00a87c58-ed94-4ee4-90b7-e551ad42ddd4 req-5c3f53a1-60c6-48a7-a1af-49dbd5a1cd9a tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932400 Jul 05 03:47:55.526115 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.527092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.527672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.538214 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-c1fc2fb2-f32d-43ef-abb6-b0b5d1df62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.538214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-c1fc2fb2-f32d-43ef-abb6-b0b5d1df62cd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4&tenant_id=abee83cb9e7945c9afcda6c5615990ea HTTP/1.1" status: 200 len: 1096 time: 0.1134062 Jul 05 03:47:55.546320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-4458fa73-7158-4cb6-914e-024ee5bb9361 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:55.587614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-4458fa73-7158-4cb6-914e-024ee5bb9361 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:55.640710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-4458fa73-7158-4cb6-914e-024ee5bb9361 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 716032b0-10a9-4810-8049-209a2781f817 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:55.660482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-4458fa73-7158-4cb6-914e-024ee5bb9361 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:55.676456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.7079184 Jul 05 03:47:55.680232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46912) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:47:55.683344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008035d3-e3ac-402c-bb78-8c3ed481736e admin admin] Pushing event updated for resources: {'Network': ['ID=f93de537-a03a-4db3-977b-e2fc3c6b66f7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:55.699200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Request body: {'subnet': {'network_id': 'f93de537-a03a-4db3-977b-e2fc3c6b66f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1423815998-subnet', 'tenant_id': '46ae7e4b7244420bb798ea85f321b7a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:47:55.700104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f93de537-a03a-4db3-977b-e2fc3c6b66f7 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:47:55.777060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-d5ee5ee6-f83a-46d7-a4e2-733ff4df0798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.778492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-d5ee5ee6-f83a-46d7-a4e2-733ff4df0798 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 1096 time: 0.1593466 Jul 05 03:47:55.798351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8da98c-a0be-455f-afad-3e4f18e53f2c req-4d64c995-49c0-460a-b7cf-90a051869af4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:55.799744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b8da98c-a0be-455f-afad-3e4f18e53f2c req-4d64c995-49c0-460a-b7cf-90a051869af4 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 944 time: 0.1049595 Jul 05 03:47:55.805291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-4458fa73-7158-4cb6-914e-024ee5bb9361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.873306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Made reservation on behalf of 46ae7e4b7244420bb798ea85f321b7a4 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:47:55.874818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:55.901104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-4458fa73-7158-4cb6-914e-024ee5bb9361 service neutron] Transition to ACTIVE for port object 716032b0-10a9-4810-8049-209a2781f817 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:47:55.963690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b8da98c-a0be-455f-afad-3e4f18e53f2c req-39a56970-9e5f-46f5-bb6d-f464e318b9d9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542058 Jul 05 03:47:56.006734 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-4458fa73-7158-4cb6-914e-024ee5bb9361 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.068747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f9e4cac2-2e6d-4d9c-a868-d2a04dd187cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.070743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-f9e4cac2-2e6d-4d9c-a868-d2a04dd187cf service neutron] 10.222.0.13 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.2697513 Jul 05 03:47:56.232102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-4458fa73-7158-4cb6-914e-024ee5bb9361 service neutron] No DVR routers for this DVR port 716032b0-10a9-4810-8049-209a2781f817 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:56.247089 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-bf02e16a-738d-4060-9b9c-50a400819d29 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7 HTTP/1.1" status: 200 len: 217 time: 0.1596742 Jul 05 03:47:56.248494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4458fa73-7158-4cb6-914e-024ee5bb9361 service neutron] Pushing event updated for resources: {'Port': ['ID=716032b0-10a9-4810-8049-209a2781f817,revision_number=10']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:56.306853 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-4458fa73-7158-4cb6-914e-024ee5bb9361 service neutron] 10.222.0.13 "PUT /v2.0/ports/716032b0-10a9-4810-8049-209a2781f817/bindings/n-h1-758944-41/activate HTTP/1.1" status: 200 len: 370 time: 1.0541713 Jul 05 03:47:56.403092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b758ce50-6da2-47ac-a347-173df858bc37 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:47:56.431603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-833d7d68-e726-4636-a309-5bbc6bf1a077 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.433447 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-833d7d68-e726-4636-a309-5bbc6bf1a077 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.1536238 Jul 05 03:47:56.510960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-c6484319-9fa1-4f0d-ae21-0f83a8054d3a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0555966 Jul 05 03:47:56.521370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4eeca5-d63c-4757-91a8-53b9c89950ee req-21b386e1-729f-4de6-a3c4-3b065a468cd3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.522802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d4eeca5-d63c-4757-91a8-53b9c89950ee req-21b386e1-729f-4de6-a3c4-3b065a468cd3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 950 time: 0.3549237 Jul 05 03:47:56.524780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.549717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0b3024-bf52-4f82-8939-10369b51eab1 req-3108ce9e-e899-4b63-9948-971f187697b5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.551178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba0b3024-bf52-4f82-8939-10369b51eab1 req-3108ce9e-e899-4b63-9948-971f187697b5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 944 time: 0.3117409 Jul 05 03:47:56.588255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port b758ce50-6da2-47ac-a347-173df858bc37 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:47:56.594083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port b758ce50-6da2-47ac-a347-173df858bc37 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:47:56.600331 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.687974 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.704941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Pushing event updated for resources: {'Subnet': ['ID=733c457b-c6d5-4ea1-bed0-2ac4eee2e5dc,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:56.714051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92087fdb-cf2c-44d1-965d-34e51552084e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b758ce50-6da2-47ac-a347-173df858bc37'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:56.716568 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddff6481-1c80-4eb7-bd81-1eac2503e692" -d '{"events": [{"server_uuid": "92087fdb-cf2c-44d1-965d-34e51552084e", "name": "network-vif-plugged", "status": "completed", "tag": "b758ce50-6da2-47ac-a347-173df858bc37"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:56.730420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b758ce50-6da2-47ac-a347-173df858bc37, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b758ce50-6da2-47ac-a347-173df858bc37,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:56.741042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d4eeca5-d63c-4757-91a8-53b9c89950ee req-4650dc48-ecd9-4194-af48-f0dd9ec7bcb1 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992505 Jul 05 03:47:56.761844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-a3a6947b-721e-4c3c-bb68-b2fa2f9dd2ee tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:56.763402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-a3a6947b-721e-4c3c-bb68-b2fa2f9dd2ee tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.3253551 Jul 05 03:47:56.766276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba0b3024-bf52-4f82-8939-10369b51eab1 req-d7b3a091-52f6-4bfc-939f-9f1a8a8473e3 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718485 Jul 05 03:47:56.777282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Checking segment: {'id': 'bd3e2b55-2c21-4d57-9088-1a8c55292909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f93de537-a03a-4db3-977b-e2fc3c6b66f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:47:56.777644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Network hostable DHCP agents. Network: f93de537-a03a-4db3-977b-e2fc3c6b66f7, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:47:56.808134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-426c6c3e-8ed6-4321-9bd3-1e564be15340 service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811599 Jul 05 03:47:56.849739 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:56.949119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=b758ce50-6da2-47ac-a347-173df858bc37,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:57.221579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Network f93de537-a03a-4db3-977b-e2fc3c6b66f7 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:47:57.302063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-92f52c79-f22f-4c9a-bc9e-656b690b889f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.303521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-92f52c79-f22f-4c9a-bc9e-656b690b889f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272&tenant_id=3b6ce790b1544b22a8c73b5072cdede4 HTTP/1.1" status: 200 len: 1097 time: 0.5173280 Jul 05 03:47:57.310793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-65089a8e-62de-4e9d-895e-3d8c6e561848 service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4789040 Jul 05 03:47:57.380402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05dd21c-e5e1-40c3-961b-b4ea3c13a514 req-85140ce9-d5e1-4df9-a56f-094ae3f29a88 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.382133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d05dd21c-e5e1-40c3-961b-b4ea3c13a514 req-85140ce9-d5e1-4df9-a56f-094ae3f29a88 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 947 time: 0.4829986 Jul 05 03:47:57.387033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, f93de537-a03a-4db3-977b-e2fc3c6b66f7) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:47:57.397530 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83f53c07-f0ca-4485-9d8a-7967f3755fb3 None None] Network f93de537-a03a-4db3-977b-e2fc3c6b66f7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:57.397909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d6ce29-6b35-4a68-8a0c-59a8cc3ce9c1 req-6e3579fd-d317-427d-8e1d-112fa5312f93 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.399486 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9d6ce29-6b35-4a68-8a0c-59a8cc3ce9c1 req-6e3579fd-d317-427d-8e1d-112fa5312f93 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 945 time: 0.1837571 Jul 05 03:47:57.404443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.405023 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.491852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9d6ce29-6b35-4a68-8a0c-59a8cc3ce9c1 req-9edb3205-e744-4b32-9892-defb25421431 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769475 Jul 05 03:47:57.492629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:47:57.496440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d05dd21c-e5e1-40c3-961b-b4ea3c13a514 req-12cbd4ad-a21f-478c-a40d-0f3b65afad8c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935869 Jul 05 03:47:57.510287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-447e8185-5fbc-478b-b477-701bfeaaf7b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.512168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-447e8185-5fbc-478b-b477-701bfeaaf7b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 1097 time: 0.1746373 Jul 05 03:47:57.581667 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac8adcce-69c8-4b1c-92f2-92ee547dc935 x-openstack-request-id: req-ac8adcce-69c8-4b1c-92f2-92ee547dc935 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:57.582023 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92087fdb-cf2c-44d1-965d-34e51552084e", "name": "network-vif-plugged", "status": "completed", "tag": "b758ce50-6da2-47ac-a347-173df858bc37", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:57.582530 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac8adcce-69c8-4b1c-92f2-92ee547dc935 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:57.583009 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92087fdb-cf2c-44d1-965d-34e51552084e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b758ce50-6da2-47ac-a347-173df858bc37', 'code': 200} Jul 05 03:47:57.613554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a4f66bb3-afba-4aa3-9a64-cc3bcc6e3e88 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9321132 Jul 05 03:47:57.672143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d96f9e2-68bc-426e-a549-9ca08fa480ae None None] Network f93de537-a03a-4db3-977b-e2fc3c6b66f7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:47:57.672401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-24fe975c-3a83-477c-a60a-a208ebc03611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.676286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-24fe975c-3a83-477c-a60a-a208ebc03611 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 200 len: 909 time: 0.1474121 Jul 05 03:47:57.790281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-98ef184f-d503-49ac-b308-ad88aa0f9819 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=716032b0-10a9-4810-8049-209a2781f817 HTTP/1.1" status: 200 len: 217 time: 0.1069465 Jul 05 03:47:57.810351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:57.838098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'mac_address': 'fa:16:3e:9d:60:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:47:57.917328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-b7da99bc-19c2-4f0e-85db-8d64fc75f43d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.920872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-b7da99bc-19c2-4f0e-85db-8d64fc75f43d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 200 len: 848 time: 0.1201651 Jul 05 03:47:57.934778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:57.938356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a80f9a0f-8ae2-474c-9371-3b9fee36efd3 req-ccc232b9-8df7-4aec-a86c-8ce936cfcb5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.939852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a80f9a0f-8ae2-474c-9371-3b9fee36efd3 req-ccc232b9-8df7-4aec-a86c-8ce936cfcb5d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 1097 time: 0.2483780 Jul 05 03:47:57.961142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:47:57.989579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:57.992120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-0d3f36e6-1dbb-4905-a29f-e68454b39a4b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:57.993814 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-0d3f36e6-1dbb-4905-a29f-e68454b39a4b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 950 time: 0.1156387 Jul 05 03:47:58.012617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3b549a-d17e-4e15-a98a-3bb98ca17517 req-a67741be-cf3b-4146-8dbb-daf94d18145d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.014255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e3b549a-d17e-4e15-a98a-3bb98ca17517 req-a67741be-cf3b-4146-8dbb-daf94d18145d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 945 time: 0.3176634 Jul 05 03:47:58.018372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-d39acd22-2b90-42f7-8dee-76aed7b98634 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0826626 Jul 05 03:47:58.148070 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.162098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a80f9a0f-8ae2-474c-9371-3b9fee36efd3 req-9bf400cf-6b1b-4bbe-b5ec-46a1c5e979ae service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1996555 Jul 05 03:47:58.197932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e3b549a-d17e-4e15-a98a-3bb98ca17517 req-83ca8e49-c217-4ae2-9d78-214954c8c23a tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1615777 Jul 05 03:47:58.245643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:58.269588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-1b0e60ca-b6eb-4078-8926-42bd425ace34 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2362635 Jul 05 03:47:58.279502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0028a317-f49d-41a9-92e8-13f7e0791b5d req-04dd1cdb-6942-4387-bc7e-07a98e515703 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.281307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0028a317-f49d-41a9-92e8-13f7e0791b5d req-04dd1cdb-6942-4387-bc7e-07a98e515703 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 950 time: 0.3177807 Jul 05 03:47:58.451523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0028a317-f49d-41a9-92e8-13f7e0791b5d req-cd82de26-d7de-42e5-ad7e-37372a53f9d9 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1605990 Jul 05 03:47:58.493352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:58.516978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-d42cb5bd-7849-4462-854e-40f8a15839e6 service neutron] 10.222.0.26 "GET /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345462 Jul 05 03:47:58.524869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-58e56798-cf95-49fb-a836-eaa2ed12186c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Deleting port 78c4177c-8e0a-4344-97bb-aab05a79ff4a {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:47:58.525224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-58e56798-cf95-49fb-a836-eaa2ed12186c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.527577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-6f091159-9225-4d59-8471-fe9bd00e7d56 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.528938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-6f091159-9225-4d59-8471-fe9bd00e7d56 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1096 time: 0.1767488 Jul 05 03:47:58.540089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e875cabc-1384-4b76-a5bd-9ed16ba6c5c9 req-1308de01-f18e-472e-b24f-42b29972518f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:58.547203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e875cabc-1384-4b76-a5bd-9ed16ba6c5c9 req-1308de01-f18e-472e-b24f-42b29972518f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 944 time: 0.1960149 Jul 05 03:47:58.647565 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e875cabc-1384-4b76-a5bd-9ed16ba6c5c9 req-b68e02c5-5b0c-46fc-a8d7-46f70b20cd45 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993607 Jul 05 03:47:58.652054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-58e56798-cf95-49fb-a836-eaa2ed12186c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] For port 78c4177c-8e0a-4344-97bb-aab05a79ff4a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=78c4177c-8e0a-4344-97bb-aab05a79ff4a,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:47:58.652450 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-58e56798-cf95-49fb-a836-eaa2ed12186c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.672296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-58e56798-cf95-49fb-a836-eaa2ed12186c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Calling delete_port for 78c4177c-8e0a-4344-97bb-aab05a79ff4a owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:47:58.976621 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-58e56798-cf95-49fb-a836-eaa2ed12186c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:58.991612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9f69cf13-fac9-406e-9783-1276762b7dd9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:59.011738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e56798-cf95-49fb-a836-eaa2ed12186c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event deleted for resources: {'Port': ['ID=78c4177c-8e0a-4344-97bb-aab05a79ff4a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:47:59.059867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-0a4f621e-3b87-41a9-b0a0-39f11b11567f service neutron] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:59.076237 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-0a4f621e-3b87-41a9-b0a0-39f11b11567f service neutron] Notify callbacks [] for binding, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.080039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3f51c2d-f3f9-464b-afd3-c31b3d1c2af2 req-0a4f621e-3b87-41a9-b0a0-39f11b11567f service neutron] 10.222.0.13 "DELETE /v2.0/ports/e618e6aa-a1c4-47bf-909a-6bc209846db7/bindings/n-h1-758944-41 HTTP/1.1" status: 204 len: 173 time: 0.5284140 Jul 05 03:47:59.134758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-58e56798-cf95-49fb-a836-eaa2ed12186c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] No DVR routers for this DVR port 78c4177c-8e0a-4344-97bb-aab05a79ff4a on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:47:59.138668 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-58e56798-cf95-49fb-a836-eaa2ed12186c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.141542 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe88a2dd-d617-4c49-a9e6-14665cab515b req-58e56798-cf95-49fb-a836-eaa2ed12186c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "DELETE /v2.0/ports/78c4177c-8e0a-4344-97bb-aab05a79ff4a HTTP/1.1" status: 204 len: 173 time: 1.1414664 Jul 05 03:47:59.142047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eb4020bd-b381-4c46-bc4f-5639e06b8159', 'name': 'network-vif-deleted', 'tag': '78c4177c-8e0a-4344-97bb-aab05a79ff4a'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:47:59.145800 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2486e71-1a8f-4ca0-af98-7e23a3d67cbd" -d '{"events": [{"server_uuid": "eb4020bd-b381-4c46-bc4f-5639e06b8159", "name": "network-vif-deleted", "tag": "78c4177c-8e0a-4344-97bb-aab05a79ff4a"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:47:59.152486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aff6685-b924-4b3a-9790-6a89ac4203f0 req-83ecfbad-86cc-4984-b9ae-7aced2c61204 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.155939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4aff6685-b924-4b3a-9790-6a89ac4203f0 req-83ecfbad-86cc-4984-b9ae-7aced2c61204 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 945 time: 0.2264903 Jul 05 03:47:59.168588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e00bf9-b428-495e-b4d0-a82d619b555f req-999df641-6aba-48dc-9a9a-b1bfef21d11a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.170373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22e00bf9-b428-495e-b4d0-a82d619b555f req-999df641-6aba-48dc-9a9a-b1bfef21d11a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 948 time: 0.2024062 Jul 05 03:47:59.285674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22e00bf9-b428-495e-b4d0-a82d619b555f req-a57d961a-fbec-4583-a82e-eb250fcb4ae0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1052811 Jul 05 03:47:59.305431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4aff6685-b924-4b3a-9790-6a89ac4203f0 req-4e4ec5cb-1ead-4654-b7f0-c5e2a4464fb3 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294773 Jul 05 03:47:59.358445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5aeec6cc-faa5-4338-a8b9-c440756acdf8 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.361588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-5aeec6cc-faa5-4338-a8b9-c440756acdf8 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272&tenant_id=3b6ce790b1544b22a8c73b5072cdede4&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.1791265 Jul 05 03:47:59.377412 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:47:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b19afe0-5abb-40b9-ad97-e089b28f836e x-openstack-request-id: req-3b19afe0-5abb-40b9-ad97-e089b28f836e {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:47:59.378774 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eb4020bd-b381-4c46-bc4f-5639e06b8159", "name": "network-vif-deleted", "tag": "78c4177c-8e0a-4344-97bb-aab05a79ff4a", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:47:59.379240 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b19afe0-5abb-40b9-ad97-e089b28f836e {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:47:59.379722 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eb4020bd-b381-4c46-bc4f-5639e06b8159', 'name': 'network-vif-deleted', 'tag': '78c4177c-8e0a-4344-97bb-aab05a79ff4a', 'status': 'completed', 'code': 200} Jul 05 03:47:59.599501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4faa79b1-663a-406b-847a-b6853e43adbd req-0324b562-f730-4cae-8029-941eabe6cf32 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.607165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4faa79b1-663a-406b-847a-b6853e43adbd req-0324b562-f730-4cae-8029-941eabe6cf32 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 945 time: 0.0914314 Jul 05 03:47:59.658348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4faa79b1-663a-406b-847a-b6853e43adbd req-7e1e26bd-361b-4c89-924c-9cd9ecf355cd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500355 Jul 05 03:47:59.663950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-8ddf6254-0115-449f-9836-3e82c9b1f720 service neutron] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h2-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:47:59.667999 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-8ddf6254-0115-449f-9836-3e82c9b1f720 service neutron] Notify callbacks [] for binding, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:47:59.669321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e795debc-7073-48ee-b22e-c73dc0d1d219 req-8ddf6254-0115-449f-9836-3e82c9b1f720 service neutron] 10.222.0.26 "DELETE /v2.0/ports/716032b0-10a9-4810-8049-209a2781f817/bindings/n-h2-758944-41 HTTP/1.1" status: 204 len: 173 time: 0.2989078 Jul 05 03:47:59.728517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9542bdf4-ef61-46f1-9f9d-bed9e10546e2 req-de481951-4ced-4321-9956-732c9e52ddc4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4020bd-b381-4c46-bc4f-5639e06b8159 HTTP/1.1" status: 200 len: 210 time: 0.0492263 Jul 05 03:47:59.770350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', '8602a2eb-05e8-4b92-9e04-82d062c4cf9e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:47:59.976766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4cf323e-cffb-4bb0-892a-0a566cf45f85 req-3b1b5d05-20ab-40df-b70b-65161ebaca94 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:47:59.978227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4cf323e-cffb-4bb0-892a-0a566cf45f85 req-3b1b5d05-20ab-40df-b70b-65161ebaca94 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 944 time: 0.0976233 Jul 05 03:48:00.028416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4cf323e-cffb-4bb0-892a-0a566cf45f85 req-e56400c8-5c8c-4852-8c67-79194194386d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435026 Jul 05 03:48:00.386094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11896cd-4e06-4393-bf94-bc951d183e81 req-64abd707-d5db-4b41-bf0d-2a658d321705 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.394476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d11896cd-4e06-4393-bf94-bc951d183e81 req-64abd707-d5db-4b41-bf0d-2a658d321705 tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 1097 time: 0.0715919 Jul 05 03:48:00.434363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 78c4177c-8e0a-4344-97bb-aab05a79ff4a no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:00.495762 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 78c4177c-8e0a-4344-97bb-aab05a79ff4a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:00.502386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 78c4177c-8e0a-4344-97bb-aab05a79ff4a not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:00.527534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d11896cd-4e06-4393-bf94-bc951d183e81 req-d7e0d14e-062c-4282-9272-2330c10b2f8a tempest-LiveMigrationTest-1300306551 tempest-LiveMigrationTest-1300306551-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316609 Jul 05 03:48:00.550963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a90a54-0c0a-43da-91ac-426aa45de5d6 req-266c314b-6c95-4808-aa0d-3c850386c416 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.575531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42a90a54-0c0a-43da-91ac-426aa45de5d6 req-266c314b-6c95-4808-aa0d-3c850386c416 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 1096 time: 0.1236658 Jul 05 03:48:00.616490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42a90a54-0c0a-43da-91ac-426aa45de5d6 req-54858be4-7c52-4178-a29b-aa1bc70e1fb3 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399709 Jul 05 03:48:00.903679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd77a1cc-0489-4caf-9e75-8f6d6f24c59f req-8dc69a1c-bc66-4dcf-b5f3-d6322f93e041 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:00.906302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd77a1cc-0489-4caf-9e75-8f6d6f24c59f req-8dc69a1c-bc66-4dcf-b5f3-d6322f93e041 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 948 time: 0.1140895 Jul 05 03:48:01.007816 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd77a1cc-0489-4caf-9e75-8f6d6f24c59f req-6b453ea5-0d42-48e6-960a-93d971653c5c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864973 Jul 05 03:48:01.044600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0812da50-d71c-4bd6-b0f4-8f462c4c8d89 req-f0c1ee7f-ea21-4817-aafd-03d96d3a136a tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.044600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0812da50-d71c-4bd6-b0f4-8f462c4c8d89 req-f0c1ee7f-ea21-4817-aafd-03d96d3a136a tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 945 time: 0.1353292 Jul 05 03:48:01.097076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0812da50-d71c-4bd6-b0f4-8f462c4c8d89 req-073f33a6-1088-4bea-8878-ffce144e3838 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530765 Jul 05 03:48:01.314544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3879bb97-544f-4dff-a3f0-3b9de638b72b req-76c5382a-b93a-4537-b1f4-cb7c1e896e80 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.317521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3879bb97-544f-4dff-a3f0-3b9de638b72b req-76c5382a-b93a-4537-b1f4-cb7c1e896e80 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 1096 time: 0.0862231 Jul 05 03:48:01.373808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3879bb97-544f-4dff-a3f0-3b9de638b72b req-3dc2b3b4-dda4-45a8-a281-538aa00a98bc tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496655 Jul 05 03:48:01.524075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:01.716533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae9565f-ac51-4e39-93d5-253f508d2b35 req-22fe2334-291c-4488-9a59-3daa7f1d0e33 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:01.718202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fae9565f-ac51-4e39-93d5-253f508d2b35 req-22fe2334-291c-4488-9a59-3daa7f1d0e33 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 945 time: 0.0930982 Jul 05 03:48:01.729238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47002) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:01.734851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-94675bb2-b4b3-4a64-8a68-57b778a0dc05 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Request body: {'floatingip': {'port_id': 'b758ce50-6da2-47ac-a347-173df858bc37'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:01.736631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:01.742194 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:01.743774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.781649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94675bb2-b4b3-4a64-8a68-57b778a0dc05 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.873455 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:01.910013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:01.914443 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b45ae235-7bd2-42b5-99f6-9b0d49ce5d3f" -d '{"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-plugged", "status": "completed", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:01.938104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:02.028639 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.129528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:02.434469 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94675bb2-b4b3-4a64-8a68-57b778a0dc05 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.549765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94675bb2-b4b3-4a64-8a68-57b778a0dc05 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:02.609957 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-adb9de04-3545-4caf-bc14-ee317ea79dc4 x-openstack-request-id: req-adb9de04-3545-4caf-bc14-ee317ea79dc4 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:02.609957 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-plugged", "status": "completed", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:02.609957 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-adb9de04-3545-4caf-bc14-ee317ea79dc4 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:02.609957 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'code': 200} Jul 05 03:48:02.773096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38df91b-4132-48fc-9051-6c3334445fcd req-8ef4222d-50f8-469b-a3d3-b62afdc4c746 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.774671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e38df91b-4132-48fc-9051-6c3334445fcd req-8ef4222d-50f8-469b-a3d3-b62afdc4c746 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 945 time: 0.2696383 Jul 05 03:48:02.785061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbdbd7f-91f5-4c87-a9ac-b0d673fdf051 req-84838fad-222e-414f-93c1-be9369071b1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.786686 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dbdbd7f-91f5-4c87-a9ac-b0d673fdf051 req-84838fad-222e-414f-93c1-be9369071b1a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1101 time: 0.0902026 Jul 05 03:48:02.788121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-14709d2b-f9c2-4ed4-b279-de485a4af087 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:02.789642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-14709d2b-f9c2-4ed4-b279-de485a4af087 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.26 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 945 time: 0.2525058 Jul 05 03:48:02.806430 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-94675bb2-b4b3-4a64-8a68-57b778a0dc05 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Floating IP 1a36086d-aba0-42ad-8f0f-077ca14cc688 associated. External IP: 172.25.4.42, port: b758ce50-6da2-47ac-a347-173df858bc37. Jul 05 03:48:02.837969 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4dbdbd7f-91f5-4c87-a9ac-b0d673fdf051 req-8fd9c726-771c-44cf-a652-098d34b2350a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317929 Jul 05 03:48:03.240596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e38df91b-4132-48fc-9051-6c3334445fcd req-8984b769-bf17-43f5-8950-487040094142 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4499466 Jul 05 03:48:03.269324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9d1b55-009b-4f86-aef9-ae72d34c64ce req-c55bea01-c38e-42cd-95cb-1fa57b4e232f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:03.271571 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc9d1b55-009b-4f86-aef9-ae72d34c64ce req-c55bea01-c38e-42cd-95cb-1fa57b4e232f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.5563598 Jul 05 03:48:03.387243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc9d1b55-009b-4f86-aef9-ae72d34c64ce req-9c551ac2-45e4-4c95-9909-154e2558a561 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887756 Jul 05 03:48:03.448321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-102cb005-052b-4635-99d2-524eec4f8d96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Deleting port 716032b0-10a9-4810-8049-209a2781f817 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:03.448668 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-102cb005-052b-4635-99d2-524eec4f8d96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.528838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94675bb2-b4b3-4a64-8a68-57b778a0dc05 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Router d68d4548-e261-4cae-b880-12a9cbdfa15a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:03.627235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-102cb005-052b-4635-99d2-524eec4f8d96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] For port 716032b0-10a9-4810-8049-209a2781f817, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=716032b0-10a9-4810-8049-209a2781f817,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:03.627515 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-102cb005-052b-4635-99d2-524eec4f8d96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.649600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-102cb005-052b-4635-99d2-524eec4f8d96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Calling delete_port for 716032b0-10a9-4810-8049-209a2781f817 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:03.791467 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94675bb2-b4b3-4a64-8a68-57b778a0dc05 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:03.797478 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94675bb2-b4b3-4a64-8a68-57b778a0dc05 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:03.805400 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] Sync routers for ids ['d68d4548-e261-4cae-b880-12a9cbdfa15a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:03.840412 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] Routers {'d68d4548-e261-4cae-b880-12a9cbdfa15a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:03.841994 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:47:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d68d4548-e261-4cae-b880-12a9cbdfa15a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:03.868724 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-94675bb2-b4b3-4a64-8a68-57b778a0dc05 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "PUT /v2.0/floatingips/1a36086d-aba0-42ad-8f0f-077ca14cc688 HTTP/1.1" status: 200 len: 990 time: 2.1358199 Jul 05 03:48:03.868724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92087fdb-cf2c-44d1-965d-34e51552084e', 'tag': 'b758ce50-6da2-47ac-a347-173df858bc37'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:03.870152 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c0e257d-1fe3-4f07-9689-1904d1eb9819" -d '{"events": [{"name": "network-changed", "server_uuid": "92087fdb-cf2c-44d1-965d-34e51552084e", "tag": "b758ce50-6da2-47ac-a347-173df858bc37"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:04.079953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b95773-df72-466e-aa3e-187d77b1a9ff req-0155ceb8-3319-425b-944d-694322a02baf tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.079953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35b95773-df72-466e-aa3e-187d77b1a9ff req-0155ceb8-3319-425b-944d-694322a02baf tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=09443b99-90c9-47e6-a953-bca6ba7b849a HTTP/1.1" status: 200 len: 949 time: 0.1584358 Jul 05 03:48:04.127010 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] Set router d68d4548-e261-4cae-b880-12a9cbdfa15a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:04.144181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35b95773-df72-466e-aa3e-187d77b1a9ff req-1497ea96-3d0d-4ce2-aa9c-9b02d823ca26 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560503 Jul 05 03:48:04.172697 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-102cb005-052b-4635-99d2-524eec4f8d96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.191193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8d5f8561-8abd-47ec-be55-b24615cb23d8', '716032b0-10a9-4810-8049-209a2781f817'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:04.243433 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102cb005-052b-4635-99d2-524eec4f8d96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Pushing event deleted for resources: {'Port': ['ID=716032b0-10a9-4810-8049-209a2781f817,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:04.367643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-38a74b62-f0fd-4f99-b40c-bdc94a89f394 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.373557 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-38a74b62-f0fd-4f99-b40c-bdc94a89f394 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/ports?device_id=09443b99-90c9-47e6-a953-bca6ba7b849a HTTP/1.1" status: 200 len: 949 time: 0.1307733 Jul 05 03:48:04.376050 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-102cb005-052b-4635-99d2-524eec4f8d96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] No DVR routers for this DVR port 716032b0-10a9-4810-8049-209a2781f817 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:04.381296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-102cb005-052b-4635-99d2-524eec4f8d96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.390440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b171a96f-9d8c-4bc7-b2fd-28013630429b req-102cb005-052b-4635-99d2-524eec4f8d96 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.26 "DELETE /v2.0/ports/716032b0-10a9-4810-8049-209a2781f817 HTTP/1.1" status: 204 len: 173 time: 1.5807981 Jul 05 03:48:04.489720 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7616a0ad-6a81-4a5e-a7f0-a6caea4ab2ca x-openstack-request-id: req-7616a0ad-6a81-4a5e-a7f0-a6caea4ab2ca {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:04.490188 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92087fdb-cf2c-44d1-965d-34e51552084e", "tag": "b758ce50-6da2-47ac-a347-173df858bc37", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:04.490596 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7616a0ad-6a81-4a5e-a7f0-a6caea4ab2ca {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:04.491452 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92087fdb-cf2c-44d1-965d-34e51552084e', 'tag': 'b758ce50-6da2-47ac-a347-173df858bc37', 'status': 'completed', 'code': 200} Jul 05 03:48:04.551932 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '1a36086d-aba0-42ad-8f0f-077ca14cc688', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'port_id': 'b758ce50-6da2-47ac-a347-173df858bc37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'mac_address': 'fa:16:3e:57:ce:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087fdb-cf2c-44d1-965d-34e51552084e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:48:02Z', 'revision_number': 1, 'project_id': '068bea4f667445018e98e93ade1fff17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab33c90a-195f-4d09-967a-1f275afc14c5', 'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'mac_address': 'fa:16:3e:11:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:22Z', 'updated_at': '2021-07-05T03:47:30Z', 'revision_number': 5, 'project_id': '068bea4f667445018e98e93ade1fff17', 'subnets': [{'id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:04.596314 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] Checking router: d68d4548-e261-4cae-b880-12a9cbdfa15a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:04.605878 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] Routers {'d68d4548-e261-4cae-b880-12a9cbdfa15a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:04.606499 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:47:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d68d4548-e261-4cae-b880-12a9cbdfa15a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:04.652452 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Deleting port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:04.652806 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.738128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-9b8daa40-65fe-4ddd-af5f-9f6dca44da68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.739631 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-9b8daa40-65fe-4ddd-af5f-9f6dca44da68 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=068bea4f667445018e98e93ade1fff17&device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 1097 time: 0.2059927 Jul 05 03:48:04.778233 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] Set router d68d4548-e261-4cae-b880-12a9cbdfa15a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:04.828362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] For port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:04.828771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:04.854755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Calling delete_port for 8602a2eb-05e8-4b92-9e04-82d062c4cf9e owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:04.901448 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97571522-cae2-4005-a704-1dd784e273f9 req-7b030396-b711-4686-b947-747649191c82 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.0576274 Jul 05 03:48:04.922265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-f258d2a5-c11b-414d-858f-a3f58b003677 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:04.924053 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-f258d2a5-c11b-414d-858f-a3f58b003677 service neutron] 10.222.0.13 "GET /v2.0/networks?id=81fc52d9-59ef-4deb-b94f-25eb14d27b18 HTTP/1.1" status: 200 len: 906 time: 0.1711457 Jul 05 03:48:05.074664 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-72593d1e-75d3-4169-ab27-22124acaae56 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b758ce50-6da2-47ac-a347-173df858bc37 HTTP/1.1" status: 200 len: 998 time: 0.1394746 Jul 05 03:48:05.079337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29abc401-63e6-4528-859e-c0f43517763f req-dce84b17-bab7-4d38-923a-c8c3c5fc85b5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.081665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29abc401-63e6-4528-859e-c0f43517763f req-dce84b17-bab7-4d38-923a-c8c3c5fc85b5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1284006 Jul 05 03:48:05.179586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29abc401-63e6-4528-859e-c0f43517763f req-1a8b4fbe-3900-45a8-9fdf-368cc4d034b5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877903 Jul 05 03:48:05.187364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-f3162e5b-2f78-463c-96ef-a962698c7771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.192957 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '1a36086d-aba0-42ad-8f0f-077ca14cc688', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'port_id': 'b758ce50-6da2-47ac-a347-173df858bc37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'mac_address': 'fa:16:3e:57:ce:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087fdb-cf2c-44d1-965d-34e51552084e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:48:02Z', 'revision_number': 1, 'project_id': '068bea4f667445018e98e93ade1fff17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab33c90a-195f-4d09-967a-1f275afc14c5', 'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'mac_address': 'fa:16:3e:11:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:22Z', 'updated_at': '2021-07-05T03:47:30Z', 'revision_number': 5, 'project_id': '068bea4f667445018e98e93ade1fff17', 'subnets': [{'id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:05.198331 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-f3162e5b-2f78-463c-96ef-a962698c7771 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73c16aaa-5ad7-47af-a5e6-0976b41fd106 HTTP/1.1" status: 200 len: 844 time: 0.1137209 Jul 05 03:48:05.233095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71905835-06eb-4a8e-814d-bf52909aab1b req-f582b8e6-1e6c-4cec-a34a-7116bea74075 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.234887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71905835-06eb-4a8e-814d-bf52909aab1b req-f582b8e6-1e6c-4cec-a34a-7116bea74075 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 945 time: 0.1365829 Jul 05 03:48:05.246793 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc0e1a2-10cd-4d1e-85fe-2dabb4ac10fd None None] The sync data for ids ['d68d4548-e261-4cae-b880-12a9cbdfa15a'] in n-d-758944-41 is: [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '1a36086d-aba0-42ad-8f0f-077ca14cc688', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'floating_ip_address': '172.25.4.42', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'port_id': 'b758ce50-6da2-47ac-a347-173df858bc37', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 554, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'mac_address': 'fa:16:3e:57:ce:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92087fdb-cf2c-44d1-965d-34e51552084e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:47:31Z', 'updated_at': '2021-07-05T03:48:02Z', 'revision_number': 1, 'project_id': '068bea4f667445018e98e93ade1fff17', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ab33c90a-195f-4d09-967a-1f275afc14c5', 'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'mac_address': 'fa:16:3e:11:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:22Z', 'updated_at': '2021-07-05T03:47:30Z', 'revision_number': 5, 'project_id': '068bea4f667445018e98e93ade1fff17', 'subnets': [{'id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:05.301798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-5b47f783-473c-4ae3-8524-6fe7ec5f1352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.304047 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-5b47f783-473c-4ae3-8524-6fe7ec5f1352 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81fc52d9-59ef-4deb-b94f-25eb14d27b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0842195 Jul 05 03:48:05.305090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.306083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71905835-06eb-4a8e-814d-bf52909aab1b req-3bcedff1-0b50-4b4f-a35e-a0f818ecb5a9 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650229 Jul 05 03:48:05.322113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', '8602a2eb-05e8-4b92-9e04-82d062c4cf9e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:05.369198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event deleted for resources: {'Port': ['ID=8602a2eb-05e8-4b92-9e04-82d062c4cf9e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:05.429856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9f69cf13-fac9-406e-9783-1276762b7dd9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:05.503421 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-6a7ecf4e-fde1-4769-bc53-7dc0cf9ab95b service neutron] 10.222.0.13 "GET /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599813 Jul 05 03:48:05.541003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.541663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.542254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.542955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.543732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.544319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.544842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.552257 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.553038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.553574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.554123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.554647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:05.598229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ce6c274-8dba-4add-8a16-35a35299af15 req-537ac428-9cee-4926-af27-9df84db69802 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=09443b99-90c9-47e6-a953-bca6ba7b849a HTTP/1.1" status: 200 len: 210 time: 0.0462074 Jul 05 03:48:05.652717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] No DVR routers for this DVR port 8602a2eb-05e8-4b92-9e04-82d062c4cf9e on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:05.657327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:05.659890 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14a7eae6-5b6c-48a9-b1e4-0e1b81f73042 req-f6f46bea-772b-4aea-8371-f2b5921c7a4a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "DELETE /v2.0/ports/8602a2eb-05e8-4b92-9e04-82d062c4cf9e HTTP/1.1" status: 204 len: 173 time: 1.2781303 Jul 05 03:48:05.659890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09443b99-90c9-47e6-a953-bca6ba7b849a', 'name': 'network-vif-deleted', 'tag': '8602a2eb-05e8-4b92-9e04-82d062c4cf9e'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:05.670130 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c396874-1fa3-4707-a05a-faee4e50d35f" -d '{"events": [{"server_uuid": "09443b99-90c9-47e6-a953-bca6ba7b849a", "name": "network-vif-deleted", "tag": "8602a2eb-05e8-4b92-9e04-82d062c4cf9e"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:05.695463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ea51d8-4ad9-46f4-9fd2-7a13064743de None None] New status for floating IP 1a36086d-aba0-42ad-8f0f-077ca14cc688: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:48:05.721712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-ff45234e-cdb9-4f34-b7cb-2af05027b5f1 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.724761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-ff45234e-cdb9-4f34-b7cb-2af05027b5f1 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/networks?id=f93de537-a03a-4db3-977b-e2fc3c6b66f7 HTTP/1.1" status: 200 len: 810 time: 0.2701097 Jul 05 03:48:05.748793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-bd1d0750-dafc-432c-a6bf-971f34e6e3c2 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/quotas/46ae7e4b7244420bb798ea85f321b7a4 HTTP/1.1" status: 200 len: 375 time: 0.0182648 Jul 05 03:48:05.786696 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c0e257d-1fe3-4f07-9689-1904d1eb9819 req-8eb93ee3-33e2-4e85-a62c-af34cf214854 service neutron] 10.222.0.13 "GET /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482758 Jul 05 03:48:05.849356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-51882760-633f-47e2-b797-4d22d0860dfd tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=46ae7e4b7244420bb798ea85f321b7a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0989399 Jul 05 03:48:05.988362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52318e0-8e27-4270-8672-4d90f9a36e5d req-4ad6b8c2-908c-41d9-bb9e-6fc05818929a tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:05.989976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f52318e0-8e27-4270-8672-4d90f9a36e5d req-4ad6b8c2-908c-41d9-bb9e-6fc05818929a tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1101 time: 0.2287047 Jul 05 03:48:05.998113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-5baca51d-44b3-4341-9347-bd8c304fb805 service neutron] 10.222.0.30 "GET /v2.0/networks/f93de537-a03a-4db3-977b-e2fc3c6b66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478276 Jul 05 03:48:06.075939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-8e417983-c55f-4305-8591-909edb6e827a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.079963 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-8e417983-c55f-4305-8591-909edb6e827a tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "GET /v2.0/ports?device_id=b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e HTTP/1.1" status: 200 len: 949 time: 0.1207178 Jul 05 03:48:06.120504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f52318e0-8e27-4270-8672-4d90f9a36e5d req-98bb9877-e096-42c2-ab2c-ea5b4ba6e950 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095302 Jul 05 03:48:06.187782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7fa818e0-8c34-4267-8ccc-0bd1719326cb service neutron] 10.222.0.30 "GET /v2.0/networks/f93de537-a03a-4db3-977b-e2fc3c6b66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1886792 Jul 05 03:48:06.274781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-056982e9-c014-4ee0-8fd6-f3310cffad12 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Deleting port 9f69cf13-fac9-406e-9783-1276762b7dd9 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:06.275498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-056982e9-c014-4ee0-8fd6-f3310cffad12 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.387612 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abbe080a-9285-49a9-a04f-cda5bee6eebf x-openstack-request-id: req-abbe080a-9285-49a9-a04f-cda5bee6eebf {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:06.389334 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09443b99-90c9-47e6-a953-bca6ba7b849a", "name": "network-vif-deleted", "tag": "8602a2eb-05e8-4b92-9e04-82d062c4cf9e", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:06.389947 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-abbe080a-9285-49a9-a04f-cda5bee6eebf {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:06.390787 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09443b99-90c9-47e6-a953-bca6ba7b849a', 'name': 'network-vif-deleted', 'tag': '8602a2eb-05e8-4b92-9e04-82d062c4cf9e', 'status': 'completed', 'code': 200} Jul 05 03:48:06.461295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-056982e9-c014-4ee0-8fd6-f3310cffad12 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] For port 9f69cf13-fac9-406e-9783-1276762b7dd9, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9f69cf13-fac9-406e-9783-1276762b7dd9,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:06.461928 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-056982e9-c014-4ee0-8fd6-f3310cffad12 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.490179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-056982e9-c014-4ee0-8fd6-f3310cffad12 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Calling delete_port for 9f69cf13-fac9-406e-9783-1276762b7dd9 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:06.493457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'name': 'network-vif-deleted', 'tag': '716032b0-10a9-4810-8049-209a2781f817'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:06.495557 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf75ccd-410c-4683-b903-bb098cffe3f0" -d '{"events": [{"server_uuid": "b62a6451-7543-4172-9c7b-8633dee2c272", "name": "network-vif-deleted", "tag": "716032b0-10a9-4810-8049-209a2781f817"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:06.520508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5cb8e3e-295f-4e2b-9f3e-5a9a025d5afd req-2932a6e9-f856-44fb-bec5-ec6808897ab7 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.0391822 Jul 05 03:48:06.709309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-056982e9-c014-4ee0-8fd6-f3310cffad12 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.799639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056982e9-c014-4ee0-8fd6-f3310cffad12 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event deleted for resources: {'Port': ['ID=9f69cf13-fac9-406e-9783-1276762b7dd9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:06.904712 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-056982e9-c014-4ee0-8fd6-f3310cffad12 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] No DVR routers for this DVR port 9f69cf13-fac9-406e-9783-1276762b7dd9 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:06.907946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-056982e9-c014-4ee0-8fd6-f3310cffad12 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:06.910001 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cac4a2af-71e7-466b-8df2-b704fb93b83c req-056982e9-c014-4ee0-8fd6-f3310cffad12 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.13 "DELETE /v2.0/ports/9f69cf13-fac9-406e-9783-1276762b7dd9 HTTP/1.1" status: 204 len: 173 time: 0.8116930 Jul 05 03:48:06.913125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cba711-314d-45a6-ad56-0448ae08e5ee req-b0d0a5bb-acc8-4acb-8607-3f43e56a57e8 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.924527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96cba711-314d-45a6-ad56-0448ae08e5ee req-b0d0a5bb-acc8-4acb-8607-3f43e56a57e8 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 945 time: 0.1203253 Jul 05 03:48:06.964714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-0571d921-f89d-46a0-8604-4da234fca04e tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:06.966718 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-0571d921-f89d-46a0-8604-4da234fca04e tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.26 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 945 time: 0.1986806 Jul 05 03:48:07.002250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96cba711-314d-45a6-ad56-0448ae08e5ee req-d880759b-40aa-4e26-863d-672773697202 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/security-groups?id=e9b18805-1af9-4812-ae91-85dc981fd24b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768523 Jul 05 03:48:07.123834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-48e7ae87-e32b-4680-96d8-2d05d1488b76 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Deleting port a29d300b-a9c8-410c-8d05-812899b2281c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:07.124228 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-48e7ae87-e32b-4680-96d8-2d05d1488b76 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.172828 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-022b712e-d1c0-4b6b-9941-72f340ed381d x-openstack-request-id: req-022b712e-d1c0-4b6b-9941-72f340ed381d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:07.172828 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b62a6451-7543-4172-9c7b-8633dee2c272", "name": "network-vif-deleted", "tag": "716032b0-10a9-4810-8049-209a2781f817", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:07.172828 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-022b712e-d1c0-4b6b-9941-72f340ed381d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:07.172828 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b62a6451-7543-4172-9c7b-8633dee2c272', 'name': 'network-vif-deleted', 'tag': '716032b0-10a9-4810-8049-209a2781f817', 'status': 'completed', 'code': 200} Jul 05 03:48:07.285077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', '8602a2eb-05e8-4b92-9e04-82d062c4cf9e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:07.309524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-48e7ae87-e32b-4680-96d8-2d05d1488b76 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] For port a29d300b-a9c8-410c-8d05-812899b2281c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a29d300b-a9c8-410c-8d05-812899b2281c,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:07.309803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-48e7ae87-e32b-4680-96d8-2d05d1488b76 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.336850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-48e7ae87-e32b-4680-96d8-2d05d1488b76 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Calling delete_port for a29d300b-a9c8-410c-8d05-812899b2281c owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:07.380046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b475f2db-07d1-44aa-b46f-c02a498298bb req-0c80629b-ec8d-4532-b641-2a16afa9b0fc tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 210 time: 0.0728388 Jul 05 03:48:07.476008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e87dd827-95a6-40d8-bd21-626ac53a19ce req-dab00e5f-9f58-4c70-b3da-40e0c10a1b02 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=09443b99-90c9-47e6-a953-bca6ba7b849a HTTP/1.1" status: 200 len: 210 time: 0.0582938 Jul 05 03:48:07.573825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 716032b0-10a9-4810-8049-209a2781f817 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:07.607325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 716032b0-10a9-4810-8049-209a2781f817 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:07.608000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 716032b0-10a9-4810-8049-209a2781f817 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:07.670502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2203eb25-2d18-4859-8c88-fdb3f1953d55 req-728112d1-c854-4390-be8a-ab9699aab637 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:07.677622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2203eb25-2d18-4859-8c88-fdb3f1953d55 req-728112d1-c854-4390-be8a-ab9699aab637 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1388829 Jul 05 03:48:07.678467 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-48e7ae87-e32b-4680-96d8-2d05d1488b76 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.785298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2203eb25-2d18-4859-8c88-fdb3f1953d55 req-1e9d5412-8a60-42f6-bd80-3379e5efac4b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758038 Jul 05 03:48:07.811227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-cbb88ca7-c2e6-44da-aa4f-46516267e244 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2196324 Jul 05 03:48:07.844140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e7ae87-e32b-4680-96d8-2d05d1488b76 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Pushing event deleted for resources: {'Port': ['ID=a29d300b-a9c8-410c-8d05-812899b2281c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:07.848699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c6b6453-2ff2-4e13-8293-1e458ad84e0b req-c5c258f4-0cca-450d-be65-16ec69b51d7c tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.0361493 Jul 05 03:48:07.867503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-48e7ae87-e32b-4680-96d8-2d05d1488b76 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] No DVR routers for this DVR port a29d300b-a9c8-410c-8d05-812899b2281c on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:07.870607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-48e7ae87-e32b-4680-96d8-2d05d1488b76 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:07.872881 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e226e201-bb95-4fb5-8642-1ba4f3de8f4b req-48e7ae87-e32b-4680-96d8-2d05d1488b76 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.26 "DELETE /v2.0/ports/a29d300b-a9c8-410c-8d05-812899b2281c HTTP/1.1" status: 204 len: 173 time: 0.8993516 Jul 05 03:48:07.999932 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94ebdffd-d84e-46ee-b412-603957c6f792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:08.214185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4b43e2d-dd68-493e-b720-a4370905c8e6 req-938b9c70-0232-4a2f-b266-79097ca10b63 tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 210 time: 0.0591478 Jul 05 03:48:08.392418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e', 'name': 'network-vif-deleted', 'tag': '9f69cf13-fac9-406e-9783-1276762b7dd9'}, {'server_uuid': '26ed834a-8db7-40d5-928a-92493344aba6', 'name': 'network-vif-deleted', 'tag': 'a29d300b-a9c8-410c-8d05-812899b2281c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:08.395558 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-147752f1-90c0-4f0e-b4d7-3a5d9844c38f" -d '{"events": [{"server_uuid": "b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e", "name": "network-vif-deleted", "tag": "9f69cf13-fac9-406e-9783-1276762b7dd9"}, {"server_uuid": "26ed834a-8db7-40d5-928a-92493344aba6", "name": "network-vif-deleted", "tag": "a29d300b-a9c8-410c-8d05-812899b2281c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:08.467049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9f69cf13-fac9-406e-9783-1276762b7dd9 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:08.539421 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ffcff3e-06ef-4694-81a7-201800a5f237 x-openstack-request-id: req-6ffcff3e-06ef-4694-81a7-201800a5f237 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:08.540215 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e", "name": "network-vif-deleted", "tag": "9f69cf13-fac9-406e-9783-1276762b7dd9", "status": "completed", "code": 200}, {"server_uuid": "26ed834a-8db7-40d5-928a-92493344aba6", "name": "network-vif-deleted", "tag": "a29d300b-a9c8-410c-8d05-812899b2281c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:08.540900 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ffcff3e-06ef-4694-81a7-201800a5f237 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:08.541576 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1fd5c19-0c1e-47e0-bfbc-237ca08fa76e', 'name': 'network-vif-deleted', 'tag': '9f69cf13-fac9-406e-9783-1276762b7dd9', 'status': 'completed', 'code': 200} Jul 05 03:48:08.542139 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26ed834a-8db7-40d5-928a-92493344aba6', 'name': 'network-vif-deleted', 'tag': 'a29d300b-a9c8-410c-8d05-812899b2281c', 'status': 'completed', 'code': 200} Jul 05 03:48:08.545227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 9f69cf13-fac9-406e-9783-1276762b7dd9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:08.551113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9f69cf13-fac9-406e-9783-1276762b7dd9 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:08.650405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d38a9b5a-e870-4586-9f35-c288bb6ca5dd req-8a2bf511-4fee-4914-bc4d-1e04fa92ddfb tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 210 time: 0.1041727 Jul 05 03:48:08.696635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a29d300b-a9c8-410c-8d05-812899b2281c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:09.253184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b54ec6ae-cd6f-46ff-8ddd-0ac6e9d25e7f req-d8b8b1e6-1721-4d78-9566-46ccb0245b0e tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.0362470 Jul 05 03:48:09.308687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d56b19-0af0-43ed-96fd-f4355972cee2 req-287b629a-a417-40f6-b1a7-d14a87986a8c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:09.311317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3d56b19-0af0-43ed-96fd-f4355972cee2 req-287b629a-a417-40f6-b1a7-d14a87986a8c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1658525 Jul 05 03:48:09.428903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3d56b19-0af0-43ed-96fd-f4355972cee2 req-b375bf1c-e41b-4bc9-ac77-178522277deb tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118996 Jul 05 03:48:09.592331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8602a2eb-05e8-4b92-9e04-82d062c4cf9e no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:09.623619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 8602a2eb-05e8-4b92-9e04-82d062c4cf9e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:09.624424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8602a2eb-05e8-4b92-9e04-82d062c4cf9e not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:09.681320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2855403f-fe23-4795-80bb-a2f7505699ee req-55d5b641-28b1-46cd-bf65-20c8f645298c tempest-AttachSCSIVolumeTestJSON-415088489 tempest-AttachSCSIVolumeTestJSON-415088489-project] 10.222.0.30 "GET /v2.0/ports?device_id=26ed834a-8db7-40d5-928a-92493344aba6 HTTP/1.1" status: 200 len: 210 time: 0.0384474 Jul 05 03:48:09.856678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-078f88fe-1677-4caf-9928-1f9cf7b348ee req-a35fc566-a538-48bd-b52d-19848f24398f tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 210 time: 0.0388434 Jul 05 03:48:10.493527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c799eae1-4809-4e69-9108-189418818d5c req-6ab5d002-d747-4ef5-9856-f15c54a3f9f5 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.0559530 Jul 05 03:48:10.726271 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ff9b7a68-e889-487b-96d4-15ff2d26e021 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:10.734452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3cffc9-2dd5-4f3a-9f9b-6843c4ef7fb5 req-c49a190c-90b0-401f-a89a-7bfc40104833 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.759503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c3cffc9-2dd5-4f3a-9f9b-6843c4ef7fb5 req-c49a190c-90b0-401f-a89a-7bfc40104833 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1416154 Jul 05 03:48:10.796583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-5cde2a9b-582b-4e6e-aff7-65e83ed7ba57 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:10.799141 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-5cde2a9b-582b-4e6e-aff7-65e83ed7ba57 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.13 "GET /v2.0/networks?id=f93de537-a03a-4db3-977b-e2fc3c6b66f7 HTTP/1.1" status: 200 len: 810 time: 0.2015357 Jul 05 03:48:10.821548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Request body: {'port': {'device_id': '2effbb35-b81b-4a4c-af61-f6ff8e3c6822', 'network_id': 'f93de537-a03a-4db3-977b-e2fc3c6b66f7', 'admin_state_up': True, 'tenant_id': '46ae7e4b7244420bb798ea85f321b7a4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:10.874467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c3cffc9-2dd5-4f3a-9f9b-6843c4ef7fb5 req-79c454db-dcb6-4a85-93fd-e68485284421 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133952 Jul 05 03:48:10.921061 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.084386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Made reservation on behalf of 46ae7e4b7244420bb798ea85f321b7a4 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:11.090784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.401127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Allocated IP 172.20.0.10 (f93de537-a03a-4db3-977b-e2fc3c6b66f7/733c457b-c6d5-4ea1-bed0-2ac4eee2e5dc/27dd0297-1afc-4898-8066-9e3adacbff32) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:11.566777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71f86ab5-c773-45c4-923d-fae8b42cb982 req-4493d01a-2871-412d-9f75-d66ad9212a92 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 210 time: 0.0990241 Jul 05 03:48:11.584362 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a29d300b-a9c8-410c-8d05-812899b2281c no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:11.619120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: a29d300b-a9c8-410c-8d05-812899b2281c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:11.621632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a29d300b-a9c8-410c-8d05-812899b2281c not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:11.713342 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:11.767131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90029e9-e069-4053-967e-60050d368b87 req-2ce7f89d-e754-4e0d-adc1-bb829b7b58c3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:11.778025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b90029e9-e069-4053-967e-60050d368b87 req-2ce7f89d-e754-4e0d-adc1-bb829b7b58c3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f3b6a31-4a27-4aad-ae26-c1ff5342acb7 HTTP/1.1" status: 200 len: 950 time: 0.2819438 Jul 05 03:48:11.906523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b90029e9-e069-4053-967e-60050d368b87 req-02d10cbb-cb4e-40d0-bf17-75a9a1e32366 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156881 Jul 05 03:48:11.915018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-95fd3dd9-7250-4b2d-9a6e-d7a531bf68f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:11.917761 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-95fd3dd9-7250-4b2d-9a6e-d7a531bf68f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1101 time: 0.4223425 Jul 05 03:48:12.115560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-015ed912-b89b-4f70-a5ab-bedcf39f46ad req-07b515ff-6f0b-4a92-9d76-e4866cb1d032 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.0638149 Jul 05 03:48:12.152170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18de3843-330f-40b3-b215-427c70dcc0be req-ee2313aa-d381-490a-9e91-b69c702c07cf tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.154134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18de3843-330f-40b3-b215-427c70dcc0be req-ee2313aa-d381-490a-9e91-b69c702c07cf tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/ports?device_id=3f3b6a31-4a27-4aad-ae26-c1ff5342acb7 HTTP/1.1" status: 200 len: 950 time: 0.2259037 Jul 05 03:48:12.168781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.224571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-a9b6b2f3-9eb6-4e68-b43c-2e31f38502fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.226314 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-a9b6b2f3-9eb6-4e68-b43c-2e31f38502fd service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2833180 Jul 05 03:48:12.306138 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-fbb04212-c5e0-4aaf-9b95-be786123bb4e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 217 time: 0.0628476 Jul 05 03:48:12.341896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664c897c-f86d-4e09-ba2c-82518dca18e2 req-4d9a8c3f-a891-4c2d-8f3f-7a8307ed4195 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.343748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-664c897c-f86d-4e09-ba2c-82518dca18e2 req-4d9a8c3f-a891-4c2d-8f3f-7a8307ed4195 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.2053454 Jul 05 03:48:12.413128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-a2d73c9b-a924-4825-bf4d-d157150e573d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.414716 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-a2d73c9b-a924-4825-bf4d-d157150e573d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0886915 Jul 05 03:48:12.417378 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.463732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-18de3843-330f-40b3-b215-427c70dcc0be req-248c90eb-febb-429d-a62c-2589d4c8617f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Deleting port 1bdc472b-f943-4804-907a-15b7293c04a4 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:12.464433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18de3843-330f-40b3-b215-427c70dcc0be req-248c90eb-febb-429d-a62c-2589d4c8617f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.553471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Network f93de537-a03a-4db3-977b-e2fc3c6b66f7 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:12.562812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:12.565557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-664c897c-f86d-4e09-ba2c-82518dca18e2 req-b8cdef39-3e9a-4bf6-8846-c074cd7c1941 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748545 Jul 05 03:48:12.569630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:12.569630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Pushing event updated for resources: {'Port': ['ID=27dd0297-1afc-4898-8066-9e3adacbff32,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:12.658111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.659333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.682640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-18de3843-330f-40b3-b215-427c70dcc0be req-248c90eb-febb-429d-a62c-2589d4c8617f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] For port 1bdc472b-f943-4804-907a-15b7293c04a4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1bdc472b-f943-4804-907a-15b7293c04a4,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:12.683265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-dbfa6cb6-6d74-473c-a4a8-63f62ca9386f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.683360 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18de3843-330f-40b3-b215-427c70dcc0be req-248c90eb-febb-429d-a62c-2589d4c8617f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:12.686102 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-dbfa6cb6-6d74-473c-a4a8-63f62ca9386f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2266386 Jul 05 03:48:12.719113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-18de3843-330f-40b3-b215-427c70dcc0be req-248c90eb-febb-429d-a62c-2589d4c8617f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Calling delete_port for 1bdc472b-f943-4804-907a-15b7293c04a4 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:12.784677 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-7abb77c0-c514-4a3b-83c1-c0947b39dc59 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9700241 Jul 05 03:48:12.799689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Request body: {'port': {'device_id': '2effbb35-b81b-4a4c-af61-f6ff8e3c6822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:12.909528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2adbbcbd-c117-426f-9ab8-0be435be76da req-1b914750-3cc1-4bbb-9fda-280a44b04902 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:12.916867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2adbbcbd-c117-426f-9ab8-0be435be76da req-1b914750-3cc1-4bbb-9fda-280a44b04902 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 932 time: 0.1080859 Jul 05 03:48:13.005505 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-1da635ce-21b5-466d-99d3-b7c82c7a1f52 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3077352 Jul 05 03:48:13.007291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.042945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2adbbcbd-c117-426f-9ab8-0be435be76da req-cbba6668-55af-48f0-8f65-8d774f32162e tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250780 Jul 05 03:48:13.137017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-c8f83156-18d0-4f34-b46e-e94476a7dcc2 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:13.139058 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-c8f83156-18d0-4f34-b46e-e94476a7dcc2 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 950 time: 0.3345346 Jul 05 03:48:13.165405 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18de3843-330f-40b3-b215-427c70dcc0be req-248c90eb-febb-429d-a62c-2589d4c8617f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.189757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9', '1bdc472b-f943-4804-907a-15b7293c04a4', 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:13.271988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c90eb-febb-429d-a62c-2589d4c8617f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event deleted for resources: {'Port': ['ID=1bdc472b-f943-4804-907a-15b7293c04a4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:13.346880 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-8f3642de-91d6-43bb-99d6-0dac324a37d3 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3261364 Jul 05 03:48:13.397706 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.472197 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b162db18-f83f-4283-b3bc-dd3b54148187 req-9f846237-bbb4-4669-98ee-49a8e244aca4 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f3b6a31-4a27-4aad-ae26-c1ff5342acb7 HTTP/1.1" status: 200 len: 210 time: 0.0904491 Jul 05 03:48:13.487598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-f7c84a8b-e6bf-4788-ae58-b6db9defd20d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Deleting port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:13.488065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-f7c84a8b-e6bf-4788-ae58-b6db9defd20d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.551072 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.564358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-18de3843-330f-40b3-b215-427c70dcc0be req-248c90eb-febb-429d-a62c-2589d4c8617f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] No DVR routers for this DVR port 1bdc472b-f943-4804-907a-15b7293c04a4 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:13.569098 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18de3843-330f-40b3-b215-427c70dcc0be req-248c90eb-febb-429d-a62c-2589d4c8617f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.573073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18de3843-330f-40b3-b215-427c70dcc0be req-248c90eb-febb-429d-a62c-2589d4c8617f tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "DELETE /v2.0/ports/1bdc472b-f943-4804-907a-15b7293c04a4 HTTP/1.1" status: 204 len: 173 time: 1.4077060 Jul 05 03:48:13.603254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f3b6a31-4a27-4aad-ae26-c1ff5342acb7', 'name': 'network-vif-deleted', 'tag': '1bdc472b-f943-4804-907a-15b7293c04a4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:13.605523 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f28904d2-40d6-49c2-8575-6bde33db58bc" -d '{"events": [{"server_uuid": "3f3b6a31-4a27-4aad-ae26-c1ff5342acb7", "name": "network-vif-deleted", "tag": "1bdc472b-f943-4804-907a-15b7293c04a4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:13.615091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99dca1ec-91cd-4390-be16-2b5d6effacba req-ed78a6f5-8bcd-4761-9381-ff99b4783fa3 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.2169421 Jul 05 03:48:13.863091 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192116c2-654d-4468-97bb-26bd247b7bc8 x-openstack-request-id: req-192116c2-654d-4468-97bb-26bd247b7bc8 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:13.863745 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f3b6a31-4a27-4aad-ae26-c1ff5342acb7", "name": "network-vif-deleted", "tag": "1bdc472b-f943-4804-907a-15b7293c04a4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:13.863745 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-192116c2-654d-4468-97bb-26bd247b7bc8 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:13.864184 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f3b6a31-4a27-4aad-ae26-c1ff5342acb7', 'name': 'network-vif-deleted', 'tag': '1bdc472b-f943-4804-907a-15b7293c04a4', 'status': 'completed', 'code': 200} Jul 05 03:48:13.870134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-f7c84a8b-e6bf-4788-ae58-b6db9defd20d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] For port b77c3cdd-a9f8-415b-8209-1d975a72f0f4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:13.870663 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-f7c84a8b-e6bf-4788-ae58-b6db9defd20d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.893872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27dd0297-1afc-4898-8066-9e3adacbff32 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:13.909197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:13.920216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-f7c84a8b-e6bf-4788-ae58-b6db9defd20d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Calling delete_port for b77c3cdd-a9f8-415b-8209-1d975a72f0f4 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:13.968210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Transition to ACTIVE for port object 27dd0297-1afc-4898-8066-9e3adacbff32 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:14.004347 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.051157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134b43e7-5b57-4946-85e1-fad6a330a1e8 req-a1470031-7f67-48af-b2a4-a85c3b518ff1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.055151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-134b43e7-5b57-4946-85e1-fad6a330a1e8 req-a1470031-7f67-48af-b2a4-a85c3b518ff1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1038761 Jul 05 03:48:14.146534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-134b43e7-5b57-4946-85e1-fad6a330a1e8 req-d90c24ab-c63c-4df3-a342-aa0e6a3ae394 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797446 Jul 05 03:48:14.172445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.241748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Pushing event updated for resources: {'Port': ['ID=27dd0297-1afc-4898-8066-9e3adacbff32,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:14.291284 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-f7c84a8b-e6bf-4788-ae58-b6db9defd20d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.303811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:14.345570 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c84a8b-e6bf-4788-ae58-b6db9defd20d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event deleted for resources: {'Port': ['ID=b77c3cdd-a9f8-415b-8209-1d975a72f0f4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:14.407694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcfd614-6f76-4f38-9fd4-8e23979e4964 req-5d9c7024-007c-481b-bc1c-c451940a5c8b tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:14.416308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afcfd614-6f76-4f38-9fd4-8e23979e4964 req-5d9c7024-007c-481b-bc1c-c451940a5c8b tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 944 time: 0.1131630 Jul 05 03:48:14.481791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afcfd614-6f76-4f38-9fd4-8e23979e4964 req-41174a6c-ff81-4524-ab68-b9ea06e5f3f7 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633287 Jul 05 03:48:14.762208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b975d070-ea45-4a43-a45a-cd30f1819817 req-82a590cf-fb93-4b26-a211-f47267ffad8c tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f3b6a31-4a27-4aad-ae26-c1ff5342acb7 HTTP/1.1" status: 200 len: 210 time: 0.0621905 Jul 05 03:48:14.956100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-f7c84a8b-e6bf-4788-ae58-b6db9defd20d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] No DVR routers for this DVR port b77c3cdd-a9f8-415b-8209-1d975a72f0f4 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:14.970393 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-f7c84a8b-e6bf-4788-ae58-b6db9defd20d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:14.973739 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b5f9c74d-a03e-4108-ad3d-898caf26812b req-f7c84a8b-e6bf-4788-ae58-b6db9defd20d tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "DELETE /v2.0/ports/b77c3cdd-a9f8-415b-8209-1d975a72f0f4 HTTP/1.1" status: 204 len: 173 time: 1.8250632 Jul 05 03:48:14.974214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa473f64-f78a-4d7f-b37a-029a204c1979', 'name': 'network-vif-deleted', 'tag': 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:14.984169 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-718d3814-c829-483a-8774-287b0b6896cf" -d '{"events": [{"server_uuid": "aa473f64-f78a-4d7f-b37a-029a204c1979", "name": "network-vif-deleted", "tag": "b77c3cdd-a9f8-415b-8209-1d975a72f0f4"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:15.002285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Attempting to bind port 27dd0297-1afc-4898-8066-9e3adacbff32 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:15.003924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Attempting to bind port 27dd0297-1afc-4898-8066-9e3adacbff32 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'bd3e2b55-2c21-4d57-9088-1a8c55292909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f93de537-a03a-4db3-977b-e2fc3c6b66f7'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:15.005616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Attempting to bind port 27dd0297-1afc-4898-8066-9e3adacbff32 on network f93de537-a03a-4db3-977b-e2fc3c6b66f7 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:15.018427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Port 27dd0297-1afc-4898-8066-9e3adacbff32 on network f93de537-a03a-4db3-977b-e2fc3c6b66f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:15.019040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Attempting to bind port 27dd0297-1afc-4898-8066-9e3adacbff32 on network f93de537-a03a-4db3-977b-e2fc3c6b66f7 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:15.034422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:15.036805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Checking segment: {'id': 'bd3e2b55-2c21-4d57-9088-1a8c55292909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f93de537-a03a-4db3-977b-e2fc3c6b66f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:15.038950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Bound using segment: {'id': 'bd3e2b55-2c21-4d57-9088-1a8c55292909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f93de537-a03a-4db3-977b-e2fc3c6b66f7'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:15.039653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Bound port: 27dd0297-1afc-4898-8066-9e3adacbff32, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bd3e2b55-2c21-4d57-9088-1a8c55292909', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'f93de537-a03a-4db3-977b-e2fc3c6b66f7'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:15.041245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.044643 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ec4e28b-d668-4c39-9195-839b19eb9844 req-a2c768d6-4815-49ac-b17c-53780deb112f tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=b62a6451-7543-4172-9c7b-8633dee2c272 HTTP/1.1" status: 200 len: 210 time: 0.1357675 Jul 05 03:48:15.143851 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78da068e-4fdd-4c90-9b54-f0b7e89f597f x-openstack-request-id: req-78da068e-4fdd-4c90-9b54-f0b7e89f597f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:15.144288 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa473f64-f78a-4d7f-b37a-029a204c1979", "name": "network-vif-deleted", "tag": "b77c3cdd-a9f8-415b-8209-1d975a72f0f4", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:15.144645 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78da068e-4fdd-4c90-9b54-f0b7e89f597f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:15.145182 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa473f64-f78a-4d7f-b37a-029a204c1979', 'name': 'network-vif-deleted', 'tag': 'b77c3cdd-a9f8-415b-8209-1d975a72f0f4', 'status': 'completed', 'code': 200} Jul 05 03:48:15.157875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] For port 27dd0297-1afc-4898-8066-9e3adacbff32, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:15.162717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] For port 27dd0297-1afc-4898-8066-9e3adacbff32, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=27dd0297-1afc-4898-8066-9e3adacbff32,segment=NetworkSegment(bd3e2b55-2c21-4d57-9088-1a8c55292909),segment_id=bd3e2b55-2c21-4d57-9088-1a8c55292909)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:15.259103 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.318577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.321627 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:15.323447 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] 10.222.0.13 "PUT /v2.0/ports/27dd0297-1afc-4898-8066-9e3adacbff32 HTTP/1.1" status: 200 len: 1093 time: 2.5298607 Jul 05 03:48:15.356471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d623be6-ca3b-41c9-a6f3-0b078c949205 service neutron] Pushing event updated for resources: {'Port': ['ID=27dd0297-1afc-4898-8066-9e3adacbff32,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:15.470219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9276575d-1d7f-4ae7-81c2-55052ede9eb4 req-e8bd35f4-b506-4371-9ff9-ed1d49831b27 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.478351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9276575d-1d7f-4ae7-81c2-55052ede9eb4 req-e8bd35f4-b506-4371-9ff9-ed1d49831b27 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1147139 Jul 05 03:48:15.530399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9276575d-1d7f-4ae7-81c2-55052ede9eb4 req-ca923ccf-b298-4d41-be6d-0a61080f3bdc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507884 Jul 05 03:48:15.612533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b77c3cdd-a9f8-415b-8209-1d975a72f0f4 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:15.615825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-ae6ab4b8-340a-45f5-8e9e-1085e1e6eca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.617532 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-ae6ab4b8-340a-45f5-8e9e-1085e1e6eca0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46ae7e4b7244420bb798ea85f321b7a4&device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 1096 time: 0.1360402 Jul 05 03:48:15.666252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: b77c3cdd-a9f8-415b-8209-1d975a72f0f4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:15.668465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b77c3cdd-a9f8-415b-8209-1d975a72f0f4 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:15.669755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1bdc472b-f943-4804-907a-15b7293c04a4 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:15.678308 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-bc571c4a-142e-4cfd-8bc5-a493d3063c07 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27dd0297-1afc-4898-8066-9e3adacbff32 HTTP/1.1" status: 200 len: 217 time: 0.0504260 Jul 05 03:48:15.720678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 1bdc472b-f943-4804-907a-15b7293c04a4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:15.721233 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1bdc472b-f943-4804-907a-15b7293c04a4 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:15.725240 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:48:15.756639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-aa8bccbc-9f0e-4916-9d4c-2445f425fe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.758496 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-aa8bccbc-9f0e-4916-9d4c-2445f425fe02 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=733c457b-c6d5-4ea1-bed0-2ac4eee2e5dc HTTP/1.1" status: 200 len: 850 time: 0.0699971 Jul 05 03:48:15.830856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38146f5-2db5-480f-8692-dbf52d4b82a6 req-3c397f36-cd72-4c92-b772-b33296afdaf7 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:15.837229 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-27393f1d-3ad9-48e2-b441-d282ca3845a8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93de537-a03a-4db3-977b-e2fc3c6b66f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670760 Jul 05 03:48:15.847324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e38146f5-2db5-480f-8692-dbf52d4b82a6 req-3c397f36-cd72-4c92-b772-b33296afdaf7 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 944 time: 0.2056165 Jul 05 03:48:15.980027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e38146f5-2db5-480f-8692-dbf52d4b82a6 req-94083898-fb05-44ab-bbf6-cf0b9cfaad6b tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282899 Jul 05 03:48:16.060950 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-771197e1-0d71-49a5-b396-25a1145a61af service neutron] 10.222.0.13 "GET /v2.0/networks/f93de537-a03a-4db3-977b-e2fc3c6b66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152209 Jul 05 03:48:16.324546 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-be23a52c-6e1b-4817-93da-2c60722a0001 req-404cb9ee-e8bf-4386-a73a-a5835b8ed2ea service neutron] 10.222.0.13 "GET /v2.0/networks/f93de537-a03a-4db3-977b-e2fc3c6b66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2428560 Jul 05 03:48:16.338008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e40f571-7708-4dd9-ab25-8e107ae95f9a req-1c5b5882-1ef7-4024-8788-03e67b369316 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa473f64-f78a-4d7f-b37a-029a204c1979 HTTP/1.1" status: 200 len: 210 time: 0.0615208 Jul 05 03:48:16.778991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7b9119-7f22-4646-8d1c-0ac48684a566 req-2f8963e9-72a3-4a8d-a07d-bcbb7d1b3b97 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:16.788681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f7b9119-7f22-4646-8d1c-0ac48684a566 req-2f8963e9-72a3-4a8d-a07d-bcbb7d1b3b97 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1179059 Jul 05 03:48:16.826536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f7b9119-7f22-4646-8d1c-0ac48684a566 req-6fbe143d-6524-4d77-ac8e-879e23eb0bdf tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369599 Jul 05 03:48:17.146883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2effbb35-b81b-4a4c-af61-f6ff8e3c6822', 'tag': '27dd0297-1afc-4898-8066-9e3adacbff32'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:17.149231 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb436ee-6423-4b6c-9676-4c2058a3ba5c" -d '{"events": [{"name": "network-changed", "server_uuid": "2effbb35-b81b-4a4c-af61-f6ff8e3c6822", "tag": "27dd0297-1afc-4898-8066-9e3adacbff32"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:17.209836 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72f8f587-b46f-4b07-a5f4-cd0b1c6ef72d x-openstack-request-id: req-72f8f587-b46f-4b07-a5f4-cd0b1c6ef72d {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:17.210129 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2effbb35-b81b-4a4c-af61-f6ff8e3c6822", "tag": "27dd0297-1afc-4898-8066-9e3adacbff32", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:17.210378 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72f8f587-b46f-4b07-a5f4-cd0b1c6ef72d {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:17.210769 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2effbb35-b81b-4a4c-af61-f6ff8e3c6822', 'tag': '27dd0297-1afc-4898-8066-9e3adacbff32', 'status': 'completed', 'code': 200} Jul 05 03:48:17.317850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb436ee-6423-4b6c-9676-4c2058a3ba5c req-022328eb-ab9e-40ee-9cd3-e524a70967f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.319854 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-feb436ee-6423-4b6c-9676-4c2058a3ba5c req-022328eb-ab9e-40ee-9cd3-e524a70967f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=46ae7e4b7244420bb798ea85f321b7a4&device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 1096 time: 0.0815375 Jul 05 03:48:17.344871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7e44b5-a456-4f47-9b1f-8387b75c7267 req-1fc3c05f-0b33-4b52-950e-e0baf699f5d5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.346612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba7e44b5-a456-4f47-9b1f-8387b75c7267 req-1fc3c05f-0b33-4b52-950e-e0baf699f5d5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 944 time: 0.1240156 Jul 05 03:48:17.448001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba7e44b5-a456-4f47-9b1f-8387b75c7267 req-d874dd33-fa87-4071-a79e-91d8c79a9846 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933869 Jul 05 03:48:17.495027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb436ee-6423-4b6c-9676-4c2058a3ba5c req-db708569-938f-4870-9c74-2782782b5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.500891 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-feb436ee-6423-4b6c-9676-4c2058a3ba5c req-db708569-938f-4870-9c74-2782782b5ae3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=f93de537-a03a-4db3-977b-e2fc3c6b66f7 HTTP/1.1" status: 200 len: 911 time: 0.1635489 Jul 05 03:48:17.626351 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-feb436ee-6423-4b6c-9676-4c2058a3ba5c req-a37121f3-b424-42f2-83b9-f2917a97490f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=27dd0297-1afc-4898-8066-9e3adacbff32 HTTP/1.1" status: 200 len: 217 time: 0.0987656 Jul 05 03:48:17.719463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb436ee-6423-4b6c-9676-4c2058a3ba5c req-2489faac-7125-492a-978b-c5d5bf195f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:17.722244 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-feb436ee-6423-4b6c-9676-4c2058a3ba5c req-2489faac-7125-492a-978b-c5d5bf195f30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=733c457b-c6d5-4ea1-bed0-2ac4eee2e5dc HTTP/1.1" status: 200 len: 850 time: 0.0863671 Jul 05 03:48:17.777918 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-feb436ee-6423-4b6c-9676-4c2058a3ba5c req-c14177ce-c603-47eb-a881-1e8b94ee6b93 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=f93de537-a03a-4db3-977b-e2fc3c6b66f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429645 Jul 05 03:48:17.950441 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-feb436ee-6423-4b6c-9676-4c2058a3ba5c req-dd99b666-572c-44a0-ba06-d9da0d6f27e5 service neutron] 10.222.0.13 "GET /v2.0/networks/f93de537-a03a-4db3-977b-e2fc3c6b66f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627212 Jul 05 03:48:18.156851 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-feb436ee-6423-4b6c-9676-4c2058a3ba5c req-18c3a8e9-d2c9-49d1-a555-c0f51e3be602 service neutron] 10.222.0.13 "GET /v2.0/networks/f93de537-a03a-4db3-977b-e2fc3c6b66f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1769838 Jul 05 03:48:18.219277 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f32d3a3-099f-4988-8f0b-74b0061c1b58 req-05ab65ea-7182-4426-9654-1ce39733016c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.234853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f32d3a3-099f-4988-8f0b-74b0061c1b58 req-05ab65ea-7182-4426-9654-1ce39733016c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.2116177 Jul 05 03:48:18.297222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f32d3a3-099f-4988-8f0b-74b0061c1b58 req-62d7a3ce-5feb-4152-8f8e-24511077a7a6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601742 Jul 05 03:48:18.496219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47402) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:18.608636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c08d9c-ab15-4514-88f7-44210d46a499 req-5742b59a-175f-4bc8-842e-55483f02397b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.616883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6c08d9c-ab15-4514-88f7-44210d46a499 req-5742b59a-175f-4bc8-842e-55483f02397b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 950 time: 0.1264176 Jul 05 03:48:18.675275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6c08d9c-ab15-4514-88f7-44210d46a499 req-eff2371b-768b-4797-9c3f-7860738553f5 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570872 Jul 05 03:48:18.827051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f4a4c0-2947-4c95-912a-e92ade3e7d9e req-e8c5d06c-5bb7-4783-b396-567ea53a5986 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:18.832349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7f4a4c0-2947-4c95-912a-e92ade3e7d9e req-e8c5d06c-5bb7-4783-b396-567ea53a5986 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 944 time: 0.1488750 Jul 05 03:48:18.942143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7f4a4c0-2947-4c95-912a-e92ade3e7d9e req-8dc9368e-1f24-43a2-8de4-a8173ab01f23 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977485 Jul 05 03:48:19.324555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.561724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0923cb95-f030-47af-b2f4-70fbb389c1a7 req-c4909d56-d8bc-45e9-8f3b-37a0532a5f1b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.568052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0923cb95-f030-47af-b2f4-70fbb389c1a7 req-c4909d56-d8bc-45e9-8f3b-37a0532a5f1b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1234181 Jul 05 03:48:19.682109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0923cb95-f030-47af-b2f4-70fbb389c1a7 req-8266bc7a-9741-41a0-9913-919880fa8081 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030722 Jul 05 03:48:19.816106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] Deleting port 495ab5db-cdd8-4ac8-b475-ec275206e833 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:19.816817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:19.936632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1751c1e-ecf7-489d-8bcb-2317894f1100 req-6e3ee61b-5c7b-4cfd-8891-1a7c2cc96b79 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:19.938363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1751c1e-ecf7-489d-8bcb-2317894f1100 req-6e3ee61b-5c7b-4cfd-8891-1a7c2cc96b79 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 950 time: 0.0845337 Jul 05 03:48:20.008693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1751c1e-ecf7-489d-8bcb-2317894f1100 req-ee8fbb77-2bc2-4e41-87a3-e7bddae8129b tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638034 Jul 05 03:48:20.028848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] For port 495ab5db-cdd8-4ac8-b475-ec275206e833, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=495ab5db-cdd8-4ac8-b475-ec275206e833,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:20.029322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.082848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] Calling delete_port for 495ab5db-cdd8-4ac8-b475-ec275206e833 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:20.195852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3843b9-4db6-4e40-9c89-49507a8e0b8c req-529973b5-53b5-4f34-baff-18c36b7df24b tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:20.200711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b3843b9-4db6-4e40-9c89-49507a8e0b8c req-529973b5-53b5-4f34-baff-18c36b7df24b tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 944 time: 0.0905147 Jul 05 03:48:20.271371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b3843b9-4db6-4e40-9c89-49507a8e0b8c req-409b1fea-5014-4396-98c5-611c497aa004 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655291 Jul 05 03:48:20.294551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-c785e9b3-c079-4d42-9dc1-1b97c9b19fe3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:20.297397 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-c785e9b3-c079-4d42-9dc1-1b97c9b19fe3 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 950 time: 0.1902006 Jul 05 03:48:20.468005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-f29caade-8d54-4b0b-bc0f-0e12a93eb757 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Deleting port 71a9faef-9737-43a1-9581-12cf4850e9a9 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:20.468410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-f29caade-8d54-4b0b-bc0f-0e12a93eb757 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.527089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.528282 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 27dd0297-1afc-4898-8066-9e3adacbff32 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:20.560475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] Pushing event deleted for resources: {'Port': ['ID=495ab5db-cdd8-4ac8-b475-ec275206e833,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:20.679758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-f29caade-8d54-4b0b-bc0f-0e12a93eb757 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] For port 71a9faef-9737-43a1-9581-12cf4850e9a9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=71a9faef-9737-43a1-9581-12cf4850e9a9,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:20.680348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-f29caade-8d54-4b0b-bc0f-0e12a93eb757 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.692923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 27dd0297-1afc-4898-8066-9e3adacbff32, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=27dd0297-1afc-4898-8066-9e3adacbff32,segment=NetworkSegment(bd3e2b55-2c21-4d57-9088-1a8c55292909),segment_id=bd3e2b55-2c21-4d57-9088-1a8c55292909)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:20.718272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '27dd0297-1afc-4898-8066-9e3adacbff32', 'network_id': 'f93de537-a03a-4db3-977b-e2fc3c6b66f7', 'port_id': '27dd0297-1afc-4898-8066-9e3adacbff32', 'mac_address': 'fa:16:3e:cd:3e:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '733c457b-c6d5-4ea1-bed0-2ac4eee2e5dc', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:20.718648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-f29caade-8d54-4b0b-bc0f-0e12a93eb757 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Calling delete_port for 71a9faef-9737-43a1-9581-12cf4850e9a9 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:20.792654 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:20.841188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27dd0297-1afc-4898-8066-9e3adacbff32 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:20.908300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 27dd0297-1afc-4898-8066-9e3adacbff32, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=27dd0297-1afc-4898-8066-9e3adacbff32,segment=NetworkSegment(bd3e2b55-2c21-4d57-9088-1a8c55292909),segment_id=bd3e2b55-2c21-4d57-9088-1a8c55292909)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:20.977096 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.022116 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.030665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31ba8fc-c7f7-4516-a5e4-6d39c7524752 req-14c71cf2-05ac-4c3a-8795-495dd694aee5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.045915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d31ba8fc-c7f7-4516-a5e4-6d39c7524752 req-14c71cf2-05ac-4c3a-8795-495dd694aee5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1230528 Jul 05 03:48:21.085358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=27dd0297-1afc-4898-8066-9e3adacbff32,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:21.106860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.113722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.113722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.113722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.113722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.113722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.113722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.113722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.114695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.115028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.118786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.132408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:21.155547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d31ba8fc-c7f7-4516-a5e4-6d39c7524752 req-ce77ec90-81aa-46b6-9423-ef78567c5f3d tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086159 Jul 05 03:48:21.352500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-f29caade-8d54-4b0b-bc0f-0e12a93eb757 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.370068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead7dd73-d2e6-4c3f-983f-fec09168ae95 req-742ac243-0c94-4f6f-90c6-a8d2ff9a98a6 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.372422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['71a9faef-9737-43a1-9581-12cf4850e9a9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:21.378433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ead7dd73-d2e6-4c3f-983f-fec09168ae95 req-742ac243-0c94-4f6f-90c6-a8d2ff9a98a6 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 867 time: 0.1231184 Jul 05 03:48:21.400307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29caade-8d54-4b0b-bc0f-0e12a93eb757 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Pushing event deleted for resources: {'Port': ['ID=71a9faef-9737-43a1-9581-12cf4850e9a9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:21.445913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ead7dd73-d2e6-4c3f-983f-fec09168ae95 req-747966bf-e3be-4428-8ccb-1a35ac2b99cd tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/security-groups?id=fb862b8c-3e3d-436d-a3b9-840fee9f0cda&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664637 Jul 05 03:48:21.541371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['27dd0297-1afc-4898-8066-9e3adacbff32'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:21.609690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-f29caade-8d54-4b0b-bc0f-0e12a93eb757 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] No DVR routers for this DVR port 71a9faef-9737-43a1-9581-12cf4850e9a9 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:21.625302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-f29caade-8d54-4b0b-bc0f-0e12a93eb757 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:21.628757 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a86de70-f227-43c6-9323-dc84f5d90007 req-f29caade-8d54-4b0b-bc0f-0e12a93eb757 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.26 "DELETE /v2.0/ports/71a9faef-9737-43a1-9581-12cf4850e9a9 HTTP/1.1" status: 204 len: 173 time: 1.3265426 Jul 05 03:48:21.629473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c610ea4-25fc-425e-9fef-db6c1ba5d8c2', 'name': 'network-vif-deleted', 'tag': '71a9faef-9737-43a1-9581-12cf4850e9a9'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:21.632706 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eea034f-e593-4a2a-a3c0-978028a06ffe" -d '{"events": [{"server_uuid": "2c610ea4-25fc-425e-9fef-db6c1ba5d8c2", "name": "network-vif-deleted", "tag": "71a9faef-9737-43a1-9581-12cf4850e9a9"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:21.666752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] Router 32d4a385-6209-4d85-bd39-f2c6f82e1fca has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:21.778611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003ae73b-fb5d-4a31-b8f8-da8f3bddedca req-7057d562-5c03-48cb-9f85-c6d717cc73d3 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:21.796876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-003ae73b-fb5d-4a31-b8f8-da8f3bddedca req-7057d562-5c03-48cb-9f85-c6d717cc73d3 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 945 time: 0.1371000 Jul 05 03:48:21.860449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-003ae73b-fb5d-4a31-b8f8-da8f3bddedca req-3b783cc0-4312-47d8-8576-8a5e7c0ea9c5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586569 Jul 05 03:48:21.960153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:21.969742 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] Sync routers for ids ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:21.970489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-54fba6bf-5726-45b7-a13c-2c9c20395066 admin admin] 10.222.0.30 "PUT /v2.0/routers/32d4a385-6209-4d85-bd39-f2c6f82e1fca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4725387 Jul 05 03:48:21.973222 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47444) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:21.984354 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] Routers {'32d4a385-6209-4d85-bd39-f2c6f82e1fca'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:21.985310 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:48:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:22.134516 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fef23c49-350c-4a02-ab5a-2ea025360a16 x-openstack-request-id: req-fef23c49-350c-4a02-ab5a-2ea025360a16 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:22.135393 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c610ea4-25fc-425e-9fef-db6c1ba5d8c2", "name": "network-vif-deleted", "tag": "71a9faef-9737-43a1-9581-12cf4850e9a9", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:22.135393 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fef23c49-350c-4a02-ab5a-2ea025360a16 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:22.135692 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c610ea4-25fc-425e-9fef-db6c1ba5d8c2', 'name': 'network-vif-deleted', 'tag': '71a9faef-9737-43a1-9581-12cf4850e9a9', 'status': 'completed', 'code': 200} Jul 05 03:48:22.171647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.197628 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] Set router 32d4a385-6209-4d85-bd39-f2c6f82e1fca gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:22.301646 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.476174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Deleting port e648ccf3-d78c-4190-92c4-e784e8b61ed9 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:22.476749 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.523480 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-router', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:48:20Z', 'revision_number': 5, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'gw_port': {'id': 'e648ccf3-d78c-4190-92c4-e784e8b61ed9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:95:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 492, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:45:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:22.617029 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] Checking router: 32d4a385-6209-4d85-bd39-f2c6f82e1fca for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:22.639938 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] Routers {'32d4a385-6209-4d85-bd39-f2c6f82e1fca'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:22.640823 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:48:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:22.651949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] For port e648ccf3-d78c-4190-92c4-e784e8b61ed9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e648ccf3-d78c-4190-92c4-e784e8b61ed9,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:22.651949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:22.674686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Calling delete_port for e648ccf3-d78c-4190-92c4-e784e8b61ed9 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:22.798791 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] Set router 32d4a385-6209-4d85-bd39-f2c6f82e1fca gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:22.804435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d64a7-f0cc-4596-a84e-4fa3f41f65b9 req-e49f24f5-7d1e-4811-87e7-a65d25253fa8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.813409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-705d64a7-f0cc-4596-a84e-4fa3f41f65b9 req-e49f24f5-7d1e-4811-87e7-a65d25253fa8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.5172937 Jul 05 03:48:22.815319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-136b2f9c-42de-4653-85aa-d55238e9b3fc tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.817260 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-136b2f9c-42de-4653-85aa-d55238e9b3fc tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.26 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 945 time: 0.1349247 Jul 05 03:48:22.847263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af22737-87ff-42d3-a1bb-9787905f9206 req-c17b4205-8b77-48b2-ba71-db43cbdf2094 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:22.855840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5af22737-87ff-42d3-a1bb-9787905f9206 req-c17b4205-8b77-48b2-ba71-db43cbdf2094 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 945 time: 0.5228722 Jul 05 03:48:22.869351 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-router', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:48:22Z', 'revision_number': 6, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:22.905094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-705d64a7-f0cc-4596-a84e-4fa3f41f65b9 req-c1cf26d5-1926-46fb-a18e-02bf862fc57c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0902781 Jul 05 03:48:22.932609 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-683123c8-2f43-44e2-a796-c3cc0ef89700 None None] The sync data for ids ['32d4a385-6209-4d85-bd39-f2c6f82e1fca'] in n-d-758944-41 is: [{'id': '32d4a385-6209-4d85-bd39-f2c6f82e1fca', 'name': 'tempest-AttachSCSIVolumeTestJSON-1492707615-router', 'tenant_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:28Z', 'updated_at': '2021-07-05T03:48:22Z', 'revision_number': 6, 'project_id': '3dedf8c4f9b544f4be762775b5ac4aa8', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:22.955863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5af22737-87ff-42d3-a1bb-9787905f9206 req-60c0c92d-7e8c-4ac0-bbd1-a698b4895af9 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981424 Jul 05 03:48:23.182486 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c352248-aba9-4b1b-9096-8ba8fa53d6b1 req-1ea416a3-099b-447f-8e9a-9cde4e027123 tempest-ServersOnMultiNodesTest-882120409 tempest-ServersOnMultiNodesTest-882120409-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c610ea4-25fc-425e-9fef-db6c1ba5d8c2 HTTP/1.1" status: 200 len: 210 time: 0.0370491 Jul 05 03:48:23.282378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3e2562-b448-4283-a87d-2fde4ce8be43 req-48f89c56-83b9-4626-98be-3656b914ad12 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:23.289995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f3e2562-b448-4283-a87d-2fde4ce8be43 req-48f89c56-83b9-4626-98be-3656b914ad12 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 945 time: 0.0933077 Jul 05 03:48:23.336895 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f3e2562-b448-4283-a87d-2fde4ce8be43 req-c7f958a4-a2e7-428d-a623-44165e7c2f34 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458951 Jul 05 03:48:23.351137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-d20ab3ff-a04f-43fa-bd85-9fe474f2fd51 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Deleting port 8d5f8561-8abd-47ec-be55-b24615cb23d8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:23.351705 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-d20ab3ff-a04f-43fa-bd85-9fe474f2fd51 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.498516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-d20ab3ff-a04f-43fa-bd85-9fe474f2fd51 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] For port 8d5f8561-8abd-47ec-be55-b24615cb23d8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8d5f8561-8abd-47ec-be55-b24615cb23d8,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:23.499218 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-d20ab3ff-a04f-43fa-bd85-9fe474f2fd51 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.517122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-d20ab3ff-a04f-43fa-bd85-9fe474f2fd51 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Calling delete_port for 8d5f8561-8abd-47ec-be55-b24615cb23d8 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:23.568163 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.608558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e648ccf3-d78c-4190-92c4-e784e8b61ed9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:23.703135 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.839933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.845186 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.913616 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-d20ab3ff-a04f-43fa-bd85-9fe474f2fd51 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:23.925727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8d5f8561-8abd-47ec-be55-b24615cb23d8'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:23.965261 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20ab3ff-a04f-43fa-bd85-9fe474f2fd51 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Pushing event deleted for resources: {'Port': ['ID=8d5f8561-8abd-47ec-be55-b24615cb23d8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:24.080022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-d20ab3ff-a04f-43fa-bd85-9fe474f2fd51 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] No DVR routers for this DVR port 8d5f8561-8abd-47ec-be55-b24615cb23d8 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:24.085542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-d20ab3ff-a04f-43fa-bd85-9fe474f2fd51 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.088790 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5b5c58c-723c-4fc0-bc98-160ab9f146ce req-d20ab3ff-a04f-43fa-bd85-9fe474f2fd51 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.26 "DELETE /v2.0/ports/8d5f8561-8abd-47ec-be55-b24615cb23d8 HTTP/1.1" status: 204 len: 173 time: 1.2628686 Jul 05 03:48:24.136742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'name': 'network-vif-deleted', 'tag': '8d5f8561-8abd-47ec-be55-b24615cb23d8'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:24.139669 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d0a95eb-1ab3-4dcd-a563-9ef1efec7814" -d '{"events": [{"server_uuid": "cfdf2959-7eea-4a95-9681-bc4cf78d25e6", "name": "network-vif-deleted", "tag": "8d5f8561-8abd-47ec-be55-b24615cb23d8"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:24.165179 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.165830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 32d4a385-6209-4d85-bd39-f2c6f82e1fca {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:48:24.171250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.174678 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3e06bc56-9dfe-4d2d-88ac-a02e8deb30f7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/32d4a385-6209-4d85-bd39-f2c6f82e1fca HTTP/1.1" status: 204 len: 168 time: 2.1977220 Jul 05 03:48:24.175083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47472) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:24.175223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f603e3-e5fa-4bd4-8f37-9f2c58fe7308 req-c9abd408-dc37-41b9-bb3d-6e7af46bbf47 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.176923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1f603e3-e5fa-4bd4-8f37-9f2c58fe7308 req-c9abd408-dc37-41b9-bb3d-6e7af46bbf47 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1097276 Jul 05 03:48:24.179300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-224c6b50-0cb3-4e85-9c41-e252097d58df req-a61f59bf-cc4b-466e-901d-83cb17f92346 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 210 time: 0.0440841 Jul 05 03:48:24.248133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1f603e3-e5fa-4bd4-8f37-9f2c58fe7308 req-a5213cf5-a0c4-4c4d-a5e5-f612cb5a88f0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641587 Jul 05 03:48:24.284823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4deb1fb-a464-4abc-a475-5a9af5a684f3 admin admin] Deleting subnet b78cef0b-1575-4770-9f11-a38616563d53 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:48:24.288415 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4deb1fb-a464-4abc-a475-5a9af5a684f3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.335265 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f1c86f-272f-4d64-9b44-87842a86c7ee x-openstack-request-id: req-58f1c86f-272f-4d64-9b44-87842a86c7ee {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:24.340009 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cfdf2959-7eea-4a95-9681-bc4cf78d25e6", "name": "network-vif-deleted", "tag": "8d5f8561-8abd-47ec-be55-b24615cb23d8", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:24.340321 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58f1c86f-272f-4d64-9b44-87842a86c7ee {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:24.340762 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cfdf2959-7eea-4a95-9681-bc4cf78d25e6', 'name': 'network-vif-deleted', 'tag': '8d5f8561-8abd-47ec-be55-b24615cb23d8', 'status': 'completed', 'code': 200} Jul 05 03:48:24.377666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4deb1fb-a464-4abc-a475-5a9af5a684f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.483578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e648ccf3-d78c-4190-92c4-e784e8b61ed9 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:24.535304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: e648ccf3-d78c-4190-92c4-e784e8b61ed9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:24.535654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e648ccf3-d78c-4190-92c4-e784e8b61ed9 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:24.544092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 495ab5db-cdd8-4ac8-b475-ec275206e833 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:24.561818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 27dd0297-1afc-4898-8066-9e3adacbff32 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:24.564359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 495ab5db-cdd8-4ac8-b475-ec275206e833 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:24.565451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 495ab5db-cdd8-4ac8-b475-ec275206e833 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:24.570144 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4deb1fb-a464-4abc-a475-5a9af5a684f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.691739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a3d373-edcf-4493-9222-df04f41873f3 req-8ed720fd-d2db-48e3-8651-1f4be1a2a2f6 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:24.699473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7a3d373-edcf-4493-9222-df04f41873f3 req-8ed720fd-d2db-48e3-8651-1f4be1a2a2f6 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 945 time: 0.0927024 Jul 05 03:48:24.725413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 27dd0297-1afc-4898-8066-9e3adacbff32 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:24.726565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4deb1fb-a464-4abc-a475-5a9af5a684f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.730617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 27dd0297-1afc-4898-8066-9e3adacbff32 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:24.731185 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.745742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7a3d373-edcf-4493-9222-df04f41873f3 req-004ec4a1-cf90-4db0-965b-d239f3cd1d7b tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456941 Jul 05 03:48:24.748252 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4deb1fb-a464-4abc-a475-5a9af5a684f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.751010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c4deb1fb-a464-4abc-a475-5a9af5a684f3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b78cef0b-1575-4770-9f11-a38616563d53 HTTP/1.1" status: 204 len: 168 time: 0.5740979 Jul 05 03:48:24.756457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47484) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:24.771993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4deb1fb-a464-4abc-a475-5a9af5a684f3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b78cef0b-1575-4770-9f11-a38616563d53,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:24.794467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6611e653-21ee-4b7e-b040-c8db60dc50c4 None None] Network c9fd141d-a923-482c-b175-0c2b269b02c3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:24.869586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.944208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Deleting port 80307b1c-5196-4705-a398-9d7d92abf3df {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:24.944566 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:24.972267 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.003874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2effbb35-b81b-4a4c-af61-f6ff8e3c6822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dd0297-1afc-4898-8066-9e3adacbff32'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:25.006167 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9411c200-6c69-4128-9e27-6cc6e6113571" -d '{"events": [{"server_uuid": "2effbb35-b81b-4a4c-af61-f6ff8e3c6822", "name": "network-vif-plugged", "status": "completed", "tag": "27dd0297-1afc-4898-8066-9e3adacbff32"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:25.025686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] For port 80307b1c-5196-4705-a398-9d7d92abf3df, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=80307b1c-5196-4705-a398-9d7d92abf3df,segment=NetworkSegment(48786dbc-fa4b-48cb-ad62-8782cd5e56b1),segment_id=48786dbc-fa4b-48cb-ad62-8782cd5e56b1)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:25.025686 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.036984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47490) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:25.048130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 27dd0297-1afc-4898-8066-9e3adacbff32, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=27dd0297-1afc-4898-8066-9e3adacbff32,segment=NetworkSegment(bd3e2b55-2c21-4d57-9088-1a8c55292909),segment_id=bd3e2b55-2c21-4d57-9088-1a8c55292909)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:25.048517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Calling delete_port for 80307b1c-5196-4705-a398-9d7d92abf3df owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:25.063211 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cea5fe34-7471-4dac-b028-89e36e4541eb x-openstack-request-id: req-cea5fe34-7471-4dac-b028-89e36e4541eb {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:25.063346 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2effbb35-b81b-4a4c-af61-f6ff8e3c6822", "name": "network-vif-plugged", "status": "completed", "tag": "27dd0297-1afc-4898-8066-9e3adacbff32", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:25.063519 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cea5fe34-7471-4dac-b028-89e36e4541eb {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:25.064125 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2effbb35-b81b-4a4c-af61-f6ff8e3c6822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27dd0297-1afc-4898-8066-9e3adacbff32', 'code': 200} Jul 05 03:48:25.104205 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.154836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d19c47-51a4-44c4-b30f-51ef5e5dddb9 None None] DHCP port deletion for c9fd141d-a923-482c-b175-0c2b269b02c3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:48:25.205109 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.229661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=27dd0297-1afc-4898-8066-9e3adacbff32,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.275138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Pushing event deleted for resources: {'Port': ['ID=80307b1c-5196-4705-a398-9d7d92abf3df,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.287770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] No DVR routers for this DVR port 80307b1c-5196-4705-a398-9d7d92abf3df on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:25.313196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-39d19c47-51a4-44c4-b30f-51ef5e5dddb9 None None] Deleting port 80307b1c-5196-4705-a398-9d7d92abf3df {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:25.323157 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39d19c47-51a4-44c4-b30f-51ef5e5dddb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.401636 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed534bc0-a05d-4031-8620-a3bf02545d09 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d129a1c118c47fd9521ef148ce4950a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3627164 Jul 05 03:48:25.407576 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1284fd70-e026-4e2d-ad77-61c2af380079 req-bcf319c2-61c4-4ad2-82ee-0a3c20357355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.410382 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1284fd70-e026-4e2d-ad77-61c2af380079 req-bcf319c2-61c4-4ad2-82ee-0a3c20357355 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 1098 time: 0.2342432 Jul 05 03:48:25.410888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47500) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:25.501470 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1284fd70-e026-4e2d-ad77-61c2af380079 req-bd08b47e-77ac-40cd-b524-d0505b307fab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739937 Jul 05 03:48:25.503187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a17f20e2-9d3d-493c-a32b-5e959630df1c req-b7468c24-facf-44b9-83db-ad20f48d6f9d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=cfdf2959-7eea-4a95-9681-bc4cf78d25e6 HTTP/1.1" status: 200 len: 210 time: 0.0587153 Jul 05 03:48:25.535298 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.540977 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10cb2db4-13ea-4067-9b31-ddc56b56887b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.557357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-39d19c47-51a4-44c4-b30f-51ef5e5dddb9 None None] For port 80307b1c-5196-4705-a398-9d7d92abf3df, host n-d-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:25.558339 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39d19c47-51a4-44c4-b30f-51ef5e5dddb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.571667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9fd141d-a923-482c-b175-0c2b269b02c3']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:25.576380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-39d19c47-51a4-44c4-b30f-51ef5e5dddb9 None None] Calling delete_port for 80307b1c-5196-4705-a398-9d7d92abf3df owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:25.579818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.ipam_backend_mixin [None req-39d19c47-51a4-44c4-b30f-51ef5e5dddb9 None None] Port 80307b1c-5196-4705-a398-9d7d92abf3df was not found and therefore no delete operation was performed {{(pid=100897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 03:48:25.581881 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39d19c47-51a4-44c4-b30f-51ef5e5dddb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.602891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48786dbc-fa4b-48cb-ad62-8782cd5e56b1') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:25.603213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48786dbc-fa4b-48cb-ad62-8782cd5e56b1') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:25.618672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10cb2db4-13ea-4067-9b31-ddc56b56887b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.622993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d19c47-51a4-44c4-b30f-51ef5e5dddb9 None None] Pushing event deleted for resources: {'Port': ['ID=80307b1c-5196-4705-a398-9d7d92abf3df,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.631267 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.631435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d19c47-51a4-44c4-b30f-51ef5e5dddb9 None None] No DVR routers for this DVR port 80307b1c-5196-4705-a398-9d7d92abf3df on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:25.654182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 71a9faef-9737-43a1-9581-12cf4850e9a9 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:25.669447 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.679927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 71a9faef-9737-43a1-9581-12cf4850e9a9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:25.680849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 71a9faef-9737-43a1-9581-12cf4850e9a9 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:25.681498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8d5f8561-8abd-47ec-be55-b24615cb23d8 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:25.683720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:48:25.684160 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.686362 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:48:25.690740 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:48:25.717651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 8d5f8561-8abd-47ec-be55-b24615cb23d8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:25.718548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8d5f8561-8abd-47ec-be55-b24615cb23d8 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:25.754634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae0357f-9b42-4de4-a1bb-fdf77bc624f5 req-b00b6f4e-0123-4e0e-aa04-e6b0a245f20b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:25.756177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cae0357f-9b42-4de4-a1bb-fdf77bc624f5 req-b00b6f4e-0123-4e0e-aa04-e6b0a245f20b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.2442622 Jul 05 03:48:25.793494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10cb2db4-13ea-4067-9b31-ddc56b56887b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.798328 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10cb2db4-13ea-4067-9b31-ddc56b56887b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.799548 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-10cb2db4-13ea-4067-9b31-ddc56b56887b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fb862b8c-3e3d-436d-a3b9-840fee9f0cda HTTP/1.1" status: 204 len: 168 time: 0.3877256 Jul 05 03:48:25.810291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cb2db4-13ea-4067-9b31-ddc56b56887b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb862b8c-3e3d-436d-a3b9-840fee9f0cda,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.811654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cae0357f-9b42-4de4-a1bb-fdf77bc624f5 req-bc2cba57-7bbe-49bf-ade4-6fb8c615c031 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486143 Jul 05 03:48:25.856465 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.889354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Pushing event deleted for resources: {'Network': ['ID=c9fd141d-a923-482c-b175-0c2b269b02c3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:25.901775 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:25.901775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bef5ed70-92cc-481e-aaa1-eae780255a31 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c9fd141d-a923-482c-b175-0c2b269b02c3 HTTP/1.1" status: 204 len: 168 time: 1.1438155 Jul 05 03:48:25.905085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47510) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:26.074029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1df6469-6c6d-43d6-9502-1e24981de55a req-622ac794-c3fd-412d-88bc-86632e829f86 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:26.075457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1df6469-6c6d-43d6-9502-1e24981de55a req-622ac794-c3fd-412d-88bc-86632e829f86 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 946 time: 0.1258078 Jul 05 03:48:26.195834 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1df6469-6c6d-43d6-9502-1e24981de55a req-2c0183a1-7ff5-488d-8d72-3830967a050e tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115234 Jul 05 03:48:26.433584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.445044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 80307b1c-5196-4705-a398-9d7d92abf3df no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:26.489496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 80307b1c-5196-4705-a398-9d7d92abf3df {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:26.490074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 80307b1c-5196-4705-a398-9d7d92abf3df not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:26.638726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47516) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:26.727877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-37c30d4c-6829-45f5-865e-512a31b12a7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ac341b249e1d4821bdfaf24a35135fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0883803 Jul 05 03:48:26.730914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47522) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:26.833571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc3ada46-fd0b-4974-81de-3ea7c318722a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.861089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc3ada46-fd0b-4974-81de-3ea7c318722a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:26.883908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Deleting port 6962904d-f369-44b6-a809-11eda8da610c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:26.884247 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.005212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] For port 6962904d-f369-44b6-a809-11eda8da610c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6962904d-f369-44b6-a809-11eda8da610c,segment=NetworkSegment(76c23057-b128-4c62-b5a4-1e68e57d276a),segment_id=76c23057-b128-4c62-b5a4-1e68e57d276a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:27.005586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.021531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Calling delete_port for 6962904d-f369-44b6-a809-11eda8da610c owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:27.128625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc3ada46-fd0b-4974-81de-3ea7c318722a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.131466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc3ada46-fd0b-4974-81de-3ea7c318722a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.135471 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dc3ada46-fd0b-4974-81de-3ea7c318722a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af50044b-5420-473a-9e41-d30b1ab25d0c HTTP/1.1" status: 204 len: 168 time: 0.4004416 Jul 05 03:48:27.153549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3ada46-fd0b-4974-81de-3ea7c318722a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af50044b-5420-473a-9e41-d30b1ab25d0c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:27.265078 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b841ab7b-3fa4-4a40-8d32-f1f389c9160f req-f6bcc035-9df1-4de7-9e68-8a254e4b2ced tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.273163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b841ab7b-3fa4-4a40-8d32-f1f389c9160f req-f6bcc035-9df1-4de7-9e68-8a254e4b2ced tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1705630 Jul 05 03:48:27.381543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b841ab7b-3fa4-4a40-8d32-f1f389c9160f req-e550a4aa-d536-46ff-8ac6-ffd85407cdf6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065900 Jul 05 03:48:27.507718 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:27.552000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Pushing event deleted for resources: {'Port': ['ID=6962904d-f369-44b6-a809-11eda8da610c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:27.636842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.637187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.637528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.637860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.638382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.638823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.639342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.639670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.640255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.640774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.641099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.641581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:48:27.788610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5181e01-7114-46d6-860d-89c1196f435b req-654d4aa0-1cbd-4b94-b81a-27feaf64207d tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.795484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5181e01-7114-46d6-860d-89c1196f435b req-654d4aa0-1cbd-4b94-b81a-27feaf64207d tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 946 time: 0.2494798 Jul 05 03:48:27.804731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf419ef-17ee-4130-8be1-74af4206ac58 req-e3bf8caa-ac6d-42d4-b12d-440d0b7e6b13 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:27.806230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aaf419ef-17ee-4130-8be1-74af4206ac58 req-e3bf8caa-ac6d-42d4-b12d-440d0b7e6b13 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 944 time: 0.2588613 Jul 05 03:48:27.912747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5181e01-7114-46d6-860d-89c1196f435b req-e60d2dc9-436f-4b5a-8c1f-e011877b6fb8 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1162381 Jul 05 03:48:27.924345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aaf419ef-17ee-4130-8be1-74af4206ac58 req-60ce961e-2580-44ac-9744-ef7749665d77 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078033 Jul 05 03:48:27.929113 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.221798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Router a450014f-966f-4776-9631-1e18d843f7d3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:48:28.326338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-e42798bc-e731-45c4-b409-cf0d67ffc025 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.328251 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-e42798bc-e731-45c4-b409-cf0d67ffc025 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 944 time: 0.0950897 Jul 05 03:48:28.359276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:48:28.367139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-28116755-6eea-4928-b53e-a017715e9408 admin admin] 10.222.0.30 "PUT /v2.0/routers/a450014f-966f-4776-9631-1e18d843f7d3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4575613 Jul 05 03:48:28.369758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47558) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:28.372398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] Sync routers for ids ['a450014f-966f-4776-9631-1e18d843f7d3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:48:28.402500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] Routers {'a450014f-966f-4776-9631-1e18d843f7d3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:28.403519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:48:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a450014f-966f-4776-9631-1e18d843f7d3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:28.553695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-decaa1fc-2452-415c-a143-15101192416d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Deleting port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:28.556615 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-decaa1fc-2452-415c-a143-15101192416d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.574685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.603016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] Set router a450014f-966f-4776-9631-1e18d843f7d3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:28.751643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4079b-0daa-4c39-b8c3-f3019f7a4a69 req-d3bc48d8-1ce1-4d09-885a-a8b5c01d5028 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:28.753466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ce4079b-0daa-4c39-b8c3-f3019f7a4a69 req-d3bc48d8-1ce1-4d09-885a-a8b5c01d5028 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1959085 Jul 05 03:48:28.765942 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.787585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-decaa1fc-2452-415c-a143-15101192416d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] For port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:28.787985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-decaa1fc-2452-415c-a143-15101192416d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:28.813655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-decaa1fc-2452-415c-a143-15101192416d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Calling delete_port for 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:28.873564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-router', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:37Z', 'updated_at': '2021-07-05T03:48:27Z', 'revision_number': 5, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'gw_port': {'id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:38Z', 'updated_at': '2021-07-05T03:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:28.911955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] Checking router: a450014f-966f-4776-9631-1e18d843f7d3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:48:28.936331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] Routers {'a450014f-966f-4776-9631-1e18d843f7d3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:48:28.937137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:48:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a450014f-966f-4776-9631-1e18d843f7d3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:29.067977 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-decaa1fc-2452-415c-a143-15101192416d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.084817 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] Set router a450014f-966f-4776-9631-1e18d843f7d3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:48:29.118241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decaa1fc-2452-415c-a143-15101192416d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Pushing event deleted for resources: {'Port': ['ID=1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:29.171886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-decaa1fc-2452-415c-a143-15101192416d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] No DVR routers for this DVR port 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:29.175384 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-decaa1fc-2452-415c-a143-15101192416d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.177934 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d043dff7-73ab-4c4f-9be2-8f9a04d39c9b req-decaa1fc-2452-415c-a143-15101192416d tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.13 "DELETE /v2.0/ports/1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 HTTP/1.1" status: 204 len: 173 time: 0.8382819 Jul 05 03:48:29.178410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'name': 'network-vif-deleted', 'tag': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:29.193069 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2399dab-79e3-4ba1-9741-fe75a514f7ee" -d '{"events": [{"server_uuid": "ce12f6e5-cf8b-494d-ba96-194f59f636ef", "name": "network-vif-deleted", "tag": "1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:29.300312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ce4079b-0daa-4c39-b8c3-f3019f7a4a69 req-6abfc98c-4f7d-4873-a160-7018192444c0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5369444 Jul 05 03:48:29.313780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-router', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:37Z', 'updated_at': '2021-07-05T03:48:27Z', 'revision_number': 5, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'gw_port': {'id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:38Z', 'updated_at': '2021-07-05T03:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:29.352871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25e384c6-57af-41a8-8ee0-a401897d14a2 None None] The sync data for ids ['a450014f-966f-4776-9631-1e18d843f7d3'] in n-d-758944-41 is: [{'id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'name': 'tempest-AttachSCSIVolumeTestJSON-2013726640-router', 'tenant_id': '4d9d858b86a0473d89777f0075cd0c70', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123'}], 'enable_snat': True}, 'gw_port_id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:45:37Z', 'updated_at': '2021-07-05T03:48:27Z', 'revision_number': 5, 'project_id': '4d9d858b86a0473d89777f0075cd0c70', 'gw_port': {'id': 'bab06a8e-55b8-4622-bea7-150c73d5ded9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4c:5c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a450014f-966f-4776-9631-1e18d843f7d3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 505, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:45:38Z', 'updated_at': '2021-07-05T03:45:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:48:29.362096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d241148-1bdb-4808-adae-e6cd01366a98 req-3e0c7d96-309c-4dcb-8779-e61a2467fd2b tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:29.362096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d241148-1bdb-4808-adae-e6cd01366a98 req-3e0c7d96-309c-4dcb-8779-e61a2467fd2b tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 946 time: 0.1469839 Jul 05 03:48:29.422119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Deleting port bab06a8e-55b8-4622-bea7-150c73d5ded9 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:29.422466 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.489002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d241148-1bdb-4808-adae-e6cd01366a98 req-c623c450-dfa4-4eef-b2cd-747d689433ed tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166584 Jul 05 03:48:29.527457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5a759a1-f008-4f88-8fbc-26c45708b3c7 req-f73b5616-602d-4fc1-8153-96aee30c3eef tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce12f6e5-cf8b-494d-ba96-194f59f636ef HTTP/1.1" status: 200 len: 210 time: 0.0374765 Jul 05 03:48:29.576268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] For port bab06a8e-55b8-4622-bea7-150c73d5ded9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bab06a8e-55b8-4622-bea7-150c73d5ded9,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:29.576913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:29.594312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Calling delete_port for bab06a8e-55b8-4622-bea7-150c73d5ded9 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:29.721255 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa7045f0-d43e-49b0-9dcb-eb286c3f61b1 x-openstack-request-id: req-fa7045f0-d43e-49b0-9dcb-eb286c3f61b1 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:29.721811 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce12f6e5-cf8b-494d-ba96-194f59f636ef", "name": "network-vif-deleted", "tag": "1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:29.721925 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa7045f0-d43e-49b0-9dcb-eb286c3f61b1 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:29.722361 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce12f6e5-cf8b-494d-ba96-194f59f636ef', 'name': 'network-vif-deleted', 'tag': '1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1', 'status': 'completed', 'code': 200} Jul 05 03:48:30.178678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-542c950d-75f2-441a-a323-77efef28aaa2 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=5b1fadfbfa0d4b02ac5793b2e0738c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0264297 Jul 05 03:48:30.214956 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.289271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=bab06a8e-55b8-4622-bea7-150c73d5ded9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:30.390916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-5d8fe032-6f99-4701-8e3a-7cf070e476d5 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:30.392897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-5d8fe032-6f99-4701-8e3a-7cf070e476d5 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2087233 Jul 05 03:48:30.396574 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.467733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6962904d-f369-44b6-a809-11eda8da610c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:30.496383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-077556e7-9d29-4d2e-8fbc-3f3a4aa046e9 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/quotas/5b1fadfbfa0d4b02ac5793b2e0738c1e HTTP/1.1" status: 200 len: 375 time: 0.0782664 Jul 05 03:48:30.590894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.604772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-8c99ec5a-3a50-465a-9946-c040aa29360b tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5b1fadfbfa0d4b02ac5793b2e0738c1e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0791523 Jul 05 03:48:30.607187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.655427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 6962904d-f369-44b6-a809-11eda8da610c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:30.660703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6962904d-f369-44b6-a809-11eda8da610c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:30.726412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1a759a-a4ed-40cc-9da1-128f2644713a req-d75ce72e-315c-4139-b434-4b7df0f13634 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:30.729810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b1a759a-a4ed-40cc-9da1-128f2644713a req-d75ce72e-315c-4139-b434-4b7df0f13634 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.2016516 Jul 05 03:48:30.770468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b1a759a-a4ed-40cc-9da1-128f2644713a req-e92ba658-22f1-49ba-bde5-0cd56ccda14a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366695 Jul 05 03:48:30.904187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.904187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a450014f-966f-4776-9631-1e18d843f7d3 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:48:30.936292 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:30.945820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-49907561-854e-49eb-aea7-2488a52b08a9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/a450014f-966f-4776-9631-1e18d843f7d3 HTTP/1.1" status: 204 len: 168 time: 2.5673652 Jul 05 03:48:30.946710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47628) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:30.993701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73f46c9-e058-4540-ba57-403d162a9be0 req-7e3a96ce-d098-4dae-8d9c-6699a50db886 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:30.996023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f73f46c9-e058-4540-ba57-403d162a9be0 req-7e3a96ce-d098-4dae-8d9c-6699a50db886 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 946 time: 0.1120472 Jul 05 03:48:31.075290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f73f46c9-e058-4540-ba57-403d162a9be0 req-bde59c9b-7f1f-43c7-b3e3-27f909830b29 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666039 Jul 05 03:48:31.136615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e004d88-45ec-44ab-ae77-5e7f127b8307 admin admin] Deleting subnet f52a71d0-d8e9-4b16-bf7c-6aa300173256 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:48:31.142043 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e004d88-45ec-44ab-ae77-5e7f127b8307 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.172057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-659ebdf1-5cf6-40f0-9229-02791ba59e7a req-e7400bec-a912-4da3-8b81-2d48236672bf tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 210 time: 0.0421684 Jul 05 03:48:31.179606 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-c6302f09-b4e0-4e6d-84e0-bafa56e02b13 service neutron] show failed (client error): The resource could not be found. Jul 05 03:48:31.181151 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-c6302f09-b4e0-4e6d-84e0-bafa56e02b13 service neutron] 10.222.0.26 "GET /v2.0/ports/8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd/bindings/n-h2-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.1791980 Jul 05 03:48:31.200113 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e004d88-45ec-44ab-ae77-5e7f127b8307 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:31.328195 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e004d88-45ec-44ab-ae77-5e7f127b8307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.032899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83a503a-fad0-4f17-9caf-a7d32df87ffa req-58014b4f-2dc4-4ea9-b7d0-cc991ebad1de tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.032899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e83a503a-fad0-4f17-9caf-a7d32df87ffa req-58014b4f-2dc4-4ea9-b7d0-cc991ebad1de tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.0676494 Jul 05 03:48:32.032899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e83a503a-fad0-4f17-9caf-a7d32df87ffa req-674026b3-a784-414d-a785-1e64c1f65e98 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355287 Jul 05 03:48:32.325797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4416ca-a200-4484-a641-4c4051f22ab8 req-d3be642e-19d9-47db-8de0-626232c7c812 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.327462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b4416ca-a200-4484-a641-4c4051f22ab8 req-d3be642e-19d9-47db-8de0-626232c7c812 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 946 time: 0.0744498 Jul 05 03:48:32.386772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b4416ca-a200-4484-a641-4c4051f22ab8 req-cda68e0a-dcd7-4efc-9521-f9e8d044decc tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503583 Jul 05 03:48:32.392090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bab06a8e-55b8-4622-bea7-150c73d5ded9 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:32.415800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: bab06a8e-55b8-4622-bea7-150c73d5ded9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:32.416254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bab06a8e-55b8-4622-bea7-150c73d5ded9 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:32.466827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86c74629-830c-4d2e-a7fa-522b5569f332 req-dbba9f86-0571-4dde-afa0-bcd138aaa022 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 210 time: 0.0316467 Jul 05 03:48:32.497460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e004d88-45ec-44ab-ae77-5e7f127b8307 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.574826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:32.592569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e004d88-45ec-44ab-ae77-5e7f127b8307 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f52a71d0-d8e9-4b16-bf7c-6aa300173256,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:32.605010 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e004d88-45ec-44ab-ae77-5e7f127b8307 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.607354 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8e004d88-45ec-44ab-ae77-5e7f127b8307 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f52a71d0-d8e9-4b16-bf7c-6aa300173256 HTTP/1.1" status: 204 len: 168 time: 1.6594832 Jul 05 03:48:32.610151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47656) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:32.611563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3150e32-388d-46d3-a970-266c6c6d45b7 None None] Network 359d5029-ac1e-4798-951f-3040a05586ff requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:32.624554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:32.624898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1cc32cc5-6e19-432e-8f4d-2b3e075f6ec1 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:32.725592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.806975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Deleting port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:32.807463 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.884241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f0f80c-c4b1-467d-b7d0-97567a3a1f48 None None] DHCP port deletion for 359d5029-ac1e-4798-951f-3040a05586ff request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:48:32.899725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-72669d88-d10f-4707-b27b-9d08e9944ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.901469 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-72669d88-d10f-4707-b27b-9d08e9944ec9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248&tenant_id=8a919433e3a0417582628b463d3b295d HTTP/1.1" status: 200 len: 1101 time: 0.1119714 Jul 05 03:48:32.920664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:32.926068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] For port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9f3584ef-7bcd-4a07-98aa-1ae981a5f143,segment=NetworkSegment(76c23057-b128-4c62-b5a4-1e68e57d276a),segment_id=76c23057-b128-4c62-b5a4-1e68e57d276a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:32.926438 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.933762 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-84f0f80c-c4b1-467d-b7d0-97567a3a1f48 None None] Deleting port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:32.934146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-84f0f80c-c4b1-467d-b7d0-97567a3a1f48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:32.945734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Calling delete_port for 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:32.968057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf70355-3cac-4d55-b0a2-7eb5e47a7224 req-5f3abd99-1d33-471a-acd6-f61bbe89af5b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:32.969654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-caf70355-3cac-4d55-b0a2-7eb5e47a7224 req-5f3abd99-1d33-471a-acd6-f61bbe89af5b tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 966 time: 0.1589348 Jul 05 03:48:33.001389 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.015730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-84f0f80c-c4b1-467d-b7d0-97567a3a1f48 None None] For port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9f3584ef-7bcd-4a07-98aa-1ae981a5f143,segment=NetworkSegment(76c23057-b128-4c62-b5a4-1e68e57d276a),segment_id=76c23057-b128-4c62-b5a4-1e68e57d276a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:33.016393 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-84f0f80c-c4b1-467d-b7d0-97567a3a1f48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.038273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-84f0f80c-c4b1-467d-b7d0-97567a3a1f48 None None] Calling delete_port for 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:33.145022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-caf70355-3cac-4d55-b0a2-7eb5e47a7224 req-0723822e-5039-4c33-9feb-6d416b162e33 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329443 Jul 05 03:48:33.228148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-84f0f80c-c4b1-467d-b7d0-97567a3a1f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.263085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-792a8374-6e76-4129-b3a5-2b1568d11343 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.264657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-792a8374-6e76-4129-b3a5-2b1568d11343 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.13 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 946 time: 0.1977963 Jul 05 03:48:33.267832 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.281427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f0f80c-c4b1-467d-b7d0-97567a3a1f48 None None] Pushing event deleted for resources: {'Port': ['ID=9f3584ef-7bcd-4a07-98aa-1ae981a5f143,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:33.301098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f0f80c-c4b1-467d-b7d0-97567a3a1f48 None None] No DVR routers for this DVR port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:33.319283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:33.330429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=9f3584ef-7bcd-4a07-98aa-1ae981a5f143,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:33.344433 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] No DVR routers for this DVR port 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:33.359916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:33.403705 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d5aa4-6a75-44bb-97e4-ee22cc56e665 req-641e64c0-7cd0-4fe3-b0b8-69d654678875 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.405363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-138d5aa4-6a75-44bb-97e4-ee22cc56e665 req-641e64c0-7cd0-4fe3-b0b8-69d654678875 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.2027493 Jul 05 03:48:33.411584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:33.414200 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7787ee5-8dde-4b63-ab10-6b76bc7b2a83" -d '{"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-unplugged", "status": "completed", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:33.419260 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.442832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Transition to ACTIVE for port object 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:33.522300 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.530771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.546917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-138d5aa4-6a75-44bb-97e4-ee22cc56e665 req-1b65b9c7-5adb-4599-a75a-4ec33a48b4f5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290629 Jul 05 03:48:33.548848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['359d5029-ac1e-4798-951f-3040a05586ff']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:33.576496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76c23057-b128-4c62-b5a4-1e68e57d276a') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:33.576913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76c23057-b128-4c62-b5a4-1e68e57d276a') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:33.600244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=6']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:33.616985 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.624973 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0d77867-6f05-4a4e-ae87-6efcbf24b2d6 x-openstack-request-id: req-d0d77867-6f05-4a4e-ae87-6efcbf24b2d6 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:33.625271 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-unplugged", "status": "completed", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:33.625526 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0d77867-6f05-4a4e-ae87-6efcbf24b2d6 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:33.625918 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'code': 200} Jul 05 03:48:33.647069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.668756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] No DVR routers for this DVR port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:33.672859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:48:33.673276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:48:33.676102 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:48:33.722420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:33.722854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:33.723305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:33.730826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:33.731376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:33.738636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:33.739091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:33.739544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:33.740118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Bound port: 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:33.740552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.754575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-c8107f71-0ec7-4762-9a5a-55d8ed011cc5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Deleting port 27dd0297-1afc-4898-8066-9e3adacbff32 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:33.764334 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-c8107f71-0ec7-4762-9a5a-55d8ed011cc5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:33.857838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50cbfa10-8486-40ea-88a5-7d4d1eb313d8 req-8f43a036-68c0-4f86-b1c6-61c85f50cde8 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.866236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50cbfa10-8486-40ea-88a5-7d4d1eb313d8 req-8f43a036-68c0-4f86-b1c6-61c85f50cde8 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 946 time: 0.3055494 Jul 05 03:48:33.894016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:33.942960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-02d03ffd-1a79-4b48-95a0-8492c989fd47 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:33.944691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aff68631-d0e0-460c-8c81-cee224120af2 req-53413d1d-c541-451e-b15c-185f19db97e5 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 210 time: 0.1808069 Jul 05 03:48:33.946318 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-02d03ffd-1a79-4b48-95a0-8492c989fd47 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.13 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 966 time: 0.1026785 Jul 05 03:48:33.988523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50cbfa10-8486-40ea-88a5-7d4d1eb313d8 req-74c2f554-449d-4acc-a695-e0861294aafb tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/security-groups?id=d33bfe1e-fcd6-4896-9b86-31d881442c06&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213140 Jul 05 03:48:34.013941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.028783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:34.037112 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.054184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] 10.222.0.30 "DELETE /v2.0/networks/359d5029-ac1e-4798-951f-3040a05586ff HTTP/1.1" status: 204 len: 168 time: 1.4365547 Jul 05 03:48:34.055307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd09d8c9-afbe-433a-934d-4a9c59ace1ff admin admin] Pushing event deleted for resources: {'Network': ['ID=359d5029-ac1e-4798-951f-3040a05586ff,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:34.068731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-c8107f71-0ec7-4762-9a5a-55d8ed011cc5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] For port 27dd0297-1afc-4898-8066-9e3adacbff32, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=27dd0297-1afc-4898-8066-9e3adacbff32,segment=NetworkSegment(bd3e2b55-2c21-4d57-9088-1a8c55292909),segment_id=bd3e2b55-2c21-4d57-9088-1a8c55292909)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:34.069088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-c8107f71-0ec7-4762-9a5a-55d8ed011cc5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.105861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-c8107f71-0ec7-4762-9a5a-55d8ed011cc5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Calling delete_port for 27dd0297-1afc-4898-8066-9e3adacbff32 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:34.117556 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.164198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.164816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.166214 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] 10.222.0.13 "PUT /v2.0/ports/8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 1096 time: 1.2543845 Jul 05 03:48:34.197706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-356601c7-e105-47b3-8711-a874b8dffb20 service neutron] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:34.254163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-a733a8e5-5542-442c-8b27-c23221edb5fd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Deleting port f425d603-ab22-440b-96e1-b7e7efe240ca {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:34.254904 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-a733a8e5-5542-442c-8b27-c23221edb5fd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.468420 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-c8107f71-0ec7-4762-9a5a-55d8ed011cc5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.482693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['27dd0297-1afc-4898-8066-9e3adacbff32'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:34.493967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-a733a8e5-5542-442c-8b27-c23221edb5fd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] For port f425d603-ab22-440b-96e1-b7e7efe240ca, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=f425d603-ab22-440b-96e1-b7e7efe240ca,segment=NetworkSegment(4e7f780b-85b1-46fc-8a56-317feb930880),segment_id=4e7f780b-85b1-46fc-8a56-317feb930880)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:34.495965 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-a733a8e5-5542-442c-8b27-c23221edb5fd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.510576 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-ca6c25fa-bafa-42a1-9220-1d09f9336e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.512314 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-ca6c25fa-bafa-42a1-9220-1d09f9336e1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1099 time: 0.3089693 Jul 05 03:48:34.537221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-a733a8e5-5542-442c-8b27-c23221edb5fd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Calling delete_port for f425d603-ab22-440b-96e1-b7e7efe240ca owned by compute:tempest-test_az-1225295264 {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:34.545562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:34.547610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8107f71-0ec7-4762-9a5a-55d8ed011cc5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Pushing event deleted for resources: {'Port': ['ID=27dd0297-1afc-4898-8066-9e3adacbff32,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:34.581522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:34.584671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f3584ef-7bcd-4a07-98aa-1ae981a5f143 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:34.637034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-c8107f71-0ec7-4762-9a5a-55d8ed011cc5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] No DVR routers for this DVR port 27dd0297-1afc-4898-8066-9e3adacbff32 on host n-h2-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:34.637034 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-c8107f71-0ec7-4762-9a5a-55d8ed011cc5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:34.637910 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7522217a-a18c-48ec-95f0-cf7d7520437f req-c8107f71-0ec7-4762-9a5a-55d8ed011cc5 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.13 "DELETE /v2.0/ports/27dd0297-1afc-4898-8066-9e3adacbff32 HTTP/1.1" status: 204 len: 173 time: 1.3610907 Jul 05 03:48:34.639319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2effbb35-b81b-4a4c-af61-f6ff8e3c6822', 'name': 'network-vif-deleted', 'tag': '27dd0297-1afc-4898-8066-9e3adacbff32'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:34.641617 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91e3d9f5-44a1-4e43-adde-9bdfc1cee983" -d '{"events": [{"server_uuid": "2effbb35-b81b-4a4c-af61-f6ff8e3c6822", "name": "network-vif-deleted", "tag": "27dd0297-1afc-4898-8066-9e3adacbff32"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:34.693153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47696) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:34.696203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d815cc5-1ab1-4ba0-b8c9-da3549cbaad1 req-738cb690-9f84-48d4-a52b-d2a89ddc9830 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.698113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d815cc5-1ab1-4ba0-b8c9-da3549cbaad1 req-738cb690-9f84-48d4-a52b-d2a89ddc9830 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 966 time: 0.3299363 Jul 05 03:48:34.771459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d815cc5-1ab1-4ba0-b8c9-da3549cbaad1 req-348d15d7-9f35-4f60-ba41-0a8fd41b36ed tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/security-groups?id=fd31218c-bf53-47ac-8d84-c9a982c41ff5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607715 Jul 05 03:48:34.806609 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2965673a-1d86-4c68-9044-93e664c5bf14 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3dedf8c4f9b544f4be762775b5ac4aa8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1098139 Jul 05 03:48:34.809039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-709a490f-ffe6-4c9f-b2b8-d1e4074bca24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.810749 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-709a490f-ffe6-4c9f-b2b8-d1e4074bca24 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1919525 Jul 05 03:48:34.811262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47698) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:34.812667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e857e9cf-3b85-4fee-aa37-43592f97f228 req-73ba4fb9-2bd1-49bc-bedf-fcaeb3fce0a4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:34.814641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e857e9cf-3b85-4fee-aa37-43592f97f228 req-73ba4fb9-2bd1-49bc-bedf-fcaeb3fce0a4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 947 time: 0.1154065 Jul 05 03:48:34.832000 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e41ad-b02c-442d-82a8-05b23ebdf628 x-openstack-request-id: req-258e41ad-b02c-442d-82a8-05b23ebdf628 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:34.832543 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2effbb35-b81b-4a4c-af61-f6ff8e3c6822", "name": "network-vif-deleted", "tag": "27dd0297-1afc-4898-8066-9e3adacbff32", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:34.833027 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-258e41ad-b02c-442d-82a8-05b23ebdf628 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:34.833632 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2effbb35-b81b-4a4c-af61-f6ff8e3c6822', 'name': 'network-vif-deleted', 'tag': '27dd0297-1afc-4898-8066-9e3adacbff32', 'status': 'completed', 'code': 200} Jul 05 03:48:34.868847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e857e9cf-3b85-4fee-aa37-43592f97f228 req-50e907d9-5d2a-4c4c-aa2a-44e7ee8f04e7 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478904 Jul 05 03:48:34.925902 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-7e32a6a7-e4af-4513-bfd1-2a7f7fe1cba5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 217 time: 0.1015840 Jul 05 03:48:34.949620 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-f6476c7f-ccf7-4275-b0ca-890f952857ce tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=5b1fadfbfa0d4b02ac5793b2e0738c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0504615 Jul 05 03:48:35.098133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22eba3eb-8cdf-4fa2-bf4d-37c44ac7c403 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.099453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-7cfca4b3-9790-47af-9e50-18631eb76409 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:35.101373 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-7cfca4b3-9790-47af-9e50-18631eb76409 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1539202 Jul 05 03:48:35.189896 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22eba3eb-8cdf-4fa2-bf4d-37c44ac7c403 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.203929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-6378ab19-954a-4101-b60f-1c16af958267 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:35.206241 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-6378ab19-954a-4101-b60f-1c16af958267 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2419276 Jul 05 03:48:35.218645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17f67801-acc3-4217-b89f-2d269a660c85 req-7d063dce-fe97-414b-bb31-161031b9edf6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 210 time: 0.0467427 Jul 05 03:48:35.219530 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-a733a8e5-5542-442c-8b27-c23221edb5fd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.251152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Request body: {'port': {'device_id': 'f8e19352-0890-4750-8184-16783ea57848', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '5b1fadfbfa0d4b02ac5793b2e0738c1e'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:35.258870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-549333f8-31b5-443d-b4bf-21784c7a5a4e req-5a540772-d9c7-4499-82a1-d64822455669 tempest-ServerGroupTestJSON-1270338279 tempest-ServerGroupTestJSON-1270338279-project] 10.222.0.30 "GET /v2.0/ports?device_id=2effbb35-b81b-4a4c-af61-f6ff8e3c6822 HTTP/1.1" status: 200 len: 210 time: 0.0474546 Jul 05 03:48:35.297339 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a733a8e5-5542-442c-8b27-c23221edb5fd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Pushing event deleted for resources: {'Port': ['ID=f425d603-ab22-440b-96e1-b7e7efe240ca,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:35.412194 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-a733a8e5-5542-442c-8b27-c23221edb5fd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] No DVR routers for this DVR port f425d603-ab22-440b-96e1-b7e7efe240ca on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:35.414850 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-a733a8e5-5542-442c-8b27-c23221edb5fd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.417228 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-28125a80-d8d3-4ee4-8fc0-52bfd5ec623e req-a733a8e5-5542-442c-8b27-c23221edb5fd tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.13 "DELETE /v2.0/ports/f425d603-ab22-440b-96e1-b7e7efe240ca HTTP/1.1" status: 204 len: 173 time: 1.4646411 Jul 05 03:48:35.449155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-256c16f9-1046-4f6f-8fff-8a71b08724e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:35.450645 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-256c16f9-1046-4f6f-8fff-8a71b08724e7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3387094 Jul 05 03:48:35.552088 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22eba3eb-8cdf-4fa2-bf4d-37c44ac7c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.560988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22eba3eb-8cdf-4fa2-bf4d-37c44ac7c403 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.560988 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-22eba3eb-8cdf-4fa2-bf4d-37c44ac7c403 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9b18805-1af9-4812-ae91-85dc981fd24b HTTP/1.1" status: 204 len: 168 time: 0.7421174 Jul 05 03:48:35.578281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22eba3eb-8cdf-4fa2-bf4d-37c44ac7c403 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9b18805-1af9-4812-ae91-85dc981fd24b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:35.609009 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-d6dcb1ae-c77b-4970-84ea-26274d60a9a4 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495621 Jul 05 03:48:35.633129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'}, {'server_uuid': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'name': 'network-vif-deleted', 'tag': 'f425d603-ab22-440b-96e1-b7e7efe240ca'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:35.637068 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6982408a-c264-4b7c-a54d-88c4ceca3732" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd"}, {"server_uuid": "bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3", "name": "network-vif-deleted", "tag": "f425d603-ab22-440b-96e1-b7e7efe240ca"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:35.691846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:35.758093 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-57492b40-a9cd-4fa2-8b8a-3681746e69db req-a7189ec3-6df4-4fa9-82cf-cab104b0e30b service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364038 Jul 05 03:48:35.760500 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4beba1d6-1306-4a60-b314-c5fc9fe1d6b3 x-openstack-request-id: req-4beba1d6-1306-4a60-b314-c5fc9fe1d6b3 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:35.760813 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd", "status": "completed", "code": 200}, {"server_uuid": "bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3", "name": "network-vif-deleted", "tag": "f425d603-ab22-440b-96e1-b7e7efe240ca", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:35.761044 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4beba1d6-1306-4a60-b314-c5fc9fe1d6b3 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:35.761440 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'status': 'completed', 'code': 200} Jul 05 03:48:35.762704 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3', 'name': 'network-vif-deleted', 'tag': 'f425d603-ab22-440b-96e1-b7e7efe240ca', 'status': 'completed', 'code': 200} Jul 05 03:48:35.762704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Made reservation on behalf of 5b1fadfbfa0d4b02ac5793b2e0738c1e for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:35.766456 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.777862 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:35.792638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:35.867450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-30df3f72-3584-44c4-bb89-d7cfd8a19312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:35.869761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-30df3f72-3584-44c4-bb89-d7cfd8a19312 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1099 time: 0.0971348 Jul 05 03:48:35.895827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.014518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-8ea5f0eb-e39d-4b65-a499-aac6e24c2966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.016235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-8ea5f0eb-e39d-4b65-a499-aac6e24c2966 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1391449 Jul 05 03:48:36.036755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:36.050039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f31dc015-a74c-42a5-b153-fd6e7ab2011a req-b75b0fd5-8bf5-4392-bc97-d18bbcc855a8 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 210 time: 0.0977833 Jul 05 03:48:36.089567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-5e8eccc1-7baa-4d3e-89a8-51b0a3ce583f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.091110 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-5e8eccc1-7baa-4d3e-89a8-51b0a3ce583f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1099 time: 0.1277988 Jul 05 03:48:36.133189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-7af96d6f-57bd-434b-85b8-6c614b9d2e18 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 217 time: 0.0958438 Jul 05 03:48:36.195961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-80c408d1-d21a-4d9d-9e83-17f620249f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.198103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-80c408d1-d21a-4d9d-9e83-17f620249f9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0585973 Jul 05 03:48:36.203819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6d0759-d4d6-47ad-b09d-e2c53fce7569,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:36.267335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353705ed-348e-4a93-803e-9909516db82f req-4215d653-6fdb-479f-8b77-79ea5e49064b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.267335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-353705ed-348e-4a93-803e-9909516db82f req-4215d653-6fdb-479f-8b77-79ea5e49064b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 947 time: 0.2280397 Jul 05 03:48:36.380327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Allocated IP 192.168.233.57 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/9b6cfc01-300d-45dc-aa76-bdca24503818) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:36.389799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-353705ed-348e-4a93-803e-9909516db82f req-ff9c3f38-ec83-4e44-9f72-e96b27a97056 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073153 Jul 05 03:48:36.392448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-7f567335-6b22-4fe6-a379-2812362f322d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.401825 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-7f567335-6b22-4fe6-a379-2812362f322d service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2981071 Jul 05 03:48:36.425052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-287c2e28-26b7-49c9-a7f5-4a7181d0372b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:36.431506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-287c2e28-26b7-49c9-a7f5-4a7181d0372b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2219372 Jul 05 03:48:36.532402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2723d441-fb09-4afe-b42b-8f179829fca2 req-816acd57-1aef-4925-96dd-7f13801003a8 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 210 time: 0.0395830 Jul 05 03:48:36.552177 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-4114b705-0aad-4870-856b-539ad4df8d6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 217 time: 0.0686195 Jul 05 03:48:36.585810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-c4bbc463-4df2-461e-8c06-6b528359f568 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1478362 Jul 05 03:48:36.823417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-987e534d-d4c6-4100-9cdc-9119156a4432 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2270615 Jul 05 03:48:36.866851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47744) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:36.931153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-38c99cbd-aedf-4e73-a9cd-36ef4b00fb53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d9d858b86a0473d89777f0075cd0c70&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629485 Jul 05 03:48:36.931886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47748) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:36.992998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-142f93a4-eab9-4134-91fc-a1f668bf77c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.026587 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-142f93a4-eab9-4134-91fc-a1f668bf77c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.056071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-6371c307-08e3-4f2b-816e-99506f6e94fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.056071 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-6371c307-08e3-4f2b-816e-99506f6e94fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.4750218 Jul 05 03:48:37.165028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-142f93a4-eab9-4134-91fc-a1f668bf77c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.169618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-142f93a4-eab9-4134-91fc-a1f668bf77c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.171722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-142f93a4-eab9-4134-91fc-a1f668bf77c6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34b27f57-1b7c-4e68-98d9-8dbaa0ab20e6 HTTP/1.1" status: 204 len: 168 time: 0.2387381 Jul 05 03:48:37.195286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142f93a4-eab9-4134-91fc-a1f668bf77c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b27f57-1b7c-4e68-98d9-8dbaa0ab20e6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:37.260482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-781a36f9-714c-4125-85dd-14a5cd9f3721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.261995 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-781a36f9-714c-4125-85dd-14a5cd9f3721 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1877315 Jul 05 03:48:37.265803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47764) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:37.291767 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.326875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f282424-0b3d-4e16-b521-5c05668a7468 req-435c3250-b6dc-4ee3-946c-11e583dfa680 tempest-LiveMigrationTest-945333829 tempest-LiveMigrationTest-945333829-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbb1cf1b-5b74-44a3-a23f-a7cfe4cf3cb3 HTTP/1.1" status: 200 len: 210 time: 0.0535147 Jul 05 03:48:37.354182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9699dfe5-295e-4684-8586-e9d3395f115f admin admin] Deleting subnet 733c457b-c6d5-4ea1-bed0-2ac4eee2e5dc {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:48:37.357660 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9699dfe5-295e-4684-8586-e9d3395f115f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.359108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Transition to ACTIVE for port object 9b6cfc01-300d-45dc-aa76-bdca24503818 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:37.399084 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9699dfe5-295e-4684-8586-e9d3395f115f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.416978 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-12393264-ac6c-47eb-a9ca-84665053e847 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385415 Jul 05 03:48:37.445903 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9699dfe5-295e-4684-8586-e9d3395f115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.521220 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6982408a-c264-4b7c-a54d-88c4ceca3732 req-c4720ef4-7eb6-498b-a163-ac5e7281a127 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961914 Jul 05 03:48:37.559857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.605333 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9699dfe5-295e-4684-8586-e9d3395f115f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.613117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:37.619176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:37.623362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:37.695123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:37.703366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.708914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Pushing event updated for resources: {'Port': ['ID=9b6cfc01-300d-45dc-aa76-bdca24503818,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:37.840340 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b702d11c-f8fb-4976-b600-7a32b3ce7cd1 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.6243370 Jul 05 03:48:37.862721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Request body: {'port': {'device_id': 'f8e19352-0890-4750-8184-16783ea57848', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:37.954707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:37.988745 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2492a99-fc69-41ef-ad29-fcd3a7361983 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.017993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee50c3-15cf-41cb-8102-588007ea0dc3 req-4c3ef302-634e-4f62-a5c5-0ced6595a23f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:38.019518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5fee50c3-15cf-41cb-8102-588007ea0dc3 req-4c3ef302-634e-4f62-a5c5-0ced6595a23f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 947 time: 0.4822419 Jul 05 03:48:38.023940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699dfe5-295e-4684-8586-e9d3395f115f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=733c457b-c6d5-4ea1-bed0-2ac4eee2e5dc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:38.033968 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9699dfe5-295e-4684-8586-e9d3395f115f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.035755 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9699dfe5-295e-4684-8586-e9d3395f115f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/733c457b-c6d5-4ea1-bed0-2ac4eee2e5dc HTTP/1.1" status: 204 len: 168 time: 0.7689326 Jul 05 03:48:38.039501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47784) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:38.166822 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5fee50c3-15cf-41cb-8102-588007ea0dc3 req-84d4fe8c-584f-4358-bb86-645a239bb8ac tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1284990 Jul 05 03:48:38.173696 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.182192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b7146207-b9a7-4978-a46a-46f75c696e3d None None] Provisioning for port 9b6cfc01-300d-45dc-aa76-bdca24503818 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:38.196353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b7146207-b9a7-4978-a46a-46f75c696e3d None None] Provisioning complete for port 9b6cfc01-300d-45dc-aa76-bdca24503818 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:38.196353 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b7146207-b9a7-4978-a46a-46f75c696e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.198901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e07512-9377-4768-a436-119374df48ef req-dbf29e45-5250-47bd-a9f6-dd93aee758da tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:38.200537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2e07512-9377-4768-a436-119374df48ef req-dbf29e45-5250-47bd-a9f6-dd93aee758da tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 935 time: 0.1798358 Jul 05 03:48:38.245875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b7146207-b9a7-4978-a46a-46f75c696e3d None None] Port 9b6cfc01-300d-45dc-aa76-bdca24503818 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:38.300869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b6cfc01-300d-45dc-aa76-bdca24503818 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:38.308012 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.313621 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.320217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2e07512-9377-4768-a436-119374df48ef req-7e075265-0ff4-4565-abdd-583fd92d1d16 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958750 Jul 05 03:48:38.324243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f93de537-a03a-4db3-977b-e2fc3c6b66f7']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:38.331613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Transition to ACTIVE for port object 9b6cfc01-300d-45dc-aa76-bdca24503818 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:38.335703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd3e2b55-2c21-4d57-9088-1a8c55292909') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:38.336017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd3e2b55-2c21-4d57-9088-1a8c55292909') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:38.348590 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.375793 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.390084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:48:38.390084 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:48:38.403024 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:48:38.421921 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.441966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47794) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:38.526524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6cfc01-300d-45dc-aa76-bdca24503818,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:38.589654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 27dd0297-1afc-4898-8066-9e3adacbff32 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:38.611597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 27dd0297-1afc-4898-8066-9e3adacbff32 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:38.612070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 27dd0297-1afc-4898-8066-9e3adacbff32 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:38.612560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device f425d603-ab22-440b-96e1-b7e7efe240ca no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:38.621096 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Attempting to bind port 9b6cfc01-300d-45dc-aa76-bdca24503818 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:38.621648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Attempting to bind port 9b6cfc01-300d-45dc-aa76-bdca24503818 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:38.621777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Attempting to bind port 9b6cfc01-300d-45dc-aa76-bdca24503818 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:38.622644 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.629838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.636549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-14489683-8770-446d-9c59-12212287adf3 admin admin] Deleting subnet 10d35d92-0a34-438d-b9d9-6db5e0773492 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:48:38.636713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] 10.222.0.30 "DELETE /v2.0/networks/f93de537-a03a-4db3-977b-e2fc3c6b66f7 HTTP/1.1" status: 204 len: 168 time: 0.5932500 Jul 05 03:48:38.638515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14489683-8770-446d-9c59-12212287adf3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.640028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Port 9b6cfc01-300d-45dc-aa76-bdca24503818 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:38.640370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Attempting to bind port 9b6cfc01-300d-45dc-aa76-bdca24503818 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:38.653737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a186d8c2-3cfb-450b-b07c-456b14230dec admin admin] Pushing event deleted for resources: {'Network': ['ID=f93de537-a03a-4db3-977b-e2fc3c6b66f7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:38.655670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: f425d603-ab22-440b-96e1-b7e7efe240ca {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:38.659601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device f425d603-ab22-440b-96e1-b7e7efe240ca not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:38.669484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:38.673397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:38.673801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:38.674282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Bound port: 9b6cfc01-300d-45dc-aa76-bdca24503818, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:38.674636 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.699627 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14489683-8770-446d-9c59-12212287adf3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.771432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47804) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:38.778969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14489683-8770-446d-9c59-12212287adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.808025 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] For port 9b6cfc01-300d-45dc-aa76-bdca24503818, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:38.826928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] For port 9b6cfc01-300d-45dc-aa76-bdca24503818, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9b6cfc01-300d-45dc-aa76-bdca24503818,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:38.880350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1970201402-network', 'tenant_id': '96b7301ca002421291810932e22f3e48'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:38.971077 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:38.975284 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14489683-8770-446d-9c59-12212287adf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.016952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Made reservation on behalf of 96b7301ca002421291810932e22f3e48 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:39.019630 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.028818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.034521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14489683-8770-446d-9c59-12212287adf3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10d35d92-0a34-438d-b9d9-6db5e0773492,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:39.038268 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14489683-8770-446d-9c59-12212287adf3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.040268 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-14489683-8770-446d-9c59-12212287adf3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/10d35d92-0a34-438d-b9d9-6db5e0773492 HTTP/1.1" status: 204 len: 168 time: 0.5961649 Jul 05 03:48:39.043222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47810) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:39.050597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.051208 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.052592 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] 10.222.0.26 "PUT /v2.0/ports/9b6cfc01-300d-45dc-aa76-bdca24503818 HTTP/1.1" status: 200 len: 1096 time: 1.2037389 Jul 05 03:48:39.053217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8e19352-0890-4750-8184-16783ea57848', 'tag': '9b6cfc01-300d-45dc-aa76-bdca24503818'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:39.055631 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dae8246a-6b8a-434d-87f0-af508d9be86b" -d '{"events": [{"name": "network-changed", "server_uuid": "f8e19352-0890-4750-8184-16783ea57848", "tag": "9b6cfc01-300d-45dc-aa76-bdca24503818"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:39.075709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554ff7c8-90e7-44a0-8dfc-87a04d4ed5f0 service neutron] Pushing event updated for resources: {'Port': ['ID=9b6cfc01-300d-45dc-aa76-bdca24503818,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:39.114781 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8ba76c5-cfb0-4f5a-8c02-f02973f7f8c2 x-openstack-request-id: req-f8ba76c5-cfb0-4f5a-8c02-f02973f7f8c2 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:39.114781 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f8e19352-0890-4750-8184-16783ea57848", "tag": "9b6cfc01-300d-45dc-aa76-bdca24503818", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:39.114781 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f8ba76c5-cfb0-4f5a-8c02-f02973f7f8c2 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:39.114781 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8e19352-0890-4750-8184-16783ea57848', 'tag': '9b6cfc01-300d-45dc-aa76-bdca24503818', 'status': 'completed', 'code': 200} Jul 05 03:48:39.128768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47814) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:39.160147 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.215082 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-41c54a80-d535-4682-a85e-49c2a79ab006 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=46ae7e4b7244420bb798ea85f321b7a4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0848567 Jul 05 03:48:39.218792 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47818) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:39.248154 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8246a-6b8a-434d-87f0-af508d9be86b req-8746db2f-ead7-461d-a304-7e3e88befe52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.249678 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dae8246a-6b8a-434d-87f0-af508d9be86b req-8746db2f-ead7-461d-a304-7e3e88befe52 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b1fadfbfa0d4b02ac5793b2e0738c1e&device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 1099 time: 0.1135409 Jul 05 03:48:39.287238 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dae8246a-6b8a-434d-87f0-af508d9be86b req-ec81a5de-9391-43eb-a7b9-6e4dfb3f4fd1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5b1fadfbfa0d4b02ac5793b2e0738c1e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297518 Jul 05 03:48:39.296264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.318111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2ff4a2a-eed4-48b0-9126-6d2078f3ed93']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:39.332828 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.338344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7f780b-85b1-46fc-8a56-317feb930880') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:39.338652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7f780b-85b1-46fc-8a56-317feb930880') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:39.355727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8c387588-5ec5-41a7-b50c-5d322de701c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.381372 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.393344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8c387588-5ec5-41a7-b50c-5d322de701c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.404086 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.414876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:48:39.416083 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:48:39.421506 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:48:39.450674 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae8246a-6b8a-434d-87f0-af508d9be86b req-122e1bd4-6cc3-45b7-81e3-1fa2931fa705 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.461816 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dae8246a-6b8a-434d-87f0-af508d9be86b req-122e1bd4-6cc3-45b7-81e3-1fa2931fa705 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1577616 Jul 05 03:48:39.481913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.542287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25d9f068-bbf4-415f-b4bf-16795e4f3e0b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:39.553698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e53121-4681-449a-9df1-1b088c764aed req-79d3e800-a1b0-4dcd-85ea-a54531377145 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.556601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73e53121-4681-449a-9df1-1b088c764aed req-79d3e800-a1b0-4dcd-85ea-a54531377145 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 947 time: 0.2206624 Jul 05 03:48:39.556861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-28f1c28b-3ea8-4ddb-a2ee-bcc5c0679e79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.558336 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-28f1c28b-3ea8-4ddb-a2ee-bcc5c0679e79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5b1fadfbfa0d4b02ac5793b2e0738c1e&device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 1099 time: 0.0660374 Jul 05 03:48:39.602715 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-b099769d-1e17-40c7-b140-1d931b809641 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.57&port_id=9b6cfc01-300d-45dc-aa76-bdca24503818 HTTP/1.1" status: 200 len: 217 time: 0.0363445 Jul 05 03:48:39.603348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8c387588-5ec5-41a7-b50c-5d322de701c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.604036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea617407-fc10-4256-a589-967557423795 admin admin] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:48:39.605916 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8c387588-5ec5-41a7-b50c-5d322de701c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.607496 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8c387588-5ec5-41a7-b50c-5d322de701c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d33bfe1e-fcd6-4896-9b86-31d881442c06 HTTP/1.1" status: 204 len: 168 time: 0.3863962 Jul 05 03:48:39.624099 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.624463 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Added segment f35f2d2c-9f1b-4de0-b512-f240b093f66b of type vlan for network 139f4862-4533-4530-bbae-72c1c8475252 Jul 05 03:48:39.646717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c387588-5ec5-41a7-b50c-5d322de701c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d33bfe1e-fcd6-4896-9b86-31d881442c06,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:39.668546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-39132d59-f95b-49a3-bb16-473de63a2f3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.670219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-39132d59-f95b-49a3-bb16-473de63a2f3e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0605190 Jul 05 03:48:39.690517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73e53121-4681-449a-9df1-1b088c764aed req-80ac969e-f2ad-4d21-8d54-da75a2e9e96c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1209831 Jul 05 03:48:39.732461 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.732461 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.744962 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.747580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c2ff4a2a-eed4-48b0-9126-6d2078f3ed93 HTTP/1.1" status: 204 len: 168 time: 0.7031527 Jul 05 03:48:39.752696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-1127febf-a511-4400-bb35-fa3aa4a21944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.754237 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-1127febf-a511-4400-bb35-fa3aa4a21944 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0750849 Jul 05 03:48:39.754708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47828) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:39.770142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580886e9-96c3-42c0-941a-df614f666288 admin admin] Pushing event deleted for resources: {'Network': ['ID=c2ff4a2a-eed4-48b0-9126-6d2078f3ed93,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:39.785896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b466e986-3020-40eb-8315-3598f04f1c7d req-d5ef7132-14da-4897-be9e-2144a07a9e98 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.787658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b466e986-3020-40eb-8315-3598f04f1c7d req-d5ef7132-14da-4897-be9e-2144a07a9e98 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 947 time: 0.2299838 Jul 05 03:48:39.847408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b466e986-3020-40eb-8315-3598f04f1c7d req-c0067313-591e-474b-8d9e-26a7246f4c63 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452003 Jul 05 03:48:39.860444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c970d7db-20bc-4f07-a25a-0d8a6449b844 admin admin] Deleting subnet f7c8851e-9b67-41c3-9488-67e78930e5a6 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:48:39.864039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c970d7db-20bc-4f07-a25a-0d8a6449b844 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.920406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c970d7db-20bc-4f07-a25a-0d8a6449b844 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.941768 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.943887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:39.943887 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:39.948394 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-00063900-031f-4135-924c-095705751573 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852198 Jul 05 03:48:40.009436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea617407-fc10-4256-a589-967557423795 admin admin] Pushing event updated for resources: {'Network': ['ID=139f4862-4533-4530-bbae-72c1c8475252,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:40.014293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c970d7db-20bc-4f07-a25a-0d8a6449b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.020538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 139f4862-4533-4530-bbae-72c1c8475252 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:48:40.094994 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-992c4cc0-89f2-44f4-823c-899f76ebbc15 req-01416ab3-fe81-4da6-b2d3-ff4d399aed67 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1381912 Jul 05 03:48:40.137630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ea617407-fc10-4256-a589-967557423795 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.3648465 Jul 05 03:48:40.140359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47834) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:40.146014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Request body: {'subnet': {'network_id': '139f4862-4533-4530-bbae-72c1c8475252', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1970201402-subnet', 'tenant_id': '96b7301ca002421291810932e22f3e48', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:40.200044 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c970d7db-20bc-4f07-a25a-0d8a6449b844 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.230664 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c970d7db-20bc-4f07-a25a-0d8a6449b844 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.235431 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c970d7db-20bc-4f07-a25a-0d8a6449b844 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f7c8851e-9b67-41c3-9488-67e78930e5a6 HTTP/1.1" status: 204 len: 168 time: 0.4772904 Jul 05 03:48:40.235431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c970d7db-20bc-4f07-a25a-0d8a6449b844 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f7c8851e-9b67-41c3-9488-67e78930e5a6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:40.236869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47842) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:40.313345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Made reservation on behalf of 96b7301ca002421291810932e22f3e48 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:40.316434 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.323354 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.482772 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.496567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9da88da-e15f-4464-9af0-c25da14718b7']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:40.512676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348d0060-707c-46da-8431-fe33f25d3726') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:40.512978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348d0060-707c-46da-8431-fe33f25d3726') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:48:40.543215 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.565927 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.577712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:48:40.578119 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:48:40.579811 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:48:40.595583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:40.715156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:40.728290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'mac_address': 'fa:16:3e:9d:60:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:40.743233 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.782520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-def8efdb-c3c1-472d-8a71-1b93a624bff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.788307 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.805245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:40.805417 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.819595 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.824347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] 10.222.0.30 "DELETE /v2.0/networks/c9da88da-e15f-4464-9af0-c25da14718b7 HTTP/1.1" status: 204 len: 168 time: 0.5839465 Jul 05 03:48:40.837971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:40.879032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Pushing event updated for resources: {'Subnet': ['ID=39dc11cf-66f3-454a-8c59-e6b1a9762ee0,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:40.913616 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:40.927933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5d588e-c0bc-4d03-915d-173c0422146d admin admin] Pushing event deleted for resources: {'Network': ['ID=c9da88da-e15f-4464-9af0-c25da14718b7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:40.934966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Checking segment: {'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:40.935425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Network hostable DHCP agents. Network: 139f4862-4533-4530-bbae-72c1c8475252, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:48:41.002544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003d82b6-c9bb-43e9-a5f8-9ce2037ed152 req-f943abe1-0207-4fad-acde-359436c2412a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.005180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.014744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-003d82b6-c9bb-43e9-a5f8-9ce2037ed152 req-f943abe1-0207-4fad-acde-359436c2412a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 947 time: 0.2054331 Jul 05 03:48:41.075663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-003d82b6-c9bb-43e9-a5f8-9ce2037ed152 req-53274ad5-1205-4daf-9ae6-fa575413b017 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521853 Jul 05 03:48:41.096052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:41.131916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Network 139f4862-4533-4530-bbae-72c1c8475252 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:48:41.195057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02652902-0898-45c6-9a0d-e02bc742d681 req-fe414245-4945-4396-8378-6ffd60dba59d tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.196931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02652902-0898-45c6-9a0d-e02bc742d681 req-fe414245-4945-4396-8378-6ffd60dba59d tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 947 time: 0.0771532 Jul 05 03:48:41.245688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02652902-0898-45c6-9a0d-e02bc742d681 req-8840e94f-ccb7-4edc-a54d-ae142a7e4af5 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403914 Jul 05 03:48:41.319307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 139f4862-4533-4530-bbae-72c1c8475252) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:41.330277 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:41.330277 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.330819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d49fab-49fb-481f-b00f-9f5ad45223b2 None None] Network 139f4862-4533-4530-bbae-72c1c8475252 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:41.482941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55396c6c-fabd-4264-bf0b-12382a964428 None None] Network 139f4862-4533-4530-bbae-72c1c8475252 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:48:41.487436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-22191bfc-eebf-49a7-ab33-ccd05850480c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.3459828 Jul 05 03:48:41.499411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47882) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:41.554675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2e6f47e2-73f9-4765-a96c-20a0e569e1b6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3b6ce790b1544b22a8c73b5072cdede4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0538914 Jul 05 03:48:41.554888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47886) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:41.610610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:41.624862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9827-42a9-4a16-b043-86234e7b95f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.662549 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9827-42a9-4a16-b043-86234e7b95f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.778766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c12aec00-2eeb-424e-b48f-27c96cb2a1ea req-5071e712-eb68-4cc5-a518-1e0b2a114fe4 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0803790 Jul 05 03:48:41.825210 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.959540 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9827-42a9-4a16-b043-86234e7b95f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.962427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ec3e9827-42a9-4a16-b043-86234e7b95f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:41.966676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ec3e9827-42a9-4a16-b043-86234e7b95f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fd31218c-bf53-47ac-8d84-c9a982c41ff5 HTTP/1.1" status: 204 len: 168 time: 0.4079378 Jul 05 03:48:41.993613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3e9827-42a9-4a16-b043-86234e7b95f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd31218c-bf53-47ac-8d84-c9a982c41ff5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:42.100043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-2d8b5137-1f39-461d-9f38-b9ab4764b349 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.101589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-2d8b5137-1f39-461d-9f38-b9ab4764b349 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/networks?id=139f4862-4533-4530-bbae-72c1c8475252 HTTP/1.1" status: 200 len: 822 time: 0.1347263 Jul 05 03:48:42.121582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-2d191c8d-0aa7-4408-a47f-72d466fd1651 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/quotas/96b7301ca002421291810932e22f3e48 HTTP/1.1" status: 200 len: 375 time: 0.0138788 Jul 05 03:48:42.171273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-e2c97095-b6c7-492f-8f41-c41a0b6b6e0c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96b7301ca002421291810932e22f3e48&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434175 Jul 05 03:48:42.277604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147d9f73-9878-4041-b0ed-8d522bf573f6 req-cb9c587f-33fe-4e47-89d6-8405b382f3a0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.278868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-147d9f73-9878-4041-b0ed-8d522bf573f6 req-cb9c587f-33fe-4e47-89d6-8405b382f3a0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 948 time: 0.0713947 Jul 05 03:48:42.374137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-147d9f73-9878-4041-b0ed-8d522bf573f6 req-968aaa69-1edb-45c0-a750-838ce8891a23 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854483 Jul 05 03:48:42.405193 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-dbbcd8f4-a63e-4390-818d-e42e5abcfd7c service neutron] 10.222.0.30 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271638 Jul 05 03:48:42.545260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-b369f9e1-cf60-429a-a23f-96b8bd21874f service neutron] 10.222.0.30 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337857 Jul 05 03:48:42.576150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2947da0-9a15-489d-a2ab-55fca731d147 req-b04bdb39-217f-4b69-a3c9-db3895ab0f38 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:42.580620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2947da0-9a15-489d-a2ab-55fca731d147 req-b04bdb39-217f-4b69-a3c9-db3895ab0f38 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 947 time: 0.0911820 Jul 05 03:48:42.621145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2947da0-9a15-489d-a2ab-55fca731d147 req-33bea3b1-fbe1-4a54-8704-658192fa635b tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374587 Jul 05 03:48:42.949759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47938) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:42.975060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d07de02-a528-4f23-b376-55d076a7fd22 req-319def29-b456-42d4-a79d-e774f8dfa36b tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 210 time: 0.0620124 Jul 05 03:48:42.990351 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7473f63e-a7d0-4262-a126-f6eb8984214a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3e35757dafa846aaa50f4d8ff611fe54&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0456347 Jul 05 03:48:42.992925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47942) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:43.050171 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-58ae357c-cce4-4e15-82a0-1fd1264d205d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.057894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac8274aa-3a46-45b0-851f-5ee1462be576 req-c143ea9b-fe37-42cf-9182-cc05a4548913 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0306189 Jul 05 03:48:43.072008 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-58ae357c-cce4-4e15-82a0-1fd1264d205d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.324538 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-58ae357c-cce4-4e15-82a0-1fd1264d205d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.327348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-58ae357c-cce4-4e15-82a0-1fd1264d205d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.328800 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-58ae357c-cce4-4e15-82a0-1fd1264d205d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6acb3db-b408-4c84-9318-f6dfac6cec19 HTTP/1.1" status: 204 len: 168 time: 0.3349400 Jul 05 03:48:43.337584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ae357c-cce4-4e15-82a0-1fd1264d205d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6acb3db-b408-4c84-9318-f6dfac6cec19,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:43.406300 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.530587 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.635012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916edc91-9ec3-4320-8b11-8a4d894f078b req-77cffef8-fc14-4625-89b9-445d5e00606f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.635012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-916edc91-9ec3-4320-8b11-8a4d894f078b req-77cffef8-fc14-4625-89b9-445d5e00606f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 948 time: 0.0719416 Jul 05 03:48:43.686004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-916edc91-9ec3-4320-8b11-8a4d894f078b req-b679ee89-7068-4595-892a-df202d890925 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446501 Jul 05 03:48:43.724855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-3daf6b10-b11e-4080-add1-d8135266c1f3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.731349 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-3daf6b10-b11e-4080-add1-d8135266c1f3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248&tenant_id=8a919433e3a0417582628b463d3b295d&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 948 time: 0.0827610 Jul 05 03:48:43.731525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9b6cfc01-300d-45dc-aa76-bdca24503818 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:43.817359 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-dd31fc14-4d48-40a0-afb9-edcd6d80ecdf service neutron] 10.222.0.13 "GET /v2.0/ports/8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 383 time: 0.0776598 Jul 05 03:48:43.851462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9b6cfc01-300d-45dc-aa76-bdca24503818, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9b6cfc01-300d-45dc-aa76-bdca24503818,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:43.868770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '9b6cfc01-300d-45dc-aa76-bdca24503818', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '9b6cfc01-300d-45dc-aa76-bdca24503818', 'mac_address': 'fa:16:3e:1a:b8:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.57'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:43.869040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dd23f3d-6196-4cff-a154-f404a9b780a4 req-3b972da6-b69b-406e-871a-67228be54cfc tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.870644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0dd23f3d-6196-4cff-a154-f404a9b780a4 req-3b972da6-b69b-406e-871a-67228be54cfc tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 947 time: 0.1149499 Jul 05 03:48:43.926392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0dd23f3d-6196-4cff-a154-f404a9b780a4 req-e16cfd59-8b46-4862-adad-1648c8ad1691 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479991 Jul 05 03:48:43.945277 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:43.963101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b6cfc01-300d-45dc-aa76-bdca24503818 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:43.978070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-845765ef-1148-4adb-ba8c-7a4af73ee9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:43.980422 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-845765ef-1148-4adb-ba8c-7a4af73ee9e6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1100 time: 0.0964549 Jul 05 03:48:43.987734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9b6cfc01-300d-45dc-aa76-bdca24503818, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9b6cfc01-300d-45dc-aa76-bdca24503818,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:44.050404 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.091834 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.114733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5c9e7a0-0ba0-43af-8eb6-4802877727a3 req-7f59b0a6-b87d-4b47-90b0-bd9546cae3a1 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 210 time: 0.0731874 Jul 05 03:48:44.152355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-20cb088c-368e-4048-8364-33f8f237fd7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.153922 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-20cb088c-368e-4048-8364-33f8f237fd7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1615856 Jul 05 03:48:44.214317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9b6cfc01-300d-45dc-aa76-bdca24503818,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:44.228662 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-9a12dc15-4e3b-494a-bccd-ee7afc039b34 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 217 time: 0.0637815 Jul 05 03:48:44.299535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-1963d82e-e875-425c-88e4-7e4263fe1eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.300542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21d1f951-cb02-470f-8abc-d926809f5f72 req-830112b5-2866-417b-9360-35dedc80be12 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0452793 Jul 05 03:48:44.301767 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-1963d82e-e875-425c-88e4-7e4263fe1eb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0644741 Jul 05 03:48:44.343764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['9b6cfc01-300d-45dc-aa76-bdca24503818'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:44.382518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-5f096ffe-6d84-4262-b3a0-8fe8da6a9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.384101 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-5f096ffe-6d84-4262-b3a0-8fe8da6a9b87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0706375 Jul 05 03:48:44.526068 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-9d7e913d-2120-40da-95ef-38a10217fab9 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1084137 Jul 05 03:48:44.618585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:44.649217 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-4b50d4de-c07a-480b-a800-6a595eff32aa service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1159215 Jul 05 03:48:44.765224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:44.769866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:44.770239 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.881894 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:44.910211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3c4cd-3e69-44f5-90f7-257effea72d5 req-79aaf00d-aa0e-4c44-9d4c-88f6b4297164 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:44.911692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4cf3c4cd-3e69-44f5-90f7-257effea72d5 req-79aaf00d-aa0e-4c44-9d4c-88f6b4297164 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 948 time: 0.0937297 Jul 05 03:48:44.913091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:44.915327 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3cdff0e-b23e-4997-a6b7-8a5f2bccab4c" -d '{"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-plugged", "status": "completed", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:44.933136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:44.956664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4cf3c4cd-3e69-44f5-90f7-257effea72d5 req-21056f18-6a90-418c-8175-e9af1c5b04e1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373092 Jul 05 03:48:44.965743 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8cd9886-dd55-4660-ad78-aa18e8ab0f03 x-openstack-request-id: req-b8cd9886-dd55-4660-ad78-aa18e8ab0f03 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:44.966069 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-plugged", "status": "completed", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:44.966242 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b8cd9886-dd55-4660-ad78-aa18e8ab0f03 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:44.966654 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'code': 200} Jul 05 03:48:45.011236 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.099849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:45.245820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15961e5a-2570-49e0-82c7-bae0c9047987 req-74cff05b-76f2-450c-8892-f5818110ad49 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:45.247379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15961e5a-2570-49e0-82c7-bae0c9047987 req-74cff05b-76f2-450c-8892-f5818110ad49 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 948 time: 0.1569571 Jul 05 03:48:45.295711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15961e5a-2570-49e0-82c7-bae0c9047987 req-d7e4418f-1726-4215-a11e-d526ac134486 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414259 Jul 05 03:48:45.358323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3c7570c-a8e3-44b9-95f0-2db2e3b27f59 req-333a417d-638b-415e-9b57-3e16955ff0c4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 210 time: 0.0421486 Jul 05 03:48:45.498576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c28064a7-d4c3-44ec-8732-426465bb274b req-f607f8e8-a596-4fe7-aa6c-0dc41b941f17 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0367527 Jul 05 03:48:45.737890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9b6cfc01-300d-45dc-aa76-bdca24503818 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:45.856289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 9b6cfc01-300d-45dc-aa76-bdca24503818 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:45.860367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 9b6cfc01-300d-45dc-aa76-bdca24503818 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:45.861247 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.954211 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:45.998815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9b6cfc01-300d-45dc-aa76-bdca24503818, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9b6cfc01-300d-45dc-aa76-bdca24503818,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:46.029086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-d539547f-2b4c-476e-89cd-550e48b48615 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0265324 Jul 05 03:48:46.073413 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.135668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9b6cfc01-300d-45dc-aa76-bdca24503818,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:46.193040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-30e566ab-c36d-4be2-a4fc-ffef82046363 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.194513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-30e566ab-c36d-4be2-a4fc-ffef82046363 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1589460 Jul 05 03:48:46.208656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53446996-a13a-4cf6-9899-ed99bffd624e req-e00bf4d0-8fd7-458c-b268-a2a2183cf9d4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.210205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53446996-a13a-4cf6-9899-ed99bffd624e req-e00bf4d0-8fd7-458c-b268-a2a2183cf9d4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1249561 Jul 05 03:48:46.226115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-23f0466b-a671-47e8-a83f-256c775b20e4 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/quotas/efb68afa1c014f5f992c8f23a7529fa7 HTTP/1.1" status: 200 len: 375 time: 0.0259817 Jul 05 03:48:46.265186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-9f74252c-d141-421c-be11-fff91ca329c0 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314047 Jul 05 03:48:46.285939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53446996-a13a-4cf6-9899-ed99bffd624e req-c9e52884-6268-497d-a629-cd022afd6900 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698884 Jul 05 03:48:46.363342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-c76c1bb6-ecf9-4933-90de-8187e14c9de0 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.366336 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-c76c1bb6-ecf9-4933-90de-8187e14c9de0 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "GET /v2.0/networks?id=139f4862-4533-4530-bbae-72c1c8475252 HTTP/1.1" status: 200 len: 822 time: 0.1225789 Jul 05 03:48:46.386223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Request body: {'port': {'device_id': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'network_id': '139f4862-4533-4530-bbae-72c1c8475252', 'admin_state_up': True, 'tenant_id': '96b7301ca002421291810932e22f3e48'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:46.588843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00a9bf89-77e2-4e1d-b039-4d45a839134a req-9ddccbcc-f1da-4e55-8c35-3d2fe2e2fa6b tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 210 time: 0.0331757 Jul 05 03:48:46.644555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Made reservation on behalf of 96b7301ca002421291810932e22f3e48 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:46.648457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:46.684664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b79b4430-1131-46e8-8359-535cf30e71a7 req-020177d6-5f7d-43d8-b901-142b93c62128 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 210 time: 0.0488348 Jul 05 03:48:46.717790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c3ba81-0ff2-429c-af56-c10eb1eaea59 req-eca3e124-351d-462c-93ae-832e8a0e5521 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.719418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0c3ba81-0ff2-429c-af56-c10eb1eaea59 req-eca3e124-351d-462c-93ae-832e8a0e5521 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 949 time: 0.1338618 Jul 05 03:48:46.769092 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0c3ba81-0ff2-429c-af56-c10eb1eaea59 req-77bcc7a4-cf68-4fb1-bdc7-4435363717a8 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426366 Jul 05 03:48:46.809887 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Allocated IP 172.20.0.7 (139f4862-4533-4530-bbae-72c1c8475252/39dc11cf-66f3-454a-8c59-e6b1a9762ee0/dda591ff-ea0d-4e30-9a55-44273b8112ad) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:46.897611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-28d88b05-4b19-4308-9485-f1a2c9e0d8cc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:46.899174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-28d88b05-4b19-4308-9485-f1a2c9e0d8cc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 821 time: 0.1223879 Jul 05 03:48:46.922992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-790d2904-5d09-43b1-aa7d-727c218ff3a6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/quotas/abee83cb9e7945c9afcda6c5615990ea HTTP/1.1" status: 200 len: 375 time: 0.0166130 Jul 05 03:48:46.968286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e19352-0890-4750-8184-16783ea57848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6cfc01-300d-45dc-aa76-bdca24503818'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:46.972869 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00f35dda-a6f7-4261-9fc6-6f96a6b775c2" -d '{"events": [{"server_uuid": "f8e19352-0890-4750-8184-16783ea57848", "name": "network-vif-plugged", "status": "completed", "tag": "9b6cfc01-300d-45dc-aa76-bdca24503818"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:46.991040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.010456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-b3e9aea5-cbd0-4bc4-8f0c-333b74f12a35 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0865021 Jul 05 03:48:47.048689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb8408df-759a-410c-975e-f42a29005691 req-7e680a97-199b-48de-8816-01c2ad989b0d tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0364165 Jul 05 03:48:47.104053 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a06639ae-d3fe-4051-9df6-1b05787163e3 x-openstack-request-id: req-a06639ae-d3fe-4051-9df6-1b05787163e3 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:47.104350 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e19352-0890-4750-8184-16783ea57848", "name": "network-vif-plugged", "status": "completed", "tag": "9b6cfc01-300d-45dc-aa76-bdca24503818", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:47.104595 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a06639ae-d3fe-4051-9df6-1b05787163e3 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:47.105190 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e19352-0890-4750-8184-16783ea57848', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b6cfc01-300d-45dc-aa76-bdca24503818', 'code': 200} Jul 05 03:48:47.114078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.154421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-37993a5d-f738-4381-a0a7-c461849bcac1 service neutron] 10.222.0.30 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334708 Jul 05 03:48:47.179212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Network 139f4862-4533-4530-bbae-72c1c8475252 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:47.182771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:47.185449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:47.246336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-2f66ebbf-26ec-4ff3-93c6-fe1812853189 service neutron] 10.222.0.30 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905099 Jul 05 03:48:47.260227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event updated for resources: {'Port': ['ID=dda591ff-ea0d-4e30-9a55-44273b8112ad,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:47.285563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.286195 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.313367 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb64ec-19eb-4d3c-9e67-72b6b110448d req-c4421a25-aa39-4548-bfba-02a361c0048b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.315656 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2abb64ec-19eb-4d3c-9e67-72b6b110448d req-c4421a25-aa39-4548-bfba-02a361c0048b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 1101 time: 0.1270137 Jul 05 03:48:47.358353 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2abb64ec-19eb-4d3c-9e67-72b6b110448d req-15a12caa-2956-4fce-8074-4ba64fea28a9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350003 Jul 05 03:48:47.371756 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-553e885e-2f0b-4820-82a3-168621b791b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9900951 Jul 05 03:48:47.392045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Request body: {'port': {'device_id': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:47.478352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.490238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dafdf9a-c1b9-4dcf-87d1-18b682d53776 req-6d7e3f10-9d8d-4cd8-964d-078e6e3f2316 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:47.491800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5dafdf9a-c1b9-4dcf-87d1-18b682d53776 req-6d7e3f10-9d8d-4cd8-964d-078e6e3f2316 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.0758555 Jul 05 03:48:47.534219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5dafdf9a-c1b9-4dcf-87d1-18b682d53776 req-680b78ef-779d-4cb1-80b7-46fab143ddb5 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367048 Jul 05 03:48:47.850114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dda591ff-ea0d-4e30-9a55-44273b8112ad {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:47.863313 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:47.889545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Transition to ACTIVE for port object dda591ff-ea0d-4e30-9a55-44273b8112ad will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:47.899924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c248a2c2-12ad-4d83-ae84-9d586a1a997d req-82b5689e-d73b-42cd-b656-c6c9bc6c5eff tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 210 time: 0.0432818 Jul 05 03:48:47.964858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.043858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=dda591ff-ea0d-4e30-9a55-44273b8112ad,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:48.057526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5c0d4d6-5786-4cce-b646-2d4df0eb0b5d req-3ad92f1e-3352-4f9d-9da0-17673f43f9e0 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 210 time: 0.0536754 Jul 05 03:48:48.071834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29b309-7c4f-4009-bb2e-a21ee2573e49 req-eb06aff3-bad0-45c4-8faa-18bdb5ac3a4d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.073461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b29b309-7c4f-4009-bb2e-a21ee2573e49 req-eb06aff3-bad0-45c4-8faa-18bdb5ac3a4d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 931 time: 0.1824098 Jul 05 03:48:48.153851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b29b309-7c4f-4009-bb2e-a21ee2573e49 req-0a5e73f1-6f4e-41ca-870c-7c2b02156d50 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679779 Jul 05 03:48:48.230386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Attempting to bind port dda591ff-ea0d-4e30-9a55-44273b8112ad on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:48.230770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Attempting to bind port dda591ff-ea0d-4e30-9a55-44273b8112ad by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:48.231054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Attempting to bind port dda591ff-ea0d-4e30-9a55-44273b8112ad on network 139f4862-4533-4530-bbae-72c1c8475252 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:48.244356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Port dda591ff-ea0d-4e30-9a55-44273b8112ad on network 139f4862-4533-4530-bbae-72c1c8475252 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:48.244356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Attempting to bind port dda591ff-ea0d-4e30-9a55-44273b8112ad on network 139f4862-4533-4530-bbae-72c1c8475252 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:48.254259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:48.254605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Checking segment: {'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:48.255008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Bound using segment: {'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:48.260617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Bound port: dda591ff-ea0d-4e30-9a55-44273b8112ad, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:48.261094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.342748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d73ce9-ec54-4b19-8bdc-8964ff3975f1 req-91c1694e-9ab5-4fc3-87d6-8af659e7ba93 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.352535 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2d73ce9-ec54-4b19-8bdc-8964ff3975f1 req-91c1694e-9ab5-4fc3-87d6-8af659e7ba93 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 949 time: 0.0942450 Jul 05 03:48:48.407961 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] For port dda591ff-ea0d-4e30-9a55-44273b8112ad, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:48.412786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] For port dda591ff-ea0d-4e30-9a55-44273b8112ad, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=dda591ff-ea0d-4e30-9a55-44273b8112ad,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:48.427180 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2d73ce9-ec54-4b19-8bdc-8964ff3975f1 req-899c0694-3d10-4b14-b06e-d6e1a847ad01 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726750 Jul 05 03:48:48.503183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.542401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09a14def-1191-4325-b6e9-6a357b78efae req-93e74bb7-8d36-469e-89dd-a4777e9c2dce tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0443549 Jul 05 03:48:48.546580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.547408 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:48.549888 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] 10.222.0.13 "PUT /v2.0/ports/dda591ff-ea0d-4e30-9a55-44273b8112ad HTTP/1.1" status: 200 len: 1092 time: 1.1630273 Jul 05 03:48:48.550640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'tag': 'dda591ff-ea0d-4e30-9a55-44273b8112ad'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:48.565893 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b37ffb7-3201-4716-bfb1-c17699d02b1d" -d '{"events": [{"name": "network-changed", "server_uuid": "f08c17a4-a162-4e41-927f-e9eda25bafe1", "tag": "dda591ff-ea0d-4e30-9a55-44273b8112ad"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:48.610431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786f1979-b397-4bce-a541-50aa55ab3eb9 service neutron] Pushing event updated for resources: {'Port': ['ID=dda591ff-ea0d-4e30-9a55-44273b8112ad,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:48.661517 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92979053-691f-4917-ad27-d2ce22ee221a x-openstack-request-id: req-92979053-691f-4917-ad27-d2ce22ee221a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:48.662207 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f08c17a4-a162-4e41-927f-e9eda25bafe1", "tag": "dda591ff-ea0d-4e30-9a55-44273b8112ad", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:48.662640 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92979053-691f-4917-ad27-d2ce22ee221a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:48.663203 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'tag': 'dda591ff-ea0d-4e30-9a55-44273b8112ad', 'status': 'completed', 'code': 200} Jul 05 03:48:48.734139 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-617a9b23-290d-4cdb-a38b-2961328956a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1048930 Jul 05 03:48:48.756843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37ffb7-3201-4716-bfb1-c17699d02b1d req-1dc27ca0-eee0-4979-b458-479492874ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.758464 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b37ffb7-3201-4716-bfb1-c17699d02b1d req-1dc27ca0-eee0-4979-b458-479492874ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96b7301ca002421291810932e22f3e48&device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 1095 time: 0.0875983 Jul 05 03:48:48.834438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9206cb-cc33-43d9-9dbe-922c401d45a6 req-787178f2-8eb5-43eb-837c-d79e9e23ba82 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.848233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae9206cb-cc33-43d9-9dbe-922c401d45a6 req-787178f2-8eb5-43eb-837c-d79e9e23ba82 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1111176 Jul 05 03:48:48.884210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae9206cb-cc33-43d9-9dbe-922c401d45a6 req-3be12cce-85d7-4524-a069-b246d7d13b1f tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404878 Jul 05 03:48:48.944134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37ffb7-3201-4716-bfb1-c17699d02b1d req-1ec51d94-4579-4cbb-99fc-3899cb30c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.945611 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b37ffb7-3201-4716-bfb1-c17699d02b1d req-1ec51d94-4579-4cbb-99fc-3899cb30c227 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=96b7301ca002421291810932e22f3e48&shared=False HTTP/1.1" status: 200 len: 923 time: 0.1726270 Jul 05 03:48:48.947505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-ba19385a-667c-4d44-b905-c59ade237a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:48.948913 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-ba19385a-667c-4d44-b905-c59ade237a5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 1103 time: 0.1480229 Jul 05 03:48:49.096552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c8048b1-6737-45bc-b4fa-49d5e08cc532 req-cef24a69-9a95-4183-b660-7fb189c1fbb6 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 210 time: 0.0384710 Jul 05 03:48:49.164846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37ffb7-3201-4716-bfb1-c17699d02b1d req-9520fee1-59f1-4aa5-9ef6-c5a819c4ef37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.166365 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b37ffb7-3201-4716-bfb1-c17699d02b1d req-9520fee1-59f1-4aa5-9ef6-c5a819c4ef37 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2097397 Jul 05 03:48:49.169211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-7ca190d8-e627-4177-a787-0d09325b883a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.170634 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-7ca190d8-e627-4177-a787-0d09325b883a service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1615014 Jul 05 03:48:49.229781 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-8bb7d380-2223-464c-b205-e292974a3109 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.235&port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6 HTTP/1.1" status: 200 len: 217 time: 0.0442145 Jul 05 03:48:49.264568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67554b43-fce5-4ced-a00b-3fdd7e368d93 req-6de717bb-25fb-41c2-b0cd-d309b36da679 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 210 time: 0.0483336 Jul 05 03:48:49.374091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-a761c451-9e69-4299-9792-dacc2a51b08f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.375726 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-a761c451-9e69-4299-9792-dacc2a51b08f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1451275 Jul 05 03:48:49.400125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4937378e-1b1e-4382-bc11-24e50324ad29 req-d08d318c-7301-4ce1-8427-980625c5b286 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.408180 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4937378e-1b1e-4382-bc11-24e50324ad29 req-d08d318c-7301-4ce1-8427-980625c5b286 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 943 time: 0.0909846 Jul 05 03:48:49.416849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-69d48528-04f4-4f29-b619-c8880bbb793c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.418344 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-69d48528-04f4-4f29-b619-c8880bbb793c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96b7301ca002421291810932e22f3e48&device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 1095 time: 0.1473181 Jul 05 03:48:49.422018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-ce4ab34f-ae2b-40e8-be55-8ad931d55828 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0944929 Jul 05 03:48:49.451856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4937378e-1b1e-4382-bc11-24e50324ad29 req-9a6683a2-3cb4-4720-81b2-36a1784af961 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427485 Jul 05 03:48:49.527888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-a600f15b-000d-46f4-911c-d204570b0c99 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496943 Jul 05 03:48:49.784183 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-c637ee1b-d41e-4994-9e14-36a3e8e194d6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=dda591ff-ea0d-4e30-9a55-44273b8112ad HTTP/1.1" status: 200 len: 217 time: 0.3503528 Jul 05 03:48:49.933472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-7ada9492-c12a-47e5-b3af-14e04c07d6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:49.935141 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-7ada9492-c12a-47e5-b3af-14e04c07d6fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39dc11cf-66f3-454a-8c59-e6b1a9762ee0 HTTP/1.1" status: 200 len: 862 time: 0.1172416 Jul 05 03:48:49.996163 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-52a77cdf-7077-4d25-b160-72aefc4af0f7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139f4862-4533-4530-bbae-72c1c8475252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445302 Jul 05 03:48:50.000891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-36d027f3-0dee-4e04-b80c-a8c1e1a53207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.003122 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-36d027f3-0dee-4e04-b80c-a8c1e1a53207 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248&tenant_id=8a919433e3a0417582628b463d3b295d HTTP/1.1" status: 200 len: 1101 time: 0.2291851 Jul 05 03:48:50.004852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-599021b2-3747-4dbb-be93-50a6adeb0b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.006229 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-599021b2-3747-4dbb-be93-50a6adeb0b5b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 1101 time: 0.2338436 Jul 05 03:48:50.008070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-57ac72d5-3aef-412f-acce-0a58d872185e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.009825 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-57ac72d5-3aef-412f-acce-0a58d872185e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2383149 Jul 05 03:48:50.023766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:50.071349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-403dab99-3513-4473-aa67-dd3b3b1c4f10 req-0daf18a7-24e2-4324-8a36-4c87a2661b44 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0658197 Jul 05 03:48:50.088240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4c38090-0e12-4446-824c-4d7a82df411f req-be802616-e3a9-4787-b498-87e5765deb37 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0815969 Jul 05 03:48:50.115979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-fe39bdc0-ce1b-48dd-95eb-62c00f20850b tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.115979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-fe39bdc0-ce1b-48dd-95eb-62c00f20850b tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5800350 Jul 05 03:48:50.128310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d70b143f-5174-43f8-b065-427ea09054d9 req-286a6d1a-77c6-4be2-afcd-d61b086f32d0 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.130573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d70b143f-5174-43f8-b065-427ea09054d9 req-286a6d1a-77c6-4be2-afcd-d61b086f32d0 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 949 time: 0.5236418 Jul 05 03:48:50.135843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Request body: {'port': {'device_id': 'e61da5c2-3cd6-4a53-adab-191797223905', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': 'efb68afa1c014f5f992c8f23a7529fa7'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:50.259969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d70b143f-5174-43f8-b065-427ea09054d9 req-ee8a695a-9799-4913-91ed-2fbb0a5982eb tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181297 Jul 05 03:48:50.316272 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.346969 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-900d066f-6835-4743-9631-b269dd2d536b service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196852 Jul 05 03:48:50.353849 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-26dfedda-36ba-4332-ae92-854f0a110ea4 service neutron] 10.222.0.13 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3429394 Jul 05 03:48:50.370616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-4f649b23-1545-4514-9d8b-193a87267e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.372090 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-4f649b23-1545-4514-9d8b-193a87267e23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.3361256 Jul 05 03:48:50.486462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1315b7e-ad0c-4622-9b8e-eac07b09bef4 req-eb88b05f-846e-4b61-95f6-c6fa6220bd04 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 210 time: 0.0558925 Jul 05 03:48:50.492777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Made reservation on behalf of efb68afa1c014f5f992c8f23a7529fa7 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:50.496223 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.539534 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-2373f874-5a2e-4070-b244-894fe950850d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.25&port_id=4428445b-a8e9-4564-a843-aa1fa6acc312 HTTP/1.1" status: 200 len: 217 time: 0.1239536 Jul 05 03:48:50.540255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:50.575740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-406a523a-3274-4607-96e0-b58d4a15d5a4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.577366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-406a523a-3274-4607-96e0-b58d4a15d5a4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 821 time: 0.2533991 Jul 05 03:48:50.600904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Request body: {'port': {'device_id': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630', 'admin_state_up': True, 'tenant_id': 'abee83cb9e7945c9afcda6c5615990ea'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:50.637672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0128dcef-2951-4baf-baf1-aa4e809833e8 req-57588951-3d9d-44be-b823-e435ba0afdf6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.644824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0128dcef-2951-4baf-baf1-aa4e809833e8 req-57588951-3d9d-44be-b823-e435ba0afdf6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.2422907 Jul 05 03:48:50.791659 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c79761c-8e10-4eaa-b7e0-6694c35644d4 req-17113404-51cb-4338-94a8-c03a18648548 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4305634 Jul 05 03:48:50.791659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-d2b49158-4f3c-4906-83d7-aaa56983b4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:50.791659 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-d2b49158-4f3c-4906-83d7-aaa56983b4bf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.2369363 Jul 05 03:48:50.792242 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26f449f6-920a-4b7e-8c7a-0be111c8672b req-092e74ec-2452-4d2b-9e4f-bc874bbaaa2b service neutron] 10.222.0.13 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4247591 Jul 05 03:48:50.803559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0128dcef-2951-4baf-baf1-aa4e809833e8 req-3190a1cb-a54a-459f-b199-3e216b877e63 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577995 Jul 05 03:48:50.946236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cf90663-86a0-4970-9bb1-05f4bb3513d2 req-5900f802-15c1-40d7-9fa6-04586e299f73 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 210 time: 0.0772803 Jul 05 03:48:50.960625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:50.980115 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.013779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:51.062940 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.069444 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.078260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Transition to ACTIVE for port object 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:51.079847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:51.084613 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6305321e-56a3-4020-aa43-5d3662ebc104" -d '{"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-unplugged", "status": "completed", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:51.089911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-ea221bca-efa7-4a54-b32a-f8c58ab9831a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.091689 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-ea221bca-efa7-4a54-b32a-f8c58ab9831a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2287393 Jul 05 03:48:51.175158 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.267248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] No DVR routers for this DVR port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:51.272026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Made reservation on behalf of abee83cb9e7945c9afcda6c5615990ea for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:48:51.278829 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.286949 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b92821f-ca04-4604-8fb7-2a5f09e6ca4b x-openstack-request-id: req-8b92821f-ca04-4604-8fb7-2a5f09e6ca4b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:51.287357 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-unplugged", "status": "completed", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:51.287718 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b92821f-ca04-4604-8fb7-2a5f09e6ca4b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:51.288270 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'code': 200} Jul 05 03:48:51.340605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=10']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:51.347186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Allocated IP 192.168.233.96 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/eafcb372-62be-4716-ac5d-3af5acc27211) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:51.354380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-105eaf19-3cfe-49a1-bdf9-87308735f272 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341907 Jul 05 03:48:51.359708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:51.359708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:51.359708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:51.364068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:51.364600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:51.365029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Attempting to bind port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:51.423938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:51.424440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:51.424937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:51.425499 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Bound port: 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:51.425981 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.449226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4ad270c-4e0d-462b-9f50-69fa506aad43 req-29cf5e9d-502f-40f6-b73c-31bad00048be tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0372202 Jul 05 03:48:51.544038 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fbcb8-abf8-484d-bd03-59d73e27327b req-1f1d57fe-7e85-4eac-b86d-0ca6e06b6b2e service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1760752 Jul 05 03:48:51.549427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:51.553398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:51.614313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1b59f0-52f8-4e6e-9a18-298bf38e83e5 req-3bfa84b3-0bbe-4f96-9cd9-83e10f64690c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.615972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c1b59f0-52f8-4e6e-9a18-298bf38e83e5 req-3bfa84b3-0bbe-4f96-9cd9-83e10f64690c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 943 time: 0.5173719 Jul 05 03:48:51.629068 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.671889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.672540 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.674824 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] 10.222.0.26 "PUT /v2.0/ports/8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 1097 time: 1.6629250 Jul 05 03:48:51.732502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c1b59f0-52f8-4e6e-9a18-298bf38e83e5 req-0ef5130c-c584-4dee-b1c1-1c8e88a5f4cb tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088285 Jul 05 03:48:51.736743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99e94c2-9ce1-4dba-95a7-f6b0613208fa service neutron] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=11']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:51.774329 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:51.791178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Allocated IP 172.20.0.14 (94b6523b-b8cc-4f9b-a1d8-24beba529630/028213fe-d500-4cf5-89de-aa6ef0908dde/5326693b-4f5d-4f5a-81d5-83f17669efd5) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:48:51.815873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Transition to ACTIVE for port object eafcb372-62be-4716-ac5d-3af5acc27211 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:51.908020 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-54534be0-0202-4d61-a2dd-6064333fdde7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:51.910115 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-54534be0-0202-4d61-a2dd-6064333fdde7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1100 time: 0.1878991 Jul 05 03:48:52.165285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-0e6fbe32-6fb9-4abc-a94f-aafa677d62e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.166785 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-0e6fbe32-6fb9-4abc-a94f-aafa677d62e2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2482140 Jul 05 03:48:52.257764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-06997887-3932-4025-a45c-5498d134bdc3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 217 time: 0.0764849 Jul 05 03:48:52.347237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-1f5b57d4-ab4d-4a2c-8e2f-4429a5513c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.348926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f38b54b-194a-452e-a002-8bcb385e298a req-a3911859-cb9f-477c-955c-12c141c7a579 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 210 time: 0.1013405 Jul 05 03:48:52.349475 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-1f5b57d4-ab4d-4a2c-8e2f-4429a5513c56 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0850949 Jul 05 03:48:52.365289 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.431169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d4562b44-f5fe-407c-84d4-a4aab4159d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.433158 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-d4562b44-f5fe-407c-84d4-a4aab4159d93 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0669444 Jul 05 03:48:52.434048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.472704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:52.482260 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:52.493754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:52.493754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Pushing event updated for resources: {'Port': ['ID=eafcb372-62be-4716-ac5d-3af5acc27211,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:52.578987 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-fb40cda8-cb2a-45d9-b280-0ad9ccce86d5 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380265 Jul 05 03:48:52.606071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147c4446-362e-4e7a-8554-c4d402314efc req-b8cf5dc3-48ba-4243-a2b1-60f9db2ecd6c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.608462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-147c4446-362e-4e7a-8554-c4d402314efc req-b8cf5dc3-48ba-4243-a2b1-60f9db2ecd6c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 948 time: 0.2659299 Jul 05 03:48:52.644811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0da25875-af17-480f-852a-64e0bc6c9aeb req-4138f991-7300-4b9b-8da0-4b8d39a5e2f6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 210 time: 0.0908632 Jul 05 03:48:52.652932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:52.653875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.681339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:52.728763 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:48:52.737189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-147c4446-362e-4e7a-8554-c4d402314efc req-319bc38c-3612-4855-bed2-79e8968fd2fd tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958469 Jul 05 03:48:52.754220 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:52.757746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a7d36814-7cae-4e62-b7fc-d26871d31273 req-3037068b-cd20-412b-991d-915270de4fcf service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704924 Jul 05 03:48:52.787093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:52.844741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Network 94b6523b-b8cc-4f9b-a1d8-24beba529630 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:48:52.846774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:48:52.849684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:48:52.895538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-c7885dbf-fd9c-4dc7-99c3-6d29829c6696 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7638123 Jul 05 03:48:52.916121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Request body: {'port': {'device_id': 'e61da5c2-3cd6-4a53-adab-191797223905', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:53.004395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Pushing event updated for resources: {'Port': ['ID=5326693b-4f5d-4f5a-81d5-83f17669efd5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:53.026597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.027248 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.040694 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f11af380-d467-4f54-ab5a-838bdd8d05ea None None] Provisioning for port eafcb372-62be-4716-ac5d-3af5acc27211 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:53.050563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f11af380-d467-4f54-ab5a-838bdd8d05ea None None] Provisioning complete for port eafcb372-62be-4716-ac5d-3af5acc27211 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:53.051281 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f11af380-d467-4f54-ab5a-838bdd8d05ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.096880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f11af380-d467-4f54-ab5a-838bdd8d05ea None None] Port eafcb372-62be-4716-ac5d-3af5acc27211 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:48:53.117634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-148ee609-8240-41f1-9d62-a517c055d520 req-641bd033-f859-48e5-b6d3-dbefe85cdc5f tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0375471 Jul 05 03:48:53.127540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de040231-b706-4f65-b543-72f357f8c57c req-3f200177-c78f-404e-9da6-25441fba1138 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.129115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de040231-b706-4f65-b543-72f357f8c57c req-3f200177-c78f-404e-9da6-25441fba1138 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 949 time: 0.2016466 Jul 05 03:48:53.161293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-ec591053-7315-4c29-bb4d-55a25ecb9e77 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5621002 Jul 05 03:48:53.161293 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.179277 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Request body: {'port': {'device_id': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:48:53.289343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:53.291710 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b65002e6-e689-4caf-b182-0564bdd936c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:53.313241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de040231-b706-4f65-b543-72f357f8c57c req-b5c31801-308b-47f2-b9f2-157012a6b808 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6d0759-d4d6-47ad-b09d-e2c53fce7569&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1584990 Jul 05 03:48:53.448311 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.519202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e067d5-1783-4d21-93ec-1819e6a4296f req-1aaed7bf-0781-4216-92e3-8b307fbe4fd5 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.520751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26e067d5-1783-4d21-93ec-1819e6a4296f req-1aaed7bf-0781-4216-92e3-8b307fbe4fd5 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 943 time: 0.2751768 Jul 05 03:48:53.703582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26e067d5-1783-4d21-93ec-1819e6a4296f req-9e768f82-2071-4971-b11d-d1d7d002182a tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560378 Jul 05 03:48:53.761118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-1cad5638-da53-42c9-8f7e-9da5a0ad600f tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:53.763339 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-1cad5638-da53-42c9-8f7e-9da5a0ad600f tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.26 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 949 time: 0.1088912 Jul 05 03:48:53.825307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eafcb372-62be-4716-ac5d-3af5acc27211 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:53.840935 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:53.864107 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac87a2ac-e02f-45cf-853a-ad06eb5144ca x-openstack-request-id: req-ac87a2ac-e02f-45cf-853a-ad06eb5144ca {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:53.864107 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:53.864532 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ac87a2ac-e02f-45cf-853a-ad06eb5144ca {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:53.864654 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'status': 'completed', 'code': 200} Jul 05 03:48:53.868087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Transition to ACTIVE for port object eafcb372-62be-4716-ac5d-3af5acc27211 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:53.956646 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.018077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5326693b-4f5d-4f5a-81d5-83f17669efd5 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:54.048780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.122514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Pushing event updated for resources: {'Port': ['ID=eafcb372-62be-4716-ac5d-3af5acc27211,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:54.127051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Transition to ACTIVE for port object 5326693b-4f5d-4f5a-81d5-83f17669efd5 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:48:54.156266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-191939fe-03b7-4f31-85e1-5c9b6f1d11e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.157872 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-191939fe-03b7-4f31-85e1-5c9b6f1d11e2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1100 time: 0.2911146 Jul 05 03:48:54.160765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-b9b2863f-6fe8-4b45-b08b-54898cee1327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.162249 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-b9b2863f-6fe8-4b45-b08b-54898cee1327 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8a919433e3a0417582628b463d3b295d&device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1100 time: 0.2969131 Jul 05 03:48:54.196554 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.227239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-222a5994-0f76-472e-a76b-95708b36d9e6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Deleting port 9b6cfc01-300d-45dc-aa76-bdca24503818 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:48:54.227239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-222a5994-0f76-472e-a76b-95708b36d9e6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.334669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b479006-f1be-4b89-84a8-24146dc57467 req-399f3abb-4d8f-4508-b535-ec9dda2e5e5e tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.334669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b479006-f1be-4b89-84a8-24146dc57467 req-399f3abb-4d8f-4508-b535-ec9dda2e5e5e tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 947 time: 0.3353639 Jul 05 03:48:54.360762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Pushing event updated for resources: {'Port': ['ID=5326693b-4f5d-4f5a-81d5-83f17669efd5,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:54.382745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65955bcc-b5b6-4fdd-9c45-675c1bfaa27b req-91ab4ab4-6ae8-4d88-9a54-ede9ab1c73dc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.390245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65955bcc-b5b6-4fdd-9c45-675c1bfaa27b req-91ab4ab4-6ae8-4d88-9a54-ede9ab1c73dc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 932 time: 0.3438148 Jul 05 03:48:54.416953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Attempting to bind port eafcb372-62be-4716-ac5d-3af5acc27211 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:54.417294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Attempting to bind port eafcb372-62be-4716-ac5d-3af5acc27211 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:54.417664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Attempting to bind port eafcb372-62be-4716-ac5d-3af5acc27211 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:54.435019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-1766406e-e8d8-41a6-a9e2-a0b3d2145e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.436621 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-1766406e-e8d8-41a6-a9e2-a0b3d2145e71 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2716477 Jul 05 03:48:54.476220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Port eafcb372-62be-4716-ac5d-3af5acc27211 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:54.476786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Attempting to bind port eafcb372-62be-4716-ac5d-3af5acc27211 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:54.484802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-222a5994-0f76-472e-a76b-95708b36d9e6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] For port 9b6cfc01-300d-45dc-aa76-bdca24503818, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9b6cfc01-300d-45dc-aa76-bdca24503818,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:54.486141 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-222a5994-0f76-472e-a76b-95708b36d9e6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.500849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:54.504954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:54.504954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:54.504954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Bound port: eafcb372-62be-4716-ac5d-3af5acc27211, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:54.504954 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.530467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-222a5994-0f76-472e-a76b-95708b36d9e6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Calling delete_port for 9b6cfc01-300d-45dc-aa76-bdca24503818 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:48:54.568578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b479006-f1be-4b89-84a8-24146dc57467 req-4da1859e-4879-4b55-b76f-cb31b4fdd7cb tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2145388 Jul 05 03:48:54.615481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-f47221bd-42ed-40c6-82e7-da45fc7df1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.617185 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-f47221bd-42ed-40c6-82e7-da45fc7df1f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.4424756 Jul 05 03:48:54.660677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] For port eafcb372-62be-4716-ac5d-3af5acc27211, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:54.664850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] For port eafcb372-62be-4716-ac5d-3af5acc27211, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=eafcb372-62be-4716-ac5d-3af5acc27211,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:54.678391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:48:54.678948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:48:54.679279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:54.699305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:48:54.700021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:48:54.726081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65955bcc-b5b6-4fdd-9c45-675c1bfaa27b req-c5ac6aa9-a0f6-4431-b72e-0c4f1606e7a5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3347991 Jul 05 03:48:54.738485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 48, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:48:54.738823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:48:54.739425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:48:54.739883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Bound port: 5326693b-4f5d-4f5a-81d5-83f17669efd5, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:48:54.740338 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.749752 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-9077260b-fddb-4dbb-a7ae-f4417b44f8ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 217 time: 0.2985165 Jul 05 03:48:54.778292 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.858556 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-4744f5f3-181c-4936-b7a0-f8021da07186 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.42&port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 200 len: 217 time: 0.1109271 Jul 05 03:48:54.880158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:54.880830 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:54.885342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] 10.222.0.26 "PUT /v2.0/ports/eafcb372-62be-4716-ac5d-3af5acc27211 HTTP/1.1" status: 200 len: 1096 time: 1.9744427 Jul 05 03:48:54.885841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e61da5c2-3cd6-4a53-adab-191797223905', 'tag': 'eafcb372-62be-4716-ac5d-3af5acc27211'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:54.888353 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ea264fe-7230-49cc-9d53-a02560d6d193" -d '{"events": [{"name": "network-changed", "server_uuid": "e61da5c2-3cd6-4a53-adab-191797223905", "tag": "eafcb372-62be-4716-ac5d-3af5acc27211"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:55.140662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c90059-36e6-4557-8eb9-883c38fa6330 service neutron] Pushing event updated for resources: {'Port': ['ID=eafcb372-62be-4716-ac5d-3af5acc27211,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:55.183361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:48:55.188421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:48:55.201218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b14c07-2aa1-4e13-8acb-4c79556a2030 req-268468d7-0218-435c-ba4b-39795af674d4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.203040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2b14c07-2aa1-4e13-8acb-4c79556a2030 req-268468d7-0218-435c-ba4b-39795af674d4 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 948 time: 0.4759805 Jul 05 03:48:55.281034 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.302458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2b14c07-2aa1-4e13-8acb-4c79556a2030 req-9aeef508-90bc-4e6b-b572-f71d5ae3a089 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797167 Jul 05 03:48:55.326140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-53582f8a-daa3-4967-b047-a70773d344e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.327062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-53582f8a-daa3-4967-b047-a70773d344e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 1099 time: 0.2573428 Jul 05 03:48:55.339066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.339735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.342765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] 10.222.0.26 "PUT /v2.0/ports/5326693b-4f5d-4f5a-81d5-83f17669efd5 HTTP/1.1" status: 200 len: 1093 time: 2.1668510 Jul 05 03:48:55.386881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-111f8ae9-2062-4272-97e6-2be3942e2c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.388512 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-111f8ae9-2062-4272-97e6-2be3942e2c55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.6315048 Jul 05 03:48:55.393900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-a84c29bd-cecc-4cc1-af17-ecf797414556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.395529 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-a84c29bd-cecc-4cc1-af17-ecf797414556 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.5132184 Jul 05 03:48:55.488588 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-222a5994-0f76-472e-a76b-95708b36d9e6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.503063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['9b6cfc01-300d-45dc-aa76-bdca24503818'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:55.554691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-7b0a0107-ae3b-4f08-9a15-98a4d7939108 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=eafcb372-62be-4716-ac5d-3af5acc27211 HTTP/1.1" status: 200 len: 217 time: 0.2172122 Jul 05 03:48:55.558928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222a5994-0f76-472e-a76b-95708b36d9e6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Pushing event deleted for resources: {'Port': ['ID=9b6cfc01-300d-45dc-aa76-bdca24503818,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:55.645037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-49b6430f-d95d-4cbc-b4d1-0d51c2c6b646 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.646563 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-49b6430f-d95d-4cbc-b4d1-0d51c2c6b646 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2500968 Jul 05 03:48:55.752307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-222a5994-0f76-472e-a76b-95708b36d9e6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] No DVR routers for this DVR port 9b6cfc01-300d-45dc-aa76-bdca24503818 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:48:55.759113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-464d4e89-0933-44fc-a94c-a70838a07a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:55.767441 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-464d4e89-0933-44fc-a94c-a70838a07a99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3332729 Jul 05 03:48:55.794767 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-222a5994-0f76-472e-a76b-95708b36d9e6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:55.797265 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b3658f6-34ea-418f-9a01-e3082dfbaaa0 req-222a5994-0f76-472e-a76b-95708b36d9e6 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.26 "DELETE /v2.0/ports/9b6cfc01-300d-45dc-aa76-bdca24503818 HTTP/1.1" status: 204 len: 173 time: 2.0245852 Jul 05 03:48:55.808945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:55.866298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8e19352-0890-4750-8184-16783ea57848', 'name': 'network-vif-deleted', 'tag': '9b6cfc01-300d-45dc-aa76-bdca24503818'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:55.868642 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0de827f-265c-4579-ab27-b00bb7b13c59" -d '{"events": [{"server_uuid": "f8e19352-0890-4750-8184-16783ea57848", "name": "network-vif-deleted", "tag": "9b6cfc01-300d-45dc-aa76-bdca24503818"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:56.041406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:56.044345 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-7f1408ed-f7b6-47e2-95e5-89394459be7c service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3791566 Jul 05 03:48:56.071175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'mac_address': 'fa:16:3e:9d:60:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.42'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:56.135710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c45dee2-1f13-4467-b97a-120f4717ef54 service neutron] Pushing event updated for resources: {'Port': ['ID=5326693b-4f5d-4f5a-81d5-83f17669efd5,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:56.164396 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.184735 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-0ad49e3b-1918-4afa-a8af-a7031907cbb0 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843238 Jul 05 03:48:56.194018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfd646fa-9caf-497e-8730-4d555927c3b9 req-0cea3909-04e9-44b5-a4ec-ddd541ca0436 tempest-TenantUsagesTestJSON-995973802 tempest-TenantUsagesTestJSON-995973802-project] 10.222.0.30 "GET /v2.0/ports?device_id=f8e19352-0890-4750-8184-16783ea57848 HTTP/1.1" status: 200 len: 210 time: 0.0598981 Jul 05 03:48:56.194855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:56.212935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-387f00a5-fb0b-4616-8798-03952eeb7870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.217420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-387f00a5-fb0b-4616-8798-03952eeb7870 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.5930197 Jul 05 03:48:56.254569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:56.325419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:56.335875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-7d9ed534-751e-4db4-9e39-3382d46cdf82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.337631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-7d9ed534-751e-4db4-9e39-3382d46cdf82 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 1096 time: 0.8327150 Jul 05 03:48:56.412312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-832a4035-8829-419e-aab1-d9ff92b17ec4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5 HTTP/1.1" status: 200 len: 217 time: 0.0612850 Jul 05 03:48:56.449468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=12']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:56.473804 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-71950ef7-54d5-46c7-b746-9161cab99c2e service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4167082 Jul 05 03:48:56.475987 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5911e14b-e132-4757-a5cb-42349552d518 x-openstack-request-id: req-5911e14b-e132-4757-a5cb-42349552d518 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:56.476293 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e61da5c2-3cd6-4a53-adab-191797223905", "tag": "eafcb372-62be-4716-ac5d-3af5acc27211", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:56.476441 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5911e14b-e132-4757-a5cb-42349552d518 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:56.476843 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e61da5c2-3cd6-4a53-adab-191797223905', 'tag': 'eafcb372-62be-4716-ac5d-3af5acc27211', 'status': 'completed', 'code': 200} Jul 05 03:48:56.515705 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-12077af6-ddad-4f0b-ab4a-aa136b142ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.522569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-12077af6-ddad-4f0b-ab4a-aa136b142ca2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.2975397 Jul 05 03:48:56.530480 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b65002e6-e689-4caf-b182-0564bdd936c0 req-908e2246-72e5-4c19-b792-b5cef03c002f service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3248005 Jul 05 03:48:56.599596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:56.685715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device dda591ff-ea0d-4e30-9a55-44273b8112ad details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:56.699003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-fb6a3bfd-ec96-4524-ba0e-3daf1258924b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.703098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-fb6a3bfd-ec96-4524-ba0e-3daf1258924b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.2681890 Jul 05 03:48:56.790166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-52968d3b-bd64-42fe-ae44-ebde2e2ada5d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0582013 Jul 05 03:48:56.895012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-17520c8f-6713-44d3-b043-65875eeb099c service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3596907 Jul 05 03:48:56.897667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port dda591ff-ea0d-4e30-9a55-44273b8112ad, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=dda591ff-ea0d-4e30-9a55-44273b8112ad,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:56.916599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04c1d80-e804-413c-976e-1d56f874990e req-6408453d-64b6-4a56-be88-8ee8d6789f09 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:56.918030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'dda591ff-ea0d-4e30-9a55-44273b8112ad', 'network_id': '139f4862-4533-4530-bbae-72c1c8475252', 'port_id': 'dda591ff-ea0d-4e30-9a55-44273b8112ad', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dc11cf-66f3-454a-8c59-e6b1a9762ee0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:48:56.925145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f04c1d80-e804-413c-976e-1d56f874990e req-6408453d-64b6-4a56-be88-8ee8d6789f09 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 943 time: 0.4561865 Jul 05 03:48:56.996173 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.019660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dda591ff-ea0d-4e30-9a55-44273b8112ad {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:48:57.043682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port dda591ff-ea0d-4e30-9a55-44273b8112ad, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=dda591ff-ea0d-4e30-9a55-44273b8112ad,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:57.046324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98cc2ee-613a-468b-8c3b-30414eca7140 req-c789a882-7e9e-4bb0-adf9-3e244180b303 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.048365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c98cc2ee-613a-468b-8c3b-30414eca7140 req-c789a882-7e9e-4bb0-adf9-3e244180b303 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 947 time: 0.3884599 Jul 05 03:48:57.110121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f04c1d80-e804-413c-976e-1d56f874990e req-1d33862d-eba9-4c4c-9b07-c38a0d339075 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1840928 Jul 05 03:48:57.119215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-78ce7225-317a-4195-b7e2-6730a11a45db service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144417 Jul 05 03:48:57.144273 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:57.176813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c98cc2ee-613a-468b-8c3b-30414eca7140 req-ce7b15ec-3fdf-4d9b-a1c2-9901cacd1208 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168346 Jul 05 03:48:57.270478 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59bfa1-ba5f-4259-baed-b0260f3a661d req-dc9937cf-8c2d-419c-b6db-d2293306ac6b service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3668628 Jul 05 03:48:57.277027 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3db4212c-3b14-45e2-9378-6ea8c29cc626 x-openstack-request-id: req-3db4212c-3b14-45e2-9378-6ea8c29cc626 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:57.277915 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f8e19352-0890-4750-8184-16783ea57848", "name": "network-vif-deleted", "tag": "9b6cfc01-300d-45dc-aa76-bdca24503818", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:57.278373 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3db4212c-3b14-45e2-9378-6ea8c29cc626 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:57.278975 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8e19352-0890-4750-8184-16783ea57848', 'name': 'network-vif-deleted', 'tag': '9b6cfc01-300d-45dc-aa76-bdca24503818', 'status': 'completed', 'code': 200} Jul 05 03:48:57.287163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=dda591ff-ea0d-4e30-9a55-44273b8112ad,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:57.348575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c87759-c3a9-4d13-8e34-75bd0445f2f5 req-746a05e0-8534-4294-939a-80c5666d7995 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2155464 Jul 05 03:48:57.474668 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3ebfdea-42d1-4053-a469-38fc45963daf req-01f4876d-a364-4959-ad43-a64ff4c8f0f9 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0577352 Jul 05 03:48:57.490092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c18be4-80a9-4708-9aed-e2c06bf55f6d req-c1070f42-85f5-4977-a9b8-f2053bc9f4b8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.491620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08c18be4-80a9-4708-9aed-e2c06bf55f6d req-c1070f42-85f5-4977-a9b8-f2053bc9f4b8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.1410506 Jul 05 03:48:57.535349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-8d2a3f67-45d8-4d3c-924e-4aad62d0692e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.537701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-8d2a3f67-45d8-4d3c-924e-4aad62d0692e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 1099 time: 0.1334934 Jul 05 03:48:57.618917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08c18be4-80a9-4708-9aed-e2c06bf55f6d req-1fe164c1-75dc-49ad-8357-245eee1eb5da tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061883 Jul 05 03:48:57.683338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['dda591ff-ea0d-4e30-9a55-44273b8112ad'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:48:57.698779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-c7f32877-1d65-438e-aaa5-c5e8e0b5e5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.700315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-c7f32877-1d65-438e-aaa5-c5e8e0b5e5ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1544826 Jul 05 03:48:57.726715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b22bd5-5108-454b-8f0e-2d26dee36347 req-b9da9a03-e20b-42db-8839-9fa9689b37d6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.728232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85b22bd5-5108-454b-8f0e-2d26dee36347 req-b9da9a03-e20b-42db-8839-9fa9689b37d6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 949 time: 0.1270185 Jul 05 03:48:57.775026 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-2aa29025-d7ad-4804-98f4-eeff059cf809 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.96&port_id=eafcb372-62be-4716-ac5d-3af5acc27211 HTTP/1.1" status: 200 len: 217 time: 0.0663984 Jul 05 03:48:57.828118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:48:57.841301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85b22bd5-5108-454b-8f0e-2d26dee36347 req-839d6612-8cda-4e7d-bda3-2c87e0a6021a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754287 Jul 05 03:48:57.851607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-8bd90a41-8eee-4d3d-882f-c8548db0fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.853195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-8bd90a41-8eee-4d3d-882f-c8548db0fadd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0691166 Jul 05 03:48:57.951756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-bba48c62-8d70-4e39-9d35-0c13aad82c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:57.959016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-bba48c62-8d70-4e39-9d35-0c13aad82c3b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0985477 Jul 05 03:48:58.061423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:48:58.065513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:48:58.065950 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.071785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-8f0e177c-ae80-4b39-9cb3-04927f3a246e service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009712 Jul 05 03:48:58.158196 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.185096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:58.187707 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f2ab5cc-84e3-48e7-9455-bbbc2e288c05" -d '{"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-plugged", "status": "completed", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:58.204790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:58.237920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ea264fe-7230-49cc-9d53-a02560d6d193 req-87da68f1-582e-4d50-96dd-033245cbaca4 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575344 Jul 05 03:48:58.245280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00dbe-e3d4-430c-b9ef-3c8bb6863f85 req-365e2144-02c6-41a7-b19f-8807275df028 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.246891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fca00dbe-e3d4-430c-b9ef-3c8bb6863f85 req-365e2144-02c6-41a7-b19f-8807275df028 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 1101 time: 0.1097493 Jul 05 03:48:58.256045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.257111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9b6cfc01-300d-45dc-aa76-bdca24503818 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:48:58.279922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 9b6cfc01-300d-45dc-aa76-bdca24503818 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:48:58.280510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9b6cfc01-300d-45dc-aa76-bdca24503818 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:48:58.333948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fca00dbe-e3d4-430c-b9ef-3c8bb6863f85 req-0880a564-325a-4f7e-b952-606c3231ba07 tempest-MigrationsAdminTest-1070679319 tempest-MigrationsAdminTest-1070679319-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791569 Jul 05 03:48:58.344024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=13']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:58.395527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc0e439-5810-46df-8f0a-560be6a74b70 req-d11391e1-4195-4214-b408-1bfa6ab8b501 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.396719 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606229d8-4323-48e8-b762-7bd069ea5b28 x-openstack-request-id: req-606229d8-4323-48e8-b762-7bd069ea5b28 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:58.396719 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-plugged", "status": "completed", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:58.396719 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-606229d8-4323-48e8-b762-7bd069ea5b28 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:58.396719 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'code': 200} Jul 05 03:48:58.400134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdc0e439-5810-46df-8f0a-560be6a74b70 req-d11391e1-4195-4214-b408-1bfa6ab8b501 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 944 time: 0.1285245 Jul 05 03:48:58.430577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48222) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:58.441231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdc0e439-5810-46df-8f0a-560be6a74b70 req-34c79a4d-44ba-4e0a-a918-7685e8acbd43 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402136 Jul 05 03:48:58.478123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'tag': '5326693b-4f5d-4f5a-81d5-83f17669efd5'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:48:58.483346 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b944a444-f233-42ef-a71b-83a1e582c1db" -d '{"events": [{"name": "network-changed", "server_uuid": "ed171a1c-a778-4bc0-a32c-b5565b0fdcdd", "tag": "5326693b-4f5d-4f5a-81d5-83f17669efd5"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:48:58.584438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc57a5d-8238-45e3-8208-faad6adf6d85 req-e89b2610-da85-4970-8303-e048823baea5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.587127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ccc57a5d-8238-45e3-8208-faad6adf6d85 req-e89b2610-da85-4970-8303-e048823baea5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 947 time: 0.0979884 Jul 05 03:48:58.609618 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e1c21bd4-4320-47be-a04b-f61f3175af59 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b1fadfbfa0d4b02ac5793b2e0738c1e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773405 Jul 05 03:48:58.612792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48230) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:58.654418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ccc57a5d-8238-45e3-8208-faad6adf6d85 req-3a5ac4fc-adc5-4437-b064-22f12eea4b9b tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600314 Jul 05 03:48:58.694606 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f901022-979d-4b2e-817d-26b4d65bd363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.723506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f901022-979d-4b2e-817d-26b4d65bd363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.726340 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbb7495-1ffe-4c30-a082-49cbd02d7e6d x-openstack-request-id: req-9fbb7495-1ffe-4c30-a082-49cbd02d7e6d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:48:58.726632 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed171a1c-a778-4bc0-a32c-b5565b0fdcdd", "tag": "5326693b-4f5d-4f5a-81d5-83f17669efd5", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:48:58.726885 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fbb7495-1ffe-4c30-a082-49cbd02d7e6d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:48:58.727283 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'tag': '5326693b-4f5d-4f5a-81d5-83f17669efd5', 'status': 'completed', 'code': 200} Jul 05 03:48:58.870315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5e47127-502a-499b-ad2f-afa196323d1e req-e12e29f6-bec3-4090-baad-7784aa65fa33 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0395336 Jul 05 03:48:58.872435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944a444-f233-42ef-a71b-83a1e582c1db req-a6495749-4d28-4252-b216-12d2f0358715 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.873833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b944a444-f233-42ef-a71b-83a1e582c1db req-a6495749-4d28-4252-b216-12d2f0358715 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 1096 time: 0.1084738 Jul 05 03:48:58.900130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f901022-979d-4b2e-817d-26b4d65bd363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.902716 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f901022-979d-4b2e-817d-26b4d65bd363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:58.903854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4f901022-979d-4b2e-817d-26b4d65bd363 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9c6d0759-d4d6-47ad-b09d-e2c53fce7569 HTTP/1.1" status: 204 len: 168 time: 0.2899756 Jul 05 03:48:58.942419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f901022-979d-4b2e-817d-26b4d65bd363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6d0759-d4d6-47ad-b09d-e2c53fce7569,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:58.990659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944a444-f233-42ef-a71b-83a1e582c1db req-fad1538a-062c-4eb6-bb75-73694a674054 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:58.992414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b944a444-f233-42ef-a71b-83a1e582c1db req-fad1538a-062c-4eb6-bb75-73694a674054 service neutron] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.1120071 Jul 05 03:48:59.054103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b944a444-f233-42ef-a71b-83a1e582c1db req-c2a25b8e-e7e7-491b-a6d7-44e3a546b2c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5 HTTP/1.1" status: 200 len: 217 time: 0.0548799 Jul 05 03:48:59.137762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944a444-f233-42ef-a71b-83a1e582c1db req-326fd5a5-7369-4656-907b-60692c1907ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.139320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b944a444-f233-42ef-a71b-83a1e582c1db req-326fd5a5-7369-4656-907b-60692c1907ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.0675609 Jul 05 03:48:59.177241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b944a444-f233-42ef-a71b-83a1e582c1db req-3c2959c0-724b-4c85-bab7-2a1499cee8a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306101 Jul 05 03:48:59.195737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b68f4a0-1584-480b-b93a-7b2e35692735 req-e0a390f8-9568-49ba-be54-1884d4efcc4c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.196430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b68f4a0-1584-480b-b93a-7b2e35692735 req-e0a390f8-9568-49ba-be54-1884d4efcc4c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.1901791 Jul 05 03:48:59.311169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b68f4a0-1584-480b-b93a-7b2e35692735 req-b79177f9-9bdc-493a-8b94-eeaf15288761 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980148 Jul 05 03:48:59.338860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b944a444-f233-42ef-a71b-83a1e582c1db req-56826bb6-7865-4ac3-b9a0-7658247c2caf service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1406341 Jul 05 03:48:59.486508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b944a444-f233-42ef-a71b-83a1e582c1db req-593a0d0e-fdb5-45c8-a7dd-b5f8ad647ea4 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413910 Jul 05 03:48:59.526694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f662d2-38a0-453b-ad96-cdb461e7f94d req-a0a815aa-f740-4433-aec9-b1c8a4f9b4d3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.528414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5f662d2-38a0-453b-ad96-cdb461e7f94d req-a0a815aa-f740-4433-aec9-b1c8a4f9b4d3 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 950 time: 0.0853086 Jul 05 03:48:59.571065 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5f662d2-38a0-453b-ad96-cdb461e7f94d req-c164f04a-6186-45ce-b204-0eb823f427a2 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357425 Jul 05 03:48:59.629632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48246) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:48:59.647020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8100f926-2f88-4c10-94df-8179ca4eeec5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.696469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af11532e-6f06-4568-be4d-f054474fd8c4 req-a8cd908d-7994-4cac-a409-71862cd8ed46 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.697995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af11532e-6f06-4568-be4d-f054474fd8c4 req-a8cd908d-7994-4cac-a409-71862cd8ed46 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 944 time: 0.1032455 Jul 05 03:48:59.764287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af11532e-6f06-4568-be4d-f054474fd8c4 req-d2695173-ef26-4cea-9ac3-431a089f4e4b tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570779 Jul 05 03:48:59.834177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8100f926-2f88-4c10-94df-8179ca4eeec5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.861256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device eafcb372-62be-4716-ac5d-3af5acc27211 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:48:59.863235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd3dbf-5c5a-4b29-9f68-2d826fd0e3ba req-6d6842d2-3fff-46ba-9351-94375a9c2bcb tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:48:59.864907 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16dd3dbf-5c5a-4b29-9f68-2d826fd0e3ba req-6d6842d2-3fff-46ba-9351-94375a9c2bcb tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 947 time: 0.0951116 Jul 05 03:48:59.905793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16dd3dbf-5c5a-4b29-9f68-2d826fd0e3ba req-02bcdeb7-fd19-42c7-8401-bd7db2416581 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347972 Jul 05 03:48:59.936255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8100f926-2f88-4c10-94df-8179ca4eeec5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:48:59.978283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port eafcb372-62be-4716-ac5d-3af5acc27211, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=eafcb372-62be-4716-ac5d-3af5acc27211,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:48:59.982066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8100f926-2f88-4c10-94df-8179ca4eeec5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=983d68d457a54a66967e8e50c025e6f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3486745 Jul 05 03:48:59.982066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8100f926-2f88-4c10-94df-8179ca4eeec5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72295eaf-67a1-4932-90e1-858f67761b15,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:48:59.983402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48252) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:00.005131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'eafcb372-62be-4716-ac5d-3af5acc27211', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'eafcb372-62be-4716-ac5d-3af5acc27211', 'mac_address': 'fa:16:3e:81:03:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.96'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:00.034314 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2548cdd-9f4d-4a10-8213-dfe09f28cec7 req-88a72147-c4ef-46cd-aec1-713891b217e1 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0317907 Jul 05 03:49:00.044886 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8f49aff-c8ad-4170-b260-17d0ad13b8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.046862 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.061085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eafcb372-62be-4716-ac5d-3af5acc27211 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:00.069640 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8f49aff-c8ad-4170-b260-17d0ad13b8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.082017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port eafcb372-62be-4716-ac5d-3af5acc27211, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=eafcb372-62be-4716-ac5d-3af5acc27211,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:00.130207 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.176417 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8f49aff-c8ad-4170-b260-17d0ad13b8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.179247 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8f49aff-c8ad-4170-b260-17d0ad13b8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.179702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=eafcb372-62be-4716-ac5d-3af5acc27211,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:00.180425 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e8f49aff-c8ad-4170-b260-17d0ad13b8e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/72295eaf-67a1-4932-90e1-858f67761b15 HTTP/1.1" status: 204 len: 168 time: 0.1955326 Jul 05 03:49:00.190256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f49aff-c8ad-4170-b260-17d0ad13b8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72295eaf-67a1-4932-90e1-858f67761b15,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:00.396814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['eafcb372-62be-4716-ac5d-3af5acc27211'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:00.533387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4755a9a-31dc-41b6-b1e0-f8b7e84cddd0 req-e6950044-7513-4a06-aa77-5e68d9feff4d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.540239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4755a9a-31dc-41b6-b1e0-f8b7e84cddd0 req-e6950044-7513-4a06-aa77-5e68d9feff4d tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.0873022 Jul 05 03:49:00.582376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4755a9a-31dc-41b6-b1e0-f8b7e84cddd0 req-2bb26182-ae36-44f1-9628-767a4def2d63 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412629 Jul 05 03:49:00.680360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device dda591ff-ea0d-4e30-9a55-44273b8112ad up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:00.808889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-74d7007f-3451-43c6-841e-af66caa661df tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.810706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-74d7007f-3451-43c6-841e-af66caa661df tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 950 time: 0.1095884 Jul 05 03:49:00.821882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port dda591ff-ea0d-4e30-9a55-44273b8112ad completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:00.826183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port dda591ff-ea0d-4e30-9a55-44273b8112ad triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:00.826741 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.833858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692e0f4b-ad50-429a-b5bf-4006a36a5b03 req-dbc48592-6da2-458a-8c37-296c16a30d97 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:00.844075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-692e0f4b-ad50-429a-b5bf-4006a36a5b03 req-dbc48592-6da2-458a-8c37-296c16a30d97 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 950 time: 0.1320221 Jul 05 03:49:00.914580 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:00.937201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda591ff-ea0d-4e30-9a55-44273b8112ad'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:00.939993 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a700b22-820a-4b6d-840d-175cc8e468c7" -d '{"events": [{"server_uuid": "f08c17a4-a162-4e41-927f-e9eda25bafe1", "name": "network-vif-plugged", "status": "completed", "tag": "dda591ff-ea0d-4e30-9a55-44273b8112ad"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:00.953294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port dda591ff-ea0d-4e30-9a55-44273b8112ad, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=dda591ff-ea0d-4e30-9a55-44273b8112ad,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:00.991461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-692e0f4b-ad50-429a-b5bf-4006a36a5b03 req-aa12b895-fc30-40d8-8e16-2aa44ce1b8f1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455972 Jul 05 03:49:01.044207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720f627-f1f6-4630-8522-b50f00e34199 req-0f56d733-31c5-4939-9a38-69b638805b23 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.045714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0720f627-f1f6-4630-8522-b50f00e34199 req-0f56d733-31c5-4939-9a38-69b638805b23 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 944 time: 0.1441691 Jul 05 03:49:01.100135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0720f627-f1f6-4630-8522-b50f00e34199 req-a89ee975-62ea-432d-8fba-0e28317fea36 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440648 Jul 05 03:49:01.102520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.104423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-2b227a2b-3923-4e8a-b770-d7991f8e3763 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Deleting port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:01.114246 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-2b227a2b-3923-4e8a-b770-d7991f8e3763 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.163863 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3471ac43-4701-44d3-b2b2-bcd8d4fb14df x-openstack-request-id: req-3471ac43-4701-44d3-b2b2-bcd8d4fb14df {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:01.164571 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c17a4-a162-4e41-927f-e9eda25bafe1", "name": "network-vif-plugged", "status": "completed", "tag": "dda591ff-ea0d-4e30-9a55-44273b8112ad", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:01.164964 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3471ac43-4701-44d3-b2b2-bcd8d4fb14df {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:01.165314 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda591ff-ea0d-4e30-9a55-44273b8112ad', 'code': 200} Jul 05 03:49:01.168304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=dda591ff-ea0d-4e30-9a55-44273b8112ad,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:01.269947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-2b227a2b-3923-4e8a-b770-d7991f8e3763 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] For port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:01.270318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-2b227a2b-3923-4e8a-b770-d7991f8e3763 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.293374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b18c92a-7122-4a98-8cca-f050b0b63dce req-ca42a295-8612-4fd1-9564-d02a53377ab3 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.295090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b18c92a-7122-4a98-8cca-f050b0b63dce req-ca42a295-8612-4fd1-9564-d02a53377ab3 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 948 time: 0.1844130 Jul 05 03:49:01.301578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-2b227a2b-3923-4e8a-b770-d7991f8e3763 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Calling delete_port for 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:01.342002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8093428b-21f8-49ba-a4c0-4b661a75dd97 req-e56b6f06-140a-4bcb-840e-1449b505f53a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.344243 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8093428b-21f8-49ba-a4c0-4b661a75dd97 req-e56b6f06-140a-4bcb-840e-1449b505f53a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 1097 time: 0.0954487 Jul 05 03:49:01.390878 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8093428b-21f8-49ba-a4c0-4b661a75dd97 req-423caa70-99e2-44cc-8f50-a91084eeabd1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344939 Jul 05 03:49:01.403394 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ceeac4d-6bda-4263-9d42-f7254d1778b4 req-f1891d99-387d-4c1c-a1eb-1aa2399ff468 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0753338 Jul 05 03:49:01.419520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b18c92a-7122-4a98-8cca-f050b0b63dce req-f1d1a18e-68c2-4361-a5a0-bf0960946493 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117759 Jul 05 03:49:01.586520 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-2b227a2b-3923-4e8a-b770-d7991f8e3763 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.598639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['4428445b-a8e9-4564-a843-aa1fa6acc312'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:01.602028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:01.648646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b227a2b-3923-4e8a-b770-d7991f8e3763 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Pushing event deleted for resources: {'Port': ['ID=8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:01.733475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-2b227a2b-3923-4e8a-b770-d7991f8e3763 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] No DVR routers for this DVR port 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:01.741361 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-2b227a2b-3923-4e8a-b770-d7991f8e3763 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:01.744671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-405b1d73-0117-48d2-a1e1-b5dbe666a708 req-2b227a2b-3923-4e8a-b770-d7991f8e3763 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "DELETE /v2.0/ports/8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd HTTP/1.1" status: 204 len: 173 time: 0.8975387 Jul 05 03:49:01.745156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-deleted', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:01.749323 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370abc40-ba84-4bfc-8c65-2c2aefb1feac" -d '{"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-deleted", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:01.826462 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81957729-cca4-4c1a-b398-f31e7752ae61 x-openstack-request-id: req-81957729-cca4-4c1a-b398-f31e7752ae61 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:01.827200 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d8e24df-d1b0-454b-bcba-bca04d398248", "name": "network-vif-deleted", "tag": "8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:01.827654 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81957729-cca4-4c1a-b398-f31e7752ae61 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:01.828247 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8e24df-d1b0-454b-bcba-bca04d398248', 'name': 'network-vif-deleted', 'tag': '8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd', 'status': 'completed', 'code': 200} Jul 05 03:49:01.869675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device eafcb372-62be-4716-ac5d-3af5acc27211 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:01.883144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457a3922-9fc5-4c7f-9341-597d84cd6a53 req-90399c89-72cd-4c67-8ce8-b99709ecbf3e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:01.885207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-457a3922-9fc5-4c7f-9341-597d84cd6a53 req-90399c89-72cd-4c67-8ce8-b99709ecbf3e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.1004264 Jul 05 03:49:01.952726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-457a3922-9fc5-4c7f-9341-597d84cd6a53 req-3c4b9cbc-db7a-4cf3-8620-886fa689f744 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559170 Jul 05 03:49:02.165881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-826f5b97-9d59-4a1c-bd18-782ce01e1724 req-1bc079b1-719d-4e96-8d1e-89a38f38b68c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d8e24df-d1b0-454b-bcba-bca04d398248 HTTP/1.1" status: 200 len: 210 time: 0.0415430 Jul 05 03:49:02.201140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port eafcb372-62be-4716-ac5d-3af5acc27211 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:02.216995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port eafcb372-62be-4716-ac5d-3af5acc27211 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:02.217362 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.347146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b57816c-55ff-4c3f-913b-71ca1b18f88d req-a5a3177c-33c2-4457-b703-95c82e051a4b tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.349287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b57816c-55ff-4c3f-913b-71ca1b18f88d req-a5a3177c-33c2-4457-b703-95c82e051a4b tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.0883362 Jul 05 03:49:02.367419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.413573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port eafcb372-62be-4716-ac5d-3af5acc27211, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=eafcb372-62be-4716-ac5d-3af5acc27211,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:02.432904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b57816c-55ff-4c3f-913b-71ca1b18f88d req-8af7ab36-1678-47d6-9070-8a793d7da6c2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647957 Jul 05 03:49:02.598922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6faf0e5-670f-4b1e-984d-a64cc7e13d6a req-5c7c26fc-7c70-4a57-9f25-ca689b0218f2 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0578291 Jul 05 03:49:02.602220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:02.651664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e79a783-b537-45db-b72e-05bf41184740 req-824c6b08-c57b-4760-9e2c-0265e57764d5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:02.653407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e79a783-b537-45db-b72e-05bf41184740 req-824c6b08-c57b-4760-9e2c-0265e57764d5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 948 time: 0.1122649 Jul 05 03:49:02.678307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=eafcb372-62be-4716-ac5d-3af5acc27211,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:02.710322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e79a783-b537-45db-b72e-05bf41184740 req-ae2d4d13-90dd-4bf6-800d-f8f051edc3a3 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503461 Jul 05 03:49:03.159667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b6a56aa-529f-4424-a2fc-bd9d7f2430a7 req-7cb2d4b3-5cd4-47cc-abda-7c057ea2be41 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.161274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b6a56aa-529f-4424-a2fc-bd9d7f2430a7 req-7cb2d4b3-5cd4-47cc-abda-7c057ea2be41 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.0879896 Jul 05 03:49:03.168898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61da5c2-3cd6-4a53-adab-191797223905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafcb372-62be-4716-ac5d-3af5acc27211'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:03.168898 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e75b4ec-d7e2-48f5-bbcd-8756736e46c0" -d '{"events": [{"server_uuid": "e61da5c2-3cd6-4a53-adab-191797223905", "name": "network-vif-plugged", "status": "completed", "tag": "eafcb372-62be-4716-ac5d-3af5acc27211"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:03.207468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b6a56aa-529f-4424-a2fc-bd9d7f2430a7 req-9b88b484-9d68-45a9-98a1-7f1ec33184a6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355241 Jul 05 03:49:03.272485 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73612df1-d648-41d0-899f-f015dc2a9e41 x-openstack-request-id: req-73612df1-d648-41d0-899f-f015dc2a9e41 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:03.273006 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61da5c2-3cd6-4a53-adab-191797223905", "name": "network-vif-plugged", "status": "completed", "tag": "eafcb372-62be-4716-ac5d-3af5acc27211", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:03.273256 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-73612df1-d648-41d0-899f-f015dc2a9e41 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:03.273668 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61da5c2-3cd6-4a53-adab-191797223905', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eafcb372-62be-4716-ac5d-3af5acc27211', 'code': 200} Jul 05 03:49:03.406701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdbf843-6f43-4ae7-b03d-cc19458a3118 req-54fd12b6-642d-4b28-b3f5-2d0f5193712f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.408797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3cdbf843-6f43-4ae7-b03d-cc19458a3118 req-54fd12b6-642d-4b28-b3f5-2d0f5193712f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 1101 time: 0.0640850 Jul 05 03:49:03.461575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3cdbf843-6f43-4ae7-b03d-cc19458a3118 req-2d388405-ffff-4369-8929-78fd0913d064 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416811 Jul 05 03:49:03.642595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ebb9943-7a5e-4256-9c5d-5275c45c660d req-179228c3-656b-4393-b3fa-5be12258b785 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:03.644186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebb9943-7a5e-4256-9c5d-5275c45c660d req-179228c3-656b-4393-b3fa-5be12258b785 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.0709214 Jul 05 03:49:03.684749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ebb9943-7a5e-4256-9c5d-5275c45c660d req-2dbd5b8a-7899-410e-aa08-615457cc269f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346651 Jul 05 03:49:03.953739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45b577ef-9ba2-40d7-a752-9f7cb9cac450 req-dbe5e65c-6fc3-4a2f-ba66-5c8796e0b1ed tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0330758 Jul 05 03:49:04.145421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fb4b83-af2c-488b-8f92-c22500bde34b req-bc0d68b6-ce8f-40f3-b66d-96227ed48634 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.147134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79fb4b83-af2c-488b-8f92-c22500bde34b req-bc0d68b6-ce8f-40f3-b66d-96227ed48634 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.0759392 Jul 05 03:49:04.194934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79fb4b83-af2c-488b-8f92-c22500bde34b req-a6880a93-71d8-497e-97e1-3db331be02bf tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412431 Jul 05 03:49:04.361943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d9debf-d551-49d0-bcd9-d5325641d009 req-6a7a5602-410d-43e8-9678-874215e5a798 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.363509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85d9debf-d551-49d0-bcd9-d5325641d009 req-6a7a5602-410d-43e8-9678-874215e5a798 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 949 time: 0.0882971 Jul 05 03:49:04.410117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85d9debf-d551-49d0-bcd9-d5325641d009 req-53d97e3e-e60f-4a9c-bad3-6642a590c6c7 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407536 Jul 05 03:49:04.523338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3439d39-15c6-4409-aa58-e8e23ce20ab1 req-fb3d17a2-d486-41e5-b438-bcd4a91f9c2b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.525165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3439d39-15c6-4409-aa58-e8e23ce20ab1 req-fb3d17a2-d486-41e5-b438-bcd4a91f9c2b tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 951 time: 0.0781136 Jul 05 03:49:04.574475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3439d39-15c6-4409-aa58-e8e23ce20ab1 req-858be8e1-ff47-453e-ba51-be96bfec9394 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376420 Jul 05 03:49:04.849560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781b71ed-0859-4dc7-ae17-fc915afc272a req-93b67131-55ee-4301-820d-9075dac21368 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.850972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-781b71ed-0859-4dc7-ae17-fc915afc272a req-93b67131-55ee-4301-820d-9075dac21368 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.1142035 Jul 05 03:49:04.866900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b03c9d6-83c3-4cb3-9d9a-91835e7de324 req-806b09bb-91bf-4e25-af99-0d0513d52973 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:04.868399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b03c9d6-83c3-4cb3-9d9a-91835e7de324 req-806b09bb-91bf-4e25-af99-0d0513d52973 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.1215551 Jul 05 03:49:04.927275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-781b71ed-0859-4dc7-ae17-fc915afc272a req-7ca2c4c6-4c70-4176-a6c4-7b0da16bc211 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698760 Jul 05 03:49:04.932543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b03c9d6-83c3-4cb3-9d9a-91835e7de324 req-5cebd9e5-0b23-42a8-ab4c-917badc52cf7 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576572 Jul 05 03:49:05.410895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44026e3-18f5-48c2-a6f7-bbef90827318 req-6b987d5c-bfdf-4e2a-881e-6fed56d8a924 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.414019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a44026e3-18f5-48c2-a6f7-bbef90827318 req-6b987d5c-bfdf-4e2a-881e-6fed56d8a924 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.3636124 Jul 05 03:49:05.481072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a44026e3-18f5-48c2-a6f7-bbef90827318 req-41baf76b-8941-4741-b96b-1f930657ba68 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456917 Jul 05 03:49:05.505960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-d036b472-a11c-4ef7-8863-6cd8e1e5b25a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.507531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-d036b472-a11c-4ef7-8863-6cd8e1e5b25a tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 951 time: 0.1205659 Jul 05 03:49:05.585015 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e02b9630-fbae-44cb-8ebf-d334a1caba80 req-47fd3f70-266f-4629-a1be-867821eee29a tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0614090 Jul 05 03:49:05.684042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-578f1dfb-35d5-4ea4-ba41-24666ba342d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Deleting port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:05.684507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-578f1dfb-35d5-4ea4-ba41-24666ba342d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.854153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-578f1dfb-35d5-4ea4-ba41-24666ba342d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] For port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:05.854514 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-578f1dfb-35d5-4ea4-ba41-24666ba342d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:05.876026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-578f1dfb-35d5-4ea4-ba41-24666ba342d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Calling delete_port for 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:05.888307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7543fc0-d282-4a6f-9c6b-ee54fc2e74d2 req-61371d8b-b2b8-47ee-aad2-640a36f84f65 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.898339 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7543fc0-d282-4a6f-9c6b-ee54fc2e74d2 req-61371d8b-b2b8-47ee-aad2-640a36f84f65 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 949 time: 0.1638451 Jul 05 03:49:05.910851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5326693b-4f5d-4f5a-81d5-83f17669efd5 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:05.913041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:05.943113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:05.943454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8dffd620-05c5-425a-b2b0-b5a6c4c6e3dd not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:05.974031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b02b62-253f-4ed4-94c6-276d00c469e1 req-c6d4be20-f6c2-4a3f-af78-8925121073e8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:05.975570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20b02b62-253f-4ed4-94c6-276d00c469e1 req-c6d4be20-f6c2-4a3f-af78-8925121073e8 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=297803b8-9730-4fd1-8a94-b7c7657e3a15 HTTP/1.1" status: 200 len: 951 time: 0.1954894 Jul 05 03:49:06.009965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7543fc0-d282-4a6f-9c6b-ee54fc2e74d2 req-f2bc5988-d497-4b64-aaf2-1586d803e15c tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112647 Jul 05 03:49:06.050622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:06.058138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20b02b62-253f-4ed4-94c6-276d00c469e1 req-75e9072f-fee8-4731-974e-5978803b3481 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654373 Jul 05 03:49:06.061434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '5326693b-4f5d-4f5a-81d5-83f17669efd5', 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630', 'port_id': '5326693b-4f5d-4f5a-81d5-83f17669efd5', 'mac_address': 'fa:16:3e:44:29:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028213fe-d500-4cf5-89de-aa6ef0908dde', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:06.123425 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.146166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5326693b-4f5d-4f5a-81d5-83f17669efd5 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:06.170256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:06.202064 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-578f1dfb-35d5-4ea4-ba41-24666ba342d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.215920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', '848ba54a-5ab0-46cb-a10b-3b8beac86fd6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:06.224069 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.228473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['4428445b-a8e9-4564-a843-aa1fa6acc312'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:06.261822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578f1dfb-35d5-4ea4-ba41-24666ba342d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Pushing event deleted for resources: {'Port': ['ID=848ba54a-5ab0-46cb-a10b-3b8beac86fd6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:06.357664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-578f1dfb-35d5-4ea4-ba41-24666ba342d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] No DVR routers for this DVR port 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:06.361318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-578f1dfb-35d5-4ea4-ba41-24666ba342d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:06.365332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d85c3c6-d64d-4ef0-a188-361c187a5701 req-578f1dfb-35d5-4ea4-ba41-24666ba342d0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "DELETE /v2.0/ports/848ba54a-5ab0-46cb-a10b-3b8beac86fd6 HTTP/1.1" status: 204 len: 173 time: 0.8519199 Jul 05 03:49:06.366058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-deleted', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:06.370570 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8aca9ae-0704-478b-851a-db815610925b" -d '{"events": [{"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-deleted", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:06.387758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5326693b-4f5d-4f5a-81d5-83f17669efd5,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:06.477396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['5326693b-4f5d-4f5a-81d5-83f17669efd5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:06.570868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2366f49-6144-44a3-8faa-93d0d8ec9b45 req-e2c51a04-d20a-47a2-9304-f37a5ad7fcb5 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.573333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2366f49-6144-44a3-8faa-93d0d8ec9b45 req-e2c51a04-d20a-47a2-9304-f37a5ad7fcb5 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.1282640 Jul 05 03:49:06.648541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2366f49-6144-44a3-8faa-93d0d8ec9b45 req-0659904b-1988-4bf6-8bb0-ef8c8fad1104 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697684 Jul 05 03:49:06.817354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b091121-9103-4806-ae36-dd3617c16a52 req-d999fdf9-d062-43da-8cf8-a6debccc91d2 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:06.819022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b091121-9103-4806-ae36-dd3617c16a52 req-d999fdf9-d062-43da-8cf8-a6debccc91d2 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 945 time: 0.0771379 Jul 05 03:49:06.868600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b091121-9103-4806-ae36-dd3617c16a52 req-185f5a5e-c4f9-41b9-a67a-9f9779c72282 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407493 Jul 05 03:49:06.936389 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a6517bc-d18e-4f99-bba0-4b866f2b41a9 x-openstack-request-id: req-8a6517bc-d18e-4f99-bba0-4b866f2b41a9 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:06.938672 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "297803b8-9730-4fd1-8a94-b7c7657e3a15", "name": "network-vif-deleted", "tag": "848ba54a-5ab0-46cb-a10b-3b8beac86fd6", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:06.938863 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a6517bc-d18e-4f99-bba0-4b866f2b41a9 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:06.940015 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '297803b8-9730-4fd1-8a94-b7c7657e3a15', 'name': 'network-vif-deleted', 'tag': '848ba54a-5ab0-46cb-a10b-3b8beac86fd6', 'status': 'completed', 'code': 200} Jul 05 03:49:07.066948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62012d80-b88c-48cb-abc7-a1529d974f94 req-3863c0f6-80da-4959-9018-aaf19ccba125 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0326409 Jul 05 03:49:07.419708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4437007-e697-4aea-9ea4-ad6881921752 req-9ce86181-3318-46e3-aec7-fa69233ed33e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.421199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4437007-e697-4aea-9ea4-ad6881921752 req-9ce86181-3318-46e3-aec7-fa69233ed33e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.1367807 Jul 05 03:49:07.452620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72359e7d-40f7-40f2-9a7c-beacb11b1d30 req-ff9f766b-2bb9-4e27-aa0d-d3a8edb6b00f tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:07.454648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72359e7d-40f7-40f2-9a7c-beacb11b1d30 req-ff9f766b-2bb9-4e27-aa0d-d3a8edb6b00f tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 949 time: 0.1321175 Jul 05 03:49:07.491941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4437007-e697-4aea-9ea4-ad6881921752 req-ea7440a1-76b9-404e-8023-3a77323597b4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636220 Jul 05 03:49:07.521109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72359e7d-40f7-40f2-9a7c-beacb11b1d30 req-fa608196-bf11-4530-b5ad-7095a832f93d tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581524 Jul 05 03:49:07.914823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5326693b-4f5d-4f5a-81d5-83f17669efd5 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:07.969572 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1759c68f-eecc-4ff8-837b-d52691c258c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.037286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-68641b57-b92f-40ce-a1a8-37a66ed94c68 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0243356 Jul 05 03:49:08.147498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 5326693b-4f5d-4f5a-81d5-83f17669efd5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:08.151670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 5326693b-4f5d-4f5a-81d5-83f17669efd5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:08.152146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.159917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-655f29fa-338f-4e6a-a44d-567041d9ff52 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.174211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-655f29fa-338f-4e6a-a44d-567041d9ff52 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1298139 Jul 05 03:49:08.189004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-b229a06f-1ed1-4fbc-951d-32a70f2f73f6 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/quotas/efb68afa1c014f5f992c8f23a7529fa7 HTTP/1.1" status: 200 len: 375 time: 0.0130062 Jul 05 03:49:08.275867 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.281285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-d7c14421-b18f-48a5-8791-d71f4752ad42 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0839603 Jul 05 03:49:08.317932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5326693b-4f5d-4f5a-81d5-83f17669efd5'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:08.320405 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac95be38-8100-45c4-9a7c-07ea3c627245" -d '{"events": [{"server_uuid": "ed171a1c-a778-4bc0-a32c-b5565b0fdcdd", "name": "network-vif-plugged", "status": "completed", "tag": "5326693b-4f5d-4f5a-81d5-83f17669efd5"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:08.342746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:08.399229 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:08.443214 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d176a-d9c8-4c4e-aaf9-65e12a9c2df4 req-9261fdc2-d4f0-4c26-9289-b9082a2d500d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.445870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-379d176a-d9c8-4c4e-aaf9-65e12a9c2df4 req-9261fdc2-d4f0-4c26-9289-b9082a2d500d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.0979149 Jul 05 03:49:08.464362 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5326693b-4f5d-4f5a-81d5-83f17669efd5,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:08.498302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-379d176a-d9c8-4c4e-aaf9-65e12a9c2df4 req-6b03eae9-eb9e-411a-8ec7-64c446add3e7 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430715 Jul 05 03:49:08.696469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea010f-03c3-46dd-bae4-f2a6826e961c req-5c93977c-08da-4302-b8d8-6a20887854ad tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:08.698912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00ea010f-03c3-46dd-bae4-f2a6826e961c req-5c93977c-08da-4302-b8d8-6a20887854ad tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.0804257 Jul 05 03:49:08.768726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00ea010f-03c3-46dd-bae4-f2a6826e961c req-84a2a539-83f5-4a24-86a7-72914550501a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597734 Jul 05 03:49:08.931344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b495742-1b0c-4aa1-91e4-1ad88c1499a5 req-d071e310-0085-4055-8a0e-341f46a0cd53 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0352950 Jul 05 03:49:09.205091 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36c362a-0716-4331-9f2d-686c9577597f x-openstack-request-id: req-f36c362a-0716-4331-9f2d-686c9577597f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:09.206054 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed171a1c-a778-4bc0-a32c-b5565b0fdcdd", "name": "network-vif-plugged", "status": "completed", "tag": "5326693b-4f5d-4f5a-81d5-83f17669efd5", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:09.206459 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f36c362a-0716-4331-9f2d-686c9577597f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:09.207162 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5326693b-4f5d-4f5a-81d5-83f17669efd5', 'code': 200} Jul 05 03:49:09.279168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802e637e-2981-4e3f-8cc9-4d12499651cf req-322cf124-94ae-43e9-b51f-ad6a8c41a781 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.281024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-802e637e-2981-4e3f-8cc9-4d12499651cf req-322cf124-94ae-43e9-b51f-ad6a8c41a781 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1019473 Jul 05 03:49:09.385575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-802e637e-2981-4e3f-8cc9-4d12499651cf req-b0e34161-0a95-4331-9271-10d9b7e4b938 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947063 Jul 05 03:49:09.418963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17bd4632-d50a-4825-9c7b-6f6ecdf966d3 req-33097d80-94bd-43e1-9067-19a00de5c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.421530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17bd4632-d50a-4825-9c7b-6f6ecdf966d3 req-33097d80-94bd-43e1-9067-19a00de5c737 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 1098 time: 0.1380844 Jul 05 03:49:09.439748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c119b69d-2744-4982-bc81-40dddc83d217 req-8affdea7-0f6d-4bc0-b2e9-dc4b61185204 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:09.441287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c119b69d-2744-4982-bc81-40dddc83d217 req-8affdea7-0f6d-4bc0-b2e9-dc4b61185204 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.1215942 Jul 05 03:49:09.519273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e90679a-60c4-4ee4-807f-43b5104e29f5 req-2abaa1cc-44f6-4532-9496-a531ddfca65c tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 210 time: 0.0486293 Jul 05 03:49:09.530071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17bd4632-d50a-4825-9c7b-6f6ecdf966d3 req-029baff1-db46-42a8-81d2-b92a321fcfcf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010420 Jul 05 03:49:09.541819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c119b69d-2744-4982-bc81-40dddc83d217 req-a637f3fc-8482-4236-a72f-b4ef88398ad8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889704 Jul 05 03:49:09.928526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:09.960623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:09.961036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 848ba54a-5ab0-46cb-a10b-3b8beac86fd6 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:10.398871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1512b-aac8-4cf3-8c93-a5a362a3479d req-04b41c39-18a1-423d-9d37-1b5a4c47e8eb tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.400246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3c1512b-aac8-4cf3-8c93-a5a362a3479d req-04b41c39-18a1-423d-9d37-1b5a4c47e8eb tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.0751212 Jul 05 03:49:10.457337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3c1512b-aac8-4cf3-8c93-a5a362a3479d req-9078b238-e34b-4aeb-b27e-929802dbd570 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473499 Jul 05 03:49:10.537859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-575092df-10df-4618-84c7-b43846048e74 req-8bdbf40a-5f74-43b6-886e-8030eec53aa1 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0493150 Jul 05 03:49:10.708078 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5dbcd03c-cab9-4bf4-8ff4-26a1ba947d0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.800998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-77bc5783-cf55-4fb0-a095-5b9e15cd08bc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:10.803690 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-77bc5783-cf55-4fb0-a095-5b9e15cd08bc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.1189156 Jul 05 03:49:10.844762 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:10.992154 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Deleting port 4428445b-a8e9-4564-a843-aa1fa6acc312 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:10.992504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.069133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1886670-22be-4895-8aee-26ef7b693043 req-292cf0da-6542-4162-9888-5ff3ecd576a0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:11.070839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1886670-22be-4895-8aee-26ef7b693043 req-292cf0da-6542-4162-9888-5ff3ecd576a0 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 949 time: 0.0819197 Jul 05 03:49:11.117750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] For port 4428445b-a8e9-4564-a843-aa1fa6acc312, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=4428445b-a8e9-4564-a843-aa1fa6acc312,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:11.118049 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.120472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1886670-22be-4895-8aee-26ef7b693043 req-d84d5168-43fb-4be4-87c6-caea28955e62 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397358 Jul 05 03:49:11.145977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-708d4245-73b2-41ba-8cd7-33df940bc7e3 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244026 Jul 05 03:49:11.147043 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Calling delete_port for 4428445b-a8e9-4564-a843-aa1fa6acc312 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:11.293265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-f27888a9-3537-4f7a-be66-1f124101fb47 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:11.295399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-f27888a9-3537-4f7a-be66-1f124101fb47 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1441483 Jul 05 03:49:11.312300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Request body: {'port': {'device_id': '097ec279-51cb-4367-8a08-bcf33052bb78', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': 'efb68afa1c014f5f992c8f23a7529fa7'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:11.350471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b85807b-0368-4a53-952c-eac8911103ef req-659f6f29-5744-42f6-a70d-74154b531e99 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 210 time: 0.0516074 Jul 05 03:49:11.456731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.471741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:11.559532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['4428445b-a8e9-4564-a843-aa1fa6acc312'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:11.568363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Pushing event deleted for resources: {'Port': ['ID=4428445b-a8e9-4564-a843-aa1fa6acc312,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:11.617091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Made reservation on behalf of efb68afa1c014f5f992c8f23a7529fa7 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:11.625195 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.650580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.651122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.651714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.652337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.653626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.654646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.655453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.656233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.658472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.659285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.660405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.666418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:11.688849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] No DVR routers for this DVR port 4428445b-a8e9-4564-a843-aa1fa6acc312 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:11.692316 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.695999 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d596f665-1f2f-4320-9841-efe19145f8e2 req-ea66e1a0-a6bf-4d2b-b115-8143ec395e74 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.13 "DELETE /v2.0/ports/4428445b-a8e9-4564-a843-aa1fa6acc312 HTTP/1.1" status: 204 len: 173 time: 0.8827732 Jul 05 03:49:11.695999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'name': 'network-vif-deleted', 'tag': '4428445b-a8e9-4564-a843-aa1fa6acc312'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:11.698832 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70b8b8c7-1333-43d7-b010-ca1d923d1038" -d '{"events": [{"server_uuid": "4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3", "name": "network-vif-deleted", "tag": "4428445b-a8e9-4564-a843-aa1fa6acc312"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:11.775508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:11.913568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c05b1-5460-4fad-920a-06c3b81fb751 req-26099ca4-8116-4466-85df-7b423accc5a4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:11.915114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d85c05b1-5460-4fad-920a-06c3b81fb751 req-26099ca4-8116-4466-85df-7b423accc5a4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.1494746 Jul 05 03:49:11.916871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Allocated IP 192.168.233.101 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/b6dc330a-81d0-411a-9373-a1642ecf6a3f) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:12.002591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d85c05b1-5460-4fad-920a-06c3b81fb751 req-3be1c58e-3202-4d2a-b204-8ac20eea88ef tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776863 Jul 05 03:49:12.193091 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.246873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-393b2a43-e28c-4492-b2e2-dfb00badf0ae req-58f26afa-2ddf-49e6-abaa-e181f320de6b tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0409074 Jul 05 03:49:12.248121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Transition to ACTIVE for port object b6dc330a-81d0-411a-9373-a1642ecf6a3f will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:12.370276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.383007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['eafcb372-62be-4716-ac5d-3af5acc27211'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:12.443337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:12.448112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:12.452600 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ffac0f2-d7fb-48fe-9760-32a242dfb227 x-openstack-request-id: req-7ffac0f2-d7fb-48fe-9760-32a242dfb227 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:12.460310 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3", "name": "network-vif-deleted", "tag": "4428445b-a8e9-4564-a843-aa1fa6acc312", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:12.460310 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ffac0f2-d7fb-48fe-9760-32a242dfb227 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:12.460310 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3', 'name': 'network-vif-deleted', 'tag': '4428445b-a8e9-4564-a843-aa1fa6acc312', 'status': 'completed', 'code': 200} Jul 05 03:49:12.461897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:12.511606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Pushing event updated for resources: {'Port': ['ID=b6dc330a-81d0-411a-9373-a1642ecf6a3f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:12.564964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.566419 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.660833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-ff146cf1-23ce-472e-97ac-5e51e2b98cd5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3524530 Jul 05 03:49:12.679373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Request body: {'port': {'device_id': '097ec279-51cb-4367-8a08-bcf33052bb78', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:12.806347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9147a0b8-b425-4a7d-b10d-37378023d51a req-08deda8c-471b-4e55-ab3c-37642710e483 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.807878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9147a0b8-b425-4a7d-b10d-37378023d51a req-08deda8c-471b-4e55-ab3c-37642710e483 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 1098 time: 0.1907992 Jul 05 03:49:12.828299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.850578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-416a1bd9-a5f3-491a-940a-0438226c8d8b None None] Provisioning for port b6dc330a-81d0-411a-9373-a1642ecf6a3f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:12.856834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-416a1bd9-a5f3-491a-940a-0438226c8d8b None None] Provisioning complete for port b6dc330a-81d0-411a-9373-a1642ecf6a3f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:12.857062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f0586-b182-4a3d-8078-e70390ec6282 req-ae5ecc89-f108-483c-bd9a-ea21e15efda1 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:12.857467 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-416a1bd9-a5f3-491a-940a-0438226c8d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:12.859069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d8f0586-b182-4a3d-8078-e70390ec6282 req-ae5ecc89-f108-483c-bd9a-ea21e15efda1 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.2021315 Jul 05 03:49:12.898011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-416a1bd9-a5f3-491a-940a-0438226c8d8b None None] Port b6dc330a-81d0-411a-9373-a1642ecf6a3f cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:12.924990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9147a0b8-b425-4a7d-b10d-37378023d51a req-4a72c823-ffa8-4d15-84ae-3f7f137da5c6 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085548 Jul 05 03:49:12.984994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d8f0586-b182-4a3d-8078-e70390ec6282 req-1a3daad0-f60d-49ff-9823-db519baf5fb8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138065 Jul 05 03:49:13.194466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67ab722e-ffde-4614-b61f-60df771fbf00 req-ed0b8c91-a094-49f7-9493-146c79cf622c tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=4b94b2e8-36a4-4cc9-aeb4-001eb0a44ae3 HTTP/1.1" status: 200 len: 210 time: 0.0784876 Jul 05 03:49:13.281753 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.287234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b99db-a823-46c8-9af9-8bece834c12d req-00d27142-302b-403f-acab-bb2c4b1aa417 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.289112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba7b99db-a823-46c8-9af9-8bece834c12d req-00d27142-302b-403f-acab-bb2c4b1aa417 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 936 time: 0.1612854 Jul 05 03:49:13.387211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba7b99db-a823-46c8-9af9-8bece834c12d req-827ef628-e22b-4f92-8dd2-238c5a064bc8 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898283 Jul 05 03:49:13.397004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6dc330a-81d0-411a-9373-a1642ecf6a3f {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:13.407279 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.429530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Transition to ACTIVE for port object b6dc330a-81d0-411a-9373-a1642ecf6a3f will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:13.490317 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.516671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.606650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Pushing event updated for resources: {'Port': ['ID=b6dc330a-81d0-411a-9373-a1642ecf6a3f,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:13.711829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36691430-6e04-4e6e-93f6-b21102e7b1a1 req-1b802680-565a-49ce-bbb0-c94a9037ebe5 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:13.716292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36691430-6e04-4e6e-93f6-b21102e7b1a1 req-1b802680-565a-49ce-bbb0-c94a9037ebe5 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 1098 time: 0.2105532 Jul 05 03:49:13.762708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Attempting to bind port b6dc330a-81d0-411a-9373-a1642ecf6a3f on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:13.763098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Attempting to bind port b6dc330a-81d0-411a-9373-a1642ecf6a3f by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:13.763479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Attempting to bind port b6dc330a-81d0-411a-9373-a1642ecf6a3f on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:13.777157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Port b6dc330a-81d0-411a-9373-a1642ecf6a3f on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:13.777157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Attempting to bind port b6dc330a-81d0-411a-9373-a1642ecf6a3f on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:13.780663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36691430-6e04-4e6e-93f6-b21102e7b1a1 req-8700967b-59a0-411b-bfed-7f1e0a4b4fc4 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563843 Jul 05 03:49:13.785647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:13.785997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:13.786390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:13.786904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Bound port: b6dc330a-81d0-411a-9373-a1642ecf6a3f, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:13.787273 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:13.912065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] For port b6dc330a-81d0-411a-9373-a1642ecf6a3f, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:13.912065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] For port b6dc330a-81d0-411a-9373-a1642ecf6a3f, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b6dc330a-81d0-411a-9373-a1642ecf6a3f,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:14.000082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.001655 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.058166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9133c8d-4458-40f1-ab69-5226a26f3386 req-fe2708ba-1227-43b2-b82b-f69d5d8e23d5 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0592246 Jul 05 03:49:14.068397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.069088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:14.070495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] 10.222.0.26 "PUT /v2.0/ports/b6dc330a-81d0-411a-9373-a1642ecf6a3f HTTP/1.1" status: 200 len: 1097 time: 1.3968379 Jul 05 03:49:14.070970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '097ec279-51cb-4367-8a08-bcf33052bb78', 'tag': 'b6dc330a-81d0-411a-9373-a1642ecf6a3f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:14.079510 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70d79cc4-ec4e-486d-abd7-a19f4102ad08" -d '{"events": [{"name": "network-changed", "server_uuid": "097ec279-51cb-4367-8a08-bcf33052bb78", "tag": "b6dc330a-81d0-411a-9373-a1642ecf6a3f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:14.124919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7cf2e7-5fac-46db-92ea-ed2de790533b service neutron] Pushing event updated for resources: {'Port': ['ID=b6dc330a-81d0-411a-9373-a1642ecf6a3f,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:14.370882 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54d627b2-6abe-4b55-9987-bff542535d00 x-openstack-request-id: req-54d627b2-6abe-4b55-9987-bff542535d00 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:14.370882 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "097ec279-51cb-4367-8a08-bcf33052bb78", "tag": "b6dc330a-81d0-411a-9373-a1642ecf6a3f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:14.370882 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54d627b2-6abe-4b55-9987-bff542535d00 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:14.371505 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '097ec279-51cb-4367-8a08-bcf33052bb78', 'tag': 'b6dc330a-81d0-411a-9373-a1642ecf6a3f', 'status': 'completed', 'code': 200} Jul 05 03:49:14.382888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-fd3ae1dc-4a5c-4685-b90f-ee88fa55b516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.385884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-fd3ae1dc-4a5c-4685-b90f-ee88fa55b516 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 1100 time: 0.1832731 Jul 05 03:49:14.469757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-f975aba3-9883-42b6-87d0-7a86b09485e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=b6dc330a-81d0-411a-9373-a1642ecf6a3f HTTP/1.1" status: 200 len: 217 time: 0.0749633 Jul 05 03:49:14.548274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac7f7cb-4a76-4173-b8ca-d981ea51e0ac req-66ef6c60-f311-4bd6-8004-9c09b5323bc6 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.549946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ac7f7cb-4a76-4173-b8ca-d981ea51e0ac req-66ef6c60-f311-4bd6-8004-9c09b5323bc6 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.2405198 Jul 05 03:49:14.567861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-e78dbc13-46cf-4280-8996-1551a10ad197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.569332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-e78dbc13-46cf-4280-8996-1551a10ad197 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0931568 Jul 05 03:49:14.632701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ac7f7cb-4a76-4173-b8ca-d981ea51e0ac req-44d3ad08-dd23-4488-a846-4a8ae65bbd5a tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726526 Jul 05 03:49:14.672433 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-0863907b-018b-43cc-9a5e-e0cadf33cce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:14.674041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-0863907b-018b-43cc-9a5e-e0cadf33cce2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0917206 Jul 05 03:49:14.758305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 4428445b-a8e9-4564-a843-aa1fa6acc312 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:14.783157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 4428445b-a8e9-4564-a843-aa1fa6acc312 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:14.788297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 4428445b-a8e9-4564-a843-aa1fa6acc312 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:14.817589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-15066b25-4821-4abc-a7ee-84d92208510c service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214812 Jul 05 03:49:15.294674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab5b20b6-61ee-4b31-b5a3-56d49ca18c2c req-db76b67f-2c04-49ab-b667-62f8c34c6e80 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4654841 Jul 05 03:49:15.316105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d302d7-34a8-48b4-baa7-2945f049ddce req-fc181316-856e-424d-8e1d-7d036cdac996 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.323491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38d302d7-34a8-48b4-baa7-2945f049ddce req-fc181316-856e-424d-8e1d-7d036cdac996 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 948 time: 0.1642177 Jul 05 03:49:15.362907 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38d302d7-34a8-48b4-baa7-2945f049ddce req-16d89dda-ade4-4a4c-a476-fa80f7b49ed6 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378065 Jul 05 03:49:15.455321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49000) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:15.505214 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-255f9d00-6b8c-4eb2-946e-c41852b97f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.507049 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-255f9d00-6b8c-4eb2-946e-c41852b97f74 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 1100 time: 0.0810394 Jul 05 03:49:15.619189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-cfeb472b-1690-4778-b766-92f55e929c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.621283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-cfeb472b-1690-4778-b766-92f55e929c1c service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1078291 Jul 05 03:49:15.653502 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bade122d-fdae-4357-b266-0d9638c40eb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.671482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-05609c47-0f11-44f8-b9ad-b0c8651793b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.101&port_id=b6dc330a-81d0-411a-9373-a1642ecf6a3f HTTP/1.1" status: 200 len: 217 time: 0.0430706 Jul 05 03:49:15.728430 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-fba6720d-3e57-4fdb-a431-875280a51c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.730009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-fba6720d-3e57-4fdb-a431-875280a51c03 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0509343 Jul 05 03:49:15.782979 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bade122d-fdae-4357-b266-0d9638c40eb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.802141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-5ef6a7fe-1af7-4882-abfe-02c4d54cfa76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:15.805993 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-5ef6a7fe-1af7-4882-abfe-02c4d54cfa76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0675414 Jul 05 03:49:15.849646 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bade122d-fdae-4357-b266-0d9638c40eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.890350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bade122d-fdae-4357-b266-0d9638c40eb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c921848-a96c-4a75-98ef-ce7c7be1099d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:15.897769 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bade122d-fdae-4357-b266-0d9638c40eb0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3fbdba565a754dd6908063cd187f43da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4410269 Jul 05 03:49:15.901687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49016) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:15.944973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-e5d4ad92-6bd5-4942-83eb-d66034b99d06 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257491 Jul 05 03:49:15.971025 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bdfe178a-65e9-419b-a32c-6823fadcec63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:15.999858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bdfe178a-65e9-419b-a32c-6823fadcec63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.078114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d76999f1-107b-438a-a478-f3f72e2fcab1 req-44d4345f-8b7e-4002-afda-75d989664662 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0386238 Jul 05 03:49:16.136178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bdfe178a-65e9-419b-a32c-6823fadcec63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.139194 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bdfe178a-65e9-419b-a32c-6823fadcec63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.144871 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bdfe178a-65e9-419b-a32c-6823fadcec63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4c921848-a96c-4a75-98ef-ce7c7be1099d HTTP/1.1" status: 204 len: 168 time: 0.2411516 Jul 05 03:49:16.145274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70d79cc4-ec4e-486d-abd7-a19f4102ad08 req-6da36b67-1b86-4f28-81fb-731beed1a172 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1878035 Jul 05 03:49:16.153777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfe178a-65e9-419b-a32c-6823fadcec63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c921848-a96c-4a75-98ef-ce7c7be1099d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:16.411477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d358d7-3d7f-4bb3-a08d-cccc4306189d req-bbbfc7d3-5226-47a2-a40e-5477b39d9cfc tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.413185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21d358d7-3d7f-4bb3-a08d-cccc4306189d req-bbbfc7d3-5226-47a2-a40e-5477b39d9cfc tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.0821702 Jul 05 03:49:16.464493 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21d358d7-3d7f-4bb3-a08d-cccc4306189d req-612487ef-dd56-4713-9616-d60ffaf9e97d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399015 Jul 05 03:49:16.645970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-a8449025-a6a0-4088-ba8c-1648c5e42dde tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.647712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-a8449025-a6a0-4088-ba8c-1648c5e42dde tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.1117337 Jul 05 03:49:16.760879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device dda591ff-ea0d-4e30-9a55-44273b8112ad details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:16.815823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-8396eae5-e690-4e07-8e1c-b2514f2447fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Deleting port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:16.816200 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-8396eae5-e690-4e07-8e1c-b2514f2447fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.909127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port dda591ff-ea0d-4e30-9a55-44273b8112ad, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=dda591ff-ea0d-4e30-9a55-44273b8112ad,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:16.929712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94116711-b7d2-47f2-8f72-7bacc1dadf13 req-6913fedc-e951-4b1d-b15c-a1f74e038902 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:16.929712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94116711-b7d2-47f2-8f72-7bacc1dadf13 req-6913fedc-e951-4b1d-b15c-a1f74e038902 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 950 time: 0.1565208 Jul 05 03:49:16.930833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'dda591ff-ea0d-4e30-9a55-44273b8112ad', 'network_id': '139f4862-4533-4530-bbae-72c1c8475252', 'port_id': 'dda591ff-ea0d-4e30-9a55-44273b8112ad', 'mac_address': 'fa:16:3e:60:9d:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dc11cf-66f3-454a-8c59-e6b1a9762ee0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:16.963650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-8396eae5-e690-4e07-8e1c-b2514f2447fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] For port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:16.964416 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-8396eae5-e690-4e07-8e1c-b2514f2447fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.984831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:16.993707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-8396eae5-e690-4e07-8e1c-b2514f2447fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Calling delete_port for 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:17.009399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94116711-b7d2-47f2-8f72-7bacc1dadf13 req-eade73bf-4607-44dc-bffa-a36490fb0aa6 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/security-groups?id=727ae25d-c183-42ea-bb9a-c1611801204c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710652 Jul 05 03:49:17.010432 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dda591ff-ea0d-4e30-9a55-44273b8112ad {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:17.045106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port dda591ff-ea0d-4e30-9a55-44273b8112ad, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=dda591ff-ea0d-4e30-9a55-44273b8112ad,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:17.107849 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.188118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=dda591ff-ea0d-4e30-9a55-44273b8112ad,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:17.210675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-ddff785a-08e1-48c9-8d19-174772491d4a tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:49:17.211708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-ddff785a-08e1-48c9-8d19-174772491d4a tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3726339 Jul 05 03:49:17.229608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Request body: {'binding': {'host': 'n-h2-758944-41', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:17.230050 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Unknown quota resources ['binding']. {{(pid=100896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 03:49:17.270896 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['dda591ff-ea0d-4e30-9a55-44273b8112ad'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:17.326697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f36b6c-a541-453a-a17d-3b6acbbf994e req-6dbdd269-543a-4cd5-8050-d5ce907734a5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:17.329834 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77f36b6c-a541-453a-a17d-3b6acbbf994e req-6dbdd269-543a-4cd5-8050-d5ce907734a5 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 948 time: 0.2037356 Jul 05 03:49:17.368818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49048) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:17.450577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77f36b6c-a541-453a-a17d-3b6acbbf994e req-f8b0d608-ac9c-4783-b77e-5cc36247b419 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958741 Jul 05 03:49:17.456292 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-8396eae5-e690-4e07-8e1c-b2514f2447fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.484774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:17.518845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-860107387-network', 'tenant_id': '504f7d8f004e47d7bdc354b9e97ddc5e'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:17.520455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8396eae5-e690-4e07-8e1c-b2514f2447fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Pushing event deleted for resources: {'Port': ['ID=1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:17.574062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-8396eae5-e690-4e07-8e1c-b2514f2447fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] No DVR routers for this DVR port 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:17.577355 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-8396eae5-e690-4e07-8e1c-b2514f2447fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.579396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-254d2498-ad0d-4c7a-8c8a-5e7396517352 req-8396eae5-e690-4e07-8e1c-b2514f2447fc tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.26 "DELETE /v2.0/ports/1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc HTTP/1.1" status: 204 len: 173 time: 0.9257782 Jul 05 03:49:17.579850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'name': 'network-vif-deleted', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:17.582227 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a608869-556e-4936-b374-52294c63ca74" -d '{"events": [{"server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "name": "network-vif-deleted", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:17.595448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on host n-h2-758944-41 for vnic_type normal with profile None {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:17.595772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:17.596324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:17.598825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Made reservation on behalf of 504f7d8f004e47d7bdc354b9e97ddc5e for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:17.601202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:17.601538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:17.604409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.611020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:17.611370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:17.612444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:17.612937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Bound port: 5326693b-4f5d-4f5a-81d5-83f17669efd5, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:17.620456 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.680740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7745eb46-cb1c-4693-87db-4750ea7b5816 req-5e49e0a5-e786-46c0-b83d-93709343fec1 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0409629 Jul 05 03:49:17.715884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:17.761367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.800359 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] Notify callbacks [] for binding, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.801469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-03a1c298-f9f2-4a12-961c-fee2f99a83d9 service neutron] 10.222.0.30 "POST /v2.0/ports/5326693b-4f5d-4f5a-81d5-83f17669efd5/bindings HTTP/1.1" status: 201 len: 390 time: 0.5813544 Jul 05 03:49:17.826833 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.852882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:49:17.874614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.875052 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Added segment 9a12f4a4-f6fc-4920-b751-08306105f8f8 of type vlan for network 57560aed-cb5a-47c8-aff9-7ebcd631e891 Jul 05 03:49:17.876544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b879ca7-a3db-43d1-ac9a-227662541b41,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:17.930295 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:17.971206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b6dc330a-81d0-411a-9373-a1642ecf6a3f details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:18.045448 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.046880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.058758 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.058912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a45628b-97bb-46b9-bab4-80966e95f041 req-61edd0ae-4adf-4cbe-aa9d-406250c6aedc tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.058912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a45628b-97bb-46b9-bab4-80966e95f041 req-61edd0ae-4adf-4cbe-aa9d-406250c6aedc tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 944 time: 0.1195643 Jul 05 03:49:18.135307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] Pushing event updated for resources: {'Network': ['ID=57560aed-cb5a-47c8-aff9-7ebcd631e891,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:18.137464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a45628b-97bb-46b9-bab4-80966e95f041 req-5154c254-0bef-4461-9881-b02c7bc8e2c8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692244 Jul 05 03:49:18.155622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 57560aed-cb5a-47c8-aff9-7ebcd631e891 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:49:18.189566 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce43a381-b2bc-4018-9489-c59beff10bb3 x-openstack-request-id: req-ce43a381-b2bc-4018-9489-c59beff10bb3 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:18.189783 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1763785-77c6-4c1f-a82b-9cb1322624ab", "name": "network-vif-deleted", "tag": "1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:18.192064 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ce43a381-b2bc-4018-9489-c59beff10bb3 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:18.192525 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1763785-77c6-4c1f-a82b-9cb1322624ab', 'name': 'network-vif-deleted', 'tag': '1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc', 'status': 'completed', 'code': 200} Jul 05 03:49:18.210014 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-906875b5-1c8d-4a86-b255-09568ff370fd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.8401601 Jul 05 03:49:18.210745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49062) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:18.221410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Request body: {'subnet': {'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-860107387-subnet', 'tenant_id': '504f7d8f004e47d7bdc354b9e97ddc5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:18.228244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b6dc330a-81d0-411a-9373-a1642ecf6a3f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b6dc330a-81d0-411a-9373-a1642ecf6a3f,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:18.257310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'b6dc330a-81d0-411a-9373-a1642ecf6a3f', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'b6dc330a-81d0-411a-9373-a1642ecf6a3f', 'mac_address': 'fa:16:3e:84:1b:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.101'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:18.324252 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.335669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Made reservation on behalf of 504f7d8f004e47d7bdc354b9e97ddc5e for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:18.341935 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.345038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6dc330a-81d0-411a-9373-a1642ecf6a3f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:18.377466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b6dc330a-81d0-411a-9373-a1642ecf6a3f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b6dc330a-81d0-411a-9373-a1642ecf6a3f,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:18.473574 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.490819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-999c07d7-e785-4b7c-8813-805eec93b0f0 req-80cf7895-9331-40ef-a114-cfb330c6c7c1 tempest-MigrationsAdminTest-1073422192 tempest-MigrationsAdminTest-1073422192-project] 10.222.0.30 "GET /v2.0/ports?device_id=e1763785-77c6-4c1f-a82b-9cb1322624ab HTTP/1.1" status: 200 len: 210 time: 0.0602486 Jul 05 03:49:18.531248 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b6dc330a-81d0-411a-9373-a1642ecf6a3f,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:18.605166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c612092f-af8b-4953-8c9d-fe26f39dd64d req-4ea6a6e6-6e94-4201-9329-9e3b6b0632ba tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.606051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c612092f-af8b-4953-8c9d-fe26f39dd64d req-4ea6a6e6-6e94-4201-9329-9e3b6b0632ba tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.1529891 Jul 05 03:49:18.733484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['b6dc330a-81d0-411a-9373-a1642ecf6a3f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:18.751924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c612092f-af8b-4953-8c9d-fe26f39dd64d req-76580c70-7135-4e80-a6f1-6b1fa30f5880 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1191530 Jul 05 03:49:18.787164 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-c9260405-3b99-4d74-9fa6-d7752ee56835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.788819 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-c9260405-3b99-4d74-9fa6-d7752ee56835 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 1098 time: 0.0948045 Jul 05 03:49:18.797842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device dda591ff-ea0d-4e30-9a55-44273b8112ad up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:18.823942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0848e2-883b-4b28-abf8-03fcd1723f07 req-6104fde0-9e4f-4d5d-9e53-74ca85c2d106 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.833788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad0848e2-883b-4b28-abf8-03fcd1723f07 req-6104fde0-9e4f-4d5d-9e53-74ca85c2d106 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 949 time: 0.2025905 Jul 05 03:49:18.855889 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.939633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-e4984c55-eb25-4eb5-82a8-713eab5bc71f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:18.941434 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-e4984c55-eb25-4eb5-82a8-713eab5bc71f service neutron] 10.222.0.13 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.1371803 Jul 05 03:49:18.954781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port dda591ff-ea0d-4e30-9a55-44273b8112ad triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:18.955151 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:18.989772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f49e001-7caf-4ce0-a965-3e7a921705f8 req-3d929b25-480c-4731-8115-2f7e6e1af251 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0690446 Jul 05 03:49:18.996773 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-48d33825-106f-4779-913b-619f8a1a0e6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5 HTTP/1.1" status: 200 len: 217 time: 0.0445092 Jul 05 03:49:19.003707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ec68273-2b6d-41e5-9d51-4ff736df0f68,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:19.018317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad0848e2-883b-4b28-abf8-03fcd1723f07 req-10551b20-7b25-4a24-b74b-dce00f882990 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1838238 Jul 05 03:49:19.020430 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Checking segment: {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:19.021028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Network hostable DHCP agents. Network: 57560aed-cb5a-47c8-aff9-7ebcd631e891, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:49:19.068632 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.071756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-6abbdd85-cea7-4888-83dc-93820d9644f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.073332 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-6abbdd85-cea7-4888-83dc-93820d9644f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.0681639 Jul 05 03:49:19.101453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Network 57560aed-cb5a-47c8-aff9-7ebcd631e891 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:49:19.114344 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-8d359822-bdde-495a-914e-9d881357b299 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297465 Jul 05 03:49:19.119120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda591ff-ea0d-4e30-9a55-44273b8112ad'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:19.122210 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67a85e99-ec4b-49a0-9c68-c5fb2ce4cecd" -d '{"events": [{"server_uuid": "f08c17a4-a162-4e41-927f-e9eda25bafe1", "name": "network-vif-plugged", "status": "completed", "tag": "dda591ff-ea0d-4e30-9a55-44273b8112ad"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:19.136127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port dda591ff-ea0d-4e30-9a55-44273b8112ad, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=dda591ff-ea0d-4e30-9a55-44273b8112ad,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:19.182335 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3299dd8-b71a-4582-a0c6-a57c84056fc7 x-openstack-request-id: req-e3299dd8-b71a-4582-a0c6-a57c84056fc7 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:19.182750 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c17a4-a162-4e41-927f-e9eda25bafe1", "name": "network-vif-plugged", "status": "completed", "tag": "dda591ff-ea0d-4e30-9a55-44273b8112ad", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:19.183628 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e3299dd8-b71a-4582-a0c6-a57c84056fc7 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:19.183628 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dda591ff-ea0d-4e30-9a55-44273b8112ad', 'code': 200} Jul 05 03:49:19.186557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 57560aed-cb5a-47c8-aff9-7ebcd631e891) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:19.192865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.195370 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.197407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5baa0313-4088-4422-b474-f4d71bc1d109 None None] Network 57560aed-cb5a-47c8-aff9-7ebcd631e891 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:19.248801 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:19.256950 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-f6773c83-ac16-44af-86cf-1b1ba024b99b service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257279 Jul 05 03:49:19.319052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b28c02ac-d762-4379-9ae1-d33173606780 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.1050355 Jul 05 03:49:19.336226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=dda591ff-ea0d-4e30-9a55-44273b8112ad,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:19.408071 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-b143bd9f-075e-4d83-9198-c4ac3b926b4c service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1401992 Jul 05 03:49:19.432871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4664107-94c3-422c-bca2-48e5321a9c7f None None] Network 57560aed-cb5a-47c8-aff9-7ebcd631e891 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:49:19.443478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3386d5-09dd-4240-91c4-e50197886c99 req-11f428b2-06b5-4e8c-8c0b-4512b4e21180 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.447526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d3386d5-09dd-4240-91c4-e50197886c99 req-11f428b2-06b5-4e8c-8c0b-4512b4e21180 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.1678402 Jul 05 03:49:19.535872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d3386d5-09dd-4240-91c4-e50197886c99 req-644643dc-0e79-4af5-800e-f7e63889a695 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735238 Jul 05 03:49:19.951988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-f434869d-a6a1-4fe1-b731-0fd15d38ab00 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:19.954317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-f434869d-a6a1-4fe1-b731-0fd15d38ab00 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 804 time: 0.1674967 Jul 05 03:49:19.990410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b6dc330a-81d0-411a-9373-a1642ecf6a3f up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:19.999026 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-e20c48a1-2246-4b4c-acf2-89047b1caee8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/quotas/504f7d8f004e47d7bdc354b9e97ddc5e HTTP/1.1" status: 200 len: 375 time: 0.0319602 Jul 05 03:49:20.059765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-b539c5d3-3d83-43a4-986c-852408f96d28 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0484223 Jul 05 03:49:20.141685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port b6dc330a-81d0-411a-9373-a1642ecf6a3f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:20.150717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port b6dc330a-81d0-411a-9373-a1642ecf6a3f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:20.153476 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.156953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68840db9-53ad-46f0-8c8b-5da93d2784b1 req-c3275b2e-d261-4549-b5c3-117489cce5b5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.159057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68840db9-53ad-46f0-8c8b-5da93d2784b1 req-c3275b2e-d261-4549-b5c3-117489cce5b5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.2035375 Jul 05 03:49:20.180610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49114) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:20.230090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68840db9-53ad-46f0-8c8b-5da93d2784b1 req-8b17c2bf-3803-4d54-9bb3-e8ade0d8a211 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611591 Jul 05 03:49:20.265347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-eb9ff1e7-4a72-4ae2-bc89-0018b45a518a service neutron] 10.222.0.30 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933537 Jul 05 03:49:20.289733 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.350781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b6dc330a-81d0-411a-9373-a1642ecf6a3f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b6dc330a-81d0-411a-9373-a1642ecf6a3f,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:20.410830 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.411890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:20.448387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-0381bb88-d33c-450a-8fa0-29de24c84d3a service neutron] 10.222.0.30 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1756365 Jul 05 03:49:20.474477 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b803a917-a811-48b9-80e0-207745d84a8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a919433e3a0417582628b463d3b295d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2912409 Jul 05 03:49:20.476503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49118) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:20.524756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:20.525146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1439808c-bd2c-4eb4-8eb4-8dfb5d9076fc not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:20.530301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b6dc330a-81d0-411a-9373-a1642ecf6a3f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:20.552189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11e95c4b-2e6d-4cc7-8fa4-7f3eb3855732 req-59580d49-40e0-411d-83ec-031213d8b523 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.1011765 Jul 05 03:49:20.579053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9b58b641-1626-40c2-b097-0c3a10db9c00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.619729 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9b58b641-1626-40c2-b097-0c3a10db9c00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.767390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7752becb-7b14-41d9-b897-73ca31de15f8 req-925a2573-77eb-4fa5-a4f0-54ec57018a8a tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:20.769075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7752becb-7b14-41d9-b897-73ca31de15f8 req-925a2573-77eb-4fa5-a4f0-54ec57018a8a tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 950 time: 0.0745366 Jul 05 03:49:20.827922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9b58b641-1626-40c2-b097-0c3a10db9c00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.833303 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9b58b641-1626-40c2-b097-0c3a10db9c00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:20.836869 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9b58b641-1626-40c2-b097-0c3a10db9c00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/727ae25d-c183-42ea-bb9a-c1611801204c HTTP/1.1" status: 204 len: 168 time: 0.3588569 Jul 05 03:49:20.852370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7752becb-7b14-41d9-b897-73ca31de15f8 req-d2599bca-95e7-4275-b86a-f8cb812060d8 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717905 Jul 05 03:49:20.860447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b58b641-1626-40c2-b097-0c3a10db9c00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=727ae25d-c183-42ea-bb9a-c1611801204c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:21.184526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097ec279-51cb-4367-8a08-bcf33052bb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc330a-81d0-411a-9373-a1642ecf6a3f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:21.189508 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e13e66c-842e-4e1e-b537-7690281d702b" -d '{"events": [{"server_uuid": "097ec279-51cb-4367-8a08-bcf33052bb78", "name": "network-vif-plugged", "status": "completed", "tag": "b6dc330a-81d0-411a-9373-a1642ecf6a3f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:21.229645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-345374ba-83d3-4643-a18b-93c61176e0bc req-032054a1-4c8e-418c-b36e-b474f14fed3b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 210 time: 0.0399818 Jul 05 03:49:21.305135 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92ca08b6-312d-4245-b279-6ad635fe8c47 x-openstack-request-id: req-92ca08b6-312d-4245-b279-6ad635fe8c47 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:21.305428 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097ec279-51cb-4367-8a08-bcf33052bb78", "name": "network-vif-plugged", "status": "completed", "tag": "b6dc330a-81d0-411a-9373-a1642ecf6a3f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:21.305856 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-92ca08b6-312d-4245-b279-6ad635fe8c47 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:21.306284 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097ec279-51cb-4367-8a08-bcf33052bb78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6dc330a-81d0-411a-9373-a1642ecf6a3f', 'code': 200} Jul 05 03:49:21.341777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbb93ade-eeb3-4bd6-b8a9-f1f0f0836dfe req-1ce2c67d-851e-4641-928d-abacef858048 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.352709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbb93ade-eeb3-4bd6-b8a9-f1f0f0836dfe req-1ce2c67d-851e-4641-928d-abacef858048 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.1126933 Jul 05 03:49:21.436399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbb93ade-eeb3-4bd6-b8a9-f1f0f0836dfe req-3ebdf91e-1007-4241-a45b-65c20b614f77 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824170 Jul 05 03:49:21.601972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc0a543-1e4c-4166-b033-2ab36cc9eb6a req-c12c7696-1d44-40ec-b659-d92d42435d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.604621 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ffc0a543-1e4c-4166-b033-2ab36cc9eb6a req-c12c7696-1d44-40ec-b659-d92d42435d9e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 1102 time: 0.1876485 Jul 05 03:49:21.657899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895254c4-c016-4c44-b39f-9eb5b70e076d req-6edf4d91-9b0a-4c0e-92c3-8641e73da5ba tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:21.657899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-895254c4-c016-4c44-b39f-9eb5b70e076d req-6edf4d91-9b0a-4c0e-92c3-8641e73da5ba tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.1407990 Jul 05 03:49:21.670556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ffc0a543-1e4c-4166-b033-2ab36cc9eb6a req-3fdce561-8545-42f6-8718-a220462210cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575066 Jul 05 03:49:21.724635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-895254c4-c016-4c44-b39f-9eb5b70e076d req-eb7f7270-88d4-4cd8-ba61-cd5256ddf5a9 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572417 Jul 05 03:49:21.867709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49144) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:21.925089 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a962c0d9-5ce1-48bb-ad26-59c131afd71b req-f7ef1312-2946-4f3b-8c66-587db4b7a1e9 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0363753 Jul 05 03:49:21.961657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5fbbc70a-3be5-4945-9dd2-82e68007a14d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3fc5881242e8428b968f9973a3caf6c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0924263 Jul 05 03:49:21.965243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49150) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:22.044463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9900920-9606-4829-883a-bed914271dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.106942 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9900920-9606-4829-883a-bed914271dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.266628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6655a3-3830-43f3-9dc9-609b47937647 req-dd2b3fec-6ef6-4b3e-9ce8-e3c5addfa1a1 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.268415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d6655a3-3830-43f3-9dc9-609b47937647 req-dd2b3fec-6ef6-4b3e-9ce8-e3c5addfa1a1 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 950 time: 0.1649559 Jul 05 03:49:22.273298 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9900920-9606-4829-883a-bed914271dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.276509 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9900920-9606-4829-883a-bed914271dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:22.278108 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a9900920-9606-4829-883a-bed914271dac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d188f22-aa66-4ec4-a557-9f174e938e3a HTTP/1.1" status: 204 len: 168 time: 0.3113189 Jul 05 03:49:22.307679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9900920-9606-4829-883a-bed914271dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d188f22-aa66-4ec4-a557-9f174e938e3a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:22.337700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d6655a3-3830-43f3-9dc9-609b47937647 req-6a7da21b-30a1-4be3-90a6-9b8d8855860b tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614679 Jul 05 03:49:22.612466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99c9218-5123-4ff8-8782-03514eb18a28 req-18717f09-27b0-47c0-b4d2-b490f1c36a9e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:22.621687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f99c9218-5123-4ff8-8782-03514eb18a28 req-18717f09-27b0-47c0-b4d2-b490f1c36a9e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.1433151 Jul 05 03:49:22.691740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f99c9218-5123-4ff8-8782-03514eb18a28 req-ee50b9c7-7f8e-4fd3-b0e6-4732bd9ddcc2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597703 Jul 05 03:49:22.760239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dab6730f-41c2-41af-8127-012b135e7a45 req-feb4e6c7-21f5-4a34-b1e0-5f27f95440d0 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 210 time: 0.0584018 Jul 05 03:49:22.993025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-746901d2-e081-4fc3-a183-1cc859b2533b req-eeaf6659-b1d0-4cd7-a9bf-f7370966774e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:23.001182 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-746901d2-e081-4fc3-a183-1cc859b2533b req-eeaf6659-b1d0-4cd7-a9bf-f7370966774e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.1090281 Jul 05 03:49:23.088645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-746901d2-e081-4fc3-a183-1cc859b2533b req-d30c2cc8-2526-4489-9056-55935c2ef37c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757840 Jul 05 03:49:23.176630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a43f7271-76a0-4374-be9e-465254f8a9ab req-ed2f1b6c-0bfe-42d0-afdc-a025eeff3f58 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0405903 Jul 05 03:49:23.598597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30784872-c97f-4172-aeb8-98b712534038 req-bd45b895-f912-4dfa-861c-f87871d61209 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:23.600198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30784872-c97f-4172-aeb8-98b712534038 req-bd45b895-f912-4dfa-861c-f87871d61209 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 950 time: 0.0960224 Jul 05 03:49:23.669261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30784872-c97f-4172-aeb8-98b712534038 req-57f42fb5-fcff-445b-a0eb-70197d8473d6 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576043 Jul 05 03:49:23.953382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab01d31-a3c8-4311-a443-ad949595453b req-8317b800-aabc-4b62-98ef-c0cf2f8a810c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:23.954947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ab01d31-a3c8-4311-a443-ad949595453b req-8317b800-aabc-4b62-98ef-c0cf2f8a810c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.0763040 Jul 05 03:49:24.013186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ab01d31-a3c8-4311-a443-ad949595453b req-360156aa-cfbf-4c5c-a94d-e131bbf1e7e5 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510800 Jul 05 03:49:24.177860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-69f6406a-3662-4dfd-8690-3d391141bb05 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.179534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-69f6406a-3662-4dfd-8690-3d391141bb05 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 804 time: 0.1611986 Jul 05 03:49:24.199744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Request body: {'port': {'device_id': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'admin_state_up': True, 'tenant_id': '504f7d8f004e47d7bdc354b9e97ddc5e'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:24.587774 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd13067d-b68c-4e4d-8472-527ae131da9c req-e3513d58-029f-452e-8d50-7f7e2e2d7d39 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 210 time: 0.4043448 Jul 05 03:49:24.732713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5c482-9564-400c-8166-7a0b75b10c5f req-07f774e3-fb70-441a-8359-6f911cb82bde tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:24.740649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38d5c482-9564-400c-8166-7a0b75b10c5f req-07f774e3-fb70-441a-8359-6f911cb82bde tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.1573067 Jul 05 03:49:24.820167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc0998f7-fd35-4bc8-ba32-e6d4f22ec18e req-047f6873-88d3-497c-8dd7-2744a8ce97c9 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0417690 Jul 05 03:49:24.821396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Made reservation on behalf of 504f7d8f004e47d7bdc354b9e97ddc5e for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:24.825290 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:24.836165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device dda591ff-ea0d-4e30-9a55-44273b8112ad no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:24.928286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38d5c482-9564-400c-8166-7a0b75b10c5f req-5a1af199-fc13-423b-bffb-e8d7f50b2595 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863575 Jul 05 03:49:24.988591 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.042019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda591ff-ea0d-4e30-9a55-44273b8112ad'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:25.055039 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19ededec-20ea-4786-8c6c-0343c1db9912" -d '{"events": [{"server_uuid": "f08c17a4-a162-4e41-927f-e9eda25bafe1", "name": "network-vif-unplugged", "status": "completed", "tag": "dda591ff-ea0d-4e30-9a55-44273b8112ad"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:25.080330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port dda591ff-ea0d-4e30-9a55-44273b8112ad, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=dda591ff-ea0d-4e30-9a55-44273b8112ad,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:25.102042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-ff972d6d-f597-47cd-8d8f-bb3da65ab5b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.104706 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-ff972d6d-f597-47cd-8d8f-bb3da65ab5b8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 945 time: 0.2620995 Jul 05 03:49:25.128098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Allocated IP 172.20.0.2 (57560aed-cb5a-47c8-aff9-7ebcd631e891/2ec68273-2b6d-41e5-9d51-4ff736df0f68/f41f243b-b53a-44a0-bd69-a972a0980d88) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:25.139824 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.207742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c53d41-38bf-47ff-b61b-3ca829faa385 req-6b940999-7f7a-4d23-a087-23c107ec8b2b tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.226373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c53d41-38bf-47ff-b61b-3ca829faa385 req-6b940999-7f7a-4d23-a087-23c107ec8b2b tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 950 time: 0.1907625 Jul 05 03:49:25.235528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=dda591ff-ea0d-4e30-9a55-44273b8112ad,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:25.245529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.246137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.246721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.247224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.247717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.248417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.248980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.249498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.249991 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.250533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.251110 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.252189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:25.313720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-0fabd22f-02fd-4276-bb26-6aef9968d064 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Deleting port dda591ff-ea0d-4e30-9a55-44273b8112ad {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:25.314094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-0fabd22f-02fd-4276-bb26-6aef9968d064 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.395438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c53d41-38bf-47ff-b61b-3ca829faa385 req-ab173dd9-d664-4bb0-b924-585c63a9f50a tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1678190 Jul 05 03:49:25.449214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-0fabd22f-02fd-4276-bb26-6aef9968d064 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] For port dda591ff-ea0d-4e30-9a55-44273b8112ad, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=dda591ff-ea0d-4e30-9a55-44273b8112ad,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:25.449719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-0fabd22f-02fd-4276-bb26-6aef9968d064 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.464494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-0fabd22f-02fd-4276-bb26-6aef9968d064 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Calling delete_port for dda591ff-ea0d-4e30-9a55-44273b8112ad owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:25.484912 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4175c5c1-ba02-4c70-a79c-379f3e396271 x-openstack-request-id: req-4175c5c1-ba02-4c70-a79c-379f3e396271 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:25.490484 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c17a4-a162-4e41-927f-e9eda25bafe1", "name": "network-vif-unplugged", "status": "completed", "tag": "dda591ff-ea0d-4e30-9a55-44273b8112ad", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:25.490484 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4175c5c1-ba02-4c70-a79c-379f3e396271 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:25.490484 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dda591ff-ea0d-4e30-9a55-44273b8112ad', 'code': 200} Jul 05 03:49:25.530234 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.686556 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-0fabd22f-02fd-4276-bb26-6aef9968d064 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.728142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89899861-1ef9-4c51-8d10-9e609f64dd02 req-44e068ee-ac4c-4aea-89a7-f8547163b49b tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.731141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89899861-1ef9-4c51-8d10-9e609f64dd02 req-44e068ee-ac4c-4aea-89a7-f8547163b49b tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 865 time: 0.1438410 Jul 05 03:49:25.732989 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.750987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fabd22f-02fd-4276-bb26-6aef9968d064 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event deleted for resources: {'Port': ['ID=dda591ff-ea0d-4e30-9a55-44273b8112ad,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:25.777304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-0fabd22f-02fd-4276-bb26-6aef9968d064 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] No DVR routers for this DVR port dda591ff-ea0d-4e30-9a55-44273b8112ad on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:25.783413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-0fabd22f-02fd-4276-bb26-6aef9968d064 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.783413 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1fd4ea9-2fbc-4af0-82f8-1807157b2b99 req-0fabd22f-02fd-4276-bb26-6aef9968d064 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "DELETE /v2.0/ports/dda591ff-ea0d-4e30-9a55-44273b8112ad HTTP/1.1" status: 204 len: 173 time: 0.6690798 Jul 05 03:49:25.783796 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'name': 'network-vif-deleted', 'tag': 'dda591ff-ea0d-4e30-9a55-44273b8112ad'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:25.786787 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c993133-0ae8-4072-9d29-0165270d23a8" -d '{"events": [{"server_uuid": "f08c17a4-a162-4e41-927f-e9eda25bafe1", "name": "network-vif-deleted", "tag": "dda591ff-ea0d-4e30-9a55-44273b8112ad"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:25.831509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Network 57560aed-cb5a-47c8-aff9-7ebcd631e891 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:25.846587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:25.852349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89899861-1ef9-4c51-8d10-9e609f64dd02 req-fbb112b2-5bb9-4f0e-8233-a6575813d373 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068087 Jul 05 03:49:25.852954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Pushing event updated for resources: {'Port': ['ID=f41f243b-b53a-44a0-bd69-a972a0980d88,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:25.855362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:25.941207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.941207 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:25.977009 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b91e4c9-69da-475d-a0f5-4e9627f881a6 x-openstack-request-id: req-0b91e4c9-69da-475d-a0f5-4e9627f881a6 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:25.977745 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f08c17a4-a162-4e41-927f-e9eda25bafe1", "name": "network-vif-deleted", "tag": "dda591ff-ea0d-4e30-9a55-44273b8112ad", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:25.978247 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0b91e4c9-69da-475d-a0f5-4e9627f881a6 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:25.978958 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f08c17a4-a162-4e41-927f-e9eda25bafe1', 'name': 'network-vif-deleted', 'tag': 'dda591ff-ea0d-4e30-9a55-44273b8112ad', 'status': 'completed', 'code': 200} Jul 05 03:49:25.988513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024a3465-6e1b-4ba3-bc7c-d5f651c3b9d3 req-45020b49-856d-4ca0-9d8c-e725e76010f3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:25.998024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-024a3465-6e1b-4ba3-bc7c-d5f651c3b9d3 req-45020b49-856d-4ca0-9d8c-e725e76010f3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 931 time: 0.1637814 Jul 05 03:49:26.053555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-92237ab0-ed3c-4d22-ad78-7572d645ef43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8590457 Jul 05 03:49:26.062551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-024a3465-6e1b-4ba3-bc7c-d5f651c3b9d3 req-41ddf5d1-cbb6-408c-8cb4-531c4ac3353f tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596969 Jul 05 03:49:26.069336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Request body: {'port': {'device_id': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:26.164532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e73f4774-1206-462f-a841-38be18fd7ed3 req-9b48b0d3-afac-4d44-a064-abc16ccefd5b tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0398722 Jul 05 03:49:26.267441 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.424265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e9f504-0f04-48be-aed5-cb74870f517e req-8c568c31-f01a-4f16-871a-5dd1b0d2ecbc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.425903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e9f504-0f04-48be-aed5-cb74870f517e req-8c568c31-f01a-4f16-871a-5dd1b0d2ecbc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.1741202 Jul 05 03:49:26.532284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e9f504-0f04-48be-aed5-cb74870f517e req-94f8b06f-0e90-47a2-b4bc-82880e81b03f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956280 Jul 05 03:49:26.668693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f41f243b-b53a-44a0-bd69-a972a0980d88 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:26.695386 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.715383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Transition to ACTIVE for port object f41f243b-b53a-44a0-bd69-a972a0980d88 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:26.746652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d37e80a3-9ecc-4c9c-b8c3-4987c35fb8c7 req-d93550f7-c969-4c7b-a387-ef6976e1e247 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:26.748253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d37e80a3-9ecc-4c9c-b8c3-4987c35fb8c7 req-d93550f7-c969-4c7b-a387-ef6976e1e247 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 950 time: 0.0934927 Jul 05 03:49:26.788913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d37e80a3-9ecc-4c9c-b8c3-4987c35fb8c7 req-90d729d7-d0f3-4bbe-91e7-16378ff211d8 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343113 Jul 05 03:49:26.792354 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:26.888718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Pushing event updated for resources: {'Port': ['ID=f41f243b-b53a-44a0-bd69-a972a0980d88,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:26.980435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Attempting to bind port f41f243b-b53a-44a0-bd69-a972a0980d88 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:26.980779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Attempting to bind port f41f243b-b53a-44a0-bd69-a972a0980d88 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:26.981109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Attempting to bind port f41f243b-b53a-44a0-bd69-a972a0980d88 on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:26.990889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Port f41f243b-b53a-44a0-bd69-a972a0980d88 on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:26.991256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Attempting to bind port f41f243b-b53a-44a0-bd69-a972a0980d88 on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:26.999940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:27.005655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Checking segment: {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:27.005655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Bound using segment: {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:27.005655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Bound port: f41f243b-b53a-44a0-bd69-a972a0980d88, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:27.005655 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.077928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4912681c-2475-4795-80e7-34f48e23efd7 req-ae20c054-906e-4236-8354-7355186a8182 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=f08c17a4-a162-4e41-927f-e9eda25bafe1 HTTP/1.1" status: 200 len: 210 time: 0.0625911 Jul 05 03:49:27.109586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a40e940d-76d3-41c3-8afa-4d7309095cdb req-35bca492-0a6c-4c4b-b0aa-93d80915bcb6 tempest-LiveMigrationNegativeTest-308349481 tempest-LiveMigrationNegativeTest-308349481-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.109586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a40e940d-76d3-41c3-8afa-4d7309095cdb req-35bca492-0a6c-4c4b-b0aa-93d80915bcb6 tempest-LiveMigrationNegativeTest-308349481 tempest-LiveMigrationNegativeTest-308349481-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 1102 time: 0.1625826 Jul 05 03:49:27.154466 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a40e940d-76d3-41c3-8afa-4d7309095cdb req-97ebbaa2-ad9c-4b4f-b781-fd2901c874b3 tempest-LiveMigrationNegativeTest-308349481 tempest-LiveMigrationNegativeTest-308349481-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.161512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] For port f41f243b-b53a-44a0-bd69-a972a0980d88, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:27.190079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] For port f41f243b-b53a-44a0-bd69-a972a0980d88, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f41f243b-b53a-44a0-bd69-a972a0980d88,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:27.256008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.331132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.331768 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.333239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] 10.222.0.26 "PUT /v2.0/ports/f41f243b-b53a-44a0-bd69-a972a0980d88 HTTP/1.1" status: 200 len: 1092 time: 1.2692025 Jul 05 03:49:27.340082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'tag': 'f41f243b-b53a-44a0-bd69-a972a0980d88'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:27.342471 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fc4fd99-dad4-48d2-8d42-64595e553f69" -d '{"events": [{"name": "network-changed", "server_uuid": "1ef7f174-0e56-4475-93b8-4373e8e21e4f", "tag": "f41f243b-b53a-44a0-bd69-a972a0980d88"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:27.366916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6164e3-aad2-4376-9cc0-47ca60e9410a service neutron] Pushing event updated for resources: {'Port': ['ID=f41f243b-b53a-44a0-bd69-a972a0980d88,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:27.371522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49282) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:27.421125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfd0d4ba-0ae1-4d5d-ab1e-015d7b2a8d22 req-415c42f0-d54e-4146-948e-3332109a25f3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.422775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfd0d4ba-0ae1-4d5d-ab1e-015d7b2a8d22 req-415c42f0-d54e-4146-948e-3332109a25f3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 943 time: 0.2076426 Jul 05 03:49:27.428330 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a40e940d-76d3-41c3-8afa-4d7309095cdb req-97ebbaa2-ad9c-4b4f-b781-fd2901c874b3 tempest-LiveMigrationNegativeTest-308349481 tempest-LiveMigrationNegativeTest-308349481-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.479885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfd0d4ba-0ae1-4d5d-ab1e-015d7b2a8d22 req-6d06ee9e-acb2-4b92-8df5-bcc804e48628 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498476 Jul 05 03:49:27.501433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a40e940d-76d3-41c3-8afa-4d7309095cdb req-97ebbaa2-ad9c-4b4f-b781-fd2901c874b3 tempest-LiveMigrationNegativeTest-308349481 tempest-LiveMigrationNegativeTest-308349481-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.536773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-86625cce-ad75-4e60-95ff-37313f8ed2b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.556464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ebbaa2-ad9c-4b4f-b781-fd2901c874b3 tempest-LiveMigrationNegativeTest-308349481 tempest-LiveMigrationNegativeTest-308349481-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5deb3143-e01f-45e9-93a9-d9b2fcf5bac0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:27.560704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a40e940d-76d3-41c3-8afa-4d7309095cdb req-97ebbaa2-ad9c-4b4f-b781-fd2901c874b3 tempest-LiveMigrationNegativeTest-308349481 tempest-LiveMigrationNegativeTest-308349481-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4511809 Jul 05 03:49:27.617749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-1d658c59-63f2-4a86-9714-55a512aa8335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.617749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-1d658c59-63f2-4a86-9714-55a512aa8335 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 1095 time: 0.1470146 Jul 05 03:49:27.668074 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-86625cce-ad75-4e60-95ff-37313f8ed2b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.698195 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2836b5e7-e972-4636-819e-2a654e9df125 x-openstack-request-id: req-2836b5e7-e972-4636-819e-2a654e9df125 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:27.698604 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ef7f174-0e56-4475-93b8-4373e8e21e4f", "tag": "f41f243b-b53a-44a0-bd69-a972a0980d88", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:27.699014 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2836b5e7-e972-4636-819e-2a654e9df125 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:27.699468 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'tag': 'f41f243b-b53a-44a0-bd69-a972a0980d88', 'status': 'completed', 'code': 200} Jul 05 03:49:27.704495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-f693bc58-79dc-4d0f-8a0a-960aaaaaf719 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f41f243b-b53a-44a0-bd69-a972a0980d88 HTTP/1.1" status: 200 len: 217 time: 0.0830567 Jul 05 03:49:27.753578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-86625cce-ad75-4e60-95ff-37313f8ed2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:27.766769 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b8c91b1-859a-4d73-a1c8-62dddda2466e req-ce92e120-2d9a-4dbc-879f-596bc93c9221 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0655773 Jul 05 03:49:27.804994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-a92e481c-0cf0-40e3-a949-38fde3ace249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:27.804994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-a92e481c-0cf0-40e3-a949-38fde3ace249 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 200 len: 844 time: 0.0885112 Jul 05 03:49:27.844045 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-86625cce-ad75-4e60-95ff-37313f8ed2b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce15c33b395940458f49a11c4021d6c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4705174 Jul 05 03:49:27.848040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49294) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:27.855828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-75fa24ac-bfa5-4d0f-b71a-8fe98d19ca5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57560aed-cb5a-47c8-aff9-7ebcd631e891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387139 Jul 05 03:49:27.861479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86625cce-ad75-4e60-95ff-37313f8ed2b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8ce0a04-c498-49ee-a175-05bf4c6cebe7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:27.948399 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-65fb9825-5a56-4fdc-a011-195c413d3b62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.000344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-65fb9825-5a56-4fdc-a011-195c413d3b62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.084629 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-93926ba1-b685-41ba-8145-20c71efaaec9 service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2211337 Jul 05 03:49:28.176620 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-65fb9825-5a56-4fdc-a011-195c413d3b62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.183219 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-65fb9825-5a56-4fdc-a011-195c413d3b62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:28.185671 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-65fb9825-5a56-4fdc-a011-195c413d3b62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b8ce0a04-c498-49ee-a175-05bf4c6cebe7 HTTP/1.1" status: 204 len: 168 time: 0.3356023 Jul 05 03:49:28.202338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fb9825-5a56-4fdc-a011-195c413d3b62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8ce0a04-c498-49ee-a175-05bf4c6cebe7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:28.242947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5374f7e1-2a02-48eb-aada-a78953896eb2 req-aa1004c4-e0a4-4740-9785-5a20de80c3fc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.250754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5374f7e1-2a02-48eb-aada-a78953896eb2 req-aa1004c4-e0a4-4740-9785-5a20de80c3fc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.2372558 Jul 05 03:49:28.290111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c3641a5-66a3-43b6-b5b7-401735d8a94d req-3f072b99-a05c-4c2f-9fd6-2c613ffaa485 service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977983 Jul 05 03:49:28.308661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5374f7e1-2a02-48eb-aada-a78953896eb2 req-6b57d0f2-feff-42af-9f77-251c66f8ece8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532668 Jul 05 03:49:28.515413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4fd99-dad4-48d2-8d42-64595e553f69 req-a05219b6-2041-4537-b35c-f9152dd8005f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.518191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fc4fd99-dad4-48d2-8d42-64595e553f69 req-a05219b6-2041-4537-b35c-f9152dd8005f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 1095 time: 0.0900857 Jul 05 03:49:28.691579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4fd99-dad4-48d2-8d42-64595e553f69 req-0ae819a1-76e6-4e8a-a97b-bb70ab632f09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.694064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fc4fd99-dad4-48d2-8d42-64595e553f69 req-0ae819a1-76e6-4e8a-a97b-bb70ab632f09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 905 time: 0.1688967 Jul 05 03:49:28.771131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fc4fd99-dad4-48d2-8d42-64595e553f69 req-b9037c80-dbdf-4fa4-baf0-e3779e2cb97d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f41f243b-b53a-44a0-bd69-a972a0980d88 HTTP/1.1" status: 200 len: 217 time: 0.0673923 Jul 05 03:49:28.829335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4fd99-dad4-48d2-8d42-64595e553f69 req-3f5e024c-c581-48c6-9446-1540b9e3a766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:28.830828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fc4fd99-dad4-48d2-8d42-64595e553f69 req-3f5e024c-c581-48c6-9446-1540b9e3a766 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 200 len: 844 time: 0.0526109 Jul 05 03:49:28.866769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device dda591ff-ea0d-4e30-9a55-44273b8112ad no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:28.872585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fc4fd99-dad4-48d2-8d42-64595e553f69 req-1d318abd-4b5b-445b-88be-6d428ba24036 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57560aed-cb5a-47c8-aff9-7ebcd631e891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343523 Jul 05 03:49:28.891339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: dda591ff-ea0d-4e30-9a55-44273b8112ad {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:28.891941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device dda591ff-ea0d-4e30-9a55-44273b8112ad not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:28.928178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49318) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:28.936635 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-44cfa178-c4e1-4836-a625-00ac730b4696 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Request body: {'security_group': {'name': 'tempest-securitygroup--279190174', 'description': 'tempest-description--118800945'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:29.013795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fc4fd99-dad4-48d2-8d42-64595e553f69 req-bf1fbd47-926b-414b-bb42-11f276030cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295891 Jul 05 03:49:29.026545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49322) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:29.048153 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fed770f-561d-456f-918d-12284144da11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.070721 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44cfa178-c4e1-4836-a625-00ac730b4696 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.113408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a04f9763-4c67-4f7f-a021-ff0b2a78b746 req-30d48726-9e02-40d0-bde3-d8b655f27a40 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0891798 Jul 05 03:49:29.194239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fc4fd99-dad4-48d2-8d42-64595e553f69 req-2c7e3d8a-4d6b-40bc-a795-70705008ff77 service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1712608 Jul 05 03:49:29.202906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82c90f4-7162-4df2-9478-91c6af9afb11 req-0e8db868-b2df-4dd8-b054-55dda6f8d693 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.204914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b82c90f4-7162-4df2-9478-91c6af9afb11 req-0e8db868-b2df-4dd8-b054-55dda6f8d693 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 943 time: 0.1711633 Jul 05 03:49:29.230121 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fed770f-561d-456f-918d-12284144da11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.260221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b82c90f4-7162-4df2-9478-91c6af9afb11 req-86d3db1e-3606-460d-8d63-2dbbc7d9b872 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392096 Jul 05 03:49:29.298090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fed770f-561d-456f-918d-12284144da11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.364163 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7fed770f-561d-456f-918d-12284144da11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=333e1d64de4541bdb19bb3d2fc11bf83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3338182 Jul 05 03:49:29.365464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49326) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:29.370177 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fed770f-561d-456f-918d-12284144da11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52d1d9f7-b12c-4298-beb6-a48c9afd300e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:29.448450 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44cfa178-c4e1-4836-a625-00ac730b4696 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.460091 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.524866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44cfa178-c4e1-4836-a625-00ac730b4696 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.565793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cfa178-c4e1-4836-a625-00ac730b4696 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ca157598-7e36-4fec-9213-6ddbf8490ed7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:29.577173 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.627410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44cfa178-c4e1-4836-a625-00ac730b4696 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.628990 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-44cfa178-c4e1-4836-a625-00ac730b4696 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.6981397 Jul 05 03:49:29.632140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49328) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:29.637139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-aa85d3d1-d7b9-4c61-88eb-0a5c0915f7c4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Request body: {'security_group_rule': {'security_group_id': 'ca157598-7e36-4fec-9213-6ddbf8490ed7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:29.664146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0e1fd7-f264-4911-aabc-96e1871eb47a req-fdbb4463-6343-4c70-bf04-4310105a90fa tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.665750 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da0e1fd7-f264-4911-aabc-96e1871eb47a req-fdbb4463-6343-4c70-bf04-4310105a90fa tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 950 time: 0.2014971 Jul 05 03:49:29.677905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b8944-c230-4a7b-9bd1-c6fa0c5d73a5 req-095a4d07-0fd0-4997-a56d-5828d34d7b66 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:29.679502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-299b8944-c230-4a7b-9bd1-c6fa0c5d73a5 req-095a4d07-0fd0-4997-a56d-5828d34d7b66 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.1529086 Jul 05 03:49:29.728395 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:49:29.736089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa85d3d1-d7b9-4c61-88eb-0a5c0915f7c4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.744125 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da0e1fd7-f264-4911-aabc-96e1871eb47a req-a3200708-ae92-4a7d-8a9f-06d45570ab61 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635250 Jul 05 03:49:29.749284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-299b8944-c230-4a7b-9bd1-c6fa0c5d73a5 req-c9e59acf-6ed1-49ea-8ed1-33fd2ddb7e01 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619283 Jul 05 03:49:29.793487 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.796223 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.798298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52d1d9f7-b12c-4298-beb6-a48c9afd300e HTTP/1.1" status: 204 len: 168 time: 0.4314468 Jul 05 03:49:29.807545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52d1d9f7-b12c-4298-beb6-a48c9afd300e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:29.808074 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa85d3d1-d7b9-4c61-88eb-0a5c0915f7c4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.816547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.816929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.817341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.817680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.818012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.818441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.818662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.818985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.819308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.819632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.820026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.820346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f287ff5b-44bb-4d96-9edc-8e9f35901acf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:49:29.929958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa85d3d1-d7b9-4c61-88eb-0a5c0915f7c4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:29.948952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85d3d1-d7b9-4c61-88eb-0a5c0915f7c4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e697450-f9e9-4801-a757-9acf51f3c8b1,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:30.078633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa85d3d1-d7b9-4c61-88eb-0a5c0915f7c4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.080386 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aa85d3d1-d7b9-4c61-88eb-0a5c0915f7c4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4468460 Jul 05 03:49:30.082729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49332) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:30.087634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-32f1ea04-2d71-43f4-be28-0b9d8ac6e626 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Request body: {'security_group_rule': {'security_group_id': 'ca157598-7e36-4fec-9213-6ddbf8490ed7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:30.186845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32f1ea04-2d71-43f4-be28-0b9d8ac6e626 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.271084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32f1ea04-2d71-43f4-be28-0b9d8ac6e626 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.295695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3767a77-7f15-4af0-9e54-a2bd5f93cde2 req-e8c9abfc-ac57-4579-90e2-d900c45b9dad tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0317514 Jul 05 03:49:30.335540 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32f1ea04-2d71-43f4-be28-0b9d8ac6e626 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.372557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f1ea04-2d71-43f4-be28-0b9d8ac6e626 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f002488f-3cfa-45bf-a67b-30f4af8142b9,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:30.473200 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32f1ea04-2d71-43f4-be28-0b9d8ac6e626 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.474989 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-32f1ea04-2d71-43f4-be28-0b9d8ac6e626 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3909285 Jul 05 03:49:30.479964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49350) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:30.487293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:30.501996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbb8f19c-83ec-4b9c-b4fd-f54b9e0fd0db req-713966d9-c84f-48f8-9ada-efea6db4003c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.503516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbb8f19c-83ec-4b9c-b4fd-f54b9e0fd0db req-713966d9-c84f-48f8-9ada-efea6db4003c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 943 time: 0.0830925 Jul 05 03:49:30.549525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbb8f19c-83ec-4b9c-b4fd-f54b9e0fd0db req-97ac5999-061b-4f6d-a641-275cff93a4a0 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388680 Jul 05 03:49:30.614657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.715107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-024207c4-2287-4a06-ba34-8ae7a9d95ffb tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:30.716674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-024207c4-2287-4a06-ba34-8ae7a9d95ffb tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.26 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 950 time: 0.0775959 Jul 05 03:49:30.737147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.919746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-bb606253-dc4b-447d-8331-cc72819e63d2 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Deleting port b6dc330a-81d0-411a-9373-a1642ecf6a3f {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:30.920416 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-bb606253-dc4b-447d-8331-cc72819e63d2 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:30.921357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Allocated IP 172.25.4.215 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/996e5382-0843-400d-ad88-661433a1777c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:31.047225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.109804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-bb606253-dc4b-447d-8331-cc72819e63d2 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] For port b6dc330a-81d0-411a-9373-a1642ecf6a3f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b6dc330a-81d0-411a-9373-a1642ecf6a3f,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:31.110173 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-bb606253-dc4b-447d-8331-cc72819e63d2 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.137835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-bb606253-dc4b-447d-8331-cc72819e63d2 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Calling delete_port for b6dc330a-81d0-411a-9373-a1642ecf6a3f owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:31.149019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486dd9d6-b922-4b5b-8a57-b0d59ec4b465 req-285d7e0c-527a-4b92-8811-7a3457f51d12 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.150521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-486dd9d6-b922-4b5b-8a57-b0d59ec4b465 req-285d7e0c-527a-4b92-8811-7a3457f51d12 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.2116296 Jul 05 03:49:31.154177 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.162223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb981a8a-6329-423e-8018-01853bf9b0e8 req-316d6a20-9553-4a9b-a886-ed24c0e12688 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.163960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb981a8a-6329-423e-8018-01853bf9b0e8 req-316d6a20-9553-4a9b-a886-ed24c0e12688 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 950 time: 0.2233322 Jul 05 03:49:31.208274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:31.211359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:31.216064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:31.240868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event updated for resources: {'Port': ['ID=996e5382-0843-400d-ad88-661433a1777c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:31.286996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-486dd9d6-b922-4b5b-8a57-b0d59ec4b465 req-9c234e63-3808-4d52-9f0e-48016509d65f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181126 Jul 05 03:49:31.321441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.334535 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb981a8a-6329-423e-8018-01853bf9b0e8 req-3b3f6c7b-6c99-46a5-b4f6-3596da271e08 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555285 Jul 05 03:49:31.445999 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.480859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04e3207-bfd5-498e-b797-288cc1ec0ca3 req-af07a2f0-0918-4edc-926a-a7a16b897cac tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0368400 Jul 05 03:49:31.512750 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-bb606253-dc4b-447d-8331-cc72819e63d2 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.526754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['eafcb372-62be-4716-ac5d-3af5acc27211', 'b6dc330a-81d0-411a-9373-a1642ecf6a3f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:31.590022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb606253-dc4b-447d-8331-cc72819e63d2 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Pushing event deleted for resources: {'Port': ['ID=b6dc330a-81d0-411a-9373-a1642ecf6a3f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:31.682286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-bb606253-dc4b-447d-8331-cc72819e63d2 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] No DVR routers for this DVR port b6dc330a-81d0-411a-9373-a1642ecf6a3f on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:31.687234 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-bb606253-dc4b-447d-8331-cc72819e63d2 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.693046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdd2ab69-370e-4cc1-b28f-06260e12688a req-bb606253-dc4b-447d-8331-cc72819e63d2 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.26 "DELETE /v2.0/ports/b6dc330a-81d0-411a-9373-a1642ecf6a3f HTTP/1.1" status: 204 len: 173 time: 0.9667490 Jul 05 03:49:31.693046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '097ec279-51cb-4367-8a08-bcf33052bb78', 'name': 'network-vif-deleted', 'tag': 'b6dc330a-81d0-411a-9373-a1642ecf6a3f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:31.696468 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92841e28-f708-4a83-9b4b-2527dcfc8bf7" -d '{"events": [{"server_uuid": "097ec279-51cb-4367-8a08-bcf33052bb78", "name": "network-vif-deleted", "tag": "b6dc330a-81d0-411a-9373-a1642ecf6a3f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:31.728191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.805981 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.850185 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75702c77-f551-4198-941a-c93e4060d812 x-openstack-request-id: req-75702c77-f551-4198-941a-c93e4060d812 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:31.850647 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "097ec279-51cb-4367-8a08-bcf33052bb78", "name": "network-vif-deleted", "tag": "b6dc330a-81d0-411a-9373-a1642ecf6a3f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:31.851025 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-75702c77-f551-4198-941a-c93e4060d812 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:31.852047 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '097ec279-51cb-4367-8a08-bcf33052bb78', 'name': 'network-vif-deleted', 'tag': 'b6dc330a-81d0-411a-9373-a1642ecf6a3f', 'status': 'completed', 'code': 200} Jul 05 03:49:31.932525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5108352-6e66-4dfd-83ba-31b98148dc69 req-ca556271-c020-43a9-a19d-fb83f9e4e3ae tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:31.944630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5108352-6e66-4dfd-83ba-31b98148dc69 req-ca556271-c020-43a9-a19d-fb83f9e4e3ae tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 943 time: 0.1807659 Jul 05 03:49:31.975767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event updated for resources: {'Port': ['ID=996e5382-0843-400d-ad88-661433a1777c,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:31.989269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:31.993412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5108352-6e66-4dfd-83ba-31b98148dc69 req-1abe1c63-5107-4a85-bbed-c39f4cf856a3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472543 Jul 05 03:49:32.035044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f41f243b-b53a-44a0-bd69-a972a0980d88 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:32.107542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.108766 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f3a2c76-02a5-4756-a18b-add7c290d7da tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6272509 Jul 05 03:49:32.172719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f41f243b-b53a-44a0-bd69-a972a0980d88, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f41f243b-b53a-44a0-bd69-a972a0980d88,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:32.197653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'f41f243b-b53a-44a0-bd69-a972a0980d88', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'port_id': 'f41f243b-b53a-44a0-bd69-a972a0980d88', 'mac_address': 'fa:16:3e:99:7e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec68273-2b6d-41e5-9d51-4ff736df0f68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:32.246882 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.262246 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f41f243b-b53a-44a0-bd69-a972a0980d88 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:32.289845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f41f243b-b53a-44a0-bd69-a972a0980d88, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f41f243b-b53a-44a0-bd69-a972a0980d88,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:32.353145 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:32.426323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f41f243b-b53a-44a0-bd69-a972a0980d88,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:32.502598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-eadd6e3e-834e-401a-a4d2-bae2f08a4b6f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.504131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-eadd6e3e-834e-401a-a4d2-bae2f08a4b6f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/networks?id=139f4862-4533-4530-bbae-72c1c8475252 HTTP/1.1" status: 200 len: 822 time: 0.1647918 Jul 05 03:49:32.530725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-c6f67259-24d6-4d9a-a22f-d2fdef654563 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/quotas/96b7301ca002421291810932e22f3e48 HTTP/1.1" status: 200 len: 375 time: 0.0182033 Jul 05 03:49:32.539885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4d3a17-7a73-4c15-a218-41b9c731e3a1 req-cebaabbe-c718-4fc5-8b08-fa859e9baf7c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:32.541417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab4d3a17-7a73-4c15-a218-41b9c731e3a1 req-cebaabbe-c718-4fc5-8b08-fa859e9baf7c tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.1088536 Jul 05 03:49:32.613335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab4d3a17-7a73-4c15-a218-41b9c731e3a1 req-ad56678f-17f4-49aa-8ac8-db633b8aeee6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612874 Jul 05 03:49:32.637124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-f9876c34-dbeb-4b60-9943-84a3fa8e3aeb tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96b7301ca002421291810932e22f3e48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0947518 Jul 05 03:49:32.652378 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f41f243b-b53a-44a0-bd69-a972a0980d88'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:32.780470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-811ee051-79ef-4ba5-a0b6-b50a240dc73a service neutron] 10.222.0.30 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1150062 Jul 05 03:49:32.808734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8eb45eeb-87c3-45fa-a61e-5b020b4a4592 req-754eba91-4a57-4749-9059-8f5677624430 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=097ec279-51cb-4367-8a08-bcf33052bb78 HTTP/1.1" status: 200 len: 210 time: 0.0437639 Jul 05 03:49:32.900696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-623a41c1-affc-4077-ad25-ec3eb4ae9ab3 service neutron] 10.222.0.30 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024196 Jul 05 03:49:33.214537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b452d09e-e500-493f-b609-01b6554ed615 req-b6060d87-c749-4840-8c36-bbff3a06fcb0 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0494559 Jul 05 03:49:33.411636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-0598fbee-f1ca-43c5-8f64-a7271195ea75 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.415595 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-0598fbee-f1ca-43c5-8f64-a7271195ea75 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1098 time: 0.1261809 Jul 05 03:49:33.430529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-41'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:33.502929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04871466-6716-424d-ba53-b15f276527b4 req-6c3a033e-fdb9-4121-ae36-95e6d92c0e6c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 210 time: 0.0485389 Jul 05 03:49:33.516710 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.628310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de8bb1-a10a-4126-8267-509a96b7e772 req-c75dd275-58ef-4af8-8268-4733d556f718 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.630900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71de8bb1-a10a-4126-8267-509a96b7e772 req-c75dd275-58ef-4af8-8268-4733d556f718 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 944 time: 0.1308281 Jul 05 03:49:33.687417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:33.708490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71de8bb1-a10a-4126-8267-509a96b7e772 req-9f93a1e2-5110-4578-abcc-3e904f060388 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687068 Jul 05 03:49:33.750361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:33.822217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.825037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5326693b-4f5d-4f5a-81d5-83f17669efd5'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:33.829518 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d07743de-6b57-419d-8a75-800cfd82bba8" -d '{"events": [{"server_uuid": "ed171a1c-a778-4bc0-a32c-b5565b0fdcdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5326693b-4f5d-4f5a-81d5-83f17669efd5"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:33.870923 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957f44b6-875f-4858-8c33-2d10f20055f4 x-openstack-request-id: req-957f44b6-875f-4858-8c33-2d10f20055f4 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:33.871534 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed171a1c-a778-4bc0-a32c-b5565b0fdcdd", "name": "network-vif-unplugged", "status": "completed", "tag": "5326693b-4f5d-4f5a-81d5-83f17669efd5", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:33.871864 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-957f44b6-875f-4858-8c33-2d10f20055f4 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:33.876668 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5326693b-4f5d-4f5a-81d5-83f17669efd5', 'code': 200} Jul 05 03:49:33.879792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5268dd70-1956-430b-a798-ab37ddbcf506 req-aa58edcd-85fb-4d4b-9d03-0c0e422f6441 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:33.881365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5268dd70-1956-430b-a798-ab37ddbcf506 req-aa58edcd-85fb-4d4b-9d03-0c0e422f6441 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 946 time: 0.0774775 Jul 05 03:49:33.923255 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:33.928569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5268dd70-1956-430b-a798-ab37ddbcf506 req-beb33056-2d2e-4250-963b-a8af211b0161 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406208 Jul 05 03:49:34.041734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Pushing event updated for resources: {'Port': ['ID=5326693b-4f5d-4f5a-81d5-83f17669efd5,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:34.054452 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on host n-h1-758944-41 for vnic_type normal with profile {"migrating_to": "n-h2-758944-41"} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:34.061267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:34.061267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:34.061267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:34.061267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Attempting to bind port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on network 94b6523b-b8cc-4f9b-a1d8-24beba529630 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:34.067026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:34.067496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Checking segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:34.067980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Bound using segment: {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:34.068212 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f41f243b-b53a-44a0-bd69-a972a0980d88 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:34.068679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Bound port: 5326693b-4f5d-4f5a-81d5-83f17669efd5, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f20234c2-22e6-48bf-93c8-c70843708ffe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '94b6523b-b8cc-4f9b-a1d8-24beba529630'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:34.069021 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.152203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:34.157400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:34.229782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port f41f243b-b53a-44a0-bd69-a972a0980d88 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:34.229782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port f41f243b-b53a-44a0-bd69-a972a0980d88 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:34.229782 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.283082 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.327808 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.375376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41f243b-b53a-44a0-bd69-a972a0980d88'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:34.378210 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-121b1d79-2fc1-4ee5-af2e-76ac5425e9e4" -d '{"events": [{"server_uuid": "1ef7f174-0e56-4475-93b8-4373e8e21e4f", "name": "network-vif-plugged", "status": "completed", "tag": "f41f243b-b53a-44a0-bd69-a972a0980d88"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:34.390876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Pushing event updated for resources: {'Port': ['ID=5326693b-4f5d-4f5a-81d5-83f17669efd5,revision_number=8']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:34.396052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f41f243b-b53a-44a0-bd69-a972a0980d88, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f41f243b-b53a-44a0-bd69-a972a0980d88,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:34.419033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b27a5933-196d-47aa-85bd-bb5512da2807 req-6bd510c6-0b19-4d8f-b31a-44f0208336c0 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0389886 Jul 05 03:49:34.438782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.440237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.441759 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-df31d9e4-e4d4-4a4c-8400-a9545aef2fdd service neutron] 10.222.0.13 "PUT /v2.0/ports/5326693b-4f5d-4f5a-81d5-83f17669efd5 HTTP/1.1" status: 200 len: 1124 time: 1.0185299 Jul 05 03:49:34.518840 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:34.523692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b6dc330a-81d0-411a-9373-a1642ecf6a3f no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:34.529836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['5326693b-4f5d-4f5a-81d5-83f17669efd5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:34.613118 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f7fc02-ec5b-483e-bf3e-7140234e1a7d x-openstack-request-id: req-43f7fc02-ec5b-483e-bf3e-7140234e1a7d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:34.613917 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef7f174-0e56-4475-93b8-4373e8e21e4f", "name": "network-vif-plugged", "status": "completed", "tag": "f41f243b-b53a-44a0-bd69-a972a0980d88", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:34.614360 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43f7fc02-ec5b-483e-bf3e-7140234e1a7d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:34.615088 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41f243b-b53a-44a0-bd69-a972a0980d88', 'code': 200} Jul 05 03:49:34.616729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['5326693b-4f5d-4f5a-81d5-83f17669efd5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:34.619975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: b6dc330a-81d0-411a-9373-a1642ecf6a3f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:34.620546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b6dc330a-81d0-411a-9373-a1642ecf6a3f not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:34.739840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f41f243b-b53a-44a0-bd69-a972a0980d88,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:34.842781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49488) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:34.892702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717d80d5-4e9a-4fdb-8656-37d63ded4dea req-4f6a396d-0128-4644-b204-4a09f2d7e472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.897105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717d80d5-4e9a-4fdb-8656-37d63ded4dea req-4f6a396d-0128-4644-b204-4a09f2d7e472 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 1097 time: 0.1759651 Jul 05 03:49:34.908772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7216ce-770b-4191-8f6c-7814d485b331 req-fa4d78f3-0a00-494d-9363-c0f114aa5370 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:34.911062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b7216ce-770b-4191-8f6c-7814d485b331 req-fa4d78f3-0a00-494d-9363-c0f114aa5370 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 949 time: 0.1665728 Jul 05 03:49:34.935246 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 5326693b-4f5d-4f5a-81d5-83f17669efd5 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:34.975703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-917d9789-b13a-49b3-bf7a-f592ff199f7e req-66b755cb-935d-46e6-bfd9-3a72a1782eb5 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 210 time: 0.0772271 Jul 05 03:49:34.992852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1b95df5c-25a9-47d5-b9d0-c5b70d3d663c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.037483 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717d80d5-4e9a-4fdb-8656-37d63ded4dea req-0c79be33-5101-4390-abfa-f5f44ee22cc1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1169624 Jul 05 03:49:35.052085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b7216ce-770b-4191-8f6c-7814d485b331 req-61cb2232-1b10-4e9e-abbb-285ade8f439f tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235864 Jul 05 03:49:35.133017 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1b95df5c-25a9-47d5-b9d0-c5b70d3d663c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.145256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:35.163166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 5326693b-4f5d-4f5a-81d5-83f17669efd5 has no active binding in host n-h2-758944-41 {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 03:49:35.244848 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1b95df5c-25a9-47d5-b9d0-c5b70d3d663c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.286264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f856c85-2199-4168-84fb-e5599cb5da91 req-017f3dcc-f0c2-4951-aa9a-24510eb81143 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.290594 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1b95df5c-25a9-47d5-b9d0-c5b70d3d663c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e878cb57d86d48af946113ef96ff223b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4433117 Jul 05 03:49:35.290855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f856c85-2199-4168-84fb-e5599cb5da91 req-017f3dcc-f0c2-4951-aa9a-24510eb81143 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 945 time: 0.1253064 Jul 05 03:49:35.290978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b95df5c-25a9-47d5-b9d0-c5b70d3d663c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5728d23d-240e-4d50-8a73-38ddc16a05e6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:35.291070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49494) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:35.325480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5737c649-c8a4-496a-b254-58504a0de1ce req-cd5b4b17-3e81-412b-bb8a-6bca83db804e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:35.326991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5737c649-c8a4-496a-b254-58504a0de1ce req-cd5b4b17-3e81-412b-bb8a-6bca83db804e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.1242769 Jul 05 03:49:35.400794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f856c85-2199-4168-84fb-e5599cb5da91 req-d6343a89-3c61-4a20-8dde-bf2136afc114 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012340 Jul 05 03:49:35.412402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5737c649-c8a4-496a-b254-58504a0de1ce req-2fd71554-b6a2-4512-888b-def857f43e45 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757048 Jul 05 03:49:35.427040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b921c18-66ff-4172-8b06-2d916e1166ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.455888 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b921c18-66ff-4172-8b06-2d916e1166ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.576685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b921c18-66ff-4172-8b06-2d916e1166ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.582352 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b921c18-66ff-4172-8b06-2d916e1166ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:35.584451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4b921c18-66ff-4172-8b06-2d916e1166ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5728d23d-240e-4d50-8a73-38ddc16a05e6 HTTP/1.1" status: 204 len: 168 time: 0.2915969 Jul 05 03:49:35.603366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b921c18-66ff-4172-8b06-2d916e1166ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5728d23d-240e-4d50-8a73-38ddc16a05e6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:35.683890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6bec98f-681a-4f7c-b44d-10f3cf504c1a req-393b8f04-a5f8-4e80-b2ce-5297034d3af5 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0837641 Jul 05 03:49:35.874168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'tag': '5326693b-4f5d-4f5a-81d5-83f17669efd5'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:35.876720 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2247f25-928f-4f45-8f1c-116bcd4f4997" -d '{"events": [{"name": "network-changed", "server_uuid": "ed171a1c-a778-4bc0-a32c-b5565b0fdcdd", "tag": "5326693b-4f5d-4f5a-81d5-83f17669efd5"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:35.919302 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68c3c1c9-2048-4c26-a898-a1afcd7d32cb x-openstack-request-id: req-68c3c1c9-2048-4c26-a898-a1afcd7d32cb {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:35.919641 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed171a1c-a778-4bc0-a32c-b5565b0fdcdd", "tag": "5326693b-4f5d-4f5a-81d5-83f17669efd5", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:35.921444 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-68c3c1c9-2048-4c26-a898-a1afcd7d32cb {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:35.921444 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'tag': '5326693b-4f5d-4f5a-81d5-83f17669efd5', 'status': 'completed', 'code': 200} Jul 05 03:49:36.053247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2247f25-928f-4f45-8f1c-116bcd4f4997 req-76420448-a813-46fe-81eb-7f165834b03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.053247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2247f25-928f-4f45-8f1c-116bcd4f4997 req-76420448-a813-46fe-81eb-7f165834b03f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 1127 time: 0.0933325 Jul 05 03:49:36.113193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-b2ddd69c-2056-45ae-87dc-88249b0613f6 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.115926 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-b2ddd69c-2056-45ae-87dc-88249b0613f6 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "GET /v2.0/networks?id=139f4862-4533-4530-bbae-72c1c8475252 HTTP/1.1" status: 200 len: 822 time: 0.2002037 Jul 05 03:49:36.139612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Request body: {'port': {'device_id': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'network_id': '139f4862-4533-4530-bbae-72c1c8475252', 'admin_state_up': True, 'tenant_id': '96b7301ca002421291810932e22f3e48'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:36.348227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Made reservation on behalf of 96b7301ca002421291810932e22f3e48 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:36.355291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.516109 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49516) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:36.541526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52ca7b88-b794-47ef-88e9-bf9ae3376164 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.567948 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Allocated IP 172.20.0.10 (139f4862-4533-4530-bbae-72c1c8475252/39dc11cf-66f3-454a-8c59-e6b1a9762ee0/703da4f6-a946-4099-bb5e-e1b897714b5e) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:36.615480 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac64f516-ddff-4420-99e2-08ca728dfc29 req-c3be79d5-c6f1-4174-a7ed-f0dddd9244d4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 210 time: 0.0734932 Jul 05 03:49:36.736174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2247f25-928f-4f45-8f1c-116bcd4f4997 req-44db7df3-f344-4e64-aaf0-6b8c40474ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.737672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2247f25-928f-4f45-8f1c-116bcd4f4997 req-44db7df3-f344-4e64-aaf0-6b8c40474ecf service neutron] 10.222.0.26 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.6684930 Jul 05 03:49:36.809453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-1f0cc07b-f8f6-4555-970a-86027668f771 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.811083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-1f0cc07b-f8f6-4555-970a-86027668f771 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.26 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 949 time: 0.2702878 Jul 05 03:49:36.823943 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52ca7b88-b794-47ef-88e9-bf9ae3376164 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.829880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2247f25-928f-4f45-8f1c-116bcd4f4997 req-51af4980-264b-4e6b-989a-51f8725a377d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5 HTTP/1.1" status: 200 len: 217 time: 0.0831573 Jul 05 03:49:36.837488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04287364-e9fa-4e6b-b43d-dd2666a0f1fb req-2b821409-8c83-4905-aa7e-dd3dd9c1d7f8 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.838939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04287364-e9fa-4e6b-b43d-dd2666a0f1fb req-2b821409-8c83-4905-aa7e-dd3dd9c1d7f8 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 949 time: 0.2958267 Jul 05 03:49:36.869472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.952594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52ca7b88-b794-47ef-88e9-bf9ae3376164 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:36.976027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2247f25-928f-4f45-8f1c-116bcd4f4997 req-9949ff2a-5586-41a7-8108-2e3c989cd411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:36.978048 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2247f25-928f-4f45-8f1c-116bcd4f4997 req-9949ff2a-5586-41a7-8108-2e3c989cd411 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.1362875 Jul 05 03:49:36.995983 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-52ca7b88-b794-47ef-88e9-bf9ae3376164 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=277685b7f9c74c36ab407dcfee285e0a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4785099 Jul 05 03:49:36.996834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca7b88-b794-47ef-88e9-bf9ae3376164 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be70928-8b25-4844-9b24-3e35eae8c20d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:36.999298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49526) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:37.002207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04287364-e9fa-4e6b-b43d-dd2666a0f1fb req-8e9a646f-a1c0-42ef-9e5e-8841ccd817b1 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/security-groups?id=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1440039 Jul 05 03:49:37.028657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.057840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2247f25-928f-4f45-8f1c-116bcd4f4997 req-54e0b80b-0ae2-4843-bb76-6c16a79f39e9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0506837 Jul 05 03:49:37.070778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdac6f90-cd60-40e0-8418-94af80b3a30c req-df862124-9f47-4a56-8682-23e4ef11327c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.072298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdac6f90-cd60-40e0-8418-94af80b3a30c req-df862124-9f47-4a56-8682-23e4ef11327c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 945 time: 0.3155742 Jul 05 03:49:37.121270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1dd6beba-aa76-4c98-b641-a10ce0af734f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.124113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Network 139f4862-4533-4530-bbae-72c1c8475252 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:37.133209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:37.139952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:37.148933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event updated for resources: {'Port': ['ID=703da4f6-a946-4099-bb5e-e1b897714b5e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:37.205820 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1dd6beba-aa76-4c98-b641-a10ce0af734f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.242094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.242721 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.269979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-f679386c-d67a-49a7-a151-b6fc5df66783 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Deleting port eafcb372-62be-4716-ac5d-3af5acc27211 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:37.276270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-f679386c-d67a-49a7-a151-b6fc5df66783 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.291748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdac6f90-cd60-40e0-8418-94af80b3a30c req-8639df11-c656-4380-bb82-ce159754fa57 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1428382 Jul 05 03:49:37.330714 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-d7bc0237-d798-43da-9c4a-df9940a4cd79 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1976686 Jul 05 03:49:37.351210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Request body: {'port': {'device_id': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:37.374836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2247f25-928f-4f45-8f1c-116bcd4f4997 req-0b0b629b-357b-4647-8ea7-9acc3b279308 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997444 Jul 05 03:49:37.392815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1dd6beba-aa76-4c98-b641-a10ce0af734f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.395845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1dd6beba-aa76-4c98-b641-a10ce0af734f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.400262 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1dd6beba-aa76-4c98-b641-a10ce0af734f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3be70928-8b25-4844-9b24-3e35eae8c20d HTTP/1.1" status: 204 len: 168 time: 0.3969769 Jul 05 03:49:37.423633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd6beba-aa76-4c98-b641-a10ce0af734f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be70928-8b25-4844-9b24-3e35eae8c20d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:37.491740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-f679386c-d67a-49a7-a151-b6fc5df66783 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] For port eafcb372-62be-4716-ac5d-3af5acc27211, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=eafcb372-62be-4716-ac5d-3af5acc27211,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:37.492141 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-f679386c-d67a-49a7-a151-b6fc5df66783 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.514202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.527838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71bc0843-6559-4d27-bb27-107c541e8292 req-ea64c40e-51ad-4bc4-87a4-354a33e4cf96 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:37.535405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71bc0843-6559-4d27-bb27-107c541e8292 req-ea64c40e-51ad-4bc4-87a4-354a33e4cf96 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.3467855 Jul 05 03:49:37.539324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-f679386c-d67a-49a7-a151-b6fc5df66783 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Calling delete_port for eafcb372-62be-4716-ac5d-3af5acc27211 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:37.707606 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71bc0843-6559-4d27-bb27-107c541e8292 req-de09c4c1-73fb-472e-a790-53441cf2ddc9 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712902 Jul 05 03:49:37.711669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32cd33d-5e83-4e39-9759-84e7178a6f18 req-9856c4e6-d046-4eda-b02f-b09f49252eb7 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0683200 Jul 05 03:49:37.713650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2247f25-928f-4f45-8f1c-116bcd4f4997 req-72188b82-6b2e-48e1-bf5d-35ed4dbe3559 service neutron] 10.222.0.26 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3306661 Jul 05 03:49:37.941618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-f679386c-d67a-49a7-a151-b6fc5df66783 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.941946 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-def75a27-a98f-4d84-9990-555c223618be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:37.957088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['eafcb372-62be-4716-ac5d-3af5acc27211'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:38.034374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f679386c-d67a-49a7-a151-b6fc5df66783 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Pushing event deleted for resources: {'Port': ['ID=eafcb372-62be-4716-ac5d-3af5acc27211,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:38.034686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 703da4f6-a946-4099-bb5e-e1b897714b5e {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:38.053461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.086420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Transition to ACTIVE for port object 703da4f6-a946-4099-bb5e-e1b897714b5e will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:38.106688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-f679386c-d67a-49a7-a151-b6fc5df66783 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] No DVR routers for this DVR port eafcb372-62be-4716-ac5d-3af5acc27211 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:38.111857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-f679386c-d67a-49a7-a151-b6fc5df66783 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.115984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df2551ba-b2f1-42a9-beb0-4998f7ae4cb3 req-f679386c-d67a-49a7-a151-b6fc5df66783 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.26 "DELETE /v2.0/ports/eafcb372-62be-4716-ac5d-3af5acc27211 HTTP/1.1" status: 204 len: 173 time: 1.2744577 Jul 05 03:49:38.115984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e61da5c2-3cd6-4a53-adab-191797223905', 'name': 'network-vif-deleted', 'tag': 'eafcb372-62be-4716-ac5d-3af5acc27211'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:38.118249 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb561cd6-a50c-42c0-9b64-e3abacf096f4" -d '{"events": [{"server_uuid": "e61da5c2-3cd6-4a53-adab-191797223905", "name": "network-vif-deleted", "tag": "eafcb372-62be-4716-ac5d-3af5acc27211"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:38.183145 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.218720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e70ebc1-61e3-449e-a302-00018f0ff491 req-517bb963-e878-4a48-bcf5-8c1e799a3e45 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.221502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e70ebc1-61e3-449e-a302-00018f0ff491 req-517bb963-e878-4a48-bcf5-8c1e799a3e45 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 932 time: 0.0995865 Jul 05 03:49:38.275453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Pushing event updated for resources: {'Port': ['ID=703da4f6-a946-4099-bb5e-e1b897714b5e,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:38.303257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e70ebc1-61e3-449e-a302-00018f0ff491 req-6921c545-2122-44df-95c9-80c314ae92f8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746696 Jul 05 03:49:38.422589 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e92796a-701c-4ebc-bad0-a266c8ca4f39 x-openstack-request-id: req-6e92796a-701c-4ebc-bad0-a266c8ca4f39 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:38.422857 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e61da5c2-3cd6-4a53-adab-191797223905", "name": "network-vif-deleted", "tag": "eafcb372-62be-4716-ac5d-3af5acc27211", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:38.423611 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6e92796a-701c-4ebc-bad0-a266c8ca4f39 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:38.423942 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e61da5c2-3cd6-4a53-adab-191797223905', 'name': 'network-vif-deleted', 'tag': 'eafcb372-62be-4716-ac5d-3af5acc27211', 'status': 'completed', 'code': 200} Jul 05 03:49:38.431683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Attempting to bind port 703da4f6-a946-4099-bb5e-e1b897714b5e on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:38.432993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Attempting to bind port 703da4f6-a946-4099-bb5e-e1b897714b5e by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:38.435490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Attempting to bind port 703da4f6-a946-4099-bb5e-e1b897714b5e on network 139f4862-4533-4530-bbae-72c1c8475252 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:38.452186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Port 703da4f6-a946-4099-bb5e-e1b897714b5e on network 139f4862-4533-4530-bbae-72c1c8475252 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:38.455959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Attempting to bind port 703da4f6-a946-4099-bb5e-e1b897714b5e on network 139f4862-4533-4530-bbae-72c1c8475252 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:38.474349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:38.474349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Checking segment: {'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:38.474349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Bound using segment: {'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:38.474349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Bound port: 703da4f6-a946-4099-bb5e-e1b897714b5e, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:38.474900 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.581359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] For port 703da4f6-a946-4099-bb5e-e1b897714b5e, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:38.586261 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] For port 703da4f6-a946-4099-bb5e-e1b897714b5e, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=703da4f6-a946-4099-bb5e-e1b897714b5e,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:38.604395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-adff86ec-e833-49f1-bcf3-e73dc58544ef req-6ebb35e6-a166-489c-ba57-33183057ae26 tempest-LiveMigrationNegativeTest-463234897 tempest-LiveMigrationNegativeTest-463234897-project] 10.222.0.30 "GET /v2.0/ports?device_id=e61da5c2-3cd6-4a53-adab-191797223905 HTTP/1.1" status: 200 len: 210 time: 0.0954361 Jul 05 03:49:38.681152 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.710997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.713064 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:38.715840 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] 10.222.0.13 "PUT /v2.0/ports/703da4f6-a946-4099-bb5e-e1b897714b5e HTTP/1.1" status: 200 len: 1093 time: 1.3749170 Jul 05 03:49:38.749112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'tag': '703da4f6-a946-4099-bb5e-e1b897714b5e'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:38.754613 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c54ba54-1477-49b7-815a-7ebde73ca31b" -d '{"events": [{"name": "network-changed", "server_uuid": "c96d62ae-7a89-4522-914f-dae9d20679ec", "tag": "703da4f6-a946-4099-bb5e-e1b897714b5e"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:38.801619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae4845a-cf0f-4915-bcb8-c1ed6cd3251c req-70b73b8a-12d3-4f31-afed-b8041dc35b48 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.803955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bae4845a-cf0f-4915-bcb8-c1ed6cd3251c req-70b73b8a-12d3-4f31-afed-b8041dc35b48 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 945 time: 0.1734300 Jul 05 03:49:38.810485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5f9f28-3059-4b06-8cd2-4ac37adb5254 service neutron] Pushing event updated for resources: {'Port': ['ID=703da4f6-a946-4099-bb5e-e1b897714b5e,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:38.892187 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9d3fc7a-f51b-4a0e-8692-0d89527b7570 x-openstack-request-id: req-d9d3fc7a-f51b-4a0e-8692-0d89527b7570 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:38.892845 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96d62ae-7a89-4522-914f-dae9d20679ec", "tag": "703da4f6-a946-4099-bb5e-e1b897714b5e", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:38.893037 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bae4845a-cf0f-4915-bcb8-c1ed6cd3251c req-32dc4a20-4439-4f20-acff-2a2c397c0523 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774157 Jul 05 03:49:38.893418 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d9d3fc7a-f51b-4a0e-8692-0d89527b7570 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:38.894005 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'tag': '703da4f6-a946-4099-bb5e-e1b897714b5e', 'status': 'completed', 'code': 200} Jul 05 03:49:38.974794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-94313e76-6257-4563-834a-f2969edf49e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:38.976496 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-94313e76-6257-4563-834a-f2969edf49e4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96b7301ca002421291810932e22f3e48&device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 1096 time: 0.0736685 Jul 05 03:49:39.050740 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-2bd55b7e-b977-49f8-a3bb-be44dd5a138f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=703da4f6-a946-4099-bb5e-e1b897714b5e HTTP/1.1" status: 200 len: 217 time: 0.0613182 Jul 05 03:49:39.132722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-b9c520bb-9182-4dde-b5b3-c15a42be2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.135051 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-b9c520bb-9182-4dde-b5b3-c15a42be2472 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39dc11cf-66f3-454a-8c59-e6b1a9762ee0 HTTP/1.1" status: 200 len: 862 time: 0.0721145 Jul 05 03:49:39.171598 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04e6c984-c39c-4ce3-8d34-cd7082999bd8 req-fdfc41dd-a54b-4f20-b4eb-e6acd716603b tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0602489 Jul 05 03:49:39.200253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901f00f5-3ddd-4b9b-a8a8-aff1e938144f req-c43866e8-4c3b-4fab-ae5d-589b651ee4cf tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.208146 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-3c9a3c62-2871-45fe-b992-2a05e672cf2a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139f4862-4533-4530-bbae-72c1c8475252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468521 Jul 05 03:49:39.212098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-901f00f5-3ddd-4b9b-a8a8-aff1e938144f req-c43866e8-4c3b-4fab-ae5d-589b651ee4cf tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.1740103 Jul 05 03:49:39.272433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-901f00f5-3ddd-4b9b-a8a8-aff1e938144f req-f2bce00b-cc26-436e-8fed-fe08dee18840 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581422 Jul 05 03:49:39.478660 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-320cbdec-c548-42c2-9f8b-a1f93e79e4bf service neutron] 10.222.0.13 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2628157 Jul 05 03:49:39.664380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b43cebb7-5abb-4ee5-9abe-a40aef38d79b req-f0bb8b31-b9d7-464b-af86-db69651c1efa service neutron] 10.222.0.13 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1753309 Jul 05 03:49:39.696427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b58ced1-6247-4c0a-a3a3-fa56ca78c81e req-e08b5c7a-65fd-4a5d-acd4-55a534f1f3ab tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.698427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b58ced1-6247-4c0a-a3a3-fa56ca78c81e req-e08b5c7a-65fd-4a5d-acd4-55a534f1f3ab tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 944 time: 0.2114532 Jul 05 03:49:39.763217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b58ced1-6247-4c0a-a3a3-fa56ca78c81e req-5f006c3b-d2d4-4c95-bd62-818227fd8be1 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574367 Jul 05 03:49:39.946509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54ba54-1477-49b7-815a-7ebde73ca31b req-c17c060b-f0eb-4348-90cf-42fd6e3545f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:39.950316 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6c54ba54-1477-49b7-815a-7ebde73ca31b req-c17c060b-f0eb-4348-90cf-42fd6e3545f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96b7301ca002421291810932e22f3e48&device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 1096 time: 0.1359076 Jul 05 03:49:40.068810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device eafcb372-62be-4716-ac5d-3af5acc27211 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:40.164986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: eafcb372-62be-4716-ac5d-3af5acc27211 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:40.165717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device eafcb372-62be-4716-ac5d-3af5acc27211 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:40.201654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54ba54-1477-49b7-815a-7ebde73ca31b req-53a5d79b-5d65-43af-8829-63845ffd01a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.204134 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6c54ba54-1477-49b7-815a-7ebde73ca31b req-53a5d79b-5d65-43af-8829-63845ffd01a4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=139f4862-4533-4530-bbae-72c1c8475252 HTTP/1.1" status: 200 len: 923 time: 0.2449741 Jul 05 03:49:40.299052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4d8d85-1ecb-47dd-90e9-348ff46ca742 req-327cd471-edf3-41d1-b84a-c849352b9383 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.300597 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6c54ba54-1477-49b7-815a-7ebde73ca31b req-89ecde40-e554-45cb-8b15-edd8fd3773d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=703da4f6-a946-4099-bb5e-e1b897714b5e HTTP/1.1" status: 200 len: 217 time: 0.0793123 Jul 05 03:49:40.303634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f4d8d85-1ecb-47dd-90e9-348ff46ca742 req-327cd471-edf3-41d1-b84a-c849352b9383 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 945 time: 0.1316762 Jul 05 03:49:40.365345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f4d8d85-1ecb-47dd-90e9-348ff46ca742 req-d68cb0a1-4347-40bc-a576-d571d3a80d6c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570228 Jul 05 03:49:40.412494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54ba54-1477-49b7-815a-7ebde73ca31b req-c177de6d-127b-429a-b294-54d7deb687d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.414265 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6c54ba54-1477-49b7-815a-7ebde73ca31b req-c177de6d-127b-429a-b294-54d7deb687d1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39dc11cf-66f3-454a-8c59-e6b1a9762ee0 HTTP/1.1" status: 200 len: 862 time: 0.0967941 Jul 05 03:49:40.484577 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6c54ba54-1477-49b7-815a-7ebde73ca31b req-2428a08a-f35a-4967-af2f-f2e1c97d394d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139f4862-4533-4530-bbae-72c1c8475252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0604126 Jul 05 03:49:40.492005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2377fde-7428-4c2a-9292-97db1a127877 req-d0ba067e-42b6-4f1f-8b06-ab4eface191b tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0589201 Jul 05 03:49:40.694167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49624) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:40.713518 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-84511688-acfe-499b-9ac0-e3626c849099 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.889578 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6c54ba54-1477-49b7-815a-7ebde73ca31b req-4e0ab9e6-4384-4893-8c82-42ea0a7db01f service neutron] 10.222.0.13 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951259 Jul 05 03:49:40.905994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a02eb1-70fe-45ee-a76b-4fd773854cdc req-4f9e7098-4af6-4789-a809-45249f237960 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:40.919140 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:40.926503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a02eb1-70fe-45ee-a76b-4fd773854cdc req-4f9e7098-4af6-4789-a809-45249f237960 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.2553186 Jul 05 03:49:41.023506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a02eb1-70fe-45ee-a76b-4fd773854cdc req-b0fcf792-3f8c-4939-859e-2737cd476cbc tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904446 Jul 05 03:49:41.068274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49636) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:41.272328 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b16d00b8-d969-438d-ac93-5b25c1d4251b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.356404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38b0adf9-1bba-4cd2-8846-b048f3a96364 req-9deb05f9-b104-4418-a9c8-7a9c4253dfae tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:41.359661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38b0adf9-1bba-4cd2-8846-b048f3a96364 req-9deb05f9-b104-4418-a9c8-7a9c4253dfae tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 944 time: 0.1802299 Jul 05 03:49:41.438887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38b0adf9-1bba-4cd2-8846-b048f3a96364 req-aa5da6e6-1289-4f83-b91a-cd45bf88f739 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699549 Jul 05 03:49:41.487666 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b16d00b8-d969-438d-ac93-5b25c1d4251b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.561364 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-61fd51a5-0a1c-4ccd-96b9-7b5eeb69ae75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=efb68afa1c014f5f992c8f23a7529fa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8643286 Jul 05 03:49:41.565719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49648) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:41.582561 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6c54ba54-1477-49b7-815a-7ebde73ca31b req-48693821-664d-487d-8382-e28308335f2d service neutron] 10.222.0.13 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6851788 Jul 05 03:49:41.617438 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b16d00b8-d969-438d-ac93-5b25c1d4251b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.713334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.723850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b16d00b8-d969-438d-ac93-5b25c1d4251b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ff2cba30d3e40069f4d6247ea12cc88&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6538248 Jul 05 03:49:41.735560 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49650) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:41.757787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16d00b8-d969-438d-ac93-5b25c1d4251b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85fc3e2e-335e-4954-a5b2-67769bfa5a3b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:41.779529 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b1f1685c-aad2-48b2-8593-875a8af3d483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.808049 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8742fe3-a93f-4280-ad98-a58fb9b30505 req-2989bf52-fbe7-4c78-8109-c6da19f6a8af tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0471439 Jul 05 03:49:41.844838 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a11c15fc-f3c4-46ac-9392-c7a4025f0226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.862619 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b1f1685c-aad2-48b2-8593-875a8af3d483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:41.880472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-5e2e54f2-bd11-4295-8a4a-166d4d12511f service neutron] 10.222.0.26 "GET /v2.0/ports/5326693b-4f5d-4f5a-81d5-83f17669efd5/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 385 time: 0.1787360 Jul 05 03:49:41.892938 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a11c15fc-f3c4-46ac-9392-c7a4025f0226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.090362 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b1f1685c-aad2-48b2-8593-875a8af3d483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.091057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a11c15fc-f3c4-46ac-9392-c7a4025f0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.093415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b1f1685c-aad2-48b2-8593-875a8af3d483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.098336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a11c15fc-f3c4-46ac-9392-c7a4025f0226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.098498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b1f1685c-aad2-48b2-8593-875a8af3d483 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e55a8c6-4e99-48e0-bafc-b8f14ec1b701 HTTP/1.1" status: 204 len: 168 time: 0.5278795 Jul 05 03:49:42.098593 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a11c15fc-f3c4-46ac-9392-c7a4025f0226 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/85fc3e2e-335e-4954-a5b2-67769bfa5a3b HTTP/1.1" status: 204 len: 168 time: 0.3576913 Jul 05 03:49:42.106541 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5326693b-4f5d-4f5a-81d5-83f17669efd5 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:42.109910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1f1685c-aad2-48b2-8593-875a8af3d483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e55a8c6-4e99-48e0-bafc-b8f14ec1b701,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:42.137303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11c15fc-f3c4-46ac-9392-c7a4025f0226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85fc3e2e-335e-4954-a5b2-67769bfa5a3b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:42.154878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-fb649cc9-aa68-43a4-af26-297fb3a05a0f service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:42.212449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-fb649cc9-aa68-43a4-af26-297fb3a05a0f service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:42.287774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-fb649cc9-aa68-43a4-af26-297fb3a05a0f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5326693b-4f5d-4f5a-81d5-83f17669efd5 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:42.302234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-fb649cc9-aa68-43a4-af26-297fb3a05a0f service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:42.341391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86aa6197-482d-4bab-82a3-62175dc1525e req-e21c6bfa-088a-485a-a498-473de9244116 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.343109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86aa6197-482d-4bab-82a3-62175dc1525e req-e21c6bfa-088a-485a-a498-473de9244116 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 944 time: 0.1436632 Jul 05 03:49:42.372549 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-fb649cc9-aa68-43a4-af26-297fb3a05a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.399766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86aa6197-482d-4bab-82a3-62175dc1525e req-8f1a60c9-dea9-43df-8e2a-8d1ca3c10f69 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486543 Jul 05 03:49:42.478518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-fb649cc9-aa68-43a4-af26-297fb3a05a0f service neutron] Transition to ACTIVE for port object 5326693b-4f5d-4f5a-81d5-83f17669efd5 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:42.577496 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-fb649cc9-aa68-43a4-af26-297fb3a05a0f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:42.714462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-fb649cc9-aa68-43a4-af26-297fb3a05a0f service neutron] No DVR routers for this DVR port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:42.727600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb649cc9-aa68-43a4-af26-297fb3a05a0f service neutron] Pushing event updated for resources: {'Port': ['ID=5326693b-4f5d-4f5a-81d5-83f17669efd5,revision_number=10']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:42.767237 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-fb649cc9-aa68-43a4-af26-297fb3a05a0f service neutron] 10.222.0.26 "PUT /v2.0/ports/5326693b-4f5d-4f5a-81d5-83f17669efd5/bindings/n-h2-758944-41/activate HTTP/1.1" status: 200 len: 370 time: 0.8742836 Jul 05 03:49:42.789513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efa5d38-d46d-4045-9fcd-3eb8886529a3 req-ce332700-482f-476c-8b41-908c39a3412f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:42.791120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4efa5d38-d46d-4045-9fcd-3eb8886529a3 req-ce332700-482f-476c-8b41-908c39a3412f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 944 time: 0.1763604 Jul 05 03:49:42.853529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4efa5d38-d46d-4045-9fcd-3eb8886529a3 req-eddcf389-601c-464f-a0fc-33c0e02a2599 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538368 Jul 05 03:49:43.041832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16165b61-fc69-4b1f-82dd-6753fe165e81 req-1e3f7ba3-a894-465e-bb80-0b8cf05580d8 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0744810 Jul 05 03:49:43.061660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49700) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:43.122847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-ea7e776a-6547-42e7-a069-8c8161f1c4b0 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.125682 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-ea7e776a-6547-42e7-a069-8c8161f1c4b0 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.0949924 Jul 05 03:49:43.163675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-57aa1b90-3b8a-4404-a6dd-bf2595c82560 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbcaf934f8a04f50831f69a4e3f66893&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0989358 Jul 05 03:49:43.166113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49702) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:43.240852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-f0aea296-3422-4b5e-b694-b6d4e3cf122f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.242389 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-f0aea296-3422-4b5e-b694-b6d4e3cf122f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd&tenant_id=abee83cb9e7945c9afcda6c5615990ea HTTP/1.1" status: 200 len: 1097 time: 0.1010580 Jul 05 03:49:43.259297 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18e7a255-df8a-4858-bed1-efaa005de708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.283089 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18e7a255-df8a-4858-bed1-efaa005de708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.340673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.345997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-94c0eb60-234a-41bc-8b31-042bbc2e5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.345997 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-94c0eb60-234a-41bc-8b31-042bbc2e5d61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=abee83cb9e7945c9afcda6c5615990ea&device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 1097 time: 0.0644064 Jul 05 03:49:43.450579 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18e7a255-df8a-4858-bed1-efaa005de708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.454418 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18e7a255-df8a-4858-bed1-efaa005de708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.456641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-18e7a255-df8a-4858-bed1-efaa005de708 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5deb3143-e01f-45e9-93a9-d9b2fcf5bac0 HTTP/1.1" status: 204 len: 168 time: 0.2885816 Jul 05 03:49:43.467937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e7a255-df8a-4858-bed1-efaa005de708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5deb3143-e01f-45e9-93a9-d9b2fcf5bac0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:43.469578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-29f7acf7-19eb-44a1-9198-5feafb3299c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.477159 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-29f7acf7-19eb-44a1-9198-5feafb3299c9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 200 len: 922 time: 0.1103485 Jul 05 03:49:43.518536 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:43.536307 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-942ce7fc-c76c-44be-9e8d-684f74af69d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5 HTTP/1.1" status: 200 len: 217 time: 0.0482712 Jul 05 03:49:43.598151 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-ce9a33ee-0648-4430-906b-d60d1b139021 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.599941 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-ce9a33ee-0648-4430-906b-d60d1b139021 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 200 len: 861 time: 0.0565269 Jul 05 03:49:43.625182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110c2b93-fcac-4df5-b62e-186a9787939b req-7edddb5b-3752-4e3d-9afb-63c24f966838 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:43.627126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-110c2b93-fcac-4df5-b62e-186a9787939b req-7edddb5b-3752-4e3d-9afb-63c24f966838 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 945 time: 0.0846052 Jul 05 03:49:43.646375 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-215a409e-847b-4f8c-9b8f-be2bf2646f6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94b6523b-b8cc-4f9b-a1d8-24beba529630&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371723 Jul 05 03:49:43.693063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-110c2b93-fcac-4df5-b62e-186a9787939b req-7e74d0df-fe2d-47d2-85f2-8f0f55669845 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597131 Jul 05 03:49:43.776611 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-44f922b3-44b7-4241-bb97-6f85360706ab service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110463 Jul 05 03:49:43.909671 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-b5192a7b-56c7-4424-9eca-cd6c586ff2ae service neutron] 10.222.0.13 "GET /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252868 Jul 05 03:49:43.976707 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.138473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-9d358176-f01c-46a3-8ec4-adffc1b2e86b tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7318c9e815b64f21882e73e9e42e95b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344069 Jul 05 03:49:44.238839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2711eea5-3c3e-4ea7-ab57-717596b7eb98 req-a09c9754-d8a5-4a87-9cf9-cd0a6e028b0d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:44.240548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2711eea5-3c3e-4ea7-ab57-717596b7eb98 req-a09c9754-d8a5-4a87-9cf9-cd0a6e028b0d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 944 time: 0.1888602 Jul 05 03:49:44.311217 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-84ea9307-82c5-483a-a188-2f59f55264c2 req-c97b15e3-e508-4cb8-a9d6-0ceb96efd835 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0345669 Jul 05 03:49:44.316931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-51bc24c9-7cb1-4b5f-a5f7-ac353be1dbed tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:44.323654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-51bc24c9-7cb1-4b5f-a5f7-ac353be1dbed tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1756139 Jul 05 03:49:44.333993 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2711eea5-3c3e-4ea7-ab57-717596b7eb98 req-d1094cbc-fbc3-457f-8bb8-715cc2679889 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709355 Jul 05 03:49:44.344418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-69c51cac-b3d2-42a8-a0ad-c52c29618116 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/quotas/7318c9e815b64f21882e73e9e42e95b9 HTTP/1.1" status: 200 len: 375 time: 0.0144110 Jul 05 03:49:44.391257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-94763104-0507-4248-b57c-3a2359664df1 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7318c9e815b64f21882e73e9e42e95b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0404561 Jul 05 03:49:44.562945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-e65e140e-5296-45fd-8f5e-c157839e003c tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:44.566889 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-e65e140e-5296-45fd-8f5e-c157839e003c tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd&tenant_id=abee83cb9e7945c9afcda6c5615990ea&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.0936730 Jul 05 03:49:44.642565 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe5d01d1-9e48-4e1b-bd26-9799ef3714e5 req-2a5dd372-0660-4f96-8f42-e28c4a87b36e tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0546813 Jul 05 03:49:44.771369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee5d90d2-26ff-4c41-952b-26c6cc288643 req-d0428bbb-0eaf-43ba-8909-d798a4d9899f tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 210 time: 0.0771837 Jul 05 03:49:44.823470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-983109e0-c47b-4fe8-84f1-fb6cce1741f1 service neutron] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:44.827326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-983109e0-c47b-4fe8-84f1-fb6cce1741f1 service neutron] Notify callbacks [] for binding, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:44.827326 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0862aefd-4cc7-4658-825e-6035974ca8cd req-983109e0-c47b-4fe8-84f1-fb6cce1741f1 service neutron] 10.222.0.13 "DELETE /v2.0/ports/5326693b-4f5d-4f5a-81d5-83f17669efd5/bindings/n-h1-758944-41 HTTP/1.1" status: 204 len: 173 time: 0.2487526 Jul 05 03:49:44.959017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 703da4f6-a946-4099-bb5e-e1b897714b5e details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:45.001872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824816a1-f850-4695-9899-76406319a5db req-e579e678-0a69-41e2-bdeb-31152afe758a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.009070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-824816a1-f850-4695-9899-76406319a5db req-e579e678-0a69-41e2-bdeb-31152afe758a tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 945 time: 0.1085911 Jul 05 03:49:45.073568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-824816a1-f850-4695-9899-76406319a5db req-aa70c7e6-a4dc-4ce0-9d88-4b7656da50d9 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627649 Jul 05 03:49:45.107933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 703da4f6-a946-4099-bb5e-e1b897714b5e, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=703da4f6-a946-4099-bb5e-e1b897714b5e,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:45.121599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '703da4f6-a946-4099-bb5e-e1b897714b5e', 'network_id': '139f4862-4533-4530-bbae-72c1c8475252', 'port_id': '703da4f6-a946-4099-bb5e-e1b897714b5e', 'mac_address': 'fa:16:3e:7f:74:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dc11cf-66f3-454a-8c59-e6b1a9762ee0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:45.170528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.185374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 703da4f6-a946-4099-bb5e-e1b897714b5e {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:45.232134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 703da4f6-a946-4099-bb5e-e1b897714b5e, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=703da4f6-a946-4099-bb5e-e1b897714b5e,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:45.301110 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:45.312550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67294a4-4c9d-4a93-b055-b74e6c8e0755 req-7952a031-ab10-4d19-9002-d97c256c448e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.320579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f67294a4-4c9d-4a93-b055-b74e6c8e0755 req-7952a031-ab10-4d19-9002-d97c256c448e tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 1097 time: 0.0697222 Jul 05 03:49:45.360669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f67294a4-4c9d-4a93-b055-b74e6c8e0755 req-ab326893-a8c1-40d7-88e0-f44033c1d7e2 tempest-LiveAutoBlockMigrationV225Test-554562885 tempest-LiveAutoBlockMigrationV225Test-554562885-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388374 Jul 05 03:49:45.371365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=703da4f6-a946-4099-bb5e-e1b897714b5e,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:45.605944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25bcec1-07f1-4384-b8e8-f679bc37b4bd req-abbdc3aa-0b42-4ec7-9df7-e027e2794b94 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:45.607538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e25bcec1-07f1-4384-b8e8-f679bc37b4bd req-abbdc3aa-0b42-4ec7-9df7-e027e2794b94 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 945 time: 0.0995491 Jul 05 03:49:45.664261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e25bcec1-07f1-4384-b8e8-f679bc37b4bd req-7598ba64-973d-4441-9e92-49beace19888 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490344 Jul 05 03:49:45.910680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['703da4f6-a946-4099-bb5e-e1b897714b5e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:45.935637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f198a40c-9a13-4e97-99f3-1de7d32fbbd7 req-74efa35e-aa23-42ad-a280-0cbf8037cf24 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0480735 Jul 05 03:49:46.101862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f41f243b-b53a-44a0-bd69-a972a0980d88 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:49:46.177761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83894cd9-7545-426a-9fb9-9c322738f76d req-3020c950-cb3f-443a-b605-fbd5f2d0ec3a tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 210 time: 0.1362903 Jul 05 03:49:46.335250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f41f243b-b53a-44a0-bd69-a972a0980d88, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f41f243b-b53a-44a0-bd69-a972a0980d88,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:46.359333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'f41f243b-b53a-44a0-bd69-a972a0980d88', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'port_id': 'f41f243b-b53a-44a0-bd69-a972a0980d88', 'mac_address': 'fa:16:3e:99:7e:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec68273-2b6d-41e5-9d51-4ff736df0f68', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:49:46.413415 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.433138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f41f243b-b53a-44a0-bd69-a972a0980d88 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:46.462030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f41f243b-b53a-44a0-bd69-a972a0980d88, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f41f243b-b53a-44a0-bd69-a972a0980d88,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:46.668065 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:46.745120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f41f243b-b53a-44a0-bd69-a972a0980d88,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:46.758555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92888992-6074-4107-9867-f227c7a25b7e req-0bb921c6-c450-4e4b-92db-262e139c95ec tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.760699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92888992-6074-4107-9867-f227c7a25b7e req-0bb921c6-c450-4e4b-92db-262e139c95ec tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 945 time: 0.2202671 Jul 05 03:49:46.786189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f41f243b-b53a-44a0-bd69-a972a0980d88'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:46.900908 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92888992-6074-4107-9867-f227c7a25b7e req-585d7652-ada1-4434-ba0c-9ef0b4d0d045 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095347 Jul 05 03:49:46.916586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.917455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.918106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.918746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.919377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.920060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.920691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.921477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.925443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.928826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:46.941879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d2a528e-9785-4f5c-a2b8-35be615f790f req-dcf34f48-1196-42e7-8375-2c693f79c6ab tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7143 time: 0.3666358 Jul 05 03:49:47.268189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-806787e9-bc6c-4a79-a265-7268cd472fce tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.270549 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-806787e9-bc6c-4a79-a265-7268cd472fce tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 945 time: 0.1257269 Jul 05 03:49:47.404668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d2e00a-3b1e-4d40-bf2f-8d6e7bc76b97 req-4303af80-4f06-4d05-8ae1-0c6bfc331ca0 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.423692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7d2e00a-3b1e-4d40-bf2f-8d6e7bc76b97 req-4303af80-4f06-4d05-8ae1-0c6bfc331ca0 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 945 time: 0.3302763 Jul 05 03:49:47.457730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082d3fa2-b626-415b-8e42-6d832450846b req-3f66a608-512a-44a2-9b2e-4db296143621 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:47.476582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082d3fa2-b626-415b-8e42-6d832450846b req-3f66a608-512a-44a2-9b2e-4db296143621 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 886 time: 0.3216574 Jul 05 03:49:47.554018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7d2e00a-3b1e-4d40-bf2f-8d6e7bc76b97 req-0bc0159b-6637-442a-a81e-ba95048d3e10 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230521 Jul 05 03:49:47.592793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-3722526d-fbe1-4e3e-9e21-015ebc04001f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Deleting port 5326693b-4f5d-4f5a-81d5-83f17669efd5 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:49:47.593239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-3722526d-fbe1-4e3e-9e21-015ebc04001f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.841564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-3722526d-fbe1-4e3e-9e21-015ebc04001f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] For port 5326693b-4f5d-4f5a-81d5-83f17669efd5, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=5326693b-4f5d-4f5a-81d5-83f17669efd5,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:47.844151 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-3722526d-fbe1-4e3e-9e21-015ebc04001f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:47.878642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30d7a90d-3f19-443c-b32a-02be0dd7be57 req-cef25299-c71b-45fa-ae87-2771519c5720 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.1083603 Jul 05 03:49:47.888629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-3722526d-fbe1-4e3e-9e21-015ebc04001f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Calling delete_port for 5326693b-4f5d-4f5a-81d5-83f17669efd5 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:49:47.947877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-931fe9b4-022c-4178-922c-eb96c5abbaf1 req-d8c2c15e-3f40-461c-a532-f07595af5fad tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 210 time: 0.1341684 Jul 05 03:49:48.110704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f41f243b-b53a-44a0-bd69-a972a0980d88 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:48.214429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port f41f243b-b53a-44a0-bd69-a972a0980d88 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:48.215143 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.415107 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-3722526d-fbe1-4e3e-9e21-015ebc04001f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.429409 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.479528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['5326693b-4f5d-4f5a-81d5-83f17669efd5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:49:48.618189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.620570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.621625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.622341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.625201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.626001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.627173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.628266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.629653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.632233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:48.640700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41f243b-b53a-44a0-bd69-a972a0980d88'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:48.646615 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64ac14a-4cf9-41c7-8a4a-b7408bc4a1d6" -d '{"events": [{"server_uuid": "1ef7f174-0e56-4475-93b8-4373e8e21e4f", "name": "network-vif-plugged", "status": "completed", "tag": "f41f243b-b53a-44a0-bd69-a972a0980d88"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:48.653344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8832e898-93b2-41be-837b-58886b706cb2 req-6c3915b9-21b4-41be-b639-0f52ed13e975 tempest-NetworksTest-296570960 tempest-NetworksTest-296570960-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7143 time: 0.4690716 Jul 05 03:49:48.685543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722526d-fbe1-4e3e-9e21-015ebc04001f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Pushing event deleted for resources: {'Port': ['ID=5326693b-4f5d-4f5a-81d5-83f17669efd5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:48.688417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f41f243b-b53a-44a0-bd69-a972a0980d88, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f41f243b-b53a-44a0-bd69-a972a0980d88,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:48.799591 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.800186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-3722526d-fbe1-4e3e-9e21-015ebc04001f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] No DVR routers for this DVR port 5326693b-4f5d-4f5a-81d5-83f17669efd5 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:49:48.810016 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-3722526d-fbe1-4e3e-9e21-015ebc04001f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:48.816034 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1c16700b-421f-4b92-b103-b1a4c7bf3123 req-3722526d-fbe1-4e3e-9e21-015ebc04001f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.13 "DELETE /v2.0/ports/5326693b-4f5d-4f5a-81d5-83f17669efd5 HTTP/1.1" status: 204 len: 173 time: 1.5339384 Jul 05 03:49:48.816557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'name': 'network-vif-deleted', 'tag': '5326693b-4f5d-4f5a-81d5-83f17669efd5'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:48.826774 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2cfe9ea-cba1-4ba3-83ea-f7cf52ce2067" -d '{"events": [{"server_uuid": "ed171a1c-a778-4bc0-a32c-b5565b0fdcdd", "name": "network-vif-deleted", "tag": "5326693b-4f5d-4f5a-81d5-83f17669efd5"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:48.866446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac918996-3c07-4786-9b2e-fb35de8505e9 req-ea002a38-d103-4455-a58c-902faa7b6b3f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 210 time: 0.1353507 Jul 05 03:49:48.976821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f41f243b-b53a-44a0-bd69-a972a0980d88,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:48.990922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 703da4f6-a946-4099-bb5e-e1b897714b5e up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:49:49.244347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 703da4f6-a946-4099-bb5e-e1b897714b5e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:49.250155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 703da4f6-a946-4099-bb5e-e1b897714b5e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:49.250819 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.395804 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.481202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 703da4f6-a946-4099-bb5e-e1b897714b5e, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=703da4f6-a946-4099-bb5e-e1b897714b5e,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:49:49.531682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-8b1b340f-76b5-490d-ad4f-0e142d9074dc tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7318c9e815b64f21882e73e9e42e95b9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.6601467 Jul 05 03:49:49.574310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:49.665060 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a61db38-7605-4b4a-8377-eef98de74276 req-26e8acb4-b0f7-4959-9d00-6a459449d801 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=d2205a944d94404787fa7be1b9b4bb19&device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.1613348 Jul 05 03:49:49.696329 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a02cc47-459e-402e-9567-3b0df043b0d8 x-openstack-request-id: req-9a02cc47-459e-402e-9567-3b0df043b0d8 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:49.696494 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed171a1c-a778-4bc0-a32c-b5565b0fdcdd", "name": "network-vif-deleted", "tag": "5326693b-4f5d-4f5a-81d5-83f17669efd5", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:49.696737 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a02cc47-459e-402e-9567-3b0df043b0d8 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:49.702210 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed171a1c-a778-4bc0-a32c-b5565b0fdcdd', 'name': 'network-vif-deleted', 'tag': '5326693b-4f5d-4f5a-81d5-83f17669efd5', 'status': 'completed', 'code': 200} Jul 05 03:49:49.731215 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a61db38-7605-4b4a-8377-eef98de74276 req-c093ce36-a301-49c4-8d15-fff26376467b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=d2205a944d94404787fa7be1b9b4bb19&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0557745 Jul 05 03:49:49.751754 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a26a65a-1607-45e0-a0cf-50563e22e11c x-openstack-request-id: req-2a26a65a-1607-45e0-a0cf-50563e22e11c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:49.752390 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef7f174-0e56-4475-93b8-4373e8e21e4f", "name": "network-vif-plugged", "status": "completed", "tag": "f41f243b-b53a-44a0-bd69-a972a0980d88", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:49.753326 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a26a65a-1607-45e0-a0cf-50563e22e11c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:49.754203 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f41f243b-b53a-44a0-bd69-a972a0980d88', 'code': 200} Jul 05 03:49:49.755470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=703da4f6-a946-4099-bb5e-e1b897714b5e,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:49.871326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49908) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:49.963013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-f421daaf-99a3-4bac-ac6e-9e95bf3b1c91 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:49.969378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-f421daaf-99a3-4bac-ac6e-9e95bf3b1c91 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3980432 Jul 05 03:49:50.005443 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a61db38-7605-4b4a-8377-eef98de74276 req-01cd0540-5cfc-4c46-94b5-c59a02ebd4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.007010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a61db38-7605-4b4a-8377-eef98de74276 req-01cd0540-5cfc-4c46-94b5-c59a02ebd4d2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2645738 Jul 05 03:49:50.015749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-335365a5-6b98-4f99-af57-ad6bcfb6a2e5 req-ee4eae95-6060-4525-9a00-2443c15505d7 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 210 time: 0.1041415 Jul 05 03:49:50.024466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Request body: {'port': {'device_id': 'c616352e-8858-4f9b-b5c2-35231b5d1fea', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '7318c9e815b64f21882e73e9e42e95b9'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:50.040438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9398d50e-28fb-4e62-be78-935f11b832f9 req-f8d4fc4a-1d94-48b3-ad17-b3b2177c355d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:50.054716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9398d50e-28fb-4e62-be78-935f11b832f9 req-f8d4fc4a-1d94-48b3-ad17-b3b2177c355d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 945 time: 0.5284376 Jul 05 03:49:50.160580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9398d50e-28fb-4e62-be78-935f11b832f9 req-4c567dc7-40cd-4060-a6a0-84fe692b62a7 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119382 Jul 05 03:49:50.240712 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd64d06a-b912-4c73-be28-5cbd495cf4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.592131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f11621b7-1310-4da9-8d2c-33b4c98a490e req-51aa5441-bbb7-4ed6-9f47-de65fd5e07c3 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0387719 Jul 05 03:49:50.595816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd64d06a-b912-4c73-be28-5cbd495cf4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.700410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5e24d95-7f84-477f-a1fa-d6fcf733fe50 req-e6afe55b-3094-430d-a23d-55e5d59370a3 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 210 time: 0.0705242 Jul 05 03:49:50.704460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bd64d06a-b912-4c73-be28-5cbd495cf4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.740347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bd64d06a-b912-4c73-be28-5cbd495cf4e9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=995b950bdc344b2a8d0553434f5c345a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8678856 Jul 05 03:49:50.745521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49922) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:50.793272 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd64d06a-b912-4c73-be28-5cbd495cf4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cdf2a7d-19b5-457e-989b-4861d3f1045d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:50.847096 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cda989d4-f7c1-4640-9801-f9dd8710e400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.849836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Made reservation on behalf of 7318c9e815b64f21882e73e9e42e95b9 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:49:50.861037 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.877877 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:50.886020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cda989d4-f7c1-4640-9801-f9dd8710e400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.009832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 5326693b-4f5d-4f5a-81d5-83f17669efd5 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:49:51.037591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 5326693b-4f5d-4f5a-81d5-83f17669efd5 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:49:51.038259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 5326693b-4f5d-4f5a-81d5-83f17669efd5 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:49:51.199596 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cda989d4-f7c1-4640-9801-f9dd8710e400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.202781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cda989d4-f7c1-4640-9801-f9dd8710e400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.206923 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cda989d4-f7c1-4640-9801-f9dd8710e400 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cdf2a7d-19b5-457e-989b-4861d3f1045d HTTP/1.1" status: 204 len: 168 time: 0.4603851 Jul 05 03:49:51.220320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea694599-cb56-46b9-9914-6e2ac3c3dd51 req-92960f75-ef48-4d81-b532-10a034baa67e tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 210 time: 0.0419133 Jul 05 03:49:51.244186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda989d4-f7c1-4640-9801-f9dd8710e400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cdf2a7d-19b5-457e-989b-4861d3f1045d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:51.344347 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.441647 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:51.597735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f068ac8-e83b-4034-9840-3b1bb4b5910e req-328189ae-c7bd-4ece-a252-e8ca3e46710c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:51.608269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f068ac8-e83b-4034-9840-3b1bb4b5910e req-328189ae-c7bd-4ece-a252-e8ca3e46710c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 946 time: 0.2458484 Jul 05 03:49:51.647738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f70310-1da5-402e-8701-f6ec1dd4002e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:51.756575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703da4f6-a946-4099-bb5e-e1b897714b5e'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:51.760257 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fefdb811-987c-4d4e-b64d-7b75076bff32" -d '{"events": [{"server_uuid": "c96d62ae-7a89-4522-914f-dae9d20679ec", "name": "network-vif-plugged", "status": "completed", "tag": "703da4f6-a946-4099-bb5e-e1b897714b5e"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:51.783434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f068ac8-e83b-4034-9840-3b1bb4b5910e req-8a6326c9-1fe1-4192-a006-b44f9d7762a9 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732442 Jul 05 03:49:51.832457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Allocated IP 192.168.233.29 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/b8effd28-6227-4694-b82e-d8f6e1d226f6) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:49:51.929693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91bd9aee-2f42-4de9-8916-cbdc714a8b8c req-54a70e7a-435d-4828-8cdb-f15104f649eb tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0692494 Jul 05 03:49:51.969055 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a61db38-7605-4b4a-8377-eef98de74276 req-047fa150-847a-42de-9f23-e1dd04334f81 tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.13 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0699139 Jul 05 03:49:52.041963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-679cabbc-dfd3-41b7-8903-2c49a13eb52f req-15a0727a-c5d5-4040-aa51-a7cf68afb88b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 210 time: 0.0460389 Jul 05 03:49:52.054287 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d016748-3b9c-44f1-a3de-d6a900b8a1d4 x-openstack-request-id: req-2d016748-3b9c-44f1-a3de-d6a900b8a1d4 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:52.055236 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96d62ae-7a89-4522-914f-dae9d20679ec", "name": "network-vif-plugged", "status": "completed", "tag": "703da4f6-a946-4099-bb5e-e1b897714b5e", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:52.055657 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d016748-3b9c-44f1-a3de-d6a900b8a1d4 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:52.056374 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703da4f6-a946-4099-bb5e-e1b897714b5e', 'code': 200} Jul 05 03:49:52.253030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49952) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:52.279343 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9dffad1b-bf35-48ac-8cf9-0292ff63c03b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.343957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da4bb-c64d-4f76-9d2a-8f6ef35977a9 req-ffd621ef-bd3c-443d-ba66-980936ac56b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.345970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd3da4bb-c64d-4f76-9d2a-8f6ef35977a9 req-ffd621ef-bd3c-443d-ba66-980936ac56b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 1097 time: 0.2796009 Jul 05 03:49:52.362444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48599e3b-0018-4fe8-a200-0f9d409b7da8 req-7bc9d249-d232-498a-99c6-b579dd860c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.370403 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-48599e3b-0018-4fe8-a200-0f9d409b7da8 req-7bc9d249-d232-498a-99c6-b579dd860c42 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 1098 time: 0.1678975 Jul 05 03:49:52.426173 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-48599e3b-0018-4fe8-a200-0f9d409b7da8 req-90c9c710-8a28-47b2-9991-2e5d62a8f22c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452685 Jul 05 03:49:52.543237 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9dffad1b-bf35-48ac-8cf9-0292ff63c03b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.608710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-523795e0-cee9-40da-8fef-a28962866c42 req-c5a7f6b4-3c47-4db6-8245-9281cbcd62a2 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 210 time: 0.0593626 Jul 05 03:49:52.669540 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9dffad1b-bf35-48ac-8cf9-0292ff63c03b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.743279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9dffad1b-bf35-48ac-8cf9-0292ff63c03b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=821aeab56b2a4207877c70547e718d1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4854102 Jul 05 03:49:52.746206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49968) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:52.791811 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:52.828380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dffad1b-bf35-48ac-8cf9-0292ff63c03b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08baf653-7d93-4983-9e0d-469815afee09,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:52.879469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Transition to ACTIVE for port object b8effd28-6227-4694-b82e-d8f6e1d226f6 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:52.946491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da4bb-c64d-4f76-9d2a-8f6ef35977a9 req-20dfdd27-a6fd-46f4-a398-347e86fe2ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:52.950460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd3da4bb-c64d-4f76-9d2a-8f6ef35977a9 req-20dfdd27-a6fd-46f4-a398-347e86fe2ff9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 905 time: 0.4055905 Jul 05 03:49:53.029351 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63506484-cb30-428f-93f0-c011e37d5617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.035804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd3da4bb-c64d-4f76-9d2a-8f6ef35977a9 req-0a3c6cdf-133f-4adc-b0ce-eb27a744f05c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f41f243b-b53a-44a0-bd69-a972a0980d88 HTTP/1.1" status: 200 len: 217 time: 0.0765896 Jul 05 03:49:53.085215 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63506484-cb30-428f-93f0-c011e37d5617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.141348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3da4bb-c64d-4f76-9d2a-8f6ef35977a9 req-c1f9938e-0a1d-4300-b350-cae0487659d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.145885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd3da4bb-c64d-4f76-9d2a-8f6ef35977a9 req-c1f9938e-0a1d-4300-b350-cae0487659d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 200 len: 844 time: 0.0988748 Jul 05 03:49:53.208737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd3da4bb-c64d-4f76-9d2a-8f6ef35977a9 req-ea797b9a-ea3f-4238-bffc-dfb20db91602 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57560aed-cb5a-47c8-aff9-7ebcd631e891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467517 Jul 05 03:49:53.329021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e896c3a-5c9e-4a7d-ac76-a8f148b750ac req-f0f87f97-6072-4928-81cd-a8bff8ebcfdb tempest-ServerShowV254Test-639422082 tempest-ServerShowV254Test-639422082-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a3c94a6-7ca4-45f6-a7f3-14ec7931a9f3 HTTP/1.1" status: 200 len: 210 time: 0.0729680 Jul 05 03:49:53.330082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.387549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63506484-cb30-428f-93f0-c011e37d5617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.392134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63506484-cb30-428f-93f0-c011e37d5617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:53.406510 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-63506484-cb30-428f-93f0-c011e37d5617 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08baf653-7d93-4983-9e0d-469815afee09 HTTP/1.1" status: 204 len: 168 time: 0.6561801 Jul 05 03:49:53.430907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:49:53.433385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63506484-cb30-428f-93f0-c011e37d5617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08baf653-7d93-4983-9e0d-469815afee09,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:53.482440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:49:53.508934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Pushing event updated for resources: {'Port': ['ID=b8effd28-6227-4694-b82e-d8f6e1d226f6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:53.511545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:49:53.645454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd3da4bb-c64d-4f76-9d2a-8f6ef35977a9 req-0ba4724f-2fc5-4dfc-9645-8eb15848807c service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4128335 Jul 05 03:49:53.709842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b6cc59-d7c2-48b1-a9c3-0355b229cbe7 req-20647647-54e2-4ffa-a91b-38592257aa5a tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.715114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93b6cc59-d7c2-48b1-a9c3-0355b229cbe7 req-20647647-54e2-4ffa-a91b-38592257aa5a tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 946 time: 0.5635946 Jul 05 03:49:53.721704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54303bd5-5ac1-43d1-a253-cd5e3b4bce5a req-38ad17b6-1523-4c73-a842-45c16cf87e52 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 210 time: 0.1947737 Jul 05 03:49:53.901592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:53.903557 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.085045 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bd41e60a-f669-434b-bc05-79dc95d0f089 None None] Provisioning for port b8effd28-6227-4694-b82e-d8f6e1d226f6 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:49:54.092604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bd41e60a-f669-434b-bc05-79dc95d0f089 None None] Provisioning complete for port b8effd28-6227-4694-b82e-d8f6e1d226f6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:49:54.093980 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bd41e60a-f669-434b-bc05-79dc95d0f089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.182858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93b6cc59-d7c2-48b1-a9c3-0355b229cbe7 req-721c3eaf-288d-48d7-b59a-d07b93d99661 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2352288 Jul 05 03:49:54.193544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bd41e60a-f669-434b-bc05-79dc95d0f089 None None] Port b8effd28-6227-4694-b82e-d8f6e1d226f6 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:49:54.282707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-60d13bc7-aa2a-444e-84c8-c0c3c4706ed5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.2623978 Jul 05 03:49:54.336191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Request body: {'port': {'device_id': 'c616352e-8858-4f9b-b5c2-35231b5d1fea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:49:54.552226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd3da4bb-c64d-4f76-9d2a-8f6ef35977a9 req-3230c646-3c22-4e9c-bb22-df77476ed49e service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7122126 Jul 05 03:49:54.598911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9108aac4-9b7f-473e-97e9-e40495e6c75e req-3f16adcd-7e93-45b1-b2c2-27af53ffa58e tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:54.606494 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9108aac4-9b7f-473e-97e9-e40495e6c75e req-3f16adcd-7e93-45b1-b2c2-27af53ffa58e tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 935 time: 0.5622575 Jul 05 03:49:54.679116 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:54.696103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9108aac4-9b7f-473e-97e9-e40495e6c75e req-3a7ace30-1867-4e64-a93d-1a2b63e108e5 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885172 Jul 05 03:49:55.273737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d48f2b7-2b04-4f5f-a27b-881c26320f82 req-2d487980-b0c5-494e-945e-b674b6c09deb tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 210 time: 0.1040878 Jul 05 03:49:55.483840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8effd28-6227-4694-b82e-d8f6e1d226f6 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:49:55.499543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d6bf03-a4f6-468d-b40d-6dac8dbf1c42 req-a6b610c8-5639-4b47-bd12-11dcc52c38a4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:55.516757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4d6bf03-a4f6-468d-b40d-6dac8dbf1c42 req-a6b610c8-5639-4b47-bd12-11dcc52c38a4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 946 time: 0.1647010 Jul 05 03:49:55.516757 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.566006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Transition to ACTIVE for port object b8effd28-6227-4694-b82e-d8f6e1d226f6 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:49:55.604851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4d6bf03-a4f6-468d-b40d-6dac8dbf1c42 req-28541165-97d4-4558-864a-006b5c65eb77 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946670 Jul 05 03:49:55.636563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:55.780915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50046) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:55.851568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Pushing event updated for resources: {'Port': ['ID=b8effd28-6227-4694-b82e-d8f6e1d226f6,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:55.969853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dfac3d3a-8ed3-42ee-b4a8-b9156b6ec7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.167783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Attempting to bind port b8effd28-6227-4694-b82e-d8f6e1d226f6 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:49:56.168528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Attempting to bind port b8effd28-6227-4694-b82e-d8f6e1d226f6 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:49:56.169029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Attempting to bind port b8effd28-6227-4694-b82e-d8f6e1d226f6 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:56.182952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Port b8effd28-6227-4694-b82e-d8f6e1d226f6 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:49:56.183593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Attempting to bind port b8effd28-6227-4694-b82e-d8f6e1d226f6 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:49:56.190675 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dfac3d3a-8ed3-42ee-b4a8-b9156b6ec7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.191947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:49:56.192472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:49:56.193028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:49:56.193675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Bound port: b8effd28-6227-4694-b82e-d8f6e1d226f6, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:49:56.194221 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.271863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba02ffe-dab8-4104-8c72-3e11e75ba4ea req-3f1ae8ad-918d-4c2d-8221-7dea6bb82f8e tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.274348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ba02ffe-dab8-4104-8c72-3e11e75ba4ea req-3f1ae8ad-918d-4c2d-8221-7dea6bb82f8e tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 947 time: 0.2730467 Jul 05 03:49:56.283546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dfac3d3a-8ed3-42ee-b4a8-b9156b6ec7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.433456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3025f0a7-5c62-44a5-b667-0cff57f2fe27 req-35771b05-9393-480e-81cd-2479add3646e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.433584 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dfac3d3a-8ed3-42ee-b4a8-b9156b6ec7c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2205a944d94404787fa7be1b9b4bb19&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6422071 Jul 05 03:49:56.433584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50062) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:49:56.437410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac3d3a-8ed3-42ee-b4a8-b9156b6ec7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a977cea2-bcd1-42be-93ec-d597cad8694f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:56.442184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3025f0a7-5c62-44a5-b667-0cff57f2fe27 req-35771b05-9393-480e-81cd-2479add3646e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 946 time: 0.4395852 Jul 05 03:49:56.595248 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ba02ffe-dab8-4104-8c72-3e11e75ba4ea req-6998af28-6f8d-481e-bd9c-99e1ce526281 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417369 Jul 05 03:49:56.606667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] For port b8effd28-6227-4694-b82e-d8f6e1d226f6, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:49:56.615975 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8bc6990c-9f69-4c63-abbc-844ef26221da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.681990 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8bc6990c-9f69-4c63-abbc-844ef26221da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.695832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3025f0a7-5c62-44a5-b667-0cff57f2fe27 req-efa42f5c-e440-41e9-93a7-1c6036ff0c59 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2257423 Jul 05 03:49:56.702043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] For port b8effd28-6227-4694-b82e-d8f6e1d226f6, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b8effd28-6227-4694-b82e-d8f6e1d226f6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:49:56.803243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.915299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:56.915299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.918770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] 10.222.0.26 "PUT /v2.0/ports/b8effd28-6227-4694-b82e-d8f6e1d226f6 HTTP/1.1" status: 200 len: 1096 time: 2.5874729 Jul 05 03:49:56.918770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c616352e-8858-4f9b-b5c2-35231b5d1fea', 'tag': 'b8effd28-6227-4694-b82e-d8f6e1d226f6'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:49:56.927477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8bc6990c-9f69-4c63-abbc-844ef26221da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.928105 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1" -d '{"events": [{"name": "network-changed", "server_uuid": "c616352e-8858-4f9b-b5c2-35231b5d1fea", "tag": "b8effd28-6227-4694-b82e-d8f6e1d226f6"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:49:56.928246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8bc6990c-9f69-4c63-abbc-844ef26221da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:49:56.928246 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8bc6990c-9f69-4c63-abbc-844ef26221da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a977cea2-bcd1-42be-93ec-d597cad8694f HTTP/1.1" status: 204 len: 168 time: 0.4890537 Jul 05 03:49:56.962877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc6990c-9f69-4c63-abbc-844ef26221da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a977cea2-bcd1-42be-93ec-d597cad8694f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:57.161117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a1f6d49-00f3-49da-841a-f2f6b7ee4804 req-5e85b9a9-2967-42d4-a661-80e5869c9e5f tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed171a1c-a778-4bc0-a32c-b5565b0fdcdd HTTP/1.1" status: 200 len: 210 time: 0.2210844 Jul 05 03:49:57.340104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f4c593-e616-43b4-a0a4-c7077e80b815 service neutron] Pushing event updated for resources: {'Port': ['ID=b8effd28-6227-4694-b82e-d8f6e1d226f6,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:49:57.456363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-74185015-5393-4242-9c9e-e8549c0a8455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.469898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-74185015-5393-4242-9c9e-e8549c0a8455 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7318c9e815b64f21882e73e9e42e95b9&device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 1099 time: 0.3412490 Jul 05 03:49:57.622269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-4dd08521-cc7a-4ed5-a4b0-a6aaeaba0d26 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=b8effd28-6227-4694-b82e-d8f6e1d226f6 HTTP/1.1" status: 200 len: 217 time: 0.1409023 Jul 05 03:49:57.802594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-9af24aac-81d6-415a-8a9f-d8be7f61a682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.804658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-9af24aac-81d6-415a-8a9f-d8be7f61a682 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1736631 Jul 05 03:49:57.916456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-2459cea2-8f72-42c0-9ac7-b0883c853d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:57.919392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-2459cea2-8f72-42c0-9ac7-b0883c853d4f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1007702 Jul 05 03:49:58.065186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-db8ab0d9-4f4e-442c-a4bf-bfd51b32edff service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384110 Jul 05 03:49:58.253951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e4f6dbc-dc81-4fd2-b031-359002c3456a req-dfef1180-fe5a-4c37-ac7c-a721a1e30393 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1740193 Jul 05 03:49:58.255703 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:49:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c98f9c-364b-4eb3-9000-b0dcaf81fc65 x-openstack-request-id: req-22c98f9c-364b-4eb3-9000-b0dcaf81fc65 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:49:58.256021 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c616352e-8858-4f9b-b5c2-35231b5d1fea", "tag": "b8effd28-6227-4694-b82e-d8f6e1d226f6", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:49:58.256363 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22c98f9c-364b-4eb3-9000-b0dcaf81fc65 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:49:58.256738 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c616352e-8858-4f9b-b5c2-35231b5d1fea', 'tag': 'b8effd28-6227-4694-b82e-d8f6e1d226f6', 'status': 'completed', 'code': 200} Jul 05 03:49:58.601111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-fffe53b7-f222-42e9-a358-f1ac57b5d5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.602765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-fffe53b7-f222-42e9-a358-f1ac57b5d5df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7318c9e815b64f21882e73e9e42e95b9&device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 1099 time: 0.1830385 Jul 05 03:49:58.843648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-2890860e-ce77-469d-9257-751bfeee7dea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:58.845398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-2890860e-ce77-469d-9257-751bfeee7dea service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.2344658 Jul 05 03:49:58.928696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-3f95ee84-b0a6-46fc-90fc-6557ecf2c93d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=b8effd28-6227-4694-b82e-d8f6e1d226f6 HTTP/1.1" status: 200 len: 217 time: 0.0519476 Jul 05 03:49:59.009147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56776152-1b1b-48e6-a017-f05abb287705 req-30f0c41a-fa94-4374-8c3d-6177f69710fe tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:59.017393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56776152-1b1b-48e6-a017-f05abb287705 req-30f0c41a-fa94-4374-8c3d-6177f69710fe tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 947 time: 0.2441874 Jul 05 03:49:59.702642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56776152-1b1b-48e6-a017-f05abb287705 req-e15c4595-c216-4e34-a6d5-856a9f75ad9a tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6837811 Jul 05 03:49:59.734088 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-0cfec212-784c-4f4f-985c-e29a1b1c54e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:59.742032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-0cfec212-784c-4f4f-985c-e29a1b1c54e4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.8006232 Jul 05 03:49:59.877053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-5429fac4-2dff-4000-97f5-6970b61e07e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:49:59.878925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-5429fac4-2dff-4000-97f5-6970b61e07e3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1267622 Jul 05 03:50:00.268280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-13110367-1748-4de1-8aee-64195155232f service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3816805 Jul 05 03:50:00.438606 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e2a01a1-91e1-4c0e-9d0d-e15ec97e77d1 req-9b7d7c57-589f-4a9d-af26-9c720a8dcdb6 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552522 Jul 05 03:50:00.627047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378779a1-4751-43c4-956f-43c5ef9e9fd9 req-18490ed1-3d86-4e09-a38d-f2cc2207d95f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.630924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-378779a1-4751-43c4-956f-43c5ef9e9fd9 req-18490ed1-3d86-4e09-a38d-f2cc2207d95f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 946 time: 0.1166255 Jul 05 03:50:00.709426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-378779a1-4751-43c4-956f-43c5ef9e9fd9 req-7505d76e-72a2-4fa1-bc41-f81c2a423c5e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681236 Jul 05 03:50:00.754599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-413e94a5-b0ba-4f84-be0b-b0b3a10cb669 req-3d910fd5-f154-4607-a182-7c472f263e2c tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fbdc9d1582324a65b6dd24d4575d518c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403233 Jul 05 03:50:00.982603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413e94a5-b0ba-4f84-be0b-b0b3a10cb669 req-5fa32ebc-786e-4296-9ed0-c23eaa0fcb39 tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:00.993518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-413e94a5-b0ba-4f84-be0b-b0b3a10cb669 req-5fa32ebc-786e-4296-9ed0-c23eaa0fcb39 tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2379625 Jul 05 03:50:01.061078 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-413e94a5-b0ba-4f84-be0b-b0b3a10cb669 req-e1527a2e-3639-41d6-a26a-ba7004bb666e tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/quotas/fbdc9d1582324a65b6dd24d4575d518c HTTP/1.1" status: 200 len: 375 time: 0.0627005 Jul 05 03:50:01.107506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-413e94a5-b0ba-4f84-be0b-b0b3a10cb669 req-ec6ad846-67fc-4203-9327-ce10f499a446 tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdc9d1582324a65b6dd24d4575d518c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398750 Jul 05 03:50:01.181016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21543e43-699b-4ad1-8040-419290f8a408 req-5e21f4f5-500a-4046-b260-f79cdc95c541 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:01.197638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21543e43-699b-4ad1-8040-419290f8a408 req-5e21f4f5-500a-4046-b260-f79cdc95c541 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 947 time: 0.1925406 Jul 05 03:50:01.298615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21543e43-699b-4ad1-8040-419290f8a408 req-449a01f4-1538-4522-b675-2326a71d9089 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999358 Jul 05 03:50:01.596320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50222) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:01.832645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c8cd-6af6-42db-a30f-b1b087f4ddc8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.004946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c8cd-6af6-42db-a30f-b1b087f4ddc8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.117437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bfc1c8cd-6af6-42db-a30f-b1b087f4ddc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.161713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b8effd28-6227-4694-b82e-d8f6e1d226f6 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:02.232873 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bfc1c8cd-6af6-42db-a30f-b1b087f4ddc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=81f78638dd1348639a15e4002daf75df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6328173 Jul 05 03:50:02.232873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc1c8cd-6af6-42db-a30f-b1b087f4ddc8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce435727-41ed-440e-a1be-7326211e996b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:02.235374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50232) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:02.281514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150a23f7-1ad3-4892-bae8-ac8c6df808f6 req-089f3c64-1982-4ede-9034-6947949a0807 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.297419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-150a23f7-1ad3-4892-bae8-ac8c6df808f6 req-089f3c64-1982-4ede-9034-6947949a0807 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 946 time: 0.2251484 Jul 05 03:50:02.382838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-150a23f7-1ad3-4892-bae8-ac8c6df808f6 req-de1c3892-3f9b-4692-8135-72f658ab74f0 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846543 Jul 05 03:50:02.393849 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-78cbc4b8-9c6b-4430-b66e-04324677a95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.467158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b8effd28-6227-4694-b82e-d8f6e1d226f6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b8effd28-6227-4694-b82e-d8f6e1d226f6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:02.476025 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-78cbc4b8-9c6b-4430-b66e-04324677a95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.491434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'b8effd28-6227-4694-b82e-d8f6e1d226f6', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'b8effd28-6227-4694-b82e-d8f6e1d226f6', 'mac_address': 'fa:16:3e:1f:a0:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:02.549377 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.603391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8effd28-6227-4694-b82e-d8f6e1d226f6 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:02.646508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b8effd28-6227-4694-b82e-d8f6e1d226f6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b8effd28-6227-4694-b82e-d8f6e1d226f6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:02.667358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-78cbc4b8-9c6b-4430-b66e-04324677a95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.670531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-78cbc4b8-9c6b-4430-b66e-04324677a95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.672449 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-78cbc4b8-9c6b-4430-b66e-04324677a95e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ce435727-41ed-440e-a1be-7326211e996b HTTP/1.1" status: 204 len: 168 time: 0.4360802 Jul 05 03:50:02.691007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbc4b8-9c6b-4430-b66e-04324677a95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce435727-41ed-440e-a1be-7326211e996b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:02.736090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:02.755576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefca80-bdfc-42bc-a68a-bc820fef2c35 req-6f2f19e8-b27f-45a8-a52a-9afdf0170abc tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:02.769181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7fefca80-bdfc-42bc-a68a-bc820fef2c35 req-6f2f19e8-b27f-45a8-a52a-9afdf0170abc tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 947 time: 0.1909881 Jul 05 03:50:02.852856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7fefca80-bdfc-42bc-a68a-bc820fef2c35 req-fde28db5-572e-4715-9301-60447bbfa38e tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738354 Jul 05 03:50:02.863874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b8effd28-6227-4694-b82e-d8f6e1d226f6,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:03.017551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['b8effd28-6227-4694-b82e-d8f6e1d226f6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:03.232571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 703da4f6-a946-4099-bb5e-e1b897714b5e details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:03.669603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 703da4f6-a946-4099-bb5e-e1b897714b5e, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=703da4f6-a946-4099-bb5e-e1b897714b5e,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:03.700273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '703da4f6-a946-4099-bb5e-e1b897714b5e', 'network_id': '139f4862-4533-4530-bbae-72c1c8475252', 'port_id': '703da4f6-a946-4099-bb5e-e1b897714b5e', 'mac_address': 'fa:16:3e:7f:74:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dc11cf-66f3-454a-8c59-e6b1a9762ee0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:03.724664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb14a6aa-a413-4462-9c78-e9d7529b22dd req-126a71e0-edc4-41ba-bac3-d42c8ac71f92 tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fbdc9d1582324a65b6dd24d4575d518c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0494726 Jul 05 03:50:03.822099 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:03.873641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 703da4f6-a946-4099-bb5e-e1b897714b5e {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:03.901421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e147750d-ac66-442c-b218-6d3bbd8f65cc req-1e2a1f03-c7b7-427e-a35f-45654c85cfbb tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:03.910345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e147750d-ac66-442c-b218-6d3bbd8f65cc req-1e2a1f03-c7b7-427e-a35f-45654c85cfbb tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 946 time: 0.2993145 Jul 05 03:50:03.927708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb14a6aa-a413-4462-9c78-e9d7529b22dd req-d626509d-f2ee-49ac-b79f-6f6190bdbd2d tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:03.935277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 703da4f6-a946-4099-bb5e-e1b897714b5e, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=703da4f6-a946-4099-bb5e-e1b897714b5e,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:03.935607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb14a6aa-a413-4462-9c78-e9d7529b22dd req-d626509d-f2ee-49ac-b79f-6f6190bdbd2d tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1985924 Jul 05 03:50:03.991138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb14a6aa-a413-4462-9c78-e9d7529b22dd req-a90dce2c-f2d5-48ed-be19-01ea76260e20 tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/quotas/fbdc9d1582324a65b6dd24d4575d518c HTTP/1.1" status: 200 len: 375 time: 0.0543675 Jul 05 03:50:04.036467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e147750d-ac66-442c-b218-6d3bbd8f65cc req-3b0e4740-2415-4e63-bee0-2bba90bd6d55 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011114 Jul 05 03:50:04.063006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb14a6aa-a413-4462-9c78-e9d7529b22dd req-f844125f-003a-41ea-ae3a-f672607128b2 tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdc9d1582324a65b6dd24d4575d518c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0708265 Jul 05 03:50:04.189981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b8effd28-6227-4694-b82e-d8f6e1d226f6 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:04.249595 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.425054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=703da4f6-a946-4099-bb5e-e1b897714b5e,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:04.444478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['703da4f6-a946-4099-bb5e-e1b897714b5e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:04.510220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4daec-8d49-4920-890c-b6ba3826eab8 req-e0d40d50-b839-4bf2-9788-b0d96922b9e0 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:04.516289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ff4daec-8d49-4920-890c-b6ba3826eab8 req-e0d40d50-b839-4bf2-9788-b0d96922b9e0 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 948 time: 0.1753602 Jul 05 03:50:04.607762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ff4daec-8d49-4920-890c-b6ba3826eab8 req-0957280c-9239-4763-9435-05d704045925 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821567 Jul 05 03:50:04.711719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port b8effd28-6227-4694-b82e-d8f6e1d226f6 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:04.721559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port b8effd28-6227-4694-b82e-d8f6e1d226f6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:04.722141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:04.959193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.005077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c616352e-8858-4f9b-b5c2-35231b5d1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8effd28-6227-4694-b82e-d8f6e1d226f6'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:05.011385 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00cc2847-eb85-4bed-b403-d0870aafd075" -d '{"events": [{"server_uuid": "c616352e-8858-4f9b-b5c2-35231b5d1fea", "name": "network-vif-plugged", "status": "completed", "tag": "b8effd28-6227-4694-b82e-d8f6e1d226f6"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:05.043933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b8effd28-6227-4694-b82e-d8f6e1d226f6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b8effd28-6227-4694-b82e-d8f6e1d226f6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:05.070442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 703da4f6-a946-4099-bb5e-e1b897714b5e up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:05.115145 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a73c520a-09ad-4676-866a-acfd18fa150d x-openstack-request-id: req-a73c520a-09ad-4676-866a-acfd18fa150d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:05.115145 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c616352e-8858-4f9b-b5c2-35231b5d1fea", "name": "network-vif-plugged", "status": "completed", "tag": "b8effd28-6227-4694-b82e-d8f6e1d226f6", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:05.115493 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a73c520a-09ad-4676-866a-acfd18fa150d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:05.116423 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c616352e-8858-4f9b-b5c2-35231b5d1fea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8effd28-6227-4694-b82e-d8f6e1d226f6', 'code': 200} Jul 05 03:50:05.136031 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.316643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b8effd28-6227-4694-b82e-d8f6e1d226f6,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:05.321777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 703da4f6-a946-4099-bb5e-e1b897714b5e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:05.322657 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.461650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4158bc00-f521-4b48-ae32-d258f9f1015e req-e0b7079c-ab24-4f99-9ccc-ca3554f7c650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.463302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4158bc00-f521-4b48-ae32-d258f9f1015e req-e0b7079c-ab24-4f99-9ccc-ca3554f7c650 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 1101 time: 0.2026801 Jul 05 03:50:05.476207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e583019d-c12e-4e8c-a5fd-b811a6d00f76 req-00310f18-c6b9-4fc9-b1e2-25bde488d4c3 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:05.478129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e583019d-c12e-4e8c-a5fd-b811a6d00f76 req-00310f18-c6b9-4fc9-b1e2-25bde488d4c3 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 945 time: 0.1212628 Jul 05 03:50:05.540742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50334) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:05.562314 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4158bc00-f521-4b48-ae32-d258f9f1015e req-327ec132-d3a2-4416-ad4b-2aa236fea153 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830610 Jul 05 03:50:05.602336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.613573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e583019d-c12e-4e8c-a5fd-b811a6d00f76 req-3658e22b-74a8-4798-b819-7553e91e24ed tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086421 Jul 05 03:50:05.732596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 703da4f6-a946-4099-bb5e-e1b897714b5e, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=703da4f6-a946-4099-bb5e-e1b897714b5e,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:05.815461 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:05.912385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-313632248-network', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:05.995293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=703da4f6-a946-4099-bb5e-e1b897714b5e,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:06.096300 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Made reservation on behalf of 6d7a6a7dab774f48a943dc7e1c06b98a for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:06.100348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.139799 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.412355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.529762 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.554791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:06.580730 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.581607 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Added segment 21d35273-d545-478c-bbd6-5efc621e6325 of type vlan for network 3e8be6ab-0355-47c2-9498-f801197c8d7a Jul 05 03:50:06.714013 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.745924 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:50:06.788995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c35ad59c-61f1-43f0-9ca3-87752f8e5f77 req-424bd933-2a3d-4581-bf92-1c27fbdaa3f6 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.798241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c35ad59c-61f1-43f0-9ca3-87752f8e5f77 req-424bd933-2a3d-4581-bf92-1c27fbdaa3f6 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 949 time: 0.1651318 Jul 05 03:50:06.816245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=576346be-3e6e-415f-8151-221df84a6978,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:06.855590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.856835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:06.857216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:06.908087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c35ad59c-61f1-43f0-9ca3-87752f8e5f77 req-3906c70c-307b-467d-95c0-7530d25b97ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086905 Jul 05 03:50:07.013404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] Pushing event updated for resources: {'Network': ['ID=3e8be6ab-0355-47c2-9498-f801197c8d7a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:07.029107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3e8be6ab-0355-47c2-9498-f801197c8d7a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:07.099748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50370) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:07.101816 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f42851f3-ef7f-41cf-91c6-d5b6fc95c388 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5592036 Jul 05 03:50:07.106230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Request body: {'subnet': {'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-subnet', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:07.150591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703da4f6-a946-4099-bb5e-e1b897714b5e'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:07.150591 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3772cb6b-80c0-40e1-b3d9-86b60334dab8" -d '{"events": [{"server_uuid": "c96d62ae-7a89-4522-914f-dae9d20679ec", "name": "network-vif-plugged", "status": "completed", "tag": "703da4f6-a946-4099-bb5e-e1b897714b5e"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:07.187726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Made reservation on behalf of 6d7a6a7dab774f48a943dc7e1c06b98a for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:07.190479 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.370688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280af61d-681f-459e-a5f5-c72b153bc490 req-40a4ae6b-cc2b-4d56-b4bc-acdf6a2a3c80 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.380850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-280af61d-681f-459e-a5f5-c72b153bc490 req-40a4ae6b-cc2b-4d56-b4bc-acdf6a2a3c80 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 944 time: 0.1739745 Jul 05 03:50:07.513027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-280af61d-681f-459e-a5f5-c72b153bc490 req-e7fd0b72-27ab-484b-aee8-4690996ecbbe tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311123 Jul 05 03:50:07.645236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f781fe-00d9-41df-957f-b2a8a384c008 req-80e71465-952f-41c3-8475-07692e8cab4c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.646391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4f781fe-00d9-41df-957f-b2a8a384c008 req-80e71465-952f-41c3-8475-07692e8cab4c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 946 time: 0.1968880 Jul 05 03:50:07.769975 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35a098fd-1007-4b7f-b9bd-a88ead7e1897 x-openstack-request-id: req-35a098fd-1007-4b7f-b9bd-a88ead7e1897 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:07.769975 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96d62ae-7a89-4522-914f-dae9d20679ec", "name": "network-vif-plugged", "status": "completed", "tag": "703da4f6-a946-4099-bb5e-e1b897714b5e", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:07.769975 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-35a098fd-1007-4b7f-b9bd-a88ead7e1897 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:07.769975 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '703da4f6-a946-4099-bb5e-e1b897714b5e', 'code': 200} Jul 05 03:50:07.773862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4f781fe-00d9-41df-957f-b2a8a384c008 req-6760ca3c-506e-49d4-b24d-4700abed5667 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417507 Jul 05 03:50:07.839966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db3d3f30-5cc1-42a3-a8ba-6409903a4fba req-418a14ce-8b4b-451b-99c6-c931d3b5a2de tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=fbdc9d1582324a65b6dd24d4575d518c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315952 Jul 05 03:50:07.888667 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:07.908550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-51420de2-bb7c-4058-820a-0d2cc709b89e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:07.910108 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-51420de2-bb7c-4058-820a-0d2cc709b89e tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 944 time: 0.0902560 Jul 05 03:50:08.044782 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-37b09e08-0229-4e0a-88a8-686d1db7ff33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.136885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a81329f8-baaa-4f09-a431-691a4ca4c1dd,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:08.157286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-23a34611-c367-46b5-9403-7652dc74361b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Deleting port e618e6aa-a1c4-47bf-909a-6bc209846db7 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:08.157885 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-23a34611-c367-46b5-9403-7652dc74361b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.213560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3d3f30-5cc1-42a3-a8ba-6409903a4fba req-cac05af7-41ef-4b45-a580-3a05a92e509b tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.220314 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db3d3f30-5cc1-42a3-a8ba-6409903a4fba req-cac05af7-41ef-4b45-a580-3a05a92e509b tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3775632 Jul 05 03:50:08.274076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Checking segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:08.274463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Network hostable DHCP agents. Network: 3e8be6ab-0355-47c2-9498-f801197c8d7a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:08.303115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db3d3f30-5cc1-42a3-a8ba-6409903a4fba req-e62e4a42-49fb-4749-a6f0-d780b3b023cf tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/quotas/fbdc9d1582324a65b6dd24d4575d518c HTTP/1.1" status: 200 len: 375 time: 0.0799775 Jul 05 03:50:08.372072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db3d3f30-5cc1-42a3-a8ba-6409903a4fba req-5b0f658e-cbaa-42c7-b14c-611c55457a2d tempest-QuotasAdminNegativeTest-235785325 tempest-QuotasAdminNegativeTest-235785325-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdc9d1582324a65b6dd24d4575d518c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0676005 Jul 05 03:50:08.376701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-23a34611-c367-46b5-9403-7652dc74361b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] For port e618e6aa-a1c4-47bf-909a-6bc209846db7, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e618e6aa-a1c4-47bf-909a-6bc209846db7,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:08.377296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-23a34611-c367-46b5-9403-7652dc74361b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.400719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14cca3c3-9796-4cb0-a104-f37ccbe2b103 req-d8ac7967-fb8b-426a-b029-9ae7648dbd99 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.402608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-23a34611-c367-46b5-9403-7652dc74361b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Calling delete_port for e618e6aa-a1c4-47bf-909a-6bc209846db7 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:08.409646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14cca3c3-9796-4cb0-a104-f37ccbe2b103 req-d8ac7967-fb8b-426a-b029-9ae7648dbd99 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 949 time: 0.2887414 Jul 05 03:50:08.489471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14cca3c3-9796-4cb0-a104-f37ccbe2b103 req-a66fe39f-975f-4be9-8d93-61857fc62c21 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748546 Jul 05 03:50:08.506539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Network 3e8be6ab-0355-47c2-9498-f801197c8d7a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:08.592778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3e8be6ab-0355-47c2-9498-f801197c8d7a) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:08.598891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:08.598891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.609975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3de865a-b488-41e6-8206-ed02603c70d2 None None] Network 3e8be6ab-0355-47c2-9498-f801197c8d7a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:08.673417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b7369839-d9ae-413f-8803-d2412e145940 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.5722973 Jul 05 03:50:08.677356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50416) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:08.683342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:08.776365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-23a34611-c367-46b5-9403-7652dc74361b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.837880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a34611-c367-46b5-9403-7652dc74361b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Pushing event deleted for resources: {'Port': ['ID=e618e6aa-a1c4-47bf-909a-6bc209846db7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:08.844343 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.861416 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.903047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-23a34611-c367-46b5-9403-7652dc74361b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] No DVR routers for this DVR port e618e6aa-a1c4-47bf-909a-6bc209846db7 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:08.907652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-23a34611-c367-46b5-9403-7652dc74361b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.910486 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-22afa1d9-9005-417a-a7fc-5b7edccb7aa5 req-23a34611-c367-46b5-9403-7652dc74361b tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.13 "DELETE /v2.0/ports/e618e6aa-a1c4-47bf-909a-6bc209846db7 HTTP/1.1" status: 204 len: 173 time: 0.9939704 Jul 05 03:50:08.911482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'name': 'network-vif-deleted', 'tag': 'e618e6aa-a1c4-47bf-909a-6bc209846db7'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:08.913643 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45b0d4f6-b38c-49c0-8faa-d09357c57a86" -d '{"events": [{"server_uuid": "ce9fc40e-f19d-449b-b24e-665aff2b7db4", "name": "network-vif-deleted", "tag": "e618e6aa-a1c4-47bf-909a-6bc209846db7"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:08.931075 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:08.977970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3e8be6ab-0355-47c2-9498-f801197c8d7a', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:50:08.978835 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.159293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Allocated IP 172.20.0.2 (3e8be6ab-0355-47c2-9498-f801197c8d7a/a81329f8-baaa-4f09-a431-691a4ca4c1dd/8de2268e-54c1-4dbb-8a5e-30458940be75) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:09.288416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7abd6c6c-89ab-4384-9a9e-889efe0cd72c req-31e54c21-96fd-4d7b-8bba-ee842652f412 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 210 time: 0.0535824 Jul 05 03:50:09.336510 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.411366 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.425729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Transition to ACTIVE for port object 8de2268e-54c1-4dbb-8a5e-30458940be75 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:09.452266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Transition to ACTIVE for port object 8de2268e-54c1-4dbb-8a5e-30458940be75 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:09.551073 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62bbed68-7927-4c37-9201-33023f1e0c13 x-openstack-request-id: req-62bbed68-7927-4c37-9201-33023f1e0c13 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:09.555595 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce9fc40e-f19d-449b-b24e-665aff2b7db4", "name": "network-vif-deleted", "tag": "e618e6aa-a1c4-47bf-909a-6bc209846db7", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:09.556206 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62bbed68-7927-4c37-9201-33023f1e0c13 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:09.569277 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce9fc40e-f19d-449b-b24e-665aff2b7db4', 'name': 'network-vif-deleted', 'tag': 'e618e6aa-a1c4-47bf-909a-6bc209846db7', 'status': 'completed', 'code': 200} Jul 05 03:50:09.587396 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.636597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Network 3e8be6ab-0355-47c2-9498-f801197c8d7a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:09.640666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:09.648451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:09.658350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Pushing event updated for resources: {'Port': ['ID=8de2268e-54c1-4dbb-8a5e-30458940be75,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:09.702355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cb8fa-26e7-48e7-978f-3712683e58ad req-cf03f7a6-dbd4-4080-b7b3-cbb8b5907832 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.704532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-011cb8fa-26e7-48e7-978f-3712683e58ad req-cf03f7a6-dbd4-4080-b7b3-cbb8b5907832 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 946 time: 0.1692765 Jul 05 03:50:09.760084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Attempting to bind port 8de2268e-54c1-4dbb-8a5e-30458940be75 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:09.760494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Attempting to bind port 8de2268e-54c1-4dbb-8a5e-30458940be75 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:09.760862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Attempting to bind port 8de2268e-54c1-4dbb-8a5e-30458940be75 on network 3e8be6ab-0355-47c2-9498-f801197c8d7a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:09.766624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 49, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:09.767001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Checking segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:09.767407 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.767807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Bound using segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:09.768323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Bound port: 8de2268e-54c1-4dbb-8a5e-30458940be75, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:09.769431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.805645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-011cb8fa-26e7-48e7-978f-3712683e58ad req-c964e911-5682-4c38-87b8-dfb39f9d0283 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832725 Jul 05 03:50:09.872283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] For port 8de2268e-54c1-4dbb-8a5e-30458940be75, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:09.874264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] For port 8de2268e-54c1-4dbb-8a5e-30458940be75, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8de2268e-54c1-4dbb-8a5e-30458940be75,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:09.900257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c69b211-b1cb-4482-96a9-255a11f50b31 req-080c087f-0fbe-4a69-8d40-8f2020344664 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:09.906837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c69b211-b1cb-4482-96a9-255a11f50b31 req-080c087f-0fbe-4a69-8d40-8f2020344664 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 949 time: 0.1928539 Jul 05 03:50:09.970008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:09.972903 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.009574 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.048807 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c69b211-b1cb-4482-96a9-255a11f50b31 req-5497bd1e-2524-4dbf-86e5-d20067fb8a2b tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126027 Jul 05 03:50:10.169667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5356c82f-88cd-45ef-bf0c-21e3caf1e59e None None] Pushing event updated for resources: {'Port': ['ID=8de2268e-54c1-4dbb-8a5e-30458940be75,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:10.180969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50454) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:10.306566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Allocated IP 172.25.4.16 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/9a1939f1-a46e-4bcb-8d07-e6efba9f1a21) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:10.360155 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-646d58b0-614d-4910-8679-e992b323771d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.575940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.640538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a8b4592-c20d-4f47-872a-eb912dc3e369 req-6cf61873-add8-42f4-b1da-dd942ad2edaf tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce9fc40e-f19d-449b-b24e-665aff2b7db4 HTTP/1.1" status: 200 len: 210 time: 0.0425129 Jul 05 03:50:10.655513 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-646d58b0-614d-4910-8679-e992b323771d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.670009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8de2268e-54c1-4dbb-8a5e-30458940be75 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:10.793855 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-646d58b0-614d-4910-8679-e992b323771d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.795208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.809033 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-217c51c1-19c1-47a3-8e14-1f5f021d27c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.854906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 8de2268e-54c1-4dbb-8a5e-30458940be75 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:10.870599 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-646d58b0-614d-4910-8679-e992b323771d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbdc9d1582324a65b6dd24d4575d518c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6825292 Jul 05 03:50:10.870599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646d58b0-614d-4910-8679-e992b323771d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86caf394-27c9-4ef8-b324-c2c1a7a6c8ca,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:10.870599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50480) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:10.896824 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.912843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:10.925846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:10.937197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:10.938952 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c9f167-93d6-427c-b786-f0734889e84f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.962578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c9f167-93d6-427c-b786-f0734889e84f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:10.968413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Pushing event updated for resources: {'Port': ['ID=9a1939f1-a46e-4bcb-8d07-e6efba9f1a21,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:11.117468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 703da4f6-a946-4099-bb5e-e1b897714b5e no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:11.123985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c9f167-93d6-427c-b786-f0734889e84f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.130117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33c9f167-93d6-427c-b786-f0734889e84f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.130117 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-33c9f167-93d6-427c-b786-f0734889e84f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/86caf394-27c9-4ef8-b324-c2c1a7a6c8ca HTTP/1.1" status: 204 len: 168 time: 0.2589538 Jul 05 03:50:11.150194 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c9f167-93d6-427c-b786-f0734889e84f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86caf394-27c9-4ef8-b324-c2c1a7a6c8ca,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:11.169060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-4097a978-b887-4d66-ae6b-8705a82d0615 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.170800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-4097a978-b887-4d66-ae6b-8705a82d0615 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.26 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 949 time: 0.3291049 Jul 05 03:50:11.279121 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.315514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4bab6e-e306-4fbe-9f0f-ed7b52c6a7fc req-7e90ef84-dfb5-471a-be32-4d5823136b17 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:11.323537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c4bab6e-e306-4fbe-9f0f-ed7b52c6a7fc req-7e90ef84-dfb5-471a-be32-4d5823136b17 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 946 time: 0.2608287 Jul 05 03:50:11.331060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703da4f6-a946-4099-bb5e-e1b897714b5e'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:11.331310 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b352808f-04cc-4b67-8e8a-76a24f678b89" -d '{"events": [{"server_uuid": "c96d62ae-7a89-4522-914f-dae9d20679ec", "name": "network-vif-unplugged", "status": "completed", "tag": "703da4f6-a946-4099-bb5e-e1b897714b5e"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:11.354013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 703da4f6-a946-4099-bb5e-e1b897714b5e, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=703da4f6-a946-4099-bb5e-e1b897714b5e,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:11.383072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c4bab6e-e306-4fbe-9f0f-ed7b52c6a7fc req-a6d442d2-be6a-4bbd-b10f-4d4382edbecb tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589957 Jul 05 03:50:11.401381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-240090e0-a110-46f2-8222-545c43f6a5ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Deleting port b8effd28-6227-4694-b82e-d8f6e1d226f6 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:11.401728 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-240090e0-a110-46f2-8222-545c43f6a5ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.433100 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.433976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:11.499848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: e618e6aa-a1c4-47bf-909a-6bc209846db7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:11.500350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e618e6aa-a1c4-47bf-909a-6bc209846db7 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:11.538468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=703da4f6-a946-4099-bb5e-e1b897714b5e,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:11.633038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f37075-41c8-44c1-be0c-49996058c770 None None] Network 3e8be6ab-0355-47c2-9498-f801197c8d7a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:11.645653 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.778124 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:11.907226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2179bb1f-d60b-44db-bfac-005e208ec1a1 None None] Provisioning for port 8de2268e-54c1-4dbb-8a5e-30458940be75 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:11.911880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2179bb1f-d60b-44db-bfac-005e208ec1a1 None None] Provisioning complete for port 8de2268e-54c1-4dbb-8a5e-30458940be75 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:11.912290 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2179bb1f-d60b-44db-bfac-005e208ec1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.020739 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2179bb1f-d60b-44db-bfac-005e208ec1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.061374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2179bb1f-d60b-44db-bfac-005e208ec1a1 None None] For port 8de2268e-54c1-4dbb-8a5e-30458940be75, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8de2268e-54c1-4dbb-8a5e-30458940be75,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:12.135520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-240090e0-a110-46f2-8222-545c43f6a5ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] For port b8effd28-6227-4694-b82e-d8f6e1d226f6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b8effd28-6227-4694-b82e-d8f6e1d226f6,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:12.136150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-240090e0-a110-46f2-8222-545c43f6a5ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.141545 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2179bb1f-d60b-44db-bfac-005e208ec1a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.182152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-240090e0-a110-46f2-8222-545c43f6a5ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Calling delete_port for b8effd28-6227-4694-b82e-d8f6e1d226f6 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:12.209563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179bb1f-d60b-44db-bfac-005e208ec1a1 None None] Pushing event updated for resources: {'Port': ['ID=8de2268e-54c1-4dbb-8a5e-30458940be75,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:12.223980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50538) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:12.238382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.264759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-55c90b9c-0228-4b82-95b7-086f2dd8e486 None None] Provisioning complete for port 8de2268e-54c1-4dbb-8a5e-30458940be75 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:12.265333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-55c90b9c-0228-4b82-95b7-086f2dd8e486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.361809 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.375398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eed21e6-ca0b-457b-a355-58ae376d8f0e req-e01a233c-6111-404b-bba6-4736a1721fd3 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:12.377095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1eed21e6-ca0b-457b-a355-58ae376d8f0e req-e01a233c-6111-404b-bba6-4736a1721fd3 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 949 time: 0.2703593 Jul 05 03:50:12.438173 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.485264 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f464bd7feb3640678388acce32ee70e6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2550824 Jul 05 03:50:12.485264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3f4324-23c2-466c-ba22-689979df7924,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:12.488797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50542) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:12.509172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1eed21e6-ca0b-457b-a355-58ae376d8f0e req-96a3779f-1102-4c67-9806-3bc78218751f tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f70310-1da5-402e-8701-f6ec1dd4002e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188147 Jul 05 03:50:12.512865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.513448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.514019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.514627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.515320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.516500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.517224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.517980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.518553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.519654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.520289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.520996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ba95153-882a-4633-9d6b-1411210eb150 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:12.542436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.611411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b7408bc-f723-4649-be77-b1e87febbfe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.612510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8de2268e-54c1-4dbb-8a5e-30458940be75 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:12.639849 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f72711d9-8a70-4f52-b05c-4c78923ca551 x-openstack-request-id: req-f72711d9-8a70-4f52-b05c-4c78923ca551 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:12.640032 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96d62ae-7a89-4522-914f-dae9d20679ec", "name": "network-vif-unplugged", "status": "completed", "tag": "703da4f6-a946-4099-bb5e-e1b897714b5e", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:12.640380 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f72711d9-8a70-4f52-b05c-4c78923ca551 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:12.640846 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '703da4f6-a946-4099-bb5e-e1b897714b5e', 'code': 200} Jul 05 03:50:12.644047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b7408bc-f723-4649-be77-b1e87febbfe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.665390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-240090e0-a110-46f2-8222-545c43f6a5ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.676297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8de2268e-54c1-4dbb-8a5e-30458940be75 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:12.676608 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.720016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240090e0-a110-46f2-8222-545c43f6a5ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Pushing event deleted for resources: {'Port': ['ID=b8effd28-6227-4694-b82e-d8f6e1d226f6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:12.809175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-240090e0-a110-46f2-8222-545c43f6a5ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] No DVR routers for this DVR port b8effd28-6227-4694-b82e-d8f6e1d226f6 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:12.813911 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-240090e0-a110-46f2-8222-545c43f6a5ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.816280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86013e36-403a-4a0a-bf6b-4291432f3fc1 req-240090e0-a110-46f2-8222-545c43f6a5ee tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.26 "DELETE /v2.0/ports/b8effd28-6227-4694-b82e-d8f6e1d226f6 HTTP/1.1" status: 204 len: 173 time: 1.6304147 Jul 05 03:50:12.816834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c616352e-8858-4f9b-b5c2-35231b5d1fea', 'name': 'network-vif-deleted', 'tag': 'b8effd28-6227-4694-b82e-d8f6e1d226f6'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:12.819558 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43d3da79-bd1a-4693-9e90-8c375476b262" -d '{"events": [{"server_uuid": "c616352e-8858-4f9b-b5c2-35231b5d1fea", "name": "network-vif-deleted", "tag": "b8effd28-6227-4694-b82e-d8f6e1d226f6"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:12.901510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b7408bc-f723-4649-be77-b1e87febbfe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.908159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b7408bc-f723-4649-be77-b1e87febbfe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:12.913159 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4b7408bc-f723-4649-be77-b1e87febbfe3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb3f4324-23c2-466c-ba22-689979df7924 HTTP/1.1" status: 204 len: 168 time: 0.4214215 Jul 05 03:50:12.925278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7408bc-f723-4649-be77-b1e87febbfe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3f4324-23c2-466c-ba22-689979df7924,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:12.969295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Router ff34cbd5-c412-40d6-8cfc-cb35f211d65e is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:50:13.118278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a27f06c-44b3-4c77-8720-e9101b1cc4f0 req-297be5db-36a7-4ec0-9960-27c05442838f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.120091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a27f06c-44b3-4c77-8720-e9101b1cc4f0 req-297be5db-36a7-4ec0-9960-27c05442838f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 944 time: 0.2126043 Jul 05 03:50:13.157235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:13.174048 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Sync routers for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:13.183522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a27f06c-44b3-4c77-8720-e9101b1cc4f0 req-4cecda4e-d9f3-4fec-aea4-58542597561a tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532324 Jul 05 03:50:13.184904 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:13.185521 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:13.330023 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.334066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f5f16a0b-f21d-4965-9472-9100c9b4974d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.6530228 Jul 05 03:50:13.343341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:13.398514 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.441501 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:13.534722 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.692113 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74383b7a-ac70-4bad-ac0c-12bda6571033 x-openstack-request-id: req-74383b7a-ac70-4bad-ac0c-12bda6571033 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:13.692461 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c616352e-8858-4f9b-b5c2-35231b5d1fea", "name": "network-vif-deleted", "tag": "b8effd28-6227-4694-b82e-d8f6e1d226f6", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:13.692724 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74383b7a-ac70-4bad-ac0c-12bda6571033 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:13.693142 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c616352e-8858-4f9b-b5c2-35231b5d1fea', 'name': 'network-vif-deleted', 'tag': 'b8effd28-6227-4694-b82e-d8f6e1d226f6', 'status': 'completed', 'code': 200} Jul 05 03:50:13.711037 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:11Z', 'revision_number': 3, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:13.770081 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Checking router: ff34cbd5-c412-40d6-8cfc-cb35f211d65e for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:13.770737 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Updating router ff34cbd5-c412-40d6-8cfc-cb35f211d65e port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:50:13.809684 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:13.898007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-f8724b76-21bb-46c4-ad07-61797f050cf2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:13.900194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-f8724b76-21bb-46c4-ad07-61797f050cf2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 944 time: 0.2166414 Jul 05 03:50:13.982898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12055bfb-202c-4c0e-ba45-1cabcea12498 req-de2a2821-9ed7-4d2b-a6ca-1e03702eb392 tempest-ImagesNegativeTestJSON-91095146 tempest-ImagesNegativeTestJSON-91095146-project] 10.222.0.30 "GET /v2.0/ports?device_id=c616352e-8858-4f9b-b5c2-35231b5d1fea HTTP/1.1" status: 200 len: 210 time: 0.0579927 Jul 05 03:50:14.015858 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.076142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13050d35-0d06-4392-9afa-25ff0bab8dea req-ed26f856-1b43-46d0-a499-5e91d507eee4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.084915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13050d35-0d06-4392-9afa-25ff0bab8dea req-ed26f856-1b43-46d0-a499-5e91d507eee4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 945 time: 0.1071725 Jul 05 03:50:14.124504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.145900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-07c70164-6a63-4083-9f35-b45975509a21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Deleting port 703da4f6-a946-4099-bb5e-e1b897714b5e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:14.146753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-07c70164-6a63-4083-9f35-b45975509a21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.198886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13050d35-0d06-4392-9afa-25ff0bab8dea req-ec304159-ec70-4dd8-b9e0-456bd77e87d7 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101103 Jul 05 03:50:14.229528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b8effd28-6227-4694-b82e-d8f6e1d226f6 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:14.298505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: b8effd28-6227-4694-b82e-d8f6e1d226f6 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:14.299461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b8effd28-6227-4694-b82e-d8f6e1d226f6 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:14.305677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f41f243b-b53a-44a0-bd69-a972a0980d88 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:14.329298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-39434408-2660-49a9-b5eb-eafb7bafa7b5 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.345602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-07c70164-6a63-4083-9f35-b45975509a21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] For port 703da4f6-a946-4099-bb5e-e1b897714b5e, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=703da4f6-a946-4099-bb5e-e1b897714b5e,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:14.346106 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-07c70164-6a63-4083-9f35-b45975509a21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.347529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-39434408-2660-49a9-b5eb-eafb7bafa7b5 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 804 time: 0.2364001 Jul 05 03:50:14.365950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-07c70164-6a63-4083-9f35-b45975509a21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Calling delete_port for 703da4f6-a946-4099-bb5e-e1b897714b5e owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:14.381687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-9968d7e7-152b-4740-a87e-8f0feb03f057 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/quotas/504f7d8f004e47d7bdc354b9e97ddc5e HTTP/1.1" status: 200 len: 375 time: 0.0327814 Jul 05 03:50:14.455161 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.479837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Allocated IP 172.20.0.1 (3e8be6ab-0355-47c2-9498-f801197c8d7a/a81329f8-baaa-4f09-a431-691a4ca4c1dd/eb0252ea-3695-4844-b33f-ff59c56fc32b) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:14.494215 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.510467 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Transition to ACTIVE for port object 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:14.535544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f41f243b-b53a-44a0-bd69-a972a0980d88, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f41f243b-b53a-44a0-bd69-a972a0980d88,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:14.542186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7f89899c-9a38-4be2-a0fa-39da0e17cb8d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1549428 Jul 05 03:50:14.601855 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.621744 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.669505 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Attempting to bind port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:14.670208 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Attempting to bind port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:14.671001 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Attempting to bind port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:14.683681 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:14.684442 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:14.685457 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.686713 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:14.687384 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Bound port: 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:14.688268 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.715502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-d4cb3216-3ed4-47b4-ad2d-a89befb8c6c9 service neutron] 10.222.0.30 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650815 Jul 05 03:50:14.726386 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Pushing event updated for resources: {'Port': ['ID=9a1939f1-a46e-4bcb-8d07-e6efba9f1a21,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:14.728426 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41f243b-b53a-44a0-bd69-a972a0980d88'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:14.733930 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79edc778-08ce-467f-b157-1e4d01d72a4f" -d '{"events": [{"server_uuid": "1ef7f174-0e56-4475-93b8-4373e8e21e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f41f243b-b53a-44a0-bd69-a972a0980d88"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:14.736963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f41f243b-b53a-44a0-bd69-a972a0980d88,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:14.744486 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.744919 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.745377 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.745771 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.746177 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.746834 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.747250 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.748311 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.749237 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.749595 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.749956 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.750316 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:14.782930 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] For port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:14.788086 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] For port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9a1939f1-a46e-4bcb-8d07-e6efba9f1a21,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:14.832147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.843433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-1f26430f-1234-4c11-9294-e7205d3b54a7 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.844933 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-1f26430f-1234-4c11-9294-e7205d3b54a7 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.13 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 945 time: 0.2649484 Jul 05 03:50:14.863157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Transition to ACTIVE for port object eb0252ea-3695-4844-b33f-ff59c56fc32b will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:14.869963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a58ded-743b-4585-9a15-2714646e49bc req-5b3d62c5-ed15-438d-bd45-361a4879b2d6 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:14.871474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5a58ded-743b-4585-9a15-2714646e49bc req-5b3d62c5-ed15-438d-bd45-361a4879b2d6 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 944 time: 0.1529946 Jul 05 03:50:14.888081 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-07c70164-6a63-4083-9f35-b45975509a21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.890098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-0629789e-7b8a-4459-ad0e-ab62c77262c8 service neutron] 10.222.0.30 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235597 Jul 05 03:50:14.919810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5a58ded-743b-4585-9a15-2714646e49bc req-486ae418-d16f-424e-ab39-56b6123c19e8 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399685 Jul 05 03:50:14.930670 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:14.937520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c70164-6a63-4083-9f35-b45975509a21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event deleted for resources: {'Port': ['ID=703da4f6-a946-4099-bb5e-e1b897714b5e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:14.992972 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a6755b-71d3-4331-a5cc-ce2a094f319a x-openstack-request-id: req-81a6755b-71d3-4331-a5cc-ce2a094f319a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:14.993591 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef7f174-0e56-4475-93b8-4373e8e21e4f", "name": "network-vif-unplugged", "status": "completed", "tag": "f41f243b-b53a-44a0-bd69-a972a0980d88", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:14.994058 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-81a6755b-71d3-4331-a5cc-ce2a094f319a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:14.994644 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f41f243b-b53a-44a0-bd69-a972a0980d88', 'code': 200} Jul 05 03:50:15.037246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-07c70164-6a63-4083-9f35-b45975509a21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] No DVR routers for this DVR port 703da4f6-a946-4099-bb5e-e1b897714b5e on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:15.042537 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-07c70164-6a63-4083-9f35-b45975509a21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.044316 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7416084f-4fdc-485b-bc11-0d266f72100c None None] Pushing event updated for resources: {'Port': ['ID=9a1939f1-a46e-4bcb-8d07-e6efba9f1a21,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:15.044740 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-66dde32c-35a3-4958-b8ae-54c10795a6c3 req-07c70164-6a63-4083-9f35-b45975509a21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "DELETE /v2.0/ports/703da4f6-a946-4099-bb5e-e1b897714b5e HTTP/1.1" status: 204 len: 173 time: 1.1366327 Jul 05 03:50:15.046516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'name': 'network-vif-deleted', 'tag': '703da4f6-a946-4099-bb5e-e1b897714b5e'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:15.048918 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cd55a1d-ea23-4386-95f4-602231e53961" -d '{"events": [{"server_uuid": "c96d62ae-7a89-4522-914f-dae9d20679ec", "name": "network-vif-deleted", "tag": "703da4f6-a946-4099-bb5e-e1b897714b5e"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:15.062513 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:15.063443 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:15.075188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-75782c98-2cb4-4d4b-8002-ee09b0cd8ea6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Deleting port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:15.075511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-75782c98-2cb4-4d4b-8002-ee09b0cd8ea6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.151519 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c6e836c-51f0-44f2-97de-fde2fb9c38c2 x-openstack-request-id: req-7c6e836c-51f0-44f2-97de-fde2fb9c38c2 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:15.151933 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96d62ae-7a89-4522-914f-dae9d20679ec", "name": "network-vif-deleted", "tag": "703da4f6-a946-4099-bb5e-e1b897714b5e", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:15.157191 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7c6e836c-51f0-44f2-97de-fde2fb9c38c2 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:15.157191 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96d62ae-7a89-4522-914f-dae9d20679ec', 'name': 'network-vif-deleted', 'tag': '703da4f6-a946-4099-bb5e-e1b897714b5e', 'status': 'completed', 'code': 200} Jul 05 03:50:15.157191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.196931 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:15.222216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Network 3e8be6ab-0355-47c2-9498-f801197c8d7a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:15.236559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Pushing event updated for resources: {'Port': ['ID=eb0252ea-3695-4844-b33f-ff59c56fc32b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:15.345276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-75782c98-2cb4-4d4b-8002-ee09b0cd8ea6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] For port 93443ecc-e9d9-43b3-9b6a-13f7cc237867, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=93443ecc-e9d9-43b3-9b6a-13f7cc237867,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:15.345643 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-75782c98-2cb4-4d4b-8002-ee09b0cd8ea6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.380287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-75782c98-2cb4-4d4b-8002-ee09b0cd8ea6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Calling delete_port for 93443ecc-e9d9-43b3-9b6a-13f7cc237867 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:15.382362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:15.414158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:15.466943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d141ac6d-8edc-4933-9408-103ed14c2a42 req-cbfeef49-3c56-49f5-bce7-f0c0d32683fb tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 210 time: 0.0544930 Jul 05 03:50:15.507551 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.554778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9f44d3-5b8a-495e-aab5-7a507bb577aa req-06457bef-6857-4991-ac42-169505d19b24 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:15.558632 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:11Z', 'revision_number': 3, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:15.562733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a9f44d3-5b8a-495e-aab5-7a507bb577aa req-06457bef-6857-4991-ac42-169505d19b24 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 945 time: 0.2258990 Jul 05 03:50:15.625341 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab10b1af-8a97-4417-bc3f-a5b98a20f550 None None] The sync data for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 is: [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:11Z', 'revision_number': 3, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:15.652737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a9f44d3-5b8a-495e-aab5-7a507bb577aa req-14189ee1-99c0-404d-bf97-dce975b87e25 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884695 Jul 05 03:50:15.882721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f60dd9e9-9043-4eb3-a92e-9770f0aee1e1 None None] Provisioning for port eb0252ea-3695-4844-b33f-ff59c56fc32b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:15.884586 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f60dd9e9-9043-4eb3-a92e-9770f0aee1e1 None None] Provisioning complete for port eb0252ea-3695-4844-b33f-ff59c56fc32b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:15.885146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f60dd9e9-9043-4eb3-a92e-9770f0aee1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:15.888386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-c645fe9e-e3d9-4664-a1b5-bab622cf15ef tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:15.890644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-c645fe9e-e3d9-4664-a1b5-bab622cf15ef tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "GET /v2.0/ports?device_id=1ef7f174-0e56-4475-93b8-4373e8e21e4f HTTP/1.1" status: 200 len: 943 time: 0.1577189 Jul 05 03:50:15.977817 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f60dd9e9-9043-4eb3-a92e-9770f0aee1e1 None None] Port eb0252ea-3695-4844-b33f-ff59c56fc32b cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:16.182295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-185cb9d8-debc-44a8-ad89-8a2f7a0c4fd8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Deleting port f41f243b-b53a-44a0-bd69-a972a0980d88 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:16.182699 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-185cb9d8-debc-44a8-ad89-8a2f7a0c4fd8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.322935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-185cb9d8-debc-44a8-ad89-8a2f7a0c4fd8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] For port f41f243b-b53a-44a0-bd69-a972a0980d88, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f41f243b-b53a-44a0-bd69-a972a0980d88,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:16.323310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-185cb9d8-debc-44a8-ad89-8a2f7a0c4fd8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.351414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-185cb9d8-debc-44a8-ad89-8a2f7a0c4fd8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Calling delete_port for f41f243b-b53a-44a0-bd69-a972a0980d88 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:16.387780 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0c63533-6324-4dcc-a2f6-d16aeab0b82c req-aecf8dfb-0316-4f6e-9bdf-6f73992fb15c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96d62ae-7a89-4522-914f-dae9d20679ec HTTP/1.1" status: 200 len: 210 time: 0.0553308 Jul 05 03:50:16.651338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.657397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:16.749038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-6455b281-7152-4eb6-afe0-e21dc0edc587 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7813e29286e34eb2b688754a08c35293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0406313 Jul 05 03:50:16.767222 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-185cb9d8-debc-44a8-ad89-8a2f7a0c4fd8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.769789 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-75782c98-2cb4-4d4b-8002-ee09b0cd8ea6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.826846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75782c98-2cb4-4d4b-8002-ee09b0cd8ea6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Pushing event deleted for resources: {'Port': ['ID=93443ecc-e9d9-43b3-9b6a-13f7cc237867,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:16.827116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:16.841525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:16.841525 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:16.851721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50668) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:16.950842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b71f1a27-5407-4f4e-bc5f-b80afe6d4078 req-94838c2f-7b72-4ada-a2b8-d45423613ceb tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 210 time: 0.2002997 Jul 05 03:50:16.993929 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.032996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-75782c98-2cb4-4d4b-8002-ee09b0cd8ea6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] No DVR routers for this DVR port 93443ecc-e9d9-43b3-9b6a-13f7cc237867 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:17.035442 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-75782c98-2cb4-4d4b-8002-ee09b0cd8ea6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.039857 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19d3ad4d-71ea-422a-b88a-8df3f46447e2 req-75782c98-2cb4-4d4b-8002-ee09b0cd8ea6 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.13 "DELETE /v2.0/ports/93443ecc-e9d9-43b3-9b6a-13f7cc237867 HTTP/1.1" status: 204 len: 173 time: 2.1863000 Jul 05 03:50:17.054291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-61bc53f4-bb6a-41f3-8648-f566981b4349 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:17.063305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-61bc53f4-bb6a-41f3-8648-f566981b4349 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3047848 Jul 05 03:50:17.070182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9a1939f1-a46e-4bcb-8d07-e6efba9f1a21,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:17.077638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185cb9d8-debc-44a8-ad89-8a2f7a0c4fd8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Pushing event deleted for resources: {'Port': ['ID=f41f243b-b53a-44a0-bd69-a972a0980d88,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:17.132609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-62523316-782e-4c1f-8b8b-9c6f95d9e2fb tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/quotas/7813e29286e34eb2b688754a08c35293 HTTP/1.1" status: 200 len: 375 time: 0.0678146 Jul 05 03:50:17.156220 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'name': 'network-vif-deleted', 'tag': '93443ecc-e9d9-43b3-9b6a-13f7cc237867'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:17.158539 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f8db872-cd89-4f81-b61b-11a56c23e4c6" -d '{"events": [{"server_uuid": "dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8", "name": "network-vif-deleted", "tag": "93443ecc-e9d9-43b3-9b6a-13f7cc237867"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:17.172753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-185cb9d8-debc-44a8-ad89-8a2f7a0c4fd8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] No DVR routers for this DVR port f41f243b-b53a-44a0-bd69-a972a0980d88 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:17.180309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-185cb9d8-debc-44a8-ad89-8a2f7a0c4fd8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.180785 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-76040efd-0224-4c0b-9172-d20a1c9548ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7318c9e815b64f21882e73e9e42e95b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2941949 Jul 05 03:50:17.183824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 93443ecc-e9d9-43b3-9b6a-13f7cc237867 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:17.186034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4288c70e-dce2-45e7-886a-ca525b184e2f req-185cb9d8-debc-44a8-ad89-8a2f7a0c4fd8 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "DELETE /v2.0/ports/f41f243b-b53a-44a0-bd69-a972a0980d88 HTTP/1.1" status: 204 len: 173 time: 1.2851129 Jul 05 03:50:17.186520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'name': 'network-vif-deleted', 'tag': 'f41f243b-b53a-44a0-bd69-a972a0980d88'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:17.190141 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e91b4875-c2e8-4c6a-b02b-528eedc43ceb" -d '{"events": [{"server_uuid": "1ef7f174-0e56-4475-93b8-4373e8e21e4f", "name": "network-vif-deleted", "tag": "f41f243b-b53a-44a0-bd69-a972a0980d88"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:17.209743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50678) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:17.227512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.228445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 93443ecc-e9d9-43b3-9b6a-13f7cc237867 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:17.228831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 93443ecc-e9d9-43b3-9b6a-13f7cc237867 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:17.229218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 703da4f6-a946-4099-bb5e-e1b897714b5e no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:17.231188 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.233081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-b513a2d7-6366-43a8-a679-2e56038c905f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7813e29286e34eb2b688754a08c35293&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0943303 Jul 05 03:50:17.295650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 703da4f6-a946-4099-bb5e-e1b897714b5e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:17.296033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 703da4f6-a946-4099-bb5e-e1b897714b5e not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:17.310020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c93685a-e7b1-4130-9105-eb716dd8f6bb req-ba090975-80de-4448-949e-9f09308621ce tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 210 time: 0.1331558 Jul 05 03:50:17.318036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.349029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e349ece9-ad82-403b-8535-1e7f203ca201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.379621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=9a1939f1-a46e-4bcb-8d07-e6efba9f1a21,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:17.392795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e349ece9-ad82-403b-8535-1e7f203ca201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.448819 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.450746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Pushing event updated for resources: {'Port': ['ID=eb0252ea-3695-4844-b33f-ff59c56fc32b,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:17.581037 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e349ece9-ad82-403b-8535-1e7f203ca201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.584861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e349ece9-ad82-403b-8535-1e7f203ca201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:17.586670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e349ece9-ad82-403b-8535-1e7f203ca201 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/14f70310-1da5-402e-8701-f6ec1dd4002e HTTP/1.1" status: 204 len: 168 time: 0.3581202 Jul 05 03:50:17.622067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Network 3e8be6ab-0355-47c2-9498-f801197c8d7a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:17.624436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:17.627141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e349ece9-ad82-403b-8535-1e7f203ca201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f70310-1da5-402e-8701-f6ec1dd4002e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:17.762880 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7d7980-ec8e-4cb7-89a8-6651b5014abc x-openstack-request-id: req-2f7d7980-ec8e-4cb7-89a8-6651b5014abc {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:17.776802 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8", "name": "network-vif-deleted", "tag": "93443ecc-e9d9-43b3-9b6a-13f7cc237867", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:17.777210 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f7d7980-ec8e-4cb7-89a8-6651b5014abc {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:17.777733 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8', 'name': 'network-vif-deleted', 'tag': '93443ecc-e9d9-43b3-9b6a-13f7cc237867', 'status': 'completed', 'code': 200} Jul 05 03:50:17.804167 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a5b8c69-b05f-43cc-b17f-88a07ac9407a x-openstack-request-id: req-4a5b8c69-b05f-43cc-b17f-88a07ac9407a {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:17.804721 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ef7f174-0e56-4475-93b8-4373e8e21e4f", "name": "network-vif-deleted", "tag": "f41f243b-b53a-44a0-bd69-a972a0980d88", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:17.804721 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a5b8c69-b05f-43cc-b17f-88a07ac9407a {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:17.805199 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ef7f174-0e56-4475-93b8-4373e8e21e4f', 'name': 'network-vif-deleted', 'tag': 'f41f243b-b53a-44a0-bd69-a972a0980d88', 'status': 'completed', 'code': 200} Jul 05 03:50:17.946432 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b412baf9-cf37-4b17-9f16-29d7497e3fa2 req-35f64201-e778-4b99-a94c-fddc33935140 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 210 time: 0.0795391 Jul 05 03:50:17.976804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Router ff34cbd5-c412-40d6-8cfc-cb35f211d65e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:18.164757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-66861bc4-f33e-432a-b902-f31a69e9b473 None None] Provisioning complete for port eb0252ea-3695-4844-b33f-ff59c56fc32b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:18.165895 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-66861bc4-f33e-432a-b902-f31a69e9b473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:18.199996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:18.219352 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7f03c2f8-fd9c-41d4-bed0-73864cf5487a admin admin] 10.222.0.30 "PUT /v2.0/routers/ff34cbd5-c412-40d6-8cfc-cb35f211d65e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8773463 Jul 05 03:50:18.249254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-66861bc4-f33e-432a-b902-f31a69e9b473 None None] Port eb0252ea-3695-4844-b33f-ff59c56fc32b cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:18.266765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Sync routers for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:18.282008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:18.282949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:18.324395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe38ad51-b915-42ca-81a0-72688e0fb11c req-2abfec7f-f9dd-4944-bef6-c45218c5ce6a tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 210 time: 0.1345706 Jul 05 03:50:18.456223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b676-62be-4112-a136-73573c446e04 req-17217bc3-673b-4740-9a05-fa725f8e9e8e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:18.469287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-17217bc3-673b-4740-9a05-fa725f8e9e8e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/networks?id=139f4862-4533-4530-bbae-72c1c8475252 HTTP/1.1" status: 200 len: 822 time: 0.3226182 Jul 05 03:50:18.508999 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-09f181da-973f-46d5-9412-113de2c8c0a7 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/quotas/96b7301ca002421291810932e22f3e48 HTTP/1.1" status: 200 len: 375 time: 0.0380790 Jul 05 03:50:18.672053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df873c87-eae4-41bf-a182-1ed9157fd94b req-e3fdb4a2-0ecf-470c-bbaa-b79ddd487475 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=dfcffbe0-c9c2-4384-b0d7-512d4f6fa8a8 HTTP/1.1" status: 200 len: 210 time: 0.0368848 Jul 05 03:50:18.704575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-c5288f35-4e4e-4200-92bd-8cbccb060679 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=96b7301ca002421291810932e22f3e48&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1922369 Jul 05 03:50:18.780969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:18.838302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:18.912366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-869c2eae-aa64-42ba-896d-c763d173fa2b service neutron] 10.222.0.30 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064817 Jul 05 03:50:19.025255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:19.025895 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.089597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-1f827776-8adf-47b7-94a1-c9c7c4628456 service neutron] 10.222.0.30 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690762 Jul 05 03:50:19.099383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-fb7af58d-acca-410f-8894-7f3cb1c1f177 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:19.101371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-fb7af58d-acca-410f-8894-7f3cb1c1f177 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 804 time: 0.3942866 Jul 05 03:50:19.126317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Request body: {'port': {'device_id': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'admin_state_up': True, 'tenant_id': '504f7d8f004e47d7bdc354b9e97ddc5e'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:19.243807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:16Z', 'revision_number': 2, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:19.283996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Checking router: ff34cbd5-c412-40d6-8cfc-cb35f211d65e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:19.284738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Updating router ff34cbd5-c412-40d6-8cfc-cb35f211d65e port eb0252ea-3695-4844-b33f-ff59c56fc32b binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:50:19.329844 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.405034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Made reservation on behalf of 504f7d8f004e47d7bdc354b9e97ddc5e for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:19.416997 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.681969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50754) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:19.695628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a55a64ec-5173-4e23-bbab-5beb1011db10 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--657523435', 'description': 'tempest-description--1560281747'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:19.698560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Allocated IP 172.20.0.6 (57560aed-cb5a-47c8-aff9-7ebcd631e891/2ec68273-2b6d-41e5-9d51-4ff736df0f68/dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:19.786768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a55a64ec-5173-4e23-bbab-5beb1011db10 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.863213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.875632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Transition to ACTIVE for port object eb0252ea-3695-4844-b33f-ff59c56fc32b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:19.909161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a55a64ec-5173-4e23-bbab-5beb1011db10 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:19.945127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b5400df-72ba-4d67-af86-f4009342aec7 req-79278aab-fa86-45c8-8913-debcd3cb9f72 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 210 time: 0.1036837 Jul 05 03:50:19.958030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82f5b344-16ec-42a1-b174-c097a7ca9e53 req-43651924-0009-4178-bd45-4640a3e25859 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 210 time: 0.1148262 Jul 05 03:50:19.992686 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.026800 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a55a64ec-5173-4e23-bbab-5beb1011db10 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.115526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a64ec-5173-4e23-bbab-5beb1011db10 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b73a8f26-9377-4989-9f6b-9904a42dd988,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:20.129690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edda368f-ce05-4ac4-a8e8-ebf156f93999 req-c59067cd-1bc3-4e40-8788-51be7de0e925 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 210 time: 0.0805392 Jul 05 03:50:20.140759 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a55a64ec-5173-4e23-bbab-5beb1011db10 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.140945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb867b-adcd-490c-8f06-486349a02e8f None None] Pushing event updated for resources: {'Port': ['ID=eb0252ea-3695-4844-b33f-ff59c56fc32b,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:20.144183 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a55a64ec-5173-4e23-bbab-5beb1011db10 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4585962 Jul 05 03:50:20.144819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50760) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:20.149601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Attempting to bind port eb0252ea-3695-4844-b33f-ff59c56fc32b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:20.150388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Attempting to bind port eb0252ea-3695-4844-b33f-ff59c56fc32b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:20.151029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Attempting to bind port eb0252ea-3695-4844-b33f-ff59c56fc32b on network 3e8be6ab-0355-47c2-9498-f801197c8d7a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:20.152445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1da57cee-59ff-4350-994d-b517154f5ce1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'security_group_rule': {'security_group_id': 'b73a8f26-9377-4989-9f6b-9904a42dd988', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:20.158188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:20.158921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Checking segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:20.159546 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.160322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Bound using segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:20.161026 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Bound port: eb0252ea-3695-4844-b33f-ff59c56fc32b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:20.161624 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.194575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.252637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f41f243b-b53a-44a0-bd69-a972a0980d88 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:20.317790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: f41f243b-b53a-44a0-bd69-a972a0980d88 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:20.318311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f41f243b-b53a-44a0-bd69-a972a0980d88 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:20.334018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] For port eb0252ea-3695-4844-b33f-ff59c56fc32b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:20.337442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] For port eb0252ea-3695-4844-b33f-ff59c56fc32b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=eb0252ea-3695-4844-b33f-ff59c56fc32b,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:20.422710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.447694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.453908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1da57cee-59ff-4350-994d-b517154f5ce1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:20.490675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeb867b-adcd-490c-8f06-486349a02e8f None None] Pushing event updated for resources: {'Port': ['ID=eb0252ea-3695-4844-b33f-ff59c56fc32b,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:20.509536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:20.510184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:20.575871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Network 57560aed-cb5a-47c8-aff9-7ebcd631e891 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:20.585115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:20.588991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Pushing event updated for resources: {'Port': ['ID=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:20.593432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:20.652410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:21.027502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:20Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:21.048312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.052660 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.065437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1da57cee-59ff-4350-994d-b517154f5ce1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.069052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-7aeb6c38-d423-4ef0-944d-77584700f90a tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=7813e29286e34eb2b688754a08c35293&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0475914 Jul 05 03:50:21.083595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02ad8c16-afb5-4e5d-9354-8f948b710bd9 None None] The sync data for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 is: [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:20Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:21.194967 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1da57cee-59ff-4350-994d-b517154f5ce1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.216128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-3c406a62-2b04-4b87-b779-bcfe2f39c09d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0982385 Jul 05 03:50:21.245478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Request body: {'port': {'device_id': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:21.296961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da57cee-59ff-4350-994d-b517154f5ce1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96eaeecd-f1d4-469c-867b-53c5e8fea907,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.429279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-b2976a4d-47f8-4e8e-8c49-8dbe43b42c61 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.430669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-b2976a4d-47f8-4e8e-8c49-8dbe43b42c61 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3531699 Jul 05 03:50:21.440644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-753868e8-693c-4450-8b88-5e4d63abbf37 req-0d6fd8f8-2421-4118-9a17-d9aca156b3a0 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 210 time: 0.0810368 Jul 05 03:50:21.470082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12302c6-5565-46a4-bfec-171167bef824 req-e67fd3a8-453b-457c-9c42-191f8b5aa9a5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.473948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12302c6-5565-46a4-bfec-171167bef824 req-e67fd3a8-453b-457c-9c42-191f8b5aa9a5 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 944 time: 0.3854201 Jul 05 03:50:21.476352 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1da57cee-59ff-4350-994d-b517154f5ce1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.478123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1da57cee-59ff-4350-994d-b517154f5ce1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3322911 Jul 05 03:50:21.481795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50784) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:21.487629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-246db45b-eafe-4bc6-bb72-88f13b273676 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'security_group_rule': {'security_group_id': 'b73a8f26-9377-4989-9f6b-9904a42dd988', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:21.488256 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.496547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Request body: {'port': {'device_id': '06573098-623a-4f56-b819-bd5ee54be7eb', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '7813e29286e34eb2b688754a08c35293'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:21.608823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-246db45b-eafe-4bc6-bb72-88f13b273676 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.626604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12302c6-5565-46a4-bfec-171167bef824 req-de19441e-92ca-4698-877b-f5c8e7714107 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/security-groups?id=070c1545-0f27-4c71-818c-bfe71dfb3917&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354239 Jul 05 03:50:21.796577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-246db45b-eafe-4bc6-bb72-88f13b273676 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.873880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-2916e40e-8b5c-45bf-8936-519479d63512 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.875720 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-2916e40e-8b5c-45bf-8936-519479d63512 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.13 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 944 time: 0.1347806 Jul 05 03:50:21.877901 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-246db45b-eafe-4bc6-bb72-88f13b273676 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:21.895555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-536b5181-f03d-4a46-b01b-c703bbf3b4e4 req-8b4f1e1c-842b-4a18-9320-919ed243cf5e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 210 time: 0.0668600 Jul 05 03:50:21.901805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246db45b-eafe-4bc6-bb72-88f13b273676 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=916f295c-4722-4348-8ea7-3c24f393540c,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:21.946577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7983f903-0878-4930-8bd9-120b2124d09c req-241c8a0a-a197-40ca-9bcc-f72a8df40ab1 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:21.953771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7983f903-0878-4930-8bd9-120b2124d09c req-241c8a0a-a197-40ca-9bcc-f72a8df40ab1 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 931 time: 0.3491127 Jul 05 03:50:22.067610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7983f903-0878-4930-8bd9-120b2124d09c req-ace638c3-51ee-42cd-900e-b92b08372f32 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1127939 Jul 05 03:50:22.068770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-526323e3-d81b-44f6-a19a-5522fe5f79c4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Deleting port 81040522-72f0-41b7-b35c-50a6424e2ad6 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:22.069116 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-526323e3-d81b-44f6-a19a-5522fe5f79c4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.100717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Made reservation on behalf of 7813e29286e34eb2b688754a08c35293 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:22.113727 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.158730 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.165124 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-246db45b-eafe-4bc6-bb72-88f13b273676 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.166346 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-246db45b-eafe-4bc6-bb72-88f13b273676 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6834610 Jul 05 03:50:22.169845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50790) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:22.183585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:22.234436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:50:22.234436 n-d-758944-41 neutron-server[100896]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:50:22.234436 n-d-758944-41 neutron-server[100896]: [parameters: {'project_id_1': '7813e29286e34eb2b688754a08c35293', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 50, 22, 215885)}] Jul 05 03:50:22.234436 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:50:22.234896 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:50:22.247512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-526323e3-d81b-44f6-a19a-5522fe5f79c4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] For port 81040522-72f0-41b7-b35c-50a6424e2ad6, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=81040522-72f0-41b7-b35c-50a6424e2ad6,segment=NetworkSegment(f20234c2-22e6-48bf-93c8-c70843708ffe),segment_id=f20234c2-22e6-48bf-93c8-c70843708ffe)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:22.247880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-526323e3-d81b-44f6-a19a-5522fe5f79c4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.266842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-526323e3-d81b-44f6-a19a-5522fe5f79c4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Calling delete_port for 81040522-72f0-41b7-b35c-50a6424e2ad6 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:22.308837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:22.319818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.346469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Transition to ACTIVE for port object dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:22.347539 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.448385 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.546317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.616149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device eb0252ea-3695-4844-b33f-ff59c56fc32b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:22.626676 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-526323e3-d81b-44f6-a19a-5522fe5f79c4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.709163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a6a0e18-fce0-4344-94a8-bec9343e8796 req-a7bab5b7-6b47-442a-9d86-d5f34c4cbb2b tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 210 time: 0.1000907 Jul 05 03:50:22.723334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526323e3-d81b-44f6-a19a-5522fe5f79c4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Pushing event deleted for resources: {'Port': ['ID=81040522-72f0-41b7-b35c-50a6424e2ad6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:22.751390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.777673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port eb0252ea-3695-4844-b33f-ff59c56fc32b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:22.790548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port eb0252ea-3695-4844-b33f-ff59c56fc32b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:22.791729 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.823794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-526323e3-d81b-44f6-a19a-5522fe5f79c4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] No DVR routers for this DVR port 81040522-72f0-41b7-b35c-50a6424e2ad6 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:22.839529 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-526323e3-d81b-44f6-a19a-5522fe5f79c4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.843401 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-727fa68c-d0fa-4239-9953-2fec23f7de0d req-526323e3-d81b-44f6-a19a-5522fe5f79c4 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.13 "DELETE /v2.0/ports/81040522-72f0-41b7-b35c-50a6424e2ad6 HTTP/1.1" status: 204 len: 173 time: 0.9450641 Jul 05 03:50:22.843882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'name': 'network-vif-deleted', 'tag': '81040522-72f0-41b7-b35c-50a6424e2ad6'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:22.845109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Attempting to bind port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:22.845459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Attempting to bind port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:22.845792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Attempting to bind port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:22.846299 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a2d07e9-068e-4305-badb-cace227a7689" -d '{"events": [{"server_uuid": "2abfa13a-7acb-4ee5-a2df-1452077f8b34", "name": "network-vif-deleted", "tag": "81040522-72f0-41b7-b35c-50a6424e2ad6"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:22.869256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:22.869828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Attempting to bind port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:22.882525 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.966394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b676-62be-4112-a136-73573c446e04 req-9386e262-e848-4622-bc9e-92dfdcc9d145 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:22.971280 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:22.973440 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-9386e262-e848-4622-bc9e-92dfdcc9d145 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "GET /v2.0/networks?id=139f4862-4533-4530-bbae-72c1c8475252 HTTP/1.1" status: 200 len: 822 time: 0.2892680 Jul 05 03:50:22.978173 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-868cbde3-b178-4da3-8015-890c10436aa7 x-openstack-request-id: req-868cbde3-b178-4da3-8015-890c10436aa7 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:22.978340 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2abfa13a-7acb-4ee5-a2df-1452077f8b34", "name": "network-vif-deleted", "tag": "81040522-72f0-41b7-b35c-50a6424e2ad6", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:22.978591 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-868cbde3-b178-4da3-8015-890c10436aa7 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:22.979010 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2abfa13a-7acb-4ee5-a2df-1452077f8b34', 'name': 'network-vif-deleted', 'tag': '81040522-72f0-41b7-b35c-50a6424e2ad6', 'status': 'completed', 'code': 200} Jul 05 03:50:23.005831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Request body: {'port': {'device_id': 'ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2', 'network_id': '139f4862-4533-4530-bbae-72c1c8475252', 'admin_state_up': True, 'tenant_id': '96b7301ca002421291810932e22f3e48'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:23.036806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:23.037316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Checking segment: {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:23.038243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Bound using segment: {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:23.038774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Bound port: dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:23.041093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.041226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port eb0252ea-3695-4844-b33f-ff59c56fc32b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=eb0252ea-3695-4844-b33f-ff59c56fc32b,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:23.084299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9225c210-8227-4ee1-858a-ebb72e54c040 req-cc734c7b-62c2-43ac-85c4-5e1623bb83c8 tempest-LiveAutoBlockMigrationV225Test-1430977048 tempest-LiveAutoBlockMigrationV225Test-1430977048-project] 10.222.0.30 "GET /v2.0/ports?device_id=2abfa13a-7acb-4ee5-a2df-1452077f8b34 HTTP/1.1" status: 200 len: 210 time: 0.0713534 Jul 05 03:50:23.093586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Allocated IP 172.25.4.70 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/d518c5fc-27ad-425b-95cd-113f65801aad) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:23.138651 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.255988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=eb0252ea-3695-4844-b33f-ff59c56fc32b,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.262219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] For port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:23.270815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] For port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:23.321073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.381694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.385502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-467342a1-f2b0-49cf-8aaf-21c427ff0187 req-bcca71d7-d7a2-4e78-93b5-fb48ea31230e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 210 time: 0.0727284 Jul 05 03:50:23.410098 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.453661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.457959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.458568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.460060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] 10.222.0.26 "PUT /v2.0/ports/dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f HTTP/1.1" status: 200 len: 1092 time: 2.2194583 Jul 05 03:50:23.470572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'tag': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:23.475072 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537b9c02-80cd-4a06-b998-d9780cb8974a" -d '{"events": [{"name": "network-changed", "server_uuid": "2026db1f-6111-4c2f-9c0a-351a727cdb40", "tag": "dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:23.540921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Made reservation on behalf of 96b7301ca002421291810932e22f3e48 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:23.544652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.577768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Pushing event updated for resources: {'SecurityGroup': ['ID=536e67b4-8194-4879-ba29-f5d1dbb9bc5e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.595057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf0cb5d-72f9-4858-93ab-f82e54c4af11 service neutron] Pushing event updated for resources: {'Port': ['ID=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.702189 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:23.704060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Allocated IP 172.20.0.10 (139f4862-4533-4530-bbae-72c1c8475252/39dc11cf-66f3-454a-8c59-e6b1a9762ee0/64f20f36-693c-4ad8-9009-bf8ac4ef0a8d) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:23.716446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81789dba-dd3a-49c4-b502-551de379cfc6 req-056a672b-43a2-417a-9f03-ad98d465c0a4 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.718402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81789dba-dd3a-49c4-b502-551de379cfc6 req-056a672b-43a2-417a-9f03-ad98d465c0a4 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 943 time: 0.3793612 Jul 05 03:50:23.779924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Allocated IP 192.168.233.38 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/4f87e72a-957c-4ed3-8292-a5ce153349e7) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:23.811119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:23.827234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:23.829743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:23.832306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'Port': ['ID=d518c5fc-27ad-425b-95cd-113f65801aad,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:23.888430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81789dba-dd3a-49c4-b502-551de379cfc6 req-f25dd2d2-a74b-4ed7-9b6d-38ccc573df4f tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364172 Jul 05 03:50:23.929868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-421868cb-ba7e-4e77-a0a5-b027d6fbdb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:23.931447 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-421868cb-ba7e-4e77-a0a5-b027d6fbdb54 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 1095 time: 0.2707777 Jul 05 03:50:23.936430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.026747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-c911ed87-6a89-4e9e-8b44-d5e8723fb397 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f HTTP/1.1" status: 200 len: 217 time: 0.0808177 Jul 05 03:50:24.102802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.126867 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.149663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-86d1223e-3dfe-481e-a140-f13e14298e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.151184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-86d1223e-3dfe-481e-a140-f13e14298e38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 200 len: 844 time: 0.0913358 Jul 05 03:50:24.203379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event updated for resources: {'Port': ['ID=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:24.211646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-4482a784-84cb-4207-9263-a60b800b012e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57560aed-cb5a-47c8-aff9-7ebcd631e891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472252 Jul 05 03:50:24.228259 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.228487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Network 139f4862-4533-4530-bbae-72c1c8475252 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:24.230504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:24.234461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:24.260980 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bafec2d1-0312-4e5a-b38d-f9d3e0424968 x-openstack-request-id: req-bafec2d1-0312-4e5a-b38d-f9d3e0424968 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:24.261274 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2026db1f-6111-4c2f-9c0a-351a727cdb40", "tag": "dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:24.261526 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bafec2d1-0312-4e5a-b38d-f9d3e0424968 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:24.261935 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'tag': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f', 'status': 'completed', 'code': 200} Jul 05 03:50:24.312615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.313956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.320369 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Transition to ACTIVE for port object 4f87e72a-957c-4ed3-8292-a5ce153349e7 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:24.341966 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.365017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50822) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:24.383636 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-99e5fc59-2438-4360-b3f2-600f62de4042 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3899882 Jul 05 03:50:24.397923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Request body: {'port': {'device_id': 'ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:24.449072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82d6d304-2290-44c5-b583-9e65780cf3c1 req-9ccc8f43-34b5-43fa-98ee-23db2843344b tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 210 time: 0.0695138 Jul 05 03:50:24.469032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-9cd326a6-fed5-4b46-ae7d-487fae6222cd service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438293 Jul 05 03:50:24.489039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.586466 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.645368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:24.664154 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device eb0252ea-3695-4844-b33f-ff59c56fc32b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:24.664947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:24.672917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:24.749066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port eb0252ea-3695-4844-b33f-ff59c56fc32b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:24.749517 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.808965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Pushing event updated for resources: {'Port': ['ID=4f87e72a-957c-4ed3-8292-a5ce153349e7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:24.832465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-dccb85da-8d4d-4952-9b8d-7688a217230a admin admin] Deleting subnet 028213fe-d500-4cf5-89de-aa6ef0908dde {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:24.869933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dccb85da-8d4d-4952-9b8d-7688a217230a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.892327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:24.893021 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.936305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dccb85da-8d4d-4952-9b8d-7688a217230a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.963499 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:24.989032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f66e78d1-da9d-4152-96e8-89fb5a27e667 req-9bf227da-cdb9-4d55-bc75-46f82df34b52 service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4978199 Jul 05 03:50:25.023808 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.030685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dccb85da-8d4d-4952-9b8d-7688a217230a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.075108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2c9c6a8-0124-46c6-9df6-0350b46a235b req-7c5444c9-7b53-4b4b-a423-0d1778f81a47 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.083407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2c9c6a8-0124-46c6-9df6-0350b46a235b req-7c5444c9-7b53-4b4b-a423-0d1778f81a47 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 932 time: 0.3807409 Jul 05 03:50:25.132951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:25.141482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.153443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-187815e4-30e4-49e3-8e13-988efbc3452f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6737285 Jul 05 03:50:25.155150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Transition to ACTIVE for port object 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:25.158042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'Port': ['ID=d518c5fc-27ad-425b-95cd-113f65801aad,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:25.187851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Request body: {'port': {'device_id': '06573098-623a-4f56-b819-bd5ee54be7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:25.203342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c6bcdd9-63ba-4c1b-a5e6-f6939c3ee8df None None] Provisioning for port 4f87e72a-957c-4ed3-8292-a5ce153349e7 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:25.207623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c6bcdd9-63ba-4c1b-a5e6-f6939c3ee8df None None] Provisioning complete for port 4f87e72a-957c-4ed3-8292-a5ce153349e7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:25.208275 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c6bcdd9-63ba-4c1b-a5e6-f6939c3ee8df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.225708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2c9c6a8-0124-46c6-9df6-0350b46a235b req-f7ce400b-08d9-42df-a748-087d2ac31f03 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413291 Jul 05 03:50:25.239963 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dccb85da-8d4d-4952-9b8d-7688a217230a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.246647 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.266109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c6bcdd9-63ba-4c1b-a5e6-f6939c3ee8df None None] Port 4f87e72a-957c-4ed3-8292-a5ce153349e7 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:25.277245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 81040522-72f0-41b7-b35c-50a6424e2ad6 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:25.317119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccb85da-8d4d-4952-9b8d-7688a217230a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028213fe-d500-4cf5-89de-aa6ef0908dde,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:25.321409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.351164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 81040522-72f0-41b7-b35c-50a6424e2ad6 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:25.353172 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.358518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-231a5163-fedb-4ec0-ae69-d76a64973dad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.1782677 Jul 05 03:50:25.358518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.380492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 81040522-72f0-41b7-b35c-50a6424e2ad6 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:25.416201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Pushing event updated for resources: {'Port': ['ID=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:25.427107 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dccb85da-8d4d-4952-9b8d-7688a217230a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.430486 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dccb85da-8d4d-4952-9b8d-7688a217230a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/028213fe-d500-4cf5-89de-aa6ef0908dde HTTP/1.1" status: 204 len: 168 time: 1.0642712 Jul 05 03:50:25.447305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50840) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:25.631614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.640501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Attempting to bind port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:25.640842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Attempting to bind port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:25.641170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Attempting to bind port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d on network 139f4862-4533-4530-bbae-72c1c8475252 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:25.650355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d on network 139f4862-4533-4530-bbae-72c1c8475252 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:25.650688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Attempting to bind port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d on network 139f4862-4533-4530-bbae-72c1c8475252 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:25.658898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:25.659258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Checking segment: {'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:25.659614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Bound using segment: {'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:25.660147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Bound port: 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f35f2d2c-9f1b-4de0-b512-f240b093f66b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '139f4862-4533-4530-bbae-72c1c8475252'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:25.660505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.723694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b9c02-80cd-4a06-b998-d9780cb8974a req-1156d022-94dc-4d8b-94c6-33a7b24f1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.725268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-537b9c02-80cd-4a06-b998-d9780cb8974a req-1156d022-94dc-4d8b-94c6-33a7b24f1deb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 1095 time: 0.5316348 Jul 05 03:50:25.777400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.795336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b6523b-b8cc-4f9b-a1d8-24beba529630']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:25.814902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f20234c2-22e6-48bf-93c8-c70843708ffe') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:25.815314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f20234c2-22e6-48bf-93c8-c70843708ffe') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:25.831788 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.834092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] For port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:25.855186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] For port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:25.862726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.865543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:25.865956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:25.867886 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:25.940301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.982141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:25.983491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:25.985063 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] 10.222.0.13 "PUT /v2.0/ports/64f20f36-693c-4ad8-9009-bf8ac4ef0a8d HTTP/1.1" status: 200 len: 1093 time: 1.5921226 Jul 05 03:50:25.985514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2', 'tag': '64f20f36-693c-4ad8-9009-bf8ac4ef0a8d'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:25.987831 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4acc27a-151a-427f-a402-7c892474aabc" -d '{"events": [{"name": "network-changed", "server_uuid": "ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2", "tag": "64f20f36-693c-4ad8-9009-bf8ac4ef0a8d"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:26.012772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38dcb5e-5a45-404c-bada-920812f25840 service neutron] Pushing event updated for resources: {'Port': ['ID=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:26.030870 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.034322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b9c02-80cd-4a06-b998-d9780cb8974a req-2a567f47-d176-4462-adc9-486adfaab97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.034989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-537b9c02-80cd-4a06-b998-d9780cb8974a req-2a567f47-d176-4462-adc9-486adfaab97d service neutron] 10.222.0.26 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 905 time: 0.2916455 Jul 05 03:50:26.044170 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.046673 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/94b6523b-b8cc-4f9b-a1d8-24beba529630 HTTP/1.1" status: 204 len: 168 time: 0.5940356 Jul 05 03:50:26.047744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cf9f8b-dd32-48c4-8337-ffe3f93947b8 admin admin] Pushing event deleted for resources: {'Network': ['ID=94b6523b-b8cc-4f9b-a1d8-24beba529630,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:26.049479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50850) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:26.087667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613ed804-2472-4145-9936-e951a4effbf4 req-d14fbe28-66fc-4740-971b-0ec4abada9fc tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.089384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-613ed804-2472-4145-9936-e951a4effbf4 req-d14fbe28-66fc-4740-971b-0ec4abada9fc tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 943 time: 0.3831902 Jul 05 03:50:26.099890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c98e078-95e7-42ed-a900-2c41e0a733da admin admin] Deleting subnet ec1cbc7b-9727-41ad-9a7f-f84a0929183c {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:26.108046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c98e078-95e7-42ed-a900-2c41e0a733da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.145941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-537b9c02-80cd-4a06-b998-d9780cb8974a req-1bb14a00-7c6f-48c8-a911-7122fe32818c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f HTTP/1.1" status: 200 len: 217 time: 0.0775895 Jul 05 03:50:26.151960 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c98e078-95e7-42ed-a900-2c41e0a733da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.162114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7109a3-5de5-4394-9d1f-71bf2b40834e req-4f2d0f1f-6064-4be7-b48e-d6bb851a608b tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.163570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa7109a3-5de5-4394-9d1f-71bf2b40834e req-4f2d0f1f-6064-4be7-b48e-d6bb851a608b tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 935 time: 0.3491037 Jul 05 03:50:26.226224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c98e078-95e7-42ed-a900-2c41e0a733da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.247423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-613ed804-2472-4145-9936-e951a4effbf4 req-c7d6a5bd-c030-4c8e-8a02-c980cae25cc4 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154776 Jul 05 03:50:26.277377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537b9c02-80cd-4a06-b998-d9780cb8974a req-a8c3029d-c168-41a4-9fc1-a7aa13ed1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.279165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-537b9c02-80cd-4a06-b998-d9780cb8974a req-a8c3029d-c168-41a4-9fc1-a7aa13ed1c60 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 200 len: 844 time: 0.1143994 Jul 05 03:50:26.282369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b676-62be-4112-a136-73573c446e04 req-626490bd-fc64-45de-9919-7289458550d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.284269 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-626490bd-fc64-45de-9919-7289458550d4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96b7301ca002421291810932e22f3e48&device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 1096 time: 0.1348636 Jul 05 03:50:26.288543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa7109a3-5de5-4394-9d1f-71bf2b40834e req-70ccd79b-4a72-4de1-b94b-f81f72d2d6c2 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/security-groups?id=536e67b4-8194-4879-ba29-f5d1dbb9bc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108258 Jul 05 03:50:26.343957 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-537b9c02-80cd-4a06-b998-d9780cb8974a req-4f27f281-c1da-4cc5-8a79-32264639e108 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57560aed-cb5a-47c8-aff9-7ebcd631e891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478058 Jul 05 03:50:26.344424 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-5a1e5162-37ff-4a6e-86cf-937694c2d368 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d HTTP/1.1" status: 200 len: 217 time: 0.0469005 Jul 05 03:50:26.364744 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c98e078-95e7-42ed-a900-2c41e0a733da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.419975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c98e078-95e7-42ed-a900-2c41e0a733da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec1cbc7b-9727-41ad-9a7f-f84a0929183c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:26.427409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c98e078-95e7-42ed-a900-2c41e0a733da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.429363 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9c98e078-95e7-42ed-a900-2c41e0a733da admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ec1cbc7b-9727-41ad-9a7f-f84a0929183c HTTP/1.1" status: 204 len: 168 time: 0.3789656 Jul 05 03:50:26.431851 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50864) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:26.443988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a284b676-62be-4112-a136-73573c446e04 req-0a6b961b-cc0e-44f8-a9e3-5685a36f0bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.445487 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-0a6b961b-cc0e-44f8-a9e3-5685a36f0bd3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39dc11cf-66f3-454a-8c59-e6b1a9762ee0 HTTP/1.1" status: 200 len: 862 time: 0.0910439 Jul 05 03:50:26.456538 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f77c6d9-2adf-436f-a3fc-193726c49355 x-openstack-request-id: req-4f77c6d9-2adf-436f-a3fc-193726c49355 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:26.457006 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2", "tag": "64f20f36-693c-4ad8-9009-bf8ac4ef0a8d", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:26.457132 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f77c6d9-2adf-436f-a3fc-193726c49355 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:26.457480 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2', 'tag': '64f20f36-693c-4ad8-9009-bf8ac4ef0a8d', 'status': 'completed', 'code': 200} Jul 05 03:50:26.497811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-dd5a3c89-628f-4510-8ab6-5d674c0685d6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--657523435&fields=id&tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a HTTP/1.1" status: 200 len: 267 time: 0.1527588 Jul 05 03:50:26.502579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f87e72a-957c-4ed3-8292-a5ce153349e7 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:26.521727 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-be9aab15-3d9c-4756-b294-e4233e9c672c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139f4862-4533-4530-bbae-72c1c8475252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379267 Jul 05 03:50:26.527226 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.588075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.597757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-537b9c02-80cd-4a06-b998-d9780cb8974a req-f2e3a870-c752-458d-bbf6-53d1eab134fb service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2417934 Jul 05 03:50:26.626138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Transition to ACTIVE for port object 4f87e72a-957c-4ed3-8292-a5ce153349e7 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:26.689753 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.702047 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-8d8fbf50-f44a-48fc-a9b3-4cb83d09f5e7 service neutron] 10.222.0.13 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1643386 Jul 05 03:50:26.705736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.724277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5905598-d562-4204-a45e-c421f4a47509']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:26.767797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eebd1ba4-381c-41de-83ae-07ff4df4b639') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:26.768186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eebd1ba4-381c-41de-83ae-07ff4df4b639') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:26.783704 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.806391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.817223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-4a0b8212-69b7-4bab-8717-c0f3b1c5ec7d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.818911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-4a0b8212-69b7-4bab-8717-c0f3b1c5ec7d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 816 time: 0.3114216 Jul 05 03:50:26.819242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Pushing event updated for resources: {'Port': ['ID=4f87e72a-957c-4ed3-8292-a5ce153349e7,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:26.820814 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:26.821220 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:26.822952 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:26.886910 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a284b676-62be-4112-a136-73573c446e04 req-43b6b521-dd9a-42cd-952b-a1ae1afbb6bf service neutron] 10.222.0.13 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732562 Jul 05 03:50:26.896410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3273f3b0-de60-4a95-9763-66ff8f09d9b0 req-c520c3ad-45e2-4dec-b389-1392d2cc9a83 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:26.897975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3273f3b0-de60-4a95-9763-66ff8f09d9b0 req-c520c3ad-45e2-4dec-b389-1392d2cc9a83 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 944 time: 0.3186889 Jul 05 03:50:26.902457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-537b9c02-80cd-4a06-b998-d9780cb8974a req-f762537b-eccf-400d-aed2-35c39697b6dc service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2777672 Jul 05 03:50:26.908225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-92e3e320-783d-4388-af3b-8d7de271de75 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/quotas/6d7a6a7dab774f48a943dc7e1c06b98a HTTP/1.1" status: 200 len: 375 time: 0.0572586 Jul 05 03:50:26.986541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.000208 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.002121 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a5905598-d562-4204-a45e-c421f4a47509 HTTP/1.1" status: 204 len: 168 time: 0.5694082 Jul 05 03:50:27.011782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Attempting to bind port 4f87e72a-957c-4ed3-8292-a5ce153349e7 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:27.012157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Attempting to bind port 4f87e72a-957c-4ed3-8292-a5ce153349e7 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:27.012501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Attempting to bind port 4f87e72a-957c-4ed3-8292-a5ce153349e7 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:27.021235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3273f3b0-de60-4a95-9763-66ff8f09d9b0 req-2de8fa51-a523-4105-a276-7ca42bb7ee21 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039588 Jul 05 03:50:27.022315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ababa532-c3b2-4901-996f-772de9fd57a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5905598-d562-4204-a45e-c421f4a47509,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:27.024212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Port 4f87e72a-957c-4ed3-8292-a5ce153349e7 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:27.024541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Attempting to bind port 4f87e72a-957c-4ed3-8292-a5ce153349e7 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:27.034105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:27.034449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:27.034839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:27.035466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Bound port: 4f87e72a-957c-4ed3-8292-a5ce153349e7, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:27.035835 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.082441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-d646b972-5ffa-46e3-a6e1-7dcbda570ddd tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1638241 Jul 05 03:50:27.112603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc27a-151a-427f-a402-7c892474aabc req-a9c732e1-eaec-40ac-90b6-1f9ceb968359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.114566 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f4acc27a-151a-427f-a402-7c892474aabc req-a9c732e1-eaec-40ac-90b6-1f9ceb968359 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=96b7301ca002421291810932e22f3e48&device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 1096 time: 0.0611367 Jul 05 03:50:27.207035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] For port 4f87e72a-957c-4ed3-8292-a5ce153349e7, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:27.229650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] For port 4f87e72a-957c-4ed3-8292-a5ce153349e7, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4f87e72a-957c-4ed3-8292-a5ce153349e7,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:27.235769 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-b53c57f4-c58b-4969-b78c-9ca1611669e3 service neutron] 10.222.0.30 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323447 Jul 05 03:50:27.237238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc27a-151a-427f-a402-7c892474aabc req-082a9ec1-5ebc-47e4-991e-27dd75ee2bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.238769 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f4acc27a-151a-427f-a402-7c892474aabc req-082a9ec1-5ebc-47e4-991e-27dd75ee2bf1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=139f4862-4533-4530-bbae-72c1c8475252 HTTP/1.1" status: 200 len: 923 time: 0.1142728 Jul 05 03:50:27.305054 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f4acc27a-151a-427f-a402-7c892474aabc req-004ff100-d112-4c30-b507-0d96b2807f70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d HTTP/1.1" status: 200 len: 217 time: 0.0416136 Jul 05 03:50:27.314148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.370182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.370809 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.372342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] 10.222.0.26 "PUT /v2.0/ports/4f87e72a-957c-4ed3-8292-a5ce153349e7 HTTP/1.1" status: 200 len: 1096 time: 2.1908758 Jul 05 03:50:27.372805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06573098-623a-4f56-b819-bd5ee54be7eb', 'tag': '4f87e72a-957c-4ed3-8292-a5ce153349e7'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:27.375609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4acc27a-151a-427f-a402-7c892474aabc req-3ce1ce1e-6543-4a40-bc38-346d6af706e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.377770 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f4acc27a-151a-427f-a402-7c892474aabc req-3ce1ce1e-6543-4a40-bc38-346d6af706e8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=39dc11cf-66f3-454a-8c59-e6b1a9762ee0 HTTP/1.1" status: 200 len: 862 time: 0.0624993 Jul 05 03:50:27.378955 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9e860c0-b4c7-4398-8a75-45cd21a879a7" -d '{"events": [{"name": "network-changed", "server_uuid": "06573098-623a-4f56-b819-bd5ee54be7eb", "tag": "4f87e72a-957c-4ed3-8292-a5ce153349e7"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:27.427263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af5ec26-bf50-4dbc-9eb1-9c37b52a9802 service neutron] Pushing event updated for resources: {'Port': ['ID=4f87e72a-957c-4ed3-8292-a5ce153349e7,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:27.443191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50880) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:27.451752 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f4acc27a-151a-427f-a402-7c892474aabc req-26e6a077-c099-4643-bc80-3ae60934c601 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=139f4862-4533-4530-bbae-72c1c8475252&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0641725 Jul 05 03:50:27.453354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-72879034-baef-4116-bf7d-0ce411c23a92 service neutron] 10.222.0.30 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2095504 Jul 05 03:50:27.537848 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-24bdb6e0-4ebe-45e1-9429-75d539b9d378 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=abee83cb9e7945c9afcda6c5615990ea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0810761 Jul 05 03:50:27.541567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50884) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:27.648252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-b8326276-3642-4d67-bb6b-d6b99840943b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.650182 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-b8326276-3642-4d67-bb6b-d6b99840943b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7813e29286e34eb2b688754a08c35293&device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 1099 time: 0.1181400 Jul 05 03:50:27.660077 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b6f1-6f20-4a39-874c-37bfb9427e1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.673186 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f4acc27a-151a-427f-a402-7c892474aabc req-5b8fd6eb-dfc9-49c7-8aff-8c67d856103f service neutron] 10.222.0.13 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124882 Jul 05 03:50:27.698160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b6f1-6f20-4a39-874c-37bfb9427e1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.719469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-e9ac3ad2-5830-4410-801c-27a75162fd71 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=4f87e72a-957c-4ed3-8292-a5ce153349e7 HTTP/1.1" status: 200 len: 217 time: 0.0582550 Jul 05 03:50:27.845169 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f4acc27a-151a-427f-a402-7c892474aabc req-c72cfa43-e759-4821-8236-322505191a29 service neutron] 10.222.0.13 "GET /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1578515 Jul 05 03:50:27.877077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-8886f1e2-e604-4db7-860d-ebd6849e7b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.878781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-8886f1e2-e604-4db7-860d-ebd6849e7b9b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1351850 Jul 05 03:50:27.912895 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b6f1-6f20-4a39-874c-37bfb9427e1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.918646 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bc3b6f1-6f20-4a39-874c-37bfb9427e1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:27.923891 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9bc3b6f1-6f20-4a39-874c-37bfb9427e1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/070c1545-0f27-4c71-818c-bfe71dfb3917 HTTP/1.1" status: 204 len: 168 time: 0.3769889 Jul 05 03:50:27.950970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bc3b6f1-6f20-4a39-874c-37bfb9427e1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=070c1545-0f27-4c71-818c-bfe71dfb3917,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:27.993981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff8e3b3-80a8-4c6c-9306-e1e29eed73a3 req-98d2a0d2-0752-464b-ba73-8f35249f02b1 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:27.995714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eff8e3b3-80a8-4c6c-9306-e1e29eed73a3 req-98d2a0d2-0752-464b-ba73-8f35249f02b1 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 943 time: 0.2277396 Jul 05 03:50:28.065165 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-6cc89fcf-abeb-45d3-8858-a5a29ddb9e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.066705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-6cc89fcf-abeb-45d3-8858-a5a29ddb9e25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1754570 Jul 05 03:50:28.081856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca75702-3311-44b3-bdda-aa4eab52accf req-58d86f5d-07cc-47b3-aa37-be2c7891ba91 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.081856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ca75702-3311-44b3-bdda-aa4eab52accf req-58d86f5d-07cc-47b3-aa37-be2c7891ba91 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 947 time: 0.1774826 Jul 05 03:50:28.092823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eff8e3b3-80a8-4c6c-9306-e1e29eed73a3 req-327e93f3-3bfd-4b6b-a4e5-32e84d50882e tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847018 Jul 05 03:50:28.157975 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a79b128-318b-433f-99f9-74aa8ea34a2d x-openstack-request-id: req-3a79b128-318b-433f-99f9-74aa8ea34a2d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:28.158270 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06573098-623a-4f56-b819-bd5ee54be7eb", "tag": "4f87e72a-957c-4ed3-8292-a5ce153349e7", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:28.158537 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a79b128-318b-433f-99f9-74aa8ea34a2d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:28.159118 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06573098-623a-4f56-b819-bd5ee54be7eb', 'tag': '4f87e72a-957c-4ed3-8292-a5ce153349e7', 'status': 'completed', 'code': 200} Jul 05 03:50:28.195121 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50902) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:28.230677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ca75702-3311-44b3-bdda-aa4eab52accf req-df22e787-1067-4df4-ae8c-9474fd1163a3 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/security-groups?id=536e67b4-8194-4879-ba29-f5d1dbb9bc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366177 Jul 05 03:50:28.266288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-b32c852a-111a-4bd0-bd4c-363d7e9193ac service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854885 Jul 05 03:50:28.270815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:28.401764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:28.416530 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'port_id': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f', 'mac_address': 'fa:16:3e:ac:c4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec68273-2b6d-41e5-9d51-4ff736df0f68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:28.458456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef4c224-169b-4a8b-bdce-2e991d5cf5d2 req-147b394d-5e2e-4d11-94c4-f21dc8d472c2 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1728511 Jul 05 03:50:28.467658 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.491034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:28.522968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:28.526031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eae8be4d-34e5-4ccf-8c7e-632e1fb48326 req-992319db-f354-4a2a-99b7-0f4c4237b6d6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 210 time: 0.0664217 Jul 05 03:50:28.535650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-64ee9eda-1444-4504-9e43-c16cb74a1797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.578962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c3747-8cab-4c3c-a5a3-aa85a195ef8b req-0aae8091-58ed-4106-bfea-f6318629e618 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.580618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca5c3747-8cab-4c3c-a5a3-aa85a195ef8b req-0aae8091-58ed-4106-bfea-f6318629e618 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 945 time: 0.3134074 Jul 05 03:50:28.592396 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.667825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:28.684990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.684990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.684990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.684990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.684990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.684990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.685709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca5c3747-8cab-4c3c-a5a3-aa85a195ef8b req-9577a740-1043-4a41-b7c9-4add470c0a02 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0974579 Jul 05 03:50:28.686407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.687385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.687977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.688544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.689075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.689755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-64ee9eda-1444-4504-9e43-c16cb74a1797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.690070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:28.746353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-64ee9eda-1444-4504-9e43-c16cb74a1797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.793578 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-64ee9eda-1444-4504-9e43-c16cb74a1797 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a6dfafe8246410480aafad2e70f5c62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5975449 Jul 05 03:50:28.794978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee9eda-1444-4504-9e43-c16cb74a1797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cdc8a14-cf99-4d55-a2a7-5cb74fdf2c6e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:28.799589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50914) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:28.819116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:28.838973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-6a289722-6c9c-42c6-8296-bc5f4c25e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.844604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-6a289722-6c9c-42c6-8296-bc5f4c25e96b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7813e29286e34eb2b688754a08c35293&device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 1099 time: 0.2109220 Jul 05 03:50:28.875250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85027e3d-83d0-48f0-9ee1-a42b98e05772 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.905043 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85027e3d-83d0-48f0-9ee1-a42b98e05772 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:28.935968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3586c541-e935-4113-840a-b4fa61e397c9 req-a437f131-a183-49b4-aa89-6e715e554f4f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:28.937548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3586c541-e935-4113-840a-b4fa61e397c9 req-a437f131-a183-49b4-aa89-6e715e554f4f tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 944 time: 0.1963928 Jul 05 03:50:29.017789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-34bd4a00-6c8c-459d-a92f-c51354cb4ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.019509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-34bd4a00-6c8c-459d-a92f-c51354cb4ca1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1682668 Jul 05 03:50:29.027300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3586c541-e935-4113-840a-b4fa61e397c9 req-7515355f-b5e1-4410-b8be-e363925dea1d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580266 Jul 05 03:50:29.059570 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50916) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:29.071454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-af1835b5-56aa-4938-aec4-cc4957429612 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.38&port_id=4f87e72a-957c-4ed3-8292-a5ce153349e7 HTTP/1.1" status: 200 len: 217 time: 0.0431914 Jul 05 03:50:29.089950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85027e3d-83d0-48f0-9ee1-a42b98e05772 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.093508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85027e3d-83d0-48f0-9ee1-a42b98e05772 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.097593 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-85027e3d-83d0-48f0-9ee1-a42b98e05772 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8cdc8a14-cf99-4d55-a2a7-5cb74fdf2c6e HTTP/1.1" status: 204 len: 168 time: 0.2939465 Jul 05 03:50:29.125951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85027e3d-83d0-48f0-9ee1-a42b98e05772 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cdc8a14-cf99-4d55-a2a7-5cb74fdf2c6e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.139054 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4f47db99-5c40-4142-9878-7d45a6698f17 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e1dff484ee842ee986f0dd07f1926d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0759251 Jul 05 03:50:29.139231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50922) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:29.147147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-f641a8d6-158f-4025-a7b4-9e1d1d8125b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.153956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-f641a8d6-158f-4025-a7b4-9e1d1d8125b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0740676 Jul 05 03:50:29.204578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f000c298-b930-491c-a0d8-eceb91b8b223 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.228791 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f000c298-b930-491c-a0d8-eceb91b8b223 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.244761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-9b266af2-8d6b-41f5-90e1-2896798393bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.246485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-9b266af2-8d6b-41f5-90e1-2896798393bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0847166 Jul 05 03:50:29.403314 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f000c298-b930-491c-a0d8-eceb91b8b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.406422 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f000c298-b930-491c-a0d8-eceb91b8b223 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:29.407624 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f000c298-b930-491c-a0d8-eceb91b8b223 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5bb3d68b-89d5-4fd9-9673-54fe453b8843 HTTP/1.1" status: 204 len: 168 time: 0.2667196 Jul 05 03:50:29.416397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f000c298-b930-491c-a0d8-eceb91b8b223 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bb3d68b-89d5-4fd9-9673-54fe453b8843,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:29.734409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191620de-f84d-4abb-a59b-0ca13bdb948d req-5caa8d05-26bd-48eb-b34b-1b4b1e854ded tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.743037 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-191620de-f84d-4abb-a59b-0ca13bdb948d req-5caa8d05-26bd-48eb-b34b-1b4b1e854ded tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 944 time: 0.4900146 Jul 05 03:50:29.747803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-256b6b8c-3caa-41b2-b68e-70db5005fe75 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4835241 Jul 05 03:50:29.858673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-191620de-f84d-4abb-a59b-0ca13bdb948d req-2c83f262-4c38-450f-b00f-2d7c66f888b1 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164196 Jul 05 03:50:29.892077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517a5639-52ca-4530-9bf4-ee06b320499e req-d4a805b4-b6cf-445e-89ac-c842c571b13f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:29.899313 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-517a5639-52ca-4530-9bf4-ee06b320499e req-d4a805b4-b6cf-445e-89ac-c842c571b13f tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 947 time: 0.5323310 Jul 05 03:50:29.953082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9e860c0-b4c7-4398-8a75-45cd21a879a7 req-4199fd0a-35b1-410d-ae86-56c63f750aed service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987140 Jul 05 03:50:29.977723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-517a5639-52ca-4530-9bf4-ee06b320499e req-e01acc99-ae9f-4a7e-9f8b-3396bd01e874 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/security-groups?id=536e67b4-8194-4879-ba29-f5d1dbb9bc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773962 Jul 05 03:50:30.051211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9438e33f-e071-486b-8d6a-3ffa4059d0d6 req-31084da7-6f93-4241-b930-d01887f0fb30 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 210 time: 0.0324638 Jul 05 03:50:30.237323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05c96fe-d1b8-4749-9cbb-285abfb42a12 req-26e1e1c3-2837-426d-907a-fb863ff9d367 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.246228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b05c96fe-d1b8-4749-9cbb-285abfb42a12 req-26e1e1c3-2837-426d-907a-fb863ff9d367 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 944 time: 0.0906444 Jul 05 03:50:30.284221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:30.292192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b05c96fe-d1b8-4749-9cbb-285abfb42a12 req-d10e7f9e-39db-4e17-b0d0-180432e8920d tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449667 Jul 05 03:50:30.432171 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:30.437438 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:30.442581 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.550378 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.575289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:30.577737 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f47a64-af02-42a3-ab33-803ed531a144" -d '{"events": [{"server_uuid": "2026db1f-6111-4c2f-9c0a-351a727cdb40", "name": "network-vif-plugged", "status": "completed", "tag": "dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:30.596425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:30.644093 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6aebfe4-0ddf-4a2d-bc43-0e5a4114687b x-openstack-request-id: req-a6aebfe4-0ddf-4a2d-bc43-0e5a4114687b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:30.644689 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026db1f-6111-4c2f-9c0a-351a727cdb40", "name": "network-vif-plugged", "status": "completed", "tag": "dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:30.645757 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6aebfe4-0ddf-4a2d-bc43-0e5a4114687b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:30.646246 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f', 'code': 200} Jul 05 03:50:30.660737 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:30.739655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:30.802764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-ac1f4c6d-d1aa-4364-b4ad-ad1e48ccee8e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.806056 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-ac1f4c6d-d1aa-4364-b4ad-ad1e48ccee8e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.13 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 816 time: 0.1795645 Jul 05 03:50:30.813224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f46ca3-16a2-4d3e-9c0f-865a153e05a0 req-17b033ea-3cb8-48f6-8c91-f0ba1babd288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.818650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2f46ca3-16a2-4d3e-9c0f-865a153e05a0 req-17b033ea-3cb8-48f6-8c91-f0ba1babd288 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 1097 time: 0.0868363 Jul 05 03:50:30.867961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2f46ca3-16a2-4d3e-9c0f-865a153e05a0 req-2d372328-65a5-4f31-8de5-6a884442533c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390439 Jul 05 03:50:30.893386 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-f4e8e110-7947-4fe1-a234-639815dd84fb tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a HTTP/1.1" status: 200 len: 379 time: 0.0688906 Jul 05 03:50:30.912749 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'port': {'device_id': 'f5199c62-1888-42a2-af72-d70a73308932', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'admin_state_up': True, 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'security_groups': ['b73a8f26-9377-4989-9f6b-9904a42dd988']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:30.947148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e452b9ce-aaf5-4266-8ffe-dc12d9971494 req-8267a28d-d70b-4dd9-9131-b4df34dfff09 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:30.956393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e452b9ce-aaf5-4266-8ffe-dc12d9971494 req-8267a28d-d70b-4dd9-9131-b4df34dfff09 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 945 time: 0.0858414 Jul 05 03:50:30.996836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e452b9ce-aaf5-4266-8ffe-dc12d9971494 req-4f49e761-1057-4176-94fb-c1aa7aaf4b0c tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388470 Jul 05 03:50:31.173933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Made reservation on behalf of 6d7a6a7dab774f48a943dc7e1c06b98a for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:31.178241 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.266882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930fd7f2-6f03-4215-bf42-58a6a4e7f1a8 req-54c6f527-f7dc-4e6b-9805-e46bbc71ea58 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.268484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-930fd7f2-6f03-4215-bf42-58a6a4e7f1a8 req-54c6f527-f7dc-4e6b-9805-e46bbc71ea58 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.1381569 Jul 05 03:50:31.281309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e790a4b-80f9-402d-9867-4dd8459c8660 req-1ea93ee5-20ea-40d2-80e0-c72f89fd3f98 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.291469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e790a4b-80f9-402d-9867-4dd8459c8660 req-1ea93ee5-20ea-40d2-80e0-c72f89fd3f98 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 947 time: 0.1194787 Jul 05 03:50:31.291594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:31.338748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Allocated IP 172.20.0.4 (3e8be6ab-0355-47c2-9498-f801197c8d7a/a81329f8-baaa-4f09-a431-691a4ca4c1dd/e406b711-1120-48a0-aa79-aed6e9b107e4) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:31.344381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e790a4b-80f9-402d-9867-4dd8459c8660 req-bba1cd0f-7480-4117-bcfe-1347404da11c tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/security-groups?id=536e67b4-8194-4879-ba29-f5d1dbb9bc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504646 Jul 05 03:50:31.370613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-930fd7f2-6f03-4215-bf42-58a6a4e7f1a8 req-a02aad31-9636-4041-be29-1692a86bdc4f tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847423 Jul 05 03:50:31.432056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:31.450059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '64f20f36-693c-4ad8-9009-bf8ac4ef0a8d', 'network_id': '139f4862-4533-4530-bbae-72c1c8475252', 'port_id': '64f20f36-693c-4ad8-9009-bf8ac4ef0a8d', 'mac_address': 'fa:16:3e:57:b2:af', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 183, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '39dc11cf-66f3-454a-8c59-e6b1a9762ee0', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:31.518968 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.536321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:31.555792 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.570876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:31.589981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Transition to ACTIVE for port object e406b711-1120-48a0-aa79-aed6e9b107e4 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:31.601120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89417e58-90df-4175-afca-0b724641bea0 req-c6752a4c-44e7-443c-a097-f9e529ff7503 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 210 time: 0.0365694 Jul 05 03:50:31.647309 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.700172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:31.708202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.780972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Network 3e8be6ab-0355-47c2-9498-f801197c8d7a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:31.784181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66a5344-5d88-489e-9207-c51538f289c7 req-0cd5c788-8e6d-4dce-ac5c-87e851a438aa tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.784666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:31.787326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c66a5344-5d88-489e-9207-c51538f289c7 req-0cd5c788-8e6d-4dce-ac5c-87e851a438aa tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 945 time: 0.1018012 Jul 05 03:50:31.801486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:31.834942 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:31.883185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:31.884070 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:31.886449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c66a5344-5d88-489e-9207-c51538f289c7 req-7943b2a7-2277-4f21-b648-1ae377854fd4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946696 Jul 05 03:50:32.048976 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-5261fda8-cba4-415d-8afd-75c37706fbff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1467407 Jul 05 03:50:32.065142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Request body: {'port': {'device_id': 'f5199c62-1888-42a2-af72-d70a73308932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:32.143456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['64f20f36-693c-4ad8-9009-bf8ac4ef0a8d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:32.191568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.235199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5b893a-293c-4ebb-a1dc-872ca6e98f85 req-9ffe7fd3-4edb-417a-bc60-984b240660f8 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.244782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f5b893a-293c-4ebb-a1dc-872ca6e98f85 req-9ffe7fd3-4edb-417a-bc60-984b240660f8 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 945 time: 0.1038396 Jul 05 03:50:32.299851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f5b893a-293c-4ebb-a1dc-872ca6e98f85 req-a84abf5b-d626-4d36-8c75-807668fae2b8 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536830 Jul 05 03:50:32.348641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4f87e72a-957c-4ed3-8292-a5ce153349e7 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:32.353701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-12560ce5-00a0-488e-a481-00959e02e513 None None] Provisioning for port e406b711-1120-48a0-aa79-aed6e9b107e4 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:32.372009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-12560ce5-00a0-488e-a481-00959e02e513 None None] Provisioning complete for port e406b711-1120-48a0-aa79-aed6e9b107e4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:32.373396 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-12560ce5-00a0-488e-a481-00959e02e513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.484017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-12560ce5-00a0-488e-a481-00959e02e513 None None] Port e406b711-1120-48a0-aa79-aed6e9b107e4 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:50:32.536600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 4f87e72a-957c-4ed3-8292-a5ce153349e7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4f87e72a-957c-4ed3-8292-a5ce153349e7,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:32.549504 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '4f87e72a-957c-4ed3-8292-a5ce153349e7', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '4f87e72a-957c-4ed3-8292-a5ce153349e7', 'mac_address': 'fa:16:3e:b4:83:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.38'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:32.552223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e406b711-1120-48a0-aa79-aed6e9b107e4 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:32.561602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.580405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Transition to ACTIVE for port object e406b711-1120-48a0-aa79-aed6e9b107e4 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:32.595969 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.610518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f87e72a-957c-4ed3-8292-a5ce153349e7 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:32.620014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f8ff6-c877-4e42-9390-2c1568596e5b req-9f2afd7e-7e3d-428e-8f8f-4aa09a8f7c38 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.621526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-745f8ff6-c877-4e42-9390-2c1568596e5b req-9f2afd7e-7e3d-428e-8f8f-4aa09a8f7c38 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 947 time: 0.0794208 Jul 05 03:50:32.630501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 4f87e72a-957c-4ed3-8292-a5ce153349e7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4f87e72a-957c-4ed3-8292-a5ce153349e7,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:32.671719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.690849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-745f8ff6-c877-4e42-9390-2c1568596e5b req-24a0a0fe-5825-4d42-8d6a-2d0ace6ba1fc tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/security-groups?id=536e67b4-8194-4879-ba29-f5d1dbb9bc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593312 Jul 05 03:50:32.701799 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.756215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfd8f3a-0466-44f8-bcf6-d1f961952c29 req-2280d6b0-4776-4192-9df6-d410d77cdac3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:32.761163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:32.774221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dfd8f3a-0466-44f8-bcf6-d1f961952c29 req-2280d6b0-4776-4192-9df6-d410d77cdac3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.1514218 Jul 05 03:50:32.784949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=4f87e72a-957c-4ed3-8292-a5ce153349e7,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:32.869081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dfd8f3a-0466-44f8-bcf6-d1f961952c29 req-2b9c9265-9f23-4484-9af3-833fcd2d5268 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780511 Jul 05 03:50:32.879675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Attempting to bind port e406b711-1120-48a0-aa79-aed6e9b107e4 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:32.880266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Attempting to bind port e406b711-1120-48a0-aa79-aed6e9b107e4 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:32.880623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Attempting to bind port e406b711-1120-48a0-aa79-aed6e9b107e4 on network 3e8be6ab-0355-47c2-9498-f801197c8d7a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:32.889508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Port e406b711-1120-48a0-aa79-aed6e9b107e4 on network 3e8be6ab-0355-47c2-9498-f801197c8d7a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:50:32.890054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Attempting to bind port e406b711-1120-48a0-aa79-aed6e9b107e4 on network 3e8be6ab-0355-47c2-9498-f801197c8d7a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:32.900577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:32.901261 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Checking segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:32.902043 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Bound using segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:32.902686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Bound port: e406b711-1120-48a0-aa79-aed6e9b107e4, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:32.903738 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:32.951961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['4f87e72a-957c-4ed3-8292-a5ce153349e7'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:32.988244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:32.992758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:33.080138 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.129064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.129839 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:33.131503 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] 10.222.0.13 "PUT /v2.0/ports/e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 200 len: 1092 time: 1.0731542 Jul 05 03:50:33.131997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:33.134679 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb" -d '{"events": [{"name": "network-changed", "server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:33.151132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496326e4-949a-4987-a10c-e45739c03d3d service neutron] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:33.198374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd6daaf-1730-41be-b84e-17ac74fff59e req-7d7eeed5-59e0-4678-92aa-1ee2ddbfc73f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.199557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cd6daaf-1730-41be-b84e-17ac74fff59e req-7d7eeed5-59e0-4678-92aa-1ee2ddbfc73f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.1142726 Jul 05 03:50:33.244389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cd6daaf-1730-41be-b84e-17ac74fff59e req-31524d33-b6ed-4e4f-92ab-e71170587d9e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376511 Jul 05 03:50:33.313450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-3dd3e85c-cf7e-486c-b578-fe7402fd3227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.315459 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-3dd3e85c-cf7e-486c-b578-fe7402fd3227 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 1095 time: 0.0679200 Jul 05 03:50:33.435119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70e4d07-82e2-47a2-9109-fc522a6527dc req-582e553f-93aa-465d-ad2f-2381e262bbde tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.437448 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c70e4d07-82e2-47a2-9109-fc522a6527dc req-582e553f-93aa-465d-ad2f-2381e262bbde tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 945 time: 0.0745080 Jul 05 03:50:33.489553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c70e4d07-82e2-47a2-9109-fc522a6527dc req-9042a74c-f5aa-4c5d-83da-21b4d3b8696a tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445631 Jul 05 03:50:33.654437 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0100af8-1e7c-488b-8ca1-89d5763fdc89 x-openstack-request-id: req-e0100af8-1e7c-488b-8ca1-89d5763fdc89 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:33.654669 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:33.654879 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0100af8-1e7c-488b-8ca1-89d5763fdc89 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:33.655281 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'status': 'completed', 'code': 200} Jul 05 03:50:33.665292 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-c75856cf-6d30-41d9-b230-8a526ea59501 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 200 len: 217 time: 0.3415256 Jul 05 03:50:33.736494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a87a5c7f-dd03-4542-bcf8-2f0164cce1d7 req-9d65dae8-1277-4cbf-aeaa-12c1a28d71ba tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.737396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-9e950544-e0c7-4676-9f19-d43e67bb0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.738002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a87a5c7f-dd03-4542-bcf8-2f0164cce1d7 req-9d65dae8-1277-4cbf-aeaa-12c1a28d71ba tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 945 time: 0.1136587 Jul 05 03:50:33.738826 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-9e950544-e0c7-4676-9f19-d43e67bb0398 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.0538459 Jul 05 03:50:33.751092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6c38f4-637e-4b98-bc68-a344a6e7056a req-845301b4-ae53-4c31-a58c-6e1b85c5438b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.752622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff6c38f4-637e-4b98-bc68-a344a6e7056a req-845301b4-ae53-4c31-a58c-6e1b85c5438b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.0989699 Jul 05 03:50:33.789014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-39fb2902-a2a1-4700-8b8b-2863b52bf8a0 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.790495 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-39fb2902-a2a1-4700-8b8b-2863b52bf8a0 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.13 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 945 time: 0.1344874 Jul 05 03:50:33.804909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a87a5c7f-dd03-4542-bcf8-2f0164cce1d7 req-5f88c565-5d51-4875-9dc0-cfacbe6efe49 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups?id=a25f32e3-3ada-4db7-8349-4b46cee54f76&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513213 Jul 05 03:50:33.818804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff6c38f4-637e-4b98-bc68-a344a6e7056a req-a598db9c-ad08-4da7-b520-2e0919859281 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588481 Jul 05 03:50:33.892493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-79f7286d-3b29-40b7-9a48-da7d194e23ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:33.894053 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-79f7286d-3b29-40b7-9a48-da7d194e23ee service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472695 Jul 05 03:50:33.995245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Deleting port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:33.995587 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.069109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45e0d28-e512-48a8-b54f-4b542f89cf38 req-f091ebea-2067-4a7b-9a77-1e1ba4ec6c59 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.069358 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-4364464c-ae1b-42a7-af8b-81fa8c5f44aa service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1674998 Jul 05 03:50:34.072636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e45e0d28-e512-48a8-b54f-4b542f89cf38 req-f091ebea-2067-4a7b-9a77-1e1ba4ec6c59 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 948 time: 0.0937691 Jul 05 03:50:34.156318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e45e0d28-e512-48a8-b54f-4b542f89cf38 req-a5781d69-3df2-4961-bbeb-e79c525587bf tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/security-groups?id=536e67b4-8194-4879-ba29-f5d1dbb9bc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700636 Jul 05 03:50:34.182557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] For port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:34.186568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.262114 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-de0240e3-6ffe-49df-ac05-5444222565e8 req-297bb4fe-4240-44c5-abad-490578c32b6b service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787081 Jul 05 03:50:34.350369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4f87e72a-957c-4ed3-8292-a5ce153349e7 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:34.458563 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.458904 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.459222 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Floating IP 8643351e-4221-4406-9a1a-b298adc26b8f disassociated. External IP: 172.25.4.28, port: 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072. Jul 05 03:50:34.461629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Calling delete_port for 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:34.470482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc0874-66d1-4db7-ac12-142b2c94d422 req-662fd5b5-7c93-4c17-8399-6191bb8a799f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.479540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edbc0874-66d1-4db7-ac12-142b2c94d422 req-662fd5b5-7c93-4c17-8399-6191bb8a799f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.0857866 Jul 05 03:50:34.481396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 4f87e72a-957c-4ed3-8292-a5ce153349e7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:34.490020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 4f87e72a-957c-4ed3-8292-a5ce153349e7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:34.490564 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.538982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edbc0874-66d1-4db7-ac12-142b2c94d422 req-c4123243-ebf6-48c2-8dbf-badc7a48080e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586975 Jul 05 03:50:34.544090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-6c8ae588-d985-4ddd-91ac-19f6d93ec1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.545397 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-6c8ae588-d985-4ddd-91ac-19f6d93ec1dd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 1095 time: 0.1435409 Jul 05 03:50:34.637055 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.692456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06573098-623a-4f56-b819-bd5ee54be7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f87e72a-957c-4ed3-8292-a5ce153349e7'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:34.696318 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fcf182e-c561-439e-9471-b1a779973510" -d '{"events": [{"server_uuid": "06573098-623a-4f56-b819-bd5ee54be7eb", "name": "network-vif-plugged", "status": "completed", "tag": "4f87e72a-957c-4ed3-8292-a5ce153349e7"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:34.712987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-e122bd39-5e7c-4661-8e98-f47bef3e2745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.714778 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-e122bd39-5e7c-4661-8e98-f47bef3e2745 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.1560745 Jul 05 03:50:34.730656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 4f87e72a-957c-4ed3-8292-a5ce153349e7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4f87e72a-957c-4ed3-8292-a5ce153349e7,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:34.732170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51096) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:34.750210 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bb5ed00-80f8-48cb-a3ac-86a38675a852 x-openstack-request-id: req-0bb5ed00-80f8-48cb-a3ac-86a38675a852 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:34.750841 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06573098-623a-4f56-b819-bd5ee54be7eb", "name": "network-vif-plugged", "status": "completed", "tag": "4f87e72a-957c-4ed3-8292-a5ce153349e7", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:34.751214 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0bb5ed00-80f8-48cb-a3ac-86a38675a852 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:34.751736 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06573098-623a-4f56-b819-bd5ee54be7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f87e72a-957c-4ed3-8292-a5ce153349e7', 'code': 200} Jul 05 03:50:34.752850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc33e9c4-8fb1-481d-ae9d-e706d52d87b7 req-5af9c682-a307-44a9-a7e6-39778959663c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.760436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc33e9c4-8fb1-481d-ae9d-e706d52d87b7 req-5af9c682-a307-44a9-a7e6-39778959663c tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 945 time: 0.1093934 Jul 05 03:50:34.775267 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-0282b0ee-64f4-4206-876f-7e30b3e43cb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 200 len: 217 time: 0.0517838 Jul 05 03:50:34.809062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc33e9c4-8fb1-481d-ae9d-e706d52d87b7 req-13012843-360f-4606-9672-1e55f13b4410 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474458 Jul 05 03:50:34.820842 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.821570 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:34.870101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event deleted for resources: {'Port': ['ID=46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:34.890352 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-4bc33e83-2886-4b9a-9c4b-fa27bad7b68f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:34.891939 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-4bc33e83-2886-4b9a-9c4b-fa27bad7b68f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.1102684 Jul 05 03:50:34.954086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=4f87e72a-957c-4ed3-8292-a5ce153349e7,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:34.968738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c79743-1bea-43c0-96e4-1d2401ed8faf req-17714d65-0169-4b3c-abdc-88a15018ef5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.011344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6c79743-1bea-43c0-96e4-1d2401ed8faf req-17714d65-0169-4b3c-abdc-88a15018ef5e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 1101 time: 0.1508212 Jul 05 03:50:35.018844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6c79743-1bea-43c0-96e4-1d2401ed8faf req-68aa6f16-2808-4cea-b13f-53a997a76bb0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=536e67b4-8194-4879-ba29-f5d1dbb9bc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417590 Jul 05 03:50:35.019738 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbcc721d-47d7-4e10-9dc2-3adef1c931c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.110046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15fddc63-571a-473b-a2ba-6e62e391d3e6 req-0190cb2e-7409-4757-a1e8-4cf3dd1a8db8 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 210 time: 0.0357060 Jul 05 03:50:35.123999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-f1f70bf1-35ac-4c25-afcb-70ecd3854629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.125583 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-f1f70bf1-35ac-4c25-afcb-70ecd3854629 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1965470 Jul 05 03:50:35.149659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Router b5764e05-afa1-428d-9d9c-4925bd5f49e3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:35.168147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11633e31-bfd5-4c30-a005-519a2b399456 req-c53ac0f1-140d-4981-bed5-cc31e26e6b69 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.170320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11633e31-bfd5-4c30-a005-519a2b399456 req-c53ac0f1-140d-4981-bed5-cc31e26e6b69 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.1394746 Jul 05 03:50:35.226380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11633e31-bfd5-4c30-a005-519a2b399456 req-08aeefd7-447e-4e1d-a832-e5c08f933b4e tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417669 Jul 05 03:50:35.295812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:35.370893 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-0f3f1db1-6fe7-4da3-8ff8-30a17d5c2a98 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2379050 Jul 05 03:50:35.449480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:35.450643 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbcc721d-47d7-4e10-9dc2-3adef1c931c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.454630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:35.454852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.456751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:35.465997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a16ab4-a7cd-4b8d-92db-ab48d5d329e3 req-4728b1fa-6ad8-4873-9ee1-56173cc0856d tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:35.472664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81a16ab4-a7cd-4b8d-92db-ab48d5d329e3 req-4728b1fa-6ad8-4873-9ee1-56173cc0856d tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 949 time: 0.0887725 Jul 05 03:50:35.473377 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] Sync routers for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:35.485950 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:35.486958 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:35.512926 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] No DVR routers for this DVR port 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:35.516709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.518734 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-03f426ed-51b7-4638-8feb-c2df3eb97dbb req-75de6e54-7ec6-4e24-8533-d4482fa6de00 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.13 "DELETE /v2.0/ports/46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 HTTP/1.1" status: 204 len: 173 time: 1.7219408 Jul 05 03:50:35.572647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbcc721d-47d7-4e10-9dc2-3adef1c931c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.589578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81a16ab4-a7cd-4b8d-92db-ab48d5d329e3 req-fdf91e09-f673-4cda-81b9-062af4dd5fa6 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/security-groups?id=536e67b4-8194-4879-ba29-f5d1dbb9bc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089308 Jul 05 03:50:35.627239 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1842dabb-6964-4ae5-a19a-fe48e8fd22eb req-b6ed8259-5640-400c-89fe-d6fe30238172 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463748 Jul 05 03:50:35.647237 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:35.657183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'name': 'network-vif-deleted', 'tag': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:35.660733 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e960b44f-b451-4d25-8ef0-dd6e05c1a320" -d '{"events": [{"server_uuid": "d74a6220-3d21-40b8-9610-b921b12455f9", "name": "network-vif-deleted", "tag": "46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:35.675170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51126) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:35.675440 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dbcc721d-47d7-4e10-9dc2-3adef1c931c6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=231feab612bd40559e8263bf2ff780ab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9407051 Jul 05 03:50:35.676255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcc721d-47d7-4e10-9dc2-3adef1c931c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f703cf0e-a952-4ba8-95c4-ce8951363131,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:35.802925 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.811585 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9561d993-50e1-4489-ab95-9d1103d74215 x-openstack-request-id: req-9561d993-50e1-4489-ab95-9d1103d74215 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:35.811915 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d74a6220-3d21-40b8-9610-b921b12455f9", "name": "network-vif-deleted", "tag": "46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:35.812160 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9561d993-50e1-4489-ab95-9d1103d74215 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:35.812560 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd74a6220-3d21-40b8-9610-b921b12455f9', 'name': 'network-vif-deleted', 'tag': '46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072', 'status': 'completed', 'code': 200} Jul 05 03:50:35.885660 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.890542 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:35.944596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:35.985171 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:36.011266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e93f54c7-29b4-48a4-8823-02a95ce84bd6 req-ecfe85eb-8f71-4463-828b-0cb7eb2cf90b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.012799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e93f54c7-29b4-48a4-8823-02a95ce84bd6 req-ecfe85eb-8f71-4463-828b-0cb7eb2cf90b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.0772114 Jul 05 03:50:36.025034 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] Checking router: b5764e05-afa1-428d-9d9c-4925bd5f49e3 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:36.036800 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:36.037597 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:36.089204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e93f54c7-29b4-48a4-8823-02a95ce84bd6 req-30ae7f7f-20a9-436a-b8dc-8390c2804db7 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646267 Jul 05 03:50:36.105079 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.106145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:36.111490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.114736 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:36.117759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f703cf0e-a952-4ba8-95c4-ce8951363131 HTTP/1.1" status: 204 len: 168 time: 0.4387813 Jul 05 03:50:36.142328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f703cf0e-a952-4ba8-95c4-ce8951363131,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:36.159601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff83abe-6e8e-4d7d-90dc-79db36a87ef8 req-1b631f59-7667-41b3-89e5-f0912496c4e4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.168145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ff83abe-6e8e-4d7d-90dc-79db36a87ef8 req-1b631f59-7667-41b3-89e5-f0912496c4e4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 945 time: 0.1529577 Jul 05 03:50:36.172590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.172953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.173650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.173995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.174589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.175102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.176092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.177984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.178336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.178724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.180105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.180695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-faf9d2cc-1a90-4fa8-907e-c76ba5b1df75 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:50:36.219674 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:36.220403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 46b3c4e6-e0fe-405a-a3b7-c5c1b9aa3072 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:36.251426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ff83abe-6e8e-4d7d-90dc-79db36a87ef8 req-96ba7de5-69c8-4085-ba56-d23645400cf0 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820990 Jul 05 03:50:36.254181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:36.357781 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:36.364204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1945ad17-d22b-4f1b-bc62-84de71dbd168 req-1c170274-8e0e-4c23-9fb7-103aacd24c35 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/ports?device_id=d74a6220-3d21-40b8-9610-b921b12455f9 HTTP/1.1" status: 200 len: 210 time: 0.0408592 Jul 05 03:50:36.531594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b49c5d0-2965-464c-863b-5e1e49748fd0 req-63ddb5a7-5f37-45b2-8f43-330947c6ad37 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.540246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b49c5d0-2965-464c-863b-5e1e49748fd0 req-63ddb5a7-5f37-45b2-8f43-330947c6ad37 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.0719883 Jul 05 03:50:36.612708 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:36.613690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b49c5d0-2965-464c-863b-5e1e49748fd0 req-1e632d9f-66ee-42c2-8cfd-93a666fa7afb tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668190 Jul 05 03:50:36.655544 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469e66ba-71e6-42d2-895f-c7c3e69b3740 None None] The sync data for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 is: [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:01Z', 'revision_number': 4, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '12dfad9a-fd67-4de8-85a9-6efddcc29362', 'name': '', 'network_id': 'c7b8544a-cbad-4b6d-a113-fe649b231e47', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'mac_address': 'fa:16:3e:78:bb:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_interface', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:59Z', 'updated_at': '2021-07-05T03:42:11Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'subnets': [{'id': '3dabc5b6-7e6d-4427-acf6-605492cbf926', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:36.752659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f20f36-693c-4ad8-9009-bf8ac4ef0a8d'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:36.755072 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edcbdd61-07b7-4b54-8c84-5d7b7c6452c4" -d '{"events": [{"server_uuid": "ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2", "name": "network-vif-plugged", "status": "completed", "tag": "64f20f36-693c-4ad8-9009-bf8ac4ef0a8d"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:36.801019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3f3a9f-1a01-4d8a-8ad7-a13db02eaff2 req-5a8e7e2f-3f05-44f4-b003-513a95225c54 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:36.802474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be3f3a9f-1a01-4d8a-8ad7-a13db02eaff2 req-5a8e7e2f-3f05-44f4-b003-513a95225c54 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 949 time: 0.0818822 Jul 05 03:50:36.905164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be3f3a9f-1a01-4d8a-8ad7-a13db02eaff2 req-539dddf3-90d4-42d8-9dc1-248c7d545017 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/security-groups?id=536e67b4-8194-4879-ba29-f5d1dbb9bc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958087 Jul 05 03:50:36.972051 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97612d52-5409-4dcf-ac56-4d12fedd7319 x-openstack-request-id: req-97612d52-5409-4dcf-ac56-4d12fedd7319 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:36.972584 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2", "name": "network-vif-plugged", "status": "completed", "tag": "64f20f36-693c-4ad8-9009-bf8ac4ef0a8d", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:36.973492 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97612d52-5409-4dcf-ac56-4d12fedd7319 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:36.974765 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64f20f36-693c-4ad8-9009-bf8ac4ef0a8d', 'code': 200} Jul 05 03:50:37.039331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2edff89-b261-4b90-94be-2f58b4f92e9b None None] New status for floating IP 8643351e-4221-4406-9a1a-b298adc26b8f: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:50:37.126039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cba52ab-c832-4e9b-950c-b23bc6912fdb req-d4a55e04-e089-435e-90fe-a6d2f9f8a546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.127703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6cba52ab-c832-4e9b-950c-b23bc6912fdb req-d4a55e04-e089-435e-90fe-a6d2f9f8a546 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 1098 time: 0.0624397 Jul 05 03:50:37.205058 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6cba52ab-c832-4e9b-950c-b23bc6912fdb req-99a28122-b570-4975-af39-9f45f6cea90a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677576 Jul 05 03:50:37.288504 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e406b711-1120-48a0-aa79-aed6e9b107e4 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:50:37.359742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b163852-934c-4566-9356-395562d6675a req-0fd259d7-843f-4da2-b102-ce0a9795053a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.362708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b163852-934c-4566-9356-395562d6675a req-0fd259d7-843f-4da2-b102-ce0a9795053a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.0945270 Jul 05 03:50:37.418743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b163852-934c-4566-9356-395562d6675a req-d43bc3dc-6ad2-4c42-a479-fa455bdf6648 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426080 Jul 05 03:50:37.431877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:37.448559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'port_id': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'mac_address': 'fa:16:3e:aa:03:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:50:37.494295 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.514922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e406b711-1120-48a0-aa79-aed6e9b107e4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:50:37.517216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51192) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:37.557367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:37.630864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-705341804-network', 'tenant_id': 'a738f87657c34e1f9d7b375c085822da'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:37.643734 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.667338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8784d301-8e1a-4ee8-8263-db602dd08f99 req-ba3e929e-ed66-450a-ac09-cdaf74c8224e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.669195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8784d301-8e1a-4ee8-8263-db602dd08f99 req-ba3e929e-ed66-450a-ac09-cdaf74c8224e tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 946 time: 0.0983374 Jul 05 03:50:37.706435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:37.714215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8784d301-8e1a-4ee8-8263-db602dd08f99 req-e5e05d50-afef-4d5a-a9f1-dbcc0c4e6a19 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390346 Jul 05 03:50:37.758589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Made reservation on behalf of a738f87657c34e1f9d7b375c085822da for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:37.762138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.771435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.929104 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e7eb1d75-2f5d-47cc-a4df-4727810d7c31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:37.967006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82d34f40-c846-40c6-99e7-4accaf227bda req-bb9d1862-dfb9-4410-a201-01cd86d34065 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.968677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82d34f40-c846-40c6-99e7-4accaf227bda req-bb9d1862-dfb9-4410-a201-01cd86d34065 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.1513867 Jul 05 03:50:37.977213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828e2faa-dbe9-495e-9d99-c13bc39c5354 req-a36791b2-ce01-40b2-99a0-4b3e674ccaed tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:37.978615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-828e2faa-dbe9-495e-9d99-c13bc39c5354 req-a36791b2-ce01-40b2-99a0-4b3e674ccaed tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 949 time: 0.1437681 Jul 05 03:50:38.044976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82d34f40-c846-40c6-99e7-4accaf227bda req-56346af8-3d3e-4dfe-ac78-595ad77e5ba6 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648336 Jul 05 03:50:38.052929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-828e2faa-dbe9-495e-9d99-c13bc39c5354 req-3d4ee019-caaf-412e-8b5e-f7c3ae9a647a tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/security-groups?id=536e67b4-8194-4879-ba29-f5d1dbb9bc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665922 Jul 05 03:50:38.070735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.146561 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.172223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['e406b711-1120-48a0-aa79-aed6e9b107e4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:38.181008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:38.188673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e98ff9-2e04-443f-b21a-09fb3ded1d7f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:38.195170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.195756 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Added segment b473eb90-4708-40dd-9467-a2acbf302b7c of type vlan for network b54898d2-7ad9-491b-9de9-2b7eabc1f613 Jul 05 03:50:38.247435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.367973 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.368998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.373743 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.435204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51220) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:38.440901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] Pushing event updated for resources: {'Network': ['ID=b54898d2-7ad9-491b-9de9-2b7eabc1f613,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:38.451392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network b54898d2-7ad9-491b-9de9-2b7eabc1f613 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:38.497411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4b11010d-deb4-47e2-a307-c90adf700797 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9790859 Jul 05 03:50:38.501922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51224) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:38.508724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Request body: {'subnet': {'network_id': 'b54898d2-7ad9-491b-9de9-2b7eabc1f613', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-705341804-subnet', 'tenant_id': 'a738f87657c34e1f9d7b375c085822da', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:38.523595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-142dc1e0-ff1b-47a2-bd6b-77eb761757bb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.580577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-142dc1e0-ff1b-47a2-bd6b-77eb761757bb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.647180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138fc4fa-c7e0-4795-ada7-483f8eee591a req-12abb90c-ee05-435f-9bbd-3e4838145558 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.648777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-138fc4fa-c7e0-4795-ada7-483f8eee591a req-12abb90c-ee05-435f-9bbd-3e4838145558 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.0727727 Jul 05 03:50:38.649916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Made reservation on behalf of a738f87657c34e1f9d7b375c085822da for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:38.652290 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.740615 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-142dc1e0-ff1b-47a2-bd6b-77eb761757bb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.741541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-138fc4fa-c7e0-4795-ada7-483f8eee591a req-4475b60f-cadd-4cf4-ba0c-28beac527230 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0854533 Jul 05 03:50:38.743306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-142dc1e0-ff1b-47a2-bd6b-77eb761757bb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.744641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-142dc1e0-ff1b-47a2-bd6b-77eb761757bb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "DELETE /v2.0/security-groups/a25f32e3-3ada-4db7-8349-4b46cee54f76 HTTP/1.1" status: 204 len: 168 time: 0.3091114 Jul 05 03:50:38.748123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51228) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:38.762191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142dc1e0-ff1b-47a2-bd6b-77eb761757bb tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25f32e3-3ada-4db7-8349-4b46cee54f76,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:38.771352 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-0f813ed4-a2bd-4f43-84ac-2dd37d01ecab tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] show failed (client error): The resource could not be found. Jul 05 03:50:38.776230 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0f813ed4-a2bd-4f43-84ac-2dd37d01ecab tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "GET /v2.0/security-groups/a25f32e3-3ada-4db7-8349-4b46cee54f76 HTTP/1.1" status: 404 len: 347 time: 0.0222492 Jul 05 03:50:38.778688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51230) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:38.914127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d5433c0d-d2c3-40c3-bb22-96b9f390e2f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Deleting port 174ee86b-c049-45de-be7a-f90275ae70ba {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:38.914382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5433c0d-d2c3-40c3-bb22-96b9f390e2f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.958189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a320742-eb82-4c28-9ed6-26c3b780c73e req-a841d143-6ff8-4a44-a947-261589ac1954 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:38.959819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a320742-eb82-4c28-9ed6-26c3b780c73e req-a841d143-6ff8-4a44-a947-261589ac1954 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 946 time: 0.0846922 Jul 05 03:50:38.989442 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.993752 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5433c0d-d2c3-40c3-bb22-96b9f390e2f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:38.996036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5433c0d-d2c3-40c3-bb22-96b9f390e2f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.007489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d5433c0d-d2c3-40c3-bb22-96b9f390e2f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Calling delete_port for 174ee86b-c049-45de-be7a-f90275ae70ba owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:39.029664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a320742-eb82-4c28-9ed6-26c3b780c73e req-7c63783d-7674-4c62-a8f9-6355499fa16b tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631926 Jul 05 03:50:39.098641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5026894-de50-48b7-be79-f535bb37936b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.121270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Checking segment: {'id': 'b473eb90-4708-40dd-9467-a2acbf302b7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b54898d2-7ad9-491b-9de9-2b7eabc1f613'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:39.121621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Network hostable DHCP agents. Network: b54898d2-7ad9-491b-9de9-2b7eabc1f613, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:39.159005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-c1072587-4a78-4bb0-903b-584e816294bd tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.160523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-c1072587-4a78-4bb0-903b-584e816294bd tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.26 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 949 time: 0.1216540 Jul 05 03:50:39.241056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Network b54898d2-7ad9-491b-9de9-2b7eabc1f613 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:39.276469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-72724c56-195e-4188-9676-1059ed263407 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Deleting port 4f87e72a-957c-4ed3-8292-a5ce153349e7 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:39.276816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-72724c56-195e-4188-9676-1059ed263407 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.295977 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5433c0d-d2c3-40c3-bb22-96b9f390e2f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.317419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e406b711-1120-48a0-aa79-aed6e9b107e4 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:39.322785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5433c0d-d2c3-40c3-bb22-96b9f390e2f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Pushing event deleted for resources: {'Port': ['ID=174ee86b-c049-45de-be7a-f90275ae70ba,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.336175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, b54898d2-7ad9-491b-9de9-2b7eabc1f613) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:39.344259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.344661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.366215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3804fa7-e37d-4384-8011-93424b5042f3 None None] Network b54898d2-7ad9-491b-9de9-2b7eabc1f613 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:39.394916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-72724c56-195e-4188-9676-1059ed263407 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] For port 4f87e72a-957c-4ed3-8292-a5ce153349e7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4f87e72a-957c-4ed3-8292-a5ce153349e7,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:39.395284 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-72724c56-195e-4188-9676-1059ed263407 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.395656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5433c0d-d2c3-40c3-bb22-96b9f390e2f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.398445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5433c0d-d2c3-40c3-bb22-96b9f390e2f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.399784 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d5433c0d-d2c3-40c3-bb22-96b9f390e2f7 tempest-ServersWithSpecificFlavorTestJSON-1744043712 tempest-ServersWithSpecificFlavorTestJSON-1744043712-project] 10.222.0.30 "DELETE /v2.0/floatingips/8643351e-4221-4406-9a1a-b298adc26b8f HTTP/1.1" status: 204 len: 168 time: 0.6196041 Jul 05 03:50:39.409139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-72724c56-195e-4188-9676-1059ed263407 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Calling delete_port for 4f87e72a-957c-4ed3-8292-a5ce153349e7 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:39.474663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7bba9b1c-c3c4-42d4-912a-a01592271af3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 0.9714231 Jul 05 03:50:39.539773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb3c154-1bd3-4d23-88df-c86b1100dec2 None None] Network b54898d2-7ad9-491b-9de9-2b7eabc1f613 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:39.599016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port e406b711-1120-48a0-aa79-aed6e9b107e4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:39.609386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port e406b711-1120-48a0-aa79-aed6e9b107e4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:39.610103 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.678654 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-72724c56-195e-4188-9676-1059ed263407 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.695654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['4f87e72a-957c-4ed3-8292-a5ce153349e7'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:39.719859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72724c56-195e-4188-9676-1059ed263407 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Pushing event deleted for resources: {'Port': ['ID=4f87e72a-957c-4ed3-8292-a5ce153349e7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:39.796272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.802672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-72724c56-195e-4188-9676-1059ed263407 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] No DVR routers for this DVR port 4f87e72a-957c-4ed3-8292-a5ce153349e7 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:39.806189 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-72724c56-195e-4188-9676-1059ed263407 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.808171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5f39b79-4cb5-429c-bdd4-2d6a74487e84 req-72724c56-195e-4188-9676-1059ed263407 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.26 "DELETE /v2.0/ports/4f87e72a-957c-4ed3-8292-a5ce153349e7 HTTP/1.1" status: 204 len: 173 time: 0.6411650 Jul 05 03:50:39.811225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06573098-623a-4f56-b819-bd5ee54be7eb', 'name': 'network-vif-deleted', 'tag': '4f87e72a-957c-4ed3-8292-a5ce153349e7'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:39.813576 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d15dc937-19fb-4038-bb5c-78b33a05acae" -d '{"events": [{"server_uuid": "06573098-623a-4f56-b819-bd5ee54be7eb", "name": "network-vif-deleted", "tag": "4f87e72a-957c-4ed3-8292-a5ce153349e7"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:39.823452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:39.825716 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42c964a8-508a-4654-ba99-3a9048dfc207" -d '{"events": [{"server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "name": "network-vif-plugged", "status": "completed", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:39.839093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:39.864313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4cbd80f-834d-42f3-a514-395f27d5cf38 req-f731f72a-729f-499e-a3cd-4741e4d4ed98 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:39.865942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4cbd80f-834d-42f3-a514-395f27d5cf38 req-f731f72a-729f-499e-a3cd-4741e4d4ed98 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.1501851 Jul 05 03:50:39.914993 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4cbd80f-834d-42f3-a514-395f27d5cf38 req-6e27dd28-cfee-4169-be4d-ebe4d2f6350a tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426049 Jul 05 03:50:39.933380 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:39.988579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:40.069992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1b6dba5-c7cd-48e6-b974-55d21bc4ec7a req-3ec99949-42a2-473c-ba7c-41b21016b4b3 tempest-ServerDiagnosticsNegativeTest-1935142857 tempest-ServerDiagnosticsNegativeTest-1935142857-project] 10.222.0.30 "GET /v2.0/ports?device_id=06573098-623a-4f56-b819-bd5ee54be7eb HTTP/1.1" status: 200 len: 210 time: 0.0369051 Jul 05 03:50:40.235387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922ec96d-a75e-4268-9fba-fabc80ec844e req-df24982a-1fe0-4b1e-807c-7ff69a59ceba tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.236894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-922ec96d-a75e-4268-9fba-fabc80ec844e req-df24982a-1fe0-4b1e-807c-7ff69a59ceba tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 946 time: 0.0652287 Jul 05 03:50:40.275298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-922ec96d-a75e-4268-9fba-fabc80ec844e req-5f5f74f8-6d33-4fdb-a98e-fc46ae35872a tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326674 Jul 05 03:50:40.364699 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-31485b07-8104-4f9e-9ce8-983460a14254 req-91de4ec0-92bc-4bb0-917a-0007b592ef54 tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] show failed (client error): The resource could not be found. Jul 05 03:50:40.368091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31485b07-8104-4f9e-9ce8-983460a14254 req-91de4ec0-92bc-4bb0-917a-0007b592ef54 tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] 10.222.0.30 "GET /v2.0/security-groups/33bd4990-4ae0-41f5-9fed-10674b8da88a HTTP/1.1" status: 404 len: 352 time: 0.0149405 Jul 05 03:50:40.419504 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe654c9c-3b82-4c2b-9f51-c3457f6ca244 x-openstack-request-id: req-fe654c9c-3b82-4c2b-9f51-c3457f6ca244 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:40.419811 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06573098-623a-4f56-b819-bd5ee54be7eb", "name": "network-vif-deleted", "tag": "4f87e72a-957c-4ed3-8292-a5ce153349e7", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:40.420087 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe654c9c-3b82-4c2b-9f51-c3457f6ca244 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:40.420483 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06573098-623a-4f56-b819-bd5ee54be7eb', 'name': 'network-vif-deleted', 'tag': '4f87e72a-957c-4ed3-8292-a5ce153349e7', 'status': 'completed', 'code': 200} Jul 05 03:50:40.442933 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cfd55de-3810-43c4-b6e7-b93ff5fbebf7 x-openstack-request-id: req-9cfd55de-3810-43c4-b6e7-b93ff5fbebf7 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:40.444017 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "name": "network-vif-plugged", "status": "completed", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:40.444471 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9cfd55de-3810-43c4-b6e7-b93ff5fbebf7 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:40.445030 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'code': 200} Jul 05 03:50:40.460790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eccdf6-fd27-46b1-abe7-d9f04d9a5466 req-2e983449-c114-4498-83fb-2a7c7503f4db tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.464970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9eccdf6-fd27-46b1-abe7-d9f04d9a5466 req-2e983449-c114-4498-83fb-2a7c7503f4db tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.0782430 Jul 05 03:50:40.524496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9eccdf6-fd27-46b1-abe7-d9f04d9a5466 req-782af006-6541-45e3-8635-39bc5dd133b6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519235 Jul 05 03:50:40.617037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227225fa-37f3-4727-bb15-7935d97178eb req-619f02fd-986f-4a43-86a0-f2157de3414b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:40.618567 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-227225fa-37f3-4727-bb15-7935d97178eb req-619f02fd-986f-4a43-86a0-f2157de3414b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 1097 time: 0.0683675 Jul 05 03:50:40.645988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cdc181c-a6ef-46cd-b906-888af743ff1b req-0f9a101e-9f2b-448f-87c0-663eccf55dbb tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a738f87657c34e1f9d7b375c085822da HTTP/1.1" status: 200 len: 2984 time: 0.0500767 Jul 05 03:50:40.660612 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-227225fa-37f3-4727-bb15-7935d97178eb req-e4ab01da-a056-4905-86ba-c91b87e4930a service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305078 Jul 05 03:50:40.694028 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cdc181c-a6ef-46cd-b906-888af743ff1b req-ab7ac0b5-8c20-4744-8201-8d61be0d48ff tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] 10.222.0.30 "GET /v2.0/security-groups/48e98ff9-2e04-443f-b21a-09fb3ded1d7f HTTP/1.1" status: 200 len: 2981 time: 0.0422399 Jul 05 03:50:40.746613 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-595a78e2-d530-49ce-94f4-f026b6b75495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.766019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cdc181c-a6ef-46cd-b906-888af743ff1b req-9130a61a-986e-46df-ad99-c20f51622ecd tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] 10.222.0.30 "GET /v2.0/security-groups/48e98ff9-2e04-443f-b21a-09fb3ded1d7f HTTP/1.1" status: 200 len: 2981 time: 0.0658715 Jul 05 03:50:40.871100 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:40.971186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4c62545-ba51-454a-85bf-41785e7e4e9d req-e838db9f-d420-4f2b-8e4f-dabd40bc5ee1 tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] 10.222.0.30 "GET /v2.0/security-groups/48e98ff9-2e04-443f-b21a-09fb3ded1d7f HTTP/1.1" status: 200 len: 2981 time: 0.0454094 Jul 05 03:50:41.035426 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-d4c62545-ba51-454a-85bf-41785e7e4e9d req-1d1538e9-c2c7-40dd-8d6a-fbe8197b25ee tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:50:41.036472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4c62545-ba51-454a-85bf-41785e7e4e9d req-1d1538e9-c2c7-40dd-8d6a-fbe8197b25ee tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] 10.222.0.30 "DELETE /v2.0/security-groups/48e98ff9-2e04-443f-b21a-09fb3ded1d7f HTTP/1.1" status: 409 len: 352 time: 0.0574489 Jul 05 03:50:41.229984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa40e9c9-f014-49bc-a02c-b39ba967f45a req-977d5147-666a-4dbb-9620-71683e08d8d3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.231506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa40e9c9-f014-49bc-a02c-b39ba967f45a req-977d5147-666a-4dbb-9620-71683e08d8d3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.0734248 Jul 05 03:50:41.273566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa40e9c9-f014-49bc-a02c-b39ba967f45a req-55b0227f-0c48-4049-8d1d-b0324e65b2ee tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359344 Jul 05 03:50:41.314125 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-9798b1f0-21a9-48ba-8583-4db3eed3e6cd req-622c7d50-d410-471b-b245-b1a9254b6cef tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] show failed (client error): The resource could not be found. Jul 05 03:50:41.315085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9798b1f0-21a9-48ba-8583-4db3eed3e6cd req-622c7d50-d410-471b-b245-b1a9254b6cef tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] 10.222.0.30 "GET /v2.0/security-groups/bae1bd6d-28a6-43d1-9739-4f2ed518144b HTTP/1.1" status: 404 len: 352 time: 0.0150514 Jul 05 03:50:41.708915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820d810-0e74-42c2-bd43-b654835159e6 req-a50c552e-9aa7-4372-9e11-e4e3c926cbd4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.710476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d820d810-0e74-42c2-bd43-b654835159e6 req-a50c552e-9aa7-4372-9e11-e4e3c926cbd4 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 946 time: 0.0689261 Jul 05 03:50:41.717833 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.750370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d820d810-0e74-42c2-bd43-b654835159e6 req-93adbd99-767a-420d-bfdc-b0d476b4ed71 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups?id=25d9f068-bbf4-415f-b4bf-16795e4f3e0b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341678 Jul 05 03:50:41.798837 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-4ac11f50-7e4e-482c-8586-86c555b502b7 req-2afcaef0-cd99-43d9-9f91-2852477b6bea tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] show failed (client error): The resource could not be found. Jul 05 03:50:41.799819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ac11f50-7e4e-482c-8586-86c555b502b7 req-2afcaef0-cd99-43d9-9f91-2852477b6bea tempest-SecurityGroupsNegativeTestJSON-1443868948 tempest-SecurityGroupsNegativeTestJSON-1443868948-project] 10.222.0.30 "GET /v2.0/security-groups/f4854d8a-b885-40d1-a859-f8b9fb230f89 HTTP/1.1" status: 404 len: 352 time: 0.0157361 Jul 05 03:50:41.815643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51296) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:41.857564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-011438b4-f413-4ff9-ac6d-ad6b4ddb51f0 admin admin] Deleting subnet d5026894-de50-48b7-be79-f535bb37936b {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:41.861525 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-011438b4-f413-4ff9-ac6d-ad6b4ddb51f0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.898974 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-011438b4-f413-4ff9-ac6d-ad6b4ddb51f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.946118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-011438b4-f413-4ff9-ac6d-ad6b4ddb51f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:41.976519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51300) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:41.992626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46602f42-bc86-4a71-93a1-41f3bfd0fb80 req-7dd68060-a73c-48b7-9807-49b6f8fb74e5 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:41.992626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46602f42-bc86-4a71-93a1-41f3bfd0fb80 req-7dd68060-a73c-48b7-9807-49b6f8fb74e5 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.0853822 Jul 05 03:50:42.034053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46602f42-bc86-4a71-93a1-41f3bfd0fb80 req-14e680ad-19e7-4b23-bb29-8bd97652b836 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337358 Jul 05 03:50:42.126157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-011438b4-f413-4ff9-ac6d-ad6b4ddb51f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.135570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ac484fdd-2dff-4c02-869e-cc8abaa270ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7813e29286e34eb2b688754a08c35293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1552641 Jul 05 03:50:42.136236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51306) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:42.157710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011438b4-f413-4ff9-ac6d-ad6b4ddb51f0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5026894-de50-48b7-be79-f535bb37936b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:42.163305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-011438b4-f413-4ff9-ac6d-ad6b4ddb51f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.173368 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-011438b4-f413-4ff9-ac6d-ad6b4ddb51f0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d5026894-de50-48b7-be79-f535bb37936b HTTP/1.1" status: 204 len: 168 time: 0.3553174 Jul 05 03:50:42.175954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51308) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:42.196251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-7687b277-e971-459b-99f5-19e14eef19a2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.197925 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-7687b277-e971-459b-99f5-19e14eef19a2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 946 time: 0.1081529 Jul 05 03:50:42.267737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2e49030-da67-48d6-aed5-5b7f0d2f9703 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.273151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51312) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:42.299257 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.342313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-b436f2f5-3cc6-4000-a50d-08f99593b5d2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Deleting port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:42.342699 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2e49030-da67-48d6-aed5-5b7f0d2f9703 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.343771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-b436f2f5-3cc6-4000-a50d-08f99593b5d2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.396961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4f87e72a-957c-4ed3-8292-a5ce153349e7 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:42.444145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 4f87e72a-957c-4ed3-8292-a5ce153349e7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:42.444770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4f87e72a-957c-4ed3-8292-a5ce153349e7 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:42.445948 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-b436f2f5-3cc6-4000-a50d-08f99593b5d2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] For port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,segment=NetworkSegment(f35f2d2c-9f1b-4de0-b512-f240b093f66b),segment_id=f35f2d2c-9f1b-4de0-b512-f240b093f66b)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:42.446451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-b436f2f5-3cc6-4000-a50d-08f99593b5d2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.460872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-b436f2f5-3cc6-4000-a50d-08f99593b5d2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Calling delete_port for 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:42.564064 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.589759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b54898d2-7ad9-491b-9de9-2b7eabc1f613']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:42.605620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b473eb90-4708-40dd-9467-a2acbf302b7c') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:42.605915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b473eb90-4708-40dd-9467-a2acbf302b7c') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:42.626917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.678118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.687805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:42.688239 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.698429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0023cd8f-6347-479d-bb89-0db525153224 req-3f7be24b-8b1e-42af-90a5-96d9deca968f tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:42.700017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0023cd8f-6347-479d-bb89-0db525153224 req-3f7be24b-8b1e-42af-90a5-96d9deca968f tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.2863343 Jul 05 03:50:42.700476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-b436f2f5-3cc6-4000-a50d-08f99593b5d2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:42.700718 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:42.706041 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:42.706041 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:42.706041 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:42.706041 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:42.706041 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:42.706041 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:42.706041 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:42.714974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['64f20f36-693c-4ad8-9009-bf8ac4ef0a8d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:50:42.736666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b436f2f5-3cc6-4000-a50d-08f99593b5d2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event deleted for resources: {'Port': ['ID=64f20f36-693c-4ad8-9009-bf8ac4ef0a8d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:42.763852 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2e49030-da67-48d6-aed5-5b7f0d2f9703 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.766302 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2e49030-da67-48d6-aed5-5b7f0d2f9703 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.770376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f2e49030-da67-48d6-aed5-5b7f0d2f9703 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/536e67b4-8194-4879-ba29-f5d1dbb9bc5e HTTP/1.1" status: 204 len: 168 time: 0.6306176 Jul 05 03:50:42.804037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-b436f2f5-3cc6-4000-a50d-08f99593b5d2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] No DVR routers for this DVR port 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:42.807117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-b436f2f5-3cc6-4000-a50d-08f99593b5d2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.809595 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b5d6092a-11ad-47cf-ae8c-5f16a691802e req-b436f2f5-3cc6-4000-a50d-08f99593b5d2 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.13 "DELETE /v2.0/ports/64f20f36-693c-4ad8-9009-bf8ac4ef0a8d HTTP/1.1" status: 204 len: 173 time: 0.6027434 Jul 05 03:50:42.810127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2', 'name': 'network-vif-deleted', 'tag': '64f20f36-693c-4ad8-9009-bf8ac4ef0a8d'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:42.813040 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce24074-72b2-4549-8c83-9ab808c8e2ee" -d '{"events": [{"server_uuid": "ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2", "name": "network-vif-deleted", "tag": "64f20f36-693c-4ad8-9009-bf8ac4ef0a8d"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:42.836788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e49030-da67-48d6-aed5-5b7f0d2f9703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536e67b4-8194-4879-ba29-f5d1dbb9bc5e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:42.873399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0023cd8f-6347-479d-bb89-0db525153224 req-4e971f38-7426-4c9b-9173-c365afc4e8f9 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311824 Jul 05 03:50:42.935171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.945251 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:42.949730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b54898d2-7ad9-491b-9de9-2b7eabc1f613 HTTP/1.1" status: 204 len: 168 time: 0.7704237 Jul 05 03:50:42.955703 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f951a37c-1f70-4cb3-89a8-3ab5ac97175a x-openstack-request-id: req-f951a37c-1f70-4cb3-89a8-3ab5ac97175a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:42.956235 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2", "name": "network-vif-deleted", "tag": "64f20f36-693c-4ad8-9009-bf8ac4ef0a8d", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:42.956343 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f951a37c-1f70-4cb3-89a8-3ab5ac97175a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:42.956780 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2', 'name': 'network-vif-deleted', 'tag': '64f20f36-693c-4ad8-9009-bf8ac4ef0a8d', 'status': 'completed', 'code': 200} Jul 05 03:50:42.962340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120ff60e-e08e-45c8-ab36-f0baf9471fe4 admin admin] Pushing event deleted for resources: {'Network': ['ID=b54898d2-7ad9-491b-9de9-2b7eabc1f613,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:43.058266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac136246-d180-4cb5-98cd-1ad45bb1520d req-1b5cc618-1acf-4765-8a20-7c710c2c02b7 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/ports?device_id=ca1a6c58-d3eb-413f-9c07-a9cd2f87e9f2 HTTP/1.1" status: 200 len: 210 time: 0.0412683 Jul 05 03:50:43.126709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.285309 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.298904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b208cc99-497c-4067-9b4d-d57d27f8f455 req-49a04294-2069-4310-9d0b-8fea8ed5e8b2 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.302655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51336) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:43.305337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b208cc99-497c-4067-9b4d-d57d27f8f455 req-49a04294-2069-4310-9d0b-8fea8ed5e8b2 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.1267626 Jul 05 03:50:43.395597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b208cc99-497c-4067-9b4d-d57d27f8f455 req-925f2157-f34b-4726-99a0-fd13ccd6368e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0892220 Jul 05 03:50:43.556126 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.659685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51342) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:43.704693 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f16a5fa4-3bbe-465d-965a-91019e3246ab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a738f87657c34e1f9d7b375c085822da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0433917 Jul 05 03:50:43.706949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51344) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:43.739506 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:50:43.780126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32bf51a8-f081-4eb6-99a2-3bfe91487a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.781909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51346) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:43.802598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5f00a67-4f3d-48e9-9dc1-d5954158d504 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.831808 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32bf51a8-f081-4eb6-99a2-3bfe91487a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.865294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8c6609-f38e-4a4a-b08d-99674e935bdf req-3d32f3bb-c01b-4383-93bc-8d38c6cdf511 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:43.868381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd8c6609-f38e-4a4a-b08d-99674e935bdf req-3d32f3bb-c01b-4383-93bc-8d38c6cdf511 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.1363208 Jul 05 03:50:43.877812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51348) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:43.882161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-da2ecd9e-2c62-4edb-b3d0-0daa9b7dc58b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'floatingip': {'port_id': 'e406b711-1120-48a0-aa79-aed6e9b107e4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:43.888436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] Deleting port 12dfad9a-fd67-4de8-85a9-6efddcc29362 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:43.888911 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.940969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da2ecd9e-2c62-4edb-b3d0-0daa9b7dc58b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.980072 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] For port 12dfad9a-fd67-4de8-85a9-6efddcc29362, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=12dfad9a-fd67-4de8-85a9-6efddcc29362,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:43.980641 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:43.997493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] Calling delete_port for 12dfad9a-fd67-4de8-85a9-6efddcc29362 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:44.008238 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.017923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-885e1c92-fe97-4692-8dab-bf0453be85c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.170029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffee13a-deff-4008-94fd-008d5eb96a1a req-acca6854-ee4b-496d-b109-7845830cc1fe tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:44.172188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cffee13a-deff-4008-94fd-008d5eb96a1a req-acca6854-ee4b-496d-b109-7845830cc1fe tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.1233792 Jul 05 03:50:44.203443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32bf51a8-f081-4eb6-99a2-3bfe91487a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.206019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32bf51a8-f081-4eb6-99a2-3bfe91487a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.208049 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-32bf51a8-f081-4eb6-99a2-3bfe91487a48 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/48e98ff9-2e04-443f-b21a-09fb3ded1d7f HTTP/1.1" status: 204 len: 168 time: 0.4994850 Jul 05 03:50:44.216958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5f00a67-4f3d-48e9-9dc1-d5954158d504 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.228246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bf51a8-f081-4eb6-99a2-3bfe91487a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e98ff9-2e04-443f-b21a-09fb3ded1d7f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:44.264295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cffee13a-deff-4008-94fd-008d5eb96a1a req-30c6d933-2cf8-40be-a469-57ccf085206d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829675 Jul 05 03:50:44.391093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.417631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] Pushing event deleted for resources: {'Port': ['ID=12dfad9a-fd67-4de8-85a9-6efddcc29362,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:44.533348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51370) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:44.616175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5f00a67-4f3d-48e9-9dc1-d5954158d504 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.645843 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.692353 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f5f00a67-4f3d-48e9-9dc1-d5954158d504 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b29a906ae8b1465fb45556ab0704bc59&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9091399 Jul 05 03:50:44.700678 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51374) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:44.701327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f00a67-4f3d-48e9-9dc1-d5954158d504 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01204bc6-e3f6-4f98-9ac5-3dce3468e996,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:44.737856 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0165-7825-4ae3-9edc-f33398971daf tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.806916 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0165-7825-4ae3-9edc-f33398971daf tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.864972 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eff960ff-1a1d-4ad7-a20b-da45a48733df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.950273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eff960ff-1a1d-4ad7-a20b-da45a48733df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.980501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] Router b5764e05-afa1-428d-9d9c-4925bd5f49e3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:44.992172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-885e1c92-fe97-4692-8dab-bf0453be85c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.993554 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0165-7825-4ae3-9edc-f33398971daf tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:44.996282 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b6f0165-7825-4ae3-9edc-f33398971daf tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.004637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b6f0165-7825-4ae3-9edc-f33398971daf tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "DELETE /v2.0/security-groups/ca157598-7e36-4fec-9213-6ddbf8490ed7 HTTP/1.1" status: 204 len: 168 time: 0.4627666 Jul 05 03:50:45.010117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51384) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:45.040159 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-06fd034a-23e9-454e-be58-9d219ba3baa7 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] show failed (client error): The resource could not be found. Jul 05 03:50:45.044003 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-06fd034a-23e9-454e-be58-9d219ba3baa7 tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "GET /v2.0/security-groups/ca157598-7e36-4fec-9213-6ddbf8490ed7 HTTP/1.1" status: 404 len: 347 time: 0.0303628 Jul 05 03:50:45.050546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51386) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:45.060923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6f0165-7825-4ae3-9edc-f33398971daf tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca157598-7e36-4fec-9213-6ddbf8490ed7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:45.088722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-885e1c92-fe97-4692-8dab-bf0453be85c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.141850 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da2ecd9e-2c62-4edb-b3d0-0daa9b7dc58b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.152332 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-885e1c92-fe97-4692-8dab-bf0453be85c8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=07b70a8350754c01a628332f10bd2666&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8485813 Jul 05 03:50:45.155601 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51390) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:45.172024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885e1c92-fe97-4692-8dab-bf0453be85c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d705c03-60f4-413e-bc1b-6dcc40b5c8f7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:45.205651 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eff960ff-1a1d-4ad7-a20b-da45a48733df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.205651 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eff960ff-1a1d-4ad7-a20b-da45a48733df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.209016 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eff960ff-1a1d-4ad7-a20b-da45a48733df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01204bc6-e3f6-4f98-9ac5-3dce3468e996 HTTP/1.1" status: 204 len: 168 time: 0.5021248 Jul 05 03:50:45.223787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff960ff-1a1d-4ad7-a20b-da45a48733df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01204bc6-e3f6-4f98-9ac5-3dce3468e996,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:45.239713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbeaae49-953b-4f3c-b81f-2769c5591786 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.256567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:45.262834 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-261937b9-2281-4409-9ae8-00e71e302392 admin admin] 10.222.0.30 "PUT /v2.0/routers/b5764e05-afa1-428d-9d9c-4925bd5f49e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9876125 Jul 05 03:50:45.265750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51398) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:45.269497 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] Sync routers for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:45.293836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbeaae49-953b-4f3c-b81f-2769c5591786 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.304193 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:45.304847 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:45.336266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:45.357001 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da2ecd9e-2c62-4edb-b3d0-0daa9b7dc58b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.366240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:45.367082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 64f20f36-693c-4ad8-9009-bf8ac4ef0a8d not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:45.391476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-cc25e4f8-3540-40f9-a363-612e6a6849be tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Deleting port 996e5382-0843-400d-ad88-661433a1777c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:45.391852 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc25e4f8-3540-40f9-a363-612e6a6849be tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.516368 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:45.516970 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.529075 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-da2ecd9e-2c62-4edb-b3d0-0daa9b7dc58b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Floating IP dbec49c9-8453-4687-9e7c-96de407f47b8 associated. External IP: 172.25.4.70, port: e406b711-1120-48a0-aa79-aed6e9b107e4. Jul 05 03:50:45.571002 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbeaae49-953b-4f3c-b81f-2769c5591786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.574013 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbeaae49-953b-4f3c-b81f-2769c5591786 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.575425 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dbeaae49-953b-4f3c-b81f-2769c5591786 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d705c03-60f4-413e-bc1b-6dcc40b5c8f7 HTTP/1.1" status: 204 len: 168 time: 0.4187100 Jul 05 03:50:45.591588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeaae49-953b-4f3c-b81f-2769c5591786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d705c03-60f4-413e-bc1b-6dcc40b5c8f7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:45.595130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc25e4f8-3540-40f9-a363-612e6a6849be tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.600601 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc25e4f8-3540-40f9-a363-612e6a6849be tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.650043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-cc25e4f8-3540-40f9-a363-612e6a6849be tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Calling delete_port for 996e5382-0843-400d-ad88-661433a1777c owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:45.738847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5c7050-dcfd-421d-90f0-37cbfc7ca1e9 req-8d540207-2686-404d-8055-398371d38a4a tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:45.746077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa5c7050-dcfd-421d-90f0-37cbfc7ca1e9 req-8d540207-2686-404d-8055-398371d38a4a tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.3028533 Jul 05 03:50:45.804863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:45.814737 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:50:44Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:45.835829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa5c7050-dcfd-421d-90f0-37cbfc7ca1e9 req-f231abf7-c714-4d2b-b4e6-cf5881fe878c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867887 Jul 05 03:50:45.851359 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] Checking router: b5764e05-afa1-428d-9d9c-4925bd5f49e3 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:45.863225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da2ecd9e-2c62-4edb-b3d0-0daa9b7dc58b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Router ff34cbd5-c412-40d6-8cfc-cb35f211d65e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:45.872809 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] Routers {'b5764e05-afa1-428d-9d9c-4925bd5f49e3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:45.873838 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:45.989377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da2ecd9e-2c62-4edb-b3d0-0daa9b7dc58b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:45.994824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da2ecd9e-2c62-4edb-b3d0-0daa9b7dc58b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.003380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] Sync routers for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:46.020860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:46.024163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:46.026156 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc25e4f8-3540-40f9-a363-612e6a6849be tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.030677 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] Set router b5764e05-afa1-428d-9d9c-4925bd5f49e3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:46.056108 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-da2ecd9e-2c62-4edb-b3d0-0daa9b7dc58b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "PUT /v2.0/floatingips/dbec49c9-8453-4687-9e7c-96de407f47b8 HTTP/1.1" status: 200 len: 990 time: 2.1776426 Jul 05 03:50:46.063031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:50:46.066896 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f05595df-6c46-4712-8bc3-42a4ec0781dd" -d '{"events": [{"name": "network-changed", "server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:50:46.080559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc25e4f8-3540-40f9-a363-612e6a6849be tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Pushing event deleted for resources: {'Port': ['ID=996e5382-0843-400d-ad88-661433a1777c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:46.095238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Deleting port 250833bc-ee17-4476-9d14-8072f5cd618e {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:46.095583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.233769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:46.263052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] For port 250833bc-ee17-4476-9d14-8072f5cd618e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=250833bc-ee17-4476-9d14-8072f5cd618e,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:46.263422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.278162 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Calling delete_port for 250833bc-ee17-4476-9d14-8072f5cd618e owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:46.322682 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:50:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3851ff0-3871-4a49-8b02-6eef0632286c x-openstack-request-id: req-a3851ff0-3871-4a49-8b02-6eef0632286c {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:50:46.323000 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:50:46.323419 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3851ff0-3871-4a49-8b02-6eef0632286c {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:50:46.323845 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'status': 'completed', 'code': 200} Jul 05 03:50:46.429997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-9f2d71a2-d29b-47f6-bdd8-5f57b5c65245 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:46.431796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-9f2d71a2-d29b-47f6-bdd8-5f57b5c65245 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 1097 time: 0.0738933 Jul 05 03:50:46.492564 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:50:44Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:46.496980 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc25e4f8-3540-40f9-a363-612e6a6849be tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.500011 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc25e4f8-3540-40f9-a363-612e6a6849be tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.501989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cc25e4f8-3540-40f9-a363-612e6a6849be tempest-ImagesOneServerNegativeTestJSON-36131635 tempest-ImagesOneServerNegativeTestJSON-36131635-project] 10.222.0.30 "DELETE /v2.0/floatingips/7dd73df2-dc0d-4180-ac03-14f2a11e63af HTTP/1.1" status: 204 len: 168 time: 1.4496617 Jul 05 03:50:46.555739 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9aa5724-74b4-40ae-9d4b-01660a34cf2e None None] The sync data for ids ['b5764e05-afa1-428d-9d9c-4925bd5f49e3'] in n-d-758944-41 is: [{'id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1481127436-router', 'tenant_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:50:44Z', 'revision_number': 5, 'project_id': 'f7e5526a71ee4c1c8a5ada86eaf7d084', 'gw_port': {'id': '250833bc-ee17-4476-9d14-8072f5cd618e', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:0b:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5764e05-afa1-428d-9d9c-4925bd5f49e3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 51, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:41:54Z', 'updated_at': '2021-07-05T03:42:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:46.599291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-5049ea58-ce8e-4853-8bed-26cc92aeb8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:46.603368 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-5049ea58-ce8e-4853-8bed-26cc92aeb8b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.1598003 Jul 05 03:50:46.653892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'dbec49c9-8453-4687-9e7c-96de407f47b8', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'port_id': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'mac_address': 'fa:16:3e:aa:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5199c62-1888-42a2-af72-d70a73308932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:50:23Z', 'updated_at': '2021-07-05T03:50:44Z', 'revision_number': 1, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:46.685537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] Checking router: ff34cbd5-c412-40d6-8cfc-cb35f211d65e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:46.690213 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-e04bc569-62a9-46f9-bead-0cfed948444e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 200 len: 998 time: 0.0796778 Jul 05 03:50:46.695939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:46.696645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:46.725506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51444) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:46.752709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.759993 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7aba69fc-1557-4451-89db-daf6d6feb6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.786119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-35dd142e-61f4-4352-ac51-93f9df9648a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:46.790011 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-35dd142e-61f4-4352-ac51-93f9df9648a4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.0924993 Jul 05 03:50:46.805351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Pushing event deleted for resources: {'Port': ['ID=250833bc-ee17-4476-9d14-8072f5cd618e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:46.850813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51446) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:46.922214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-df642abf-8e4d-44c6-89e1-0b0cbea347bd admin admin] Deleting subnet 39dc11cf-66f3-454a-8c59-e6b1a9762ee0 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:46.922681 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:46.926548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df642abf-8e4d-44c6-89e1-0b0cbea347bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.013900 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df642abf-8e4d-44c6-89e1-0b0cbea347bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.070725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-26bf0c53-2b7a-4237-8926-7cf84e1a707d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.072328 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-26bf0c53-2b7a-4237-8926-7cf84e1a707d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2712922 Jul 05 03:50:47.073653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:47.103107 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df642abf-8e4d-44c6-89e1-0b0cbea347bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.126311 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.130713 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.293294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06616f0-c1e1-4157-b352-838882865d7f req-7dd62e42-545f-4355-ac4e-57b7e4a9c382 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:47.301358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f06616f0-c1e1-4157-b352-838882865d7f req-7dd62e42-545f-4355-ac4e-57b7e4a9c382 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.2577484 Jul 05 03:50:47.315328 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7aba69fc-1557-4451-89db-daf6d6feb6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.326801 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-f3c0f7e4-3900-4716-9547-9e154764035a service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2408504 Jul 05 03:50:47.350720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51462) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:47.365180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df642abf-8e4d-44c6-89e1-0b0cbea347bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.372718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f06616f0-c1e1-4157-b352-838882865d7f req-c84ad333-e334-461f-a558-4292f9a8cd7d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700991 Jul 05 03:50:47.377127 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.378311 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b5764e05-afa1-428d-9d9c-4925bd5f49e3 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:50:47.400232 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.401596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-164756ca-08b0-4caf-a7c8-c5cf25b9dbff admin admin] 10.222.0.30 "DELETE /v2.0/routers/b5764e05-afa1-428d-9d9c-4925bd5f49e3 HTTP/1.1" status: 204 len: 168 time: 2.1245830 Jul 05 03:50:47.402743 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7aba69fc-1557-4451-89db-daf6d6feb6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.407556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51466) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:47.507930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df642abf-8e4d-44c6-89e1-0b0cbea347bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=39dc11cf-66f3-454a-8c59-e6b1a9762ee0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:47.528454 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df642abf-8e4d-44c6-89e1-0b0cbea347bd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.533088 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-df642abf-8e4d-44c6-89e1-0b0cbea347bd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/39dc11cf-66f3-454a-8c59-e6b1a9762ee0 HTTP/1.1" status: 204 len: 168 time: 0.6792963 Jul 05 03:50:47.539739 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51470) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:47.634877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'dbec49c9-8453-4687-9e7c-96de407f47b8', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'port_id': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'mac_address': 'fa:16:3e:aa:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5199c62-1888-42a2-af72-d70a73308932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:50:23Z', 'updated_at': '2021-07-05T03:50:44Z', 'revision_number': 1, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:47.684345 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.687764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f05595df-6c46-4712-8bc3-42a4ec0781dd req-f4505b4d-bba5-41d1-adc5-0b7a552278e4 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3478901 Jul 05 03:50:47.719053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11cfd913-bbcf-4c30-9d4a-f0ba67bed0eb None None] The sync data for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 is: [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'dbec49c9-8453-4687-9e7c-96de407f47b8', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'floating_ip_address': '172.25.4.70', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'port_id': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 708, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'mac_address': 'fa:16:3e:aa:03:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f5199c62-1888-42a2-af72-d70a73308932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:50:23Z', 'updated_at': '2021-07-05T03:50:44Z', 'revision_number': 1, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:47.872769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.888144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['139f4862-4533-4530-bbae-72c1c8475252']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:47.902565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f35f2d2c-9f1b-4de0-b512-f240b093f66b') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:47.909895 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f35f2d2c-9f1b-4de0-b512-f240b093f66b') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:47.915505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.934391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.943984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:47.944395 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:47.946603 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:48.049311 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba69fc-1557-4451-89db-daf6d6feb6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06d11205-2eec-4c2b-a1cb-ed54b65b3dae,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:48.054632 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8e197853-d98f-456d-a527-4091a7dd0172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.063745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7aba69fc-1557-4451-89db-daf6d6feb6da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e973828c5514ec0970008d9b7a55682&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3364363 Jul 05 03:50:48.066381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51488) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:48.090240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8ff3f9b-0fb5-42a1-8403-c1dc94d21707 admin admin] Deleting subnet 3dabc5b6-7e6d-4427-acf6-605492cbf926 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:48.098369 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c792c9f0-ad70-4dd5-bf8b-c0d79c8e40ef None None] New status for floating IP dbec49c9-8453-4687-9e7c-96de407f47b8: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:50:48.119451 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8ff3f9b-0fb5-42a1-8403-c1dc94d21707 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.140889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.168308 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.173321 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/139f4862-4533-4530-bbae-72c1c8475252 HTTP/1.1" status: 204 len: 168 time: 0.6319203 Jul 05 03:50:48.174360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-370b8292-5d02-4d9a-bc57-cfaeb372c6c7 admin admin] Pushing event deleted for resources: {'Network': ['ID=139f4862-4533-4530-bbae-72c1c8475252,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:48.198507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8ff3f9b-0fb5-42a1-8403-c1dc94d21707 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.222315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3197fc12-1f56-4ec2-9c08-737f41be6adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.259382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3197fc12-1f56-4ec2-9c08-737f41be6adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.343085 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8ff3f9b-0fb5-42a1-8403-c1dc94d21707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.448027 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8e197853-d98f-456d-a527-4091a7dd0172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.448232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3197fc12-1f56-4ec2-9c08-737f41be6adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.450639 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3197fc12-1f56-4ec2-9c08-737f41be6adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.453126 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3197fc12-1f56-4ec2-9c08-737f41be6adf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/06d11205-2eec-4c2b-a1cb-ed54b65b3dae HTTP/1.1" status: 204 len: 168 time: 0.3804395 Jul 05 03:50:48.468557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3197fc12-1f56-4ec2-9c08-737f41be6adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06d11205-2eec-4c2b-a1cb-ed54b65b3dae,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:48.560783 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8e197853-d98f-456d-a527-4091a7dd0172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.573003 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8ff3f9b-0fb5-42a1-8403-c1dc94d21707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.631400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 250833bc-ee17-4476-9d14-8072f5cd618e no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:48.657147 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 250833bc-ee17-4476-9d14-8072f5cd618e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:48.658102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 250833bc-ee17-4476-9d14-8072f5cd618e not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:48.658758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 12dfad9a-fd67-4de8-85a9-6efddcc29362 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:48.679813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 12dfad9a-fd67-4de8-85a9-6efddcc29362 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:48.680347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 12dfad9a-fd67-4de8-85a9-6efddcc29362 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:48.695942 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51520) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:48.696290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8e197853-d98f-456d-a527-4091a7dd0172 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dba64154548842b8adff3969c4981f4f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3441007 Jul 05 03:50:48.697018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e197853-d98f-456d-a527-4091a7dd0172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a6afbdc-6952-4285-8877-5d7f46034e7e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:48.703611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51522) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:48.748072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf0f1e50-6bd2-4e28-b17d-bf00c86b21ff None None] Network c7b8544a-cbad-4b6d-a113-fe649b231e47 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:48.758570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ff3f9b-0fb5-42a1-8403-c1dc94d21707 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3dabc5b6-7e6d-4427-acf6-605492cbf926,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:48.770874 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8ff3f9b-0fb5-42a1-8403-c1dc94d21707 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.777849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f8ff3f9b-0fb5-42a1-8403-c1dc94d21707 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3dabc5b6-7e6d-4427-acf6-605492cbf926 HTTP/1.1" status: 204 len: 168 time: 1.3644464 Jul 05 03:50:48.781718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51530) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:48.823741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba46af6f-a959-4995-aa4a-0680e1855d83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.832694 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6f0bbd63-0dbd-4580-a8ee-28296d9e8d5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96b7301ca002421291810932e22f3e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1245852 Jul 05 03:50:48.838387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51532) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:48.956807 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.970074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6a4b17-bdc6-4ffa-896e-812ac58ae554 req-6343491e-0ff6-4903-9a9b-312eee1c4bf3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:48.973451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba46af6f-a959-4995-aa4a-0680e1855d83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:48.977479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e6a4b17-bdc6-4ffa-896e-812ac58ae554 req-6343491e-0ff6-4903-9a9b-312eee1c4bf3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.3022161 Jul 05 03:50:49.040550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e6a4b17-bdc6-4ffa-896e-812ac58ae554 req-cfe37316-2b07-4a03-b27a-0ccf4a627886 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619993 Jul 05 03:50:49.061992 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-506bc5ef-1dfb-4353-b0c3-fed42e993e80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.094506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Deleting port 83aeae63-4ae0-47c5-9ad6-637168d165c9 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:49.094919 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.112466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-506bc5ef-1dfb-4353-b0c3-fed42e993e80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.121709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d7e3d5-bb25-4cb7-908c-c75a323993f0 None None] DHCP port deletion for c7b8544a-cbad-4b6d-a113-fe649b231e47 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:49.136925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba46af6f-a959-4995-aa4a-0680e1855d83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.140979 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba46af6f-a959-4995-aa4a-0680e1855d83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.145242 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ba46af6f-a959-4995-aa4a-0680e1855d83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2a6afbdc-6952-4285-8877-5d7f46034e7e HTTP/1.1" status: 204 len: 168 time: 0.4480090 Jul 05 03:50:49.171022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba46af6f-a959-4995-aa4a-0680e1855d83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a6afbdc-6952-4285-8877-5d7f46034e7e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.204536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-33d7e3d5-bb25-4cb7-908c-c75a323993f0 None None] Deleting port 83aeae63-4ae0-47c5-9ad6-637168d165c9 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:49.204925 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-33d7e3d5-bb25-4cb7-908c-c75a323993f0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.210849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] For port 83aeae63-4ae0-47c5-9ad6-637168d165c9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=83aeae63-4ae0-47c5-9ad6-637168d165c9,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:49.211358 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.224536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Calling delete_port for 83aeae63-4ae0-47c5-9ad6-637168d165c9 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:49.270525 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-506bc5ef-1dfb-4353-b0c3-fed42e993e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.274426 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-33d7e3d5-bb25-4cb7-908c-c75a323993f0 None None] For port 83aeae63-4ae0-47c5-9ad6-637168d165c9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=83aeae63-4ae0-47c5-9ad6-637168d165c9,segment=NetworkSegment(4c772960-d2ad-402b-919e-d7ebedc0ceed),segment_id=4c772960-d2ad-402b-919e-d7ebedc0ceed)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:49.274793 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-506bc5ef-1dfb-4353-b0c3-fed42e993e80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.275015 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-33d7e3d5-bb25-4cb7-908c-c75a323993f0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.277058 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-506bc5ef-1dfb-4353-b0c3-fed42e993e80 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/25d9f068-bbf4-415f-b4bf-16795e4f3e0b HTTP/1.1" status: 204 len: 168 time: 0.4375823 Jul 05 03:50:49.287798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506bc5ef-1dfb-4353-b0c3-fed42e993e80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25d9f068-bbf4-415f-b4bf-16795e4f3e0b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.299698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-33d7e3d5-bb25-4cb7-908c-c75a323993f0 None None] Calling delete_port for 83aeae63-4ae0-47c5-9ad6-637168d165c9 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:49.466759 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.475229 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-33d7e3d5-bb25-4cb7-908c-c75a323993f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.504430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d7e3d5-bb25-4cb7-908c-c75a323993f0 None None] Pushing event deleted for resources: {'Port': ['ID=83aeae63-4ae0-47c5-9ad6-637168d165c9,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.504695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Pushing event deleted for resources: {'Port': ['ID=83aeae63-4ae0-47c5-9ad6-637168d165c9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:49.512089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d7e3d5-bb25-4cb7-908c-c75a323993f0 None None] No DVR routers for this DVR port 83aeae63-4ae0-47c5-9ad6-637168d165c9 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:49.517201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] No DVR routers for this DVR port 83aeae63-4ae0-47c5-9ad6-637168d165c9 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:49.609539 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.621491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7b8544a-cbad-4b6d-a113-fe649b231e47']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:49.633375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c772960-d2ad-402b-919e-d7ebedc0ceed') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:49.633622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c772960-d2ad-402b-919e-d7ebedc0ceed') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:49.650575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.671298 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.678170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:49.678561 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:49.680321 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:49.767434 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51556) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:49.865910 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.877510 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:49.879660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] 10.222.0.30 "DELETE /v2.0/networks/c7b8544a-cbad-4b6d-a113-fe649b231e47 HTTP/1.1" status: 204 len: 168 time: 1.0970647 Jul 05 03:50:49.883279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51564) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:49.890478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce88597f-2bb4-4fcb-96e3-e119b5e15394 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7b8544a-cbad-4b6d-a113-fe649b231e47,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:50.021777 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaff37eb-1e9f-4855-8b67-b0c2150d5aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.053184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5e17f-5012-4c33-af74-6fc82353a693 req-8b0224a2-9ba9-4896-b688-cb17d41987f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.055169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82f5e17f-5012-4c33-af74-6fc82353a693 req-8b0224a2-9ba9-4896-b688-cb17d41987f9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 1097 time: 0.0962806 Jul 05 03:50:50.198159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5e17f-5012-4c33-af74-6fc82353a693 req-63b1a2ed-b482-4099-824c-dde221308619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.202832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82f5e17f-5012-4c33-af74-6fc82353a693 req-63b1a2ed-b482-4099-824c-dde221308619 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 905 time: 0.1190367 Jul 05 03:50:50.274226 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaff37eb-1e9f-4855-8b67-b0c2150d5aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.296373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82f5e17f-5012-4c33-af74-6fc82353a693 req-132dad29-afc3-434c-80ef-48d4e62b666a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f HTTP/1.1" status: 200 len: 217 time: 0.0705829 Jul 05 03:50:50.363866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaff37eb-1e9f-4855-8b67-b0c2150d5aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.376539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f5e17f-5012-4c33-af74-6fc82353a693 req-2dcb8d78-bb32-478c-959b-40402de06116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.379101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82f5e17f-5012-4c33-af74-6fc82353a693 req-2dcb8d78-bb32-478c-959b-40402de06116 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 200 len: 844 time: 0.0629911 Jul 05 03:50:50.416037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaff37eb-1e9f-4855-8b67-b0c2150d5aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a155c14c-524d-4f57-b76c-3fe72acdb9e4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:50.423667 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aaff37eb-1e9f-4855-8b67-b0c2150d5aac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b257ffa3f57468b988e02dbdc77d664&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6527338 Jul 05 03:50:50.424769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51588) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:50.428717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82f5e17f-5012-4c33-af74-6fc82353a693 req-5c1c8b00-7ea2-45f7-847b-ef80c5d2e3ce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57560aed-cb5a-47c8-aff9-7ebcd631e891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405262 Jul 05 03:50:50.452640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51590) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:50.504326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47f8013a-14ff-416a-95f8-d7a8a1f34c6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.507567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba50ee0a-569b-41f0-b2ba-c301daca15f6 req-c15e5d42-e2d6-4d85-ac2f-6153363c9064 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:50.515334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba50ee0a-569b-41f0-b2ba-c301daca15f6 req-c15e5d42-e2d6-4d85-ac2f-6153363c9064 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.2760897 Jul 05 03:50:50.554793 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47f8013a-14ff-416a-95f8-d7a8a1f34c6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.593972 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.600430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba50ee0a-569b-41f0-b2ba-c301daca15f6 req-34ba03ff-070b-4714-b0e6-a97ffa231264 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819404 Jul 05 03:50:50.625413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82f5e17f-5012-4c33-af74-6fc82353a693 req-ad9059b1-ec24-4602-9701-c97c604a94b6 service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889646 Jul 05 03:50:50.678605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 83aeae63-4ae0-47c5-9ad6-637168d165c9 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:50.729870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 83aeae63-4ae0-47c5-9ad6-637168d165c9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:50.737462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 83aeae63-4ae0-47c5-9ad6-637168d165c9 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:50.792962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1095010076-network', 'tenant_id': '1fdd32576a9a4845b9d51b79c3f396b9'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:50.810990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82f5e17f-5012-4c33-af74-6fc82353a693 req-18e53415-a6b9-4ac1-8e87-03a3f0a955db service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774597 Jul 05 03:50:50.903381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47f8013a-14ff-416a-95f8-d7a8a1f34c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.906106 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47f8013a-14ff-416a-95f8-d7a8a1f34c6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.908365 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-47f8013a-14ff-416a-95f8-d7a8a1f34c6c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a155c14c-524d-4f57-b76c-3fe72acdb9e4 HTTP/1.1" status: 204 len: 168 time: 0.4816067 Jul 05 03:50:50.921285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f8013a-14ff-416a-95f8-d7a8a1f34c6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a155c14c-524d-4f57-b76c-3fe72acdb9e4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:50.970320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] Deleting port a956d991-ccb8-4536-a1ad-e0d903ac0c62 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:50.970662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:50.986530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Made reservation on behalf of 1fdd32576a9a4845b9d51b79c3f396b9 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:50.991989 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.027257 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.104621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] For port a956d991-ccb8-4536-a1ad-e0d903ac0c62, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a956d991-ccb8-4536-a1ad-e0d903ac0c62,segment=NetworkSegment(a2e78c83-c313-4074-ab6e-f7e09a75012b),segment_id=a2e78c83-c313-4074-ab6e-f7e09a75012b)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:51.105047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.126539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] Calling delete_port for a956d991-ccb8-4536-a1ad-e0d903ac0c62 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:51.213803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51616) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:51.238261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.348397 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.379502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-2099598220-network', 'tenant_id': '738fa8d926e9474fbeebc1e741308633'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:51.385821 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:51.400998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b67e60ec-51cd-419e-8dff-de59b80fd099,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:51.420270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.420270 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Added segment 67ae3984-5a7a-4014-949d-5825b5f401f0 of type vlan for network 0623dc40-1be0-4e57-85e9-3b566079ba5f Jul 05 03:50:51.464482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.472003 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.499761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Made reservation on behalf of 738fa8d926e9474fbeebc1e741308633 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:51.501957 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] Pushing event deleted for resources: {'Port': ['ID=a956d991-ccb8-4536-a1ad-e0d903ac0c62,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:51.502287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.516671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.669783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.670558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.671143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.679417 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.778454 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.838669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:51.862577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4a0b629-acf6-41f6-a55e-9d3941d107b2,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:51.869437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:51.870091 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Added segment 894c88c1-2585-4114-b272-d2ec6accc05d of type vlan for network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 Jul 05 03:50:51.939092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0382b554-6b14-422e-904a-0ffbbd92947a req-3c9dc4f3-87ca-445f-9389-65220befab42 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:51.940685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0382b554-6b14-422e-904a-0ffbbd92947a req-3c9dc4f3-87ca-445f-9389-65220befab42 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.1886253 Jul 05 03:50:51.945048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.008588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0382b554-6b14-422e-904a-0ffbbd92947a req-2eff34ad-699c-4dfa-be70-b0a9e73f553c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547774 Jul 05 03:50:52.105724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.106862 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:52.107543 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.135035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] Pushing event updated for resources: {'Network': ['ID=0623dc40-1be0-4e57-85e9-3b566079ba5f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:52.149613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 0623dc40-1be0-4e57-85e9-3b566079ba5f details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:52.153443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.187669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] Pushing event updated for resources: {'Network': ['ID=d53a5d10-2817-4caf-a35f-b6c91ba1fb62,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:52.230455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:52.236089 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c2506ded-60f9-4fce-a6c9-b99573144c85 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7804906 Jul 05 03:50:52.239459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51654) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:52.244499 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Request body: {'subnet': {'network_id': '0623dc40-1be0-4e57-85e9-3b566079ba5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1095010076-subnet', 'tenant_id': '1fdd32576a9a4845b9d51b79c3f396b9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:52.293666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-92d4e8c7-2448-4c67-a777-8f5298ca070b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0778153 Jul 05 03:50:52.303617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51658) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:52.315740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Request body: {'subnet': {'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-2099598220-subnet', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:52.370306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51662) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:52.411400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Made reservation on behalf of 1fdd32576a9a4845b9d51b79c3f396b9 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:52.414133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.448016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51666) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:52.473099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Made reservation on behalf of 738fa8d926e9474fbeebc1e741308633 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:52.477960 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.504963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] Router 7a86e041-6586-4545-ae03-f3c15405fd77 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:50:52.562511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-network', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:52.611377 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5406e23c-ce4d-4041-941c-9774dc7e9642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.682113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Made reservation on behalf of 5ea6df6ade82497a9bdd24054c34f4ac for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:52.684877 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.707038 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.714716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:52.720029 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-91aae212-73f3-469d-b011-ac121be32386 admin admin] 10.222.0.30 "PUT /v2.0/routers/7a86e041-6586-4545-ae03-f3c15405fd77/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8352141 Jul 05 03:50:52.722863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51670) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:52.725494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] Sync routers for ids ['7a86e041-6586-4545-ae03-f3c15405fd77'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:52.735672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] Routers {'7a86e041-6586-4545-ae03-f3c15405fd77'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:52.736322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7a86e041-6586-4545-ae03-f3c15405fd77'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:52.822524 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5406e23c-ce4d-4041-941c-9774dc7e9642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.837497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.849509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] Set router 7a86e041-6586-4545-ae03-f3c15405fd77 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:52.863639 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.872170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.934556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b3730cd7-0b6e-4bec-b89f-56bda6c4ace4,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:52.935568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Pushing event updated for resources: {'Subnet': ['ID=028d3a70-f3c7-41f1-86f7-f23061453731,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:52.982091 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5406e23c-ce4d-4041-941c-9774dc7e9642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:52.996139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Checking segment: {'id': '67ae3984-5a7a-4014-949d-5825b5f401f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0623dc40-1be0-4e57-85e9-3b566079ba5f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:52.996586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Network hostable DHCP agents. Network: 0623dc40-1be0-4e57-85e9-3b566079ba5f, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:53.030733 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.037161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Checking segment: {'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:53.037621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Network hostable DHCP agents. Network: d53a5d10-2817-4caf-a35f-b6c91ba1fb62, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:53.052706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5406e23c-ce4d-4041-941c-9774dc7e9642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f96f6254-55d5-4468-b5ab-b52f79ff74f8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.060905 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5406e23c-ce4d-4041-941c-9774dc7e9642 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f333e18a1aa94e88b2fb0eb67286cd8b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6083155 Jul 05 03:50:53.062998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51676) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:53.104050 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.122061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Network 0623dc40-1be0-4e57-85e9-3b566079ba5f is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:53.137125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-router', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43'}], 'enable_snat': True}, 'gw_port_id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:50:51Z', 'revision_number': 5, 'project_id': '4c50586fd17443859bb3fc249be85625', 'gw_port': {'id': 'ca5ab750-833f-4347-8a92-f8fe5194a416', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:a5:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'device_owner': 'network:router_gateway', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.43', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:42:12Z', 'updated_at': '2021-07-05T03:42:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:53.148329 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c6ecaec-9a8c-412f-9274-75843eb4b4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.169255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] Checking router: 7a86e041-6586-4545-ae03-f3c15405fd77 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:53.179085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] Routers {'7a86e041-6586-4545-ae03-f3c15405fd77'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:53.179532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7a86e041-6586-4545-ae03-f3c15405fd77'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:53.204951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c6ecaec-9a8c-412f-9274-75843eb4b4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.222483 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.225386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:53.259375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:53.262531 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Deleting port ca5ab750-833f-4347-8a92-f8fe5194a416 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:53.262880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.273466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d17e7753-26b2-4257-a628-ffa665278118,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.298034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] Set router 7a86e041-6586-4545-ae03-f3c15405fd77 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:53.308972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c71a6df-ffa9-4e45-98e3-d5635730cbc3 req-e5149325-7ffd-4c4f-9574-c99194dbc90b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.317085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c71a6df-ffa9-4e45-98e3-d5635730cbc3 req-e5149325-7ffd-4c4f-9574-c99194dbc90b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.1269965 Jul 05 03:50:53.368761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 0623dc40-1be0-4e57-85e9-3b566079ba5f) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:53.370707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c71a6df-ffa9-4e45-98e3-d5635730cbc3 req-5ceed451-7b4e-46a8-b0ed-70992e28f572 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470657 Jul 05 03:50:53.376035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d53a5d10-2817-4caf-a35f-b6c91ba1fb62) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:53.389808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.389808 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.390280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.390280 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.390582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-router', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:50:53Z', 'revision_number': 6, 'project_id': '4c50586fd17443859bb3fc249be85625', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:53.392902 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22831f08-a53b-4e96-b767-647722b05aae None None] Network 0623dc40-1be0-4e57-85e9-3b566079ba5f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:53.416555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] For port ca5ab750-833f-4347-8a92-f8fe5194a416, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ca5ab750-833f-4347-8a92-f8fe5194a416,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:53.417244 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.427143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.427577 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Added segment 2ef49375-20f4-4dc3-ab47-660ff7835db1 of type vlan for network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 Jul 05 03:50:53.435039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c6ecaec-9a8c-412f-9274-75843eb4b4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.437795 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c6ecaec-9a8c-412f-9274-75843eb4b4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.439229 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5c6ecaec-9a8c-412f-9274-75843eb4b4cc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f96f6254-55d5-4468-b5ab-b52f79ff74f8 HTTP/1.1" status: 204 len: 168 time: 0.3746281 Jul 05 03:50:53.440304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Calling delete_port for ca5ab750-833f-4347-8a92-f8fe5194a416 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:53.462419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ecaec-9a8c-412f-9274-75843eb4b4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f96f6254-55d5-4468-b5ab-b52f79ff74f8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.483772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d33a253-85fd-4d83-9aa7-1d8701ffbc7e None None] Network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:53.498625 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.504640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0d7c3a9-3f3a-47d7-8ad9-4fa06a05aee2 None None] The sync data for ids ['7a86e041-6586-4545-ae03-f3c15405fd77'] in n-d-758944-41 is: [{'id': '7a86e041-6586-4545-ae03-f3c15405fd77', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1994351125-router', 'tenant_id': '4c50586fd17443859bb3fc249be85625', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:42:10Z', 'updated_at': '2021-07-05T03:50:53Z', 'revision_number': 6, 'project_id': '4c50586fd17443859bb3fc249be85625', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:50:53.525268 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-824044d0-8685-4aca-a841-8bb80a5ae4a0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2029629 Jul 05 03:50:53.535945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1060bf1a-a4ea-4f9c-be40-54153a5ebd91 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.2286348 Jul 05 03:50:53.537165 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51682) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:53.544754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:53.571197 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-abe2b41d-62b2-4d6f-8bec-fd686626ec27 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.3309786 Jul 05 03:50:53.633497 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.636071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.637366 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.724111 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.725143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.726509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-94ba4c94-f9d6-4720-a365-fba2b88c17bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.728225 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-94ba4c94-f9d6-4720-a365-fba2b88c17bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=068bea4f667445018e98e93ade1fff17&device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 1097 time: 0.1380744 Jul 05 03:50:53.734915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e86e40-79ab-4be5-bac5-03f3c4259f7e None None] Network 0623dc40-1be0-4e57-85e9-3b566079ba5f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:53.756747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] Pushing event updated for resources: {'Network': ['ID=21ba04d1-a4da-4f4d-9b64-e2d9f6fad325,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:53.812733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-41f9329e-6846-4d16-ab0f-65bfefedf555 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.4383597 Jul 05 03:50:53.813523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51688) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:53.813796 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.817455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-d53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:50:53.818358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Request body: {'subnet': {'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-subnet', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:53.818503 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:53.820587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:53.885241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-18739ea7-549f-4147-b61b-44a99ed94d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:53.889036 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-18739ea7-549f-4147-b61b-44a99ed94d0e service neutron] 10.222.0.13 "GET /v2.0/networks?id=81fc52d9-59ef-4deb-b94f-25eb14d27b18 HTTP/1.1" status: 200 len: 906 time: 0.1338460 Jul 05 03:50:53.923352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.005393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Made reservation on behalf of 5ea6df6ade82497a9bdd24054c34f4ac for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:54.008304 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.016652 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5ab750-833f-4347-8a92-f8fe5194a416,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:54.136520 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-67e407c1-6f08-4599-a37c-d8fa87c0b499 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b758ce50-6da2-47ac-a347-173df858bc37 HTTP/1.1" status: 200 len: 1000 time: 0.2328088 Jul 05 03:50:54.167340 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.220071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.267150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Allocated IP 172.20.0.2 (d53a5d10-2817-4caf-a35f-b6c91ba1fb62/b3730cd7-0b6e-4bec-b89f-56bda6c4ace4/c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:54.304504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-2441d8ce-1c8b-4bff-baa2-1df4312ed43b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.307205 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-2441d8ce-1c8b-4bff-baa2-1df4312ed43b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=73c16aaa-5ad7-47af-a5e6-0976b41fd106 HTTP/1.1" status: 200 len: 844 time: 0.1580281 Jul 05 03:50:54.396727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.439945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.517336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.587565 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.604942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Transition to ACTIVE for port object c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:54.613745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-6bf33507-6f59-49ed-bbfd-059d43efe153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.615281 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-6bf33507-6f59-49ed-bbfd-059d43efe153 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=81fc52d9-59ef-4deb-b94f-25eb14d27b18&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2678311 Jul 05 03:50:54.621958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.625724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7a86e041-6586-4545-ae03-f3c15405fd77 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:50:54.625874 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.647995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Transition to ACTIVE for port object c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:54.653722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.657953 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-57b39036-9a4e-4acc-b3f0-8daa48ddaed9 admin admin] 10.222.0.30 "DELETE /v2.0/routers/7a86e041-6586-4545-ae03-f3c15405fd77 HTTP/1.1" status: 204 len: 168 time: 1.9317327 Jul 05 03:50:54.672182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51710) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:54.687841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a956d991-ccb8-4536-a1ad-e0d903ac0c62 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:54.760163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a956d991-ccb8-4536-a1ad-e0d903ac0c62 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:54.760728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a956d991-ccb8-4536-a1ad-e0d903ac0c62 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:54.761160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca5ab750-833f-4347-8a92-f8fe5194a416 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:54.772032 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.802315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.857536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Allocated IP 172.25.4.181 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/990c715c-3fd6-42f6-a42a-6eef1b02d99d) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:54.865917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: ca5ab750-833f-4347-8a92-f8fe5194a416 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:54.866327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca5ab750-833f-4347-8a92-f8fe5194a416 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:54.874383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:54.878093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:54.885107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:54.905647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Pushing event updated for resources: {'Subnet': ['ID=02c5d02f-551d-4863-917d-eec201c73376,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:54.910249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a806d-1999-4467-bb08-2d690aa026c4 req-94cd5653-45ae-4c92-ae2c-8a5cce487417 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:54.917828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-393a806d-1999-4467-bb08-2d690aa026c4 req-94cd5653-45ae-4c92-ae2c-8a5cce487417 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.1691434 Jul 05 03:50:54.946558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Pushing event updated for resources: {'Port': ['ID=c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:54.966358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Attempting to bind port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:54.966763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Attempting to bind port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:54.968487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Attempting to bind port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 on network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:54.975373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cdd59996-eb29-486f-add3-a6258d1d60c3 admin admin] Deleting subnet 9cf46e20-c469-462c-89f6-7cfbcf579e0f {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:50:54.976334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:54.977058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Checking segment: {'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:54.977693 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.978305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Bound using segment: {'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:54.978684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cdd59996-eb29-486f-add3-a6258d1d60c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:54.979202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Bound port: c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:54.979786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.034235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-393a806d-1999-4467-bb08-2d690aa026c4 req-374eba59-e70d-46a1-b355-c5c8e52559f5 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158140 Jul 05 03:50:55.051274 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-bedd3f06-fff0-4289-8cfc-74514be5fc95 service neutron] 10.222.0.13 "GET /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4211786 Jul 05 03:50:55.054979 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cdd59996-eb29-486f-add3-a6258d1d60c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.065206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Checking segment: {'id': '2ef49375-20f4-4dc3-ab47-660ff7835db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:55.065593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Network hostable DHCP agents. Network: 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:55.099663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.173442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] For port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:55.175832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] For port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:55.241398 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea5c6ee3-d38c-4521-941d-300dc302c377 req-adf0aa76-8c00-4be1-9ffc-9f19b4ebd3e6 service neutron] 10.222.0.13 "GET /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843812 Jul 05 03:50:55.250912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51724) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:55.258607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-654044217-network', 'tenant_id': 'f1eb5df255e742e884898f43bc72c77f'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:55.260359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cdd59996-eb29-486f-add3-a6258d1d60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.265695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:55.270027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.275826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.343542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432ae68d-1881-4877-987c-cbff04d8cef7 None None] Pushing event updated for resources: {'Port': ['ID=c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:55.385570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:55.397150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:55.401339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:55.411860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Pushing event updated for resources: {'Port': ['ID=990c715c-3fd6-42f6-a42a-6eef1b02d99d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:55.460319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:55.468794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:55.481474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.481793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf48261-b958-4add-b39d-f83b4f351e48 None None] Network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:55.507964 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cdd59996-eb29-486f-add3-a6258d1d60c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.534212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cdd59996-eb29-486f-add3-a6258d1d60c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.536466 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cdd59996-eb29-486f-add3-a6258d1d60c3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/9cf46e20-c469-462c-89f6-7cfbcf579e0f HTTP/1.1" status: 204 len: 168 time: 0.8633380 Jul 05 03:50:55.544569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d794c623-0b84-4531-8f8c-fb048be467ab None None] Network 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:55.557693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51730) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:55.569753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Made reservation on behalf of f1eb5df255e742e884898f43bc72c77f for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:55.575844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.614219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd59996-eb29-486f-add3-a6258d1d60c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9cf46e20-c469-462c-89f6-7cfbcf579e0f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:55.635883 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a518d59f-3bc4-42be-b603-189e63387a80 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.8205669 Jul 05 03:50:55.648372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51736) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:55.651668 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-router', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:55.709473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.796736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.796736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.866061 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.965744 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:55.966509 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.023753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Deleting port 7ae427b4-f87b-45fd-b392-08b15df2107a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:56.024166 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.108682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-21ba04d1-a4da-4f4d-9b64-e2d9f6fad325', 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'fixed_ips': [{'subnet_id': '02c5d02f-551d-4863-917d-eec201c73376'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:50:56.110255 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.112107 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.124555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:50:56.135322 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.135669 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Added segment 2a86d8bc-41e6-4a8d-b5a5-031f62c6b621 of type vlan for network 6c24b9d6-6316-42f8-bcb6-fcc51baed20c Jul 05 03:50:56.190592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.237114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75dcd51-e256-4c52-9d8e-001a3570fdf7 None None] DHCP port deletion for 554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:50:56.315194 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.316768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:56.317574 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.381401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b75dcd51-e256-4c52-9d8e-001a3570fdf7 None None] Deleting port 7ae427b4-f87b-45fd-b392-08b15df2107a {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:50:56.385316 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b75dcd51-e256-4c52-9d8e-001a3570fdf7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.415936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] For port 7ae427b4-f87b-45fd-b392-08b15df2107a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7ae427b4-f87b-45fd-b392-08b15df2107a,segment=NetworkSegment(a2e78c83-c313-4074-ab6e-f7e09a75012b),segment_id=a2e78c83-c313-4074-ab6e-f7e09a75012b)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:56.416322 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.455821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Allocated IP 172.20.0.2 (21ba04d1-a4da-4f4d-9b64-e2d9f6fad325/02c5d02f-551d-4863-917d-eec201c73376/af466610-90bb-4447-916b-82f96b4bef07) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:56.457777 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.467668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26864636-6f25-403d-ab85-876bd6864a1a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.473171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Calling delete_port for 7ae427b4-f87b-45fd-b392-08b15df2107a owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:56.487502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b75dcd51-e256-4c52-9d8e-001a3570fdf7 None None] For port 7ae427b4-f87b-45fd-b392-08b15df2107a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7ae427b4-f87b-45fd-b392-08b15df2107a,segment=NetworkSegment(a2e78c83-c313-4074-ab6e-f7e09a75012b),segment_id=a2e78c83-c313-4074-ab6e-f7e09a75012b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:56.487931 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b75dcd51-e256-4c52-9d8e-001a3570fdf7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.567265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b75dcd51-e256-4c52-9d8e-001a3570fdf7 None None] Calling delete_port for 7ae427b4-f87b-45fd-b392-08b15df2107a owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:50:56.699083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:56.824673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.835782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Transition to ACTIVE for port object af466610-90bb-4447-916b-82f96b4bef07 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:56.867114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Transition to ACTIVE for port object af466610-90bb-4447-916b-82f96b4bef07 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:56.891140 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b75dcd51-e256-4c52-9d8e-001a3570fdf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.891736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:56.896403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33effdc-d480-428f-b5cf-1e40956f75f1 None None] Network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:56.952525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75dcd51-e256-4c52-9d8e-001a3570fdf7 None None] No DVR routers for this DVR port 7ae427b4-f87b-45fd-b392-08b15df2107a on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:56.954334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] Pushing event updated for resources: {'Network': ['ID=6c24b9d6-6316-42f8-bcb6-fcc51baed20c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.954864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b75dcd51-e256-4c52-9d8e-001a3570fdf7 None None] Pushing event deleted for resources: {'Port': ['ID=7ae427b4-f87b-45fd-b392-08b15df2107a,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:56.956086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:56.980840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 6c24b9d6-6316-42f8-bcb6-fcc51baed20c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:50:57.070595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f3c036be-0ecb-46cb-90d6-19f36985ed3c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.8182557 Jul 05 03:50:57.077304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51752) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:57.082252 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.116772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7ae427b4-f87b-45fd-b392-08b15df2107a no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:50:57.127194 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c8a09218-fbf5-4bf4-b115-d19611f1fd95 None None] Provisioning for port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:57.130392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Request body: {'subnet': {'network_id': '6c24b9d6-6316-42f8-bcb6-fcc51baed20c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-654044217-subnet', 'tenant_id': 'f1eb5df255e742e884898f43bc72c77f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:50:57.191657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 7ae427b4-f87b-45fd-b392-08b15df2107a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:50:57.192022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7ae427b4-f87b-45fd-b392-08b15df2107a not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:50:57.193441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c8a09218-fbf5-4bf4-b115-d19611f1fd95 None None] Provisioning complete for port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:57.193803 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c8a09218-fbf5-4bf4-b115-d19611f1fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.237041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:57.245465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Made reservation on behalf of f1eb5df255e742e884898f43bc72c77f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:50:57.249181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372a8df2-0853-4507-b834-4f2c2070a27d req-ded22a8a-d369-42c1-b4c5-84d29a8e0a08 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:57.249349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.250793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:57.258532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-372a8df2-0853-4507-b834-4f2c2070a27d req-ded22a8a-d369-42c1-b4c5-84d29a8e0a08 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 1.0143068 Jul 05 03:50:57.264016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:57.275237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Pushing event updated for resources: {'Port': ['ID=af466610-90bb-4447-916b-82f96b4bef07,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.340209 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.420144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Attempting to bind port af466610-90bb-4447-916b-82f96b4bef07 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:50:57.424830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Attempting to bind port af466610-90bb-4447-916b-82f96b4bef07 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '2ef49375-20f4-4dc3-ab47-660ff7835db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:50:57.424830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Attempting to bind port af466610-90bb-4447-916b-82f96b4bef07 on network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:50:57.446426 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:50:57.446800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Checking segment: {'id': '2ef49375-20f4-4dc3-ab47-660ff7835db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:57.447202 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.447787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Bound using segment: {'id': '2ef49375-20f4-4dc3-ab47-660ff7835db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:50:57.448088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Bound port: af466610-90bb-4447-916b-82f96b4bef07, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef49375-20f4-4dc3-ab47-660ff7835db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:50:57.448455 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.466954 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c8a09218-fbf5-4bf4-b115-d19611f1fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.511942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-372a8df2-0853-4507-b834-4f2c2070a27d req-ea038e69-0db2-4117-a733-671879a536d7 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513154 Jul 05 03:50:57.520947 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.552927 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Pushing event deleted for resources: {'Port': ['ID=7ae427b4-f87b-45fd-b392-08b15df2107a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.569726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] No DVR routers for this DVR port 7ae427b4-f87b-45fd-b392-08b15df2107a on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:50:57.595695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] For port af466610-90bb-4447-916b-82f96b4bef07, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:50:57.599150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c8a09218-fbf5-4bf4-b115-d19611f1fd95 None None] For port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:50:57.601261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] For port af466610-90bb-4447-916b-82f96b4bef07, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af466610-90bb-4447-916b-82f96b4bef07,segment=NetworkSegment(2ef49375-20f4-4dc3-ab47-660ff7835db1),segment_id=2ef49375-20f4-4dc3-ab47-660ff7835db1)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:50:57.631345 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.662114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.680520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Router 3a400c40-3d8b-4693-8298-453d60eb6245 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:50:57.684623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.688873 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c8a09218-fbf5-4bf4-b115-d19611f1fd95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.712349 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.790193 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.799839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:57.801170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7e51b5-ae7b-4d4d-bbce-bed54d544265 None None] Pushing event updated for resources: {'Port': ['ID=af466610-90bb-4447-916b-82f96b4bef07,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.820005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2e78c83-c313-4074-ab6e-f7e09a75012b') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:57.820423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2e78c83-c313-4074-ab6e-f7e09a75012b') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:57.852582 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.909143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a09218-fbf5-4bf4-b115-d19611f1fd95 None None] Pushing event updated for resources: {'Port': ['ID=c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:57.930875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.955654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:50:57.956693 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:50:57.958936 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:50:58.004963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5b3e44a1-7a63-4dbb-bd4e-b6285ed12ead,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:58.022453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:50:58.034090 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Sync routers for ids ['3a400c40-3d8b-4693-8298-453d60eb6245'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:50:58.048431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Allocated IP 172.25.4.132 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/b82afaca-d5e6-499c-9f26-9046f6efc192) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:58.050053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7c04c429-3b21-4b98-9e98-f3e29ff589b5 None None] Provisioning complete for port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:58.050220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7c04c429-3b21-4b98-9e98-f3e29ff589b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.051889 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Routers {'3a400c40-3d8b-4693-8298-453d60eb6245'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:50:58.054068 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3a400c40-3d8b-4693-8298-453d60eb6245'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:58.093859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Checking segment: {'id': '2a86d8bc-41e6-4a8d-b5a5-031f62c6b621', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '6c24b9d6-6316-42f8-bcb6-fcc51baed20c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:50:58.093859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Network hostable DHCP agents. Network: 6c24b9d6-6316-42f8-bcb6-fcc51baed20c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:50:58.164133 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.168703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-90e501e2-008b-4c73-84c7-5bd62c653e8d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.6302178 Jul 05 03:50:58.169719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51762) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:58.274377 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.288036 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.289928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd HTTP/1.1" status: 204 len: 168 time: 2.7085104 Jul 05 03:50:58.297547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.335639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34057b7-4225-42c6-86e1-e09a0e292ae1 admin admin] Pushing event deleted for resources: {'Network': ['ID=554efd57-fd75-4b1d-8e1b-0cd7c62dc2bd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:58.341077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Network 6c24b9d6-6316-42f8-bcb6-fcc51baed20c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:50:58.377377 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Set router 3a400c40-3d8b-4693-8298-453d60eb6245 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:50:58.448620 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 6c24b9d6-6316-42f8-bcb6-fcc51baed20c) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:58.453451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:58.454055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.462461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5c10a5-d394-46f9-9fc7-454416c6aa7b None None] Network 6c24b9d6-6316-42f8-bcb6-fcc51baed20c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:58.477983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:58.571230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:50:58.579989 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ac369d58-e6ec-4a77-bd7e-59ef7e67c462 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4582379 Jul 05 03:50:58.595291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:50:58.604602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:50:58.611707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Pushing event updated for resources: {'Port': ['ID=b82afaca-d5e6-499c-9f26-9046f6efc192,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:58.758438 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7278a5-4511-4397-a6ca-7a8b13902baf None None] Network 6c24b9d6-6316-42f8-bcb6-fcc51baed20c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:58.865517 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:55Z', 'revision_number': 3, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:50:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:50:58.875549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51774) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:58.907262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:58.973754 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Checking router: 3a400c40-3d8b-4693-8298-453d60eb6245 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:50:58.975384 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Updating router 3a400c40-3d8b-4693-8298-453d60eb6245 port 990c715c-3fd6-42f6-a42a-6eef1b02d99d binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:50:59.218803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2776da10-7938-4b55-98ab-25673f99c506 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7e5526a71ee4c1c8a5ada86eaf7d084&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3416772 Jul 05 03:50:59.223481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51780) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:50:59.236985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:59.237434 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.270402 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.291326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.364471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26a6a8a7-5324-4109-a812-ee604c41d88d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.370108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af466610-90bb-4447-916b-82f96b4bef07 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:50:59.372068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97820ae-3b89-4974-bfc6-797e7cfe6880 None None] Network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:50:59.402002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6f1daf-ae3d-4e46-bf10-1ae03e8956ca req-c4fe743c-f8b3-4468-b038-7839f02e5f13 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.408112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c6f1daf-ae3d-4e46-bf10-1ae03e8956ca req-c4fe743c-f8b3-4468-b038-7839f02e5f13 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.3381691 Jul 05 03:50:59.440572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26a6a8a7-5324-4109-a812-ee604c41d88d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.478893 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.527480 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c6f1daf-ae3d-4e46-bf10-1ae03e8956ca req-5ae9f4c7-a7ab-4549-a692-df7be86fa4ee tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182690 Jul 05 03:50:59.754478 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.758310 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.809751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Allocated IP 172.20.0.1 (d53a5d10-2817-4caf-a35f-b6c91ba1fb62/b3730cd7-0b6e-4bec-b89f-56bda6c4ace4/5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:50:59.831678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f4aef8f8-3bb4-4daf-be12-a19b564409f9 None None] Provisioning for port af466610-90bb-4447-916b-82f96b4bef07 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:59.856644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26a6a8a7-5324-4109-a812-ee604c41d88d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.857739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port af466610-90bb-4447-916b-82f96b4bef07 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:50:59.859210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26a6a8a7-5324-4109-a812-ee604c41d88d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.862896 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-26a6a8a7-5324-4109-a812-ee604c41d88d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f52b57d7-7b45-4063-951a-fcb574c061c3 HTTP/1.1" status: 204 len: 168 time: 0.6353226 Jul 05 03:50:59.863091 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Transition to ACTIVE for port object 990c715c-3fd6-42f6-a42a-6eef1b02d99d will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:50:59.866776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port af466610-90bb-4447-916b-82f96b4bef07 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:50:59.868786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.876709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a6a8a7-5324-4109-a812-ee604c41d88d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52b57d7-7b45-4063-951a-fcb574c061c3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:50:59.946192 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:50:59.963580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-0cda9dcd-2565-4cd7-a410-740d7bde24fe tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:50:59.971800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-0cda9dcd-2565-4cd7-a410-740d7bde24fe tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/networks?id=0623dc40-1be0-4e57-85e9-3b566079ba5f HTTP/1.1" status: 200 len: 815 time: 0.2619555 Jul 05 03:50:59.989058 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.007162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-99988754-e021-463c-aac9-e60d427775b5 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/quotas/1fdd32576a9a4845b9d51b79c3f396b9 HTTP/1.1" status: 200 len: 375 time: 0.0286815 Jul 05 03:51:00.033804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port af466610-90bb-4447-916b-82f96b4bef07, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af466610-90bb-4447-916b-82f96b4bef07,segment=NetworkSegment(2ef49375-20f4-4dc3-ab47-660ff7835db1),segment_id=2ef49375-20f4-4dc3-ab47-660ff7835db1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:00.064272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-39a66c2f-ee32-489e-b294-97b8e55ceed1 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fdd32576a9a4845b9d51b79c3f396b9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488958 Jul 05 03:51:00.081670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Router d98aaab9-3346-489d-91ec-f62096d81b55 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:51:00.085607 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e40b0-77ac-47ef-bd0a-78b386fa0057 None None] Pushing event updated for resources: {'Port': ['ID=990c715c-3fd6-42f6-a42a-6eef1b02d99d,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:00.107261 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.116306 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.118528 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Attempting to bind port 990c715c-3fd6-42f6-a42a-6eef1b02d99d on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:00.118997 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Attempting to bind port 990c715c-3fd6-42f6-a42a-6eef1b02d99d by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:00.119450 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Attempting to bind port 990c715c-3fd6-42f6-a42a-6eef1b02d99d on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:00.128584 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:00.129136 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:00.129627 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.130436 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:00.130699 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Bound port: 990c715c-3fd6-42f6-a42a-6eef1b02d99d, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:00.131282 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.232207 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] For port 990c715c-3fd6-42f6-a42a-6eef1b02d99d, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:00.233109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=af466610-90bb-4447-916b-82f96b4bef07,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:00.238235 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] For port 990c715c-3fd6-42f6-a42a-6eef1b02d99d, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=990c715c-3fd6-42f6-a42a-6eef1b02d99d,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:00.268868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Transition to ACTIVE for port object 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:00.288942 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:00.298359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Sync routers for ids ['d98aaab9-3346-489d-91ec-f62096d81b55'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:00.318793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Routers {'d98aaab9-3346-489d-91ec-f62096d81b55'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:00.319746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d98aaab9-3346-489d-91ec-f62096d81b55'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:00.341619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-0aaa1760-9546-452d-a445-1fbbf90a272f service neutron] 10.222.0.30 "GET /v2.0/networks/0623dc40-1be0-4e57-85e9-3b566079ba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665505 Jul 05 03:51:00.358857 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.403755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.409328 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f30d7c84-6c47-4b55-900b-b28b8c376050 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 4.7597291 Jul 05 03:51:00.409588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51804) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:00.429049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.466727 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a6e40b0-77ac-47ef-bd0a-78b386fa0057 None None] Pushing event updated for resources: {'Port': ['ID=990c715c-3fd6-42f6-a42a-6eef1b02d99d,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:00.482607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:00.486420 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Routers {'3a400c40-3d8b-4693-8298-453d60eb6245'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:00.487222 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3a400c40-3d8b-4693-8298-453d60eb6245'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:00.488503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:00.495720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:00.517581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a4f5d6f1-40ec-42aa-97f5-ac9d99abb0a5 None None] Provisioning complete for port af466610-90bb-4447-916b-82f96b4bef07 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:00.520235 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4f5d6f1-40ec-42aa-97f5-ac9d99abb0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.543107 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.643502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:00.648932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Set router d98aaab9-3346-489d-91ec-f62096d81b55 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:00.671133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-399d90da-1b52-4770-af35-481add897424 service neutron] 10.222.0.30 "GET /v2.0/networks/0623dc40-1be0-4e57-85e9-3b566079ba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3278079 Jul 05 03:51:00.704741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af466610-90bb-4447-916b-82f96b4bef07 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:00.776785 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] Set router 3a400c40-3d8b-4693-8298-453d60eb6245 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:00.931489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51810) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:00.953195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port af466610-90bb-4447-916b-82f96b4bef07 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:00.953807 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:00.988122 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.076301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ff4ded-9986-44ca-b2aa-55b6ed78a4c4 req-7e24802c-a331-4d66-8eec-f07ad3a7ecc0 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:01.089307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46ff4ded-9986-44ca-b2aa-55b6ed78a4c4 req-7e24802c-a331-4d66-8eec-f07ad3a7ecc0 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.2257879 Jul 05 03:51:01.125583 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:55Z', 'revision_number': 3, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:01.126509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c2be69cb-4a3d-4e2e-a4ee-0f377b750813 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c50586fd17443859bb3fc249be85625&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1927311 Jul 05 03:51:01.131172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51816) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:01.187328 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bddab75f-c982-42ed-88ec-1c3130a85ca1 None None] The sync data for ids ['3a400c40-3d8b-4693-8298-453d60eb6245'] in n-d-758944-41 is: [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:50:55Z', 'revision_number': 3, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:01.243506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d1c2d341-ab99-46e5-9b66-77939259c9bc None None] Provisioning for port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:01.252901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d1c2d341-ab99-46e5-9b66-77939259c9bc None None] Provisioning complete for port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:01.252901 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d341-ab99-46e5-9b66-77939259c9bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.258589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46ff4ded-9986-44ca-b2aa-55b6ed78a4c4 req-1ea0f8ce-69a2-4792-9e9d-c76e69651553 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682262 Jul 05 03:51:01.265065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-router', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:55Z', 'updated_at': '2021-07-05T03:50:58Z', 'revision_number': 3, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'gw_port': {'id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:50:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:01.355694 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Checking router: d98aaab9-3346-489d-91ec-f62096d81b55 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:01.356101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Updating router d98aaab9-3346-489d-91ec-f62096d81b55 port b82afaca-d5e6-499c-9f26-9046f6efc192 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:01.357078 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-caa013be-04f4-4971-bace-59571c5fb756 req-d0f55023-4879-4db6-9250-1433c143eae9 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 210 time: 0.0956094 Jul 05 03:51:01.427591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d1c2d341-ab99-46e5-9b66-77939259c9bc None None] Port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:01.428662 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb07ed84-6a1b-4b85-abd0-bb0fbb944aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.431448 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.485594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.497361 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb07ed84-6a1b-4b85-abd0-bb0fbb944aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.561917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.684479 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.778364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Allocated IP 172.20.0.1 (21ba04d1-a4da-4f4d-9b64-e2d9f6fad325/02c5d02f-551d-4863-917d-eec201c73376/9a989769-5bf9-4935-b9ad-5af851757acf) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:01.787830 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb07ed84-6a1b-4b85-abd0-bb0fbb944aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.799151 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb07ed84-6a1b-4b85-abd0-bb0fbb944aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.800484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cb07ed84-6a1b-4b85-abd0-bb0fbb944aa0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d7550b30-55bc-4d81-8b87-0f0085676851 HTTP/1.1" status: 204 len: 168 time: 0.6684322 Jul 05 03:51:01.932076 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.941482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:01.971132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Transition to ACTIVE for port object b82afaca-d5e6-499c-9f26-9046f6efc192 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:01.973251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Transition to ACTIVE for port object 9a989769-5bf9-4935-b9ad-5af851757acf will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:02.100385 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.187101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.204392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Attempting to bind port b82afaca-d5e6-499c-9f26-9046f6efc192 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:02.204767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Attempting to bind port b82afaca-d5e6-499c-9f26-9046f6efc192 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:02.205133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Attempting to bind port b82afaca-d5e6-499c-9f26-9046f6efc192 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:02.216344 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:02.218893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:02.218893 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.218893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:02.218893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Bound port: b82afaca-d5e6-499c-9f26-9046f6efc192, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:02.230250 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.230881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb07ed84-6a1b-4b85-abd0-bb0fbb944aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7550b30-55bc-4d81-8b87-0f0085676851,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:02.237161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Pushing event updated for resources: {'Port': ['ID=5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:02.243753 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.282292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:02.290234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:02.329438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:02.343732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] For port b82afaca-d5e6-499c-9f26-9046f6efc192, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:02.347764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] For port b82afaca-d5e6-499c-9f26-9046f6efc192, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b82afaca-d5e6-499c-9f26-9046f6efc192,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:02.362988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bef3f-8652-429b-83b5-c7442be0a1eb None None] Pushing event updated for resources: {'Port': ['ID=b82afaca-d5e6-499c-9f26-9046f6efc192,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:02.443672 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.477319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:02.479733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:02.492505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a989769-5bf9-4935-b9ad-5af851757acf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:02.559614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:02.574932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Routers {'d98aaab9-3346-489d-91ec-f62096d81b55'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:02.575853 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d98aaab9-3346-489d-91ec-f62096d81b55'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:02.741920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71bef3f-8652-429b-83b5-c7442be0a1eb None None] Pushing event updated for resources: {'Port': ['ID=b82afaca-d5e6-499c-9f26-9046f6efc192,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:02.806059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b91deca-602f-41dc-b16f-a473213dd021 req-98b02d03-7524-46bf-b2b5-a5a86d6f76f9 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:02.817217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b91deca-602f-41dc-b16f-a473213dd021 req-98b02d03-7524-46bf-b2b5-a5a86d6f76f9 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.2678728 Jul 05 03:51:02.833811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 990c715c-3fd6-42f6-a42a-6eef1b02d99d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:02.905242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Router 3a400c40-3d8b-4693-8298-453d60eb6245 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:02.935135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b91deca-602f-41dc-b16f-a473213dd021 req-4af5b0cf-57a3-4945-aa12-f7b89af7efc9 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139035 Jul 05 03:51:03.057945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] Set router d98aaab9-3346-489d-91ec-f62096d81b55 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:03.087130 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.208503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3f479db-b6a6-4c6b-9ea5-73fc74fe502c req-bd6cd44b-1b57-457b-a176-57a0889f8526 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 210 time: 0.0455346 Jul 05 03:51:03.230768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:03.243257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-25960f35-bec7-46ee-975d-01b81e2f1dd3 admin admin] 10.222.0.30 "PUT /v2.0/routers/3a400c40-3d8b-4693-8298-453d60eb6245/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0670991 Jul 05 03:51:03.335223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-71fc3b07-22ef-45c4-922c-43f20e59ff84 None None] Provisioning for port 9a989769-5bf9-4935-b9ad-5af851757acf completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:03.341576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 990c715c-3fd6-42f6-a42a-6eef1b02d99d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:03.349481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 990c715c-3fd6-42f6-a42a-6eef1b02d99d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:03.350168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.419884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-71fc3b07-22ef-45c4-922c-43f20e59ff84 None None] Provisioning complete for port 9a989769-5bf9-4935-b9ad-5af851757acf triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:03.421175 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-71fc3b07-22ef-45c4-922c-43f20e59ff84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.483007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-71fc3b07-22ef-45c4-922c-43f20e59ff84 None None] Port 9a989769-5bf9-4935-b9ad-5af851757acf cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:03.646311 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.668589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-27c7d460-6fa7-47b5-81ac-8052e24b83f2 None None] Provisioning complete for port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:03.668973 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-27c7d460-6fa7-47b5-81ac-8052e24b83f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.691065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.713199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 990c715c-3fd6-42f6-a42a-6eef1b02d99d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=990c715c-3fd6-42f6-a42a-6eef1b02d99d,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:03.737859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-27c7d460-6fa7-47b5-81ac-8052e24b83f2 None None] Port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:03.753412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-router', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:55Z', 'updated_at': '2021-07-05T03:50:58Z', 'revision_number': 3, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'gw_port': {'id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:03.764625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.794180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd810d57-3432-4484-85c5-a4121bbda0df None None] The sync data for ids ['d98aaab9-3346-489d-91ec-f62096d81b55'] in n-d-758944-41 is: [{'id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-router', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:55Z', 'updated_at': '2021-07-05T03:50:58Z', 'revision_number': 3, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'gw_port': {'id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:51:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:03.796925 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:03.858286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=990c715c-3fd6-42f6-a42a-6eef1b02d99d,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:03.937349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Pushing event updated for resources: {'Port': ['ID=9a989769-5bf9-4935-b9ad-5af851757acf,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:03.981143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.036779 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Sync routers for ids ['3a400c40-3d8b-4693-8298-453d60eb6245'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:04.052043 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Routers {'3a400c40-3d8b-4693-8298-453d60eb6245'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:04.053223 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3a400c40-3d8b-4693-8298-453d60eb6245'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:04.194240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:04.196231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:04.232127 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Set router 3a400c40-3d8b-4693-8298-453d60eb6245 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:04.510652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51888) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:04.516554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-69bc943e-5b30-493e-8248-f721808be98e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1118861189', 'description': 'tempest-description--890761670'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:04.600182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Router d98aaab9-3346-489d-91ec-f62096d81b55 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:04.676826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69bc943e-5b30-493e-8248-f721808be98e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.814620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c773b5f3-0bc4-4cfd-9508-bfdf4bc52a32 None None] Provisioning complete for port 9a989769-5bf9-4935-b9ad-5af851757acf triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:04.815538 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c773b5f3-0bc4-4cfd-9508-bfdf4bc52a32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:04.990934 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7', 'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'mac_address': 'fa:16:3e:d5:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:59Z', 'updated_at': '2021-07-05T03:51:01Z', 'revision_number': 2, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'subnets': [{'id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:04.993215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:04.999267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c773b5f3-0bc4-4cfd-9508-bfdf4bc52a32 None None] Port 9a989769-5bf9-4935-b9ad-5af851757acf cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:05.001561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 990c715c-3fd6-42f6-a42a-6eef1b02d99d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:05.006444 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e6ee8be0-52d6-4aa7-9981-44326e8e44d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/d98aaab9-3346-489d-91ec-f62096d81b55/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5957022 Jul 05 03:51:05.057253 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Checking router: 3a400c40-3d8b-4693-8298-453d60eb6245 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:05.058436 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Updating router 3a400c40-3d8b-4693-8298-453d60eb6245 port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:05.105989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-ba97424f-3d36-464e-8fe6-555d9cccad9b tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:05.108158 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-ba97424f-3d36-464e-8fe6-555d9cccad9b tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.26 "GET /v2.0/networks?id=0623dc40-1be0-4e57-85e9-3b566079ba5f HTTP/1.1" status: 200 len: 815 time: 0.1679618 Jul 05 03:51:05.133116 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69bc943e-5b30-493e-8248-f721808be98e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.138738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Request body: {'port': {'device_id': '4d1532a9-0852-4c6c-bfcd-15d47b758d63', 'network_id': '0623dc40-1be0-4e57-85e9-3b566079ba5f', 'admin_state_up': True, 'tenant_id': '1fdd32576a9a4845b9d51b79c3f396b9'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:05.140565 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.153254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 990c715c-3fd6-42f6-a42a-6eef1b02d99d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:05.153559 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.217871 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69bc943e-5b30-493e-8248-f721808be98e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.334287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41667375-aba4-4ca5-a766-bfe6524f07a3 req-fb278ba4-3021-4547-94c0-5997809504f3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:05.341629 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41667375-aba4-4ca5-a766-bfe6524f07a3 req-fb278ba4-3021-4547-94c0-5997809504f3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 945 time: 0.4859791 Jul 05 03:51:05.352443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bc943e-5b30-493e-8248-f721808be98e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=806908bb-16c3-4132-ab6a-41ade30f5657,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:05.355182 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69bc943e-5b30-493e-8248-f721808be98e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.359988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51904) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:05.367723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5cc4eb3e-ceec-4a9c-a05e-d5f6ae6c26df tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Request body: {'security_group_rule': {'security_group_id': '806908bb-16c3-4132-ab6a-41ade30f5657', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:05.372013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-69bc943e-5b30-493e-8248-f721808be98e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.8595219 Jul 05 03:51:05.459284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b82afaca-d5e6-499c-9f26-9046f6efc192 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:05.487139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41667375-aba4-4ca5-a766-bfe6524f07a3 req-0cd99330-a5bf-4d25-ab81-33caf2804aca tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436386 Jul 05 03:51:05.513526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5cc4eb3e-ceec-4a9c-a05e-d5f6ae6c26df tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.618897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fe02f35-2e81-4b1c-8f3a-d0309a87c70a req-a3de74f3-2bbf-4e95-ac0e-44b4124af04a tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 210 time: 0.1375010 Jul 05 03:51:05.718992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port b82afaca-d5e6-499c-9f26-9046f6efc192 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:05.724412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b82afaca-d5e6-499c-9f26-9046f6efc192 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:05.724412 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.725078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5cc4eb3e-ceec-4a9c-a05e-d5f6ae6c26df tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.763267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Made reservation on behalf of 1fdd32576a9a4845b9d51b79c3f396b9 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:05.768861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.785905 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5cc4eb3e-ceec-4a9c-a05e-d5f6ae6c26df tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.807000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc4eb3e-ceec-4a9c-a05e-d5f6ae6c26df tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deba690d-676a-49f6-b2ba-523434107465,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:05.810629 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.842776 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Transition to ACTIVE for port object 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:05.859060 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.882195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port b82afaca-d5e6-499c-9f26-9046f6efc192, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b82afaca-d5e6-499c-9f26-9046f6efc192,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:05.883773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5cc4eb3e-ceec-4a9c-a05e-d5f6ae6c26df tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:05.889442 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5cc4eb3e-ceec-4a9c-a05e-d5f6ae6c26df tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5270114 Jul 05 03:51:05.890069 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51918) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:05.897919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-76fc822c-eef6-43d3-94a4-481a982f316f tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Request body: {'security_group_rule': {'security_group_id': '806908bb-16c3-4132-ab6a-41ade30f5657', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:05.911708 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.047191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Allocated IP 172.20.0.2 (0623dc40-1be0-4e57-85e9-3b566079ba5f/028d3a70-f3c7-41f1-86f7-f23061453731/fa8a02f9-fd95-4824-a829-4ba1f5bfb01f) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:06.109965 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a29fb-e43d-4a5d-b41e-1acd877358b7 None None] Pushing event updated for resources: {'Port': ['ID=5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:06.134560 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.184298 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Attempting to bind port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:06.190981 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Attempting to bind port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:06.192765 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Attempting to bind port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 on network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:06.201369 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:06.201837 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Checking segment: {'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:06.202303 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.202761 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Bound using segment: {'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:06.203505 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Bound port: 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:06.204454 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.206205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=b82afaca-d5e6-499c-9f26-9046f6efc192,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:06.247420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-76fc822c-eef6-43d3-94a4-481a982f316f tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.343664 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] For port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:06.346961 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] For port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:06.376978 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-bd34867e-b616-451a-be7d-9dcdceaa7e54 req-769583c6-31f8-411a-b68d-a382c4f81cc1 tempest-FloatingIPDetailsNegativeTestJSON-1318153574 tempest-FloatingIPDetailsNegativeTestJSON-1318153574-project] show failed (client error): The resource could not be found. Jul 05 03:51:06.378045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd34867e-b616-451a-be7d-9dcdceaa7e54 req-769583c6-31f8-411a-b68d-a382c4f81cc1 tempest-FloatingIPDetailsNegativeTestJSON-1318153574 tempest-FloatingIPDetailsNegativeTestJSON-1318153574-project] 10.222.0.30 "GET /v2.0/floatingips/d7bc92bd-2e43-4a3a-ac8a-7e9865bd34c0 HTTP/1.1" status: 404 len: 350 time: 0.0936780 Jul 05 03:51:06.393274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51928) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:06.403977 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-76fc822c-eef6-43d3-94a4-481a982f316f tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.408286 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.455694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.496025 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-76fc822c-eef6-43d3-94a4-481a982f316f tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.505538 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Routers {'3a400c40-3d8b-4693-8298-453d60eb6245'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:06.506422 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3a400c40-3d8b-4693-8298-453d60eb6245'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:06.568041 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648a29fb-e43d-4a5d-b41e-1acd877358b7 None None] Pushing event updated for resources: {'Port': ['ID=5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:06.569856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fc822c-eef6-43d3-94a4-481a982f316f tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adf8e9d1-a126-47d7-a619-7cb556ba65d1,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:06.655922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-76fc822c-eef6-43d3-94a4-481a982f316f tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.657356 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-76fc822c-eef6-43d3-94a4-481a982f316f tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7650318 Jul 05 03:51:06.660156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51934) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:06.666891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:06.706972 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:06.761206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b82afaca-d5e6-499c-9f26-9046f6efc192 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:06.763414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Network 0623dc40-1be0-4e57-85e9-3b566079ba5f is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:06.780971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Sync routers for ids ['d98aaab9-3346-489d-91ec-f62096d81b55'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:06.781571 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] Set router 3a400c40-3d8b-4693-8298-453d60eb6245 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:06.781738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:06.799320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Routers {'d98aaab9-3346-489d-91ec-f62096d81b55'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:06.800018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d98aaab9-3346-489d-91ec-f62096d81b55'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:06.829206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:06.836297 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.127679 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.157775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b82afaca-d5e6-499c-9f26-9046f6efc192 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:07.158379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.202318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Pushing event updated for resources: {'Port': ['ID=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:07.217109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Set router d98aaab9-3346-489d-91ec-f62096d81b55 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:07.288937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Allocated IP 172.25.4.45 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/2ba3650f-d862-462d-8cf1-e00c42b8abc1) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:07.311546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:07.312528 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.419812 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.504140 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7', 'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'mac_address': 'fa:16:3e:d5:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:59Z', 'updated_at': '2021-07-05T03:51:06Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'subnets': [{'id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:07.520101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-96422d62-0c55-4910-a30f-6713ba5c5370 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3973203 Jul 05 03:51:07.536908 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6fb661-c872-4dbb-8a87-fa7b5c8a4204 None None] The sync data for ids ['3a400c40-3d8b-4693-8298-453d60eb6245'] in n-d-758944-41 is: [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7', 'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'mac_address': 'fa:16:3e:d5:ad:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:59Z', 'updated_at': '2021-07-05T03:51:06Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'subnets': [{'id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:07.551631 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.572900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Request body: {'port': {'device_id': '4d1532a9-0852-4c6c-bfcd-15d47b758d63', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:07.602096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53902038-9e8c-4dc4-8a7e-2e79acc3e047 req-ec885771-a0cb-43b2-817c-318f2e0f8930 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:07.606579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53902038-9e8c-4dc4-8a7e-2e79acc3e047 req-ec885771-a0cb-43b2-817c-318f2e0f8930 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 931 time: 0.4145052 Jul 05 03:51:07.660302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Pushing event updated for resources: {'Port': ['ID=2ba3650f-d862-462d-8cf1-e00c42b8abc1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:07.687106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:07.691890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:07.696129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:07.746370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51962) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:07.884085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53902038-9e8c-4dc4-8a7e-2e79acc3e047 req-47d6ea34-d302-48c8-898e-07fbbc5ae325 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2538490 Jul 05 03:51:07.884207 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:07.913534 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-router', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:55Z', 'updated_at': '2021-07-05T03:51:02Z', 'revision_number': 4, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'gw_port': {'id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9a989769-5bf9-4935-b9ad-5af851757acf', 'name': '', 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'mac_address': 'fa:16:3e:46:8f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '02c5d02f-551d-4863-917d-eec201c73376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:01Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 2, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'subnets': [{'id': '02c5d02f-551d-4863-917d-eec201c73376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:07.970837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Checking router: d98aaab9-3346-489d-91ec-f62096d81b55 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:07.971403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Updating router d98aaab9-3346-489d-91ec-f62096d81b55 port 9a989769-5bf9-4935-b9ad-5af851757acf binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:07.984314 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.050116 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-66fb4a3d-c8f1-4b9c-bc66-873ba58631f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.059577 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c45c3bc2-bfbc-4e23-acca-b8da43e477f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.093608 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.100282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.252590 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.625574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.698831 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.725510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:08.759012 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.775973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Transition to ACTIVE for port object 9a989769-5bf9-4935-b9ad-5af851757acf will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:08.818522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Pushing event updated for resources: {'Port': ['ID=2ba3650f-d862-462d-8cf1-e00c42b8abc1,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:08.824127 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.876132 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:08.910558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:08.937191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:08.937414 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.021583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09491a-4ab4-4fb6-8cde-afb6db7fa0f9 None None] Pushing event updated for resources: {'Port': ['ID=9a989769-5bf9-4935-b9ad-5af851757acf,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.046182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa8a02f9-fd95-4824-a829-4ba1f5bfb01f {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:09.089873 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.106475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Attempting to bind port 9a989769-5bf9-4935-b9ad-5af851757acf on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:09.106847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Attempting to bind port 9a989769-5bf9-4935-b9ad-5af851757acf by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '2ef49375-20f4-4dc3-ab47-660ff7835db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:09.107206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Attempting to bind port 9a989769-5bf9-4935-b9ad-5af851757acf on network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:09.116041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:09.116421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Checking segment: {'id': '2ef49375-20f4-4dc3-ab47-660ff7835db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:09.116824 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.117218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Bound using segment: {'id': '2ef49375-20f4-4dc3-ab47-660ff7835db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:09.117702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Bound port: 9a989769-5bf9-4935-b9ad-5af851757acf, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2ef49375-20f4-4dc3-ab47-660ff7835db1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:09.118080 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.210406 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.237622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52002) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:09.248177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] For port 9a989769-5bf9-4935-b9ad-5af851757acf, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:09.253867 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c45c3bc2-bfbc-4e23-acca-b8da43e477f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.255073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] For port 9a989769-5bf9-4935-b9ad-5af851757acf, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9a989769-5bf9-4935-b9ad-5af851757acf,segment=NetworkSegment(2ef49375-20f4-4dc3-ab47-660ff7835db1),segment_id=2ef49375-20f4-4dc3-ab47-660ff7835db1)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:09.261691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Transition to ACTIVE for port object fa8a02f9-fd95-4824-a829-4ba1f5bfb01f will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:09.268028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:09.337964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-283fe865-497f-476f-b286-f6bcb4f42d3b req-6589e983-0ea7-472e-9d25-1a5b0a2d69ea tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:09.339615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-283fe865-497f-476f-b286-f6bcb4f42d3b req-6589e983-0ea7-472e-9d25-1a5b0a2d69ea tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 931 time: 0.2663455 Jul 05 03:51:09.340814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c45c3bc2-bfbc-4e23-acca-b8da43e477f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.357112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.369157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.383842 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-117f9921-0881-4a69-a16e-005056261c3d tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.7222514 Jul 05 03:51:09.384598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.389379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.435301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9c4c-b232-4590-bc4e-7a58c1463894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.527739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c45c3bc2-bfbc-4e23-acca-b8da43e477f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe3fc9da386343c883bf64a6ddaa9b57&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7767348 Jul 05 03:51:09.530728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Routers {'d98aaab9-3346-489d-91ec-f62096d81b55'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:09.530952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52012) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:09.533095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:50:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d98aaab9-3346-489d-91ec-f62096d81b55'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:09.551186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45c3bc2-bfbc-4e23-acca-b8da43e477f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e392c5ce-5a5e-4592-a64f-391aa6513e91,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.593258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-283fe865-497f-476f-b286-f6bcb4f42d3b req-b6d55a0d-a77c-416f-88e2-f578f70f818b tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2345877 Jul 05 03:51:09.623425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc09491a-4ab4-4fb6-8cde-afb6db7fa0f9 None None] Pushing event updated for resources: {'Port': ['ID=9a989769-5bf9-4935-b9ad-5af851757acf,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.654322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Pushing event updated for resources: {'Port': ['ID=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.766852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] Deleting port 9a989769-5bf9-4935-b9ad-5af851757acf {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:09.768592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.793381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9c4c-b232-4590-bc4e-7a58c1463894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.819005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.849906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] Set router d98aaab9-3346-489d-91ec-f62096d81b55 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:09.857739 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcf04-4fd9-4f4a-9c81-40b2fbf3b07e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.862516 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f3c9c4c-b232-4590-bc4e-7a58c1463894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.961782 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcf04-4fd9-4f4a-9c81-40b2fbf3b07e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:09.988061 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7f3c9c4c-b232-4590-bc4e-7a58c1463894 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f607a542539242419b75442731dd47e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7491758 Jul 05 03:51:09.991330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3c9c4c-b232-4590-bc4e-7a58c1463894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e475372-8cfc-4779-9242-561a315f999a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:09.993296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52034) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:10.120112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a57e2658-708b-4dbe-854d-9d8bfb7de083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.168321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a57e2658-708b-4dbe-854d-9d8bfb7de083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.184402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcf04-4fd9-4f4a-9c81-40b2fbf3b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.188385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ebcf04-4fd9-4f4a-9c81-40b2fbf3b07e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.189827 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d0ebcf04-4fd9-4f4a-9c81-40b2fbf3b07e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e392c5ce-5a5e-4592-a64f-391aa6513e91 HTTP/1.1" status: 204 len: 168 time: 0.6579423 Jul 05 03:51:10.222465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ebcf04-4fd9-4f4a-9c81-40b2fbf3b07e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e392c5ce-5a5e-4592-a64f-391aa6513e91,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.328347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-router', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:55Z', 'updated_at': '2021-07-05T03:51:02Z', 'revision_number': 4, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'gw_port': {'id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9a989769-5bf9-4935-b9ad-5af851757acf', 'name': '', 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'mac_address': 'fa:16:3e:46:8f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '02c5d02f-551d-4863-917d-eec201c73376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:01Z', 'updated_at': '2021-07-05T03:51:09Z', 'revision_number': 4, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'subnets': [{'id': '02c5d02f-551d-4863-917d-eec201c73376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:10.346184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-edf4d2e4-27d1-454f-92f0-fd444024b83b tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1118861189&fields=id&tenant_id=738fa8d926e9474fbeebc1e741308633 HTTP/1.1" status: 200 len: 267 time: 0.5295081 Jul 05 03:51:10.350419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Attempting to bind port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:10.350761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Attempting to bind port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '67ae3984-5a7a-4014-949d-5825b5f401f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0623dc40-1be0-4e57-85e9-3b566079ba5f'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:10.351091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Attempting to bind port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f on network 0623dc40-1be0-4e57-85e9-3b566079ba5f {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:10.367036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ea8cc8-d515-4f8e-a028-2e42f15e11ca None None] The sync data for ids ['d98aaab9-3346-489d-91ec-f62096d81b55'] in n-d-758944-41 is: [{'id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-router', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:55Z', 'updated_at': '2021-07-05T03:51:02Z', 'revision_number': 4, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'gw_port': {'id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9a989769-5bf9-4935-b9ad-5af851757acf', 'name': '', 'network_id': '21ba04d1-a4da-4f4d-9b64-e2d9f6fad325', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'mac_address': 'fa:16:3e:46:8f:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_interface', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '02c5d02f-551d-4863-917d-eec201c73376', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:01Z', 'updated_at': '2021-07-05T03:51:09Z', 'revision_number': 4, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'subnets': [{'id': '02c5d02f-551d-4863-917d-eec201c73376', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:10.369705 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a57e2658-708b-4dbe-854d-9d8bfb7de083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.373112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a57e2658-708b-4dbe-854d-9d8bfb7de083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.378668 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a57e2658-708b-4dbe-854d-9d8bfb7de083 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e475372-8cfc-4779-9242-561a315f999a HTTP/1.1" status: 204 len: 168 time: 0.3683019 Jul 05 03:51:10.389066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] For port 9a989769-5bf9-4935-b9ad-5af851757acf, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9a989769-5bf9-4935-b9ad-5af851757acf,segment=NetworkSegment(2ef49375-20f4-4dc3-ab47-660ff7835db1),segment_id=2ef49375-20f4-4dc3-ab47-660ff7835db1)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:10.389657 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.390925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e2658-708b-4dbe-854d-9d8bfb7de083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e475372-8cfc-4779-9242-561a315f999a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:10.401037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f on network 0623dc40-1be0-4e57-85e9-3b566079ba5f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:10.401573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Attempting to bind port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f on network 0623dc40-1be0-4e57-85e9-3b566079ba5f {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:10.470992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:10.484856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] Calling delete_port for 9a989769-5bf9-4935-b9ad-5af851757acf owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:10.629761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 50, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:10.630120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Checking segment: {'id': '67ae3984-5a7a-4014-949d-5825b5f401f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0623dc40-1be0-4e57-85e9-3b566079ba5f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:10.630477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Bound using segment: {'id': '67ae3984-5a7a-4014-949d-5825b5f401f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0623dc40-1be0-4e57-85e9-3b566079ba5f'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:10.631136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Bound port: fa8a02f9-fd95-4824-a829-4ba1f5bfb01f, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67ae3984-5a7a-4014-949d-5825b5f401f0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '0623dc40-1be0-4e57-85e9-3b566079ba5f'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:10.631934 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.780824 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b84d1fad-91ae-4ba6-ba77-d859ca639b8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.805251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:10.819255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:10.852477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'port_id': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f', 'mac_address': 'fa:16:3e:ac:c4:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec68273-2b6d-41e5-9d51-4ff736df0f68', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:10.902422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-a7c68c65-6672-47f8-bd37-50790ae9c3ec tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:10.911285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-a7c68c65-6672-47f8-bd37-50790ae9c3ec tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/networks?id=d53a5d10-2817-4caf-a35f-b6c91ba1fb62 HTTP/1.1" status: 200 len: 812 time: 0.5543544 Jul 05 03:51:10.931834 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.936544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:10.937065 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:10.990968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:11.024356 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.041745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:11.077056 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-5720c5dd-8a76-4bec-87ac-bc9b571e3164 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/quotas/738fa8d926e9474fbeebc1e741308633 HTTP/1.1" status: 200 len: 375 time: 0.1218693 Jul 05 03:51:11.143322 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.193752 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] For port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:11.226625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a989769-5bf9-4935-b9ad-5af851757acf up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:11.276115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] For port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,segment=NetworkSegment(67ae3984-5a7a-4014-949d-5825b5f401f0),segment_id=67ae3984-5a7a-4014-949d-5825b5f401f0)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:11.299871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15432f3d-9544-499a-a40d-b36dced11bb2 req-27ca55c7-ee5e-4a3a-b640-dcfbeb4c75a3 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:11.301204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15432f3d-9544-499a-a40d-b36dced11bb2 req-27ca55c7-ee5e-4a3a-b640-dcfbeb4c75a3 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 943 time: 0.4314656 Jul 05 03:51:11.303932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:11.340650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-d5d42c55-3c55-4f4c-a6b1-9402ae66a437 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=738fa8d926e9474fbeebc1e741308633&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2472248 Jul 05 03:51:11.388217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:11.438589 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.494702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15432f3d-9544-499a-a40d-b36dced11bb2 req-d5cd61c7-d5d9-413b-97c3-3a253f4999ed tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1755922 Jul 05 03:51:11.511087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:11.511087 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.511087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] 10.222.0.26 "PUT /v2.0/ports/fa8a02f9-fd95-4824-a829-4ba1f5bfb01f HTTP/1.1" status: 200 len: 1092 time: 3.9728804 Jul 05 03:51:11.511468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d1532a9-0852-4c6c-bfcd-15d47b758d63', 'tag': 'fa8a02f9-fd95-4824-a829-4ba1f5bfb01f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:11.513710 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74c229a-30e8-4a98-8427-fc61fb38c134" -d '{"events": [{"name": "network-changed", "server_uuid": "4d1532a9-0852-4c6c-bfcd-15d47b758d63", "tag": "fa8a02f9-fd95-4824-a829-4ba1f5bfb01f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:11.580917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52078) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:11.590491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1806211e-d13d-4c2e-a478-5261bfe6c6bf service neutron] 10.222.0.30 "GET /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182403 Jul 05 03:51:11.600249 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9a989769-5bf9-4935-b9ad-5af851757acf completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:11.602272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.608532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9a989769-5bf9-4935-b9ad-5af851757acf triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:11.609227 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.613638 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e309dc33-f774-44c5-80f6-92e6c1ba2b82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.690111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Port 9a989769-5bf9-4935-b9ad-5af851757acf was deleted so its status cannot be updated. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 03:51:11.795429 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.843495 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e309dc33-f774-44c5-80f6-92e6c1ba2b82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.849315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3f15c7-a061-45bb-9907-7edccc44213f service neutron] Pushing event updated for resources: {'Port': ['ID=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:11.937824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e309dc33-f774-44c5-80f6-92e6c1ba2b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:11.938066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] Pushing event deleted for resources: {'Port': ['ID=9a989769-5bf9-4935-b9ad-5af851757acf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:11.990110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e309dc33-f774-44c5-80f6-92e6c1ba2b82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba74791d-776e-4b2e-8460-b0939bcd12c2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:12.049952 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e309dc33-f774-44c5-80f6-92e6c1ba2b82 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=deaeea75de204fe8adfd82befc34f08a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4625540 Jul 05 03:51:12.050410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52098) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:12.140891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-d5aba914-79a2-40c9-a291-77fd60796e34 service neutron] 10.222.0.30 "GET /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5332923 Jul 05 03:51:12.206929 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e30aaf7-0fc6-4973-ad57-98bf201fcc17 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.243941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e30aaf7-0fc6-4973-ad57-98bf201fcc17 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.255663 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c1de258-4ade-41a4-8837-9e3e863dee1e x-openstack-request-id: req-3c1de258-4ade-41a4-8837-9e3e863dee1e {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:12.256090 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d1532a9-0852-4c6c-bfcd-15d47b758d63", "tag": "fa8a02f9-fd95-4824-a829-4ba1f5bfb01f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:12.256436 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c1de258-4ade-41a4-8837-9e3e863dee1e {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:12.256961 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d1532a9-0852-4c6c-bfcd-15d47b758d63', 'tag': 'fa8a02f9-fd95-4824-a829-4ba1f5bfb01f', 'status': 'completed', 'code': 200} Jul 05 03:51:12.265915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-e6d60ede-0ccd-4fae-85e3-966f710f9952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.269097 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-e6d60ede-0ccd-4fae-85e3-966f710f9952 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fdd32576a9a4845b9d51b79c3f396b9&device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 1095 time: 0.5959060 Jul 05 03:51:12.345808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52106) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:12.420624 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e30aaf7-0fc6-4973-ad57-98bf201fcc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.427096 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e30aaf7-0fc6-4973-ad57-98bf201fcc17 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.427096 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1e30aaf7-0fc6-4973-ad57-98bf201fcc17 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba74791d-776e-4b2e-8460-b0939bcd12c2 HTTP/1.1" status: 204 len: 168 time: 0.3730693 Jul 05 03:51:12.443120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e30aaf7-0fc6-4973-ad57-98bf201fcc17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba74791d-776e-4b2e-8460-b0939bcd12c2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:12.484105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-397f40d2-62de-46e3-9fdf-08f5a53f6d43 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f HTTP/1.1" status: 200 len: 217 time: 0.0756257 Jul 05 03:51:12.499247 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:12.546053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1687215499-network', 'tenant_id': '177f55d1151c4183b6178172c6804c93'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:12.667658 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.758404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:12.758782 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.769108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:12.773397 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.798933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:12.818022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-6586a0af-6f9d-4059-99d7-bd5eda3e4316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:12.820468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-6586a0af-6f9d-4059-99d7-bd5eda3e4316 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028d3a70-f3c7-41f1-86f7-f23061453731 HTTP/1.1" status: 200 len: 855 time: 0.3192787 Jul 05 03:51:12.834979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d10f9ae6-ecf9-4184-a33f-f2dd63a48e6a req-9d64b0f5-b3e6-4e9b-983d-128ffea3eb9b tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 210 time: 0.1683960 Jul 05 03:51:12.972387 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.019024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-a70213fd-3073-4584-bc83-c7b37764c9b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0623dc40-1be0-4e57-85e9-3b566079ba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1805727 Jul 05 03:51:13.068756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:13.071133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:13.077135 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07cd0d15-8202-4d20-ad6e-77c84e287e1d" -d '{"events": [{"server_uuid": "2026db1f-6111-4c2f-9c0a-351a727cdb40", "name": "network-vif-plugged", "status": "completed", "tag": "dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:13.121118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.169288 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.203755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.309505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:13.323881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e03727b-2f6b-443d-b6a0-328b86ddd4f6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:13.337626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.338563 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Added segment 9c7f52b8-6781-4104-b5d7-eb60d40447e7 of type vlan for network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 Jul 05 03:51:13.364794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.365359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.366087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.367050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.367540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.374947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.392960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.393396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.393770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.394115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.394474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.397164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:13.406972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:13.452876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d376f7-ed99-46d7-9d65-5d167cf980fe req-8aaba2db-af21-4e4d-899c-c648be763a09 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.454543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84d376f7-ed99-46d7-9d65-5d167cf980fe req-8aaba2db-af21-4e4d-899c-c648be763a09 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 943 time: 0.6081238 Jul 05 03:51:13.469076 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d98ab943-ba29-4caf-b1d3-6b86d647dfda x-openstack-request-id: req-d98ab943-ba29-4caf-b1d3-6b86d647dfda {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:13.469774 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026db1f-6111-4c2f-9c0a-351a727cdb40", "name": "network-vif-plugged", "status": "completed", "tag": "dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:13.470323 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d98ab943-ba29-4caf-b1d3-6b86d647dfda {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:13.472938 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f', 'code': 200} Jul 05 03:51:13.501653 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.510639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-6c3d8264-52e0-4d46-be06-01425b7e75dd service neutron] 10.222.0.26 "GET /v2.0/networks/0623dc40-1be0-4e57-85e9-3b566079ba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4460514 Jul 05 03:51:13.515787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.600188 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.704930 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.706111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:13.707225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:13.777550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84d376f7-ed99-46d7-9d65-5d167cf980fe req-aa3a3daa-1f56-4716-9480-af960a535102 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2590044 Jul 05 03:51:13.822343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] Router d98aaab9-3346-489d-91ec-f62096d81b55 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:13.890084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] Pushing event updated for resources: {'Network': ['ID=9c4f2273-fce4-4e4a-80bf-de61ffb4ac53,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:13.917959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b4c3c0c-b5a8-474e-875b-74c4d4313148 req-61d7f73e-59bf-4e33-a10e-457d28adf892 service neutron] 10.222.0.26 "GET /v2.0/networks/0623dc40-1be0-4e57-85e9-3b566079ba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3303545 Jul 05 03:51:13.928728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:13.954278 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-de1cbf50-1479-419f-83d7-5400adc98159 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.6069450 Jul 05 03:51:13.956443 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52156) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:13.962277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Request body: {'subnet': {'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1687215499-subnet', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:14.084564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66ffc917-d959-41f5-9cd3-9af83703c87a req-57c6dd0e-cadc-4c11-9cb6-ae50a87ab024 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 210 time: 0.1165524 Jul 05 03:51:14.093482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:14.098015 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.105334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.191018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:14.200511 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] Sync routers for ids ['d98aaab9-3346-489d-91ec-f62096d81b55'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:14.204746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2126fe91-2b4d-405b-9705-5aa65682666b admin admin] 10.222.0.30 "PUT /v2.0/routers/d98aaab9-3346-489d-91ec-f62096d81b55/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8100224 Jul 05 03:51:14.210839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52162) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:14.218960 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] Routers {'d98aaab9-3346-489d-91ec-f62096d81b55'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:14.234185 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d98aaab9-3346-489d-91ec-f62096d81b55'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:14.424833 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.522928 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c229a-30e8-4a98-8427-fc61fb38c134 req-19ea1b9c-8a52-45f1-89f4-830bb6f7d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:14.524524 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c74c229a-30e8-4a98-8427-fc61fb38c134 req-19ea1b9c-8a52-45f1-89f4-830bb6f7d76c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fdd32576a9a4845b9d51b79c3f396b9&device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 1095 time: 0.3813946 Jul 05 03:51:14.596725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=abc335d5-9ee7-416c-98e5-74564f788a9c,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:14.636217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Checking segment: {'id': '9c7f52b8-6781-4104-b5d7-eb60d40447e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:14.636978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Network hostable DHCP agents. Network: 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:14.688894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.731292 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] Set router d98aaab9-3346-489d-91ec-f62096d81b55 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:14.752167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:14.830143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:14.835395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:14.836369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:14.846967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb290f5-b5d0-428b-b71f-76c813a74a23 None None] Network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:14.937861 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c3380baf-3b00-41da-bdc6-277b2b019e24 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9758046 Jul 05 03:51:14.938675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52186) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:14.942506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1687215499-router', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:15.060985 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.141321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.142697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.191082 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-router', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:55Z', 'updated_at': '2021-07-05T03:51:11Z', 'revision_number': 5, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'gw_port': {'id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:15.271565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.329950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-9c4f2273-fce4-4e4a-80bf-de61ffb4ac53', 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'fixed_ips': [{'subnet_id': 'abc335d5-9ee7-416c-98e5-74564f788a9c'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:51:15.331202 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.363358 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] Checking router: d98aaab9-3346-489d-91ec-f62096d81b55 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:15.459281 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] Routers {'d98aaab9-3346-489d-91ec-f62096d81b55'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:15.468089 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d98aaab9-3346-489d-91ec-f62096d81b55'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:15.559063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Allocated IP 172.20.0.2 (9c4f2273-fce4-4e4a-80bf-de61ffb4ac53/abc335d5-9ee7-416c-98e5-74564f788a9c/609a4ae1-93be-486d-b58f-ec5ca27c21fb) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:15.697763 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] Set router d98aaab9-3346-489d-91ec-f62096d81b55 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:15.827884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.936548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:15.952620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Transition to ACTIVE for port object 609a4ae1-93be-486d-b58f-ec5ca27c21fb will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:15.971045 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c229a-30e8-4a98-8427-fc61fb38c134 req-55b8de94-645d-431c-a185-2bfb5af358cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:15.973509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c74c229a-30e8-4a98-8427-fc61fb38c134 req-55b8de94-645d-431c-a185-2bfb5af358cb service neutron] 10.222.0.26 "GET /v2.0/networks?id=0623dc40-1be0-4e57-85e9-3b566079ba5f HTTP/1.1" status: 200 len: 916 time: 1.4296296 Jul 05 03:51:15.996239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db46c511-a6eb-4575-b78a-4bc630f2b214 req-55e67a00-4720-4b49-a135-51dd4e3c614b tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 210 time: 0.1190839 Jul 05 03:51:16.012499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Transition to ACTIVE for port object 609a4ae1-93be-486d-b58f-ec5ca27c21fb will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:16.134763 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-router', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:55Z', 'updated_at': '2021-07-05T03:51:11Z', 'revision_number': 5, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'gw_port': {'id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:16.164749 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.300890 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e85e66-07a8-40cc-aa77-ff657f486552 None None] The sync data for ids ['d98aaab9-3346-489d-91ec-f62096d81b55'] in n-d-758944-41 is: [{'id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-2034542267-router', 'tenant_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132'}], 'enable_snat': True}, 'gw_port_id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:55Z', 'updated_at': '2021-07-05T03:51:11Z', 'revision_number': 5, 'project_id': '5ea6df6ade82497a9bdd24054c34f4ac', 'gw_port': {'id': 'b82afaca-d5e6-499c-9f26-9046f6efc192', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:c8:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd98aaab9-3346-489d-91ec-f62096d81b55', 'device_owner': 'network:router_gateway', 'standard_attr_id': 795, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:57Z', 'updated_at': '2021-07-05T03:51:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:16.309631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c74c229a-30e8-4a98-8427-fc61fb38c134 req-02a927bf-a4fc-40ee-bc6f-cff77e00dead service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f HTTP/1.1" status: 200 len: 217 time: 0.2076111 Jul 05 03:51:16.410130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Pushing event updated for resources: {'Port': ['ID=609a4ae1-93be-486d-b58f-ec5ca27c21fb,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:16.448618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:16.455330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:16.459241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c229a-30e8-4a98-8427-fc61fb38c134 req-10e994ff-ea73-4d76-bbec-19743bc9610a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:16.462428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c74c229a-30e8-4a98-8427-fc61fb38c134 req-10e994ff-ea73-4d76-bbec-19743bc9610a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028d3a70-f3c7-41f1-86f7-f23061453731 HTTP/1.1" status: 200 len: 855 time: 0.0784051 Jul 05 03:51:16.467649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:16.550495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device fa8a02f9-fd95-4824-a829-4ba1f5bfb01f details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:16.579867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c74c229a-30e8-4a98-8427-fc61fb38c134 req-b16d61f8-d526-47e9-ba7c-4fef68431220 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0623dc40-1be0-4e57-85e9-3b566079ba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1024187 Jul 05 03:51:16.627537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Attempting to bind port 609a4ae1-93be-486d-b58f-ec5ca27c21fb on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:16.632846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Attempting to bind port 609a4ae1-93be-486d-b58f-ec5ca27c21fb by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '9c7f52b8-6781-4104-b5d7-eb60d40447e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:16.634239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Attempting to bind port 609a4ae1-93be-486d-b58f-ec5ca27c21fb on network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:16.658275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:16.659589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Checking segment: {'id': '9c7f52b8-6781-4104-b5d7-eb60d40447e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:16.661915 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.662986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Bound using segment: {'id': '9c7f52b8-6781-4104-b5d7-eb60d40447e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:16.664877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Bound port: 609a4ae1-93be-486d-b58f-ec5ca27c21fb, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7f52b8-6781-4104-b5d7-eb60d40447e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:16.672872 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.721634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e17f81-8573-4530-b3be-06ac4346ba06 req-8745feda-11f3-46b3-9018-fff9467b376e tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:16.736747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79e17f81-8573-4530-b3be-06ac4346ba06 req-8745feda-11f3-46b3-9018-fff9467b376e tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 943 time: 0.8688991 Jul 05 03:51:16.833000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a989769-5bf9-4935-b9ad-5af851757acf no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:16.835729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Deleting port b82afaca-d5e6-499c-9f26-9046f6efc192 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:16.836241 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:16.962021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9a989769-5bf9-4935-b9ad-5af851757acf {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:16.965511 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a989769-5bf9-4935-b9ad-5af851757acf not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:17.167478 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.205005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] For port 609a4ae1-93be-486d-b58f-ec5ca27c21fb, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:17.211612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] For port 609a4ae1-93be-486d-b58f-ec5ca27c21fb, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=609a4ae1-93be-486d-b58f-ec5ca27c21fb,segment=NetworkSegment(9c7f52b8-6781-4104-b5d7-eb60d40447e7),segment_id=9c7f52b8-6781-4104-b5d7-eb60d40447e7)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:17.214472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.262553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,segment=NetworkSegment(67ae3984-5a7a-4014-949d-5825b5f401f0),segment_id=67ae3984-5a7a-4014-949d-5825b5f401f0)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:17.278302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-b4956f75-b0d3-45a6-9faf-ac276c7445ff tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:17.280606 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-b4956f75-b0d3-45a6-9faf-ac276c7445ff tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.13 "GET /v2.0/networks?id=d53a5d10-2817-4caf-a35f-b6c91ba1fb62 HTTP/1.1" status: 200 len: 812 time: 0.5464423 Jul 05 03:51:17.287642 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] For port b82afaca-d5e6-499c-9f26-9046f6efc192, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b82afaca-d5e6-499c-9f26-9046f6efc192,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:17.288453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.294936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'fa8a02f9-fd95-4824-a829-4ba1f5bfb01f', 'network_id': '0623dc40-1be0-4e57-85e9-3b566079ba5f', 'port_id': 'fa8a02f9-fd95-4824-a829-4ba1f5bfb01f', 'mac_address': 'fa:16:3e:5b:da:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028d3a70-f3c7-41f1-86f7-f23061453731', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:17.309020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79e17f81-8573-4530-b3be-06ac4346ba06 req-cea43412-4b3b-4528-9579-0b36a4f888bd tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5673552 Jul 05 03:51:17.357110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Calling delete_port for b82afaca-d5e6-499c-9f26-9046f6efc192 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:17.361274 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.447822 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.451157 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-9b0b5ae2-424e-4498-89a6-2f4ad9ab4cd1 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=738fa8d926e9474fbeebc1e741308633 HTTP/1.1" status: 200 len: 380 time: 0.1063120 Jul 05 03:51:17.476415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa8a02f9-fd95-4824-a829-4ba1f5bfb01f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:17.519517 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bcb242-297f-4fe7-85c1-6da633f80416 None None] Pushing event updated for resources: {'Port': ['ID=609a4ae1-93be-486d-b58f-ec5ca27c21fb,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.524944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Request body: {'port': {'device_id': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'admin_state_up': True, 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'security_groups': ['806908bb-16c3-4132-ab6a-41ade30f5657']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:17.562245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c74c229a-30e8-4a98-8427-fc61fb38c134 req-00da1ee7-225a-43b5-b367-7eec56e0c58d service neutron] 10.222.0.26 "GET /v2.0/networks/0623dc40-1be0-4e57-85e9-3b566079ba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9678397 Jul 05 03:51:17.578593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,segment=NetworkSegment(67ae3984-5a7a-4014-949d-5825b5f401f0),segment_id=67ae3984-5a7a-4014-949d-5825b5f401f0)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:17.617534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Allocated IP 172.25.4.120 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/ba40a103-1d65-416e-83e7-e3b22d0d27a9) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:17.654917 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.782754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:17.874831 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.881442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Made reservation on behalf of 738fa8d926e9474fbeebc1e741308633 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:17.888884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c74c229a-30e8-4a98-8427-fc61fb38c134 req-36d93f73-474d-452f-b133-aff46669777f service neutron] 10.222.0.26 "GET /v2.0/networks/0623dc40-1be0-4e57-85e9-3b566079ba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506240 Jul 05 03:51:17.906418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f829bacc-c552-4c9d-b876-4ea397d9e2c8 req-000b4d2c-afad-4c49-8040-f11b4e72a01a tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:17.931646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f829bacc-c552-4c9d-b876-4ea397d9e2c8 req-000b4d2c-afad-4c49-8040-f11b4e72a01a tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 945 time: 0.8042171 Jul 05 03:51:17.942469 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:17.992828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['fa8a02f9-fd95-4824-a829-4ba1f5bfb01f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:18.058994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f829bacc-c552-4c9d-b876-4ea397d9e2c8 req-152f88dd-1edd-47d5-879a-44dc718932b5 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236575 Jul 05 03:51:18.284714 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.307172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb7e278f-e9d0-4f7c-af2b-ad112421da0c req-c293299a-96e0-4e40-8d9d-25a56e5657d2 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 210 time: 0.0661230 Jul 05 03:51:18.314969 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.385590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=b82afaca-d5e6-499c-9f26-9046f6efc192,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:18.416023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:18.443858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:18.474534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:18.509125 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.585360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Pushing event updated for resources: {'Port': ['ID=ba40a103-1d65-416e-83e7-e3b22d0d27a9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:18.598866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Allocated IP 172.20.0.9 (d53a5d10-2817-4caf-a35f-b6c91ba1fb62/b3730cd7-0b6e-4bec-b89f-56bda6c4ace4/ad894130-fba8-4d79-8260-84c298d0ae6b) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:18.833035 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.838163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:18.857577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 609a4ae1-93be-486d-b58f-ec5ca27c21fb up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:18.964782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678b3e14-a2b7-47bd-9e0c-33a8c93e9200 req-6630aeaf-3ec9-4e90-ae5d-34634622f044 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:18.975214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-678b3e14-a2b7-47bd-9e0c-33a8c93e9200 req-6630aeaf-3ec9-4e90-ae5d-34634622f044 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 944 time: 0.2267089 Jul 05 03:51:19.051349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-678b3e14-a2b7-47bd-9e0c-33a8c93e9200 req-c520aca4-f22c-4c1c-995f-dcf3ff47d978 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747316 Jul 05 03:51:19.052793 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.055329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d98aaab9-3346-489d-91ec-f62096d81b55 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:51:19.072062 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.077229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3ab238a8-1ada-4054-a7fd-5e44ac1fbfd7 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d98aaab9-3346-489d-91ec-f62096d81b55 HTTP/1.1" status: 204 len: 168 time: 4.8627825 Jul 05 03:51:19.078936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52254) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:19.089819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 609a4ae1-93be-486d-b58f-ec5ca27c21fb completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:19.221652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-776a36a3-204f-4c32-9013-9d2f00f3fb3f admin admin] Deleting subnet 02c5d02f-551d-4863-917d-eec201c73376 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:19.222651 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.228653 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-776a36a3-204f-4c32-9013-9d2f00f3fb3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.274917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Transition to ACTIVE for port object ad894130-fba8-4d79-8260-84c298d0ae6b will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:19.321601 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-776a36a3-204f-4c32-9013-9d2f00f3fb3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.520136 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.569259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f32af0-3a90-47e7-8612-662548cb0750 None None] Network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:19.594186 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-776a36a3-204f-4c32-9013-9d2f00f3fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.740764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:19.751057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:19.795866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:19.817375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:19.886001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ab54e146-6b1f-4c5a-a286-31bed54ab193 None None] Provisioning for port 609a4ae1-93be-486d-b58f-ec5ca27c21fb completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:19.914275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b49c369-5b30-4d4a-a03b-6cfcf783b4d9 req-c0183922-6b0b-4bd0-a7ae-b17ac6fb35ed tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:19.931070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Pushing event updated for resources: {'Port': ['ID=ad894130-fba8-4d79-8260-84c298d0ae6b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:19.943939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b49c369-5b30-4d4a-a03b-6cfcf783b4d9 req-c0183922-6b0b-4bd0-a7ae-b17ac6fb35ed tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 931 time: 0.2957129 Jul 05 03:51:19.988531 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ab54e146-6b1f-4c5a-a286-31bed54ab193 None None] Provisioning complete for port 609a4ae1-93be-486d-b58f-ec5ca27c21fb triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:19.989538 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab54e146-6b1f-4c5a-a286-31bed54ab193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.025864 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-776a36a3-204f-4c32-9013-9d2f00f3fb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.052701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:20.054212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.131408 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-2c681ff8-7114-4b54-90f9-78124e307ab8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6271083 Jul 05 03:51:20.163861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b49c369-5b30-4d4a-a03b-6cfcf783b4d9 req-5d6f1285-b00f-41a4-96aa-655da4419f66 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2184880 Jul 05 03:51:20.164665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Request body: {'port': {'device_id': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:20.171213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776a36a3-204f-4c32-9013-9d2f00f3fb3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=02c5d02f-551d-4863-917d-eec201c73376,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:20.201823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52284) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.223301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e8e2bb5-63f6-4142-a8bc-cf381ca4afa9 None None] Network 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:20.228743 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-776a36a3-204f-4c32-9013-9d2f00f3fb3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.239333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-776a36a3-204f-4c32-9013-9d2f00f3fb3f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/02c5d02f-551d-4863-917d-eec201c73376 HTTP/1.1" status: 204 len: 168 time: 1.1578214 Jul 05 03:51:20.249291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52288) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:20.365775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.540126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.607173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b82afaca-d5e6-499c-9f26-9046f6efc192 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:20.610067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device fa8a02f9-fd95-4824-a829-4ba1f5bfb01f up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:20.732951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22d939d9-3451-458c-b077-43ffba7f9e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.735217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.745935 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab54e146-6b1f-4c5a-a286-31bed54ab193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:20.777336 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:51:20.801006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4205becc-734d-4fcc-8868-2a3683441489 req-46b6b479-4862-41b7-9fb2-5f29744256c9 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:20.809025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4205becc-734d-4fcc-8868-2a3683441489 req-46b6b479-4862-41b7-9fb2-5f29744256c9 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 945 time: 0.2960610 Jul 05 03:51:20.862719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: b82afaca-d5e6-499c-9f26-9046f6efc192 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:20.863966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b82afaca-d5e6-499c-9f26-9046f6efc192 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:20.943141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47636e6b-b4fa-4c05-b908-81b228babe52 req-1811548d-7801-43e1-aab6-de99865a50c9 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:20.952014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47636e6b-b4fa-4c05-b908-81b228babe52 req-1811548d-7801-43e1-aab6-de99865a50c9 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 944 time: 0.2827661 Jul 05 03:51:20.969928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ab54e146-6b1f-4c5a-a286-31bed54ab193 None None] For port 609a4ae1-93be-486d-b58f-ec5ca27c21fb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=609a4ae1-93be-486d-b58f-ec5ca27c21fb,segment=NetworkSegment(9c7f52b8-6781-4104-b5d7-eb60d40447e7),segment_id=9c7f52b8-6781-4104-b5d7-eb60d40447e7)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:21.008517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4205becc-734d-4fcc-8868-2a3683441489 req-fd1bde22-11bc-452a-9bb0-3f4afdf8ddba tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1982713 Jul 05 03:51:21.064833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Router 4489b07a-729c-494f-93df-866214249de0 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:51:21.066920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:21.075612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:21.077006 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.093820 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab54e146-6b1f-4c5a-a286-31bed54ab193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.122661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47636e6b-b4fa-4c05-b908-81b228babe52 req-e1f2b331-fef5-4ab6-bec2-2304e4eefac4 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692553 Jul 05 03:51:21.179264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Deleting port af466610-90bb-4447-916b-82f96b4bef07 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:21.179651 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.343052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceec9390-ad4f-4eda-bb3e-e0c5a4578280 None None] DHCP port deletion for 21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:51:21.347720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab54e146-6b1f-4c5a-a286-31bed54ab193 None None] Pushing event updated for resources: {'Port': ['ID=609a4ae1-93be-486d-b58f-ec5ca27c21fb,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:21.363671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] For port af466610-90bb-4447-916b-82f96b4bef07, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af466610-90bb-4447-916b-82f96b4bef07,segment=NetworkSegment(2ef49375-20f4-4dc3-ab47-660ff7835db1),segment_id=2ef49375-20f4-4dc3-ab47-660ff7835db1)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:21.364933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.397623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Calling delete_port for af466610-90bb-4447-916b-82f96b4bef07 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:21.479873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-34e13890-df5b-43a2-883c-96dec60fe1a7 None None] Provisioning complete for port 609a4ae1-93be-486d-b58f-ec5ca27c21fb triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:21.480279 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34e13890-df5b-43a2-883c-96dec60fe1a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.495030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad894130-fba8-4d79-8260-84c298d0ae6b {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:21.507780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.556920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ceec9390-ad4f-4eda-bb3e-e0c5a4578280 None None] Deleting port af466610-90bb-4447-916b-82f96b4bef07 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:21.557470 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ceec9390-ad4f-4eda-bb3e-e0c5a4578280 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.569507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Transition to ACTIVE for port object ad894130-fba8-4d79-8260-84c298d0ae6b will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:21.601171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:21.614278 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22d939d9-3451-458c-b077-43ffba7f9e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.619055 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ce40a9-8a94-4553-98e4-6199441ac404 req-61fd4e27-aa0e-419a-80bf-fd79cd23773e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:21.621742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83ce40a9-8a94-4553-98e4-6199441ac404 req-61fd4e27-aa0e-419a-80bf-fd79cd23773e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 931 time: 0.1315718 Jul 05 03:51:21.624932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Sync routers for ids ['4489b07a-729c-494f-93df-866214249de0'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:21.637237 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.674448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Routers {'4489b07a-729c-494f-93df-866214249de0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:21.675146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4489b07a-729c-494f-93df-866214249de0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:21.689264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83ce40a9-8a94-4553-98e4-6199441ac404 req-49c6d8aa-99db-45f7-beb9-e5fe32ee5c87 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601161 Jul 05 03:51:21.740251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ceec9390-ad4f-4eda-bb3e-e0c5a4578280 None None] For port af466610-90bb-4447-916b-82f96b4bef07, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af466610-90bb-4447-916b-82f96b4bef07,segment=NetworkSegment(2ef49375-20f4-4dc3-ab47-660ff7835db1),segment_id=2ef49375-20f4-4dc3-ab47-660ff7835db1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:21.740251 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ceec9390-ad4f-4eda-bb3e-e0c5a4578280 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.771593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1532a9-0852-4c6c-bfcd-15d47b758d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8a02f9-fd95-4824-a829-4ba1f5bfb01f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:21.776025 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0db73564-dec3-4ba2-86f3-4e38a699cc65" -d '{"events": [{"server_uuid": "4d1532a9-0852-4c6c-bfcd-15d47b758d63", "name": "network-vif-plugged", "status": "completed", "tag": "fa8a02f9-fd95-4824-a829-4ba1f5bfb01f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:21.777678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ceec9390-ad4f-4eda-bb3e-e0c5a4578280 None None] Calling delete_port for af466610-90bb-4447-916b-82f96b4bef07 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:21.832906 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.869965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,segment=NetworkSegment(67ae3984-5a7a-4014-949d-5825b5f401f0),segment_id=67ae3984-5a7a-4014-949d-5825b5f401f0)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:21.875870 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a93d2154-108c-4bf0-9d69-c9e49a80cb7f x-openstack-request-id: req-a93d2154-108c-4bf0-9d69-c9e49a80cb7f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:21.875870 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1532a9-0852-4c6c-bfcd-15d47b758d63", "name": "network-vif-plugged", "status": "completed", "tag": "fa8a02f9-fd95-4824-a829-4ba1f5bfb01f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:21.876340 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a93d2154-108c-4bf0-9d69-c9e49a80cb7f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:21.887175 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1532a9-0852-4c6c-bfcd-15d47b758d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa8a02f9-fd95-4824-a829-4ba1f5bfb01f', 'code': 200} Jul 05 03:51:21.887490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.888049 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22d939d9-3451-458c-b077-43ffba7f9e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:21.938513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Pushing event deleted for resources: {'Port': ['ID=af466610-90bb-4447-916b-82f96b4bef07,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:21.952137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] No DVR routers for this DVR port af466610-90bb-4447-916b-82f96b4bef07 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:21.991179 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.001638 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-22d939d9-3451-458c-b077-43ffba7f9e22 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9d587f3fab24920b335b7f7d27f0ba4&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7943017 Jul 05 03:51:22.008642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d939d9-3451-458c-b077-43ffba7f9e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2d0bbe-11cd-43e1-8b7a-72bda4bdbb22,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.032081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52316) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:22.032743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Set router 4489b07a-729c-494f-93df-866214249de0 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:22.126923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.137489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ff624c16-fb22-4217-bd18-85134471f241 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.1922688 Jul 05 03:51:22.161740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52318) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:22.268431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ceec9390-ad4f-4eda-bb3e-e0c5a4578280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.276407 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.309527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21ba04d1-a4da-4f4d-9b64-e2d9f6fad325']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:22.349487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-34e13890-df5b-43a2-883c-96dec60fe1a7 None None] Provisioning for port ad894130-fba8-4d79-8260-84c298d0ae6b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:22.350429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef49375-20f4-4dc3-ab47-660ff7835db1') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:22.350641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef49375-20f4-4dc3-ab47-660ff7835db1') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:22.378574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceec9390-ad4f-4eda-bb3e-e0c5a4578280 None None] No DVR routers for this DVR port af466610-90bb-4447-916b-82f96b4bef07 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:22.384190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.387016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Pushing event updated for resources: {'Port': ['ID=ad894130-fba8-4d79-8260-84c298d0ae6b,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.392380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.417394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.432436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:22.433099 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:22.446919 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:22.488813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceec9390-ad4f-4eda-bb3e-e0c5a4578280 None None] Pushing event deleted for resources: {'Port': ['ID=af466610-90bb-4447-916b-82f96b4bef07,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.612161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34a61e99-6d5f-400c-9581-97f4ce1a2e9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.642172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Attempting to bind port ad894130-fba8-4d79-8260-84c298d0ae6b on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:22.642377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Attempting to bind port ad894130-fba8-4d79-8260-84c298d0ae6b by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:22.642867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Attempting to bind port ad894130-fba8-4d79-8260-84c298d0ae6b on network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:22.651929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27e8eedd-40bd-4943-b18b-8ecd3275f427 req-21297b64-3b67-4b20-80cb-c63c7a1ff47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:22.653625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27e8eedd-40bd-4943-b18b-8ecd3275f427 req-21297b64-3b67-4b20-80cb-c63c7a1ff47d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 1097 time: 0.6967008 Jul 05 03:51:22.658635 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.662254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Port ad894130-fba8-4d79-8260-84c298d0ae6b on network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:51:22.666572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Attempting to bind port ad894130-fba8-4d79-8260-84c298d0ae6b on network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:22.666714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489b07a-729c-494f-93df-866214249de0', 'name': 'tempest-ServersTestMultiNic-1687215499-router', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:15Z', 'updated_at': '2021-07-05T03:51:18Z', 'revision_number': 3, 'project_id': '177f55d1151c4183b6178172c6804c93', 'gw_port': {'id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489b07a-729c-494f-93df-866214249de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:17Z', 'updated_at': '2021-07-05T03:51:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:22.672391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.674636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] 10.222.0.30 "DELETE /v2.0/networks/21ba04d1-a4da-4f4d-9b64-e2d9f6fad325 HTTP/1.1" status: 204 len: 168 time: 2.4240644 Jul 05 03:51:22.740211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27e8eedd-40bd-4943-b18b-8ecd3275f427 req-ccff14fa-65c1-4ef0-9696-7e7a427d710f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633371 Jul 05 03:51:22.749576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Checking router: 4489b07a-729c-494f-93df-866214249de0 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:22.752230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Updating router 4489b07a-729c-494f-93df-866214249de0 port ba40a103-1d65-416e-83e7-e3b22d0d27a9 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:22.768477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 609a4ae1-93be-486d-b58f-ec5ca27c21fb up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:22.783935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:22.783935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Checking segment: {'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:22.783935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Bound using segment: {'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:22.784756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Bound port: ad894130-fba8-4d79-8260-84c298d0ae6b, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '894c88c1-2585-4114-b272-d2ec6accc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:22.785613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.790301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34a61e99-6d5f-400c-9581-97f4ce1a2e9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.794969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a242b90-732c-443c-83c4-1c8eacf52c89 admin admin] Pushing event deleted for resources: {'Network': ['ID=21ba04d1-a4da-4f4d-9b64-e2d9f6fad325,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:22.820137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc423d0-723a-4e41-a562-4fc23124cbb8 req-1a7af831-dcbd-4022-b24d-e2ecc482baea tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:22.821963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edc423d0-723a-4e41-a562-4fc23124cbb8 req-1a7af831-dcbd-4022-b24d-e2ecc482baea tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 945 time: 0.2580805 Jul 05 03:51:22.916472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff122fe-b8e4-4580-9e86-83f072dd9ce7 req-4a76e228-a345-461a-b93c-35f0d8ba358e tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:22.923156 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:22.928349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eff122fe-b8e4-4580-9e86-83f072dd9ce7 req-4a76e228-a345-461a-b93c-35f0d8ba358e tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 945 time: 0.2708688 Jul 05 03:51:22.958804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edc423d0-723a-4e41-a562-4fc23124cbb8 req-94a25f97-9c4e-4700-b86f-7f496dd1af04 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102891 Jul 05 03:51:23.041938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eff122fe-b8e4-4580-9e86-83f072dd9ce7 req-44049621-8659-4069-a8f2-e328691b1ccf tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125407 Jul 05 03:51:23.211301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 609a4ae1-93be-486d-b58f-ec5ca27c21fb triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:23.211676 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.237152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52340) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:23.363527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8d9d193d-da7e-425e-a8f7-84ba75ec833a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ea6df6ade82497a9bdd24054c34f4ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1251187 Jul 05 03:51:23.364211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52348) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:23.439350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] For port ad894130-fba8-4d79-8260-84c298d0ae6b, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:23.471223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] For port ad894130-fba8-4d79-8260-84c298d0ae6b, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ad894130-fba8-4d79-8260-84c298d0ae6b,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:23.478444 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc584-9371-45c9-b286-1d89d118c38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.508134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49975653-b041-425f-91ec-0f7a2867ce44 req-454a6f8b-3810-4c67-b37f-4c5351b82020 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:23.509756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49975653-b041-425f-91ec-0f7a2867ce44 req-454a6f8b-3810-4c67-b37f-4c5351b82020 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 943 time: 0.2155137 Jul 05 03:51:23.536614 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc584-9371-45c9-b286-1d89d118c38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.611157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49975653-b041-425f-91ec-0f7a2867ce44 req-7b07ca8c-a2e0-461d-84b0-e57e2b42ab7b tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0926368 Jul 05 03:51:23.614593 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.623931 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34a61e99-6d5f-400c-9581-97f4ce1a2e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.625753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34a61e99-6d5f-400c-9581-97f4ce1a2e9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.632563 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-34a61e99-6d5f-400c-9581-97f4ce1a2e9f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5f2d0bbe-11cd-43e1-8b7a-72bda4bdbb22 HTTP/1.1" status: 204 len: 168 time: 1.5365870 Jul 05 03:51:23.710119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af466610-90bb-4447-916b-82f96b4bef07 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:23.715525 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc584-9371-45c9-b286-1d89d118c38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.721508 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4dcc584-9371-45c9-b286-1d89d118c38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.723179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c4dcc584-9371-45c9-b286-1d89d118c38f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d17e7753-26b2-4257-a628-ffa665278118 HTTP/1.1" status: 204 len: 168 time: 0.3557048 Jul 05 03:51:23.729555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a61e99-6d5f-400c-9581-97f4ce1a2e9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2d0bbe-11cd-43e1-8b7a-72bda4bdbb22,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:23.745912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4dcc584-9371-45c9-b286-1d89d118c38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17e7753-26b2-4257-a628-ffa665278118,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:23.748591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:23.752699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:23.754244 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] 10.222.0.13 "PUT /v2.0/ports/ad894130-fba8-4d79-8260-84c298d0ae6b HTTP/1.1" status: 200 len: 1092 time: 3.6016693 Jul 05 03:51:23.758336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'tag': 'ad894130-fba8-4d79-8260-84c298d0ae6b'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:23.761918 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bfeaaf-9a92-469c-8a36-cd184c29b818" -d '{"events": [{"name": "network-changed", "server_uuid": "8448b289-8761-4c58-a267-7fdbf1b19f6f", "tag": "ad894130-fba8-4d79-8260-84c298d0ae6b"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:23.828045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51ba51-d1a3-4e1f-ab4a-3de026e47dfd service neutron] Pushing event updated for resources: {'Port': ['ID=ad894130-fba8-4d79-8260-84c298d0ae6b,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:23.994995 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b63749cf-a5ff-4219-a3e2-12d782cd39c1 x-openstack-request-id: req-b63749cf-a5ff-4219-a3e2-12d782cd39c1 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:23.996828 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8448b289-8761-4c58-a267-7fdbf1b19f6f", "tag": "ad894130-fba8-4d79-8260-84c298d0ae6b", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:23.997988 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b63749cf-a5ff-4219-a3e2-12d782cd39c1 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:23.999444 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'tag': 'ad894130-fba8-4d79-8260-84c298d0ae6b', 'status': 'completed', 'code': 200} Jul 05 03:51:24.045769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: af466610-90bb-4447-916b-82f96b4bef07 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:24.046806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af466610-90bb-4447-916b-82f96b4bef07 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:24.052479 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.101517 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Transition to ACTIVE for port object ba40a103-1d65-416e-83e7-e3b22d0d27a9 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:24.193339 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.197899 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.305820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Attempting to bind port ba40a103-1d65-416e-83e7-e3b22d0d27a9 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:24.305820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Attempting to bind port ba40a103-1d65-416e-83e7-e3b22d0d27a9 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:24.306244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Attempting to bind port ba40a103-1d65-416e-83e7-e3b22d0d27a9 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:24.340371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:24.340939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:24.341757 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.342177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:24.342636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Bound port: ba40a103-1d65-416e-83e7-e3b22d0d27a9, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:24.343057 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.345825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07266d4-2ee2-43e1-923b-e213be2c1db5 None None] Pushing event updated for resources: {'Port': ['ID=ba40a103-1d65-416e-83e7-e3b22d0d27a9,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:24.381922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfeaaf-9a92-469c-8a36-cd184c29b818 req-921daf90-5e1b-44cb-82ac-75fe45b7e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.384240 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-91bfeaaf-9a92-469c-8a36-cd184c29b818 req-921daf90-5e1b-44cb-82ac-75fe45b7e0d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=738fa8d926e9474fbeebc1e741308633&device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 1095 time: 0.3304563 Jul 05 03:51:24.523397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] For port ba40a103-1d65-416e-83e7-e3b22d0d27a9, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:24.531105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] For port ba40a103-1d65-416e-83e7-e3b22d0d27a9, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ba40a103-1d65-416e-83e7-e3b22d0d27a9,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:24.597798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b703b96-8ea2-4326-b2b6-9c245587f038 req-e2f835ee-5ecc-4a38-ab9f-37d0c8846966 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.608830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b703b96-8ea2-4326-b2b6-9c245587f038 req-e2f835ee-5ecc-4a38-ab9f-37d0c8846966 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 945 time: 0.3580143 Jul 05 03:51:24.626077 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:24.672654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Allocated IP 172.20.0.1 (9c4f2273-fce4-4e4a-80bf-de61ffb4ac53/abc335d5-9ee7-416c-98e5-74564f788a9c/bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:24.688709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-0b3fb17f-d270-41d3-88fb-e4fdacf1dd50 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.690291 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-0b3fb17f-d270-41d3-88fb-e4fdacf1dd50 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.13 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 945 time: 0.2421279 Jul 05 03:51:24.790929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b703b96-8ea2-4326-b2b6-9c245587f038 req-8dbc624d-2a81-4545-b1e8-4b33dccd90a5 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702583 Jul 05 03:51:24.800000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfeaaf-9a92-469c-8a36-cd184c29b818 req-47a25577-bc37-4f3b-9243-67d4c16099aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.804251 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-91bfeaaf-9a92-469c-8a36-cd184c29b818 req-47a25577-bc37-4f3b-9243-67d4c16099aa service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=738fa8d926e9474fbeebc1e741308633&shared=False HTTP/1.1" status: 200 len: 913 time: 0.3614252 Jul 05 03:51:24.826592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d48a198-38bb-4274-9c89-bc6750e42dfd req-446d85a6-1b49-40fb-9f75-c73dfc59a637 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:24.836589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d48a198-38bb-4274-9c89-bc6750e42dfd req-446d85a6-1b49-40fb-9f75-c73dfc59a637 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 945 time: 0.4605992 Jul 05 03:51:24.937475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d48a198-38bb-4274-9c89-bc6750e42dfd req-ee7d2771-ba76-4964-a1a7-710fe77653e3 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990844 Jul 05 03:51:25.129014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52392) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:25.190123 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c267900d-6aef-47d3-82ef-c1b50a05e8ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.226185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07266d4-2ee2-43e1-923b-e213be2c1db5 None None] Pushing event updated for resources: {'Port': ['ID=ba40a103-1d65-416e-83e7-e3b22d0d27a9,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:25.250502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Routers {'4489b07a-729c-494f-93df-866214249de0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:25.254456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4489b07a-729c-494f-93df-866214249de0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:25.275731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bfeaaf-9a92-469c-8a36-cd184c29b818 req-d2e2f6cb-4145-4468-a564-803b54dfcbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.277720 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-91bfeaaf-9a92-469c-8a36-cd184c29b818 req-d2e2f6cb-4145-4468-a564-803b54dfcbc2 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4588451 Jul 05 03:51:25.531626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.533448 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c267900d-6aef-47d3-82ef-c1b50a05e8ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.542007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] Set router 4489b07a-729c-494f-93df-866214249de0 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:25.582815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Deleting port b758ce50-6da2-47ac-a347-173df858bc37 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:25.583516 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.591622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b90b9ca-179d-4551-a272-55b6b3938fb6 req-a1bbba65-2604-4deb-85ca-d884877a61cf tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.597739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b90b9ca-179d-4551-a272-55b6b3938fb6 req-a1bbba65-2604-4deb-85ca-d884877a61cf tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 943 time: 0.3327074 Jul 05 03:51:25.618914 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c267900d-6aef-47d3-82ef-c1b50a05e8ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.705901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Transition to ACTIVE for port object bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:25.722843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c267900d-6aef-47d3-82ef-c1b50a05e8ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8cc6fc7885a408486972ae868322966&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5921485 Jul 05 03:51:25.733845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52408) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:25.755264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b90b9ca-179d-4551-a272-55b6b3938fb6 req-0bb03a61-f000-46fd-ad65-8c0ff5e79765 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1500728 Jul 05 03:51:25.758471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c267900d-6aef-47d3-82ef-c1b50a05e8ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6783d6ec-1237-43f5-9503-9a69e9408baf,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:25.768704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-6c530a6e-2164-484b-8e37-4e2088a8d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:25.773503 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-6c530a6e-2164-484b-8e37-4e2088a8d417 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=738fa8d926e9474fbeebc1e741308633&device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 1095 time: 0.4294989 Jul 05 03:51:25.920061 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10dcda51-74e5-40b3-9a72-7ecc5456873a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:25.937323 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-85f499f7-eb57-4082-9feb-6ac019f99b81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad894130-fba8-4d79-8260-84c298d0ae6b HTTP/1.1" status: 200 len: 217 time: 0.1378176 Jul 05 03:51:25.979251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489b07a-729c-494f-93df-866214249de0', 'name': 'tempest-ServersTestMultiNic-1687215499-router', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:15Z', 'updated_at': '2021-07-05T03:51:18Z', 'revision_number': 3, 'project_id': '177f55d1151c4183b6178172c6804c93', 'gw_port': {'id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489b07a-729c-494f-93df-866214249de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:17Z', 'updated_at': '2021-07-05T03:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:25.993463 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10dcda51-74e5-40b3-9a72-7ecc5456873a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.060875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] For port b758ce50-6da2-47ac-a347-173df858bc37, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b758ce50-6da2-47ac-a347-173df858bc37,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:26.061567 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.088236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-8747f3e3-12dc-4535-bb4f-8a67a9390578 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:26.089728 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-8747f3e3-12dc-4535-bb4f-8a67a9390578 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3730cd7-0b6e-4bec-b89f-56bda6c4ace4 HTTP/1.1" status: 200 len: 851 time: 0.1320083 Jul 05 03:51:26.146924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcd1bbed-6865-460b-a944-6dafaddd0a14 None None] The sync data for ids ['4489b07a-729c-494f-93df-866214249de0'] in n-d-758944-41 is: [{'id': '4489b07a-729c-494f-93df-866214249de0', 'name': 'tempest-ServersTestMultiNic-1687215499-router', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:15Z', 'updated_at': '2021-07-05T03:51:18Z', 'revision_number': 3, 'project_id': '177f55d1151c4183b6178172c6804c93', 'gw_port': {'id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7a:65', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489b07a-729c-494f-93df-866214249de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:17Z', 'updated_at': '2021-07-05T03:51:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:26.152437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10dcda51-74e5-40b3-9a72-7ecc5456873a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.158680 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10dcda51-74e5-40b3-9a72-7ecc5456873a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.160119 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-10dcda51-74e5-40b3-9a72-7ecc5456873a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6783d6ec-1237-43f5-9503-9a69e9408baf HTTP/1.1" status: 204 len: 168 time: 0.4243579 Jul 05 03:51:26.185776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dcda51-74e5-40b3-9a72-7ecc5456873a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6783d6ec-1237-43f5-9503-9a69e9408baf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:26.419052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a190f7e-08c8-4803-8117-c3f796bdcf70 req-b81dbd15-f6de-44c9-8907-7968902b9654 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:26.423648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a190f7e-08c8-4803-8117-c3f796bdcf70 req-b81dbd15-f6de-44c9-8907-7968902b9654 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 945 time: 0.1729074 Jul 05 03:51:26.517655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.522355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a190f7e-08c8-4803-8117-c3f796bdcf70 req-cb9583db-d7da-41b2-8635-361e638e18e5 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups?id=57944de4-2153-4870-a11c-937e6f67dee2&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886774 Jul 05 03:51:26.662139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:26.712802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:26.718497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.718882 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:26.719257 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Floating IP 1a36086d-aba0-42ad-8f0f-077ca14cc688 disassociated. External IP: 172.25.4.42, port: b758ce50-6da2-47ac-a347-173df858bc37. Jul 05 03:51:26.719648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Calling delete_port for b758ce50-6da2-47ac-a347-173df858bc37 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:26.724950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:26.728881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:27.109474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52450) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:27.167646 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.223912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-307c716e-51f8-48e8-9ebd-04500340a6d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:27.225475 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-307c716e-51f8-48e8-9ebd-04500340a6d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d53a5d10-2817-4caf-a35f-b6c91ba1fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0902359 Jul 05 03:51:27.332687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810a7fbe-c31a-4012-bc95-50f99ec25083 req-df4bfc2a-4ecb-40df-b57d-7c86197c450e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:27.350672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-810a7fbe-c31a-4012-bc95-50f99ec25083 req-df4bfc2a-4ecb-40df-b57d-7c86197c450e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 943 time: 0.2132459 Jul 05 03:51:27.373338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.397436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c3f665fc-8cfc-451b-aded-95377b8fcf11 None None] Provisioning for port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:27.402312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c3f665fc-8cfc-451b-aded-95377b8fcf11 None None] Provisioning complete for port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:27.402899 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c3f665fc-8cfc-451b-aded-95377b8fcf11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.438817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eca46-ca8b-4d1f-a057-ec3f23ec3db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.455801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-810a7fbe-c31a-4012-bc95-50f99ec25083 req-b365a47e-fe15-4f47-974c-54470442d575 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1039376 Jul 05 03:51:27.489580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c3f665fc-8cfc-451b-aded-95377b8fcf11 None None] Port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:27.507490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b758ce50-6da2-47ac-a347-173df858bc37 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:27.551060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Pushing event deleted for resources: {'Port': ['ID=b758ce50-6da2-47ac-a347-173df858bc37,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:27.582490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: b758ce50-6da2-47ac-a347-173df858bc37 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:27.583559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b758ce50-6da2-47ac-a347-173df858bc37 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:27.684278 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eca46-ca8b-4d1f-a057-ec3f23ec3db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.757625 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c1eca46-ca8b-4d1f-a057-ec3f23ec3db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:27.841282 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-b0825604-f9c2-4f60-9f80-7303c5b12412 service neutron] 10.222.0.13 "GET /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5827296 Jul 05 03:51:27.891551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4c1eca46-ca8b-4d1f-a057-ec3f23ec3db3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03d46337cd0f46b8a54df71c1438b3b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7782819 Jul 05 03:51:27.899714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1eca46-ca8b-4d1f-a057-ec3f23ec3db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb08df2-4c5c-4a92-9f4c-dcd874d4e91b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:27.903066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52466) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:28.100787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Router d68d4548-e261-4cae-b880-12a9cbdfa15a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:28.106029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91635dd0-9763-4c58-a2e2-e9b8062c484c req-bf8c976e-af05-4142-8bb0-9842c89afeff tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 210 time: 0.1464086 Jul 05 03:51:28.133529 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.160305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0adb7ec-41d8-411b-be14-9b962a1e93d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.181775 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-10c9a24f-69d9-4b09-83b0-82d7c814094a req-65166db6-6435-4f1a-9387-6f7955e21518 service neutron] 10.222.0.13 "GET /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852933 Jul 05 03:51:28.225890 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0adb7ec-41d8-411b-be14-9b962a1e93d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.404239 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0adb7ec-41d8-411b-be14-9b962a1e93d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.406368 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0adb7ec-41d8-411b-be14-9b962a1e93d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.407566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b0adb7ec-41d8-411b-be14-9b962a1e93d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dcb08df2-4c5c-4a92-9f4c-dcd874d4e91b HTTP/1.1" status: 204 len: 168 time: 0.5034335 Jul 05 03:51:28.434031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0adb7ec-41d8-411b-be14-9b962a1e93d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb08df2-4c5c-4a92-9f4c-dcd874d4e91b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:28.495820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:28.511271 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] Sync routers for ids ['d68d4548-e261-4cae-b880-12a9cbdfa15a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:28.536790 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] Routers {'d68d4548-e261-4cae-b880-12a9cbdfa15a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:28.537905 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d68d4548-e261-4cae-b880-12a9cbdfa15a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:28.758126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] No DVR routers for this DVR port b758ce50-6da2-47ac-a347-173df858bc37 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:28.772827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:28.777282 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-238e2114-b67c-46b4-8933-8c6e985f8cba req-e892a05c-1248-4538-b277-f90eb0f65488 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.13 "DELETE /v2.0/ports/b758ce50-6da2-47ac-a347-173df858bc37 HTTP/1.1" status: 204 len: 173 time: 4.0687664 Jul 05 03:51:28.780975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92087fdb-cf2c-44d1-965d-34e51552084e', 'name': 'network-vif-deleted', 'tag': 'b758ce50-6da2-47ac-a347-173df858bc37'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:28.798438 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc1c2bad-5f95-43e7-bcde-e974d1f09db9" -d '{"events": [{"server_uuid": "92087fdb-cf2c-44d1-965d-34e51552084e", "name": "network-vif-deleted", "tag": "b758ce50-6da2-47ac-a347-173df858bc37"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:28.831397 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] Set router d68d4548-e261-4cae-b880-12a9cbdfa15a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:28.885501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ba40a103-1d65-416e-83e7-e3b22d0d27a9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:29.199667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.217015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ba40a103-1d65-416e-83e7-e3b22d0d27a9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:29.222989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ba40a103-1d65-416e-83e7-e3b22d0d27a9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:29.224018 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.286077 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.408907 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.438809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port ba40a103-1d65-416e-83e7-e3b22d0d27a9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ba40a103-1d65-416e-83e7-e3b22d0d27a9,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:29.440236 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ab33c90a-195f-4d09-967a-1f275afc14c5', 'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'mac_address': 'fa:16:3e:11:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:22Z', 'updated_at': '2021-07-05T03:47:30Z', 'revision_number': 5, 'project_id': '068bea4f667445018e98e93ade1fff17', 'subnets': [{'id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:29.500184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Pushing event updated for resources: {'Port': ['ID=bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:29.514902 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.518402 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] Checking router: d68d4548-e261-4cae-b880-12a9cbdfa15a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:29.532943 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] Routers {'d68d4548-e261-4cae-b880-12a9cbdfa15a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:29.533906 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d68d4548-e261-4cae-b880-12a9cbdfa15a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:29.549906 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:29.584625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f09383f-4f9e-4ad1-a192-0944e484ead4 req-b69daa85-70ed-4bc5-9e1b-03e3dae7e8fb tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:29.601532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f09383f-4f9e-4ad1-a192-0944e484ead4 req-b69daa85-70ed-4bc5-9e1b-03e3dae7e8fb tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 943 time: 0.1623809 Jul 05 03:51:29.691226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=ba40a103-1d65-416e-83e7-e3b22d0d27a9,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:29.718791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.721077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.726424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.733988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.736097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.740399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.740399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.741378 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.744404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.745043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.745997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.747956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:29.753753 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f09383f-4f9e-4ad1-a192-0944e484ead4 req-f5f65fb1-7993-4a11-8778-8f3402391ea0 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1513097 Jul 05 03:51:29.802550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:29.804411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:29.890356 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab14c139-3d47-43cf-9f73-2555398496de x-openstack-request-id: req-ab14c139-3d47-43cf-9f73-2555398496de {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:29.890656 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92087fdb-cf2c-44d1-965d-34e51552084e", "name": "network-vif-deleted", "tag": "b758ce50-6da2-47ac-a347-173df858bc37", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:29.890904 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab14c139-3d47-43cf-9f73-2555398496de {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:29.891332 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92087fdb-cf2c-44d1-965d-34e51552084e', 'name': 'network-vif-deleted', 'tag': 'b758ce50-6da2-47ac-a347-173df858bc37', 'status': 'completed', 'code': 200} Jul 05 03:51:29.915443 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] Set router d68d4548-e261-4cae-b880-12a9cbdfa15a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:30.134634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Router 4489b07a-729c-494f-93df-866214249de0 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:30.377965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6937c2ad-1623-46c9-b9b2-b2fef2aaafd1 None None] Provisioning complete for port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:30.379020 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6937c2ad-1623-46c9-b9b2-b2fef2aaafd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:30.578808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6937c2ad-1623-46c9-b9b2-b2fef2aaafd1 None None] Port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:30.701131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f4d0841-3dfa-48b9-8349-fe2319868994 req-c9580393-f71a-4b32-837d-a54eba1e0af4 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/ports?device_id=92087fdb-cf2c-44d1-965d-34e51552084e HTTP/1.1" status: 200 len: 210 time: 0.1655538 Jul 05 03:51:30.748840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ba40a103-1d65-416e-83e7-e3b22d0d27a9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:30.767083 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ab33c90a-195f-4d09-967a-1f275afc14c5', 'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'mac_address': 'fa:16:3e:11:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:22Z', 'updated_at': '2021-07-05T03:47:30Z', 'revision_number': 5, 'project_id': '068bea4f667445018e98e93ade1fff17', 'subnets': [{'id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:30.804027 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6b5c96-3cde-4e03-97b9-686f6129ba27 None None] The sync data for ids ['d68d4548-e261-4cae-b880-12a9cbdfa15a'] in n-d-758944-41 is: [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:47:24Z', 'revision_number': 4, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ab33c90a-195f-4d09-967a-1f275afc14c5', 'name': '', 'network_id': '81fc52d9-59ef-4deb-b94f-25eb14d27b18', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'mac_address': 'fa:16:3e:11:5b:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_interface', 'standard_attr_id': 547, 'fixed_ips': [{'subnet_id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:22Z', 'updated_at': '2021-07-05T03:47:30Z', 'revision_number': 5, 'project_id': '068bea4f667445018e98e93ade1fff17', 'subnets': [{'id': '73c16aaa-5ad7-47af-a5e6-0976b41fd106', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:30.884383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ba40a103-1d65-416e-83e7-e3b22d0d27a9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:30.886111 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.191466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52560) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:31.342282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:31.353727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Sync routers for ids ['4489b07a-729c-494f-93df-866214249de0'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:31.366229 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c7b072d7-1773-48be-bcae-8ac575b344a2 admin admin] 10.222.0.30 "PUT /v2.0/routers/4489b07a-729c-494f-93df-866214249de0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1235604 Jul 05 03:51:31.369978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Routers {'4489b07a-729c-494f-93df-866214249de0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:31.376771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4489b07a-729c-494f-93df-866214249de0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:31.389778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91326fe7-894c-4ab5-b504-7d67a69a0b86 req-12258340-c0ce-4063-9bf2-4dd12299f52a tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:31.393710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91326fe7-894c-4ab5-b504-7d67a69a0b86 req-12258340-c0ce-4063-9bf2-4dd12299f52a tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 943 time: 0.2113056 Jul 05 03:51:31.404076 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8bd888c-a4b0-4cd8-9365-4c15cde547db None None] New status for floating IP 1a36086d-aba0-42ad-8f0f-077ca14cc688: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:51:31.456100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-814522786-network', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:31.526081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ad894130-fba8-4d79-8260-84c298d0ae6b details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:51:31.554131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91326fe7-894c-4ab5-b504-7d67a69a0b86 req-c0c2aa28-b056-4bc4-b030-c7645e9ac212 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206160 Jul 05 03:51:31.574531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:31.588178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.618900 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.710582 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.resource_extend [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:51:31.760033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52574) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:31.924654 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:31.929848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Set router 4489b07a-729c-494f-93df-866214249de0 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:31.931091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1423129629'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:32.056815 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.126622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ad894130-fba8-4d79-8260-84c298d0ae6b, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ad894130-fba8-4d79-8260-84c298d0ae6b,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:32.130672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52596) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:32.146801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2205cbc-a1f1-4746-996f-b67e830b94ce,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:32.175633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:32.178308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'ad894130-fba8-4d79-8260-84c298d0ae6b', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'port_id': 'ad894130-fba8-4d79-8260-84c298d0ae6b', 'mac_address': 'fa:16:3e:cf:bc:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:51:32.195470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:32.217509 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.217695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.217695 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Added segment a78a4c6e-9f5e-486b-a79c-c3811c2aa467 of type vlan for network 006871a5-87b4-4ee0-b89f-775378777a1f Jul 05 03:51:32.291224 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.328057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:32.344983 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.359939 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2868d014-6541-4edb-9e0b-2e652284476d tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.364491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.364910 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Added segment 02976b5c-e0a4-450e-befe-b25524e1200d of type vlan for network 76617f16-0626-476e-85f5-9be863f1b4af Jul 05 03:51:32.372170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad894130-fba8-4d79-8260-84c298d0ae6b {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:51:32.415388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ad894130-fba8-4d79-8260-84c298d0ae6b, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ad894130-fba8-4d79-8260-84c298d0ae6b,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:32.426210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2868d014-6541-4edb-9e0b-2e652284476d tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.438455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489b07a-729c-494f-93df-866214249de0', 'name': 'tempest-ServersTestMultiNic-1687215499-router', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:15Z', 'updated_at': '2021-07-05T03:51:27Z', 'revision_number': 4, 'project_id': '177f55d1151c4183b6178172c6804c93', 'gw_port': {'id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489b07a-729c-494f-93df-866214249de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:17Z', 'updated_at': '2021-07-05T03:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772', 'name': '', 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'mac_address': 'fa:16:3e:37:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489b07a-729c-494f-93df-866214249de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'abc335d5-9ee7-416c-98e5-74564f788a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:24Z', 'updated_at': '2021-07-05T03:51:28Z', 'revision_number': 2, 'project_id': '177f55d1151c4183b6178172c6804c93', 'subnets': [{'id': 'abc335d5-9ee7-416c-98e5-74564f788a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:32.461323 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.462465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.463140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.474948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.477954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Checking router: 4489b07a-729c-494f-93df-866214249de0 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:32.478815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Updating router 4489b07a-729c-494f-93df-866214249de0 port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:32.531277 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.536845 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.686013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ad894130-fba8-4d79-8260-84c298d0ae6b,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:32.751583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.757980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:32.758701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.776799 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2868d014-6541-4edb-9e0b-2e652284476d tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.781124 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2868d014-6541-4edb-9e0b-2e652284476d tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:32.792435 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2868d014-6541-4edb-9e0b-2e652284476d tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "DELETE /v2.0/security-groups/57944de4-2153-4870-a11c-937e6f67dee2 HTTP/1.1" status: 204 len: 168 time: 0.6576245 Jul 05 03:51:32.800565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52602) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:32.884173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868d014-6541-4edb-9e0b-2e652284476d tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57944de4-2153-4870-a11c-937e6f67dee2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:32.895074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52604) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:33.089256 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-24f06a55-f477-4ef8-8b10-95bd0bdb184c tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] show failed (client error): The resource could not be found. Jul 05 03:51:33.098624 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-24f06a55-f477-4ef8-8b10-95bd0bdb184c tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "GET /v2.0/security-groups/57944de4-2153-4870-a11c-937e6f67dee2 HTTP/1.1" status: 404 len: 347 time: 0.2619562 Jul 05 03:51:33.110527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52612) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:33.158211 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3974440 Jul 05 03:51:33.183225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52614) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:33.207817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'subnet': {'network_id': '76617f16-0626-476e-85f5-9be863f1b4af', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:33.243347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['ad894130-fba8-4d79-8260-84c298d0ae6b'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:51:33.255279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23162260-d269-479e-afdd-e5d79f747e76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Network': ['ID=76617f16-0626-476e-85f5-9be863f1b4af,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.259778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.0514834 Jul 05 03:51:33.273891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52618) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:33.322955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Request body: {'subnet': {'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-814522786-subnet', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:33.358752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 76617f16-0626-476e-85f5-9be863f1b4af details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:33.390210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e79566-cb8a-4847-a67f-7190f793ccb2 admin admin] Pushing event updated for resources: {'Network': ['ID=006871a5-87b4-4ee0-b89f-775378777a1f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:33.465226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 006871a5-87b4-4ee0-b89f-775378777a1f details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:33.523273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0b43-b803-41f8-888a-db159d3c54f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.591401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb80776d-a047-4509-bdc7-275b42506f8b req-c01ef153-5304-4f26-b7ac-6b78c8564015 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:33.593305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb80776d-a047-4509-bdc7-275b42506f8b req-c01ef153-5304-4f26-b7ac-6b78c8564015 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 944 time: 0.4811778 Jul 05 03:51:33.661754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:51:33.661754 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 03:51:33.661754 n-d-758944-41 neutron-server[100895]: [parameters: {'project_id_1': '177f55d1151c4183b6178172c6804c93', 'expiration_1': datetime.datetime(2021, 7, 5, 3, 51, 33, 587782)}] Jul 05 03:51:33.661754 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:51:33.662504 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:51:33.687390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:33.691659 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.867942 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0b43-b803-41f8-888a-db159d3c54f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.975412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb80776d-a047-4509-bdc7-275b42506f8b req-818396b6-4f3b-4b3d-8555-4865bc3c1920 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3719881 Jul 05 03:51:33.979005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-1c34bce3-22dc-49d3-8d91-680049092780 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Deleting port 1c0c9d2d-c7ba-45ab-9cce-4237b0e80fd6 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:33.979308 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c34bce3-22dc-49d3-8d91-680049092780 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:33.980426 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a1c0b43-b803-41f8-888a-db159d3c54f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.021827 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.041969 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6a1c0b43-b803-41f8-888a-db159d3c54f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bf275b5e9ff45189429f23d482cb0c5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0830081 Jul 05 03:51:34.051385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52628) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:34.068498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Transition to ACTIVE for port object bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:34.085334 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.089008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c34bce3-22dc-49d3-8d91-680049092780 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.089482 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c34bce3-22dc-49d3-8d91-680049092780 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.146530 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.158485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-1c34bce3-22dc-49d3-8d91-680049092780 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Calling delete_port for 1c0c9d2d-c7ba-45ab-9cce-4237b0e80fd6 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:34.169988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1c0b43-b803-41f8-888a-db159d3c54f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1641ab7e-2fde-4d6e-a973-02f0d67492db,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:34.241641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e82c32dd-6b78-4191-902a-e6a7fae2ddaf,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:34.249836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3a7c9-fbdd-4334-b294-a5e1f961bebb None None] Pushing event updated for resources: {'Port': ['ID=bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:34.312007 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-838694be-fb67-4572-a6e1-cad987f89b88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.321745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:34.351852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.398603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Attempting to bind port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:34.398978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Attempting to bind port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '9c7f52b8-6781-4104-b5d7-eb60d40447e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:34.399632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Attempting to bind port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 on network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:34.412187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Checking segment: {'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:34.412995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Network hostable DHCP agents. Network: 006871a5-87b4-4ee0-b89f-775378777a1f, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:34.415730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:34.416150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Checking segment: {'id': '9c7f52b8-6781-4104-b5d7-eb60d40447e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:34.416555 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.416958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Bound using segment: {'id': '9c7f52b8-6781-4104-b5d7-eb60d40447e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:34.417447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Bound port: bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c7f52b8-6781-4104-b5d7-eb60d40447e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:34.417829 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.725301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Network 006871a5-87b4-4ee0-b89f-775378777a1f is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:34.727244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] For port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:34.770639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] For port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772,segment=NetworkSegment(9c7f52b8-6781-4104-b5d7-eb60d40447e7),segment_id=9c7f52b8-6781-4104-b5d7-eb60d40447e7)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:34.788178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-838694be-fb67-4572-a6e1-cad987f89b88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.889330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 006871a5-87b4-4ee0-b89f-775378777a1f) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:34.895138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:34.896349 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:34.901597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dcc943-9278-4023-bb28-43192c1126a8 None None] Network 006871a5-87b4-4ee0-b89f-775378777a1f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:34.969655 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c34bce3-22dc-49d3-8d91-680049092780 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.013309 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.022715 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.053990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c34bce3-22dc-49d3-8d91-680049092780 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Pushing event deleted for resources: {'Port': ['ID=1c0c9d2d-c7ba-45ab-9cce-4237b0e80fd6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:35.072549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-838694be-fb67-4572-a6e1-cad987f89b88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.074512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-838694be-fb67-4572-a6e1-cad987f89b88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.075747 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-838694be-fb67-4572-a6e1-cad987f89b88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1641ab7e-2fde-4d6e-a973-02f0d67492db HTTP/1.1" status: 204 len: 168 time: 1.0080454 Jul 05 03:51:35.160422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Checking segment: {'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:35.166469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network hostable DHCP agents. Network: 76617f16-0626-476e-85f5-9be863f1b4af, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:35.174516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-838694be-fb67-4572-a6e1-cad987f89b88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1641ab7e-2fde-4d6e-a973-02f0d67492db,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:35.224541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Subnet': ['ID=dafdb72c-8757-4698-939a-b6c7c2514a4c,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:35.230819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-34e5bdc3-dbfc-4927-a7a9-0909a29a574c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9546278 Jul 05 03:51:35.234980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52648) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:35.240255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:35.300191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Routers {'4489b07a-729c-494f-93df-866214249de0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:35.301550 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4489b07a-729c-494f-93df-866214249de0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:35.346350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network 76617f16-0626-476e-85f5-9be863f1b4af is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:35.407432 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.411499 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.422698 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c34bce3-22dc-49d3-8d91-680049092780 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.427812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c3a7c9-fbdd-4334-b294-a5e1f961bebb None None] Pushing event updated for resources: {'Port': ['ID=bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:35.442487 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c34bce3-22dc-49d3-8d91-680049092780 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.442715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 76617f16-0626-476e-85f5-9be863f1b4af) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:35.446560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1c34bce3-22dc-49d3-8d91-680049092780 tempest-ServersTestJSON-2081740282 tempest-ServersTestJSON-2081740282-project] 10.222.0.30 "DELETE /v2.0/floatingips/1a36086d-aba0-42ad-8f0f-077ca14cc688 HTTP/1.1" status: 204 len: 168 time: 2.3295259 Jul 05 03:51:35.447673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52650) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:35.452442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-006871a5-87b4-4ee0-b89f-775378777a1f', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:51:35.453586 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.474246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.475001 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.498635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e9c6f4f-8350-4be6-b059-12a08fb8add3 None None] Network 76617f16-0626-476e-85f5-9be863f1b4af requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:35.571187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff0f9ce-076c-4e4f-8db0-ae0af4c8a0d3 req-493a6703-77b0-42f5-bf40-2685b13425b6 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:35.578384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ff0f9ce-076c-4e4f-8db0-ae0af4c8a0d3 req-493a6703-77b0-42f5-bf40-2685b13425b6 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 944 time: 0.3220506 Jul 05 03:51:35.629548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ad894130-fba8-4d79-8260-84c298d0ae6b up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:35.709989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ff0f9ce-076c-4e4f-8db0-ae0af4c8a0d3 req-2c3255a4-6e5f-48e6-b3dc-a4aacc5b0e79 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1305892 Jul 05 03:51:35.756295 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:35.815410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52668) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:35.818872 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-21e2ae7f-180b-47ae-b060-e9db585df82b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.6196334 Jul 05 03:51:35.822283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1946933351'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:36.005420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] Set router 4489b07a-729c-494f-93df-866214249de0 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:36.037340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:36.041120 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.127621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:51:36.158366 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.158716 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Added segment 03675dca-48f9-4c65-a52f-2550db9f7e62 of type vlan for network a78fdfe1-9042-4a68-b52f-3754a04b45f9 Jul 05 03:51:36.171395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-76617f16-0626-476e-85f5-9be863f1b4af', 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'fixed_ips': [{'subnet_id': 'dafdb72c-8757-4698-939a-b6c7c2514a4c'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:51:36.172455 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.228881 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.237049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.294105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52670) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:36.312669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9d13e9a-7981-41c2-8a88-afe53613ed31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.350975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Allocated IP 172.20.0.2 (006871a5-87b4-4ee0-b89f-775378777a1f/e82c32dd-6b78-4191-902a-e6a7fae2ddaf/328af0a7-84e4-4bae-bf42-ecaba6ca30c7) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:36.357652 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.365644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:36.367014 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.446517 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port ad894130-fba8-4d79-8260-84c298d0ae6b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:36.467114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port ad894130-fba8-4d79-8260-84c298d0ae6b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:36.467592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.556090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Network': ['ID=a78fdfe1-9042-4a68-b52f-3754a04b45f9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:36.568324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Allocated IP 19.80.0.2 (76617f16-0626-476e-85f5-9be863f1b4af/dafdb72c-8757-4698-939a-b6c7c2514a4c/04b8c91c-6927-445e-acfa-0534c1130600) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:36.574653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.575263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.575688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.576126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.576537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.576944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.577345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.577749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.578277 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.578642 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.579167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.580130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:51:36.645838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network a78fdfe1-9042-4a68-b52f-3754a04b45f9 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:51:36.653645 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9d13e9a-7981-41c2-8a88-afe53613ed31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.701397 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9d13e9a-7981-41c2-8a88-afe53613ed31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:36.818685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-be5f25c8-eebc-4e85-b01f-cf257851d142 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.0016644 Jul 05 03:51:36.823256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52674) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:36.835324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d13e9a-7981-41c2-8a88-afe53613ed31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ce7e90a-bd08-4563-9b8a-cc1a8190e3e9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:36.845094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d9d13e9a-7981-41c2-8a88-afe53613ed31 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f30d5129ebdb4ab59b6b21363f120f2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5466366 Jul 05 03:51:36.845094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52676) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:36.846464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'subnet': {'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:37.150433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-891daa64-62f5-4841-882c-c18fcf70ebda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.207677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-503313dc-7598-494d-9837-8befc065553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.221497 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-891daa64-62f5-4841-882c-c18fcf70ebda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.396283 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.430338 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.431277 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.450420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186a31f2-3fa2-4a68-af20-d9c358380017 req-c1156499-d41a-4c29-b46b-149495aee722 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:37.452243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-186a31f2-3fa2-4a68-af20-d9c358380017 req-c1156499-d41a-4c29-b46b-149495aee722 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 944 time: 0.4443014 Jul 05 03:51:37.513710 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.540853 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.550362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-186a31f2-3fa2-4a68-af20-d9c358380017 req-462c4332-b776-4c9c-bd61-a07a3eba0ec9 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790250 Jul 05 03:51:37.554994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad894130-fba8-4d79-8260-84c298d0ae6b'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:37.556423 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f503433-99e9-446b-9384-2bbbefb94132" -d '{"events": [{"server_uuid": "8448b289-8761-4c58-a267-7fdbf1b19f6f", "name": "network-vif-plugged", "status": "completed", "tag": "ad894130-fba8-4d79-8260-84c298d0ae6b"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:37.561247 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489b07a-729c-494f-93df-866214249de0', 'name': 'tempest-ServersTestMultiNic-1687215499-router', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:15Z', 'updated_at': '2021-07-05T03:51:27Z', 'revision_number': 4, 'project_id': '177f55d1151c4183b6178172c6804c93', 'gw_port': {'id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489b07a-729c-494f-93df-866214249de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:17Z', 'updated_at': '2021-07-05T03:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772', 'name': '', 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'mac_address': 'fa:16:3e:37:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489b07a-729c-494f-93df-866214249de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'abc335d5-9ee7-416c-98e5-74564f788a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:24Z', 'updated_at': '2021-07-05T03:51:34Z', 'revision_number': 4, 'project_id': '177f55d1151c4183b6178172c6804c93', 'subnets': [{'id': 'abc335d5-9ee7-416c-98e5-74564f788a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:37.595688 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-891daa64-62f5-4841-882c-c18fcf70ebda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.602028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-891daa64-62f5-4841-882c-c18fcf70ebda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.602028 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-891daa64-62f5-4841-882c-c18fcf70ebda admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ce7e90a-bd08-4563-9b8a-cc1a8190e3e9 HTTP/1.1" status: 204 len: 168 time: 0.7535481 Jul 05 03:51:37.634499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891daa64-62f5-4841-882c-c18fcf70ebda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ce7e90a-bd08-4563-9b8a-cc1a8190e3e9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:37.656152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Transition to ACTIVE for port object 04b8c91c-6927-445e-acfa-0534c1130600 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:37.661026 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Transition to ACTIVE for port object 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:37.672170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ad894130-fba8-4d79-8260-84c298d0ae6b, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ad894130-fba8-4d79-8260-84c298d0ae6b,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:37.672170 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eacf2fde-b3ae-4c83-8f4f-0b8b032a5371 x-openstack-request-id: req-eacf2fde-b3ae-4c83-8f4f-0b8b032a5371 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:37.672170 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8448b289-8761-4c58-a267-7fdbf1b19f6f", "name": "network-vif-plugged", "status": "completed", "tag": "ad894130-fba8-4d79-8260-84c298d0ae6b", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:37.672170 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eacf2fde-b3ae-4c83-8f4f-0b8b032a5371 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:37.672170 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad894130-fba8-4d79-8260-84c298d0ae6b', 'code': 200} Jul 05 03:51:37.715003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85aad102-b0e5-4cda-9ac9-44a31c4d72b1 None None] The sync data for ids ['4489b07a-729c-494f-93df-866214249de0'] in n-d-758944-41 is: [{'id': '4489b07a-729c-494f-93df-866214249de0', 'name': 'tempest-ServersTestMultiNic-1687215499-router', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:15Z', 'updated_at': '2021-07-05T03:51:27Z', 'revision_number': 4, 'project_id': '177f55d1151c4183b6178172c6804c93', 'gw_port': {'id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489b07a-729c-494f-93df-866214249de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:17Z', 'updated_at': '2021-07-05T03:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772', 'name': '', 'network_id': '9c4f2273-fce4-4e4a-80bf-de61ffb4ac53', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'mac_address': 'fa:16:3e:37:0f:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4489b07a-729c-494f-93df-866214249de0', 'device_owner': 'network:router_interface', 'standard_attr_id': 838, 'fixed_ips': [{'subnet_id': 'abc335d5-9ee7-416c-98e5-74564f788a9c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:24Z', 'updated_at': '2021-07-05T03:51:34Z', 'revision_number': 4, 'project_id': '177f55d1151c4183b6178172c6804c93', 'subnets': [{'id': 'abc335d5-9ee7-416c-98e5-74564f788a9c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:37.774828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Transition to ACTIVE for port object 04b8c91c-6927-445e-acfa-0534c1130600 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:37.776957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Transition to ACTIVE for port object 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:37.794653 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.889018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Allocated IP 172.25.4.248 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/e45e8ffe-fef2-4e28-81bd-687ae7f2edf0) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:37.904638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ad894130-fba8-4d79-8260-84c298d0ae6b,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:37.911111 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:37.974165 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.064383 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.116831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Network 76617f16-0626-476e-85f5-9be863f1b4af is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:38.134300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:38.146570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Pushing event updated for resources: {'Port': ['ID=04b8c91c-6927-445e-acfa-0534c1130600,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:38.157434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:38.164711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Network 006871a5-87b4-4ee0-b89f-775378777a1f is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:38.172523 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3619bae-c917-4de4-9114-0ff92e61ae37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.183053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:38.211499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:38.277752 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.284016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:38.292532 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.376073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Pushing event updated for resources: {'Port': ['ID=328af0a7-84e4-4bae-bf42-ecaba6ca30c7,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:38.444179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Attempting to bind port 04b8c91c-6927-445e-acfa-0534c1130600 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:38.451258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Attempting to bind port 04b8c91c-6927-445e-acfa-0534c1130600 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:38.452086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Attempting to bind port 04b8c91c-6927-445e-acfa-0534c1130600 on network 76617f16-0626-476e-85f5-9be863f1b4af {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:38.454829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Attempting to bind port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:38.455437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Attempting to bind port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:38.456131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Attempting to bind port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 on network 006871a5-87b4-4ee0-b89f-775378777a1f {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:38.476389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:38.477409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Checking segment: {'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:38.478342 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.479266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Bound using segment: {'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:38.482077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Bound port: 328af0a7-84e4-4bae-bf42-ecaba6ca30c7, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:38.483930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.490496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:38.493536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Checking segment: {'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:38.495638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.496323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Bound using segment: {'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:38.497545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Bound port: 04b8c91c-6927-445e-acfa-0534c1130600, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:38.502654 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:38.605830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:38.614718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:38.629124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:38.790458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] For port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:38.802178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:38.907991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8059e81d-a69f-447b-b9ff-ff3c7ebb9576 req-6401f35a-0979-46d2-8c96-a5aa774a6289 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:38.916082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] For port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=328af0a7-84e4-4bae-bf42-ecaba6ca30c7,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:38.928193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ce500664-4533-485f-9c86-fe69740de0df None None] For port 04b8c91c-6927-445e-acfa-0534c1130600, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:38.930356 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8059e81d-a69f-447b-b9ff-ff3c7ebb9576 req-6401f35a-0979-46d2-8c96-a5aa774a6289 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 1097 time: 0.7311850 Jul 05 03:51:38.988956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ce500664-4533-485f-9c86-fe69740de0df None None] For port 04b8c91c-6927-445e-acfa-0534c1130600, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=04b8c91c-6927-445e-acfa-0534c1130600,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:39.032653 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.041969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Pushing event updated for resources: {'Port': ['ID=e45e8ffe-fef2-4e28-81bd-687ae7f2edf0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.102525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d28b1-07ee-4aca-8fca-e87873493dfc req-af938bb6-a8c7-4640-9a06-852470fb9ed7 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:39.116993 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb3d28b1-07ee-4aca-8fca-e87873493dfc req-af938bb6-a8c7-4640-9a06-852470fb9ed7 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 945 time: 0.2236471 Jul 05 03:51:39.151249 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.153707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:39.231295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb3d28b1-07ee-4aca-8fca-e87873493dfc req-cbf16978-36f6-47d0-8c41-58f26abfa570 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041472 Jul 05 03:51:39.331075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:39.331835 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:39.485037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f394ac-546e-4a46-8244-f5801b2a7c93 None None] Pushing event updated for resources: {'Port': ['ID=328af0a7-84e4-4bae-bf42-ecaba6ca30c7,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.582447 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8059e81d-a69f-447b-b9ff-ff3c7ebb9576 req-f3c4e637-2d1b-4746-b5e8-001590c6d3bb service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6454606 Jul 05 03:51:39.776704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce500664-4533-485f-9c86-fe69740de0df None None] Pushing event updated for resources: {'Port': ['ID=04b8c91c-6927-445e-acfa-0534c1130600,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:39.876101 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.005388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772,segment=NetworkSegment(9c7f52b8-6781-4104-b5d7-eb60d40447e7),segment_id=9c7f52b8-6781-4104-b5d7-eb60d40447e7)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:40.118079 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.302149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:40.736582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3609ed9-a065-42ac-a6aa-be813a8bf798 req-3c4e3baa-1922-4436-95b0-54dbbe8b0597 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:40.745379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3609ed9-a065-42ac-a6aa-be813a8bf798 req-3c4e3baa-1922-4436-95b0-54dbbe8b0597 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 945 time: 0.1827602 Jul 05 03:51:40.782764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:40.836239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3609ed9-a065-42ac-a6aa-be813a8bf798 req-89c1a4b5-7bb2-4073-8ade-bb26ed2be408 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867834 Jul 05 03:51:41.004215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:41.055809 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-beacafa2-d199-4baa-a611-b535e3524d3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.114975 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.138181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-503313dc-7598-494d-9837-8befc065553c admin admin] Deleting port ab33c90a-195f-4d09-967a-1f275afc14c5 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:41.138181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-503313dc-7598-494d-9837-8befc065553c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.178368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5e6ea9f-3972-4deb-aa46-fda2179a0f65 None None] Network 006871a5-87b4-4ee0-b89f-775378777a1f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:41.230798 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.250339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:41.290617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:41.354497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2155c6c1-43cb-4622-ba29-d50431b565fa None None] Provisioning for port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:41.402014 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2155c6c1-43cb-4622-ba29-d50431b565fa None None] Provisioning complete for port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:41.415509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2155c6c1-43cb-4622-ba29-d50431b565fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.434267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.752515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:41.753145 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.825924 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.912777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Subnet': ['ID=6c9cebbb-ba06-4d2d-93eb-32d3e5293266,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:41.951320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2155c6c1-43cb-4622-ba29-d50431b565fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:41.957619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-503313dc-7598-494d-9837-8befc065553c admin admin] For port ab33c90a-195f-4d09-967a-1f275afc14c5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ab33c90a-195f-4d09-967a-1f275afc14c5,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:41.958206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-503313dc-7598-494d-9837-8befc065553c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.021818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-503313dc-7598-494d-9837-8befc065553c admin admin] Calling delete_port for ab33c90a-195f-4d09-967a-1f275afc14c5 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:42.031249 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2155c6c1-43cb-4622-ba29-d50431b565fa None None] For port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=328af0a7-84e4-4bae-bf42-ecaba6ca30c7,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:42.045292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 04b8c91c-6927-445e-acfa-0534c1130600 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:42.121884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1b878a-6a8f-42b6-b5f7-a25248b19861 None None] Network 76617f16-0626-476e-85f5-9be863f1b4af requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:42.145597 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2155c6c1-43cb-4622-ba29-d50431b565fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.206869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Checking segment: {'id': '03675dca-48f9-4c65-a52f-2550db9f7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:42.207505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network hostable DHCP agents. Network: a78fdfe1-9042-4a68-b52f-3754a04b45f9, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:51:42.289700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51142f1b-40a0-4d29-b8e7-9bc5922bff85 req-e3c4f653-25e7-41dc-b75f-f0952ea49e8e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.293323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51142f1b-40a0-4d29-b8e7-9bc5922bff85 req-e3c4f653-25e7-41dc-b75f-f0952ea49e8e tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 945 time: 0.1721387 Jul 05 03:51:42.303407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Router 42a7a8f0-655f-4806-ab6d-664d139a4cdc is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:51:42.315557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2155c6c1-43cb-4622-ba29-d50431b565fa None None] Pushing event updated for resources: {'Port': ['ID=328af0a7-84e4-4bae-bf42-ecaba6ca30c7,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:42.398043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51142f1b-40a0-4d29-b8e7-9bc5922bff85 req-b82637e8-f8dc-4012-8ae5-db44b722d5a9 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934653 Jul 05 03:51:42.556116 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network a78fdfe1-9042-4a68-b52f-3754a04b45f9 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:51:42.597652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cdad404c-b550-435b-9432-c4af13dee465 None None] Provisioning for port 04b8c91c-6927-445e-acfa-0534c1130600 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:42.664023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 04b8c91c-6927-445e-acfa-0534c1130600 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:42.674456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:42.676293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, a78fdfe1-9042-4a68-b52f-3754a04b45f9) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:42.696460 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 04b8c91c-6927-445e-acfa-0534c1130600 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:42.701348 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.712104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc3cdbc-85b4-490a-89a2-7d4f29701c49 None None] Network a78fdfe1-9042-4a68-b52f-3754a04b45f9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:42.717451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.718216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.720830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Sync routers for ids ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:42.753956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d06e894-dfef-48a2-8eca-e3f29d2a5411 req-73d2d692-19a9-48fb-91ba-9d241843a324 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:42.755925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d06e894-dfef-48a2-8eca-e3f29d2a5411 req-73d2d692-19a9-48fb-91ba-9d241843a324 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 945 time: 0.1836467 Jul 05 03:51:42.769550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52808) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:42.773583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b13df709-2513-4d1e-b829-84fd482d4f05 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Request body: {'floatingip': {'port_id': 'ad894130-fba8-4d79-8260-84c298d0ae6b'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:42.878297 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.879433 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e4ab2562-7e6f-4d31-9d0c-61e030cc2110 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.6433387 Jul 05 03:51:42.880578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-503313dc-7598-494d-9837-8befc065553c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.883973 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a9a4a0b6-23ae-4dc3-92f5-b9b683623c8c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 6.0513654 Jul 05 03:51:42.889525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52818) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:42.932456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503313dc-7598-494d-9837-8befc065553c admin admin] Pushing event deleted for resources: {'Port': ['ID=ab33c90a-195f-4d09-967a-1f275afc14c5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:42.938617 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13df709-2513-4d1e-b829-84fd482d4f05 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:42.970368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Routers {'42a7a8f0-655f-4806-ab6d-664d139a4cdc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:42.974878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:43.199109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4ced1e24-16ff-43e7-b26e-bbbf2e80009f None None] Provisioning complete for port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:43.199109 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4ced1e24-16ff-43e7-b26e-bbbf2e80009f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.448625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-86ef1fe5-52c0-45d4-b4e7-dd1bc281ba9a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:43.455525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-86ef1fe5-52c0-45d4-b4e7-dd1bc281ba9a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:43.457503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-86ef1fe5-52c0-45d4-b4e7-dd1bc281ba9a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/networks?id=76617f16-0626-476e-85f5-9be863f1b4af&id=a78fdfe1-9042-4a68-b52f-3754a04b45f9&id=76617f16-0626-476e-85f5-9be863f1b4af HTTP/1.1" status: 200 len: 1392 time: 0.2868152 Jul 05 03:51:43.535935 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-503313dc-7598-494d-9837-8befc065553c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.537282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-2d01c0b7-0043-4daa-b4ce-e3fccf47327e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/quotas/177f55d1151c4183b6178172c6804c93 HTTP/1.1" status: 200 len: 375 time: 0.0694783 Jul 05 03:51:43.575314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Set router 42a7a8f0-655f-4806-ab6d-664d139a4cdc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:43.747174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-0648d958-ebbd-4769-a0eb-8e37720104fb tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=177f55d1151c4183b6178172c6804c93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1756523 Jul 05 03:51:43.837754 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.838435 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.875454 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.915001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-a78fdfe1-9042-4a68-b52f-3754a04b45f9', 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'fixed_ips': [{'subnet_id': '6c9cebbb-ba06-4d2d-93eb-32d3e5293266'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:51:43.916520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:43.920770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-dca392aa-4cd0-4224-b790-745f3acaf6a5 service neutron] 10.222.0.30 "GET /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412749 Jul 05 03:51:43.987950 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.106876 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.135660 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13df709-2513-4d1e-b829-84fd482d4f05 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.145919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-503313dc-7598-494d-9837-8befc065553c admin admin] Router d68d4548-e261-4cae-b880-12a9cbdfa15a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:44.158876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 04b8c91c-6927-445e-acfa-0534c1130600, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=04b8c91c-6927-445e-acfa-0534c1130600,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:44.182456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5c076b51-a350-453c-bf3f-c0f477ba62ee service neutron] 10.222.0.30 "GET /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547860 Jul 05 03:51:44.240011 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13df709-2513-4d1e-b829-84fd482d4f05 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.246556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Allocated IP 19.86.0.2 (a78fdfe1-9042-4a68-b52f-3754a04b45f9/6c9cebbb-ba06-4d2d-93eb-32d3e5293266/b5261ef1-1c53-4091-a5de-dabc94537111) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:44.253143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:38Z', 'revision_number': 3, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:44.282962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Allocated IP 172.20.0.1 (006871a5-87b4-4ee0-b89f-775378777a1f/e82c32dd-6b78-4191-902a-e6a7fae2ddaf/56616bc3-a821-43bd-bcb1-e838d59518a4) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:44.297895 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e8d9777f-1369-41ab-8d8e-3c25fd1cddf4 None None] Provisioning complete for port 04b8c91c-6927-445e-acfa-0534c1130600 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:44.298340 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e8d9777f-1369-41ab-8d8e-3c25fd1cddf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.303197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.305795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Checking router: 42a7a8f0-655f-4806-ab6d-664d139a4cdc for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:44.306113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Updating router 42a7a8f0-655f-4806-ab6d-664d139a4cdc port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:44.377276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-34b74e66-ba1c-46b0-a174-fc0e5e2bb73a service neutron] 10.222.0.30 "GET /v2.0/networks/a78fdfe1-9042-4a68-b52f-3754a04b45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1884782 Jul 05 03:51:44.446836 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-b13df709-2513-4d1e-b829-84fd482d4f05 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Floating IP ab2e3ad1-9b4d-41da-9229-d81dec836185 associated. External IP: 172.25.4.45, port: ad894130-fba8-4d79-8260-84c298d0ae6b. Jul 05 03:51:44.469513 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.518851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=04b8c91c-6927-445e-acfa-0534c1130600,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:44.548774 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.588045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-32e108b0-4740-4f6b-b7f7-4870059fcee3 service neutron] 10.222.0.30 "GET /v2.0/networks/a78fdfe1-9042-4a68-b52f-3754a04b45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960897 Jul 05 03:51:44.609438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Transition to ACTIVE for port object 56616bc3-a821-43bd-bcb1-e838d59518a4 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:44.715036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-0f3230ca-1dea-4203-9d41-a39ea9269a21 service neutron] 10.222.0.30 "GET /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1257553 Jul 05 03:51:44.774736 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:44.805175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:44.857334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Network 006871a5-87b4-4ee0-b89f-775378777a1f is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:44.860987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Pushing event updated for resources: {'Port': ['ID=56616bc3-a821-43bd-bcb1-e838d59518a4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:44.863702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:44.867836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:44.927625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-2a6c68cd-6fc6-4a51-961d-d833a65e17ab service neutron] 10.222.0.30 "GET /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117975 Jul 05 03:51:44.946493 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.024168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.071580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Transition to ACTIVE for port object b5261ef1-1c53-4091-a5de-dabc94537111 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:45.104198 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.122655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:45.123117 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.154131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-503313dc-7598-494d-9837-8befc065553c admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:45.157933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Transition to ACTIVE for port object e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:45.160521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Transition to ACTIVE for port object b5261ef1-1c53-4091-a5de-dabc94537111 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:45.164005 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-503313dc-7598-494d-9837-8befc065553c admin admin] 10.222.0.30 "PUT /v2.0/routers/d68d4548-e261-4cae-b880-12a9cbdfa15a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7037747 Jul 05 03:51:45.167997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52876) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:45.170310 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] Sync routers for ids ['d68d4548-e261-4cae-b880-12a9cbdfa15a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:45.187136 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] Routers {'d68d4548-e261-4cae-b880-12a9cbdfa15a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:45.187846 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d68d4548-e261-4cae-b880-12a9cbdfa15a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:45.291100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13df709-2513-4d1e-b829-84fd482d4f05 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Router 3a400c40-3d8b-4693-8298-453d60eb6245 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:45.358403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.371389 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] Set router d68d4548-e261-4cae-b880-12a9cbdfa15a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:45.390886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7781a85c-6ca5-4e35-9ce5-fb2034a277c5 None None] Provisioning for port 56616bc3-a821-43bd-bcb1-e838d59518a4 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:45.401488 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.411355 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.425936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7781a85c-6ca5-4e35-9ce5-fb2034a277c5 None None] Provisioning complete for port 56616bc3-a821-43bd-bcb1-e838d59518a4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:45.426422 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7781a85c-6ca5-4e35-9ce5-fb2034a277c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.432045 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.529824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7781a85c-6ca5-4e35-9ce5-fb2034a277c5 None None] Port 56616bc3-a821-43bd-bcb1-e838d59518a4 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:45.542881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13df709-2513-4d1e-b829-84fd482d4f05 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:45.576317 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13df709-2513-4d1e-b829-84fd482d4f05 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.628975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Pushing event updated for resources: {'Port': ['ID=b5261ef1-1c53-4091-a5de-dabc94537111,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:45.650276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] Sync routers for ids ['3a400c40-3d8b-4693-8298-453d60eb6245'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:45.662893 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b13df709-2513-4d1e-b829-84fd482d4f05 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "PUT /v2.0/floatingips/ab2e3ad1-9b4d-41da-9229-d81dec836185 HTTP/1.1" status: 200 len: 990 time: 2.8937724 Jul 05 03:51:45.663559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'tag': 'ad894130-fba8-4d79-8260-84c298d0ae6b'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:45.667778 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a10538f2-4c52-499e-b2c9-edeab54039fb" -d '{"events": [{"name": "network-changed", "server_uuid": "8448b289-8761-4c58-a267-7fdbf1b19f6f", "tag": "ad894130-fba8-4d79-8260-84c298d0ae6b"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:45.740745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea0082-5813-49fc-87ba-086643ed8138 None None] Pushing event updated for resources: {'Port': ['ID=e45e8ffe-fef2-4e28-81bd-687ae7f2edf0,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:45.754207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Network a78fdfe1-9042-4a68-b52f-3754a04b45f9 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:45.764313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:45.765492 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:51:42Z', 'revision_number': 5, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:45.769090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:45.780521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] Routers {'3a400c40-3d8b-4693-8298-453d60eb6245'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:45.781590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3a400c40-3d8b-4693-8298-453d60eb6245'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:45.801164 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] Checking router: d68d4548-e261-4cae-b880-12a9cbdfa15a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:45.813043 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] Routers {'d68d4548-e261-4cae-b880-12a9cbdfa15a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:45.814751 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d68d4548-e261-4cae-b880-12a9cbdfa15a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:45.853828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Attempting to bind port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:45.854357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Attempting to bind port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:45.854748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Attempting to bind port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:45.880831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:45.881326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:45.882263 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.882731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:45.883289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Bound port: e45e8ffe-fef2-4e28-81bd-687ae7f2edf0, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:45.883731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.910756 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:45.937107 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] Set router d68d4548-e261-4cae-b880-12a9cbdfa15a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:45.999309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Attempting to bind port b5261ef1-1c53-4091-a5de-dabc94537111 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:45.999309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Attempting to bind port b5261ef1-1c53-4091-a5de-dabc94537111 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '03675dca-48f9-4c65-a52f-2550db9f7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:45.999309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Attempting to bind port b5261ef1-1c53-4091-a5de-dabc94537111 on network a78fdfe1-9042-4a68-b52f-3754a04b45f9 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:46.030222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:46.030753 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Checking segment: {'id': '03675dca-48f9-4c65-a52f-2550db9f7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:46.031248 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.031712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Bound using segment: {'id': '03675dca-48f9-4c65-a52f-2550db9f7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:46.032289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Bound port: b5261ef1-1c53-4091-a5de-dabc94537111, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '03675dca-48f9-4c65-a52f-2550db9f7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:46.032789 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.061744 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.066752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] Set router 3a400c40-3d8b-4693-8298-453d60eb6245 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:46.071660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] For port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:46.188274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Deleting port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:46.190207 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.201686 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:51:42Z', 'revision_number': 5, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:46.243502 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bb87f99-7f46-482a-9656-863322506f8f None None] The sync data for ids ['d68d4548-e261-4cae-b880-12a9cbdfa15a'] in n-d-758944-41 is: [{'id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'name': 'tempest-ServersTestJSON-103053746-router', 'tenant_id': '068bea4f667445018e98e93ade1fff17', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26'}], 'enable_snat': True}, 'gw_port_id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:47:17Z', 'updated_at': '2021-07-05T03:51:42Z', 'revision_number': 5, 'project_id': '068bea4f667445018e98e93ade1fff17', 'gw_port': {'id': 'c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:e1:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd68d4548-e261-4cae-b880-12a9cbdfa15a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 546, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:47:18Z', 'updated_at': '2021-07-05T03:47:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:46.245881 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.405482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e25f5f6b-5c2b-4aaf-a5d9-8253641ba821 req-248acf1a-50b1-4f9f-b78d-e17d4dd06d5d tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 210 time: 0.0868661 Jul 05 03:51:46.419385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] For port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e45e8ffe-fef2-4e28-81bd-687ae7f2edf0,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:46.450356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 04b8c91c-6927-445e-acfa-0534c1130600 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:46.504392 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.507726 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.537599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Pushing event updated for resources: {'Port': ['ID=56616bc3-a821-43bd-bcb1-e838d59518a4,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:46.569054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] For port b5261ef1-1c53-4091-a5de-dabc94537111, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:46.634914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] For port c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:46.635334 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.651741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] For port b5261ef1-1c53-4091-a5de-dabc94537111, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b5261ef1-1c53-4091-a5de-dabc94537111,segment=NetworkSegment(03675dca-48f9-4c65-a52f-2550db9f7e62),segment_id=03675dca-48f9-4c65-a52f-2550db9f7e62)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:46.660908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Calling delete_port for c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:46.681994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Routers {'42a7a8f0-655f-4806-ab6d-664d139a4cdc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:46.682829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:46.740995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:46.750668 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:46.752563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ea0082-5813-49fc-87ba-086643ed8138 None None] Pushing event updated for resources: {'Port': ['ID=e45e8ffe-fef2-4e28-81bd-687ae7f2edf0,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:46.777226 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd2d920-8037-4031-a6e0-562b8ddef7cf x-openstack-request-id: req-ccd2d920-8037-4031-a6e0-562b8ddef7cf {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:46.777226 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8448b289-8761-4c58-a267-7fdbf1b19f6f", "tag": "ad894130-fba8-4d79-8260-84c298d0ae6b", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:46.777226 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccd2d920-8037-4031-a6e0-562b8ddef7cf {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:46.777226 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'tag': 'ad894130-fba8-4d79-8260-84c298d0ae6b', 'status': 'completed', 'code': 200} Jul 05 03:51:46.820831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Network 006871a5-87b4-4ee0-b89f-775378777a1f is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:46.838150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:47.003045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-22a87600-3206-4237-83b1-8346e95ae2d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:47.005055 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-22a87600-3206-4237-83b1-8346e95ae2d9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=738fa8d926e9474fbeebc1e741308633&device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 1097 time: 0.2013512 Jul 05 03:51:47.042135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52940) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:47.080430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 04b8c91c-6927-445e-acfa-0534c1130600 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:47.080695 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.191295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee84668-9dac-4654-a8a7-a0b0a1b61ba3 None None] Pushing event updated for resources: {'Port': ['ID=b5261ef1-1c53-4091-a5de-dabc94537111,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:47.334466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Router 42a7a8f0-655f-4806-ab6d-664d139a4cdc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:51:47.347345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] Set router 42a7a8f0-655f-4806-ab6d-664d139a4cdc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:47.478782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-c1ba5993-e114-483e-9f64-d764514eea1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:47.480887 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-c1ba5993-e114-483e-9f64-d764514eea1d service neutron] 10.222.0.13 "GET /v2.0/networks?id=d53a5d10-2817-4caf-a35f-b6c91ba1fb62 HTTP/1.1" status: 200 len: 913 time: 0.4646821 Jul 05 03:51:47.612187 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-8206860c-e608-4b35-a6ce-d5c4afda7d79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad894130-fba8-4d79-8260-84c298d0ae6b HTTP/1.1" status: 200 len: 998 time: 0.1021607 Jul 05 03:51:47.614257 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e22d2c8c-ade3-4a52-8014-3e26698fc525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.709785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:51:47.734377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-aa59e663-1ef9-45ad-a901-2cafc26091c2 admin admin] 10.222.0.30 "PUT /v2.0/routers/42a7a8f0-655f-4806-ab6d-664d139a4cdc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8433011 Jul 05 03:51:47.757355 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.774530 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.777909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4700653b-a06b-4ea8-8d84-72a5b8c956bf None None] Provisioning complete for port 56616bc3-a821-43bd-bcb1-e838d59518a4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:47.778738 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4700653b-a06b-4ea8-8d84-72a5b8c956bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:47.793149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-f126e235-8d43-4897-aaaa-970c9dae074e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:47.795375 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-f126e235-8d43-4897-aaaa-970c9dae074e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3730cd7-0b6e-4bec-b89f-56bda6c4ace4 HTTP/1.1" status: 200 len: 851 time: 0.1596973 Jul 05 03:51:47.849916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Pushing event deleted for resources: {'Port': ['ID=c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:48.029591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-c0f13572-72b2-4a60-bc13-76d004a57450 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:48.031314 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-c0f13572-72b2-4a60-bc13-76d004a57450 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d53a5d10-2817-4caf-a35f-b6c91ba1fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2110357 Jul 05 03:51:48.053497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'ab2e3ad1-9b4d-41da-9229-d81dec836185', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'port_id': 'ad894130-fba8-4d79-8260-84c298d0ae6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'mac_address': 'fa:16:3e:cf:bc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:07Z', 'updated_at': '2021-07-05T03:51:43Z', 'revision_number': 1, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7', 'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'mac_address': 'fa:16:3e:d5:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:59Z', 'updated_at': '2021-07-05T03:51:09Z', 'revision_number': 5, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'subnets': [{'id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:48.066968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36f6a499-4cbe-49ae-8bab-cea8071e610f req-57bfe301-223b-4ed0-b4ff-a41fef73e41b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 210 time: 0.1155200 Jul 05 03:51:48.095014 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.114256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:48.118292 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee18f56c-8005-44aa-b579-e6cd38254ea7" -d '{"events": [{"server_uuid": "2026db1f-6111-4c2f-9c0a-351a727cdb40", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:48.237545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:48.263264 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-68cf7f07-3552-469d-86e2-6a2cea37da9d service neutron] 10.222.0.13 "GET /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201002 Jul 05 03:51:48.315789 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.321179 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.325660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] Checking router: 3a400c40-3d8b-4693-8298-453d60eb6245 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:48.354650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e22d2c8c-ade3-4a52-8014-3e26698fc525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.382990 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.432212 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4700653b-a06b-4ea8-8d84-72a5b8c956bf None None] Port 56616bc3-a821-43bd-bcb1-e838d59518a4 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:48.493540 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e22d2c8c-ade3-4a52-8014-3e26698fc525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.565131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] Routers {'3a400c40-3d8b-4693-8298-453d60eb6245'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:48.576851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3a400c40-3d8b-4693-8298-453d60eb6245'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:48.591780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.592423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d68d4548-e261-4cae-b880-12a9cbdfa15a {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:51:48.597516 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.598576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-73622f7d-5124-4e2b-b00d-8818de1e6a7b admin admin] 10.222.0.30 "DELETE /v2.0/routers/d68d4548-e261-4cae-b880-12a9cbdfa15a HTTP/1.1" status: 204 len: 168 time: 3.4281144 Jul 05 03:51:48.601869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53000) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:48.691656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:48.730271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-395bfcd6-d8de-4e3b-920a-7e3411f26a77 admin admin] Deleting subnet 73c16aaa-5ad7-47af-a5e6-0976b41fd106 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:51:48.751515 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-395bfcd6-d8de-4e3b-920a-7e3411f26a77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.780804 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e22d2c8c-ade3-4a52-8014-3e26698fc525 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a174cf641e0a43f18f3746890efc8b8c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7374947 Jul 05 03:51:48.784493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53012) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:48.922865 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-395bfcd6-d8de-4e3b-920a-7e3411f26a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:48.923924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22d2c8c-ade3-4a52-8014-3e26698fc525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6762fcd7-638e-4a92-8fc9-2a6bbd4e06a9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:48.989158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b5261ef1-1c53-4091-a5de-dabc94537111 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:49.005953 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-658c78aa-d33c-4f07-9026-cbf83965cd2c x-openstack-request-id: req-658c78aa-d33c-4f07-9026-cbf83965cd2c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:49.011821 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026db1f-6111-4c2f-9c0a-351a727cdb40", "name": "network-vif-unplugged", "status": "completed", "tag": "dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:49.011821 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-658c78aa-d33c-4f07-9026-cbf83965cd2c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:49.011821 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f', 'code': 200} Jul 05 03:51:49.047190 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a10538f2-4c52-499e-b2c9-edeab54039fb req-0a78c71a-18c8-4e52-91b6-abab933dfa7a service neutron] 10.222.0.13 "GET /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7635043 Jul 05 03:51:49.049688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1e3a829-4db6-4b15-ad12-00227cb0bca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.079702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1e3a829-4db6-4b15-ad12-00227cb0bca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.169524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99a3b98d-d018-495f-aca2-46f2cde01399 None None] Network a78fdfe1-9042-4a68-b52f-3754a04b45f9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:49.236612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-395bfcd6-d8de-4e3b-920a-7e3411f26a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.373955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] Set router 3a400c40-3d8b-4693-8298-453d60eb6245 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:49.447351 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1e3a829-4db6-4b15-ad12-00227cb0bca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.457215 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1e3a829-4db6-4b15-ad12-00227cb0bca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.465483 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f1e3a829-4db6-4b15-ad12-00227cb0bca7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6762fcd7-638e-4a92-8fc9-2a6bbd4e06a9 HTTP/1.1" status: 204 len: 168 time: 0.6732521 Jul 05 03:51:49.507265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e3a829-4db6-4b15-ad12-00227cb0bca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6762fcd7-638e-4a92-8fc9-2a6bbd4e06a9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:49.510345 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-395bfcd6-d8de-4e3b-920a-7e3411f26a77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.570106 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-395bfcd6-d8de-4e3b-920a-7e3411f26a77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:49.594871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-395bfcd6-d8de-4e3b-920a-7e3411f26a77 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/73c16aaa-5ad7-47af-a5e6-0976b41fd106 HTTP/1.1" status: 204 len: 168 time: 0.9902799 Jul 05 03:51:49.605226 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53032) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:49.659258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-c05ca18e-f7c9-4586-8baf-b7486d2e6d20 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:49.661003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-c05ca18e-f7c9-4586-8baf-b7486d2e6d20 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 804 time: 0.4842529 Jul 05 03:51:49.668270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395bfcd6-d8de-4e3b-920a-7e3411f26a77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=73c16aaa-5ad7-47af-a5e6-0976b41fd106,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:49.670137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-f362760b-1dd4-432b-b1f8-3b57dda63f99 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:49.681799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-f362760b-1dd4-432b-b1f8-3b57dda63f99 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:49.683506 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-f362760b-1dd4-432b-b1f8-3b57dda63f99 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "GET /v2.0/networks?id=76617f16-0626-476e-85f5-9be863f1b4af&id=a78fdfe1-9042-4a68-b52f-3754a04b45f9&id=76617f16-0626-476e-85f5-9be863f1b4af HTTP/1.1" status: 200 len: 1392 time: 0.4454195 Jul 05 03:51:49.720807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'port': {'device_id': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af', 'admin_state_up': True, 'tenant_id': '177f55d1151c4183b6178172c6804c93'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:49.745201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a22dd0b-e808-45e5-a546-74e20f00a8c2 req-d7853159-d669-4c03-8fd3-6fd89fc74b67 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 210 time: 0.0825934 Jul 05 03:51:49.818920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-5faf69b8-bdf4-4509-ad7b-9970f59cdd25 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/quotas/504f7d8f004e47d7bdc354b9e97ddc5e HTTP/1.1" status: 200 len: 375 time: 0.1361265 Jul 05 03:51:49.822605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca365267-aa94-49c6-9f5f-8b5e2040f0fd None None] Network 81fc52d9-59ef-4deb-b94f-25eb14d27b18 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:51:49.834949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8c4f510b-565c-4b51-9457-f53cb550b629 None None] Provisioning for port b5261ef1-1c53-4091-a5de-dabc94537111 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:49.879774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 2, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:49.957389 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.019855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-8936a8fc-0bcf-42ce-bcb9-a1d5c90896f7 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1921811 Jul 05 03:51:50.123451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73d9016a-bef7-40c6-b3b1-cd08b837441b None None] The sync data for ids ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'] in n-d-758944-41 is: [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 2, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:50.133475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:50.139985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.254680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port b5261ef1-1c53-4091-a5de-dabc94537111 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:50.275824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Deleting port a9fe9caa-c71a-45c4-b207-4727b065c5d4 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:50.276364 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.437540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Allocated IP 19.80.0.125 (76617f16-0626-476e-85f5-9be863f1b4af/dafdb72c-8757-4698-939a-b6c7c2514a4c/da2c2a7a-c488-4e51-b11a-734856e192fb) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:50.441343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-57761940-e9b3-45a2-b526-208ab921df74 service neutron] 10.222.0.30 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4112320 Jul 05 03:51:50.581720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b5261ef1-1c53-4091-a5de-dabc94537111 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:50.581720 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.624149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53064) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:50.696741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6d57476a-a172-4112-89f5-7b801bf6178d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.954254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] For port a9fe9caa-c71a-45c4-b207-4727b065c5d4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a9fe9caa-c71a-45c4-b207-4727b065c5d4,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:50.959803 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.995879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:50.997283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-15f8d639-ce26-4242-9059-c778dae265bc tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:51.002193 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-15f8d639-ce26-4242-9059-c778dae265bc tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "GET /v2.0/ports?device_id=2026db1f-6111-4c2f-9c0a-351a727cdb40 HTTP/1.1" status: 200 len: 943 time: 0.8529565 Jul 05 03:51:51.049312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Transition to ACTIVE for port object da2c2a7a-c488-4e51-b11a-734856e192fb will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:51.138383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'ab2e3ad1-9b4d-41da-9229-d81dec836185', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'port_id': 'ad894130-fba8-4d79-8260-84c298d0ae6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'mac_address': 'fa:16:3e:cf:bc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:07Z', 'updated_at': '2021-07-05T03:51:43Z', 'revision_number': 1, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7', 'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'mac_address': 'fa:16:3e:d5:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:59Z', 'updated_at': '2021-07-05T03:51:09Z', 'revision_number': 5, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'subnets': [{'id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:51.173765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Calling delete_port for a9fe9caa-c71a-45c4-b207-4727b065c5d4 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:51.221525 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.242260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d7884d2-023d-43b1-b116-a11587771d88 None None] The sync data for ids ['3a400c40-3d8b-4693-8298-453d60eb6245'] in n-d-758944-41 is: [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'ab2e3ad1-9b4d-41da-9229-d81dec836185', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'floating_ip_address': '172.25.4.45', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'port_id': 'ad894130-fba8-4d79-8260-84c298d0ae6b', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 805, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'mac_address': 'fa:16:3e:cf:bc:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:51:07Z', 'updated_at': '2021-07-05T03:51:43Z', 'revision_number': 1, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7', 'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'mac_address': 'fa:16:3e:d5:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:59Z', 'updated_at': '2021-07-05T03:51:09Z', 'revision_number': 5, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'subnets': [{'id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:51:51.336481 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.358271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-fb1dfd29-b9ae-4949-a08b-4f70bd9e2c80 service neutron] 10.222.0.30 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8672438 Jul 05 03:51:51.381202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port b5261ef1-1c53-4091-a5de-dabc94537111, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b5261ef1-1c53-4091-a5de-dabc94537111,segment=NetworkSegment(03675dca-48f9-4c65-a52f-2550db9f7e62),segment_id=03675dca-48f9-4c65-a52f-2550db9f7e62)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:51.390447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cbf1acc-c95e-4773-9897-eaae7e660450 None None] DHCP port deletion for 81fc52d9-59ef-4deb-b94f-25eb14d27b18 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:51:51.420583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6d57476a-a172-4112-89f5-7b801bf6178d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.482985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network 76617f16-0626-476e-85f5-9be863f1b4af is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:51.489248 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.499046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ab33c90a-195f-4d09-967a-1f275afc14c5 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:51.505074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:51.525475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:51.558204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Port': ['ID=da2c2a7a-c488-4e51-b11a-734856e192fb,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:51.571715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: ab33c90a-195f-4d09-967a-1f275afc14c5 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:51.572169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ab33c90a-195f-4d09-967a-1f275afc14c5 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:51.587751 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6d57476a-a172-4112-89f5-7b801bf6178d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:51.897613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:51.904996 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6d57476a-a172-4112-89f5-7b801bf6178d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82d1fd6804aa464aa8638c48932a9104&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2740927 Jul 05 03:51:51.916996 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e10238a-3c08-4368-8bc4-212acf5ec2c7 None None] New status for floating IP ab2e3ad1-9b4d-41da-9229-d81dec836185: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:51:51.924836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-7f01408f-bdf7-4bb9-99f7-b9c905f90dea service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 1.1213684 Jul 05 03:51:51.925750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53090) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:52.033939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:51:52.034280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c0f4e40d-ad25-4ece-b8c4-ec1cdfbf99ef not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:52.034927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a9fe9caa-c71a-45c4-b207-4727b065c5d4 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:52.053070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d57476a-a172-4112-89f5-7b801bf6178d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65a5e077-517a-4122-832f-ddba932a659d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:52.131848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.131848 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.206601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3bd8cdf8-f29b-4e35-b4fb-52a3d952b7bb None None] Provisioning complete for port b5261ef1-1c53-4091-a5de-dabc94537111 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:52.207292 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bd8cdf8-f29b-4e35-b4fb-52a3d952b7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.209796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf7797ea-41c7-4568-b932-48d6f5000fb4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5110791 Jul 05 03:51:52.231565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'port': {'device_id': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9', 'admin_state_up': True, 'tenant_id': '177f55d1151c4183b6178172c6804c93'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:52.242386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf1acc-c95e-4773-9897-eaae7e660450 None None] Deleting port a9fe9caa-c71a-45c4-b207-4727b065c5d4 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:52.242782 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1acc-c95e-4773-9897-eaae7e660450 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.350301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=b5261ef1-1c53-4091-a5de-dabc94537111,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:52.489417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35525095-4e00-4fd7-92df-498a2f4da7cd req-cee5d11d-2a40-495e-8576-eb65431a57f0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:52.509217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35525095-4e00-4fd7-92df-498a2f4da7cd req-cee5d11d-2a40-495e-8576-eb65431a57f0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 932 time: 1.1554372 Jul 05 03:51:52.547112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-7e053d0f-44d3-49a1-9c1d-978b33d694c2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Deleting port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:51:52.547489 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-7e053d0f-44d3-49a1-9c1d-978b33d694c2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.670106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8cbf1acc-c95e-4773-9897-eaae7e660450 None None] For port a9fe9caa-c71a-45c4-b207-4727b065c5d4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a9fe9caa-c71a-45c4-b207-4727b065c5d4,segment=NetworkSegment(8bd20967-5efb-4911-828a-c13b5659e9d3),segment_id=8bd20967-5efb-4911-828a-c13b5659e9d3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:52.670502 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1acc-c95e-4773-9897-eaae7e660450 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.674871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No active binding found for port a9fe9caa-c71a-45c4-b207-4727b065c5d4 {{(pid=100897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 03:51:52.675635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a9fe9caa-c71a-45c4-b207-4727b065c5d4 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:51:52.676562 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.710318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8cbf1acc-c95e-4773-9897-eaae7e660450 None None] Calling delete_port for a9fe9caa-c71a-45c4-b207-4727b065c5d4 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:52.859695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:52.866026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.879874 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-799d338c-e2fd-44b9-81ce-fa2ed364f731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:52.982451 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8cbf1acc-c95e-4773-9897-eaae7e660450 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.067136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbf1acc-c95e-4773-9897-eaae7e660450 None None] Pushing event deleted for resources: {'Port': ['ID=a9fe9caa-c71a-45c4-b207-4727b065c5d4,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:53.082875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbf1acc-c95e-4773-9897-eaae7e660450 None None] No DVR routers for this DVR port a9fe9caa-c71a-45c4-b207-4727b065c5d4 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:53.129308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0790d52-8436-4424-b498-0c9e0302fb03 req-887841f7-b1b6-4b13-9378-65fb67c66423 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 210 time: 0.4206929 Jul 05 03:51:53.129308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] No DVR routers for this DVR port a9fe9caa-c71a-45c4-b207-4727b065c5d4 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:53.169522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a741d697-78d5-4147-a170-046a14622534 None None] Provisioning for port da2c2a7a-c488-4e51-b11a-734856e192fb completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:53.185342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a741d697-78d5-4147-a170-046a14622534 None None] Provisioning complete for port da2c2a7a-c488-4e51-b11a-734856e192fb triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:53.185864 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a741d697-78d5-4147-a170-046a14622534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.196970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Pushing event deleted for resources: {'Port': ['ID=a9fe9caa-c71a-45c4-b207-4727b065c5d4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:53.343271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a741d697-78d5-4147-a170-046a14622534 None None] Port da2c2a7a-c488-4e51-b11a-734856e192fb cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:53.348297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-183c78ac-4b76-42f3-8056-35c45123f614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:53.351401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-183c78ac-4b76-42f3-8056-35c45123f614 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fdd32576a9a4845b9d51b79c3f396b9&device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 1097 time: 1.3289955 Jul 05 03:51:53.379119 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-799d338c-e2fd-44b9-81ce-fa2ed364f731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.477829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Allocated IP 19.86.0.189 (a78fdfe1-9042-4a68-b52f-3754a04b45f9/6c9cebbb-ba06-4d2d-93eb-32d3e5293266/cd99c651-08bb-4aee-8263-009ed6685ccc) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:53.792963 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.827154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81fc52d9-59ef-4deb-b94f-25eb14d27b18']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:53.865377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:53.908256 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:53.939418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bd20967-5efb-4911-828a-c13b5659e9d3') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:53.940702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bd20967-5efb-4911-828a-c13b5659e9d3') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:53.945617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Transition to ACTIVE for port object cd99c651-08bb-4aee-8263-009ed6685ccc will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:53.995288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35525095-4e00-4fd7-92df-498a2f4da7cd req-bc4c9a6d-825e-4225-8cab-b64615ae472f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4842703 Jul 05 03:51:54.013299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-7e053d0f-44d3-49a1-9c1d-978b33d694c2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] For port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:54.014069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-7e053d0f-44d3-49a1-9c1d-978b33d694c2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.021227 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.121401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:54.128174 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:54.129362 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.158732 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.370554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network a78fdfe1-9042-4a68-b52f-3754a04b45f9 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:54.386454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.393364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:54.415939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:54.455564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e45e8ffe-fef2-4e28-81bd-687ae7f2edf0,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:51:54.550690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-9cd3fe37-0bab-4ab5-8470-77093ed952b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:54.560714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-9cd3fe37-0bab-4ab5-8470-77093ed952b3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0623dc40-1be0-4e57-85e9-3b566079ba5f HTTP/1.1" status: 200 len: 916 time: 1.1277890 Jul 05 03:51:54.565962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-7e053d0f-44d3-49a1-9c1d-978b33d694c2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Calling delete_port for dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:51:54.575026 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.577978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b5261ef1-1c53-4091-a5de-dabc94537111 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:54.592409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Port': ['ID=cd99c651-08bb-4aee-8263-009ed6685ccc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:54.659602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:54.660699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.766298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-7d454f75-273b-45df-9d29-007d3079a1f0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f HTTP/1.1" status: 200 len: 217 time: 0.2030547 Jul 05 03:51:54.771390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:51:54.797913 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-5cf19d55-3039-451b-aa4e-3bb5a3c82d72 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5719302 Jul 05 03:51:54.813584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'port': {'device_id': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af', 'admin_state_up': True, 'tenant_id': '177f55d1151c4183b6178172c6804c93'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:54.817186 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:54.949504 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=e45e8ffe-fef2-4e28-81bd-687ae7f2edf0,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:55.016806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b5261ef1-1c53-4091-a5de-dabc94537111 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:55.017182 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.019037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Sync routers for ids ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:51:55.053658 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-799d338c-e2fd-44b9-81ce-fa2ed364f731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.059960 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-799d338c-e2fd-44b9-81ce-fa2ed364f731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.070346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-799d338c-e2fd-44b9-81ce-fa2ed364f731 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/65a5e077-517a-4122-832f-ddba932a659d HTTP/1.1" status: 204 len: 168 time: 3.1304581 Jul 05 03:51:55.145495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:51:55.146507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:51:55.151948 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:51:55.179075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7ad9555f-4de7-4dda-856b-228cc6f6e4d8 None None] Provisioning for port cd99c651-08bb-4aee-8263-009ed6685ccc completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:55.218520 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7ad9555f-4de7-4dda-856b-228cc6f6e4d8 None None] Provisioning complete for port cd99c651-08bb-4aee-8263-009ed6685ccc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:55.222747 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7ad9555f-4de7-4dda-856b-228cc6f6e4d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.228345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17e80172-dd5c-4d59-8ddd-9cfda87190b6 req-a11fc4be-acf3-4612-8300-7e87a01684ba tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 210 time: 0.5047250 Jul 05 03:51:55.254744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:55.259055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.326707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799d338c-e2fd-44b9-81ce-fa2ed364f731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65a5e077-517a-4122-832f-ddba932a659d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:55.356710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7ad9555f-4de7-4dda-856b-228cc6f6e4d8 None None] Port cd99c651-08bb-4aee-8263-009ed6685ccc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:55.410695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-2aa0ef7b-9bd2-4159-8e9e-39b26eee91b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:55.418310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-2aa0ef7b-9bd2-4159-8e9e-39b26eee91b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=028d3a70-f3c7-41f1-86f7-f23061453731 HTTP/1.1" status: 200 len: 855 time: 0.6175909 Jul 05 03:51:55.436063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Routers {'42a7a8f0-655f-4806-ab6d-664d139a4cdc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:55.440838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:55.538239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-652ffd74-e06c-465b-a25a-5cf94d9f2bd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0623dc40-1be0-4e57-85e9-3b566079ba5f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1063859 Jul 05 03:51:55.617578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.641029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.641029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] 10.222.0.30 "DELETE /v2.0/networks/81fc52d9-59ef-4deb-b94f-25eb14d27b18 HTTP/1.1" status: 204 len: 168 time: 5.9912107 Jul 05 03:51:55.714899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Allocated IP 19.80.0.201 (76617f16-0626-476e-85f5-9be863f1b4af/dafdb72c-8757-4698-939a-b6c7c2514a4c/9c768fd2-bcb3-41ea-a311-d8005fecfd4b) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:55.739773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc46bc6-05a8-4a20-b437-5e626dbf5e6e admin admin] Pushing event deleted for resources: {'Network': ['ID=81fc52d9-59ef-4deb-b94f-25eb14d27b18,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:55.804227 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-7e053d0f-44d3-49a1-9c1d-978b33d694c2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:55.845124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Set router 42a7a8f0-655f-4806-ab6d-664d139a4cdc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:51:55.864820 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8a22e781-16e4-4d65-b516-84c89a017fed req-56dd367d-ec8a-4371-9321-4add643b4ee4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3377969 Jul 05 03:51:55.984700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e053d0f-44d3-49a1-9c1d-978b33d694c2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Pushing event deleted for resources: {'Port': ['ID=dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:56.298852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-7e053d0f-44d3-49a1-9c1d-978b33d694c2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] No DVR routers for this DVR port dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:51:56.306835 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-7e053d0f-44d3-49a1-9c1d-978b33d694c2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.311273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34688f22-99d5-44b5-99cf-737e3467ea7f req-7e053d0f-44d3-49a1-9c1d-978b33d694c2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "DELETE /v2.0/ports/dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f HTTP/1.1" status: 204 len: 173 time: 5.2696724 Jul 05 03:51:56.329174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-17828b39-4ea9-4c04-9ecc-e871a296d18e service neutron] 10.222.0.26 "GET /v2.0/networks/0623dc40-1be0-4e57-85e9-3b566079ba5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7241001 Jul 05 03:51:56.331884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'name': 'network-vif-deleted', 'tag': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:51:56.344995 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f256be8e-4ef4-4396-9fa0-68a1d9919b3b" -d '{"events": [{"server_uuid": "2026db1f-6111-4c2f-9c0a-351a727cdb40", "name": "network-vif-deleted", "tag": "dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:51:56.455739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52070d-13ae-4155-b648-a0f42c0c4f1d req-02220edd-1de1-4c7f-aaf1-817ed437dbd0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.482420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d52070d-13ae-4155-b648-a0f42c0c4f1d req-02220edd-1de1-4c7f-aaf1-817ed437dbd0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.492263 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d52070d-13ae-4155-b648-a0f42c0c4f1d req-02220edd-1de1-4c7f-aaf1-817ed437dbd0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 1655 time: 1.0038781 Jul 05 03:51:56.529756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-97a2c7b8-eb54-4611-ba47-1cb2475c9a35 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:56.532816 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-97a2c7b8-eb54-4611-ba47-1cb2475c9a35 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 804 time: 0.6841028 Jul 05 03:51:56.538327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53154) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:56.547421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.562422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:51:56.585113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Request body: {'port': {'device_id': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'admin_state_up': True, 'tenant_id': '504f7d8f004e47d7bdc354b9e97ddc5e'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:56.678769 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58ba828b-c62a-4c0c-abc9-0d8ae6251a10 req-b548d89f-576f-442e-b7e9-75ea8247996a service neutron] 10.222.0.26 "GET /v2.0/networks/0623dc40-1be0-4e57-85e9-3b566079ba5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3147957 Jul 05 03:51:56.763341 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59cb8762-c6c8-4e09-a958-57836816ae8f req-5b47fcfc-fb64-47c8-9621-d15d48e9b443 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 210 time: 0.0767419 Jul 05 03:51:56.785361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d52070d-13ae-4155-b648-a0f42c0c4f1d req-4a47efee-2713-4c5e-b814-98f3adcd0ae3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2895398 Jul 05 03:51:56.853980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:56.854454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:56.962473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Transition to ACTIVE for port object 9c768fd2-bcb3-41ea-a311-d8005fecfd4b will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:57.005149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 2, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:57.009246 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb12bcd9-7064-49dc-a260-e64e17e5ba37 x-openstack-request-id: req-cb12bcd9-7064-49dc-a260-e64e17e5ba37 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:51:57.010040 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2026db1f-6111-4c2f-9c0a-351a727cdb40", "name": "network-vif-deleted", "tag": "dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:51:57.010040 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb12bcd9-7064-49dc-a260-e64e17e5ba37 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:51:57.010424 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2026db1f-6111-4c2f-9c0a-351a727cdb40', 'name': 'network-vif-deleted', 'tag': 'dbd4ddd5-8e0e-46a3-865e-230a05c7bf1f', 'status': 'completed', 'code': 200} Jul 05 03:51:57.084037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22e781-16e4-4d65-b516-84c89a017fed req-42fa303d-4ef9-442c-9cfc-f24d41cc7f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.085785 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8a22e781-16e4-4d65-b516-84c89a017fed req-42fa303d-4ef9-442c-9cfc-f24d41cc7f87 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 1097 time: 1.1720035 Jul 05 03:51:57.092212 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-96746d99-ce0d-4b09-b938-6520905993dc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=068bea4f667445018e98e93ade1fff17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5483274 Jul 05 03:51:57.096429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Checking router: 42a7a8f0-655f-4806-ab6d-664d139a4cdc for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:51:57.096764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53164) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:51:57.096892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Updating router 42a7a8f0-655f-4806-ab6d-664d139a4cdc port 56616bc3-a821-43bd-bcb1-e838d59518a4 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:51:57.252085 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-acd8e0bd-260e-488d-b2f4-22b157aad9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.287035 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.299168 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-acd8e0bd-260e-488d-b2f4-22b157aad9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.417432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22e781-16e4-4d65-b516-84c89a017fed req-e0afecf5-925e-473c-81bd-f19181c0f7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.421996 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8a22e781-16e4-4d65-b516-84c89a017fed req-e0afecf5-925e-473c-81bd-f19181c0f7b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.2706447 Jul 05 03:51:57.513771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.555559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Made reservation on behalf of 504f7d8f004e47d7bdc354b9e97ddc5e for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:51:57.561340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.602833 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-acd8e0bd-260e-488d-b2f4-22b157aad9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.605933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-acd8e0bd-260e-488d-b2f4-22b157aad9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:57.607167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-acd8e0bd-260e-488d-b2f4-22b157aad9a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ac94c0a-315c-448d-a700-238fab0c7087 HTTP/1.1" status: 204 len: 168 time: 0.5093932 Jul 05 03:51:57.621374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd8e0bd-260e-488d-b2f4-22b157aad9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ac94c0a-315c-448d-a700-238fab0c7087,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:57.634201 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8a22e781-16e4-4d65-b516-84c89a017fed req-19f5cebd-f8ff-42a6-b8ad-fae248a20094 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 200 len: 1000 time: 0.2012768 Jul 05 03:51:57.665798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network 76617f16-0626-476e-85f5-9be863f1b4af is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:57.712668 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:57.725965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:51:57.737776 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:51:57.780231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Port': ['ID=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:57.953497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22e781-16e4-4d65-b516-84c89a017fed req-bf3ef626-c0e8-43da-abf8-537d50ea8f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:57.964746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8a22e781-16e4-4d65-b516-84c89a017fed req-bf3ef626-c0e8-43da-abf8-537d50ea8f2e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.3164203 Jul 05 03:51:58.148463 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.175136 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:58.175136 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.185062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Transition to ACTIVE for port object 56616bc3-a821-43bd-bcb1-e838d59518a4 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:51:58.236149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30587dfd-b41f-4060-8671-89de63f7ec5d req-f50b80c7-bb96-4139-bc5d-6f1d50099491 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 210 time: 0.1128197 Jul 05 03:51:58.288104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Allocated IP 172.20.0.7 (57560aed-cb5a-47c8-aff9-7ebcd631e891/2ec68273-2b6d-41e5-9d51-4ff736df0f68/40c4da15-0da2-490e-8d7f-fd46a562ecb7) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:51:58.317220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.492917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29815074-bc9c-4e5b-ae97-6a9f004e5a66 req-71d36061-2cd8-44dd-add0-8f43ebf422af tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:58.513192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29815074-bc9c-4e5b-ae97-6a9f004e5a66 req-71d36061-2cd8-44dd-add0-8f43ebf422af tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:58.516648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63122312-dd28-49ea-b1a1-7d8796780f16 None None] Pushing event updated for resources: {'Port': ['ID=56616bc3-a821-43bd-bcb1-e838d59518a4,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:51:58.592789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29815074-bc9c-4e5b-ae97-6a9f004e5a66 req-71d36061-2cd8-44dd-add0-8f43ebf422af tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:58.608562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29815074-bc9c-4e5b-ae97-6a9f004e5a66 req-71d36061-2cd8-44dd-add0-8f43ebf422af tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2377 time: 0.4055748 Jul 05 03:51:58.770320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e0ce6871-ca3c-4a28-ae37-c616763218ae None None] Provisioning for port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:51:58.786464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e0ce6871-ca3c-4a28-ae37-c616763218ae None None] Provisioning complete for port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:51:58.787817 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e0ce6871-ca3c-4a28-ae37-c616763218ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.867309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.904404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Attempting to bind port 56616bc3-a821-43bd-bcb1-e838d59518a4 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:51:58.905120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Attempting to bind port 56616bc3-a821-43bd-bcb1-e838d59518a4 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:51:58.905851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Attempting to bind port 56616bc3-a821-43bd-bcb1-e838d59518a4 on network 006871a5-87b4-4ee0-b89f-775378777a1f {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:51:58.919768 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29815074-bc9c-4e5b-ae97-6a9f004e5a66 req-efe3d0d6-f5fa-4708-8725-4cab23106e88 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3096249 Jul 05 03:51:58.930075 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-886e7ee0-8740-4d00-a701-4966298950b9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.1213126 Jul 05 03:51:58.985629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:51:58.985874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Checking segment: {'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:51:58.990879 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:58.991679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Bound using segment: {'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:51:58.993879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Bound port: 56616bc3-a821-43bd-bcb1-e838d59518a4, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:51:58.997988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.015844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Request body: {'port': {'device_id': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:51:59.021477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e0ce6871-ca3c-4a28-ae37-c616763218ae None None] Port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:51:59.032780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a22e781-16e4-4d65-b516-84c89a017fed req-b809d1e1-2088-4a13-b887-c50b6857334e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.034393 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8a22e781-16e4-4d65-b516-84c89a017fed req-b809d1e1-2088-4a13-b887-c50b6857334e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 1.0557070 Jul 05 03:51:59.198528 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.254133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] For port 56616bc3-a821-43bd-bcb1-e838d59518a4, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:51:59.284200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] For port 56616bc3-a821-43bd-bcb1-e838d59518a4, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=56616bc3-a821-43bd-bcb1-e838d59518a4,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:51:59.285908 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.351327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:51:59.610461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Routers {'42a7a8f0-655f-4806-ab6d-664d139a4cdc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:51:59.611105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:51:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:51:59.628529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2ce96c-52f8-403e-9ce0-a02d1bfc0d5a req-497abb17-d976-4e80-8fd5-ecadb0cd7c67 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:51:59.641698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da2ce96c-52f8-403e-9ce0-a02d1bfc0d5a req-497abb17-d976-4e80-8fd5-ecadb0cd7c67 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 931 time: 0.1724102 Jul 05 03:51:59.783680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da2ce96c-52f8-403e-9ce0-a02d1bfc0d5a req-cc172ef7-ec88-45e1-b739-bfa5abd0047b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405900 Jul 05 03:51:59.863379 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8a22e781-16e4-4d65-b516-84c89a017fed req-9b7c5b64-b855-4def-8477-2ffec219fe5e service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8053446 Jul 05 03:51:59.878046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Network 57560aed-cb5a-47c8-aff9-7ebcd631e891 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:51:59.939558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:51:59.957734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] Set router 42a7a8f0-655f-4806-ab6d-664d139a4cdc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:00.014255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:00.252282 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63122312-dd28-49ea-b1a1-7d8796780f16 None None] Pushing event updated for resources: {'Port': ['ID=56616bc3-a821-43bd-bcb1-e838d59518a4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:00.505184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-79bf1215-5115-4ed1-8f6a-28554512d16e req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1161197290', 'description': 'tempest-description-230941392'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:00.513638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Pushing event updated for resources: {'Port': ['ID=40c4da15-0da2-490e-8d7f-fd46a562ecb7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:00.539771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.540299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdcc28-c3d3-402b-8802-0745a5197841 req-fafac708-8375-404c-9050-7c6f746dcf12 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.540541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.547886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdcc28-c3d3-402b-8802-0745a5197841 req-fafac708-8375-404c-9050-7c6f746dcf12 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.556377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fdcc28-c3d3-402b-8802-0745a5197841 req-fafac708-8375-404c-9050-7c6f746dcf12 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:00.558738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71fdcc28-c3d3-402b-8802-0745a5197841 req-fafac708-8375-404c-9050-7c6f746dcf12 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2377 time: 0.2124970 Jul 05 03:52:00.638372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71fdcc28-c3d3-402b-8802-0745a5197841 req-b80eebc9-75fe-4257-a011-3e785a3fb3ba tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706584 Jul 05 03:52:00.674197 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-79bf1215-5115-4ed1-8f6a-28554512d16e req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.684349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2c2a7a-c488-4e51-b11a-734856e192fb {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:00.695968 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.709074 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-79bf1215-5115-4ed1-8f6a-28554512d16e req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.716846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Transition to ACTIVE for port object da2c2a7a-c488-4e51-b11a-734856e192fb will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:00.749201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53238) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:00.750305 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8a22e781-16e4-4d65-b516-84c89a017fed req-98640b20-6068-4b98-b674-e26ee9b74a0a service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8754737 Jul 05 03:52:00.785684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:00.805576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:59Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:00.890959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d46ac33d-9ed6-45b2-913e-7f5fd415c91e None None] The sync data for ids ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'] in n-d-758944-41 is: [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:51:59Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:01.039783 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-79bf1215-5115-4ed1-8f6a-28554512d16e req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.110082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-71257503-network', 'tenant_id': '145f99b9f2384ce195ed5443b24adaa7'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:01.146770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-79bf1215-5115-4ed1-8f6a-28554512d16e req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.209425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27412089-2fc0-48ed-b06d-fe4440bb1925,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:01.228754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066f23ef-f02f-42e0-83ea-7b43ecf1c88b req-8ad12ead-44a1-4b45-bc04-d6aadeca7be1 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:01.239941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-066f23ef-f02f-42e0-83ea-7b43ecf1c88b req-8ad12ead-44a1-4b45-bc04-d6aadeca7be1 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 931 time: 0.1926353 Jul 05 03:52:01.269739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Made reservation on behalf of 145f99b9f2384ce195ed5443b24adaa7 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:01.272752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.309073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.323020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-066f23ef-f02f-42e0-83ea-7b43ecf1c88b req-b112205f-8a13-4b96-b324-5a21e4660b62 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821943 Jul 05 03:52:01.488360 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-3a7f04dd-bed4-410f-b738-05c540554931 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9192543 Jul 05 03:52:01.509396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Request body: {'port': {'device_id': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:01.547817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-79bf1215-5115-4ed1-8f6a-28554512d16e req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.673106 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-79bf1215-5115-4ed1-8f6a-28554512d16e req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:01.734662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Pushing event updated for resources: {'Port': ['ID=da2c2a7a-c488-4e51-b11a-734856e192fb,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:01.854159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=461bf351-7501-46bf-84a8-5c72a9bce990,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:02.031060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 56616bc3-a821-43bd-bcb1-e838d59518a4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:02.046760 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Attempting to bind port da2c2a7a-c488-4e51-b11a-734856e192fb on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Attempting to bind port da2c2a7a-c488-4e51-b11a-734856e192fb by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Attempting to bind port da2c2a7a-c488-4e51-b11a-734856e192fb on network 76617f16-0626-476e-85f5-9be863f1b4af {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Port da2c2a7a-c488-4e51-b11a-734856e192fb on network 76617f16-0626-476e-85f5-9be863f1b4af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Attempting to bind port da2c2a7a-c488-4e51-b11a-734856e192fb on network 76617f16-0626-476e-85f5-9be863f1b4af {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Checking segment: {'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Bound using segment: {'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Bound port: da2c2a7a-c488-4e51-b11a-734856e192fb, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:02.349993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.352485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a8133-3752-4448-8a8a-c4e73b9e22a3 req-c6272143-e3f0-4191-a3fb-148b111757c6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.352485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a8133-3752-4448-8a8a-c4e73b9e22a3 req-c6272143-e3f0-4191-a3fb-148b111757c6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.352485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691a8133-3752-4448-8a8a-c4e73b9e22a3 req-c6272143-e3f0-4191-a3fb-148b111757c6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.352485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-691a8133-3752-4448-8a8a-c4e73b9e22a3 req-c6272143-e3f0-4191-a3fb-148b111757c6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2389 time: 0.1670532 Jul 05 03:52:02.352485 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.403098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 56616bc3-a821-43bd-bcb1-e838d59518a4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:02.406866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:02.410291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 56616bc3-a821-43bd-bcb1-e838d59518a4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:02.411656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.431069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-79bf1215-5115-4ed1-8f6a-28554512d16e req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.441391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79bf1215-5115-4ed1-8f6a-28554512d16e req-159eb24e-a0a0-4746-ae88-98731f2340fa tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.9420621 Jul 05 03:52:02.453669 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] For port da2c2a7a-c488-4e51-b11a-734856e192fb, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:02.459559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] For port da2c2a7a-c488-4e51-b11a-734856e192fb, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=da2c2a7a-c488-4e51-b11a-734856e192fb,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:02.498288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-691a8133-3752-4448-8a8a-c4e73b9e22a3 req-1bea4ac2-6bd6-4a6f-a853-a25e87286598 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570387 Jul 05 03:52:02.506256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a8a954b-e5e7-47a5-992b-977da947fe8b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:02.517066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.517721 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Added segment 98f2a715-f5e3-432f-8c4e-fbba7685382c of type vlan for network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 Jul 05 03:52:02.578682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.638617 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.697508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-525b5464-bdab-44d3-ae72-aba53e3f1a2b req-292765d7-3442-4d05-8672-9b3ed6f37b69 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1052131653', 'description': 'tempest-description-503540038'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:02.713833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Pushing event updated for resources: {'Port': ['ID=da2c2a7a-c488-4e51-b11a-734856e192fb,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:02.735866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.771395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:02.778018 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.778018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-c774eb44-a802-411a-bb71-7f04b8db346e service neutron] 10.222.0.13 "PUT /v2.0/ports/da2c2a7a-c488-4e51-b11a-734856e192fb HTTP/1.1" status: 200 len: 1093 time: 3.8078465 Jul 05 03:52:02.778018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'tag': 'da2c2a7a-c488-4e51-b11a-734856e192fb'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:02.780531 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86366050-9483-4e9c-babb-e81b07d1c7a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "tag": "da2c2a7a-c488-4e51-b11a-734856e192fb"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:02.790251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 56616bc3-a821-43bd-bcb1-e838d59518a4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=56616bc3-a821-43bd-bcb1-e838d59518a4,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:02.845679 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-525b5464-bdab-44d3-ae72-aba53e3f1a2b req-292765d7-3442-4d05-8672-9b3ed6f37b69 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.878545 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.895611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-baa11e31-3383-492b-95fa-0e35e25f9cd3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:02.896676 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-baa11e31-3383-492b-95fa-0e35e25f9cd3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075519 Jul 05 03:52:02.926397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40c4da15-0da2-490e-8d7f-fd46a562ecb7 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:02.930344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:02.945145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Transition to ACTIVE for port object 40c4da15-0da2-490e-8d7f-fd46a562ecb7 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:02.978104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=56616bc3-a821-43bd-bcb1-e838d59518a4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:03.000597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Request body: {'port': {'device_id': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:03.001973 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.002977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.003558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.093799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-582935b8-82f0-4f8b-a07b-599da590c0fd req-fc1d963c-8298-4cbe-9b95-dec55f5b2222 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.098295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-582935b8-82f0-4f8b-a07b-599da590c0fd req-fc1d963c-8298-4cbe-9b95-dec55f5b2222 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 931 time: 0.3542616 Jul 05 03:52:03.098568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.109809 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-525b5464-bdab-44d3-ae72-aba53e3f1a2b req-292765d7-3442-4d05-8672-9b3ed6f37b69 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.142087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.142929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] Pushing event updated for resources: {'Network': ['ID=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:03.156167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:03.184271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Pushing event updated for resources: {'Port': ['ID=40c4da15-0da2-490e-8d7f-fd46a562ecb7,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:03.206749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-582935b8-82f0-4f8b-a07b-599da590c0fd req-f93ad707-be92-4125-9174-e35daf94b1bc tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898077 Jul 05 03:52:03.216545 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-525b5464-bdab-44d3-ae72-aba53e3f1a2b req-292765d7-3442-4d05-8672-9b3ed6f37b69 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.285324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-06bbe3ef-a5b8-43ca-b18d-a5d228aaf00a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5315280 Jul 05 03:52:03.286480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292765d7-3442-4d05-8672-9b3ed6f37b69 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad3d4f9-a446-4a91-9170-444bb3aa9fe4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:03.289913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53274) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:03.303607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Request body: {'subnet': {'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-71257503-subnet', 'tenant_id': '145f99b9f2384ce195ed5443b24adaa7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:03.314188 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39e2f9b-b484-4157-b056-b0bb685edcd9 x-openstack-request-id: req-c39e2f9b-b484-4157-b056-b0bb685edcd9 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:03.314493 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "tag": "da2c2a7a-c488-4e51-b11a-734856e192fb", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:03.314747 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c39e2f9b-b484-4157-b056-b0bb685edcd9 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:03.315203 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'tag': 'da2c2a7a-c488-4e51-b11a-734856e192fb', 'status': 'completed', 'code': 200} Jul 05 03:52:03.317686 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-525b5464-bdab-44d3-ae72-aba53e3f1a2b req-292765d7-3442-4d05-8672-9b3ed6f37b69 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.319547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-525b5464-bdab-44d3-ae72-aba53e3f1a2b req-292765d7-3442-4d05-8672-9b3ed6f37b69 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6395996 Jul 05 03:52:03.468036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Attempting to bind port 40c4da15-0da2-490e-8d7f-fd46a562ecb7 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:03.468915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Attempting to bind port 40c4da15-0da2-490e-8d7f-fd46a562ecb7 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:03.468915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Attempting to bind port 40c4da15-0da2-490e-8d7f-fd46a562ecb7 on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:03.525435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Port 40c4da15-0da2-490e-8d7f-fd46a562ecb7 on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:03.525435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Attempting to bind port 40c4da15-0da2-490e-8d7f-fd46a562ecb7 on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:03.538847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:03.543559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Checking segment: {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:03.543559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Bound using segment: {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:03.543559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Bound port: 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:03.543559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.661154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-54f913e0-ca88-46a4-9187-e6ab3e433691 req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1171301514', 'description': 'tempest-description-1017887974'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:03.703610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Made reservation on behalf of 145f99b9f2384ce195ed5443b24adaa7 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:03.706335 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.794488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86366050-9483-4e9c-babb-e81b07d1c7a1 req-a4309ff2-d907-464a-b12f-8a5a759f9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.794987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86366050-9483-4e9c-babb-e81b07d1c7a1 req-a4309ff2-d907-464a-b12f-8a5a759f9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.795468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86366050-9483-4e9c-babb-e81b07d1c7a1 req-a4309ff2-d907-464a-b12f-8a5a759f9ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.796882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe80a-a499-4009-bfae-8afa232a09de req-356ff119-38cc-4ea6-aaa2-f5d379a5b745 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.797377 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-86366050-9483-4e9c-babb-e81b07d1c7a1 req-a4309ff2-d907-464a-b12f-8a5a759f9ca7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=177f55d1151c4183b6178172c6804c93&device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2733 time: 0.3308392 Jul 05 03:52:03.813571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe80a-a499-4009-bfae-8afa232a09de req-356ff119-38cc-4ea6-aaa2-f5d379a5b745 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.820019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85efe80a-a499-4009-bfae-8afa232a09de req-356ff119-38cc-4ea6-aaa2-f5d379a5b745 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:03.822483 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85efe80a-a499-4009-bfae-8afa232a09de req-356ff119-38cc-4ea6-aaa2-f5d379a5b745 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2389 time: 0.1237915 Jul 05 03:52:03.824476 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-54f913e0-ca88-46a4-9187-e6ab3e433691 req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.850618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-54f913e0-ca88-46a4-9187-e6ab3e433691 req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:03.912652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 56616bc3-a821-43bd-bcb1-e838d59518a4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:03.953992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85efe80a-a499-4009-bfae-8afa232a09de req-75dd69e4-e8c5-4b43-823d-652613be7c2a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081035 Jul 05 03:52:04.036363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 56616bc3-a821-43bd-bcb1-e838d59518a4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:04.036717 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.073439 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-54f913e0-ca88-46a4-9187-e6ab3e433691 req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.113955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] For port 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:04.117613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86366050-9483-4e9c-babb-e81b07d1c7a1 req-edc52e98-da5b-4e15-a744-b990045a98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.118199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86366050-9483-4e9c-babb-e81b07d1c7a1 req-edc52e98-da5b-4e15-a744-b990045a98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.119027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86366050-9483-4e9c-babb-e81b07d1c7a1 req-edc52e98-da5b-4e15-a744-b990045a98cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.121090 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-86366050-9483-4e9c-babb-e81b07d1c7a1 req-edc52e98-da5b-4e15-a744-b990045a98cd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=177f55d1151c4183b6178172c6804c93&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3033702 Jul 05 03:52:04.167377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] For port 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:04.198020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-54f913e0-ca88-46a4-9187-e6ab3e433691 req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.244887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa5c5398-2552-455b-9f38-4a41c4d5be01,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:04.320053 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-54f913e0-ca88-46a4-9187-e6ab3e433691 req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.347962 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.417705 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-54f913e0-ca88-46a4-9187-e6ab3e433691 req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.456431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63ee5268-072b-4ad5-ba77-b4bc4299dc67,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:04.458589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd99c651-08bb-4aee-8263-009ed6685ccc {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:04.484500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.496938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1193ff5b-25de-4e02-8ec7-11f9db985dee req-a5006ca5-cfea-4d53-b5c5-72a2c828f0df tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.499518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1193ff5b-25de-4e02-8ec7-11f9db985dee req-a5006ca5-cfea-4d53-b5c5-72a2c828f0df tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 943 time: 0.1265500 Jul 05 03:52:04.504469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.505267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.506993 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] 10.222.0.26 "PUT /v2.0/ports/40c4da15-0da2-490e-8d7f-fd46a562ecb7 HTTP/1.1" status: 200 len: 1092 time: 3.0062246 Jul 05 03:52:04.548458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f03aaa2-d1c1-4cf8-80a2-55ef879fe33c service neutron] Pushing event updated for resources: {'Port': ['ID=40c4da15-0da2-490e-8d7f-fd46a562ecb7,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:04.553576 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Transition to ACTIVE for port object cd99c651-08bb-4aee-8263-009ed6685ccc will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:04.555659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86366050-9483-4e9c-babb-e81b07d1c7a1 req-11cff673-34b3-4bad-9afc-9852bf87e746 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.557370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-86366050-9483-4e9c-babb-e81b07d1c7a1 req-11cff673-34b3-4bad-9afc-9852bf87e746 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4120214 Jul 05 03:52:04.564159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1193ff5b-25de-4e02-8ec7-11f9db985dee req-f8e03b79-296e-403f-97bf-0aa269b2fd9e tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515180 Jul 05 03:52:04.577142 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-54f913e0-ca88-46a4-9187-e6ab3e433691 req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.578491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.581014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54f913e0-ca88-46a4-9187-e6ab3e433691 req-af467bbd-5ec6-43c4-8fcb-c3f73a9fcee5 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.9232574 Jul 05 03:52:04.647593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0f9421cb-68d2-41d1-974c-490e4f9f29cf req-abcdea9d-d843-44b8-9e7a-04a57bbb78ab tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-832814069', 'description': 'tempest-description-259482887'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:04.672683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=cac2668c-1713-40a7-9fa4-baff1fa971fe,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:04.689786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Checking segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:04.690507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Network hostable DHCP agents. Network: 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:04.712540 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.813671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f9421cb-68d2-41d1-974c-490e4f9f29cf req-abcdea9d-d843-44b8-9e7a-04a57bbb78ab tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:04.845096 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Pushing event updated for resources: {'Port': ['ID=cd99c651-08bb-4aee-8263-009ed6685ccc,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:04.944694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:04.969390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-2c902ae1-b734-4adb-8f5f-9208ec17abc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:04.973767 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-2c902ae1-b734-4adb-8f5f-9208ec17abc9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 1095 time: 0.2678413 Jul 05 03:52:05.016330 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f9421cb-68d2-41d1-974c-490e4f9f29cf req-abcdea9d-d843-44b8-9e7a-04a57bbb78ab tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.084860 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-9c548488-90dd-4300-8d70-4caf11079ee5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7 HTTP/1.1" status: 200 len: 217 time: 0.0951676 Jul 05 03:52:05.085457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:05.087329 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Attempting to bind port cd99c651-08bb-4aee-8263-009ed6685ccc on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:05.087663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Attempting to bind port cd99c651-08bb-4aee-8263-009ed6685ccc by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '03675dca-48f9-4c65-a52f-2550db9f7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:05.092791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Attempting to bind port cd99c651-08bb-4aee-8263-009ed6685ccc on network a78fdfe1-9042-4a68-b52f-3754a04b45f9 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:05.093616 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f9421cb-68d2-41d1-974c-490e4f9f29cf req-abcdea9d-d843-44b8-9e7a-04a57bbb78ab tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.099492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.100136 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.117991 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b87db19-5560-4f39-bd6d-4eaa0a819d8c None None] Network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:05.145060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Port cd99c651-08bb-4aee-8263-009ed6685ccc on network a78fdfe1-9042-4a68-b52f-3754a04b45f9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:05.151937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Attempting to bind port cd99c651-08bb-4aee-8263-009ed6685ccc on network a78fdfe1-9042-4a68-b52f-3754a04b45f9 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:05.156530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abcdea9d-d843-44b8-9e7a-04a57bbb78ab tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148da60d-f720-4367-93c1-34bc1d71b165,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.180791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:05.181175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Checking segment: {'id': '03675dca-48f9-4c65-a52f-2550db9f7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:05.181508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Bound using segment: {'id': '03675dca-48f9-4c65-a52f-2550db9f7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:05.181965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Bound port: cd99c651-08bb-4aee-8263-009ed6685ccc, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '03675dca-48f9-4c65-a52f-2550db9f7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:05.182328 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.244209 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f9421cb-68d2-41d1-974c-490e4f9f29cf req-abcdea9d-d843-44b8-9e7a-04a57bbb78ab tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.275821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f9421cb-68d2-41d1-974c-490e4f9f29cf req-abcdea9d-d843-44b8-9e7a-04a57bbb78ab tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6311383 Jul 05 03:52:05.287114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-03436eee-457d-434a-ac5c-82417a103259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.288641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-03436eee-457d-434a-ac5c-82417a103259 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 200 len: 844 time: 0.1908524 Jul 05 03:52:05.315861 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-37e4ecaa-6225-4439-a8f7-474d1fa21e9f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.0095303 Jul 05 03:52:05.319869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] For port cd99c651-08bb-4aee-8263-009ed6685ccc, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:05.322024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'tag': '40c4da15-0da2-490e-8d7f-fd46a562ecb7'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:05.324375 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f92101ae-051e-4a5e-b551-dd4440a69a95" -d '{"events": [{"name": "network-changed", "server_uuid": "f1e617e2-f44a-42ff-bf59-c395107ee95a", "tag": "40c4da15-0da2-490e-8d7f-fd46a562ecb7"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:05.342677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4be4f-41d7-447d-8ab2-f721156207d3 None None] Network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:05.349517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] For port cd99c651-08bb-4aee-8263-009ed6685ccc, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=cd99c651-08bb-4aee-8263-009ed6685ccc,segment=NetworkSegment(03675dca-48f9-4c65-a52f-2550db9f7e62),segment_id=03675dca-48f9-4c65-a52f-2550db9f7e62)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:05.396215 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-104b4357-e171-4102-bef7-b8f559d3b9ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57560aed-cb5a-47c8-aff9-7ebcd631e891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0790529 Jul 05 03:52:05.409479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-98ebfd44-ed55-4929-83a3-89fc95ed3464 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:05.410080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-98ebfd44-ed55-4929-83a3-89fc95ed3464 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055945 Jul 05 03:52:05.469979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9e5a7-ad7b-4f57-a2c2-4cdb5244933d req-6ae97e44-9bb5-4bae-8604-9d29fa0e9fc6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.486057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9e5a7-ad7b-4f57-a2c2-4cdb5244933d req-6ae97e44-9bb5-4bae-8604-9d29fa0e9fc6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.496265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf9e5a7-ad7b-4f57-a2c2-4cdb5244933d req-6ae97e44-9bb5-4bae-8604-9d29fa0e9fc6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.499281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcf9e5a7-ad7b-4f57-a2c2-4cdb5244933d req-6ae97e44-9bb5-4bae-8604-9d29fa0e9fc6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2401 time: 0.2792797 Jul 05 03:52:05.567204 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-8e4412e3-b930-4a55-bd14-81a0aa268493 service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475616 Jul 05 03:52:05.569026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.630922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcf9e5a7-ad7b-4f57-a2c2-4cdb5244933d req-f2c5bb44-e16c-412a-b9e4-51154c6614b5 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232181 Jul 05 03:52:05.681966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:05.682667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:05.684305 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] 10.222.0.13 "PUT /v2.0/ports/cd99c651-08bb-4aee-8263-009ed6685ccc HTTP/1.1" status: 200 len: 1093 time: 2.7786922 Jul 05 03:52:05.745640 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-709500f9-fb55-4c00-8f13-e15891d34a81 x-openstack-request-id: req-709500f9-fb55-4c00-8f13-e15891d34a81 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:05.746466 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f1e617e2-f44a-42ff-bf59-c395107ee95a", "tag": "40c4da15-0da2-490e-8d7f-fd46a562ecb7", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:05.746580 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-709500f9-fb55-4c00-8f13-e15891d34a81 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:05.747179 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'tag': '40c4da15-0da2-490e-8d7f-fd46a562ecb7', 'status': 'completed', 'code': 200} Jul 05 03:52:05.791583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04faded-2e1b-4848-93af-064bdd2be3fb service neutron] Pushing event updated for resources: {'Port': ['ID=cd99c651-08bb-4aee-8263-009ed6685ccc,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:05.814753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Request body: {'port': {'device_id': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:05.977299 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda9adb8-2e3d-47c6-b4b9-80bd095e0494 req-f0db90df-6fc2-42a5-abb7-6e08150066e2 service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3946650 Jul 05 03:52:06.139425 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.149530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2522ae0d-5620-44bc-a0cc-80fcc973c8e2 req-fe02c65b-5f19-4d64-b3b5-9fecb385353f tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.157575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2522ae0d-5620-44bc-a0cc-80fcc973c8e2 req-fe02c65b-5f19-4d64-b3b5-9fecb385353f tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 943 time: 0.2574518 Jul 05 03:52:06.238314 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2522ae0d-5620-44bc-a0cc-80fcc973c8e2 req-23cb869a-5b30-42d3-94b1-db9e1b053f27 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798166 Jul 05 03:52:06.307937 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-c31d7189-54e0-4bff-a0c8-b2b6f6e4d2e6 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 47813 time: 0.7846186 Jul 05 03:52:06.362136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-87b9261b-576e-4fde-9f12-3acc15ae14c6 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/00891568-c894-47b7-aedf-2f7940340c1c HTTP/1.1" status: 200 len: 2973 time: 0.0520740 Jul 05 03:52:06.448036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92101ae-051e-4a5e-b551-dd4440a69a95 req-50e1846d-e91b-47f5-8ab3-a244a7e5b7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.450176 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f92101ae-051e-4a5e-b551-dd4440a69a95 req-50e1846d-e91b-47f5-8ab3-a244a7e5b7cb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 1095 time: 0.3268890 Jul 05 03:52:06.454370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-6ad70e32-c002-4d29-8389-915cae02e238 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/00891568-c894-47b7-aedf-2f7940340c1c HTTP/1.1" status: 200 len: 2973 time: 0.0862527 Jul 05 03:52:06.587290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-ab916010-cdc4-4288-9d8e-219ab44ea13e tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0ed820d6-789d-4e07-8f03-bab247ac3404 HTTP/1.1" status: 200 len: 2977 time: 0.1232152 Jul 05 03:52:06.663461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92101ae-051e-4a5e-b551-dd4440a69a95 req-316e656f-f1db-4beb-800b-e200c6663e98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.665336 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f92101ae-051e-4a5e-b551-dd4440a69a95 req-316e656f-f1db-4beb-800b-e200c6663e98 service neutron] 10.222.0.26 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 905 time: 0.2062552 Jul 05 03:52:06.682338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-ad283ed5-68ff-47b6-96f7-6ba18c8c6405 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/0ed820d6-789d-4e07-8f03-bab247ac3404 HTTP/1.1" status: 200 len: 2977 time: 0.0937898 Jul 05 03:52:06.738566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c768fd2-bcb3-41ea-a311-d8005fecfd4b {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:06.743776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-b00281f9-1f5e-44e7-806b-176bf1218c07 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/1950c844-859f-4e3e-8bca-46f8e20f246a HTTP/1.1" status: 200 len: 2981 time: 0.0579202 Jul 05 03:52:06.748117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.765118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Transition to ACTIVE for port object 9c768fd2-bcb3-41ea-a311-d8005fecfd4b will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:06.814414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-59113fcb-712b-49a6-92f3-9f7e84eaa7da tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.815968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-59113fcb-712b-49a6-92f3-9f7e84eaa7da tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.3282223 Jul 05 03:52:06.822154 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f92101ae-051e-4a5e-b551-dd4440a69a95 req-e12c9aae-70b9-4cfa-878b-528471d7e5b8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7 HTTP/1.1" status: 200 len: 217 time: 0.0552108 Jul 05 03:52:06.828517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-5f16535b-ab82-4e31-aa01-aed07f0c3b15 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/1950c844-859f-4e3e-8bca-46f8e20f246a HTTP/1.1" status: 200 len: 2981 time: 0.0836730 Jul 05 03:52:06.859833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-16ec416e-44ab-4cb5-bab3-11791e853e3e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/quotas/145f99b9f2384ce195ed5443b24adaa7 HTTP/1.1" status: 200 len: 375 time: 0.0216079 Jul 05 03:52:06.866508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:06.946657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92101ae-051e-4a5e-b551-dd4440a69a95 req-cfc478dd-386c-4b16-bdff-1955e16a12a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:06.948248 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f92101ae-051e-4a5e-b551-dd4440a69a95 req-cfc478dd-386c-4b16-bdff-1955e16a12a2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 200 len: 844 time: 0.1186032 Jul 05 03:52:06.956672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Pushing event updated for resources: {'Port': ['ID=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:06.963559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-7797e2a2-3fff-4616-8222-4885baa8a30c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0924838 Jul 05 03:52:07.020163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-a1e0e619-0846-460b-928b-061d2b6005be tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/26864636-6f25-403d-ab85-876bd6864a1a HTTP/1.1" status: 200 len: 2981 time: 0.1902914 Jul 05 03:52:07.098038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Attempting to bind port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:07.098531 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Attempting to bind port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:07.099010 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Attempting to bind port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b on network 76617f16-0626-476e-85f5-9be863f1b4af {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:07.123125 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f92101ae-051e-4a5e-b551-dd4440a69a95 req-c062e14e-3c19-44c6-9414-92956fcd20d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=57560aed-cb5a-47c8-aff9-7ebcd631e891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1617889 Jul 05 03:52:07.126103 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b on network 76617f16-0626-476e-85f5-9be863f1b4af not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:07.126564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Attempting to bind port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b on network 76617f16-0626-476e-85f5-9be863f1b4af {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:07.172602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-a3ad4d9d-02f8-4145-b840-fdd71fc7c204 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077358 Jul 05 03:52:07.266283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:07.267019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Checking segment: {'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:07.267869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Bound using segment: {'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:07.268677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Bound port: 9c768fd2-bcb3-41ea-a311-d8005fecfd4b, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02976b5c-e0a4-450e-befe-b25524e1200d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:07.269382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.348648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-b63566c8-0a63-415c-8af4-5ce5efb16dbb tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/26864636-6f25-403d-ab85-876bd6864a1a HTTP/1.1" status: 200 len: 2981 time: 0.3271344 Jul 05 03:52:07.367095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f92101ae-051e-4a5e-b551-dd4440a69a95 req-dfe463d9-a3ad-4804-9bee-53a7eb74902e service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2364669 Jul 05 03:52:07.519190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-64bafd8b-d944-494b-ba0f-4e2b8ccdb5e5 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3450615 Jul 05 03:52:07.528692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] For port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:07.533271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-4d7464e1-b1c6-41be-9b14-0f66d637740b tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/27412089-2fc0-48ed-b06d-fe4440bb1925 HTTP/1.1" status: 200 len: 2981 time: 0.1665652 Jul 05 03:52:07.537304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] For port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:07.615984 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f92101ae-051e-4a5e-b551-dd4440a69a95 req-1ffefbe3-f0eb-42bc-84ad-842b894d5812 service neutron] 10.222.0.26 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2402425 Jul 05 03:52:07.628863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-274ea4d3-0349-41ee-a52c-58bbee4e96d8 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/27412089-2fc0-48ed-b06d-fe4440bb1925 HTTP/1.1" status: 200 len: 2981 time: 0.0941081 Jul 05 03:52:07.633799 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.757492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-1061b0de-b835-4b3d-84b2-f1cfa0946240 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/3e03727b-2f6b-443d-b6a0-328b86ddd4f6 HTTP/1.1" status: 200 len: 2981 time: 0.1271932 Jul 05 03:52:07.765476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'tag': 'cd99c651-08bb-4aee-8263-009ed6685ccc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:07.769994 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "tag": "cd99c651-08bb-4aee-8263-009ed6685ccc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:07.792249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:07.794042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:07.796456 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] 10.222.0.13 "PUT /v2.0/ports/9c768fd2-bcb3-41ea-a311-d8005fecfd4b HTTP/1.1" status: 200 len: 1093 time: 2.0007582 Jul 05 03:52:07.823042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1bc290-80ef-4f26-8624-ffffb8f8f39f service neutron] Pushing event updated for resources: {'Port': ['ID=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:07.853857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-2e429b41-4eb3-4a44-95ee-cfd9b8f88bf4 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/3e03727b-2f6b-443d-b6a0-328b86ddd4f6 HTTP/1.1" status: 200 len: 2981 time: 0.0945752 Jul 05 03:52:07.940390 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-75219a77-6f66-4e30-a5be-f6987af43811 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/576346be-3e6e-415f-8151-221df84a6978 HTTP/1.1" status: 200 len: 2981 time: 0.0644701 Jul 05 03:52:08.014036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-f2307a72-ec4e-49f5-9109-5831fab637e9 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/576346be-3e6e-415f-8151-221df84a6978 HTTP/1.1" status: 200 len: 2981 time: 0.0621054 Jul 05 03:52:08.084226 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e9a8-04f9-4e9c-bd87-ac498269deeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:08.119291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-f975e635-a2d0-455a-9347-9d1e1a52c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.120017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-1f972250-b0c2-4e36-b91b-7fb1224fe35a tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5a8a954b-e5e7-47a5-992b-977da947fe8b HTTP/1.1" status: 200 len: 2981 time: 0.0954144 Jul 05 03:52:08.122159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-f975e635-a2d0-455a-9347-9d1e1a52c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.124906 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-f975e635-a2d0-455a-9347-9d1e1a52c1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.130308 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-f975e635-a2d0-455a-9347-9d1e1a52c1e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=177f55d1151c4183b6178172c6804c93&device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2869 time: 0.1407583 Jul 05 03:52:08.242392 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-d10f4598-19b5-41bc-b119-5afff4760090 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.125&port_id=da2c2a7a-c488-4e51-b11a-734856e192fb HTTP/1.1" status: 200 len: 217 time: 0.0947037 Jul 05 03:52:08.253501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-52de7bfe-5437-4e73-a46a-905c9bbd4a87 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5a8a954b-e5e7-47a5-992b-977da947fe8b HTTP/1.1" status: 200 len: 2981 time: 0.1117699 Jul 05 03:52:08.347628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-7f1eb2cf-8d30-413a-8bb6-34b585123a7c tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5b879ca7-a3db-43d1-ac9a-227662541b41 HTTP/1.1" status: 200 len: 2981 time: 0.0800571 Jul 05 03:52:08.377764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-69cbd555-4554-40eb-8c58-b3a0ecd6ee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.379541 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-69cbd555-4554-40eb-8c58-b3a0ecd6ee76 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dafdb72c-8757-4698-939a-b6c7c2514a4c HTTP/1.1" status: 200 len: 801 time: 0.1225345 Jul 05 03:52:08.434562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-eb69e5a4-04ab-4836-99a3-89c3f70ecf68 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/5b879ca7-a3db-43d1-ac9a-227662541b41 HTTP/1.1" status: 200 len: 2981 time: 0.0798314 Jul 05 03:52:08.479572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-1c38e819-2d8b-45b6-864f-c915c802595e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.482500 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-1c38e819-2d8b-45b6-864f-c915c802595e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76617f16-0626-476e-85f5-9be863f1b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0954199 Jul 05 03:52:08.513734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-4d9d74fe-21d0-4344-9cd6-f2a5cddea40c tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/aa5c5398-2552-455b-9f38-4a41c4d5be01 HTTP/1.1" status: 200 len: 2981 time: 0.0709140 Jul 05 03:52:08.613285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-1393940a-a10b-4dd9-a70b-ef8b8b785b79 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/aa5c5398-2552-455b-9f38-4a41c4d5be01 HTTP/1.1" status: 200 len: 2981 time: 0.0923722 Jul 05 03:52:08.648139 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-0a352e08-ab15-481a-8a91-69b9b496fa0d service neutron] 10.222.0.13 "GET /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570501 Jul 05 03:52:08.720818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-779bb12a-a7fd-42f7-950c-69ebfe7e7c55 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/b2205cbc-a1f1-4746-996f-b67e830b94ce HTTP/1.1" status: 200 len: 2981 time: 0.0961182 Jul 05 03:52:08.811628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 40c4da15-0da2-490e-8d7f-fd46a562ecb7 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:08.836544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126430b-7ae2-4a14-b3d6-690701c6e32e req-6b35a51e-2b91-43e4-b35a-a29c22d30456 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.855248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126430b-7ae2-4a14-b3d6-690701c6e32e req-6b35a51e-2b91-43e4-b35a-a29c22d30456 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.861317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e126430b-7ae2-4a14-b3d6-690701c6e32e req-6b35a51e-2b91-43e4-b35a-a29c22d30456 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:08.863076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e126430b-7ae2-4a14-b3d6-690701c6e32e req-6b35a51e-2b91-43e4-b35a-a29c22d30456 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2413 time: 0.2365553 Jul 05 03:52:08.879639 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-e487f729-231c-48aa-aac3-2fd4d67bce31 service neutron] 10.222.0.13 "GET /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234893 Jul 05 03:52:08.887029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-0d1510fc-5207-4287-925c-4b752b88d4d3 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/b2205cbc-a1f1-4746-996f-b67e830b94ce HTTP/1.1" status: 200 len: 2981 time: 0.1550117 Jul 05 03:52:08.976494 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-44974318-52ec-4246-9036-cf21641585a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=cd99c651-08bb-4aee-8263-009ed6685ccc HTTP/1.1" status: 200 len: 217 time: 0.0793328 Jul 05 03:52:09.021875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e126430b-7ae2-4a14-b3d6-690701c6e32e req-a28a2b9e-0c85-4d93-b6f9-f8cd67941439 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429341 Jul 05 03:52:09.049231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-82fa37ef-7f82-4c36-8cc1-e153fbbc1f70 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/b67e60ec-51cd-419e-8dff-de59b80fd099 HTTP/1.1" status: 200 len: 2981 time: 0.1287484 Jul 05 03:52:09.073355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:09.119576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-43731b4d-7c42-41b8-a57a-7e33ddedfb28 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/b67e60ec-51cd-419e-8dff-de59b80fd099 HTTP/1.1" status: 200 len: 2981 time: 0.0559735 Jul 05 03:52:09.129717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-4a25cec6-0e11-45e7-aa1f-dab449b98272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.132575 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-4a25cec6-0e11-45e7-aa1f-dab449b98272 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c9cebbb-ba06-4d2d-93eb-32d3e5293266 HTTP/1.1" status: 200 len: 801 time: 0.1404252 Jul 05 03:52:09.136323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '40c4da15-0da2-490e-8d7f-fd46a562ecb7', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'port_id': '40c4da15-0da2-490e-8d7f-fd46a562ecb7', 'mac_address': 'fa:16:3e:23:cc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec68273-2b6d-41e5-9d51-4ff736df0f68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:09.277507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-028f744a-3391-44f7-802b-afb224b2b319 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/f4a0b629-acf6-41f6-a55e-9d3941d107b2 HTTP/1.1" status: 200 len: 2981 time: 0.1491513 Jul 05 03:52:09.286654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-58991fc7-b5ba-4e57-9663-d1b9a9946f8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.289514 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-58991fc7-b5ba-4e57-9663-d1b9a9946f8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a78fdfe1-9042-4a68-b52f-3754a04b45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1482060 Jul 05 03:52:09.303183 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.335127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40c4da15-0da2-490e-8d7f-fd46a562ecb7 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:09.370436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:09.407522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9405c517-260e-4bd0-be84-5f15d5e60f87 req-7e7211dd-2da6-4434-b82f-8379f84e2531 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/f4a0b629-acf6-41f6-a55e-9d3941d107b2 HTTP/1.1" status: 200 len: 2981 time: 0.1119285 Jul 05 03:52:09.477891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:09.527803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28b0f64-4608-4503-87b1-2b02102a1855 req-abd23d70-39e5-42f2-8093-c91ad1e4dc47 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:09.551295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f28b0f64-4608-4503-87b1-2b02102a1855 req-abd23d70-39e5-42f2-8093-c91ad1e4dc47 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 943 time: 0.1996081 Jul 05 03:52:09.654619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=40c4da15-0da2-490e-8d7f-fd46a562ecb7,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:09.683360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f28b0f64-4608-4503-87b1-2b02102a1855 req-34c56823-3623-4e0e-9c92-8675b752665c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306891 Jul 05 03:52:09.777569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['40c4da15-0da2-490e-8d7f-fd46a562ecb7'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:09.873153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61742a06-60e6-4e59-9aa3-f6908868e40f req-b080cacc-7837-43b0-8a8e-5ccdfd1eafa0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 210 time: 0.1433182 Jul 05 03:52:09.961905 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-732a2e8d-ce01-4a88-9bcf-5e30b77c9bd9 x-openstack-request-id: req-732a2e8d-ce01-4a88-9bcf-5e30b77c9bd9 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:09.962794 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "tag": "cd99c651-08bb-4aee-8263-009ed6685ccc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:09.962794 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-732a2e8d-ce01-4a88-9bcf-5e30b77c9bd9 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:09.963136 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'tag': 'cd99c651-08bb-4aee-8263-009ed6685ccc', 'status': 'completed', 'code': 200} Jul 05 03:52:10.122603 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-f45d0504-4ca1-4f99-a7d0-25463e5836f8 service neutron] 10.222.0.13 "GET /v2.0/networks/a78fdfe1-9042-4a68-b52f-3754a04b45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8239732 Jul 05 03:52:10.185556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f30a2d88-6688-4418-aeb8-67a010ba017b req-f430f144-1bc9-412d-9c0f-6c4301f7f788 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d6c420c01c34b12afdbcad220dc7aed HTTP/1.1" status: 200 len: 6102 time: 0.2566128 Jul 05 03:52:10.329809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f30a2d88-6688-4418-aeb8-67a010ba017b req-a5647b44-7951-4778-ac3d-619c5736a280 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] 10.222.0.30 "GET /v2.0/security-groups/27412089-2fc0-48ed-b06d-fe4440bb1925 HTTP/1.1" status: 200 len: 2981 time: 0.1418192 Jul 05 03:52:10.341441 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a4016e19-a30d-4065-aeee-4fdba5dd4caa service neutron] 10.222.0.13 "GET /v2.0/networks/a78fdfe1-9042-4a68-b52f-3754a04b45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092817 Jul 05 03:52:10.505444 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-a1e534a8-f427-46f6-b861-42d54b7c9db8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=9c768fd2-bcb3-41ea-a311-d8005fecfd4b HTTP/1.1" status: 200 len: 217 time: 0.1542616 Jul 05 03:52:10.514361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f30a2d88-6688-4418-aeb8-67a010ba017b req-fe3fc8a2-4187-4525-8c47-f83c5190749b tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] 10.222.0.30 "GET /v2.0/security-groups/27412089-2fc0-48ed-b06d-fe4440bb1925 HTTP/1.1" status: 200 len: 2981 time: 0.1825504 Jul 05 03:52:10.613332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-9ba4ebd6-e7bd-4bad-b5e4-705cd1dfec46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.615833 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-9ba4ebd6-e7bd-4bad-b5e4-705cd1dfec46 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dafdb72c-8757-4698-939a-b6c7c2514a4c HTTP/1.1" status: 200 len: 801 time: 0.1035860 Jul 05 03:52:10.735449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce0748a1-a300-484a-9ab8-e699f717a259 req-bd0bf90f-5193-4d58-a173-ccf860f11b88 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/148da60d-f720-4367-93c1-34bc1d71b165 HTTP/1.1" status: 200 len: 1776 time: 0.1373010 Jul 05 03:52:10.746306 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-71db9863-3746-4202-a66f-c6ae741b25c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.868673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7abe28-8901-45fe-ad07-e70b03c43e13 req-46c34cf3-bf31-4481-b19b-c501f1f5c8a1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.882877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7abe28-8901-45fe-ad07-e70b03c43e13 req-46c34cf3-bf31-4481-b19b-c501f1f5c8a1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.891751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7abe28-8901-45fe-ad07-e70b03c43e13 req-46c34cf3-bf31-4481-b19b-c501f1f5c8a1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.900302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-695d3c3e-cd2e-456d-879a-effc05e106ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:10.900592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa7abe28-8901-45fe-ad07-e70b03c43e13 req-46c34cf3-bf31-4481-b19b-c501f1f5c8a1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2413 time: 0.2262511 Jul 05 03:52:10.906436 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:10.909561 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-695d3c3e-cd2e-456d-879a-effc05e106ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76617f16-0626-476e-85f5-9be863f1b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2823858 Jul 05 03:52:10.965827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa7abe28-8901-45fe-ad07-e70b03c43e13 req-7b320ccc-8c2c-46da-9ae9-88a32d8c9959 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647275 Jul 05 03:52:10.981145 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ce0748a1-a300-484a-9ab8-e699f717a259 req-12b6e8ef-8d6a-4ca1-b549-5bfaa836947b tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.067243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ce0748a1-a300-484a-9ab8-e699f717a259 req-12b6e8ef-8d6a-4ca1-b549-5bfaa836947b tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.085827 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-cf2adfa2-e4d8-4d6f-a8b6-d5c45d9ada70 service neutron] 10.222.0.13 "GET /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701062 Jul 05 03:52:11.262824 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63687d0-9efd-4514-bd40-00ccc73b6fdd req-f9d382aa-2cff-4e2e-9969-d5abc616588e service neutron] 10.222.0.13 "GET /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1646895 Jul 05 03:52:11.267450 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ce0748a1-a300-484a-9ab8-e699f717a259 req-12b6e8ef-8d6a-4ca1-b549-5bfaa836947b tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.275582 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ce0748a1-a300-484a-9ab8-e699f717a259 req-12b6e8ef-8d6a-4ca1-b549-5bfaa836947b tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.280626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce0748a1-a300-484a-9ab8-e699f717a259 req-12b6e8ef-8d6a-4ca1-b549-5bfaa836947b tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/148da60d-f720-4367-93c1-34bc1d71b165 HTTP/1.1" status: 204 len: 173 time: 0.5324728 Jul 05 03:52:11.306824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b6e8ef-8d6a-4ca1-b549-5bfaa836947b tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148da60d-f720-4367-93c1-34bc1d71b165,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:11.401280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb38a27-ad7b-4ca7-aa71-2e80663db182 req-0b7ff5ea-328f-4495-8185-2be31ecba5fd tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.403067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2cb38a27-ad7b-4ca7-aa71-2e80663db182 req-0b7ff5ea-328f-4495-8185-2be31ecba5fd tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 944 time: 0.2059827 Jul 05 03:52:11.485844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3eab5732-838b-411d-9af4-1241f8b213d6 req-464d5412-a74a-478c-b27c-a9b07ab8851b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 210 time: 0.0664346 Jul 05 03:52:11.535091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2cb38a27-ad7b-4ca7-aa71-2e80663db182 req-d0f9d5b6-f2c6-4b25-8df4-6bf0e2fe6454 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222641 Jul 05 03:52:11.603484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-3ec1c1ff-6f06-4149-9087-2067556211d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.603997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-3ec1c1ff-6f06-4149-9087-2067556211d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.604478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-3ec1c1ff-6f06-4149-9087-2067556211d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.610230 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-3ec1c1ff-6f06-4149-9087-2067556211d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=177f55d1151c4183b6178172c6804c93&device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2869 time: 0.1715455 Jul 05 03:52:11.676134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0763579b-6f19-4649-bd32-c531b8e27153 req-712a42eb-3bbe-4c23-a522-756bff771efd tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "GET /v2.0/security-groups/63ee5268-072b-4ad5-ba77-b4bc4299dc67 HTTP/1.1" status: 200 len: 1778 time: 0.0712476 Jul 05 03:52:11.773739 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.803067 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0763579b-6f19-4649-bd32-c531b8e27153 req-f9e7376b-a89e-41a2-880f-c48ea7c0be25 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.818981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-ae94932c-81ab-4008-81d0-adde2a9830da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.821254 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-ae94932c-81ab-4008-81d0-adde2a9830da service neutron] 10.222.0.13 "GET /v2.0/networks?id=a78fdfe1-9042-4a68-b52f-3754a04b45f9 HTTP/1.1" status: 200 len: 903 time: 0.2006502 Jul 05 03:52:11.838240 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0763579b-6f19-4649-bd32-c531b8e27153 req-f9e7376b-a89e-41a2-880f-c48ea7c0be25 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.895802 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-634e2bba-ccca-44a7-b45a-8cdae525ab79 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.189&port_id=cd99c651-08bb-4aee-8263-009ed6685ccc HTTP/1.1" status: 200 len: 217 time: 0.0664535 Jul 05 03:52:11.963233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-f1b0a6c2-ceba-4322-b037-b7a2d03c5571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:11.965308 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-f1b0a6c2-ceba-4322-b037-b7a2d03c5571 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6c9cebbb-ba06-4d2d-93eb-32d3e5293266 HTTP/1.1" status: 200 len: 801 time: 0.0593884 Jul 05 03:52:11.965955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'tag': '9c768fd2-bcb3-41ea-a311-d8005fecfd4b'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:11.968920 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a36e0ce-9145-482e-a794-26bb9ce637e1" -d '{"events": [{"name": "network-changed", "server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "tag": "9c768fd2-bcb3-41ea-a311-d8005fecfd4b"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:11.979255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0763579b-6f19-4649-bd32-c531b8e27153 req-f9e7376b-a89e-41a2-880f-c48ea7c0be25 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.988082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0763579b-6f19-4649-bd32-c531b8e27153 req-f9e7376b-a89e-41a2-880f-c48ea7c0be25 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:11.988082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0763579b-6f19-4649-bd32-c531b8e27153 req-f9e7376b-a89e-41a2-880f-c48ea7c0be25 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/63ee5268-072b-4ad5-ba77-b4bc4299dc67 HTTP/1.1" status: 204 len: 173 time: 0.3054891 Jul 05 03:52:12.028386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7376b-a89e-41a2-880f-c48ea7c0be25 tempest-SecurityGroupsTestAdminJSON-12506224 tempest-SecurityGroupsTestAdminJSON-12506224-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63ee5268-072b-4ad5-ba77-b4bc4299dc67,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:12.063517 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e4ba654-f227-4227-85e9-f27325a82831 x-openstack-request-id: req-2e4ba654-f227-4227-85e9-f27325a82831 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:12.063854 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "tag": "9c768fd2-bcb3-41ea-a311-d8005fecfd4b", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:12.064122 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e4ba654-f227-4227-85e9-f27325a82831 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:12.064498 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'tag': '9c768fd2-bcb3-41ea-a311-d8005fecfd4b', 'status': 'completed', 'code': 200} Jul 05 03:52:12.104571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-1602176e-3fe8-4ff7-a1bc-02048aeb889e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.108519 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-1602176e-3fe8-4ff7-a1bc-02048aeb889e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a78fdfe1-9042-4a68-b52f-3754a04b45f9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1340649 Jul 05 03:52:12.229215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a867199-e75c-489a-8ef4-86e048e9e1ef req-5167b1a4-8635-40ce-ba3e-90613f236441 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] 10.222.0.30 "GET /v2.0/security-groups/0ad3d4f9-a446-4a91-9170-444bb3aa9fe4 HTTP/1.1" status: 200 len: 1777 time: 0.2049260 Jul 05 03:52:12.275225 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-cc55037c-c8cf-4e57-8cd5-6099d27fd011 service neutron] 10.222.0.13 "GET /v2.0/networks/a78fdfe1-9042-4a68-b52f-3754a04b45f9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535590 Jul 05 03:52:12.320051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9076f4-d825-4611-8a55-c4cb14561c9a req-d1b0e570-b3a7-49c4-bc1a-97f6a9d33d7f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.326883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9076f4-d825-4611-8a55-c4cb14561c9a req-d1b0e570-b3a7-49c4-bc1a-97f6a9d33d7f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.333571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9076f4-d825-4611-8a55-c4cb14561c9a req-d1b0e570-b3a7-49c4-bc1a-97f6a9d33d7f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.342536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab9076f4-d825-4611-8a55-c4cb14561c9a req-d1b0e570-b3a7-49c4-bc1a-97f6a9d33d7f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2413 time: 0.1673467 Jul 05 03:52:12.356652 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a867199-e75c-489a-8ef4-86e048e9e1ef req-0ebe5215-efd1-4b4a-a243-5029b3f591fd tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.407427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a867199-e75c-489a-8ef4-86e048e9e1ef req-0ebe5215-efd1-4b4a-a243-5029b3f591fd tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.433086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab9076f4-d825-4611-8a55-c4cb14561c9a req-6f9ca04c-dba1-47a9-a2ef-a351830eb2c0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871499 Jul 05 03:52:12.442957 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d53e1c6a-31e1-4a63-a3b8-58d0635f90b4 req-b5c8d0c2-6c34-4424-9a7b-80729a919a50 service neutron] 10.222.0.13 "GET /v2.0/networks/a78fdfe1-9042-4a68-b52f-3754a04b45f9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602304 Jul 05 03:52:12.585735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a867199-e75c-489a-8ef4-86e048e9e1ef req-0ebe5215-efd1-4b4a-a243-5029b3f591fd tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.588349 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a867199-e75c-489a-8ef4-86e048e9e1ef req-0ebe5215-efd1-4b4a-a243-5029b3f591fd tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:12.589560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a867199-e75c-489a-8ef4-86e048e9e1ef req-0ebe5215-efd1-4b4a-a243-5029b3f591fd tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] 10.222.0.30 "DELETE /v2.0/security-groups/0ad3d4f9-a446-4a91-9170-444bb3aa9fe4 HTTP/1.1" status: 204 len: 173 time: 0.3590465 Jul 05 03:52:12.639053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ebe5215-efd1-4b4a-a243-5029b3f591fd tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad3d4f9-a446-4a91-9170-444bb3aa9fe4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:12.834919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 40c4da15-0da2-490e-8d7f-fd46a562ecb7 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:12.837246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-6d3b70b1-0918-47d1-aebc-c764263b8393 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.841212 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-6d3b70b1-0918-47d1-aebc-c764263b8393 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.4172981 Jul 05 03:52:12.883260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Request body: {'port': {'device_id': '2873ca27-f449-46a0-9739-fc951a98aa2b', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'admin_state_up': True, 'tenant_id': '145f99b9f2384ce195ed5443b24adaa7'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:12.936599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bff23c8c-716f-406d-9e6d-1c86a396f9b9 req-fc24a082-5f03-4ae3-9ea5-8acf1ea95148 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 210 time: 0.1328099 Jul 05 03:52:12.971761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-89cf775e-10c8-4829-90f7-9573b82917d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.972681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-89cf775e-10c8-4829-90f7-9573b82917d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.973179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-89cf775e-10c8-4829-90f7-9573b82917d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:12.974913 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-89cf775e-10c8-4829-90f7-9573b82917d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=177f55d1151c4183b6178172c6804c93&device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2869 time: 0.4428968 Jul 05 03:52:13.096138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9af40d0-ed15-4d48-a186-0e764544d3d5 req-e903fceb-dc66-49fa-be8b-83de1fedf7f3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.098467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9af40d0-ed15-4d48-a186-0e764544d3d5 req-e903fceb-dc66-49fa-be8b-83de1fedf7f3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 944 time: 0.1906030 Jul 05 03:52:13.099815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 40c4da15-0da2-490e-8d7f-fd46a562ecb7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:13.104261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a3ab9a9-b931-4a3b-aef4-ed74aa7ee928 req-13387c70-3a46-4c45-939c-8a4a02127a1b tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] 10.222.0.30 "GET /v2.0/security-groups/461bf351-7501-46bf-84a8-5c72a9bce990 HTTP/1.1" status: 200 len: 1777 time: 0.0954916 Jul 05 03:52:13.115632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 40c4da15-0da2-490e-8d7f-fd46a562ecb7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:13.116130 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.167057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-5dae1412-73d2-4fe4-92b2-54953de1f24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.171283 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-5dae1412-73d2-4fe4-92b2-54953de1f24e service neutron] 10.222.0.13 "GET /v2.0/networks?id=76617f16-0626-476e-85f5-9be863f1b4af HTTP/1.1" status: 200 len: 903 time: 0.1844096 Jul 05 03:52:13.199883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9af40d0-ed15-4d48-a186-0e764544d3d5 req-8eeef0b0-04d9-4f30-bd0d-81854972ebcf tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0926895 Jul 05 03:52:13.247534 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-d4b70b62-39db-47a3-a82e-5a4d5de84ae7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.201&port_id=9c768fd2-bcb3-41ea-a311-d8005fecfd4b HTTP/1.1" status: 200 len: 217 time: 0.0665855 Jul 05 03:52:13.248687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Made reservation on behalf of 145f99b9f2384ce195ed5443b24adaa7 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:13.252823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.264365 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9a3ab9a9-b931-4a3b-aef4-ed74aa7ee928 req-db08ea1e-2fb3-412e-ae3f-6eb699caddc7 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.327571 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9a3ab9a9-b931-4a3b-aef4-ed74aa7ee928 req-db08ea1e-2fb3-412e-ae3f-6eb699caddc7 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.357769 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.360520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.399162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-82175d9c-4593-40a6-85f5-3c0e2d3bc1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.400985 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-82175d9c-4593-40a6-85f5-3c0e2d3bc1d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dafdb72c-8757-4698-939a-b6c7c2514a4c HTTP/1.1" status: 200 len: 801 time: 0.1454458 Jul 05 03:52:13.415743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c4da15-0da2-490e-8d7f-fd46a562ecb7'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:13.428709 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73137c5-1b1c-4864-b680-152ddf3636f0" -d '{"events": [{"server_uuid": "f1e617e2-f44a-42ff-bf59-c395107ee95a", "name": "network-vif-plugged", "status": "completed", "tag": "40c4da15-0da2-490e-8d7f-fd46a562ecb7"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:13.448228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:13.550141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-d21b87fa-37cb-4452-94f0-d63fa33aabf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.551820 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-d21b87fa-37cb-4452-94f0-d63fa33aabf2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=76617f16-0626-476e-85f5-9be863f1b4af&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1408212 Jul 05 03:52:13.552156 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6e0d1bc-aa64-4053-bafd-1ba633d317c6 x-openstack-request-id: req-c6e0d1bc-aa64-4053-bafd-1ba633d317c6 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:13.552481 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e617e2-f44a-42ff-bf59-c395107ee95a", "name": "network-vif-plugged", "status": "completed", "tag": "40c4da15-0da2-490e-8d7f-fd46a562ecb7", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:13.552893 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6e0d1bc-aa64-4053-bafd-1ba633d317c6 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:13.553431 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c4da15-0da2-490e-8d7f-fd46a562ecb7', 'code': 200} Jul 05 03:52:13.562656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.562955 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9a3ab9a9-b931-4a3b-aef4-ed74aa7ee928 req-db08ea1e-2fb3-412e-ae3f-6eb699caddc7 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.567889 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9a3ab9a9-b931-4a3b-aef4-ed74aa7ee928 req-db08ea1e-2fb3-412e-ae3f-6eb699caddc7 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.571790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a3ab9a9-b931-4a3b-aef4-ed74aa7ee928 req-db08ea1e-2fb3-412e-ae3f-6eb699caddc7 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] 10.222.0.30 "DELETE /v2.0/security-groups/461bf351-7501-46bf-84a8-5c72a9bce990 HTTP/1.1" status: 204 len: 173 time: 0.4491403 Jul 05 03:52:13.572271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Allocated IP 172.20.0.12 (1b93be2a-51a9-4ba2-a83e-ae24543dbbe5/cac2668c-1713-40a7-9fa4-baff1fa971fe/0af47860-bba3-4294-a5ba-e8381bf027fc) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:13.588047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08ea1e-2fb3-412e-ae3f-6eb699caddc7 tempest-SecurityGroupsTestAdminJSON-789711759 tempest-SecurityGroupsTestAdminJSON-789711759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=461bf351-7501-46bf-84a8-5c72a9bce990,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:13.626571 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:13.657513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=40c4da15-0da2-490e-8d7f-fd46a562ecb7,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:13.761032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8284d7-10a3-429c-a3a6-73439691dda9 req-e92f7b2a-19ed-48d1-99c1-940aa94fa3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.766726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca8284d7-10a3-429c-a3a6-73439691dda9 req-e92f7b2a-19ed-48d1-99c1-940aa94fa3d1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 1097 time: 0.1000311 Jul 05 03:52:13.805381 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-9c877cb9-e05f-417a-91de-c9bc23d054e3 service neutron] 10.222.0.13 "GET /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448590 Jul 05 03:52:13.907641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca8284d7-10a3-429c-a3a6-73439691dda9 req-8c19eb5f-fac3-4a19-b37f-038a01d6670c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309669 Jul 05 03:52:13.986035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c749e0-f66b-489e-8a06-cf9cd3c454a9 req-b4b605ae-d014-44ba-97f6-3c015aa9485c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:13.994881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c749e0-f66b-489e-8a06-cf9cd3c454a9 req-b4b605ae-d014-44ba-97f6-3c015aa9485c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:14.005801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c749e0-f66b-489e-8a06-cf9cd3c454a9 req-b4b605ae-d014-44ba-97f6-3c015aa9485c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:14.008457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9c749e0-f66b-489e-8a06-cf9cd3c454a9 req-b4b605ae-d014-44ba-97f6-3c015aa9485c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2413 time: 0.2009268 Jul 05 03:52:14.061693 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.113163 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4a36e0ce-9145-482e-a794-26bb9ce637e1 req-27819004-69c3-4216-85af-7942514adcdd service neutron] 10.222.0.13 "GET /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732835 Jul 05 03:52:14.116455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9c749e0-f66b-489e-8a06-cf9cd3c454a9 req-ed3f3a36-9651-4901-a918-90bbe7100562 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984454 Jul 05 03:52:14.206257 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.333674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91a33a11-fb25-4e0f-b5ae-1f069ac0c47a req-938ac64e-7dc1-48c4-a311-a5edce066e4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 210 time: 0.0321920 Jul 05 03:52:14.409009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.458878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:14.462602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:14.470127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:14.502892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event updated for resources: {'Port': ['ID=0af47860-bba3-4294-a5ba-e8381bf027fc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:14.514645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.515860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.516435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.516974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.517320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.517656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.517992 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.518317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.518639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.518966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.519287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.519608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:14.586639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48846b41-4b5c-4d74-bd47-e5e0f33d89c8 req-b0ec6a52-95fe-4dc0-8672-57f42d6c22e6 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:14.588270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48846b41-4b5c-4d74-bd47-e5e0f33d89c8 req-b0ec6a52-95fe-4dc0-8672-57f42d6c22e6 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 945 time: 0.1152298 Jul 05 03:52:14.591302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:14.592234 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:14.632915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48846b41-4b5c-4d74-bd47-e5e0f33d89c8 req-211da404-caad-499a-8bdf-267f9bc0689f tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383551 Jul 05 03:52:14.703782 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-76378e8a-6159-49b0-a084-1e4a5d8e133d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8436644 Jul 05 03:52:14.717634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Request body: {'port': {'device_id': '2873ca27-f449-46a0-9739-fc951a98aa2b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:14.892206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53452) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:14.945323 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.056998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51320cf2-24fa-4e2f-89ce-bdb5d0041805 req-0739d827-f8f7-4ac8-aa18-acf1546c2ec1 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.061514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51320cf2-24fa-4e2f-89ce-bdb5d0041805 req-0739d827-f8f7-4ac8-aa18-acf1546c2ec1 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 945 time: 0.1320884 Jul 05 03:52:15.134291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51320cf2-24fa-4e2f-89ce-bdb5d0041805 req-92d797ad-af9f-4910-8acd-745b192f1427 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651135 Jul 05 03:52:15.213361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6a69ac62-b81e-426b-bef4-57bec0316cd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d6c420c01c34b12afdbcad220dc7aed&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3191855 Jul 05 03:52:15.216495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53460) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:15.281427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f1d7b4d-fe21-4806-b68f-05452ea24473 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.309218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f1d7b4d-fe21-4806-b68f-05452ea24473 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.460130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0916-85ad-432e-b53f-7373c4f42d79 req-eaeea313-1b0f-4268-89f0-7985a8fdc5f2 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.467314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0916-85ad-432e-b53f-7373c4f42d79 req-eaeea313-1b0f-4268-89f0-7985a8fdc5f2 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.474109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aff0916-85ad-432e-b53f-7373c4f42d79 req-eaeea313-1b0f-4268-89f0-7985a8fdc5f2 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.475881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5aff0916-85ad-432e-b53f-7373c4f42d79 req-eaeea313-1b0f-4268-89f0-7985a8fdc5f2 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2413 time: 0.1154130 Jul 05 03:52:15.500517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0af47860-bba3-4294-a5ba-e8381bf027fc {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:15.513118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.519547 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f1d7b4d-fe21-4806-b68f-05452ea24473 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.522009 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f1d7b4d-fe21-4806-b68f-05452ea24473 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.530288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Transition to ACTIVE for port object 0af47860-bba3-4294-a5ba-e8381bf027fc will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:15.532255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6f1d7b4d-fe21-4806-b68f-05452ea24473 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/27412089-2fc0-48ed-b06d-fe4440bb1925 HTTP/1.1" status: 204 len: 168 time: 0.3085954 Jul 05 03:52:15.591401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1d7b4d-fe21-4806-b68f-05452ea24473 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27412089-2fc0-48ed-b06d-fe4440bb1925,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:15.603272 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.604747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5aff0916-85ad-432e-b53f-7373c4f42d79 req-39cb03b0-b151-4172-94d7-8385fb9193b1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207502 Jul 05 03:52:15.645837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device cd99c651-08bb-4aee-8263-009ed6685ccc details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:15.665671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba3e9c5-3917-4a1d-a733-754bb5103a0f req-a592c4cd-a2ee-4097-bc3f-bbb037dc25f8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:15.672404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ba3e9c5-3917-4a1d-a733-754bb5103a0f req-a592c4cd-a2ee-4097-bc3f-bbb037dc25f8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 932 time: 0.1694765 Jul 05 03:52:15.730614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ba3e9c5-3917-4a1d-a733-754bb5103a0f req-91e3e968-75ab-4767-8612-d8639cd07ebf tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566039 Jul 05 03:52:15.772066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Pushing event updated for resources: {'Port': ['ID=0af47860-bba3-4294-a5ba-e8381bf027fc,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:15.834215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Attempting to bind port 0af47860-bba3-4294-a5ba-e8381bf027fc on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:15.834703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Attempting to bind port 0af47860-bba3-4294-a5ba-e8381bf027fc by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:15.835144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Attempting to bind port 0af47860-bba3-4294-a5ba-e8381bf027fc on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:15.842516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Port 0af47860-bba3-4294-a5ba-e8381bf027fc on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:15.846212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Attempting to bind port 0af47860-bba3-4294-a5ba-e8381bf027fc on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:15.849774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:15.850189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Checking segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:15.850647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Bound using segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:15.851402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Bound port: 0af47860-bba3-4294-a5ba-e8381bf027fc, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:15.851858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:15.949229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port cd99c651-08bb-4aee-8263-009ed6685ccc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=cd99c651-08bb-4aee-8263-009ed6685ccc,segment=NetworkSegment(03675dca-48f9-4c65-a52f-2550db9f7e62),segment_id=03675dca-48f9-4c65-a52f-2550db9f7e62)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:15.968672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'cd99c651-08bb-4aee-8263-009ed6685ccc', 'network_id': 'a78fdfe1-9042-4a68-b52f-3754a04b45f9', 'port_id': 'cd99c651-08bb-4aee-8263-009ed6685ccc', 'mac_address': 'fa:16:3e:19:b3:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c9cebbb-ba06-4d2d-93eb-32d3e5293266', 'ip_address': '19.86.0.189'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:15.974657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] For port 0af47860-bba3-4294-a5ba-e8381bf027fc, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:15.983813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] For port 0af47860-bba3-4294-a5ba-e8381bf027fc, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=0af47860-bba3-4294-a5ba-e8381bf027fc,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:16.031671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7052e8e-5477-4a8d-b5f3-942d994ea37d req-829b7606-2885-4f5b-a5c8-0b6841459905 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.033385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7052e8e-5477-4a8d-b5f3-942d994ea37d req-829b7606-2885-4f5b-a5c8-0b6841459905 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 945 time: 0.0976605 Jul 05 03:52:16.056529 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.086512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd99c651-08bb-4aee-8263-009ed6685ccc {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:16.113798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7052e8e-5477-4a8d-b5f3-942d994ea37d req-3b734cbd-a48a-4c8c-9150-369b973dc77d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739172 Jul 05 03:52:16.127417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port cd99c651-08bb-4aee-8263-009ed6685ccc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=cd99c651-08bb-4aee-8263-009ed6685ccc,segment=NetworkSegment(03675dca-48f9-4c65-a52f-2550db9f7e62),segment_id=03675dca-48f9-4c65-a52f-2550db9f7e62)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:16.209594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.237146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.239657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device da2c2a7a-c488-4e51-b11a-734856e192fb details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:16.268984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.269628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.271083 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] 10.222.0.26 "PUT /v2.0/ports/0af47860-bba3-4294-a5ba-e8381bf027fc HTTP/1.1" status: 200 len: 1093 time: 1.5621860 Jul 05 03:52:16.272019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2873ca27-f449-46a0-9739-fc951a98aa2b', 'tag': '0af47860-bba3-4294-a5ba-e8381bf027fc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:16.278203 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1" -d '{"events": [{"name": "network-changed", "server_uuid": "2873ca27-f449-46a0-9739-fc951a98aa2b", "tag": "0af47860-bba3-4294-a5ba-e8381bf027fc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:16.308183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553e7c3b-6c82-4b57-9927-7f67287fe9eb service neutron] Pushing event updated for resources: {'Port': ['ID=0af47860-bba3-4294-a5ba-e8381bf027fc,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.374288 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=cd99c651-08bb-4aee-8263-009ed6685ccc,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:16.390559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef679b21-1be6-4ce0-814f-1c6883be9096 req-b7b173ea-70bc-4a18-a2fb-1f713a84929d tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.393040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef679b21-1be6-4ce0-814f-1c6883be9096 req-b7b173ea-70bc-4a18-a2fb-1f713a84929d tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 945 time: 0.1196115 Jul 05 03:52:16.451337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-75cc519a-62dd-4542-b605-c3daa2b4f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.456867 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-75cc519a-62dd-4542-b605-c3daa2b4f85a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 1096 time: 0.0840364 Jul 05 03:52:16.492471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53482) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:16.525847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef679b21-1be6-4ce0-814f-1c6883be9096 req-4874d146-e35b-4a24-90ed-4c39a814d608 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/security-groups?id=b67e60ec-51cd-419e-8dff-de59b80fd099&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236215 Jul 05 03:52:16.539749 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-8648c8ae-bf12-4c6d-9ac6-8446f18df62c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af47860-bba3-4294-a5ba-e8381bf027fc HTTP/1.1" status: 200 len: 217 time: 0.0758796 Jul 05 03:52:16.548578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port da2c2a7a-c488-4e51-b11a-734856e192fb, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=da2c2a7a-c488-4e51-b11a-734856e192fb,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:16.576347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'da2c2a7a-c488-4e51-b11a-734856e192fb', 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af', 'port_id': 'da2c2a7a-c488-4e51-b11a-734856e192fb', 'mac_address': 'fa:16:3e:74:ca:d8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafdb72c-8757-4698-939a-b6c7c2514a4c', 'ip_address': '19.80.0.125'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:16.610769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-6640f6f7-ce16-46fa-94b1-b15822952758 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.615751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-6640f6f7-ce16-46fa-94b1-b15822952758 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.26 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 945 time: 0.2120056 Jul 05 03:52:16.630149 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a561147-4ea2-44ac-9231-fdeac88a2490 x-openstack-request-id: req-1a561147-4ea2-44ac-9231-fdeac88a2490 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:16.630418 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2873ca27-f449-46a0-9739-fc951a98aa2b", "tag": "0af47860-bba3-4294-a5ba-e8381bf027fc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:16.630677 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a561147-4ea2-44ac-9231-fdeac88a2490 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:16.631330 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2873ca27-f449-46a0-9739-fc951a98aa2b', 'tag': '0af47860-bba3-4294-a5ba-e8381bf027fc', 'status': 'completed', 'code': 200} Jul 05 03:52:16.637725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.643762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2b3f3358-cc23-42e6-a60f-734d445ceafd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4715cc585249486c8f65199dc9d44829&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1502650 Jul 05 03:52:16.648644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53486) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:16.664444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-af1b01d8-da73-4164-831d-1fa86a447a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:16.665972 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-af1b01d8-da73-4164-831d-1fa86a447a38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.1170537 Jul 05 03:52:16.697125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2c2a7a-c488-4e51-b11a-734856e192fb {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:16.714469 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-168301fc-b186-440a-aaa2-4581840de46a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410602 Jul 05 03:52:16.750222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port da2c2a7a-c488-4e51-b11a-734856e192fb, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=da2c2a7a-c488-4e51-b11a-734856e192fb,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:16.812870 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.818640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9c768fd2-bcb3-41ea-a311-d8005fecfd4b details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:16.819466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-28d19dee-8d55-477a-88a4-f3bf667ec507 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Deleting port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:16.820096 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-28d19dee-8d55-477a-88a4-f3bf667ec507 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.823762 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f837253b-1731-4791-9cde-4a0935a56f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.876979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:16.892518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f837253b-1731-4791-9cde-4a0935a56f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:16.902712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '9c768fd2-bcb3-41ea-a311-d8005fecfd4b', 'network_id': '76617f16-0626-476e-85f5-9be863f1b4af', 'port_id': '9c768fd2-bcb3-41ea-a311-d8005fecfd4b', 'mac_address': 'fa:16:3e:24:6d:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dafdb72c-8757-4698-939a-b6c7c2514a4c', 'ip_address': '19.80.0.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:16.922782 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-c3751b1a-dd5f-424a-8ccf-3981b2bad6d5 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968117 Jul 05 03:52:17.029195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=da2c2a7a-c488-4e51-b11a-734856e192fb,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:17.032722 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.055163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c768fd2-bcb3-41ea-a311-d8005fecfd4b {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:17.082418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-28d19dee-8d55-477a-88a4-f3bf667ec507 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] For port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,segment=NetworkSegment(67ae3984-5a7a-4014-949d-5825b5f401f0),segment_id=67ae3984-5a7a-4014-949d-5825b5f401f0)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:17.082418 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-28d19dee-8d55-477a-88a4-f3bf667ec507 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.093132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:17.105907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-28d19dee-8d55-477a-88a4-f3bf667ec507 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Calling delete_port for fa8a02f9-fd95-4824-a829-4ba1f5bfb01f owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:17.122864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b9a1-9e4a-4a12-a2ae-3686a7dcb429 req-17f707a2-6932-4e45-a3df-0fd8e1b10698 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.131574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b9a1-9e4a-4a12-a2ae-3686a7dcb429 req-17f707a2-6932-4e45-a3df-0fd8e1b10698 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.137706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958b9a1-9e4a-4a12-a2ae-3686a7dcb429 req-17f707a2-6932-4e45-a3df-0fd8e1b10698 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.284322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a958b9a1-9e4a-4a12-a2ae-3686a7dcb429 req-17f707a2-6932-4e45-a3df-0fd8e1b10698 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2415 time: 0.2998226 Jul 05 03:52:17.284438 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-daf5cce6-f3ea-4fd8-a3a3-5e5becbc470f req-58a5ee7c-4268-4ea4-ad40-5b63aafbe082 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887908 Jul 05 03:52:17.284563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b71e7e3-af07-47f1-b7f7-59c083f15264 req-606b9785-c813-4ceb-a3d1-d4fa65e8e277 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.284563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b71e7e3-af07-47f1-b7f7-59c083f15264 req-606b9785-c813-4ceb-a3d1-d4fa65e8e277 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 944 time: 0.2451208 Jul 05 03:52:17.284563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a958b9a1-9e4a-4a12-a2ae-3686a7dcb429 req-25af432d-e2d4-428e-a5ef-daa4b4627dc0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201978 Jul 05 03:52:17.328997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b71e7e3-af07-47f1-b7f7-59c083f15264 req-e866b388-ff3f-4b21-ab35-5a2873a5798d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556927 Jul 05 03:52:17.584768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cd14d5-96bd-4df0-a9d0-51ee432feb48 req-199f9295-536b-47fd-bc0b-8ea0f7a0b96e tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:17.587130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8cd14d5-96bd-4df0-a9d0-51ee432feb48 req-199f9295-536b-47fd-bc0b-8ea0f7a0b96e tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 945 time: 0.1101470 Jul 05 03:52:17.848995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f837253b-1731-4791-9cde-4a0935a56f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.850334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.852882 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f837253b-1731-4791-9cde-4a0935a56f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:17.857965 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f837253b-1731-4791-9cde-4a0935a56f24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa5c5398-2552-455b-9f38-4a41c4d5be01 HTTP/1.1" status: 204 len: 168 time: 1.2082222 Jul 05 03:52:17.867952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f837253b-1731-4791-9cde-4a0935a56f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa5c5398-2552-455b-9f38-4a41c4d5be01,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.012118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-28d19dee-8d55-477a-88a4-f3bf667ec507 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.021322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.031830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['fa8a02f9-fd95-4824-a829-4ba1f5bfb01f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:18.061346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac435ff7-9d83-46fc-bb51-b31f3e239f7a req-cea34f43-8085-4de9-959e-0749ef967079 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 210 time: 0.0645952 Jul 05 03:52:18.098526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1 req-114c14e9-9eb2-43d5-9193-a5aa3af3dd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.104778 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1 req-114c14e9-9eb2-43d5-9193-a5aa3af3dd76 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 1096 time: 0.1472204 Jul 05 03:52:18.105393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d19dee-8d55-477a-88a4-f3bf667ec507 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Pushing event deleted for resources: {'Port': ['ID=fa8a02f9-fd95-4824-a829-4ba1f5bfb01f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:18.113707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8cd14d5-96bd-4df0-a9d0-51ee432feb48 req-96d26c33-81ce-495f-8a3b-63342f65422b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5171523 Jul 05 03:52:18.207015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-28d19dee-8d55-477a-88a4-f3bf667ec507 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] No DVR routers for this DVR port fa8a02f9-fd95-4824-a829-4ba1f5bfb01f on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:18.211177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-28d19dee-8d55-477a-88a4-f3bf667ec507 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:18.214025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88cb1cd3-1aa6-40e1-ba69-713a0121fd8b req-28d19dee-8d55-477a-88a4-f3bf667ec507 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.26 "DELETE /v2.0/ports/fa8a02f9-fd95-4824-a829-4ba1f5bfb01f HTTP/1.1" status: 204 len: 173 time: 1.5883307 Jul 05 03:52:18.214639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d1532a9-0852-4c6c-bfcd-15d47b758d63', 'name': 'network-vif-deleted', 'tag': 'fa8a02f9-fd95-4824-a829-4ba1f5bfb01f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:18.217237 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bbb66bd-8813-4586-a6f4-a05bc9491913" -d '{"events": [{"server_uuid": "4d1532a9-0852-4c6c-bfcd-15d47b758d63", "name": "network-vif-deleted", "tag": "fa8a02f9-fd95-4824-a829-4ba1f5bfb01f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:18.285548 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d8913c-4b39-4e5f-9a0f-67e1bf9c2094 x-openstack-request-id: req-07d8913c-4b39-4e5f-9a0f-67e1bf9c2094 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:18.286217 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d1532a9-0852-4c6c-bfcd-15d47b758d63", "name": "network-vif-deleted", "tag": "fa8a02f9-fd95-4824-a829-4ba1f5bfb01f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:18.286504 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07d8913c-4b39-4e5f-9a0f-67e1bf9c2094 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:18.286953 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d1532a9-0852-4c6c-bfcd-15d47b758d63', 'name': 'network-vif-deleted', 'tag': 'fa8a02f9-fd95-4824-a829-4ba1f5bfb01f', 'status': 'completed', 'code': 200} Jul 05 03:52:18.290410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1 req-0b33d142-c1bb-4a65-bea0-44a2c65d9ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.292430 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1 req-0b33d142-c1bb-4a65-bea0-44a2c65d9ad7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 911 time: 0.1771653 Jul 05 03:52:18.357926 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1 req-76fb4dbc-e4b2-4fc1-8ea4-e1e51787927e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0af47860-bba3-4294-a5ba-e8381bf027fc HTTP/1.1" status: 200 len: 217 time: 0.0569901 Jul 05 03:52:18.452784 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1 req-f0d23844-b9ff-4399-8721-eca9995ade55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.458559 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1 req-f0d23844-b9ff-4399-8721-eca9995ade55 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.0914989 Jul 05 03:52:18.536597 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1 req-e68fd80c-bdca-498f-a09d-a86853c17448 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0728788 Jul 05 03:52:18.653857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['da2c2a7a-c488-4e51-b11a-734856e192fb'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:18.721507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['cd99c651-08bb-4aee-8263-009ed6685ccc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:18.728633 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1 req-d61a602e-4b18-4440-a9e8-9f0b5e991d6a service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1839118 Jul 05 03:52:18.736304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff3205-a059-420a-b6dc-1f3e43788efb req-e03e922b-8244-4b0c-84f9-5a4e68065fb7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.743157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff3205-a059-420a-b6dc-1f3e43788efb req-e03e922b-8244-4b0c-84f9-5a4e68065fb7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.751149 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ff3205-a059-420a-b6dc-1f3e43788efb req-e03e922b-8244-4b0c-84f9-5a4e68065fb7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.760077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54ff3205-a059-420a-b6dc-1f3e43788efb req-e03e922b-8244-4b0c-84f9-5a4e68065fb7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2416 time: 0.1447539 Jul 05 03:52:18.790945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9c768fd2-bcb3-41ea-a311-d8005fecfd4b'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:18.820682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682644fb-9435-4274-b81b-c1e76128776d req-32ef7aa1-ccd7-4c13-a346-7eb174c0b165 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:18.822349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-682644fb-9435-4274-b81b-c1e76128776d req-32ef7aa1-ccd7-4c13-a346-7eb174c0b165 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 944 time: 0.2577527 Jul 05 03:52:18.825733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54ff3205-a059-420a-b6dc-1f3e43788efb req-d83f92ea-c20b-4e7b-8f92-13c3cc879c4e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646460 Jul 05 03:52:18.943266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-682644fb-9435-4274-b81b-c1e76128776d req-fb04163c-97c1-47f2-879b-fcb05a4a566b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077089 Jul 05 03:52:18.962489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4aa28d2-ed2a-4ef0-90ed-af6aa023ccc1 req-a6b8fa83-5d9d-4085-badd-039d72aed28a service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216477 Jul 05 03:52:19.387313 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f90c1bbc-cc53-48b4-b6d8-1af60f94c47a req-f2661411-4805-4d09-8be2-33ae7ed4e864 tempest-VolumesAdminNegativeTest-2053548372 tempest-VolumesAdminNegativeTest-2053548372-project] 10.222.0.30 "GET /v2.0/ports?device_id=4d1532a9-0852-4c6c-bfcd-15d47b758d63 HTTP/1.1" status: 200 len: 210 time: 0.0781257 Jul 05 03:52:19.595393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d492d74-5b18-470f-8ef6-b96e6f97ecc6 req-3f643675-73f0-4032-b80b-0676f9d68310 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:19.596841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d492d74-5b18-470f-8ef6-b96e6f97ecc6 req-3f643675-73f0-4032-b80b-0676f9d68310 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 945 time: 0.1000485 Jul 05 03:52:19.665982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d492d74-5b18-470f-8ef6-b96e6f97ecc6 req-d2b2a841-a894-4678-98b2-468e37542c10 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578895 Jul 05 03:52:20.154551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18724e-43cf-4033-9a1e-2db1745fa019 req-0ff660d9-d114-4188-8e3f-5d7de740e581 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.161101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18724e-43cf-4033-9a1e-2db1745fa019 req-0ff660d9-d114-4188-8e3f-5d7de740e581 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.167036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a18724e-43cf-4033-9a1e-2db1745fa019 req-0ff660d9-d114-4188-8e3f-5d7de740e581 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.168836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a18724e-43cf-4033-9a1e-2db1745fa019 req-0ff660d9-d114-4188-8e3f-5d7de740e581 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2416 time: 0.1668136 Jul 05 03:52:20.222594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a18724e-43cf-4033-9a1e-2db1745fa019 req-25b808c9-77da-418b-a38a-93876e99c7cc tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416241 Jul 05 03:52:20.497676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdc590f-a9d5-4861-91bd-5523857a6a7f req-c0acd377-304c-43d9-b0fa-a322e24146f3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:20.500545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbdc590f-a9d5-4861-91bd-5523857a6a7f req-c0acd377-304c-43d9-b0fa-a322e24146f3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 944 time: 0.1349149 Jul 05 03:52:20.587095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbdc590f-a9d5-4861-91bd-5523857a6a7f req-2f335ee9-d2c3-4676-ba70-94cf81b3e976 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734587 Jul 05 03:52:20.864409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 0af47860-bba3-4294-a5ba-e8381bf027fc details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:20.882585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device fa8a02f9-fd95-4824-a829-4ba1f5bfb01f no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:20.897397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53608) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:20.924679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: fa8a02f9-fd95-4824-a829-4ba1f5bfb01f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:20.925055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device fa8a02f9-fd95-4824-a829-4ba1f5bfb01f not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:20.964925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-53101dba-78d8-4200-81a5-33b8b52acfff admin admin] Deleting subnet 028d3a70-f3c7-41f1-86f7-f23061453731 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:20.970315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53101dba-78d8-4200-81a5-33b8b52acfff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.024565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53101dba-78d8-4200-81a5-33b8b52acfff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.037705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 0af47860-bba3-4294-a5ba-e8381bf027fc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=0af47860-bba3-4294-a5ba-e8381bf027fc,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:21.069108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '0af47860-bba3-4294-a5ba-e8381bf027fc', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'port_id': '0af47860-bba3-4294-a5ba-e8381bf027fc', 'mac_address': 'fa:16:3e:54:78:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac2668c-1713-40a7-9fa4-baff1fa971fe', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:21.104597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53101dba-78d8-4200-81a5-33b8b52acfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.166689 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.189092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0af47860-bba3-4294-a5ba-e8381bf027fc {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:21.216260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 0af47860-bba3-4294-a5ba-e8381bf027fc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=0af47860-bba3-4294-a5ba-e8381bf027fc,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:21.264158 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53101dba-78d8-4200-81a5-33b8b52acfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.294900 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.351952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53101dba-78d8-4200-81a5-33b8b52acfff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028d3a70-f3c7-41f1-86f7-f23061453731,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:21.362269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53101dba-78d8-4200-81a5-33b8b52acfff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.368823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53620) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:21.369483 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-53101dba-78d8-4200-81a5-33b8b52acfff admin admin] 10.222.0.30 "DELETE /v2.0/subnets/028d3a70-f3c7-41f1-86f7-f23061453731 HTTP/1.1" status: 204 len: 168 time: 0.4696298 Jul 05 03:52:21.411679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=0af47860-bba3-4294-a5ba-e8381bf027fc,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:21.524330 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.573385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['0af47860-bba3-4294-a5ba-e8381bf027fc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:21.762510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80385c7-455c-4a22-8845-bc0149107bd0 req-e7806805-f7b9-4f06-90d6-8742cd1535a6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:21.779477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80385c7-455c-4a22-8845-bc0149107bd0 req-e7806805-f7b9-4f06-90d6-8742cd1535a6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:21.792770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80385c7-455c-4a22-8845-bc0149107bd0 req-e7806805-f7b9-4f06-90d6-8742cd1535a6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:21.797798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c80385c7-455c-4a22-8845-bc0149107bd0 req-e7806805-f7b9-4f06-90d6-8742cd1535a6 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2416 time: 0.3463964 Jul 05 03:52:21.814142 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.893308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0623dc40-1be0-4e57-85e9-3b566079ba5f']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:21.899981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device cd99c651-08bb-4aee-8263-009ed6685ccc up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:21.900638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c80385c7-455c-4a22-8845-bc0149107bd0 req-8a17c7e4-c77a-44fb-943b-7ed90c38c33e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811517 Jul 05 03:52:21.950723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67ae3984-5a7a-4014-949d-5825b5f401f0') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:21.951040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67ae3984-5a7a-4014-949d-5825b5f401f0') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:21.965978 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.986286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.996208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:21.996612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:21.998708 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:22.097973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d7b76-4fab-444f-9bac-ca7461da74ba req-bd4ea2b4-8ce7-4ffb-bb77-bbc506052cd0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:22.100254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-159d7b76-4fab-444f-9bac-ca7461da74ba req-bd4ea2b4-8ce7-4ffb-bb77-bbc506052cd0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 945 time: 0.2102544 Jul 05 03:52:22.144597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-159d7b76-4fab-444f-9bac-ca7461da74ba req-bf8a4080-7168-41d1-a044-dcdac8191e5b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383434 Jul 05 03:52:22.151225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port cd99c651-08bb-4aee-8263-009ed6685ccc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:22.168891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port cd99c651-08bb-4aee-8263-009ed6685ccc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:22.168891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.227111 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.238663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.241754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0623dc40-1be0-4e57-85e9-3b566079ba5f HTTP/1.1" status: 204 len: 168 time: 0.8703606 Jul 05 03:52:22.244815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53648) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:22.275379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f014e2-c8b6-4be9-ad15-b20f2470e122 admin admin] Pushing event deleted for resources: {'Network': ['ID=0623dc40-1be0-4e57-85e9-3b566079ba5f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:22.359609 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.368466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-07699091-8a40-4e96-8c02-2936ad3af14f admin admin] Deleting subnet 5b3e44a1-7a63-4dbb-bd4e-b6285ed12ead {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:22.374511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07699091-8a40-4e96-8c02-2936ad3af14f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.385114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd99c651-08bb-4aee-8263-009ed6685ccc'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:22.388422 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a9a9290-db4a-418e-b6b1-82991d27b2e3" -d '{"events": [{"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-plugged", "status": "completed", "tag": "cd99c651-08bb-4aee-8263-009ed6685ccc"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:22.406935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port cd99c651-08bb-4aee-8263-009ed6685ccc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=cd99c651-08bb-4aee-8263-009ed6685ccc,segment=NetworkSegment(03675dca-48f9-4c65-a52f-2550db9f7e62),segment_id=03675dca-48f9-4c65-a52f-2550db9f7e62)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:22.427824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07699091-8a40-4e96-8c02-2936ad3af14f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.449324 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c64a009e-c158-4d80-8917-c281cc96bc5d x-openstack-request-id: req-c64a009e-c158-4d80-8917-c281cc96bc5d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:22.449466 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-plugged", "status": "completed", "tag": "cd99c651-08bb-4aee-8263-009ed6685ccc", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:22.449783 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c64a009e-c158-4d80-8917-c281cc96bc5d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:22.450061 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd99c651-08bb-4aee-8263-009ed6685ccc', 'code': 200} Jul 05 03:52:22.451483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53658) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:22.477770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07699091-8a40-4e96-8c02-2936ad3af14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.483264 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.485470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device da2c2a7a-c488-4e51-b11a-734856e192fb up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:22.629572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07699091-8a40-4e96-8c02-2936ad3af14f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.646750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=cd99c651-08bb-4aee-8263-009ed6685ccc,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:22.672209 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e320809-fb31-441c-8954-417b77dbcde2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.682444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07699091-8a40-4e96-8c02-2936ad3af14f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5b3e44a1-7a63-4dbb-bd4e-b6285ed12ead,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:22.688655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07699091-8a40-4e96-8c02-2936ad3af14f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.693389 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-07699091-8a40-4e96-8c02-2936ad3af14f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5b3e44a1-7a63-4dbb-bd4e-b6285ed12ead HTTP/1.1" status: 204 len: 168 time: 0.4465995 Jul 05 03:52:22.694448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53662) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:22.734214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port da2c2a7a-c488-4e51-b11a-734856e192fb completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:22.753273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port da2c2a7a-c488-4e51-b11a-734856e192fb triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:22.759796 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.831833 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.847609 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e320809-fb31-441c-8954-417b77dbcde2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.874007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 40c4da15-0da2-490e-8d7f-fd46a562ecb7 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:22.883963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 0af47860-bba3-4294-a5ba-e8381bf027fc up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:22.925956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.942500 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:22.944767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c24b9d6-6316-42f8-bcb6-fcc51baed20c']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:22.967051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a86d8bc-41e6-4a8d-b5a5-031f62c6b621') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:22.969402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a86d8bc-41e6-4a8d-b5a5-031f62c6b621') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:22.983330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.010669 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.019598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:23.020175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:23.022300 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:23.035781 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e320809-fb31-441c-8954-417b77dbcde2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.062540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port da2c2a7a-c488-4e51-b11a-734856e192fb, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=da2c2a7a-c488-4e51-b11a-734856e192fb,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:23.092456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:23.100163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6e320809-fb31-441c-8954-417b77dbcde2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f0ed7fa8b1724ade83a25b327bf7756f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6470149 Jul 05 03:52:23.101581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e320809-fb31-441c-8954-417b77dbcde2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa727bf4-afff-41cb-b0c5-e4d11aa4b5f5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.111830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53668) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:23.141931 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '40c4da15-0da2-490e-8d7f-fd46a562ecb7', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'port_id': '40c4da15-0da2-490e-8d7f-fd46a562ecb7', 'mac_address': 'fa:16:3e:23:cc:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec68273-2b6d-41e5-9d51-4ff736df0f68', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:23.181582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a221e-3efc-4377-9429-f9d515a1d248 req-2af24cf7-e03c-4ccf-8bcd-1b542e5e605d tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.189626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a221e-3efc-4377-9429-f9d515a1d248 req-2af24cf7-e03c-4ccf-8bcd-1b542e5e605d tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.200333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-353a221e-3efc-4377-9429-f9d515a1d248 req-2af24cf7-e03c-4ccf-8bcd-1b542e5e605d tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.203013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-353a221e-3efc-4377-9429-f9d515a1d248 req-2af24cf7-e03c-4ccf-8bcd-1b542e5e605d tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2417 time: 0.1207113 Jul 05 03:52:23.206431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.207195 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6504fa0e-cd1a-4c98-ae89-762bd10c545e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.210073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 0af47860-bba3-4294-a5ba-e8381bf027fc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:23.230243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 0af47860-bba3-4294-a5ba-e8381bf027fc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:23.230743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.232759 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.234498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9c768fd2-bcb3-41ea-a311-d8005fecfd4b up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:23.253748 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6504fa0e-cd1a-4c98-ae89-762bd10c545e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.279029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-353a221e-3efc-4377-9429-f9d515a1d248 req-5e10d3a7-1b61-4f9d-832b-e1da1b0c494d tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704424 Jul 05 03:52:23.341530 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.349600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40c4da15-0da2-490e-8d7f-fd46a562ecb7 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:23.351928 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.353919 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] 10.222.0.30 "DELETE /v2.0/networks/6c24b9d6-6316-42f8-bcb6-fcc51baed20c HTTP/1.1" status: 204 len: 168 time: 0.6581573 Jul 05 03:52:23.371571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede1260b-2ffe-411d-84eb-3c86d4a9ac7a admin admin] Pushing event deleted for resources: {'Network': ['ID=6c24b9d6-6316-42f8-bcb6-fcc51baed20c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.412740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:23.451959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6504fa0e-cd1a-4c98-ae89-762bd10c545e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.457775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6504fa0e-cd1a-4c98-ae89-762bd10c545e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.459370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6504fa0e-cd1a-4c98-ae89-762bd10c545e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa727bf4-afff-41cb-b0c5-e4d11aa4b5f5 HTTP/1.1" status: 204 len: 168 time: 0.3463733 Jul 05 03:52:23.473339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=da2c2a7a-c488-4e51-b11a-734856e192fb,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.480553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6504fa0e-cd1a-4c98-ae89-762bd10c545e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa727bf4-afff-41cb-b0c5-e4d11aa4b5f5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.485971 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.553992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524120a-43f2-4bd8-ad62-32f00b62f8b9 req-c344e354-bff6-4072-85c7-6e57884c9bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:23.556211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0524120a-43f2-4bd8-ad62-32f00b62f8b9 req-c344e354-bff6-4072-85c7-6e57884c9bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 945 time: 0.1441910 Jul 05 03:52:23.601427 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.614926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0524120a-43f2-4bd8-ad62-32f00b62f8b9 req-7d5da047-9768-418e-9cf1-0c5fa9eaf773 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517943 Jul 05 03:52:23.763891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['40c4da15-0da2-490e-8d7f-fd46a562ecb7'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:23.793584 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:23.817695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:23.818064 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:23.827555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53700) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:23.860556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=40c4da15-0da2-490e-8d7f-fd46a562ecb7,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:23.909819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 0af47860-bba3-4294-a5ba-e8381bf027fc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=0af47860-bba3-4294-a5ba-e8381bf027fc,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:23.924978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4dc73be8-17ae-417a-b4a4-0917a001ce9a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fdd32576a9a4845b9d51b79c3f396b9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0960510 Jul 05 03:52:23.928645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53704) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:24.032805 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09ef0f4b-4a59-4546-b663-3e75c92179ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.043479 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.061510 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.082231 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09ef0f4b-4a59-4546-b663-3e75c92179ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.162957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=0af47860-bba3-4294-a5ba-e8381bf027fc,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:24.168121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:24.242625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09ef0f4b-4a59-4546-b663-3e75c92179ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.249443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09ef0f4b-4a59-4546-b663-3e75c92179ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.249443 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-09ef0f4b-4a59-4546-b663-3e75c92179ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b67e60ec-51cd-419e-8dff-de59b80fd099 HTTP/1.1" status: 204 len: 168 time: 0.3167114 Jul 05 03:52:24.256534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ef0f4b-4a59-4546-b663-3e75c92179ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b67e60ec-51cd-419e-8dff-de59b80fd099,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:24.346856 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.451172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2c2a7a-c488-4e51-b11a-734856e192fb'}, {'server_uuid': '2873ca27-f449-46a0-9739-fc951a98aa2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af47860-bba3-4294-a5ba-e8381bf027fc'}, {'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c768fd2-bcb3-41ea-a311-d8005fecfd4b'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:24.453602 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d2e6d91-f95e-4c0e-9832-0bc517b9f777" -d '{"events": [{"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-plugged", "status": "completed", "tag": "da2c2a7a-c488-4e51-b11a-734856e192fb"}, {"server_uuid": "2873ca27-f449-46a0-9739-fc951a98aa2b", "name": "network-vif-plugged", "status": "completed", "tag": "0af47860-bba3-4294-a5ba-e8381bf027fc"}, {"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-plugged", "status": "completed", "tag": "9c768fd2-bcb3-41ea-a311-d8005fecfd4b"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:24.457394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:24.515570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b340b04-a607-4c08-9cd8-fcd27400f8ab req-dacf422e-1823-4641-af51-209d02f09fb0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.517767 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67197eb9-b236-4be0-88f2-9bcb4c0c6d79 x-openstack-request-id: req-67197eb9-b236-4be0-88f2-9bcb4c0c6d79 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:24.518173 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-plugged", "status": "completed", "tag": "da2c2a7a-c488-4e51-b11a-734856e192fb", "code": 200}, {"server_uuid": "2873ca27-f449-46a0-9739-fc951a98aa2b", "name": "network-vif-plugged", "status": "completed", "tag": "0af47860-bba3-4294-a5ba-e8381bf027fc", "code": 200}, {"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-plugged", "status": "completed", "tag": "9c768fd2-bcb3-41ea-a311-d8005fecfd4b", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:24.518496 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67197eb9-b236-4be0-88f2-9bcb4c0c6d79 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:24.518994 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2c2a7a-c488-4e51-b11a-734856e192fb', 'code': 200} Jul 05 03:52:24.519325 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2873ca27-f449-46a0-9739-fc951a98aa2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0af47860-bba3-4294-a5ba-e8381bf027fc', 'code': 200} Jul 05 03:52:24.519633 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c768fd2-bcb3-41ea-a311-d8005fecfd4b', 'code': 200} Jul 05 03:52:24.528542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b340b04-a607-4c08-9cd8-fcd27400f8ab req-dacf422e-1823-4641-af51-209d02f09fb0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.535047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b340b04-a607-4c08-9cd8-fcd27400f8ab req-dacf422e-1823-4641-af51-209d02f09fb0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.537019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b340b04-a607-4c08-9cd8-fcd27400f8ab req-dacf422e-1823-4641-af51-209d02f09fb0 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2419 time: 0.1128922 Jul 05 03:52:24.572058 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53720) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:24.608997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b340b04-a607-4c08-9cd8-fcd27400f8ab req-0b4c5c4d-076f-4812-b4d3-e837e6099df7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619974 Jul 05 03:52:24.635620 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9849d821-7bde-479d-922b-c2a6fd2093f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:24.815240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8373f1-54c0-43a3-bd5e-59eefe5473ae req-8be03ce0-581e-493c-9585-e6997c449812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:24.817877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7d8373f1-54c0-43a3-bd5e-59eefe5473ae req-8be03ce0-581e-493c-9585-e6997c449812 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 1098 time: 0.2380953 Jul 05 03:52:24.893143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 40c4da15-0da2-490e-8d7f-fd46a562ecb7 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:25.016202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 40c4da15-0da2-490e-8d7f-fd46a562ecb7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:25.017300 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.077198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3987fd59-dc1c-4d95-aca9-5a29f41f3b97 req-e9d78e3d-0d77-4348-a495-2f3fbe546873 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.079514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3987fd59-dc1c-4d95-aca9-5a29f41f3b97 req-e9d78e3d-0d77-4348-a495-2f3fbe546873 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 946 time: 0.1344948 Jul 05 03:52:25.135495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3987fd59-dc1c-4d95-aca9-5a29f41f3b97 req-b1918db3-28e8-48dc-a49d-9ca9b6d021a1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481167 Jul 05 03:52:25.181636 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.264276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:25.275880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f840-1a70-4cd9-9f68-167bf6764144 req-623c712e-80f5-45ad-a43e-4e84bd130c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.276936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f840-1a70-4cd9-9f68-167bf6764144 req-623c712e-80f5-45ad-a43e-4e84bd130c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.276936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f60f840-1a70-4cd9-9f68-167bf6764144 req-623c712e-80f5-45ad-a43e-4e84bd130c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.278548 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8f60f840-1a70-4cd9-9f68-167bf6764144 req-623c712e-80f5-45ad-a43e-4e84bd130c70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2875 time: 0.6316171 Jul 05 03:52:25.287328 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9849d821-7bde-479d-922b-c2a6fd2093f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.313041 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7d8373f1-54c0-43a3-bd5e-59eefe5473ae req-eb4aa6a3-da56-44d1-8898-3e6cd69c36e2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4812031 Jul 05 03:52:25.336612 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8f60f840-1a70-4cd9-9f68-167bf6764144 req-c73d6693-131f-4181-8e38-7efcf2398c1b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477102 Jul 05 03:52:25.419393 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.419655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9849d821-7bde-479d-922b-c2a6fd2093f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.490548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53752) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:25.496534 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9849d821-7bde-479d-922b-c2a6fd2093f0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9dc95cd2fa5426abdac9496e722ad5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9232683 Jul 05 03:52:25.497690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9849d821-7bde-479d-922b-c2a6fd2093f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d383e2a-ead6-4e04-a797-16332e5c675a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:25.527627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=40c4da15-0da2-490e-8d7f-fd46a562ecb7,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:25.576870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771c652d-cf8b-4a43-bc6e-a97760826f35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.612819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53754) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:25.626467 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771c652d-cf8b-4a43-bc6e-a97760826f35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.695370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-af4141f6-e1d8-41cc-ae4d-10e7ba3a9fe2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f1eb5df255e742e884898f43bc72c77f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0811434 Jul 05 03:52:25.703416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53758) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:25.836556 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771c652d-cf8b-4a43-bc6e-a97760826f35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.840048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771c652d-cf8b-4a43-bc6e-a97760826f35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.840641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-771c652d-cf8b-4a43-bc6e-a97760826f35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2d383e2a-ead6-4e04-a797-16332e5c675a HTTP/1.1" status: 204 len: 168 time: 0.3490813 Jul 05 03:52:25.866682 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d985a27-af33-42d7-b576-ca7333e7260a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.871132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771c652d-cf8b-4a43-bc6e-a97760826f35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d383e2a-ead6-4e04-a797-16332e5c675a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:25.915976 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d985a27-af33-42d7-b576-ca7333e7260a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:25.943188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5785a-a204-4b8e-a317-b94177ae4712 req-e07b5fa8-be56-4817-902c-37c532ecf260 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.953876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5785a-a204-4b8e-a317-b94177ae4712 req-e07b5fa8-be56-4817-902c-37c532ecf260 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.960958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a5785a-a204-4b8e-a317-b94177ae4712 req-e07b5fa8-be56-4817-902c-37c532ecf260 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:25.962695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3a5785a-a204-4b8e-a317-b94177ae4712 req-e07b5fa8-be56-4817-902c-37c532ecf260 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2419 time: 0.1928504 Jul 05 03:52:26.084541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3a5785a-a204-4b8e-a317-b94177ae4712 req-2ed4aa9b-18c3-4853-a0ac-dfd1118b98f4 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087329 Jul 05 03:52:26.242427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d985a27-af33-42d7-b576-ca7333e7260a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.245212 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d985a27-af33-42d7-b576-ca7333e7260a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:26.246527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2d985a27-af33-42d7-b576-ca7333e7260a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/26864636-6f25-403d-ab85-876bd6864a1a HTTP/1.1" status: 204 len: 168 time: 0.5400040 Jul 05 03:52:26.263040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d985a27-af33-42d7-b576-ca7333e7260a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26864636-6f25-403d-ab85-876bd6864a1a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:26.454504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb96534a-7fae-4455-80d6-791660503172 req-dbbb7377-42bf-4e64-8099-dc6322ee7c41 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:26.461896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb96534a-7fae-4455-80d6-791660503172 req-dbbb7377-42bf-4e64-8099-dc6322ee7c41 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 946 time: 0.1298718 Jul 05 03:52:26.516514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb96534a-7fae-4455-80d6-791660503172 req-a1c9abbc-6481-43df-88a9-e8b89c7677e8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536268 Jul 05 03:52:26.522513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c4da15-0da2-490e-8d7f-fd46a562ecb7'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:26.530326 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bad946-f70a-476f-90b7-7d231a927c5b" -d '{"events": [{"server_uuid": "f1e617e2-f44a-42ff-bf59-c395107ee95a", "name": "network-vif-plugged", "status": "completed", "tag": "40c4da15-0da2-490e-8d7f-fd46a562ecb7"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:26.633926 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77bf0b88-4234-4c2f-942c-df2b18b8e351 x-openstack-request-id: req-77bf0b88-4234-4c2f-942c-df2b18b8e351 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:26.633926 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e617e2-f44a-42ff-bf59-c395107ee95a", "name": "network-vif-plugged", "status": "completed", "tag": "40c4da15-0da2-490e-8d7f-fd46a562ecb7", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:26.633926 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77bf0b88-4234-4c2f-942c-df2b18b8e351 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:26.634415 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40c4da15-0da2-490e-8d7f-fd46a562ecb7', 'code': 200} Jul 05 03:52:27.386723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5591-b0d0-4b2c-8f62-7a73c54c36b4 req-fc551260-8f23-484b-b9cd-003f54742926 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.404116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5591-b0d0-4b2c-8f62-7a73c54c36b4 req-fc551260-8f23-484b-b9cd-003f54742926 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.422768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83a5591-b0d0-4b2c-8f62-7a73c54c36b4 req-fc551260-8f23-484b-b9cd-003f54742926 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.431886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a83a5591-b0d0-4b2c-8f62-7a73c54c36b4 req-fc551260-8f23-484b-b9cd-003f54742926 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2419 time: 0.1653430 Jul 05 03:52:27.517247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a83a5591-b0d0-4b2c-8f62-7a73c54c36b4 req-b7908514-51d8-4452-8c43-6d169c0f2b0d tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831654 Jul 05 03:52:27.857218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053c6dad-c570-4736-ab43-6cd692995bce req-a51c12ec-8f80-49a2-950a-e4140358d8f8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:27.864874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-053c6dad-c570-4736-ab43-6cd692995bce req-a51c12ec-8f80-49a2-950a-e4140358d8f8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 946 time: 0.1575274 Jul 05 03:52:27.936763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53836) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:27.960684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-053c6dad-c570-4736-ab43-6cd692995bce req-cd9e49d6-2933-4519-978e-64bcda291ebd tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943916 Jul 05 03:52:28.160294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1462672474-network', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:28.329054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Made reservation on behalf of 6c26c875763e408aaa7fdde75dbb37c9 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:28.329849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53860) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:28.350487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.390372 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.525012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-421629226-network', 'tenant_id': 'b8b14397b7da4c2f90249e37cab5b962'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:28.577939 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.791611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.824095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845788f-eb02-470f-8272-5f90d839c62b req-7ed5da0f-0393-49e3-8190-20115fc7b288 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.831782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:28.838173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845788f-eb02-470f-8272-5f90d839c62b req-7ed5da0f-0393-49e3-8190-20115fc7b288 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.848828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2845788f-eb02-470f-8272-5f90d839c62b req-7ed5da0f-0393-49e3-8190-20115fc7b288 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:28.850587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb1332a-2871-4759-984e-fe3e5f3c5a8f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:28.856620 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.863748 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Added segment efc2ef0e-7f97-4064-84bd-7d86829e036f of type vlan for network 2d4d741a-f991-4c74-8c22-af9fbbe95214 Jul 05 03:52:28.863947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2845788f-eb02-470f-8272-5f90d839c62b req-7ed5da0f-0393-49e3-8190-20115fc7b288 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2419 time: 0.1775594 Jul 05 03:52:28.916294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:28.991947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2845788f-eb02-470f-8272-5f90d839c62b req-6caa2b78-6c89-40ca-bc8b-6a6bf5d15533 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281395 Jul 05 03:52:29.027397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Made reservation on behalf of b8b14397b7da4c2f90249e37cab5b962 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:29.031182 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.057825 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.059327 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.060559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:29.061391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.116712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89adc424-8780-474b-9fab-fd7dc64e4646 req-02f6e5de-7bbb-459c-ba09-f23e73a3f1f7 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:29.130142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89adc424-8780-474b-9fab-fd7dc64e4646 req-02f6e5de-7bbb-459c-ba09-f23e73a3f1f7 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 946 time: 0.2650025 Jul 05 03:52:29.230236 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2904091 Jul 05 03:52:29.243212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53874) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:29.247427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89adc424-8780-474b-9fab-fd7dc64e4646 req-8d27a9d2-d295-4e8a-9544-827baaf60014 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149843 Jul 05 03:52:29.284395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Request body: {'subnet': {'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1462672474-subnet', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:29.319753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e4baf27-adad-429c-9a79-dea84e648ae0 admin admin] Pushing event updated for resources: {'Network': ['ID=2d4d741a-f991-4c74-8c22-af9fbbe95214,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:29.347766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2d4d741a-f991-4c74-8c22-af9fbbe95214 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:29.571696 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.722009 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.747659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:29.758481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dfbaa8d-0821-445d-b0f3-ce7915b702b4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:29.771449 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.771449 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Added segment 26a0d8a9-eb76-4513-af73-e4c998672f77 of type vlan for network ed636fb1-6b94-4f80-87b5-e1ff6b37652e Jul 05 03:52:29.836497 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:29.848316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Made reservation on behalf of 6c26c875763e408aaa7fdde75dbb37c9 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:29.850376 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.130490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.132506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.133919 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.147367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.238780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-09d56a65-8a80-45ce-9b1a-17d89ba0f77d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.241005 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-09d56a65-8a80-45ce-9b1a-17d89ba0f77d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 946 time: 0.1685212 Jul 05 03:52:30.262356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] Pushing event updated for resources: {'Network': ['ID=ed636fb1-6b94-4f80-87b5-e1ff6b37652e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:30.278214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network ed636fb1-6b94-4f80-87b5-e1ff6b37652e details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:30.314551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e81c0-fe25-48a1-8932-b5fd7db40b51 req-97693fb1-a272-4438-9f57-045871110395 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.326926 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f3eaf6c-be98-4898-ab74-44ee8062d908,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:30.338385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e81c0-fe25-48a1-8932-b5fd7db40b51 req-97693fb1-a272-4438-9f57-045871110395 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.350902 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513e81c0-fe25-48a1-8932-b5fd7db40b51 req-97693fb1-a272-4438-9f57-045871110395 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.361192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-513e81c0-fe25-48a1-8932-b5fd7db40b51 req-97693fb1-a272-4438-9f57-045871110395 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2419 time: 0.2542651 Jul 05 03:52:30.366046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-638ee979-f721-4861-af1f-b98c9b885e90 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0352604 Jul 05 03:52:30.369900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53900) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:30.389994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Checking segment: {'id': 'efc2ef0e-7f97-4064-84bd-7d86829e036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:30.390410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Network hostable DHCP agents. Network: 2d4d741a-f991-4c74-8c22-af9fbbe95214, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:30.423226 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Request body: {'subnet': {'network_id': 'ed636fb1-6b94-4f80-87b5-e1ff6b37652e', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-421629226-subnet', 'tenant_id': 'b8b14397b7da4c2f90249e37cab5b962', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:30.444470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-348f3fe5-3310-4915-811b-2016eff8dd0e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Deleting port 0af47860-bba3-4294-a5ba-e8381bf027fc {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:30.445159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-348f3fe5-3310-4915-811b-2016eff8dd0e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.511925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Network 2d4d741a-f991-4c74-8c22-af9fbbe95214 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:30.523738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-513e81c0-fe25-48a1-8932-b5fd7db40b51 req-454b2502-dab1-4cba-8797-e3ac0c0c3235 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507418 Jul 05 03:52:30.655124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Made reservation on behalf of b8b14397b7da4c2f90249e37cab5b962 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:30.659740 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.660875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-348f3fe5-3310-4915-811b-2016eff8dd0e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] For port 0af47860-bba3-4294-a5ba-e8381bf027fc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=0af47860-bba3-4294-a5ba-e8381bf027fc,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:30.661917 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-348f3fe5-3310-4915-811b-2016eff8dd0e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.694378 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-348f3fe5-3310-4915-811b-2016eff8dd0e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Calling delete_port for 0af47860-bba3-4294-a5ba-e8381bf027fc owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:30.824984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2d4d741a-f991-4c74-8c22-af9fbbe95214) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:30.831716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.831716 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:30.844499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634781cb-55ce-449a-8b21-784a3321d749 None None] Network 2d4d741a-f991-4c74-8c22-af9fbbe95214 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:30.897535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe92c9a-77d2-4605-8280-c072132e8218 req-a3679e57-689d-4e8f-be9e-dfbc6c735b48 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:30.914178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfe92c9a-77d2-4605-8280-c072132e8218 req-a3679e57-689d-4e8f-be9e-dfbc6c735b48 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 946 time: 0.1857224 Jul 05 03:52:30.947967 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-34f7e8f4-cdd5-4556-b54f-8bd2ce0922ae admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.7020905 Jul 05 03:52:30.952087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53918) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:30.966632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1462672474-router', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:31.023622 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-348f3fe5-3310-4915-811b-2016eff8dd0e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.067483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['0af47860-bba3-4294-a5ba-e8381bf027fc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:31.070112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f3fe5-3310-4915-811b-2016eff8dd0e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event deleted for resources: {'Port': ['ID=0af47860-bba3-4294-a5ba-e8381bf027fc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:31.159299 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-2d4d741a-f991-4c74-8c22-af9fbbe95214', 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'fixed_ips': [{'subnet_id': '2f3eaf6c-be98-4898-ab74-44ee8062d908'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:31.160935 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.166111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-348f3fe5-3310-4915-811b-2016eff8dd0e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] No DVR routers for this DVR port 0af47860-bba3-4294-a5ba-e8381bf027fc on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:31.170594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-348f3fe5-3310-4915-811b-2016eff8dd0e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.175218 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90cdeb12-5753-47e0-901e-32dfc555cd21 req-348f3fe5-3310-4915-811b-2016eff8dd0e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "DELETE /v2.0/ports/0af47860-bba3-4294-a5ba-e8381bf027fc HTTP/1.1" status: 204 len: 173 time: 0.9265773 Jul 05 03:52:31.176183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2873ca27-f449-46a0-9739-fc951a98aa2b', 'name': 'network-vif-deleted', 'tag': '0af47860-bba3-4294-a5ba-e8381bf027fc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:31.181721 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-816ad58a-55ba-478b-88e8-75015cac0e25" -d '{"events": [{"server_uuid": "2873ca27-f449-46a0-9739-fc951a98aa2b", "name": "network-vif-deleted", "tag": "0af47860-bba3-4294-a5ba-e8381bf027fc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:31.191288 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.193891 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.211754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfe92c9a-77d2-4605-8280-c072132e8218 req-83cbbb11-230a-4ecd-afaf-0b30909ebe06 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934282 Jul 05 03:52:31.280777 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.313152 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfa5ba16-8c3c-4422-aaeb-d9de425d4bc9 x-openstack-request-id: req-bfa5ba16-8c3c-4422-aaeb-d9de425d4bc9 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:31.314213 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2873ca27-f449-46a0-9739-fc951a98aa2b", "name": "network-vif-deleted", "tag": "0af47860-bba3-4294-a5ba-e8381bf027fc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:31.315162 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bfa5ba16-8c3c-4422-aaeb-d9de425d4bc9 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:31.316135 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2873ca27-f449-46a0-9739-fc951a98aa2b', 'name': 'network-vif-deleted', 'tag': '0af47860-bba3-4294-a5ba-e8381bf027fc', 'status': 'completed', 'code': 200} Jul 05 03:52:31.361866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.446101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Allocated IP 172.20.0.2 (2d4d741a-f991-4c74-8c22-af9fbbe95214/2f3eaf6c-be98-4898-ab74-44ee8062d908/52501e0c-ec89-474a-bfef-d9b5391be0c1) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:31.457129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7ee67cc-3b68-4fb5-8a83-b21de966b583,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:31.483513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Checking segment: {'id': '26a0d8a9-eb76-4513-af73-e4c998672f77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'ed636fb1-6b94-4f80-87b5-e1ff6b37652e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:31.483934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Network hostable DHCP agents. Network: ed636fb1-6b94-4f80-87b5-e1ff6b37652e, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:31.613281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Network ed636fb1-6b94-4f80-87b5-e1ff6b37652e is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:31.646144 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.655289 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.667980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Transition to ACTIVE for port object 52501e0c-ec89-474a-bfef-d9b5391be0c1 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:31.689574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Transition to ACTIVE for port object 52501e0c-ec89-474a-bfef-d9b5391be0c1 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:31.751186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, ed636fb1-6b94-4f80-87b5-e1ff6b37652e) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:31.762263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.762882 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.767104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e19ed4a9-ba8a-42db-999b-fd419da56b16 None None] Network ed636fb1-6b94-4f80-87b5-e1ff6b37652e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:31.875967 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:31.895549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b0d4363b-7c86-4f73-93ad-3446c8a6d930 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5240417 Jul 05 03:52:31.937031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b24de9-cb49-4190-be8c-7708fc435dc5 req-52faa882-1d29-4e85-aa6a-944b68d88735 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.944653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b24de9-cb49-4190-be8c-7708fc435dc5 req-52faa882-1d29-4e85-aa6a-944b68d88735 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.952839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b24de9-cb49-4190-be8c-7708fc435dc5 req-52faa882-1d29-4e85-aa6a-944b68d88735 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:31.966349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4b24de9-cb49-4190-be8c-7708fc435dc5 req-52faa882-1d29-4e85-aa6a-944b68d88735 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2419 time: 0.1904287 Jul 05 03:52:31.987199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Pushing event updated for resources: {'Port': ['ID=52501e0c-ec89-474a-bfef-d9b5391be0c1,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:32.032216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.032577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.032811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4b24de9-cb49-4190-be8c-7708fc435dc5 req-06fde02d-bcb4-4b70-9160-74f2f2630dc9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640664 Jul 05 03:52:32.033658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.033965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.034395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.034741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.035080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.035418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.035749 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.036103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.036434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.036761 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:32.067053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Network 2d4d741a-f991-4c74-8c22-af9fbbe95214 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:32.106724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:32.122005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:32.267824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.325656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.363817 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f55d71c-ee9e-433c-a7df-aa9e96882085 None None] Network ed636fb1-6b94-4f80-87b5-e1ff6b37652e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:32.487264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Attempting to bind port 52501e0c-ec89-474a-bfef-d9b5391be0c1 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:32.487628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Attempting to bind port 52501e0c-ec89-474a-bfef-d9b5391be0c1 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'efc2ef0e-7f97-4064-84bd-7d86829e036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:32.489489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Attempting to bind port 52501e0c-ec89-474a-bfef-d9b5391be0c1 on network 2d4d741a-f991-4c74-8c22-af9fbbe95214 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:32.516252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-5627ae48-ff73-4af8-95d1-568a1b871a26 req-b6fb4ce5-17de-4406-9598-548e60ac7332 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1116110994', 'description': 'tempest-description-1806549281'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:32.517613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:32.518382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Checking segment: {'id': 'efc2ef0e-7f97-4064-84bd-7d86829e036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:32.520968 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.521668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Bound using segment: {'id': 'efc2ef0e-7f97-4064-84bd-7d86829e036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:32.522349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Bound port: 52501e0c-ec89-474a-bfef-d9b5391be0c1, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc2ef0e-7f97-4064-84bd-7d86829e036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:32.522916 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.618264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Allocated IP 172.25.4.36 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/66c28eeb-a836-40ea-b241-5c7f6ae167db) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:32.624165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] For port 52501e0c-ec89-474a-bfef-d9b5391be0c1, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:32.627731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] For port 52501e0c-ec89-474a-bfef-d9b5391be0c1, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=52501e0c-ec89-474a-bfef-d9b5391be0c1,segment=NetworkSegment(efc2ef0e-7f97-4064-84bd-7d86829e036f),segment_id=efc2ef0e-7f97-4064-84bd-7d86829e036f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:32.676241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a815aec1-26c6-4014-9f37-980fd9280c8d req-42ba85a9-e368-46d4-b15d-0f501bcbac51 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=2873ca27-f449-46a0-9739-fc951a98aa2b HTTP/1.1" status: 200 len: 210 time: 0.1019487 Jul 05 03:52:32.677630 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5627ae48-ff73-4af8-95d1-568a1b871a26 req-b6fb4ce5-17de-4406-9598-548e60ac7332 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.736924 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.880285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f89b92-c0b9-4ba1-ae8f-6260d33a0f83 None None] Pushing event updated for resources: {'Port': ['ID=52501e0c-ec89-474a-bfef-d9b5391be0c1,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:32.899067 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5627ae48-ff73-4af8-95d1-568a1b871a26 req-b6fb4ce5-17de-4406-9598-548e60ac7332 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.931068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-f97d5987-99f8-4dca-98a8-7a7520c568cc tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.938848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-f97d5987-99f8-4dca-98a8-7a7520c568cc tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.949689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-f97d5987-99f8-4dca-98a8-7a7520c568cc tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:32.951436 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-f97d5987-99f8-4dca-98a8-7a7520c568cc tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2419 time: 0.2239778 Jul 05 03:52:32.954891 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:32.977675 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5627ae48-ff73-4af8-95d1-568a1b871a26 req-b6fb4ce5-17de-4406-9598-548e60ac7332 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.098080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fb4ce5-17de-4406-9598-548e60ac7332 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=234bd03f-2dcc-4ea9-9af2-7fb6d8a36b9f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.145269 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5627ae48-ff73-4af8-95d1-568a1b871a26 req-b6fb4ce5-17de-4406-9598-548e60ac7332 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.146632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5627ae48-ff73-4af8-95d1-568a1b871a26 req-b6fb4ce5-17de-4406-9598-548e60ac7332 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.6362588 Jul 05 03:52:33.254875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-363e992d-9ddc-4206-8825-d7426ce8894c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting port da2c2a7a-c488-4e51-b11a-734856e192fb {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:33.257063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-363e992d-9ddc-4206-8825-d7426ce8894c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.265718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.415782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Pushing event updated for resources: {'Port': ['ID=66c28eeb-a836-40ea-b241-5c7f6ae167db,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:33.426278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:33.434193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:33.437746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:33.463739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cd7b02d-7dd2-4a25-bb32-b2c5f7163268 req-9042240f-c15d-4ace-aa17-f8208140e2bc tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/234bd03f-2dcc-4ea9-9af2-7fb6d8a36b9f HTTP/1.1" status: 200 len: 1805 time: 0.0807316 Jul 05 03:52:33.469037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-1cd7b02d-7dd2-4a25-bb32-b2c5f7163268 req-bf67efd8-a490-4af6-9563-7b73a3af61e1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '234bd03f-2dcc-4ea9-9af2-7fb6d8a36b9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:33.469448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-1cd7b02d-7dd2-4a25-bb32-b2c5f7163268 req-bf67efd8-a490-4af6-9563-7b73a3af61e1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '234bd03f-2dcc-4ea9-9af2-7fb6d8a36b9f', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:33.511801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87b78f-fb84-4082-bfc7-74e0d67877be req-18b81cbc-cbbf-43d7-b778-7655b7fe3bbf tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:33.513616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87b78f-fb84-4082-bfc7-74e0d67877be req-18b81cbc-cbbf-43d7-b778-7655b7fe3bbf tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:33.519575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a87b78f-fb84-4082-bfc7-74e0d67877be req-18b81cbc-cbbf-43d7-b778-7655b7fe3bbf tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:33.527193 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a87b78f-fb84-4082-bfc7-74e0d67877be req-18b81cbc-cbbf-43d7-b778-7655b7fe3bbf tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 2419 time: 0.1646240 Jul 05 03:52:33.593896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a87b78f-fb84-4082-bfc7-74e0d67877be req-7104195b-71b9-4d96-aec2-7c9c1ee27470 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656557 Jul 05 03:52:33.668900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-363e992d-9ddc-4206-8825-d7426ce8894c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] For port da2c2a7a-c488-4e51-b11a-734856e192fb, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=da2c2a7a-c488-4e51-b11a-734856e192fb,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:33.668900 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-363e992d-9ddc-4206-8825-d7426ce8894c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.682677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-363e992d-9ddc-4206-8825-d7426ce8894c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Calling delete_port for da2c2a7a-c488-4e51-b11a-734856e192fb owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:33.709133 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1cd7b02d-7dd2-4a25-bb32-b2c5f7163268 req-bf67efd8-a490-4af6-9563-7b73a3af61e1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.740141 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1cd7b02d-7dd2-4a25-bb32-b2c5f7163268 req-bf67efd8-a490-4af6-9563-7b73a3af61e1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.829412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1cd7b02d-7dd2-4a25-bb32-b2c5f7163268 req-bf67efd8-a490-4af6-9563-7b73a3af61e1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:33.904893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67efd8-a490-4af6-9563-7b73a3af61e1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f24349f-6cfc-4ae7-a639-90fac7c6cbbc,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:34.013812 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1cd7b02d-7dd2-4a25-bb32-b2c5f7163268 req-bf67efd8-a490-4af6-9563-7b73a3af61e1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.015288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cd7b02d-7dd2-4a25-bb32-b2c5f7163268 req-bf67efd8-a490-4af6-9563-7b73a3af61e1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5503435 Jul 05 03:52:34.037274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 52501e0c-ec89-474a-bfef-d9b5391be0c1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:34.050578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-35ef1888-67ab-4ef8-a893-ccbb160952a8 req-12796032-880f-4789-bb57-e859aaa5122f tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-297393554', 'description': 'tempest-description-1340953313'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:34.199825 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-363e992d-9ddc-4206-8825-d7426ce8894c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.202158 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-35ef1888-67ab-4ef8-a893-ccbb160952a8 req-12796032-880f-4789-bb57-e859aaa5122f tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.232482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9c768fd2-bcb3-41ea-a311-d8005fecfd4b', 'da2c2a7a-c488-4e51-b11a-734856e192fb', 'cd99c651-08bb-4aee-8263-009ed6685ccc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:34.237791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 52501e0c-ec89-474a-bfef-d9b5391be0c1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:34.276064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e992d-9ddc-4206-8825-d7426ce8894c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Port': ['ID=da2c2a7a-c488-4e51-b11a-734856e192fb,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:34.505361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-363e992d-9ddc-4206-8825-d7426ce8894c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] No DVR routers for this DVR port da2c2a7a-c488-4e51-b11a-734856e192fb on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:34.508651 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-363e992d-9ddc-4206-8825-d7426ce8894c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.511795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-363e992d-9ddc-4206-8825-d7426ce8894c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "DELETE /v2.0/ports/da2c2a7a-c488-4e51-b11a-734856e192fb HTTP/1.1" status: 204 len: 173 time: 1.5506492 Jul 05 03:52:34.517189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-deleted', 'tag': 'da2c2a7a-c488-4e51-b11a-734856e192fb'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:34.519223 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d737a0d3-6237-443e-bc6c-52d3683c8256" -d '{"events": [{"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-deleted", "tag": "da2c2a7a-c488-4e51-b11a-734856e192fb"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:34.534802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e56453d-b768-4a43-8f1c-b0c8a607ec59 None None] Network 2d4d741a-f991-4c74-8c22-af9fbbe95214 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:34.616476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.619544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-35ef1888-67ab-4ef8-a893-ccbb160952a8 req-12796032-880f-4789-bb57-e859aaa5122f tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.721674 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-35ef1888-67ab-4ef8-a893-ccbb160952a8 req-12796032-880f-4789-bb57-e859aaa5122f tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.740586 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:52:34.808565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12796032-880f-4789-bb57-e859aaa5122f tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20f89996-3830-419e-b34c-5e0109aedea4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:34.824040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-ba8e64b4-5d80-4319-81dc-4795d6abb67c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:34.829451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-ba8e64b4-5d80-4319-81dc-4795d6abb67c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.4778352 Jul 05 03:52:34.829451 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-35ef1888-67ab-4ef8-a893-ccbb160952a8 req-12796032-880f-4789-bb57-e859aaa5122f tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:34.839706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35ef1888-67ab-4ef8-a893-ccbb160952a8 req-12796032-880f-4789-bb57-e859aaa5122f tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7935991 Jul 05 03:52:34.862634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-def396e9-961c-4fc3-998b-52bdb1725361 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/quotas/145f99b9f2384ce195ed5443b24adaa7 HTTP/1.1" status: 200 len: 375 time: 0.0201330 Jul 05 03:52:34.941646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-1957c4e0-b622-4dd2-afe9-24d99dd4215d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0730422 Jul 05 03:52:34.948500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-81e058b7-3b43-460b-89ee-dd08bb861ec9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:34.956591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-81e058b7-3b43-460b-89ee-dd08bb861ec9 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131762 Jul 05 03:52:34.981489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 0af47860-bba3-4294-a5ba-e8381bf027fc no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:35.063954 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-5a9cbca4-686a-401d-88fc-74a5ddbb016f service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1060219 Jul 05 03:52:35.121877 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.140622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d61ac81d-e3df-4b67-89bf-373d090cc875 None None] Provisioning for port 52501e0c-ec89-474a-bfef-d9b5391be0c1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:35.158134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d61ac81d-e3df-4b67-89bf-373d090cc875 None None] Provisioning complete for port 52501e0c-ec89-474a-bfef-d9b5391be0c1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:35.160050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-77d4aa32-36e6-472f-acca-2a24e291c7d3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting port cd99c651-08bb-4aee-8263-009ed6685ccc {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:35.160509 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-77d4aa32-36e6-472f-acca-2a24e291c7d3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.162484 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d61ac81d-e3df-4b67-89bf-373d090cc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.264000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 0af47860-bba3-4294-a5ba-e8381bf027fc {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:35.267424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 0af47860-bba3-4294-a5ba-e8381bf027fc not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:35.300939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-e8f6e2f0-e612-4ba9-a8ec-bd9d0072d5f3 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2202542 Jul 05 03:52:35.457907 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f96f789-8224-48ba-8263-c2d6d8e14b1f x-openstack-request-id: req-4f96f789-8224-48ba-8263-c2d6d8e14b1f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:35.458528 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-deleted", "tag": "da2c2a7a-c488-4e51-b11a-734856e192fb", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:35.458905 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f96f789-8224-48ba-8263-c2d6d8e14b1f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:35.459416 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-deleted', 'tag': 'da2c2a7a-c488-4e51-b11a-734856e192fb', 'status': 'completed', 'code': 200} Jul 05 03:52:35.481628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-77d4aa32-36e6-472f-acca-2a24e291c7d3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] For port cd99c651-08bb-4aee-8263-009ed6685ccc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=cd99c651-08bb-4aee-8263-009ed6685ccc,segment=NetworkSegment(03675dca-48f9-4c65-a52f-2550db9f7e62),segment_id=03675dca-48f9-4c65-a52f-2550db9f7e62)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:35.488229 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-77d4aa32-36e6-472f-acca-2a24e291c7d3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.538408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-77d4aa32-36e6-472f-acca-2a24e291c7d3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Calling delete_port for cd99c651-08bb-4aee-8263-009ed6685ccc owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:35.608457 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d61ac81d-e3df-4b67-89bf-373d090cc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:35.668498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fab94-c1d4-42a0-9f3f-534600264a34 req-37daf3c0-2ce8-44f6-b301-1072362cbb64 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.690912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4fab94-c1d4-42a0-9f3f-534600264a34 req-37daf3c0-2ce8-44f6-b301-1072362cbb64 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:35.709061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f4fab94-c1d4-42a0-9f3f-534600264a34 req-37daf3c0-2ce8-44f6-b301-1072362cbb64 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 1683 time: 0.2628131 Jul 05 03:52:35.773934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d61ac81d-e3df-4b67-89bf-373d090cc875 None None] For port 52501e0c-ec89-474a-bfef-d9b5391be0c1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=52501e0c-ec89-474a-bfef-d9b5391be0c1,segment=NetworkSegment(efc2ef0e-7f97-4064-84bd-7d86829e036f),segment_id=efc2ef0e-7f97-4064-84bd-7d86829e036f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:35.808551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1fe7b053-9d5d-4ad9-b2ba-45b879effd10 req-049076b4-5b74-42a6-8edc-ea690064402e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/20f89996-3830-419e-b34c-5e0109aedea4 HTTP/1.1" status: 200 len: 1804 time: 0.0898817 Jul 05 03:52:35.814227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-1fe7b053-9d5d-4ad9-b2ba-45b879effd10 req-c9758975-03dc-4ba6-b8b9-d7f0e1729c00 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '20f89996-3830-419e-b34c-5e0109aedea4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:35.815388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-1fe7b053-9d5d-4ad9-b2ba-45b879effd10 req-c9758975-03dc-4ba6-b8b9-d7f0e1729c00 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '20f89996-3830-419e-b34c-5e0109aedea4', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:35.838204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f4fab94-c1d4-42a0-9f3f-534600264a34 req-b8d1b034-df20-42bb-b5a0-f02b1af544ae tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277285 Jul 05 03:52:36.059234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed6b89ed-2753-403a-8089-2c164472621d req-64369667-ce5c-4fb8-9ad1-b88abb1a4e2f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 210 time: 0.0346777 Jul 05 03:52:36.108874 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d61ac81d-e3df-4b67-89bf-373d090cc875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.109189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Router 54a2404f-182c-447f-8876-86ecfa583e8a is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:52:36.205546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-77d4aa32-36e6-472f-acca-2a24e291c7d3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.211053 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1fe7b053-9d5d-4ad9-b2ba-45b879effd10 req-c9758975-03dc-4ba6-b8b9-d7f0e1729c00 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.218460 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ac81d-e3df-4b67-89bf-373d090cc875 None None] Pushing event updated for resources: {'Port': ['ID=52501e0c-ec89-474a-bfef-d9b5391be0c1,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:36.263935 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1fe7b053-9d5d-4ad9-b2ba-45b879effd10 req-c9758975-03dc-4ba6-b8b9-d7f0e1729c00 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.269344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d4aa32-36e6-472f-acca-2a24e291c7d3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Port': ['ID=cd99c651-08bb-4aee-8263-009ed6685ccc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:36.301832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-929c9bb5-9ebd-45f2-81ad-8a4094c566e6 None None] Provisioning complete for port 52501e0c-ec89-474a-bfef-d9b5391be0c1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:36.302529 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-929c9bb5-9ebd-45f2-81ad-8a4094c566e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.333415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1fe7b053-9d5d-4ad9-b2ba-45b879effd10 req-c9758975-03dc-4ba6-b8b9-d7f0e1729c00 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.396823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9758975-03dc-4ba6-b8b9-d7f0e1729c00 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cca57928-7a46-4b10-bf18-1f9b803264fb,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:36.482749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1fe7b053-9d5d-4ad9-b2ba-45b879effd10 req-c9758975-03dc-4ba6-b8b9-d7f0e1729c00 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.497877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1fe7b053-9d5d-4ad9-b2ba-45b879effd10 req-c9758975-03dc-4ba6-b8b9-d7f0e1729c00 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.6746192 Jul 05 03:52:36.534034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-7220f961-371c-4271-9ce1-f0e106af7f26 req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-84293662', 'description': 'tempest-description-1988622123'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:36.691109 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7220f961-371c-4271-9ce1-f0e106af7f26 req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.734890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-77d4aa32-36e6-472f-acca-2a24e291c7d3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] No DVR routers for this DVR port cd99c651-08bb-4aee-8263-009ed6685ccc on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:36.778678 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-77d4aa32-36e6-472f-acca-2a24e291c7d3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.781019 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-77d4aa32-36e6-472f-acca-2a24e291c7d3 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "DELETE /v2.0/ports/cd99c651-08bb-4aee-8263-009ed6685ccc HTTP/1.1" status: 204 len: 173 time: 2.2475705 Jul 05 03:52:36.797286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54054) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:36.818132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-2109883814'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:36.854010 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7220f961-371c-4271-9ce1-f0e106af7f26 req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.873396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:36.888039 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Sync routers for ids ['54a2404f-182c-447f-8876-86ecfa583e8a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:36.902909 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Routers {'54a2404f-182c-447f-8876-86ecfa583e8a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:36.903561 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:52:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['54a2404f-182c-447f-8876-86ecfa583e8a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:36.969290 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7220f961-371c-4271-9ce1-f0e106af7f26 req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:36.979961 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-d19a35f9-7469-46f3-894f-6140a208b7ea tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:36.980520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-d19a35f9-7469-46f3-894f-6140a208b7ea tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.014201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee116291-52f6-4e3e-bb92-d15332c5399b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:37.025211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.025888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.026498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.027044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.027583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.028299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.029194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.029744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.030344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.030899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.031834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.032588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:37.152702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-d19a35f9-7469-46f3-894f-6140a208b7ea tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] For port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:37.153441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-d19a35f9-7469-46f3-894f-6140a208b7ea tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.163791 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee864887-5e0e-40d0-9eee-49748a05db94 req-ad1a10cf-e36a-4fa3-b4ac-4a19ce282f40 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.165740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee864887-5e0e-40d0-9eee-49748a05db94 req-ad1a10cf-e36a-4fa3-b4ac-4a19ce282f40 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 946 time: 0.1266644 Jul 05 03:52:37.171475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-d19a35f9-7469-46f3-894f-6140a208b7ea tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Calling delete_port for 9c768fd2-bcb3-41ea-a311-d8005fecfd4b owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:37.191558 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Set router 54a2404f-182c-447f-8876-86ecfa583e8a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:37.252350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee864887-5e0e-40d0-9eee-49748a05db94 req-752f9ff9-d625-4890-81cf-52e369fd46da tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804913 Jul 05 03:52:37.309444 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.313506 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-13d58782-56a6-4ab0-bec2-35c28fe014e8 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.3573158 Jul 05 03:52:37.314387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54066) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:37.400310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:37.405139 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.461955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-deleted', 'tag': 'cd99c651-08bb-4aee-8263-009ed6685ccc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:37.464709 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d3bc6a-215d-4ae7-8cbb-20fb3b04cea1" -d '{"events": [{"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-deleted", "tag": "cd99c651-08bb-4aee-8263-009ed6685ccc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:37.484019 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'name': 'tempest-FloatingIPsTestJSON-1462672474-router', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:31Z', 'updated_at': '2021-07-05T03:52:33Z', 'revision_number': 3, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'gw_port': {'id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:32Z', 'updated_at': '2021-07-05T03:52:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:37.490632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:37.504901 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.505258 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Added segment 5445e3b3-08ad-4aac-bfe4-510641afe88e of type vlan for network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee Jul 05 03:52:37.555585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.586077 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Checking router: 54a2404f-182c-447f-8876-86ecfa583e8a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:37.587576 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Updating router 54a2404f-182c-447f-8876-86ecfa583e8a port 66c28eeb-a836-40ea-b241-5c7f6ae167db binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:52:37.590950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-d19a35f9-7469-46f3-894f-6140a208b7ea tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.600893 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7220f961-371c-4271-9ce1-f0e106af7f26 req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.602141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7220f961-371c-4271-9ce1-f0e106af7f26 req-8531a905-b0f0-49f9-abeb-0b2148157c75 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 1.0855865 Jul 05 03:52:37.676026 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.707634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.733318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:37.734286 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:37.832503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1c1974b-1172-4e7e-9c6a-e3bfb6fbc49c req-dee452e3-9d4a-42bb-8fb1-5f2fce7d83cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 210 time: 0.0631871 Jul 05 03:52:37.912770 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-562fbaec-6ee8-4b03-ab6f-aec32078aba8 x-openstack-request-id: req-562fbaec-6ee8-4b03-ab6f-aec32078aba8 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:37.913344 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-deleted", "tag": "cd99c651-08bb-4aee-8263-009ed6685ccc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:37.913344 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-562fbaec-6ee8-4b03-ab6f-aec32078aba8 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:37.913697 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-deleted', 'tag': 'cd99c651-08bb-4aee-8263-009ed6685ccc', 'status': 'completed', 'code': 200} Jul 05 03:52:37.926182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Network': ['ID=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:37.931804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d19a35f9-7469-46f3-894f-6140a208b7ea tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Port': ['ID=9c768fd2-bcb3-41ea-a311-d8005fecfd4b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:37.953982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device cd99c651-08bb-4aee-8263-009ed6685ccc no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:37.958692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:38.047670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a9cef976-1822-47c8-8d13-b27748b894be req-14cdd912-d943-49c1-8e66-2a1dac8fd47b tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-671618430', 'description': 'tempest-description-1450075378'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:38.057690 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d2da965e-4dcd-4661-890e-dc34ae629047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.112262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 52501e0c-ec89-474a-bfef-d9b5391be0c1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:38.153536 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-d19a35f9-7469-46f3-894f-6140a208b7ea tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] No DVR routers for this DVR port 9c768fd2-bcb3-41ea-a311-d8005fecfd4b on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:38.165491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-d19a35f9-7469-46f3-894f-6140a208b7ea tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.167364 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39b445dc-6717-4c54-acef-6d4ab64c27cb req-d19a35f9-7469-46f3-894f-6140a208b7ea tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "DELETE /v2.0/ports/9c768fd2-bcb3-41ea-a311-d8005fecfd4b HTTP/1.1" status: 204 len: 173 time: 1.3717508 Jul 05 03:52:38.171618 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7d947fb2-df9e-417a-ba6f-127cf4dd02f5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3699441 Jul 05 03:52:38.175072 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54082) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:38.186534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-2060936699'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:38.215420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: cd99c651-08bb-4aee-8263-009ed6685ccc {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:38.215764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device cd99c651-08bb-4aee-8263-009ed6685ccc not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:38.216448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device da2c2a7a-c488-4e51-b11a-734856e192fb no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:38.345538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a9cef976-1822-47c8-8d13-b27748b894be req-14cdd912-d943-49c1-8e66-2a1dac8fd47b tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.388863 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.436803 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Transition to ACTIVE for port object 66c28eeb-a836-40ea-b241-5c7f6ae167db will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:38.519225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:38.523056 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.545107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: da2c2a7a-c488-4e51-b11a-734856e192fb {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:38.545704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device da2c2a7a-c488-4e51-b11a-734856e192fb not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:38.546302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9c768fd2-bcb3-41ea-a311-d8005fecfd4b no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:38.551466 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.579374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 9c768fd2-bcb3-41ea-a311-d8005fecfd4b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:38.580034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9c768fd2-bcb3-41ea-a311-d8005fecfd4b not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:38.588475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:38.606123 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Pushing event updated for resources: {'Port': ['ID=66c28eeb-a836-40ea-b241-5c7f6ae167db,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:38.609576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 52501e0c-ec89-474a-bfef-d9b5391be0c1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:38.610320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.616704 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.622389 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.622870 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.623267 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.623660 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.624083 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.624481 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.624883 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.625269 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.625653 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.626039 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.626420 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:52:38.662962 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Attempting to bind port 66c28eeb-a836-40ea-b241-5c7f6ae167db on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:38.663421 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Attempting to bind port 66c28eeb-a836-40ea-b241-5c7f6ae167db by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:38.664089 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Attempting to bind port 66c28eeb-a836-40ea-b241-5c7f6ae167db on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:38.670432 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:38.671655 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:38.672161 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.673047 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:38.673795 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Bound port: 66c28eeb-a836-40ea-b241-5c7f6ae167db, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:38.674419 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.720710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd89d5df-bfc8-4623-8c50-e60665383aaa req-67e8d6d7-f8aa-430b-bf73-dd9b5b9442e1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=b54533d1-05a4-4123-8ee5-270eec5ee8cc HTTP/1.1" status: 200 len: 210 time: 0.1779473 Jul 05 03:52:38.723301 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.723862 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Added segment 5c8f06e3-947b-458f-89e5-58db4e00f8be of type vlan for network 320dbe57-ecdf-4942-b75a-f8d707d5678c Jul 05 03:52:38.741215 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] For port 66c28eeb-a836-40ea-b241-5c7f6ae167db, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:38.746615 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] For port 66c28eeb-a836-40ea-b241-5c7f6ae167db, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=66c28eeb-a836-40ea-b241-5c7f6ae167db,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:38.859256 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.878490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.894789 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:38.987657 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672a328a-e143-4dbf-b909-b35bebfa4901 None None] Pushing event updated for resources: {'Port': ['ID=66c28eeb-a836-40ea-b241-5c7f6ae167db,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:38.991811 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Routers {'54a2404f-182c-447f-8876-86ecfa583e8a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:38.992526 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:52:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['54a2404f-182c-447f-8876-86ecfa583e8a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:39.015559 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a9cef976-1822-47c8-8d13-b27748b894be req-14cdd912-d943-49c1-8e66-2a1dac8fd47b tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.145739 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a9cef976-1822-47c8-8d13-b27748b894be req-14cdd912-d943-49c1-8e66-2a1dac8fd47b tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.191336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.197736 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] Set router 54a2404f-182c-447f-8876-86ecfa583e8a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:39.210444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:39.211129 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.228987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-4ab7666b-6d4b-46d3-a059-c7f5811a592d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:39.236956 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-4ab7666b-6d4b-46d3-a059-c7f5811a592d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.2069125 Jul 05 03:52:39.255098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Request body: {'port': {'device_id': '4ab6989f-5f8d-452e-b365-1f7144049146', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'admin_state_up': True, 'tenant_id': '145f99b9f2384ce195ed5443b24adaa7'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:39.388194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-572151e4-44c4-46a0-a13f-b5b3ab6120d1 req-f7eb9939-a7d6-4131-925b-77003cda0ad5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 210 time: 0.1734233 Jul 05 03:52:39.461008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a9cef976-1822-47c8-8d13-b27748b894be req-14cdd912-d943-49c1-8e66-2a1dac8fd47b tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.480449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9cef976-1822-47c8-8d13-b27748b894be req-14cdd912-d943-49c1-8e66-2a1dac8fd47b tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 1.4309852 Jul 05 03:52:39.556995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.3763714 Jul 05 03:52:39.556995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cdd912-d943-49c1-8e66-2a1dac8fd47b tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb02216e-496c-45a3-be85-68dac99f0e1e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.557592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54104) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:39.591567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'subnet': {'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:39.612433 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'name': 'tempest-FloatingIPsTestJSON-1462672474-router', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:31Z', 'updated_at': '2021-07-05T03:52:33Z', 'revision_number': 3, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'gw_port': {'id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:32Z', 'updated_at': '2021-07-05T03:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:39.665729 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f470b0cb-ea74-4062-96dd-bd33f6eb707b None None] The sync data for ids ['54a2404f-182c-447f-8876-86ecfa583e8a'] in n-d-758944-41 is: [{'id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'name': 'tempest-FloatingIPsTestJSON-1462672474-router', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:31Z', 'updated_at': '2021-07-05T03:52:33Z', 'revision_number': 3, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'gw_port': {'id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5d:43', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:32Z', 'updated_at': '2021-07-05T03:52:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:39.707943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Made reservation on behalf of 145f99b9f2384ce195ed5443b24adaa7 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:39.711930 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:39.719674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cc4927-1a2a-4062-b4b0-44b613bd5477 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Network': ['ID=320dbe57-ecdf-4942-b75a-f8d707d5678c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:39.731751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 320dbe57-ecdf-4942-b75a-f8d707d5678c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:39.754021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Allocated IP 172.20.0.1 (2d4d741a-f991-4c74-8c22-af9fbbe95214/2f3eaf6c-be98-4898-ab74-44ee8062d908/f4f20c42-dc20-4e9a-96dd-d9fade55e9e8) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:39.816764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1c2d079-7abf-432b-89b3-a55899d7b8df req-cbec2938-3269-4352-b0ef-c1e7318357a1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/ee116291-52f6-4e3e-bb92-d15332c5399b HTTP/1.1" status: 200 len: 1803 time: 0.2905877 Jul 05 03:52:39.981654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54110) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:40.011262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Allocated IP 172.20.0.4 (1b93be2a-51a9-4ba2-a83e-ae24543dbbe5/cac2668c-1713-40a7-9fa4-baff1fa971fe/4872b116-bc5f-42a2-b28b-127758f6b6c4) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:40.134675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1c2d079-7abf-432b-89b3-a55899d7b8df req-eedba5fe-d979-45c0-be34-ef7f5cf1bb70 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/cb02216e-496c-45a3-be85-68dac99f0e1e HTTP/1.1" status: 200 len: 1804 time: 0.2906613 Jul 05 03:52:40.145312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b1c2d079-7abf-432b-89b3-a55899d7b8df req-e40bb34a-d23d-4857-ad59-373f26ed989c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee116291-52f6-4e3e-bb92-d15332c5399b', 'remote_group_id': 'cb02216e-496c-45a3-be85-68dac99f0e1e', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:40.145712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b1c2d079-7abf-432b-89b3-a55899d7b8df req-e40bb34a-d23d-4857-ad59-373f26ed989c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'ee116291-52f6-4e3e-bb92-d15332c5399b', 'remote_group_id': 'cb02216e-496c-45a3-be85-68dac99f0e1e', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:40.214313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c811a030-5561-4150-aecb-57e1eda93fdd tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting subnet 6c9cebbb-ba06-4d2d-93eb-32d3e5293266 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:40.224988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:40.229271 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.290719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-deleted', 'tag': '9c768fd2-bcb3-41ea-a311-d8005fecfd4b'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:40.293310 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fe98e65-69ed-4c11-9128-6dfef93fbedd" -d '{"events": [{"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-deleted", "tag": "9c768fd2-bcb3-41ea-a311-d8005fecfd4b"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:40.316990 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.351430 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f492e29-d8cb-4584-9717-0e8d23495e1d x-openstack-request-id: req-1f492e29-d8cb-4584-9717-0e8d23495e1d {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:40.351718 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b54533d1-05a4-4123-8ee5-270eec5ee8cc", "name": "network-vif-deleted", "tag": "9c768fd2-bcb3-41ea-a311-d8005fecfd4b", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:40.354718 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f492e29-d8cb-4584-9717-0e8d23495e1d {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:40.355200 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b54533d1-05a4-4123-8ee5-270eec5ee8cc', 'name': 'network-vif-deleted', 'tag': '9c768fd2-bcb3-41ea-a311-d8005fecfd4b', 'status': 'completed', 'code': 200} Jul 05 03:52:40.357221 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c811a030-5561-4150-aecb-57e1eda93fdd tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.467441 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.488037 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c811a030-5561-4150-aecb-57e1eda93fdd tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.525999 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.528149 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Transition to ACTIVE for port object f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:40.642791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:40.647257 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:40.656585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:40.661813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event updated for resources: {'Port': ['ID=4872b116-bc5f-42a2-b28b-127758f6b6c4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:40.737350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:40.738246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.762979 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e293761-d9bb-4b99-8e12-4a203e909fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:40.840903 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-152709d4-5121-411b-a326-7723f8950b32 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5935507 Jul 05 03:52:40.857278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Request body: {'port': {'device_id': '4ab6989f-5f8d-452e-b365-1f7144049146', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:40.916746 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.018768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.213744 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.222795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.332811 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c811a030-5561-4150-aecb-57e1eda93fdd tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.389483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Network 2d4d741a-f991-4c74-8c22-af9fbbe95214 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:41.411628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:41.433280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:41.439564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4872b116-bc5f-42a2-b28b-127758f6b6c4 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:41.447278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Subnet': ['ID=c060a711-5778-4a1b-9aca-7ca42e8b4a48,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:41.453078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.455352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f20c42-dc20-4e9a-96dd-d9fade55e9e8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:41.472504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Transition to ACTIVE for port object 4872b116-bc5f-42a2-b28b-127758f6b6c4 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:41.516084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f740e-b1e6-486d-bb57-7977a03e195e req-02bc2729-7beb-49a0-a65f-285c644ba4cf tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:41.518040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f1f740e-b1e6-486d-bb57-7977a03e195e req-02bc2729-7beb-49a0-a65f-285c644ba4cf tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 931 time: 0.4703641 Jul 05 03:52:41.524446 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b1c2d079-7abf-432b-89b3-a55899d7b8df req-e40bb34a-d23d-4857-ad59-373f26ed989c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.546139 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.595159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Checking segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:41.595556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network hostable DHCP agents. Network: 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:41.618777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f1f740e-b1e6-486d-bb57-7977a03e195e req-160b0cd4-1a6d-4f08-aae2-849a07f6b0d2 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881371 Jul 05 03:52:41.631122 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.750474 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.827264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c811a030-5561-4150-aecb-57e1eda93fdd tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.837048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Attempting to bind port 4872b116-bc5f-42a2-b28b-127758f6b6c4 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:41.837400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Attempting to bind port 4872b116-bc5f-42a2-b28b-127758f6b6c4 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:41.837732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Attempting to bind port 4872b116-bc5f-42a2-b28b-127758f6b6c4 on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:41.841850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Pushing event updated for resources: {'Port': ['ID=4872b116-bc5f-42a2-b28b-127758f6b6c4,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:41.848314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Port 4872b116-bc5f-42a2-b28b-127758f6b6c4 on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:41.848670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Attempting to bind port 4872b116-bc5f-42a2-b28b-127758f6b6c4 on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:41.856595 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:41.856824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Checking segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:41.857564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Bound using segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:41.858023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Bound port: 4872b116-bc5f-42a2-b28b-127758f6b6c4, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:41.858392 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.897166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fdd5c86e-a5cc-4b7a-934f-5e59f9e9de13 None None] Provisioning for port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:41.904015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fdd5c86e-a5cc-4b7a-934f-5e59f9e9de13 None None] Provisioning complete for port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:41.908795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c811a030-5561-4150-aecb-57e1eda93fdd tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.912494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fdd5c86e-a5cc-4b7a-934f-5e59f9e9de13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.913789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c811a030-5561-4150-aecb-57e1eda93fdd tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "DELETE /v2.0/subnets/6c9cebbb-ba06-4d2d-93eb-32d3e5293266 HTTP/1.1" status: 204 len: 168 time: 1.9278181 Jul 05 03:52:41.914912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811a030-5561-4150-aecb-57e1eda93fdd tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Subnet': ['ID=6c9cebbb-ba06-4d2d-93eb-32d3e5293266,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:41.917790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54134) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:41.920946 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b1c2d079-7abf-432b-89b3-a55899d7b8df req-e40bb34a-d23d-4857-ad59-373f26ed989c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:41.937950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-140723d9-6af2-4e26-b6a9-e7c31b14bfc6 None None] Network a78fdfe1-9042-4a68-b52f-3754a04b45f9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:42.028409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:42.068074 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.075079 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.086166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 66c28eeb-a836-40ea-b241-5c7f6ae167db up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:42.095440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] For port 4872b116-bc5f-42a2-b28b-127758f6b6c4, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:42.099838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] For port 4872b116-bc5f-42a2-b28b-127758f6b6c4, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4872b116-bc5f-42a2-b28b-127758f6b6c4,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:42.128317 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b1c2d079-7abf-432b-89b3-a55899d7b8df req-e40bb34a-d23d-4857-ad59-373f26ed989c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.225456 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.894981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-fdd5c86e-a5cc-4b7a-934f-5e59f9e9de13 None None] Port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:42.905118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.905118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.905998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:42.907100 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] 10.222.0.26 "PUT /v2.0/ports/4872b116-bc5f-42a2-b28b-127758f6b6c4 HTTP/1.1" status: 200 len: 1092 time: 1.5569639 Jul 05 03:52:42.907100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ab6989f-5f8d-452e-b365-1f7144049146', 'tag': '4872b116-bc5f-42a2-b28b-127758f6b6c4'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:42.907100 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74db17b6-d850-4931-80d6-6da9dfa66204" -d '{"events": [{"name": "network-changed", "server_uuid": "4ab6989f-5f8d-452e-b365-1f7144049146", "tag": "4872b116-bc5f-42a2-b28b-127758f6b6c4"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:42.907304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a8edb3-504e-447b-9171-751e0451d7b2 None None] Network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:42.907707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c6cb60-64c5-400e-ac6e-bf002070fd93 service neutron] Pushing event updated for resources: {'Port': ['ID=4872b116-bc5f-42a2-b28b-127758f6b6c4,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.907707 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a40efd54-0f55-42e4-83a1-a3589be32a10 x-openstack-request-id: req-a40efd54-0f55-42e4-83a1-a3589be32a10 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:42.907707 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ab6989f-5f8d-452e-b365-1f7144049146", "tag": "4872b116-bc5f-42a2-b28b-127758f6b6c4", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:42.907707 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a40efd54-0f55-42e4-83a1-a3589be32a10 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:42.908064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40bb34a-d23d-4857-ad59-373f26ed989c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7724b24e-8d93-47ed-a0e6-0cb851d98477,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:42.908140 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ab6989f-5f8d-452e-b365-1f7144049146', 'tag': '4872b116-bc5f-42a2-b28b-127758f6b6c4', 'status': 'completed', 'code': 200} Jul 05 03:52:42.908211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.908211 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.908211 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.908211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting port b5261ef1-1c53-4091-a5de-dabc94537111 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:42.908211 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.908631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db17b6-d850-4931-80d6-6da9dfa66204 req-15b4172f-1862-494c-8e08-f425ac595642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.908631 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-74db17b6-d850-4931-80d6-6da9dfa66204 req-15b4172f-1862-494c-8e08-f425ac595642 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 1095 time: 0.0633895 Jul 05 03:52:42.908769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8616964-e056-4a46-8f08-34b0e67e6ef8 None None] DHCP port deletion for a78fdfe1-9042-4a68-b52f-3754a04b45f9 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:52:42.908839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] For port b5261ef1-1c53-4091-a5de-dabc94537111, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b5261ef1-1c53-4091-a5de-dabc94537111,segment=NetworkSegment(03675dca-48f9-4c65-a52f-2550db9f7e62),segment_id=03675dca-48f9-4c65-a52f-2550db9f7e62)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:42.908839 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.909099 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'fixed_ips': [{'subnet_id': 'c060a711-5778-4a1b-9aca-7ca42e8b4a48'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:42.909227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Calling delete_port for b5261ef1-1c53-4091-a5de-dabc94537111 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:42.909345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.909462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db17b6-d850-4931-80d6-6da9dfa66204 req-dbd43c6b-c673-4f25-bbd6-6b3c62aad830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.909462 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-74db17b6-d850-4931-80d6-6da9dfa66204 req-dbd43c6b-c673-4f25-bbd6-6b3c62aad830 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=145f99b9f2384ce195ed5443b24adaa7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1502056 Jul 05 03:52:42.909707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 66c28eeb-a836-40ea-b241-5c7f6ae167db completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:42.909707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 66c28eeb-a836-40ea-b241-5c7f6ae167db triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:42.909707 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.909707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c8616964-e056-4a46-8f08-34b0e67e6ef8 None None] Deleting port b5261ef1-1c53-4091-a5de-dabc94537111 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:42.909707 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c8616964-e056-4a46-8f08-34b0e67e6ef8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.910926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f329c002-7411-428e-8a59-75f369b7bf43 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 3.2601366 Jul 05 03:52:42.910926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.910926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b1c2d079-7abf-432b-89b3-a55899d7b8df req-e40bb34a-d23d-4857-ad59-373f26ed989c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:42.910926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1c2d079-7abf-432b-89b3-a55899d7b8df req-e40bb34a-d23d-4857-ad59-373f26ed989c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.7140110 Jul 05 03:52:42.911384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74db17b6-d850-4931-80d6-6da9dfa66204 req-356fa5fa-b0d1-4046-8fff-ce084a048339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:42.911384 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-74db17b6-d850-4931-80d6-6da9dfa66204 req-356fa5fa-b0d1-4046-8fff-ce084a048339 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1466134 Jul 05 03:52:42.911633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54150) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:42.923125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'subnet': {'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:42.987763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c8616964-e056-4a46-8f08-34b0e67e6ef8 None None] For port b5261ef1-1c53-4091-a5de-dabc94537111, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b5261ef1-1c53-4091-a5de-dabc94537111,segment=NetworkSegment(03675dca-48f9-4c65-a52f-2550db9f7e62),segment_id=03675dca-48f9-4c65-a52f-2550db9f7e62)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:42.988206 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c8616964-e056-4a46-8f08-34b0e67e6ef8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.013411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-25405e73-05a6-45f1-bf25-aee6271abb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.015927 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-25405e73-05a6-45f1-bf25-aee6271abb2d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 1095 time: 0.0871069 Jul 05 03:52:43.051997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c8616964-e056-4a46-8f08-34b0e67e6ef8 None None] Calling delete_port for b5261ef1-1c53-4091-a5de-dabc94537111 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:43.066924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cc2b2-2b68-4b6c-a548-d11c489d4b1e req-61e6e113-b43a-4121-9332-7eac84727aea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.080877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e54cc2b2-2b68-4b6c-a548-d11c489d4b1e req-61e6e113-b43a-4121-9332-7eac84727aea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 943 time: 0.2915742 Jul 05 03:52:43.102154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-3dd37963-2746-4e0d-8808-522f8ded126a req-b251a61e-f455-458d-83ce-aa798c4e3ec1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1456550201', 'description': 'tempest-description-1576443341'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:43.109999 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-45a1f164-c638-4be7-bb72-b49f3bc89baa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=4872b116-bc5f-42a2-b28b-127758f6b6c4 HTTP/1.1" status: 200 len: 217 time: 0.0807445 Jul 05 03:52:43.132073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.138731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.155858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Pushing event updated for resources: {'Port': ['ID=f4f20c42-dc20-4e9a-96dd-d9fade55e9e8,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:43.174615 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.220524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] No DVR routers for this DVR port b5261ef1-1c53-4091-a5de-dabc94537111 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:43.224502 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-b397e8a5-73a3-41e1-9f55-509004dfff8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:43.226750 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-b397e8a5-73a3-41e1-9f55-509004dfff8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.1085026 Jul 05 03:52:43.239086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Port': ['ID=b5261ef1-1c53-4091-a5de-dabc94537111,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:43.244222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 66c28eeb-a836-40ea-b241-5c7f6ae167db, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=66c28eeb-a836-40ea-b241-5c7f6ae167db,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:43.250162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Allocated IP 10.1.1.2 (7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee/c060a711-5778-4a1b-9aca-7ca42e8b4a48/da553a40-4121-4b42-9b6b-0d86a0937afc) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:43.294597 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-f9ab7e10-3573-432e-aa51-2078c4b7a213 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567181 Jul 05 03:52:43.294761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e54cc2b2-2b68-4b6c-a548-d11c489d4b1e req-c39dd8ce-2640-4dbd-b0c7-64f227db1f21 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2126122 Jul 05 03:52:43.351019 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3dd37963-2746-4e0d-8808-522f8ded126a req-b251a61e-f455-458d-83ce-aa798c4e3ec1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.368877 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.466276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=66c28eeb-a836-40ea-b241-5c7f6ae167db,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:43.483507 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.484080 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.513357 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c8616964-e056-4a46-8f08-34b0e67e6ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.542305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78fdfe1-9042-4a68-b52f-3754a04b45f9']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:43.558843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8616964-e056-4a46-8f08-34b0e67e6ef8 None None] Pushing event deleted for resources: {'Port': ['ID=b5261ef1-1c53-4091-a5de-dabc94537111,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:43.578285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8616964-e056-4a46-8f08-34b0e67e6ef8 None None] No DVR routers for this DVR port b5261ef1-1c53-4091-a5de-dabc94537111 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:43.587170 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.592049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '03675dca-48f9-4c65-a52f-2550db9f7e62') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:43.598925 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-021624f0-82fa-4e12-a0af-b9920e5caded service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977564 Jul 05 03:52:43.599331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '03675dca-48f9-4c65-a52f-2550db9f7e62') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:43.632269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:43.645885 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.744461 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.778011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Transition to ACTIVE for port object da553a40-4121-4b42-9b6b-0d86a0937afc will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:43.816478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Transition to ACTIVE for port object da553a40-4121-4b42-9b6b-0d86a0937afc will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:43.871513 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.882679 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bc6eea65-bcd4-49af-a117-2c8aef537d70 req-6dcc270e-3105-4aba-9c33-3cae0d0f60fb service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2742188 Jul 05 03:52:43.893219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Network 2d4d741a-f991-4c74-8c22-af9fbbe95214 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:43.907143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:43.912409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.944118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 66c28eeb-a836-40ea-b241-5c7f6ae167db up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:43.972004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:43.972534 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:43.979429 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:43.987426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.043300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:44.054369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:44.060405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:44.065873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Pushing event updated for resources: {'Port': ['ID=da553a40-4121-4b42-9b6b-0d86a0937afc,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:44.077813 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.155333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 66c28eeb-a836-40ea-b241-5c7f6ae167db triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:44.155333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.215071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Attempting to bind port da553a40-4121-4b42-9b6b-0d86a0937afc on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:44.215856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Attempting to bind port da553a40-4121-4b42-9b6b-0d86a0937afc by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:44.216641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Attempting to bind port da553a40-4121-4b42-9b6b-0d86a0937afc on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:44.242772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:44.243330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Checking segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:44.243980 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.244715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Bound using segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:44.245329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Bound port: da553a40-4121-4b42-9b6b-0d86a0937afc, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:44.245871 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.289311 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3dd37963-2746-4e0d-8808-522f8ded126a req-b251a61e-f455-458d-83ce-aa798c4e3ec1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.292332 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.303270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.305181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "DELETE /v2.0/networks/a78fdfe1-9042-4a68-b52f-3754a04b45f9 HTTP/1.1" status: 204 len: 168 time: 2.3828135 Jul 05 03:52:44.309611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54178) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:44.351399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63325de-486d-42d3-81b1-ed9e4cc08d76 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Network': ['ID=a78fdfe1-9042-4a68-b52f-3754a04b45f9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:44.375141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Router 54a2404f-182c-447f-8876-86ecfa583e8a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:52:44.375342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-39bb9adc-8f6a-40d7-af30-8ec8550e9a6f None None] Provisioning complete for port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:44.375805 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39bb9adc-8f6a-40d7-af30-8ec8550e9a6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.379141 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3dd37963-2746-4e0d-8808-522f8ded126a req-b251a61e-f455-458d-83ce-aa798c4e3ec1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.379300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] For port da553a40-4121-4b42-9b6b-0d86a0937afc, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:44.382074 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.395202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] For port da553a40-4121-4b42-9b6b-0d86a0937afc, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=da553a40-4121-4b42-9b6b-0d86a0937afc,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:44.419099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8712337d-a16f-43c7-ad3c-8840826d3a19 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting subnet dafdb72c-8757-4698-939a-b6c7c2514a4c {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:52:44.459376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8712337d-a16f-43c7-ad3c-8840826d3a19 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.460468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-39bb9adc-8f6a-40d7-af30-8ec8550e9a6f None None] Port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:44.484698 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.537779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b5261ef1-1c53-4091-a5de-dabc94537111 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:44.564492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b251a61e-f455-458d-83ce-aa798c4e3ec1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=add00a07-92d5-42fd-b11f-29463a30c43e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:44.570018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: b5261ef1-1c53-4091-a5de-dabc94537111 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:44.570369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b5261ef1-1c53-4091-a5de-dabc94537111 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:44.574834 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3dd37963-2746-4e0d-8808-522f8ded126a req-b251a61e-f455-458d-83ce-aa798c4e3ec1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.576112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dd37963-2746-4e0d-8808-522f8ded126a req-b251a61e-f455-458d-83ce-aa798c4e3ec1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.4806063 Jul 05 03:52:44.612604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1787865-adb0-4b26-9652-aa8a02e0bb39 None None] Pushing event updated for resources: {'Port': ['ID=da553a40-4121-4b42-9b6b-0d86a0937afc,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:44.630436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8712337d-a16f-43c7-ad3c-8840826d3a19 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.661208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-5c4dc6e0-ee37-4a4c-abf6-56cb62f38e46 req-2baee302-cd69-49d3-8887-0827d94f4fde tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2016586956', 'description': 'tempest-description-1078658834'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:44.666522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Subnet': ['ID=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:44.775150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Checking segment: {'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:44.775556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network hostable DHCP agents. Network: 320dbe57-ecdf-4942-b75a-f8d707d5678c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:44.856494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:52:44.868801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7ec0769b-50f5-4bb0-b600-3b667772eb40 admin admin] 10.222.0.30 "PUT /v2.0/routers/54a2404f-182c-447f-8876-86ecfa583e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5525906 Jul 05 03:52:44.882914 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Sync routers for ids ['54a2404f-182c-447f-8876-86ecfa583e8a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:52:44.890719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29613fca-6ccc-41d7-81cf-09344762f0fe req-90fa45af-dcf9-489e-956b-08394a274bbb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:44.893760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29613fca-6ccc-41d7-81cf-09344762f0fe req-90fa45af-dcf9-489e-956b-08394a274bbb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 943 time: 0.3891878 Jul 05 03:52:44.899814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5c4dc6e0-ee37-4a4c-abf6-56cb62f38e46 req-2baee302-cd69-49d3-8887-0827d94f4fde tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:44.900330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Routers {'54a2404f-182c-447f-8876-86ecfa583e8a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:44.901052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:52:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['54a2404f-182c-447f-8876-86ecfa583e8a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:44.907346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8712337d-a16f-43c7-ad3c-8840826d3a19 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.000936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network 320dbe57-ecdf-4942-b75a-f8d707d5678c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:45.034281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29613fca-6ccc-41d7-81cf-09344762f0fe req-0f283d5e-a60b-40bb-b558-c522c02f9294 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294456 Jul 05 03:52:45.089937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Set router 54a2404f-182c-447f-8876-86ecfa583e8a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:45.108315 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5c4dc6e0-ee37-4a4c-abf6-56cb62f38e46 req-2baee302-cd69-49d3-8887-0827d94f4fde tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.174369 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 320dbe57-ecdf-4942-b75a-f8d707d5678c) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:45.180448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:45.181486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.188415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e130c4db-1cba-4568-84e1-563959bca0d2 None None] Network 320dbe57-ecdf-4942-b75a-f8d707d5678c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:45.198008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8712337d-a16f-43c7-ad3c-8840826d3a19 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.200272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5c4dc6e0-ee37-4a4c-abf6-56cb62f38e46 req-2baee302-cd69-49d3-8887-0827d94f4fde tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.248825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712337d-a16f-43c7-ad3c-8840826d3a19 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Subnet': ['ID=dafdb72c-8757-4698-939a-b6c7c2514a4c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:45.259325 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8712337d-a16f-43c7-ad3c-8840826d3a19 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.261407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8712337d-a16f-43c7-ad3c-8840826d3a19 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "DELETE /v2.0/subnets/dafdb72c-8757-4698-939a-b6c7c2514a4c HTTP/1.1" status: 204 len: 168 time: 0.9488335 Jul 05 03:52:45.264327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54206) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:45.272722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d067ea8-762b-4f13-a840-97c4eb2c6d65 None None] Network 76617f16-0626-476e-85f5-9be863f1b4af requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:45.295612 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2baee302-cd69-49d3-8887-0827d94f4fde tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fbf1b37d-516d-4492-ac31-a7074cec8909,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:45.328398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-966236c9-5c53-4e1b-85c2-7b9dbdb61b56 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 2.4143114 Jul 05 03:52:45.331232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54212) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:45.337318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'port': {'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'name': 'tempest-TaggedBootDevicesTest-416018226', 'fixed_ips': [{'subnet_id': 'c060a711-5778-4a1b-9aca-7ca42e8b4a48'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:45.366979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5c4dc6e0-ee37-4a4c-abf6-56cb62f38e46 req-2baee302-cd69-49d3-8887-0827d94f4fde tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.368397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c4dc6e0-ee37-4a4c-abf6-56cb62f38e46 req-2baee302-cd69-49d3-8887-0827d94f4fde tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7428675 Jul 05 03:52:45.385216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.503870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting port 04b8c91c-6927-445e-acfa-0534c1130600 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:45.504599 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.646388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] For port 04b8c91c-6927-445e-acfa-0534c1130600, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=04b8c91c-6927-445e-acfa-0534c1130600,segment=NetworkSegment(02976b5c-e0a4-450e-befe-b25524e1200d),segment_id=02976b5c-e0a4-450e-befe-b25524e1200d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:45.647179 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.677498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Calling delete_port for 04b8c91c-6927-445e-acfa-0534c1130600 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:45.857168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-320dbe57-ecdf-4942-b75a-f8d707d5678c', 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'fixed_ips': [{'subnet_id': '0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:45.858125 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.878552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'name': 'tempest-FloatingIPsTestJSON-1462672474-router', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:31Z', 'updated_at': '2021-07-05T03:52:41Z', 'revision_number': 4, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'gw_port': {'id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:32Z', 'updated_at': '2021-07-05T03:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'f4f20c42-dc20-4e9a-96dd-d9fade55e9e8', 'name': '', 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'mac_address': 'fa:16:3e:55:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '2f3eaf6c-be98-4898-ab74-44ee8062d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:38Z', 'updated_at': '2021-07-05T03:52:42Z', 'revision_number': 2, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'subnets': [{'id': '2f3eaf6c-be98-4898-ab74-44ee8062d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:45.914001 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:45.920529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c37a5aa-566b-47f3-bcf9-1c4f6831fdca None None] Network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:45.927967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Checking router: 54a2404f-182c-447f-8876-86ecfa583e8a for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:52:45.928335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Updating router 54a2404f-182c-447f-8876-86ecfa583e8a port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:52:45.952649 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Port': ['ID=04b8c91c-6927-445e-acfa-0534c1130600,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:45.960223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] No DVR routers for this DVR port 04b8c91c-6927-445e-acfa-0534c1130600 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:46.054512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13ccc9e-b1b9-4227-a506-59607a0b17d8 None None] DHCP port deletion for 76617f16-0626-476e-85f5-9be863f1b4af request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:52:46.062635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device da553a40-4121-4b42-9b6b-0d86a0937afc up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:46.100181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.118817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76617f16-0626-476e-85f5-9be863f1b4af']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:46.133608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02976b5c-e0a4-450e-befe-b25524e1200d') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:46.134146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02976b5c-e0a4-450e-befe-b25524e1200d') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:46.151558 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.157820 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.169553 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.176895 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:52:46.177521 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:52:46.181968 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:52:46.220557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65801756-69d6-4b88-a971-a322fa7eb40e req-f8ac9706-97cb-4771-9f07-84c4a48a1cd0 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/add00a07-92d5-42fd-b11f-29463a30c43e HTTP/1.1" status: 200 len: 1805 time: 0.1918197 Jul 05 03:52:46.241988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-c994c069-60fd-4901-9440-c26f43d81b2d tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8060331 Jul 05 03:52:46.265047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:46.267108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-473f18c8-824a-4fe5-ab94-81e40a4207cf None None] Provisioning for port da553a40-4121-4b42-9b6b-0d86a0937afc completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:46.275693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Allocated IP 10.2.2.2 (320dbe57-ecdf-4942-b75a-f8d707d5678c/0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7/30e9be5d-11a9-44b2-8e27-df16b8bf25cd) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:46.296602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65801756-69d6-4b88-a971-a322fa7eb40e req-8b4dbdad-1f66-422c-bd29-b308ccc448ff tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/fbf1b37d-516d-4492-ac31-a7074cec8909 HTTP/1.1" status: 200 len: 1805 time: 0.0690451 Jul 05 03:52:46.307697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-65801756-69d6-4b88-a971-a322fa7eb40e req-7dab89da-c47a-4cd1-8045-01d3be18fcd8 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'add00a07-92d5-42fd-b11f-29463a30c43e', 'remote_group_id': 'fbf1b37d-516d-4492-ac31-a7074cec8909', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:46.308140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-65801756-69d6-4b88-a971-a322fa7eb40e req-7dab89da-c47a-4cd1-8045-01d3be18fcd8 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'add00a07-92d5-42fd-b11f-29463a30c43e', 'remote_group_id': 'fbf1b37d-516d-4492-ac31-a7074cec8909', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:46.317608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:46.344987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.366857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.372225 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "DELETE /v2.0/networks/76617f16-0626-476e-85f5-9be863f1b4af HTTP/1.1" status: 204 len: 168 time: 1.1036272 Jul 05 03:52:46.372225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1433508-4222-40a3-ac4d-f4d2a6ca8018 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Network': ['ID=76617f16-0626-476e-85f5-9be863f1b4af,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:46.378492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54230) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:46.386914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-735375844'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:46.394810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port da553a40-4121-4b42-9b6b-0d86a0937afc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:46.439870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.451408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port da553a40-4121-4b42-9b6b-0d86a0937afc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:46.451781 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.461724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] device_id is not set on port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:52:46.534256 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.742999 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.784245 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.791458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Allocated IP 10.1.1.185 (7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee/c060a711-5778-4a1b-9aca-7ca42e8b4a48/6d492b0a-eb7e-4212-a130-8e04dda42fb2) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:46.825816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Transition to ACTIVE for port object 30e9be5d-11a9-44b2-8e27-df16b8bf25cd will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:46.850463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port da553a40-4121-4b42-9b6b-0d86a0937afc, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=da553a40-4121-4b42-9b6b-0d86a0937afc,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:46.854768 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-65801756-69d6-4b88-a971-a322fa7eb40e req-7dab89da-c47a-4cd1-8045-01d3be18fcd8 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.861893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Transition to ACTIVE for port object 30e9be5d-11a9-44b2-8e27-df16b8bf25cd will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:46.873979 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.888341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Transition to ACTIVE for port object f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:46.904501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:46.908187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.911085 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:46.948864 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.007870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-65801756-69d6-4b88-a971-a322fa7eb40e req-7dab89da-c47a-4cd1-8045-01d3be18fcd8 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.008120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=da553a40-4121-4b42-9b6b-0d86a0937afc,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.045644 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.064889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:47.083948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4872b116-bc5f-42a2-b28b-127758f6b6c4 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:52:47.088848 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.105323 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.108482 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Added segment fe684dfd-9268-4bc1-b36d-b6c51fbcb31d of type vlan for network 3005488f-8eff-494e-8347-5db673be5d19 Jul 05 03:52:47.110006 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-65801756-69d6-4b88-a971-a322fa7eb40e req-7dab89da-c47a-4cd1-8045-01d3be18fcd8 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.119099 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Network 320dbe57-ecdf-4942-b75a-f8d707d5678c is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:47.137037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:47.140923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:47.145328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Pushing event updated for resources: {'Port': ['ID=30e9be5d-11a9-44b2-8e27-df16b8bf25cd,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.217869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dab89da-c47a-4cd1-8045-01d3be18fcd8 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc576ce3-1041-4d49-a8c7-30d6530d877d,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.248099 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.261374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8bf32c48-2ceb-4e9a-9bb2-92ec64b3d39f None None] Provisioning complete for port da553a40-4121-4b42-9b6b-0d86a0937afc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:47.261886 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8bf32c48-2ceb-4e9a-9bb2-92ec64b3d39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.279263 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-65801756-69d6-4b88-a971-a322fa7eb40e req-7dab89da-c47a-4cd1-8045-01d3be18fcd8 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.280619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65801756-69d6-4b88-a971-a322fa7eb40e req-7dab89da-c47a-4cd1-8045-01d3be18fcd8 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.9771943 Jul 05 03:52:47.289297 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.289297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Allocated IP 172.25.4.127 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/92f3cb45-adc3-4b9d-b537-7bef2576b0be) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:47.321262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Transition to ACTIVE for port object 6d492b0a-eb7e-4212-a130-8e04dda42fb2 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:47.390776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4bc4c-cd4e-4105-be29-b6230d3fa1e9 None None] Pushing event updated for resources: {'Port': ['ID=f4f20c42-dc20-4e9a-96dd-d9fade55e9e8,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.427671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Attempting to bind port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:47.428139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Attempting to bind port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:47.428514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Attempting to bind port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd on network 320dbe57-ecdf-4942-b75a-f8d707d5678c {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:47.449599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Attempting to bind port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:47.450033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Attempting to bind port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'efc2ef0e-7f97-4064-84bd-7d86829e036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:47.450417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Attempting to bind port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 on network 2d4d741a-f991-4c74-8c22-af9fbbe95214 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:47.458160 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.464772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.465015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:47.465634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Checking segment: {'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:47.465783 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.465897 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.466130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Bound using segment: {'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:47.466659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Bound port: 30e9be5d-11a9-44b2-8e27-df16b8bf25cd, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:47.467185 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.475292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 4872b116-bc5f-42a2-b28b-127758f6b6c4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4872b116-bc5f-42a2-b28b-127758f6b6c4,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:47.494512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:47.496335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Checking segment: {'id': 'efc2ef0e-7f97-4064-84bd-7d86829e036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:47.496335 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.496335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Bound using segment: {'id': 'efc2ef0e-7f97-4064-84bd-7d86829e036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:47.496335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Bound port: f4f20c42-dc20-4e9a-96dd-d9fade55e9e8, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efc2ef0e-7f97-4064-84bd-7d86829e036f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:47.496618 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.518268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '4872b116-bc5f-42a2-b28b-127758f6b6c4', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'port_id': '4872b116-bc5f-42a2-b28b-127758f6b6c4', 'mac_address': 'fa:16:3e:af:69:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac2668c-1713-40a7-9fa4-baff1fa971fe', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:52:47.534712 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.540496 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.607762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.2260997 Jul 05 03:52:47.608840 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54246) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:47.615765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'subnet': {'network_id': '3005488f-8eff-494e-8347-5db673be5d19', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:47.638924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:47.647629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:47.651711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:47.654596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bad6da-ae50-4b64-ba08-78c18f717305 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Network': ['ID=3005488f-8eff-494e-8347-5db673be5d19,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.661634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Port': ['ID=6d492b0a-eb7e-4212-a130-8e04dda42fb2,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:47.788945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3005488f-8eff-494e-8347-5db673be5d19 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:47.790866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:47.791697 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.851710 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.882407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:47.888406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.911168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] For port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:47.939602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] For port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:47.961937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] For port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f4f20c42-dc20-4e9a-96dd-d9fade55e9e8,segment=NetworkSegment(efc2ef0e-7f97-4064-84bd-7d86829e036f),segment_id=efc2ef0e-7f97-4064-84bd-7d86829e036f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:47.981256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:47.984834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:47.990240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:47.992434 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:47.994265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Pushing event updated for resources: {'Port': ['ID=92f3cb45-adc3-4b9d-b537-7bef2576b0be,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:48.016063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device da553a40-4121-4b42-9b6b-0d86a0937afc up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:48.037499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6df0fc87-21a7-4e3f-a29c-476dd40cf573 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.7046916 Jul 05 03:52:48.040423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54258) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:48.047292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'port': {'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'name': 'tempest-TaggedBootDevicesTest-652863211', 'fixed_ips': [{'subnet_id': 'c060a711-5778-4a1b-9aca-7ca42e8b4a48'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:48.081077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] For port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=30e9be5d-11a9-44b2-8e27-df16b8bf25cd,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:48.108465 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.155637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4872b116-bc5f-42a2-b28b-127758f6b6c4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:48.213185 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.227760 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.246684 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 4872b116-bc5f-42a2-b28b-127758f6b6c4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4872b116-bc5f-42a2-b28b-127758f6b6c4,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:48.279702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb4bc4c-cd4e-4105-be29-b6230d3fa1e9 None None] Pushing event updated for resources: {'Port': ['ID=f4f20c42-dc20-4e9a-96dd-d9fade55e9e8,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:48.286669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Routers {'54a2404f-182c-447f-8876-86ecfa583e8a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:52:48.287294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:52:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['54a2404f-182c-447f-8876-86ecfa583e8a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:48.351162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.369141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:48.370866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1527b46b-708a-47d4-8ec5-76fa895c536d None None] Provisioning for port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:48.373010 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.377979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port da553a40-4121-4b42-9b6b-0d86a0937afc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:48.377979 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.378316 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.417522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] device_id is not set on port a3b46c54-bdae-4449-8d05-26034a82d0b5 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:52:48.425992 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.473918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1527b46b-708a-47d4-8ec5-76fa895c536d None None] Provisioning complete for port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:48.477676 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1527b46b-708a-47d4-8ec5-76fa895c536d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.481453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Checking segment: {'id': 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3005488f-8eff-494e-8347-5db673be5d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:48.481767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network hostable DHCP agents. Network: 3005488f-8eff-494e-8347-5db673be5d19, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:48.492090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Subnet': ['ID=8c1de5df-48ad-474a-9037-4673951ea177,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:48.599449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] Set router 54a2404f-182c-447f-8876-86ecfa583e8a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:52:48.607399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network 3005488f-8eff-494e-8347-5db673be5d19 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:48.668345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a966b3ab-b2b2-40a2-a8ef-a7d00c3f340b None None] Pushing event updated for resources: {'Port': ['ID=30e9be5d-11a9-44b2-8e27-df16b8bf25cd,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:48.709995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3005488f-8eff-494e-8347-5db673be5d19) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:48.714907 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:48.715664 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.750631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c813338-4578-4ae7-8b74-f4daf3563b2f None None] Network 3005488f-8eff-494e-8347-5db673be5d19 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:48.861444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['4872b116-bc5f-42a2-b28b-127758f6b6c4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:52:48.886790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Allocated IP 10.1.1.203 (7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee/c060a711-5778-4a1b-9aca-7ca42e8b4a48/a3b46c54-bdae-4449-8d05-26034a82d0b5) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:48.903816 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a9182225-93ac-4369-aecd-a69997a43435 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2938092 Jul 05 03:52:48.906685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54276) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:48.912389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-301206436'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:48.959704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1527b46b-708a-47d4-8ec5-76fa895c536d None None] Port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:48.960435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:48.997769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=4872b116-bc5f-42a2-b28b-127758f6b6c4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:49.030654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:49.038418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.074927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 40c4da15-0da2-490e-8d7f-fd46a562ecb7 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:49.093254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:52:49.111085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.111821 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Added segment 4150a25f-b4ea-414d-8c81-9ed9c839de24 of type vlan for network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 Jul 05 03:52:49.117105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.186867 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.230087 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.240361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 04b8c91c-6927-445e-acfa-0534c1130600 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:49.283759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 04b8c91c-6927-445e-acfa-0534c1130600 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:49.284449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 04b8c91c-6927-445e-acfa-0534c1130600 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:49.288708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Transition to ACTIVE for port object a3b46c54-bdae-4449-8d05-26034a82d0b5 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:49.302463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Pushing event updated for resources: {'Port': ['ID=92f3cb45-adc3-4b9d-b537-7bef2576b0be,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:49.304991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.309785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.312676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.313487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.380199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17af596-ee65-46aa-9427-41b9bdbfbd7e req-d2042527-3e46-4100-a4b6-6f2e525e4fde tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.382168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e17af596-ee65-46aa-9427-41b9bdbfbd7e req-d2042527-3e46-4100-a4b6-6f2e525e4fde tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 944 time: 0.2221138 Jul 05 03:52:49.393652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3005488f-8eff-494e-8347-5db673be5d19', 'network_id': '3005488f-8eff-494e-8347-5db673be5d19', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'fixed_ips': [{'subnet_id': '8c1de5df-48ad-474a-9037-4673951ea177'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:49.394572 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.419160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Network': ['ID=5f57bfa1-7781-4b58-aa4d-a47cf11f8a29,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:49.447156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:52:49.452762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e17af596-ee65-46aa-9427-41b9bdbfbd7e req-9ca3231d-77db-48d0-8408-67dc616c1fb5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543945 Jul 05 03:52:49.471254 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.474598 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-20fa6c89-33bd-47d2-89c6-930b32a36750 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5665696 Jul 05 03:52:49.477112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54280) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:49.483006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'subnet': {'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:49.521560 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.528470 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.530854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-e9126442-2755-476b-9405-2361b4fa3a29 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2781184 Jul 05 03:52:49.550576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:49.661744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c4da15-0da2-490e-8d7f-fd46a562ecb7'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:49.663648 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-444c21a7-3904-47ef-8af9-bc42aa6a1761" -d '{"events": [{"server_uuid": "f1e617e2-f44a-42ff-bf59-c395107ee95a", "name": "network-vif-unplugged", "status": "completed", "tag": "40c4da15-0da2-490e-8d7f-fd46a562ecb7"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:49.672007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:49.675475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-0e182cdb-13a4-40fa-bd81-3b9dfc95819c tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.1267207 Jul 05 03:52:49.685291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:49.688896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Port': ['ID=a3b46c54-bdae-4449-8d05-26034a82d0b5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:49.694251 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.702632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:49.706572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.709647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:49.724087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'name': 'tempest-FloatingIPsTestJSON-1462672474-router', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:31Z', 'updated_at': '2021-07-05T03:52:41Z', 'revision_number': 4, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'gw_port': {'id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:32Z', 'updated_at': '2021-07-05T03:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'f4f20c42-dc20-4e9a-96dd-d9fade55e9e8', 'name': '', 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'mac_address': 'fa:16:3e:55:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '2f3eaf6c-be98-4898-ab74-44ee8062d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:38Z', 'updated_at': '2021-07-05T03:52:47Z', 'revision_number': 4, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'subnets': [{'id': '2f3eaf6c-be98-4898-ab74-44ee8062d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:52:49.764574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8349cd30-90fc-4a32-8d4c-de18e4635437 None None] Network 320dbe57-ecdf-4942-b75a-f8d707d5678c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:49.823069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:49.823592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:49.891597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce53ae27-3a75-44d0-8e5e-a92856547a94 None None] The sync data for ids ['54a2404f-182c-447f-8876-86ecfa583e8a'] in n-d-758944-41 is: [{'id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'name': 'tempest-FloatingIPsTestJSON-1462672474-router', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:31Z', 'updated_at': '2021-07-05T03:52:41Z', 'revision_number': 4, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'gw_port': {'id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:32Z', 'updated_at': '2021-07-05T03:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'f4f20c42-dc20-4e9a-96dd-d9fade55e9e8', 'name': '', 'network_id': '2d4d741a-f991-4c74-8c22-af9fbbe95214', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'mac_address': 'fa:16:3e:55:b6:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 971, 'fixed_ips': [{'subnet_id': '2f3eaf6c-be98-4898-ab74-44ee8062d908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:38Z', 'updated_at': '2021-07-05T03:52:47Z', 'revision_number': 4, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'subnets': [{'id': '2f3eaf6c-be98-4898-ab74-44ee8062d908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:52:50.009332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76cb2bd8-85d3-4d19-a83b-119785b21688 req-ddf57c18-0ba1-4d3a-896c-270cb702ae26 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/fbf1b37d-516d-4492-ac31-a7074cec8909 HTTP/1.1" status: 200 len: 1805 time: 0.1640744 Jul 05 03:52:50.021934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-284476c5-d194-45b4-b12f-a6a044503a74 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.027573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcbebae5-3d35-46fe-ba95-9ff7c60e1180 req-284476c5-d194-45b4-b12f-a6a044503a74 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.3393002 Jul 05 03:52:50.036254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5cb24c3e-efa0-4a42-8b6a-034c5c0b32ba tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9902592 Jul 05 03:52:50.045461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=40c4da15-0da2-490e-8d7f-fd46a562ecb7,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:50.072230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 30e9be5d-11a9-44b2-8e27-df16b8bf25cd up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:50.096488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Allocated IP 19.80.0.2 (3005488f-8eff-494e-8347-5db673be5d19/8c1de5df-48ad-474a-9037-4673951ea177/af351a6a-4bb7-4b83-a33f-5187ae439b8c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:50.148731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-76cb2bd8-85d3-4d19-a83b-119785b21688 req-faaa2816-b386-4364-a67a-d577d587e2a1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.177825 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-76cb2bd8-85d3-4d19-a83b-119785b21688 req-faaa2816-b386-4364-a67a-d577d587e2a1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.288189 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.296217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-454aee64-e13f-4267-99ac-436e0f752839 None None] Provisioning for port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:50.355503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Subnet': ['ID=98889ddf-93a7-4f9d-9ee2-c144791b2f5f,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:50.366897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Checking segment: {'id': '4150a25f-b4ea-414d-8c81-9ed9c839de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:50.367266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network hostable DHCP agents. Network: 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:52:50.379163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-76cb2bd8-85d3-4d19-a83b-119785b21688 req-faaa2816-b386-4364-a67a-d577d587e2a1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.382441 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-76cb2bd8-85d3-4d19-a83b-119785b21688 req-faaa2816-b386-4364-a67a-d577d587e2a1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.396144 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76cb2bd8-85d3-4d19-a83b-119785b21688 req-faaa2816-b386-4364-a67a-d577d587e2a1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "DELETE /v2.0/security-groups/fbf1b37d-516d-4492-ac31-a7074cec8909 HTTP/1.1" status: 204 len: 173 time: 0.3620102 Jul 05 03:52:50.412844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faaa2816-b386-4364-a67a-d577d587e2a1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbf1b37d-516d-4492-ac31-a7074cec8909,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:50.482785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:52:50.549737 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0816e8e-ff69-43f5-80c7-9d682c7d07f8 x-openstack-request-id: req-d0816e8e-ff69-43f5-80c7-9d682c7d07f8 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:50.550085 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e617e2-f44a-42ff-bf59-c395107ee95a", "name": "network-vif-unplugged", "status": "completed", "tag": "40c4da15-0da2-490e-8d7f-fd46a562ecb7", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:50.550337 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0816e8e-ff69-43f5-80c7-9d682c7d07f8 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:50.550727 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40c4da15-0da2-490e-8d7f-fd46a562ecb7', 'code': 200} Jul 05 03:52:50.586027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.595775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:50.602685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Transition to ACTIVE for port object af351a6a-4bb7-4b83-a33f-5187ae439b8c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:50.602685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-113f5894-c303-49f6-ba32-9929f53e1909 None None] Provisioning for port a3b46c54-bdae-4449-8d05-26034a82d0b5 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:50.602901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:50.602979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:50.603045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.612664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-113f5894-c303-49f6-ba32-9929f53e1909 None None] Provisioning complete for port a3b46c54-bdae-4449-8d05-26034a82d0b5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:50.612918 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-113f5894-c303-49f6-ba32-9929f53e1909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.616733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:50.617097 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.622818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-971902fc-8089-4fd0-bcde-e85ffd296a5e None None] Network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:50.677080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Transition to ACTIVE for port object af351a6a-4bb7-4b83-a33f-5187ae439b8c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:50.768713 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-27631d8a-a727-4da2-b3b7-cc7c904dac56 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2900512 Jul 05 03:52:50.803930 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-113f5894-c303-49f6-ba32-9929f53e1909 None None] Port a3b46c54-bdae-4449-8d05-26034a82d0b5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:50.852624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d3e3869-0a24-4a6e-a1d8-2ae1b2c0a6f5 req-246cea53-808e-4a40-ac80-ffd7ad505eda tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips/493ccd9d-bf86-4f56-a004-a59a651eb8d6 HTTP/1.1" status: 200 len: 693 time: 0.1274352 Jul 05 03:52:50.879537 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:50.980793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Network 3005488f-8eff-494e-8347-5db673be5d19 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:51.041975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3e3869-0a24-4a6e-a1d8-2ae1b2c0a6f5 req-11134ff0-0943-4f36-82af-702c02875507 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.045068 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d3e3869-0a24-4a6e-a1d8-2ae1b2c0a6f5 req-11134ff0-0943-4f36-82af-702c02875507 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1902366 Jul 05 03:52:51.057414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:51.060117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:51.078189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-5f57bfa1-7781-4b58-aa4d-a47cf11f8a29', 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'fixed_ips': [{'subnet_id': '98889ddf-93a7-4f9d-9ee2-c144791b2f5f'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:52:51.079191 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.082070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4872b116-bc5f-42a2-b28b-127758f6b6c4 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:51.149222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Pushing event updated for resources: {'Port': ['ID=af351a6a-4bb7-4b83-a33f-5187ae439b8c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:51.150523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b82cba1-f327-420c-9e1c-dc616ecd04cf req-aa668d6f-7e99-42fd-ae51-19b64654c82d tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/add00a07-92d5-42fd-b11f-29463a30c43e HTTP/1.1" status: 200 len: 1805 time: 0.0764227 Jul 05 03:52:51.173531 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.216914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54310) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:51.223338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9cff2117-14e9-4d14-bf88-48b26e9fc86f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1417428608', 'description': 'tempest-description--777804750'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:51.232307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-924c1e62-ed70-4613-885a-db7ba5af140a None None] Provisioning complete for port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:51.232607 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-924c1e62-ed70-4613-885a-db7ba5af140a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.339416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cff2117-14e9-4d14-bf88-48b26e9fc86f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.353379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362a95d8-ba6b-4dd1-afa5-6ece5d79659e req-cb04a5d2-6977-4ccb-9348-e14980dbd675 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.355603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-362a95d8-ba6b-4dd1-afa5-6ece5d79659e req-cb04a5d2-6977-4ccb-9348-e14980dbd675 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 944 time: 0.0919554 Jul 05 03:52:51.359112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Attempting to bind port af351a6a-4bb7-4b83-a33f-5187ae439b8c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:51.359568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Attempting to bind port af351a6a-4bb7-4b83-a33f-5187ae439b8c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3005488f-8eff-494e-8347-5db673be5d19'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:51.360033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Attempting to bind port af351a6a-4bb7-4b83-a33f-5187ae439b8c on network 3005488f-8eff-494e-8347-5db673be5d19 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:51.378156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=30e9be5d-11a9-44b2-8e27-df16b8bf25cd,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:51.382574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:51.383148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Checking segment: {'id': 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3005488f-8eff-494e-8347-5db673be5d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:51.384705 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.384705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Bound using segment: {'id': 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3005488f-8eff-494e-8347-5db673be5d19'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:51.384705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Bound port: af351a6a-4bb7-4b83-a33f-5187ae439b8c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3005488f-8eff-494e-8347-5db673be5d19'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:51.385995 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.430806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-362a95d8-ba6b-4dd1-afa5-6ece5d79659e req-1dbf2a14-96e9-44fe-8185-54cd35cb948d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645852 Jul 05 03:52:51.497797 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.504840 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cff2117-14e9-4d14-bf88-48b26e9fc86f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.567321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 4872b116-bc5f-42a2-b28b-127758f6b6c4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:51.601833 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cff2117-14e9-4d14-bf88-48b26e9fc86f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.629387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 4872b116-bc5f-42a2-b28b-127758f6b6c4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:51.629772 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.643788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cff2117-14e9-4d14-bf88-48b26e9fc86f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3241431-43b6-4e1c-a013-4e2326ef3e4d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:51.679483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=30e9be5d-11a9-44b2-8e27-df16b8bf25cd,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:51.686708 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] For port af351a6a-4bb7-4b83-a33f-5187ae439b8c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:51.694362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cff2117-14e9-4d14-bf88-48b26e9fc86f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.696054 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9cff2117-14e9-4d14-bf88-48b26e9fc86f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4775231 Jul 05 03:52:51.698877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54328) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:51.704778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-79ae6a6f-52ef-4586-853e-7c55da15cb64 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'security_group_rule': {'security_group_id': 'd3241431-43b6-4e1c-a013-4e2326ef3e4d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:51.711692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Allocated IP 19.86.0.2 (5f57bfa1-7781-4b58-aa4d-a47cf11f8a29/98889ddf-93a7-4f9d-9ee2-c144791b2f5f/85c33882-ea29-40bb-acf6-db6f29fd4bb8) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:51.724059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] For port af351a6a-4bb7-4b83-a33f-5187ae439b8c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af351a6a-4bb7-4b83-a33f-5187ae439b8c,segment=NetworkSegment(fe684dfd-9268-4bc1-b36d-b6c51fbcb31d),segment_id=fe684dfd-9268-4bc1-b36d-b6c51fbcb31d)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:51.766611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-a86b3a30-a91a-4f00-b08c-2da0fc8e56c6 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.768246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-a86b3a30-a91a-4f00-b08c-2da0fc8e56c6 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 804 time: 0.2233608 Jul 05 03:52:51.798148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-084c738e-351d-4598-99c5-f835a9cc540c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.804554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-084c738e-351d-4598-99c5-f835a9cc540c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:51.806142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-084c738e-351d-4598-99c5-f835a9cc540c tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/networks?id=3005488f-8eff-494e-8347-5db673be5d19&id=5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 HTTP/1.1" status: 200 len: 1390 time: 0.2472644 Jul 05 03:52:51.808242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-4b96d457-ab0c-483c-8137-7eea5787c7d2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/quotas/504f7d8f004e47d7bdc354b9e97ddc5e HTTP/1.1" status: 200 len: 375 time: 0.0337081 Jul 05 03:52:51.812182 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.833064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-ae634bc9-3ba7-4a83-a662-979c30670264 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/quotas/177f55d1151c4183b6178172c6804c93 HTTP/1.1" status: 200 len: 375 time: 0.0207243 Jul 05 03:52:51.852595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79ae6a6f-52ef-4586-853e-7c55da15cb64 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.883936 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:51.977756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-08a39b30-d8b3-45bf-a0cf-d9b8398c1673 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=177f55d1151c4183b6178172c6804c93&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201575 Jul 05 03:52:51.991822 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-83d7c9a4-a8ca-4a9e-bcc4-4df3f721dbaf tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1694694 Jul 05 03:52:52.025078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4d93a-2dee-439f-9da8-96cd0e48978f None None] Pushing event updated for resources: {'Port': ['ID=af351a6a-4bb7-4b83-a33f-5187ae439b8c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.044143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79ae6a6f-52ef-4586-853e-7c55da15cb64 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.068114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 4872b116-bc5f-42a2-b28b-127758f6b6c4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4872b116-bc5f-42a2-b28b-127758f6b6c4,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:52.074633 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.091188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Transition to ACTIVE for port object 85c33882-ea29-40bb-acf6-db6f29fd4bb8 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:52.112861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Transition to ACTIVE for port object 85c33882-ea29-40bb-acf6-db6f29fd4bb8 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:52.115378 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79ae6a6f-52ef-4586-853e-7c55da15cb64 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.121544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-cce19b5c-411d-4524-8def-3e52dd71eb85 service neutron] 10.222.0.30 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287570 Jul 05 03:52:52.133857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 30e9be5d-11a9-44b2-8e27-df16b8bf25cd up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:52.145017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ae6a6f-52ef-4586-853e-7c55da15cb64 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac9ecd80-d7cb-4bef-8552-9f26b772e664,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.167243 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.183973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-5030ff58-3690-4dac-9746-a75c4c2e6d0b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:52.186175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-5030ff58-3690-4dac-9746-a75c4c2e6d0b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2073960 Jul 05 03:52:52.243209 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.259184 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79ae6a6f-52ef-4586-853e-7c55da15cb64 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.261670 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-79ae6a6f-52ef-4586-853e-7c55da15cb64 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5613403 Jul 05 03:52:52.265075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54332) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:52.271560 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e2c36e4f-70f8-4a6c-82e8-c453bbe46aae tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'security_group_rule': {'security_group_id': 'd3241431-43b6-4e1c-a013-4e2326ef3e4d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:52.276356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=4872b116-bc5f-42a2-b28b-127758f6b6c4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.281132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:52.290348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:52.328652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:52.340896 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:52.341253 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.341966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-556818bb-945a-4269-b539-d6e1056f3936 service neutron] 10.222.0.30 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194667 Jul 05 03:52:52.374853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-a82eddf4-26e6-4cf6-9b30-4fcf545cbb27 service neutron] 10.222.0.30 "GET /v2.0/networks/3005488f-8eff-494e-8347-5db673be5d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782038 Jul 05 03:52:52.397158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Pushing event updated for resources: {'Port': ['ID=85c33882-ea29-40bb-acf6-db6f29fd4bb8,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.410019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2c36e4f-70f8-4a6c-82e8-c453bbe46aae tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.464090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Attempting to bind port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:52.464933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Attempting to bind port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '4150a25f-b4ea-414d-8c81-9ed9c839de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:52.465566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Attempting to bind port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 on network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:52.474191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:52.474627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Checking segment: {'id': '4150a25f-b4ea-414d-8c81-9ed9c839de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:52.475027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.475540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Bound using segment: {'id': '4150a25f-b4ea-414d-8c81-9ed9c839de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:52.476484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Bound port: 85c33882-ea29-40bb-acf6-db6f29fd4bb8, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4150a25f-b4ea-414d-8c81-9ed9c839de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:52.477264 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.514564 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2c36e4f-70f8-4a6c-82e8-c453bbe46aae tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.517809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-87175a30-e847-4316-a9f7-374ff8606f1c service neutron] 10.222.0.30 "GET /v2.0/networks/3005488f-8eff-494e-8347-5db673be5d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358919 Jul 05 03:52:52.553311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab6989f-5f8d-452e-b365-1f7144049146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4872b116-bc5f-42a2-b28b-127758f6b6c4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:52.555517 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c80287f-488a-4590-b0d6-0ba261ae256f" -d '{"events": [{"server_uuid": "4ab6989f-5f8d-452e-b365-1f7144049146", "name": "network-vif-plugged", "status": "completed", "tag": "4872b116-bc5f-42a2-b28b-127758f6b6c4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:52.586733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] For port 85c33882-ea29-40bb-acf6-db6f29fd4bb8, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:52.591356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] For port 85c33882-ea29-40bb-acf6-db6f29fd4bb8, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=85c33882-ea29-40bb-acf6-db6f29fd4bb8,segment=NetworkSegment(4150a25f-b4ea-414d-8c81-9ed9c839de24),segment_id=4150a25f-b4ea-414d-8c81-9ed9c839de24)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:52.600540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:52.618093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2c36e4f-70f8-4a6c-82e8-c453bbe46aae tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.646449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c36e4f-70f8-4a6c-82e8-c453bbe46aae tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96d5fddb-6e52-4671-8c2d-fba6edc03074,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.683503 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.726336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9d4bff2e-93b2-4ce5-89de-d7b0de6fa9e1 service neutron] 10.222.0.30 "GET /v2.0/networks/5f57bfa1-7781-4b58-aa4d-a47cf11f8a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021337 Jul 05 03:52:52.732618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91fcdc44-eccf-4a5c-8a6d-05fdacc71d23 req-fbaa3fed-7ca3-4a49-b521-0eb44278c85a tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=6c26c875763e408aaa7fdde75dbb37c9 HTTP/1.1" status: 200 len: 696 time: 0.1169059 Jul 05 03:52:52.757380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906d60e3-c69c-4e07-8d36-8ee48796d783 None None] Pushing event updated for resources: {'Port': ['ID=85c33882-ea29-40bb-acf6-db6f29fd4bb8,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:52.762199 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2c36e4f-70f8-4a6c-82e8-c453bbe46aae tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.763552 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e2c36e4f-70f8-4a6c-82e8-c453bbe46aae tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4969993 Jul 05 03:52:52.767231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54346) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:52:52.771923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:52.775103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:52.780278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:52.780693 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.910593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7441daf2-9cd4-4478-890a-aeada933f245 req-9a46b4f1-74a6-4d7c-b153-6e92a49a2b65 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:52.913374 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7441daf2-9cd4-4478-890a-aeada933f245 req-9a46b4f1-74a6-4d7c-b153-6e92a49a2b65 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "GET /v2.0/ports?device_id=f1e617e2-f44a-42ff-bf59-c395107ee95a HTTP/1.1" status: 200 len: 943 time: 0.1154237 Jul 05 03:52:52.917655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:52.964024 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.054073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f4f20c42-dc20-4e9a-96dd-d9fade55e9e8,segment=NetworkSegment(efc2ef0e-7f97-4064-84bd-7d86829e036f),segment_id=efc2ef0e-7f97-4064-84bd-7d86829e036f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:53.194463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-7441daf2-9cd4-4478-890a-aeada933f245 req-f2e12cfe-109f-49c8-adcc-fbb385586f0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Deleting port 40c4da15-0da2-490e-8d7f-fd46a562ecb7 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:53.194781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7441daf2-9cd4-4478-890a-aeada933f245 req-f2e12cfe-109f-49c8-adcc-fbb385586f0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.241004 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.349162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=f4f20c42-dc20-4e9a-96dd-d9fade55e9e8,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.350026 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-5582bc28-178d-4c9b-90eb-c8d682d462de service neutron] 10.222.0.30 "GET /v2.0/networks/5f57bfa1-7781-4b58-aa4d-a47cf11f8a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6162586 Jul 05 03:52:53.351012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7441daf2-9cd4-4478-890a-aeada933f245 req-f2e12cfe-109f-49c8-adcc-fbb385586f0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] For port 40c4da15-0da2-490e-8d7f-fd46a562ecb7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=40c4da15-0da2-490e-8d7f-fd46a562ecb7,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:53.351466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7441daf2-9cd4-4478-890a-aeada933f245 req-f2e12cfe-109f-49c8-adcc-fbb385586f0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.359793 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fcdc44-eccf-4a5c-8a6d-05fdacc71d23 req-c415dcb7-0339-401a-9722-849de55fd132 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:53.368431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-7441daf2-9cd4-4478-890a-aeada933f245 req-f2e12cfe-109f-49c8-adcc-fbb385586f0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Calling delete_port for 40c4da15-0da2-490e-8d7f-fd46a562ecb7 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:53.376630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91fcdc44-eccf-4a5c-8a6d-05fdacc71d23 req-c415dcb7-0339-401a-9722-849de55fd132 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/networks?id=c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 787 time: 0.6290104 Jul 05 03:52:53.383766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-91fcdc44-eccf-4a5c-8a6d-05fdacc71d23 req-bcad8fdb-78af-44da-9214-f7d53701596c tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:52:53.395484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91fcdc44-eccf-4a5c-8a6d-05fdacc71d23 req-bcad8fdb-78af-44da-9214-f7d53701596c tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0177140 Jul 05 03:52:53.406521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-55df7431-4b26-47f7-beec-cbdf06536c56 req-77fda55c-5b7f-4743-812d-d5d80cedf7fd tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-298457881', 'description': 'tempest-description-23411501'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:53.462350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.494015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131f57a4-d35a-47ec-9eab-683ae9afd0a7 None None] Network 3005488f-8eff-494e-8347-5db673be5d19 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:53.505112 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-55df7431-4b26-47f7-beec-cbdf06536c56 req-77fda55c-5b7f-4743-812d-d5d80cedf7fd tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.645274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-55df7431-4b26-47f7-beec-cbdf06536c56 req-77fda55c-5b7f-4743-812d-d5d80cedf7fd tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.685899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Allocated IP 172.25.4.105 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/be4801ed-d1df-4ad6-bad7-892e928aac4e) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:53.686098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9be97067-3b0e-4d3f-8c46-944d1df7c9db None None] Provisioning for port af351a6a-4bb7-4b83-a33f-5187ae439b8c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:53.730847 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-55df7431-4b26-47f7-beec-cbdf06536c56 req-77fda55c-5b7f-4743-812d-d5d80cedf7fd tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.803819 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7441daf2-9cd4-4478-890a-aeada933f245 req-f2e12cfe-109f-49c8-adcc-fbb385586f0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.834046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fda55c-5b7f-4743-812d-d5d80cedf7fd tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8fdb7e2-f55f-4475-9985-befe433c7317,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.845162 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-55df7431-4b26-47f7-beec-cbdf06536c56 req-77fda55c-5b7f-4743-812d-d5d80cedf7fd tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:53.847181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55df7431-4b26-47f7-beec-cbdf06536c56 req-77fda55c-5b7f-4743-812d-d5d80cedf7fd tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4453216 Jul 05 03:52:53.909339 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e12cfe-109f-49c8-adcc-fbb385586f0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Pushing event deleted for resources: {'Port': ['ID=40c4da15-0da2-490e-8d7f-fd46a562ecb7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:53.995078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7441daf2-9cd4-4478-890a-aeada933f245 req-f2e12cfe-109f-49c8-adcc-fbb385586f0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] No DVR routers for this DVR port 40c4da15-0da2-490e-8d7f-fd46a562ecb7 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:52:54.003399 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7441daf2-9cd4-4478-890a-aeada933f245 req-f2e12cfe-109f-49c8-adcc-fbb385586f0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.006797 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7441daf2-9cd4-4478-890a-aeada933f245 req-f2e12cfe-109f-49c8-adcc-fbb385586f0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.26 "DELETE /v2.0/ports/40c4da15-0da2-490e-8d7f-fd46a562ecb7 HTTP/1.1" status: 204 len: 173 time: 1.0855017 Jul 05 03:52:54.009328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'name': 'network-vif-deleted', 'tag': '40c4da15-0da2-490e-8d7f-fd46a562ecb7'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:54.012965 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cd6a4ad-02d1-4a8d-ad20-2c247b3ceb13" -d '{"events": [{"server_uuid": "f1e617e2-f44a-42ff-bf59-c395107ee95a", "name": "network-vif-deleted", "tag": "40c4da15-0da2-490e-8d7f-fd46a562ecb7"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:54.023781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.189416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3ef148-b862-4a09-aeda-237fae3aec3a req-53d2cfbd-7142-452a-bbe3-6992bb6b5be3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.194254 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f072d2ed-4dc3-4b8a-b3d8-3cf07fc79f86 x-openstack-request-id: req-f072d2ed-4dc3-4b8a-b3d8-3cf07fc79f86 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:54.194876 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab6989f-5f8d-452e-b365-1f7144049146", "name": "network-vif-plugged", "status": "completed", "tag": "4872b116-bc5f-42a2-b28b-127758f6b6c4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:54.195340 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f072d2ed-4dc3-4b8a-b3d8-3cf07fc79f86 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:54.195912 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab6989f-5f8d-452e-b365-1f7144049146', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4872b116-bc5f-42a2-b28b-127758f6b6c4', 'code': 200} Jul 05 03:52:54.205033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af351a6a-4bb7-4b83-a33f-5187ae439b8c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:54.209890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f3ef148-b862-4a09-aeda-237fae3aec3a req-53d2cfbd-7142-452a-bbe3-6992bb6b5be3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 945 time: 0.1250465 Jul 05 03:52:54.243595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.279770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f3ef148-b862-4a09-aeda-237fae3aec3a req-29d99857-87cb-4d10-a98e-a8267f4288dd tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691118 Jul 05 03:52:54.384132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:54.391212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-3eaf861b-32ac-4b0c-a77c-a3c5e641eff5 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips/493ccd9d-bf86-4f56-a004-a59a651eb8d6 HTTP/1.1" status: 200 len: 693 time: 0.0479650 Jul 05 03:52:54.422417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0a8067-f5ec-4f4b-9c59-14f4cb91d2bd None None] Network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:52:54.461747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Port': ['ID=be4801ed-d1df-4ad6-bad7-892e928aac4e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:54.468586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1169b851-3fb1-4bf6-be09-09adfb1a5282 req-3a1314cd-cfb1-495a-aebd-9ca4d4a1b990 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 210 time: 0.0459423 Jul 05 03:52:54.475632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:54.485275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:54.520890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port af351a6a-4bb7-4b83-a33f-5187ae439b8c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:54.547650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port af351a6a-4bb7-4b83-a33f-5187ae439b8c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:54.552271 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.572711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ff71bc-d6c5-45a0-9b20-87dd50715d86 req-12a4003c-def3-44a5-9a8a-0e2812d627e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.573312 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95ff71bc-d6c5-45a0-9b20-87dd50715d86 req-12a4003c-def3-44a5-9a8a-0e2812d627e3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 1097 time: 0.2026906 Jul 05 03:52:54.604698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1198db22-5edd-4c51-99cc-0d9858ea24d8 req-a516766d-ff8a-499c-8290-46b8d75217b1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 210 time: 0.0476933 Jul 05 03:52:54.611043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-110b3770-2a93-4b7a-a500-730eb1942850 None None] Provisioning for port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:54.660448 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.668613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-65bfdefd-2ba7-4906-a245-fe069a72b69d tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:54.670383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-65bfdefd-2ba7-4906-a245-fe069a72b69d tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.2626021 Jul 05 03:52:54.694033 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95ff71bc-d6c5-45a0-9b20-87dd50715d86 req-7b64cb63-52bc-4dba-ad97-ef08a94ef795 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621769 Jul 05 03:52:54.773223 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b92d674e-454d-49ee-8f16-b1c48c4c13ad req-6fb136f7-4dec-468f-b5cc-715c3a1262a5 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/f8fdb7e2-f55f-4475-9985-befe433c7317 HTTP/1.1" status: 200 len: 1804 time: 0.1434729 Jul 05 03:52:54.782791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-0adb25ec-7eb0-4bf8-8631-f44817cfbb50 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.0864775 Jul 05 03:52:54.792428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b92d674e-454d-49ee-8f16-b1c48c4c13ad req-d037703e-d53b-4e29-a4d5-53e1254b11f9 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8fdb7e2-f55f-4475-9985-befe433c7317', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:54.792998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b92d674e-454d-49ee-8f16-b1c48c4c13ad req-d037703e-d53b-4e29-a4d5-53e1254b11f9 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8fdb7e2-f55f-4475-9985-befe433c7317', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:54.865562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-50b9cf68-51af-409c-aff9-46671e58d4be tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.127 HTTP/1.1" status: 200 len: 696 time: 0.0630960 Jul 05 03:52:54.865824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.868364 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:54.927383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port af351a6a-4bb7-4b83-a33f-5187ae439b8c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af351a6a-4bb7-4b83-a33f-5187ae439b8c,segment=NetworkSegment(fe684dfd-9268-4bc1-b36d-b6c51fbcb31d),segment_id=fe684dfd-9268-4bc1-b36d-b6c51fbcb31d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:55.055320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b92d674e-454d-49ee-8f16-b1c48c4c13ad req-d037703e-d53b-4e29-a4d5-53e1254b11f9 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.079952 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.085806 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.085806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:55.095526 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b92d674e-454d-49ee-8f16-b1c48c4c13ad req-d037703e-d53b-4e29-a4d5-53e1254b11f9 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.097999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-f88dffef-80f0-45e2-9a2c-f9003ceefa76 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Deleting port 92f3cb45-adc3-4b9d-b537-7bef2576b0be {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:52:55.098336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-f88dffef-80f0-45e2-9a2c-f9003ceefa76 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.192788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=af351a6a-4bb7-4b83-a33f-5187ae439b8c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.201964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:55.203113 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.220466 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-f88dffef-80f0-45e2-9a2c-f9003ceefa76 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.221196 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-f88dffef-80f0-45e2-9a2c-f9003ceefa76 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.246976 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-f88dffef-80f0-45e2-9a2c-f9003ceefa76 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Calling delete_port for 92f3cb45-adc3-4b9d-b537-7bef2576b0be owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:52:55.307138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 85c33882-ea29-40bb-acf6-db6f29fd4bb8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:55.321874 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.327012 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b92d674e-454d-49ee-8f16-b1c48c4c13ad req-d037703e-d53b-4e29-a4d5-53e1254b11f9 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.351836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d037703e-d53b-4e29-a4d5-53e1254b11f9 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e84e1863-47de-46e6-a360-700dfc4d8b5b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.419859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Port': ['ID=be4801ed-d1df-4ad6-bad7-892e928aac4e,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.430078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.508185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:55.508371 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b92d674e-454d-49ee-8f16-b1c48c4c13ad req-d037703e-d53b-4e29-a4d5-53e1254b11f9 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.510261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b92d674e-454d-49ee-8f16-b1c48c4c13ad req-d037703e-d53b-4e29-a4d5-53e1254b11f9 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7255957 Jul 05 03:52:55.521437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:55.522041 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.555118 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-750c6021-3803-426c-87f6-fdffc861c990 x-openstack-request-id: req-750c6021-3803-426c-87f6-fdffc861c990 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:52:55.555598 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f1e617e2-f44a-42ff-bf59-c395107ee95a", "name": "network-vif-deleted", "tag": "40c4da15-0da2-490e-8d7f-fd46a562ecb7", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:52:55.555598 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-750c6021-3803-426c-87f6-fdffc861c990 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:52:55.556026 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f1e617e2-f44a-42ff-bf59-c395107ee95a', 'name': 'network-vif-deleted', 'tag': '40c4da15-0da2-490e-8d7f-fd46a562ecb7', 'status': 'completed', 'code': 200} Jul 05 03:52:55.594078 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-f88dffef-80f0-45e2-9a2c-f9003ceefa76 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.594313 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.598507 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-59d6510e-a217-4781-bc49-525a1dcbe1a5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8270140 Jul 05 03:52:55.640888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88dffef-80f0-45e2-9a2c-f9003ceefa76 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Pushing event deleted for resources: {'Port': ['ID=92f3cb45-adc3-4b9d-b537-7bef2576b0be,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.662674 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.764264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 85c33882-ea29-40bb-acf6-db6f29fd4bb8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=85c33882-ea29-40bb-acf6-db6f29fd4bb8,segment=NetworkSegment(4150a25f-b4ea-414d-8c81-9ed9c839de24),segment_id=4150a25f-b4ea-414d-8c81-9ed9c839de24)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:52:55.813545 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-f88dffef-80f0-45e2-9a2c-f9003ceefa76 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.816394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-f88dffef-80f0-45e2-9a2c-f9003ceefa76 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.817739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c13c2d-8f13-4ed3-8c4a-3ef3c6358052 req-f88dffef-80f0-45e2-9a2c-f9003ceefa76 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "DELETE /v2.0/floatingips/493ccd9d-bf86-4f56-a004-a59a651eb8d6 HTTP/1.1" status: 204 len: 173 time: 0.9377487 Jul 05 03:52:55.851610 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:55.930065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=85c33882-ea29-40bb-acf6-db6f29fd4bb8,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:55.966990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af351a6a-4bb7-4b83-a33f-5187ae439b8c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:56.030801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port af351a6a-4bb7-4b83-a33f-5187ae439b8c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:56.032336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.033974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3caca4c1-dea0-40da-9cb9-5770b90a751c req-4bf486eb-a47d-4153-9721-1f1545b0d49f tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 210 time: 0.0453980 Jul 05 03:52:56.049569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e002081-f728-46fb-9ee9-b7a3afd35f42 req-7a39a78d-9c94-46f5-ab1f-9c5c22992466 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.051351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e002081-f728-46fb-9ee9-b7a3afd35f42 req-7a39a78d-9c94-46f5-ab1f-9c5c22992466 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 945 time: 0.1200616 Jul 05 03:52:56.122446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e002081-f728-46fb-9ee9-b7a3afd35f42 req-e52a7755-6707-4599-a4f6-c6294b3153e5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621691 Jul 05 03:52:56.157030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6986e12-ddd9-46c9-bf77-696ccd47d301 req-6393675f-380b-4e20-b514-383fe1a9ffc8 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/f8fdb7e2-f55f-4475-9985-befe433c7317 HTTP/1.1" status: 200 len: 2398 time: 0.0699868 Jul 05 03:52:56.171051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a6986e12-ddd9-46c9-bf77-696ccd47d301 req-d8d9b56a-a9d5-4830-8875-bdcf7cc2514e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8fdb7e2-f55f-4475-9985-befe433c7317', 'remote_group_id': None}]} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:56.171821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a6986e12-ddd9-46c9-bf77-696ccd47d301 req-d8d9b56a-a9d5-4830-8875-bdcf7cc2514e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'f8fdb7e2-f55f-4475-9985-befe433c7317', 'remote_group_id': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:56.274090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0eeeee1c-4708-4b0f-8a72-07d3d1793c96 req-1fa52c02-5c14-4b9b-a561-5b7de8b338a2 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 210 time: 0.0352697 Jul 05 03:52:56.322410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-09ee91a7-d479-4f50-9592-49bfcb90a403 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.324280 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-09ee91a7-d479-4f50-9592-49bfcb90a403 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.13 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 804 time: 0.1383207 Jul 05 03:52:56.350500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Request body: {'port': {'device_id': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'admin_state_up': True, 'tenant_id': '504f7d8f004e47d7bdc354b9e97ddc5e'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:56.383245 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a6986e12-ddd9-46c9-bf77-696ccd47d301 req-d8d9b56a-a9d5-4830-8875-bdcf7cc2514e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.435132 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a6986e12-ddd9-46c9-bf77-696ccd47d301 req-d8d9b56a-a9d5-4830-8875-bdcf7cc2514e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.438856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a059b38d-0037-45e9-aa67-180f71fb8251 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1417428608&fields=id&tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8 HTTP/1.1" status: 200 len: 267 time: 0.0588291 Jul 05 03:52:56.516442 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27771635-f655-4d3f-98e5-9f9bd6c3ab74 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.517868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27771635-f655-4d3f-98e5-9f9bd6c3ab74 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports/6d492b0a-eb7e-4212-a130-8e04dda42fb2 HTTP/1.1" status: 200 len: 931 time: 0.0689256 Jul 05 03:52:56.561584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a6986e12-ddd9-46c9-bf77-696ccd47d301 req-d8d9b56a-a9d5-4830-8875-bdcf7cc2514e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.585845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d9b56a-a9d5-4830-8875-bdcf7cc2514e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39fc081e-28c2-4d7f-baa8-ea117df30dc1,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:56.606453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-fb0c4f08-8567-4b4c-9b76-5f27c2046f39 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.608002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-fb0c4f08-8567-4b4c-9b76-5f27c2046f39 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports/a3b46c54-bdae-4449-8d05-26034a82d0b5 HTTP/1.1" status: 200 len: 931 time: 0.0813026 Jul 05 03:52:56.618663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Made reservation on behalf of 504f7d8f004e47d7bdc354b9e97ddc5e for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:56.622442 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.670212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ffa0c937-dcae-4af0-8bdf-d79919e2bf7e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0563288 Jul 05 03:52:56.711490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-d02bde10-1c92-4485-b444-5a56e1010533 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0347140 Jul 05 03:52:56.751069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a6986e12-ddd9-46c9-bf77-696ccd47d301 req-d8d9b56a-a9d5-4830-8875-bdcf7cc2514e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:56.752338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6986e12-ddd9-46c9-bf77-696ccd47d301 req-d8d9b56a-a9d5-4830-8875-bdcf7cc2514e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5886688 Jul 05 03:52:56.805142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Allocated IP 172.20.0.12 (57560aed-cb5a-47c8-aff9-7ebcd631e891/2ec68273-2b6d-41e5-9d51-4ff736df0f68/d3433fa1-59aa-447b-8761-cc16dcd7f193) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:56.936390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-54c0c25b-d741-43c6-bfb7-2b0180d240e9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.942521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-54c0c25b-d741-43c6-bfb7-2b0180d240e9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.949063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-54c0c25b-d741-43c6-bfb7-2b0180d240e9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:56.950850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-54c0c25b-d741-43c6-bfb7-2b0180d240e9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/networks?id=006871a5-87b4-4ee0-b89f-775378777a1f&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=320dbe57-ecdf-4942-b75a-f8d707d5678c&id=320dbe57-ecdf-4942-b75a-f8d707d5678c HTTP/1.1" status: 200 len: 1990 time: 0.2236221 Jul 05 03:52:56.974141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-a5dbcb44-007a-4dd4-a75a-b1268831bb14 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1920242 Jul 05 03:52:56.978360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-6c6c2f0c-3264-46fc-a9df-66f40938a28b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/quotas/e86a7ed6a924421695f8f9eb0d67b2d8 HTTP/1.1" status: 200 len: 375 time: 0.0157552 Jul 05 03:52:56.989501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:57.048144 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.115929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 40c4da15-0da2-490e-8d7f-fd46a562ecb7 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:52:57.116564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-21f726ea-da76-4b94-8754-2c0ec32b499a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1168587 Jul 05 03:52:57.136251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 40c4da15-0da2-490e-8d7f-fd46a562ecb7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:52:57.137184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 40c4da15-0da2-490e-8d7f-fd46a562ecb7 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:52:57.183306 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.253073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-029e586c-b9af-4ff1-804b-adda45804783 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.259623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-029e586c-b9af-4ff1-804b-adda45804783 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.261260 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-029e586c-b9af-4ff1-804b-adda45804783 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "GET /v2.0/networks?id=3005488f-8eff-494e-8347-5db673be5d19&id=5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 HTTP/1.1" status: 200 len: 1390 time: 0.1675477 Jul 05 03:52:57.286287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'port': {'device_id': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'network_id': '3005488f-8eff-494e-8347-5db673be5d19', 'admin_state_up': True, 'tenant_id': '177f55d1151c4183b6178172c6804c93'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:57.327062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-6f7e7b8d-dd09-41b5-b44e-16166023985b service neutron] 10.222.0.30 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013538 Jul 05 03:52:57.388055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.443322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-8285920f-9a4a-44d1-9d20-2009ea040aa9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2019982 Jul 05 03:52:57.472174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Network 57560aed-cb5a-47c8-aff9-7ebcd631e891 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:57.488001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:57.504841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:57.512806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Pushing event updated for resources: {'Port': ['ID=d3433fa1-59aa-447b-8761-cc16dcd7f193,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:57.530111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-6a1ab9b3-ea15-43f8-bebb-345cdc62a027 service neutron] 10.222.0.30 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1929107 Jul 05 03:52:57.554274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.585213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.585860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.639920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-4f6ed461-8fc8-4930-aa4a-24e4b99e6f81 service neutron] 10.222.0.30 "GET /v2.0/ports/6d492b0a-eb7e-4212-a130-8e04dda42fb2?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0997391 Jul 05 03:52:57.688659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:57.691927 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:57.825947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Allocated IP 172.25.4.10 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/ce38e2d7-7ec3-4b6c-b559-b6af2d03702e) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:57.839155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-a1df21c1-da41-481d-86cb-bb3575e6ec59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:57.840793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-a1df21c1-da41-481d-86cb-bb3575e6ec59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 1097 time: 0.2164407 Jul 05 03:52:57.850122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0a75e7ac-c280-4552-8db5-67af68850a2b service neutron] 10.222.0.30 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893425 Jul 05 03:52:57.949557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 85c33882-ea29-40bb-acf6-db6f29fd4bb8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:52:58.021218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:58.021977 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.067760 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-df410bc9-2c58-4471-ae8b-d2c6ad057043 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7323427 Jul 05 03:52:58.089527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Request body: {'port': {'device_id': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:58.105857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.140739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-cb066d93-a05c-4470-9e2f-d149bc5712e4 service neutron] 10.222.0.30 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2832165 Jul 05 03:52:58.141924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-69e4a2e4-bbba-4aa8-b722-4618585b5410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.143386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-69e4a2e4-bbba-4aa8-b722-4618585b5410 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.2652535 Jul 05 03:52:58.208969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Allocated IP 19.80.0.5 (3005488f-8eff-494e-8347-5db673be5d19/8c1de5df-48ad-474a-9037-4673951ea177/d0adfc6e-8d19-430f-99d3-73dc2c53fffc) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:58.225283 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.268594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b431d50b-3200-4521-94d2-cbd67961d62c service neutron] 10.222.0.30 "GET /v2.0/ports/a3b46c54-bdae-4449-8d05-26034a82d0b5?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1196399 Jul 05 03:52:58.273118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-a5db5438-daf4-4c59-83fc-cea668d74d2a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 200 len: 1000 time: 0.1150572 Jul 05 03:52:58.371488 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.382842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-84a6ea2e-87f9-49d0-be74-13367ed34106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.384347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-84a6ea2e-87f9-49d0-be74-13367ed34106 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.1022136 Jul 05 03:52:58.468002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:58.476030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b27436f9-d1e7-432d-af4f-c089c28a5ff7 service neutron] 10.222.0.30 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013507 Jul 05 03:52:58.478822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:58.484401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:58.496746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Pushing event updated for resources: {'Port': ['ID=ce38e2d7-7ec3-4b6c-b559-b6af2d03702e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:58.545659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.571419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Transition to ACTIVE for port object d0adfc6e-8d19-430f-99d3-73dc2c53fffc will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:58.661820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3433fa1-59aa-447b-8761-cc16dcd7f193 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:52:58.670046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.683707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Transition to ACTIVE for port object d3433fa1-59aa-447b-8761-cc16dcd7f193 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:58.731571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.768218 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:58.792934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network 3005488f-8eff-494e-8347-5db673be5d19 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:58.801037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:58.805310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:58.808436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Port': ['ID=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:58.957157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-7f0ce5e0-57ea-4953-b106-49f0ab78210d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.958686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-7f0ce5e0-57ea-4953-b106-49f0ab78210d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5664277 Jul 05 03:52:58.995761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:58.996468 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.002120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Pushing event updated for resources: {'Port': ['ID=d3433fa1-59aa-447b-8761-cc16dcd7f193,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:59.013639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Attempting to bind port d3433fa1-59aa-447b-8761-cc16dcd7f193 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:52:59.013994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Attempting to bind port d3433fa1-59aa-447b-8761-cc16dcd7f193 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:52:59.014325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Attempting to bind port d3433fa1-59aa-447b-8761-cc16dcd7f193 on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:59.021565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Port d3433fa1-59aa-447b-8761-cc16dcd7f193 on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:52:59.022017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Attempting to bind port d3433fa1-59aa-447b-8761-cc16dcd7f193 on network 57560aed-cb5a-47c8-aff9-7ebcd631e891 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:52:59.028232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:52:59.028761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Checking segment: {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:52:59.029280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Bound using segment: {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:52:59.029674 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Bound port: d3433fa1-59aa-447b-8761-cc16dcd7f193, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a12f4a4-f6fc-4920-b751-08306105f8f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:52:59.030038 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.082882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-7505b414-b0af-4467-b7b0-1cb8541a5680 service neutron] 10.222.0.30 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5947037 Jul 05 03:52:59.095887 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e59be6c1-1a2c-4b5a-a1f9-26e3e1df1cab tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8159165 Jul 05 03:52:59.107085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Request body: {'port': {'device_id': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29', 'admin_state_up': True, 'tenant_id': '177f55d1151c4183b6178172c6804c93'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:52:59.152717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.173393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] For port d3433fa1-59aa-447b-8761-cc16dcd7f193, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:52:59.191698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] For port d3433fa1-59aa-447b-8761-cc16dcd7f193, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:52:59.213556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-39de33ba-79d2-4797-abf9-4276ca32de64 None None] Provisioning for port d0adfc6e-8d19-430f-99d3-73dc2c53fffc completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:52:59.214090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-5cd40f97-dd4c-4df6-993c-837962933427 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237747 Jul 05 03:52:59.218055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-39de33ba-79d2-4797-abf9-4276ca32de64 None None] Provisioning complete for port d0adfc6e-8d19-430f-99d3-73dc2c53fffc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:52:59.218809 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39de33ba-79d2-4797-abf9-4276ca32de64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.227030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-4fd66d7b-dfd3-44dd-89ec-089e39827214 service neutron] 10.222.0.30 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1432014 Jul 05 03:52:59.274890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-39de33ba-79d2-4797-abf9-4276ca32de64 None None] Port d0adfc6e-8d19-430f-99d3-73dc2c53fffc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:52:59.316179 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.353069 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:59.353712 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.355099 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] 10.222.0.13 "PUT /v2.0/ports/d3433fa1-59aa-447b-8761-cc16dcd7f193 HTTP/1.1" status: 200 len: 1093 time: 1.2737684 Jul 05 03:52:59.355535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'tag': 'd3433fa1-59aa-447b-8761-cc16dcd7f193'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:52:59.358391 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8188e861-4a84-472f-a32e-64803a1d7a40" -d '{"events": [{"name": "network-changed", "server_uuid": "4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba", "tag": "d3433fa1-59aa-447b-8761-cc16dcd7f193"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:52:59.363870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Made reservation on behalf of 177f55d1151c4183b6178172c6804c93 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:52:59.367391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.404212 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.444426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] Pushing event updated for resources: {'Port': ['ID=d3433fa1-59aa-447b-8761-cc16dcd7f193,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:59.454430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dec9d47f-c1fc-4991-a880-428f72e7c54e req-285c5f54-0a2f-44c1-90fb-38a2afcf64b5 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2252729 Jul 05 03:52:59.458515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-4339bd75-2a6c-4ae4-b0a6-70f86cdd3f79 service neutron] 10.222.0.30 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306662 Jul 05 03:52:59.535994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Allocated IP 19.86.0.165 (5f57bfa1-7781-4b58-aa4d-a47cf11f8a29/98889ddf-93a7-4f9d-9ee2-c144791b2f5f/b119295f-583d-4d54-aa56-7bd0271b2f17) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:52:59.676392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-5bc70461-9123-47be-a081-0c277db234ba service neutron] 10.222.0.30 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2092640 Jul 05 03:52:59.696233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-a101f0c9-c810-4056-8c2d-60c4214e4443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:59.698202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-a101f0c9-c810-4056-8c2d-60c4214e4443 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 1096 time: 0.1732974 Jul 05 03:52:59.698371 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.715231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Transition to ACTIVE for port object b119295f-583d-4d54-aa56-7bd0271b2f17 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:52:59.790310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-f9967164-34a1-4234-abcd-caf22cc89944 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193 HTTP/1.1" status: 200 len: 217 time: 0.0790279 Jul 05 03:52:59.808662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.851040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.857698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:52:59.863496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:52:59.867770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:52:59.879559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-9cf21c56-eaff-4c71-aa1d-311e37b54c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:59.881406 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-9cf21c56-eaff-4c71-aa1d-311e37b54c99 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 200 len: 844 time: 0.0819597 Jul 05 03:52:59.885158 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-e767488d-599c-4e43-b459-e570577ceac4 service neutron] 10.222.0.30 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006853 Jul 05 03:52:59.894880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event updated for resources: {'Port': ['ID=b119295f-583d-4d54-aa56-7bd0271b2f17,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:52:59.925252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-e9e5e4bc-166d-4d06-bba9-b936be08e465 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57560aed-cb5a-47c8-aff9-7ebcd631e891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0368586 Jul 05 03:52:59.927985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:52:59.928742 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:52:59.976323 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.034260 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-63403c26-a029-44e3-bee9-de20be36a1c7 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9319115 Jul 05 03:53:00.047068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Request body: {'port': {'device_id': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:00.124349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Pushing event updated for resources: {'Port': ['ID=ce38e2d7-7ec3-4b6c-b559-b6af2d03702e,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:00.133314 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.155808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-df97daf9-5858-417b-8002-9c1fa4022d88 service neutron] 10.222.0.30 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581818 Jul 05 03:53:00.159927 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.169172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-316e387a-13ca-4e90-9063-788931399b6c None None] Provisioning for port b119295f-583d-4d54-aa56-7bd0271b2f17 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:00.175433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-316e387a-13ca-4e90-9063-788931399b6c None None] Provisioning complete for port b119295f-583d-4d54-aa56-7bd0271b2f17 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:00.177460 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-316e387a-13ca-4e90-9063-788931399b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.197875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-8ff8f681-5a9e-4072-96ea-c766db2375cb service neutron] 10.222.0.13 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2618001 Jul 05 03:53:00.218740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-316e387a-13ca-4e90-9063-788931399b6c None None] Port b119295f-583d-4d54-aa56-7bd0271b2f17 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:00.280484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.281741 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-cd28cac8-6c35-4e5c-872d-91dcc5c333bd tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.2968554 Jul 05 03:53:00.365203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-a04b1661-bf32-4715-887e-424092fba048 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.0742874 Jul 05 03:53:00.414496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-15ad1437-e8ea-4e5f-b771-432ae76ba42b service neutron] 10.222.0.30 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2451122 Jul 05 03:53:00.419315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d0adfc6e-8d19-430f-99d3-73dc2c53fffc {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:00.426993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.439573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Transition to ACTIVE for port object d0adfc6e-8d19-430f-99d3-73dc2c53fffc will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:00.452748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-0e73b942-14e7-4c0e-813d-d6e1a009bcb4 service neutron] 10.222.0.13 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2239947 Jul 05 03:53:00.533300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.563882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-c6d8e759-6696-4f6b-8c54-cfcff4af20ba tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.565286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fc70ce0-0145-4d4b-883b-afec786f1362 req-c6d8e759-6696-4f6b-8c54-cfcff4af20ba tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1915855 Jul 05 03:53:00.587116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-1240ec0e-a761-4cfb-8403-6470264423cf service neutron] 10.222.0.30 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453238 Jul 05 03:53:00.603015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:00.693341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Attempting to bind port d0adfc6e-8d19-430f-99d3-73dc2c53fffc on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:00.693686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Attempting to bind port d0adfc6e-8d19-430f-99d3-73dc2c53fffc by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3005488f-8eff-494e-8347-5db673be5d19'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:00.694019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Attempting to bind port d0adfc6e-8d19-430f-99d3-73dc2c53fffc on network 3005488f-8eff-494e-8347-5db673be5d19 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:00.700022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Port d0adfc6e-8d19-430f-99d3-73dc2c53fffc on network 3005488f-8eff-494e-8347-5db673be5d19 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:00.700360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Attempting to bind port d0adfc6e-8d19-430f-99d3-73dc2c53fffc on network 3005488f-8eff-494e-8347-5db673be5d19 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:00.712514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:00.713539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Checking segment: {'id': 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3005488f-8eff-494e-8347-5db673be5d19'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:00.713850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Bound using segment: {'id': 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3005488f-8eff-494e-8347-5db673be5d19'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:00.714295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Bound port: d0adfc6e-8d19-430f-99d3-73dc2c53fffc, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3005488f-8eff-494e-8347-5db673be5d19'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:00.714661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.757845 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3fbe124f-d60e-4520-a1ff-539ddbd450ab service neutron] 10.222.0.30 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1612940 Jul 05 03:53:00.772724 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c04372e-3cc3-4ad7-943a-1a3a603a38ef req-74a3d75b-dcfd-4f15-96d1-9a1bd0df32dc tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/f8fdb7e2-f55f-4475-9985-befe433c7317 HTTP/1.1" status: 200 len: 2997 time: 0.0645978 Jul 05 03:53:00.793729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] For port d0adfc6e-8d19-430f-99d3-73dc2c53fffc, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:00.797541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] For port d0adfc6e-8d19-430f-99d3-73dc2c53fffc, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,segment=NetworkSegment(fe684dfd-9268-4bc1-b36d-b6c51fbcb31d),segment_id=fe684dfd-9268-4bc1-b36d-b6c51fbcb31d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:00.882546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.927712 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:00.927712 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:00.927712 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] 10.222.0.13 "PUT /v2.0/ports/d0adfc6e-8d19-430f-99d3-73dc2c53fffc HTTP/1.1" status: 200 len: 1091 time: 0.8844979 Jul 05 03:53:00.957385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474a837e-de2c-44ff-86fa-592bedda96f3 service neutron] Pushing event updated for resources: {'Port': ['ID=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:01.035661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Request body: {'port': {'device_id': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:01.102693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d294e2-20fa-434d-a7b9-2858fe09ce2c req-1b436e06-1cfc-4ea7-a83e-a75088201d32 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.104805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54d294e2-20fa-434d-a7b9-2858fe09ce2c req-1b436e06-1cfc-4ea7-a83e-a75088201d32 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 944 time: 0.0992765 Jul 05 03:53:01.154007 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.159281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54d294e2-20fa-434d-a7b9-2858fe09ce2c req-c7d78540-313b-40b3-b27b-64b846b630c3 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483327 Jul 05 03:53:01.339391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def69f64-1ef6-4291-a90a-d12c60985829 req-93c24833-1cc7-48dc-baf3-155a1a07019c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.341018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-def69f64-1ef6-4291-a90a-d12c60985829 req-93c24833-1cc7-48dc-baf3-155a1a07019c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 945 time: 0.0775940 Jul 05 03:53:01.385305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-def69f64-1ef6-4291-a90a-d12c60985829 req-b8e89725-ec64-4487-9d75-673431751437 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376060 Jul 05 03:53:01.458850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b119295f-583d-4d54-aa56-7bd0271b2f17 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:01.469865 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.488962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Transition to ACTIVE for port object b119295f-583d-4d54-aa56-7bd0271b2f17 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:01.562677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3677-d95e-4554-8d10-31262133d208 req-46f55edc-4e6c-4a3b-825e-62c6962419e2 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.568537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92f3677-d95e-4554-8d10-31262133d208 req-46f55edc-4e6c-4a3b-825e-62c6962419e2 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.570183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a92f3677-d95e-4554-8d10-31262133d208 req-46f55edc-4e6c-4a3b-825e-62c6962419e2 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1665 time: 0.0805726 Jul 05 03:53:01.611101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a92f3677-d95e-4554-8d10-31262133d208 req-a9ba2e48-adcc-4dd0-bdc1-93abb1c0b9f2 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343764 Jul 05 03:53:01.647040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.659660 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e7b8b03-c345-46a6-8380-552dbc884f88 x-openstack-request-id: req-7e7b8b03-c345-46a6-8380-552dbc884f88 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:01.660066 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba", "tag": "d3433fa1-59aa-447b-8761-cc16dcd7f193", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:01.660384 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e7b8b03-c345-46a6-8380-552dbc884f88 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:01.660846 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'tag': 'd3433fa1-59aa-447b-8761-cc16dcd7f193', 'status': 'completed', 'code': 200} Jul 05 03:53:01.727400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-7954d002-dad6-49c5-aac9-615d8e9e4a61 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips/13d91e1b-f4e8-460b-8683-3cb98a9466e2 HTTP/1.1" status: 200 len: 692 time: 0.0553830 Jul 05 03:53:01.735247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b119295f-583d-4d54-aa56-7bd0271b2f17,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:01.796346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Attempting to bind port b119295f-583d-4d54-aa56-7bd0271b2f17 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:01.796918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Attempting to bind port b119295f-583d-4d54-aa56-7bd0271b2f17 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '4150a25f-b4ea-414d-8c81-9ed9c839de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:01.797460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Attempting to bind port b119295f-583d-4d54-aa56-7bd0271b2f17 on network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:01.803560 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Port b119295f-583d-4d54-aa56-7bd0271b2f17 on network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:01.804517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Attempting to bind port b119295f-583d-4d54-aa56-7bd0271b2f17 on network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:01.810916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 52, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:01.810916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Checking segment: {'id': '4150a25f-b4ea-414d-8c81-9ed9c839de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:01.811263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Bound using segment: {'id': '4150a25f-b4ea-414d-8c81-9ed9c839de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:01.811763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Bound port: b119295f-583d-4d54-aa56-7bd0271b2f17, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4150a25f-b4ea-414d-8c81-9ed9c839de24', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:01.812144 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:01.860811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-c9743f2f-a5a5-4e3e-93ed-e71beeb66a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.862315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-c9743f2f-a5a5-4e3e-93ed-e71beeb66a80 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 1096 time: 0.1529374 Jul 05 03:53:01.874264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-f00ea263-b7fd-43c8-9c1e-6e180fde97b1 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:01.882547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-f00ea263-b7fd-43c8-9c1e-6e180fde97b1 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1329558 Jul 05 03:53:01.897312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-65453295-19ca-42ca-84b3-0c78ffcef3ce tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:53:01.898219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-65453295-19ca-42ca-84b3-0c78ffcef3ce tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148613 Jul 05 03:53:01.908073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] For port b119295f-583d-4d54-aa56-7bd0271b2f17, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:01.911777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] For port b119295f-583d-4d54-aa56-7bd0271b2f17, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b119295f-583d-4d54-aa56-7bd0271b2f17,segment=NetworkSegment(4150a25f-b4ea-414d-8c81-9ed9c839de24),segment_id=4150a25f-b4ea-414d-8c81-9ed9c839de24)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:01.993109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-06b336ab-05e4-482e-8c83-20d8f74ca854 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.0786734 Jul 05 03:53:02.047888 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.069521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-7f1c0648-3b3e-408f-b505-7f10693ab866 tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.10 HTTP/1.1" status: 200 len: 695 time: 0.0669541 Jul 05 03:53:02.075093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-277147bc-93c8-45dc-8de0-be6198503fef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.076686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-277147bc-93c8-45dc-8de0-be6198503fef service neutron] 10.222.0.13 "GET /v2.0/networks?id=57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 200 len: 905 time: 0.1907761 Jul 05 03:53:02.092814 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.093430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.098471 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] 10.222.0.13 "PUT /v2.0/ports/b119295f-583d-4d54-aa56-7bd0271b2f17 HTTP/1.1" status: 200 len: 1093 time: 1.0675385 Jul 05 03:53:02.117584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1967a7-24e9-4a0b-b46d-e6732ca646b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b119295f-583d-4d54-aa56-7bd0271b2f17,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:02.167638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-316f141e-f02a-457d-a5e5-8aa930588892 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193 HTTP/1.1" status: 200 len: 217 time: 0.0487549 Jul 05 03:53:02.281464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-24e04360-5ec7-4f41-a57c-64270ab57879 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.282975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-24e04360-5ec7-4f41-a57c-64270ab57879 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 200 len: 844 time: 0.0810380 Jul 05 03:53:02.328149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-02142059-1459-477a-80f6-e653bef0b705 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=57560aed-cb5a-47c8-aff9-7ebcd631e891&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347531 Jul 05 03:53:02.332963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-62fbfae5-b723-40d0-b806-e4803eed6cdc tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Deleting port ce38e2d7-7ec3-4b6c-b559-b6af2d03702e {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:02.333302 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-62fbfae5-b723-40d0-b806-e4803eed6cdc tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.375697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9c93157b-5d81-4c3a-a123-be04648472c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.376235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9c93157b-5d81-4c3a-a123-be04648472c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.377867 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-9c93157b-5d81-4c3a-a123-be04648472c2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=177f55d1151c4183b6178172c6804c93&device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1981 time: 0.0700233 Jul 05 03:53:02.440599 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-2402f61f-8156-43ef-ac1f-3f0c388ed224 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=d0adfc6e-8d19-430f-99d3-73dc2c53fffc HTTP/1.1" status: 200 len: 217 time: 0.0541034 Jul 05 03:53:02.482107 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-62fbfae5-b723-40d0-b806-e4803eed6cdc tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.482519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-62fbfae5-b723-40d0-b806-e4803eed6cdc tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:02.499189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-32b3248a-476a-462a-ad41-cec5820b0311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.500994 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-32b3248a-476a-462a-ad41-cec5820b0311 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c1de5df-48ad-474a-9037-4673951ea177 HTTP/1.1" status: 200 len: 801 time: 0.0533729 Jul 05 03:53:02.504364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-62fbfae5-b723-40d0-b806-e4803eed6cdc tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Calling delete_port for ce38e2d7-7ec3-4b6c-b559-b6af2d03702e owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:02.510212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-75cb471d-7e39-4542-99bf-d2caf58773c5 service neutron] 10.222.0.13 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1635845 Jul 05 03:53:02.572306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-6fbbbccc-905f-42e8-828b-00d7737cbadc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.574048 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-6fbbbccc-905f-42e8-828b-00d7737cbadc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3005488f-8eff-494e-8347-5db673be5d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650108 Jul 05 03:53:02.685029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7e1a082-ee77-4470-bdab-3da157b069dc req-bf5539dc-b1f9-45c9-a4c1-1dda6cfcc021 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-group-rules/39fc081e-28c2-4d7f-baa8-ea117df30dc1 HTTP/1.1" status: 200 len: 783 time: 0.0494378 Jul 05 03:53:02.700144 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-8cfe60b1-85b8-48f9-8071-a7cf360e6b3b service neutron] 10.222.0.13 "GET /v2.0/networks/3005488f-8eff-494e-8347-5db673be5d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167827 Jul 05 03:53:02.728730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-33bad2f2-df67-4333-9238-bc91598a7c8d service neutron] 10.222.0.13 "GET /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2109737 Jul 05 03:53:02.811342 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-c178316e-9c42-4008-8538-72b19d91e84a service neutron] 10.222.0.13 "GET /v2.0/networks/3005488f-8eff-494e-8347-5db673be5d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032221 Jul 05 03:53:02.860977 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-b1168b8d-164a-4df9-8244-597006d474be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.165&port_id=b119295f-583d-4d54-aa56-7bd0271b2f17 HTTP/1.1" status: 200 len: 217 time: 0.0424361 Jul 05 03:53:02.920759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-ca663f10-036a-44ea-a5e8-1eccbeb55d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.922408 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-ca663f10-036a-44ea-a5e8-1eccbeb55d7b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98889ddf-93a7-4f9d-9ee2-c144791b2f5f HTTP/1.1" status: 200 len: 801 time: 0.0544653 Jul 05 03:53:02.985882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-ed08fdd2-6b6c-4359-8cad-a029f8e72e35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:02.987528 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-ed08fdd2-6b6c-4359-8cad-a029f8e72e35 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f57bfa1-7781-4b58-aa4d-a47cf11f8a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577829 Jul 05 03:53:03.094285 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-eda711be-171c-40fd-a804-28a963ecb999 service neutron] 10.222.0.13 "GET /v2.0/networks/5f57bfa1-7781-4b58-aa4d-a47cf11f8a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975277 Jul 05 03:53:03.132699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7e1a082-ee77-4470-bdab-3da157b069dc req-3556bbbd-bac1-416b-82c2-b818c42d67af tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/f8fdb7e2-f55f-4475-9985-befe433c7317 HTTP/1.1" status: 200 len: 2997 time: 0.4377873 Jul 05 03:53:03.187845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f7e1a082-ee77-4470-bdab-3da157b069dc req-69ff2579-dab0-4b7e-8ba8-150be21a61f1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.196931 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f7e1a082-ee77-4470-bdab-3da157b069dc req-69ff2579-dab0-4b7e-8ba8-150be21a61f1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.203383 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87622f1b-92bb-4213-9787-cf7e1f503106 req-e4452cf7-9afd-4a14-8a8d-a782a8ca82f7 service neutron] 10.222.0.13 "GET /v2.0/networks/5f57bfa1-7781-4b58-aa4d-a47cf11f8a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004572 Jul 05 03:53:03.287891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-62fbfae5-b723-40d0-b806-e4803eed6cdc tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.323627 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fbfae5-b723-40d0-b806-e4803eed6cdc tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Pushing event deleted for resources: {'Port': ['ID=ce38e2d7-7ec3-4b6c-b559-b6af2d03702e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:03.381376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f7e1a082-ee77-4470-bdab-3da157b069dc req-69ff2579-dab0-4b7e-8ba8-150be21a61f1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.390264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f7e1a082-ee77-4470-bdab-3da157b069dc req-69ff2579-dab0-4b7e-8ba8-150be21a61f1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.391366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7e1a082-ee77-4470-bdab-3da157b069dc req-69ff2579-dab0-4b7e-8ba8-150be21a61f1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/39fc081e-28c2-4d7f-baa8-ea117df30dc1 HTTP/1.1" status: 204 len: 173 time: 0.2529602 Jul 05 03:53:03.405718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ff2579-dab0-4b7e-8ba8-150be21a61f1 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=39fc081e-28c2-4d7f-baa8-ea117df30dc1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:03.412157 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-62fbfae5-b723-40d0-b806-e4803eed6cdc tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.414639 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-62fbfae5-b723-40d0-b806-e4803eed6cdc tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:03.416009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1654cca4-d3ef-4456-abeb-3a5291ad4ef9 req-62fbfae5-b723-40d0-b806-e4803eed6cdc tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "DELETE /v2.0/floatingips/13d91e1b-f4e8-460b-8683-3cb98a9466e2 HTTP/1.1" status: 204 len: 173 time: 1.3384013 Jul 05 03:53:03.614126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d98af90b-0f6a-4f1f-aa77-1e82972364bb req-bd60cd3a-cafc-40c8-9090-705bdb024548 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.0326107 Jul 05 03:53:03.662211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'tag': 'd0adfc6e-8d19-430f-99d3-73dc2c53fffc'}, {'name': 'network-changed', 'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'tag': 'b119295f-583d-4d54-aa56-7bd0271b2f17'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:03.665108 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fca30751-a47a-494e-adba-bd3db5378ac0" -d '{"events": [{"name": "network-changed", "server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "tag": "d0adfc6e-8d19-430f-99d3-73dc2c53fffc"}, {"name": "network-changed", "server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "tag": "b119295f-583d-4d54-aa56-7bd0271b2f17"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:03.763326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556081ce-68b7-4eab-8ef0-d84aad396775 req-788aaa14-9379-442e-b81f-050dc65356c5 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.764839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-556081ce-68b7-4eab-8ef0-d84aad396775 req-788aaa14-9379-442e-b81f-050dc65356c5 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 944 time: 0.1101458 Jul 05 03:53:03.822015 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-556081ce-68b7-4eab-8ef0-d84aad396775 req-4ddd99e9-4d9f-4308-bb06-d2683dd8ad0b tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498068 Jul 05 03:53:03.835254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084e297-83c8-47d0-94a6-ce03b0ba180c req-2e0a141f-c898-42d4-883c-d7b30b65ed61 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.841516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084e297-83c8-47d0-94a6-ce03b0ba180c req-2e0a141f-c898-42d4-883c-d7b30b65ed61 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:03.843132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9084e297-83c8-47d0-94a6-ce03b0ba180c req-2e0a141f-c898-42d4-883c-d7b30b65ed61 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1677 time: 0.1196592 Jul 05 03:53:03.914293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6903aa89-b980-4fe9-8f83-25e39a3d7ca8 req-d62f6a63-95be-43b7-9610-6853c4efe2b0 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/f8fdb7e2-f55f-4475-9985-befe433c7317 HTTP/1.1" status: 200 len: 2398 time: 0.0668736 Jul 05 03:53:03.917614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9084e297-83c8-47d0-94a6-ce03b0ba180c req-17cbac48-60fe-4228-83ac-dca6063fa2f5 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630081 Jul 05 03:53:04.004089 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-76f6c43a-9ccd-4c44-9dc5-e7f886e6260d req-89c51494-3d2c-48d1-9824-c2e21601271e tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] show failed (client error): The resource could not be found. Jul 05 03:53:04.004977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76f6c43a-9ccd-4c44-9dc5-e7f886e6260d req-89c51494-3d2c-48d1-9824-c2e21601271e tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips/13d91e1b-f4e8-460b-8683-3cb98a9466e2 HTTP/1.1" status: 404 len: 350 time: 0.0512903 Jul 05 03:53:04.030939 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6903aa89-b980-4fe9-8f83-25e39a3d7ca8 req-8fce0812-56e9-4725-b63e-c4d660c5e0e3 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.052551 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e993ac46-5265-4ca0-9a3e-a85d0bebe74f x-openstack-request-id: req-e993ac46-5265-4ca0-9a3e-a85d0bebe74f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:04.053066 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "tag": "d0adfc6e-8d19-430f-99d3-73dc2c53fffc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "tag": "b119295f-583d-4d54-aa56-7bd0271b2f17", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:04.053201 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e993ac46-5265-4ca0-9a3e-a85d0bebe74f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:04.053623 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'tag': 'd0adfc6e-8d19-430f-99d3-73dc2c53fffc', 'status': 'completed', 'code': 200} Jul 05 03:53:04.053883 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'tag': 'b119295f-583d-4d54-aa56-7bd0271b2f17', 'status': 'completed', 'code': 200} Jul 05 03:53:04.057725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6903aa89-b980-4fe9-8f83-25e39a3d7ca8 req-8fce0812-56e9-4725-b63e-c4d660c5e0e3 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.114060 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-22227fdc-3e03-4722-bbf6-5c26eb18deb1 req-7fa1f8e6-b887-4fce-918b-d4f6738e79ca tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] show failed (client error): The resource could not be found. Jul 05 03:53:04.114060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22227fdc-3e03-4722-bbf6-5c26eb18deb1 req-7fa1f8e6-b887-4fce-918b-d4f6738e79ca tempest-FloatingIPsTestJSON-1281607926 tempest-FloatingIPsTestJSON-1281607926-project] 10.222.0.30 "GET /v2.0/floatingips/13d91e1b-f4e8-460b-8683-3cb98a9466e2 HTTP/1.1" status: 404 len: 350 time: 0.0446548 Jul 05 03:53:04.122548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54470) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:04.123664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d3433fa1-59aa-447b-8761-cc16dcd7f193 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:04.158010 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-96bf5e61-77f2-46fe-8807-7864ff5a4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.159062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-96bf5e61-77f2-46fe-8807-7864ff5a4bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.161961 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-96bf5e61-77f2-46fe-8807-7864ff5a4bb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=177f55d1151c4183b6178172c6804c93&device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1981 time: 0.0830994 Jul 05 03:53:04.268607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d3433fa1-59aa-447b-8761-cc16dcd7f193, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:04.281760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'd3433fa1-59aa-447b-8761-cc16dcd7f193', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'port_id': 'd3433fa1-59aa-447b-8761-cc16dcd7f193', 'mac_address': 'fa:16:3e:49:59:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec68273-2b6d-41e5-9d51-4ff736df0f68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:04.282307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-d50ce431-aa45-4d67-86a4-f97a2d9f2158 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.283814 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-d50ce431-aa45-4d67-86a4-f97a2d9f2158 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3005488f-8eff-494e-8347-5db673be5d19 HTTP/1.1" status: 200 len: 902 time: 0.1146841 Jul 05 03:53:04.315970 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6903aa89-b980-4fe9-8f83-25e39a3d7ca8 req-8fce0812-56e9-4725-b63e-c4d660c5e0e3 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.318725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6903aa89-b980-4fe9-8f83-25e39a3d7ca8 req-8fce0812-56e9-4725-b63e-c4d660c5e0e3 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.319934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6903aa89-b980-4fe9-8f83-25e39a3d7ca8 req-8fce0812-56e9-4725-b63e-c4d660c5e0e3 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "DELETE /v2.0/security-groups/f8fdb7e2-f55f-4475-9985-befe433c7317 HTTP/1.1" status: 204 len: 173 time: 0.3989837 Jul 05 03:53:04.333589 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.334657 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-a04eb444-bc35-46e8-a9dd-4f8a2c42d7cc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.5&port_id=d0adfc6e-8d19-430f-99d3-73dc2c53fffc HTTP/1.1" status: 200 len: 217 time: 0.0431271 Jul 05 03:53:04.338396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce0812-56e9-4725-b63e-c4d660c5e0e3 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8fdb7e2-f55f-4475-9985-befe433c7317,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:04.366415 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-04daa52d-cd1b-4931-9d9e-a7ea086d2fbd req-4842c6f5-5039-4aca-9341-42397e37b4dd tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] show failed (client error): The resource could not be found. Jul 05 03:53:04.367503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04daa52d-cd1b-4931-9d9e-a7ea086d2fbd req-4842c6f5-5039-4aca-9341-42397e37b4dd tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/fbf1b37d-516d-4492-ac31-a7074cec8909 HTTP/1.1" status: 404 len: 352 time: 0.0270369 Jul 05 03:53:04.369455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3433fa1-59aa-447b-8761-cc16dcd7f193 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:04.400666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d3433fa1-59aa-447b-8761-cc16dcd7f193, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:04.412589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-a2bc8952-2f0d-45e0-8533-33b1e02c1201 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.414061 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-a2bc8952-2f0d-45e0-8533-33b1e02c1201 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8c1de5df-48ad-474a-9037-4673951ea177 HTTP/1.1" status: 200 len: 801 time: 0.0714383 Jul 05 03:53:04.475469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-7bb16a54-a678-4a5d-bb8a-08b0b1dc88f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.477019 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-7bb16a54-a678-4a5d-bb8a-08b0b1dc88f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3005488f-8eff-494e-8347-5db673be5d19&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554104 Jul 05 03:53:04.479881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdeab2c6-e592-43cd-ae50-026d08956788 req-6cc62929-fb31-4510-aeb4-cd586aa21981 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/add00a07-92d5-42fd-b11f-29463a30c43e HTTP/1.1" status: 200 len: 1805 time: 0.0770562 Jul 05 03:53:04.493247 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.569720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d3433fa1-59aa-447b-8761-cc16dcd7f193,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:04.613826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fdeab2c6-e592-43cd-ae50-026d08956788 req-c355910a-8869-4785-ac25-8f02cc19804c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.615343 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-a0775e11-582c-4afd-83e0-717ebb6a0f94 service neutron] 10.222.0.13 "GET /v2.0/networks/3005488f-8eff-494e-8347-5db673be5d19?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1248355 Jul 05 03:53:04.658111 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fdeab2c6-e592-43cd-ae50-026d08956788 req-c355910a-8869-4785-ac25-8f02cc19804c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.746598 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-7f8b0482-b2d0-426c-b877-c932f0c6e4bc service neutron] 10.222.0.13 "GET /v2.0/networks/3005488f-8eff-494e-8347-5db673be5d19?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245053 Jul 05 03:53:04.755384 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.808395 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fdeab2c6-e592-43cd-ae50-026d08956788 req-c355910a-8869-4785-ac25-8f02cc19804c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.811307 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fdeab2c6-e592-43cd-ae50-026d08956788 req-c355910a-8869-4785-ac25-8f02cc19804c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:04.812558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdeab2c6-e592-43cd-ae50-026d08956788 req-c355910a-8869-4785-ac25-8f02cc19804c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "DELETE /v2.0/security-groups/add00a07-92d5-42fd-b11f-29463a30c43e HTTP/1.1" status: 204 len: 173 time: 0.3264256 Jul 05 03:53:04.888155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-f55ba396-b8b2-4e14-a94d-ef25bfdb391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.889071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-f55ba396-b8b2-4e14-a94d-ef25bfdb391b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:04.891022 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-f55ba396-b8b2-4e14-a94d-ef25bfdb391b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=177f55d1151c4183b6178172c6804c93&device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1981 time: 0.0739439 Jul 05 03:53:04.901705 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c355910a-8869-4785-ac25-8f02cc19804c tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=add00a07-92d5-42fd-b11f-29463a30c43e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:05.049799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-e3e5d131-930b-4da6-83ab-c1bc41c196a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.051504 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-e3e5d131-930b-4da6-83ab-c1bc41c196a8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 HTTP/1.1" status: 200 len: 902 time: 0.1531129 Jul 05 03:53:05.057945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-000044ce-7f3d-4752-a7f0-1ca8ca35becd req-5e849681-024b-4cbe-9c9a-e82c81aa6c39 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.0371220 Jul 05 03:53:05.113677 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-741c5ec3-ae34-4b71-9045-81ebe50bedfe service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.165&port_id=b119295f-583d-4d54-aa56-7bd0271b2f17 HTTP/1.1" status: 200 len: 217 time: 0.0538144 Jul 05 03:53:05.144759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['d3433fa1-59aa-447b-8761-cc16dcd7f193'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:05.178937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-1ff089ae-9e02-4945-9cc6-8bd9d73888e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.180721 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-1ff089ae-9e02-4945-9cc6-8bd9d73888e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=98889ddf-93a7-4f9d-9ee2-c144791b2f5f HTTP/1.1" status: 200 len: 801 time: 0.0599985 Jul 05 03:53:05.191542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b057c74-6490-4f43-b2a9-0dbb7aa46e9b req-034c41a7-bcdc-42d8-81df-5f18c70b1798 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/cb02216e-496c-45a3-be85-68dac99f0e1e HTTP/1.1" status: 200 len: 1804 time: 0.0819197 Jul 05 03:53:05.249048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] Deleting port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:05.249473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.267105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-ce4fd96f-4e07-4ae0-b46e-1ae62cd8c3bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:05.269091 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-ce4fd96f-4e07-4ae0-b46e-1ae62cd8c3bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5f57bfa1-7781-4b58-aa4d-a47cf11f8a29&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0798697 Jul 05 03:53:05.311929 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5b057c74-6490-4f43-b2a9-0dbb7aa46e9b req-68fe89df-ad00-4248-a23b-d6495bbd2c35 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.357820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5b057c74-6490-4f43-b2a9-0dbb7aa46e9b req-68fe89df-ad00-4248-a23b-d6495bbd2c35 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.379411 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-6a32ba4f-c82f-4588-9275-d680b8882c0f service neutron] 10.222.0.13 "GET /v2.0/networks/5f57bfa1-7781-4b58-aa4d-a47cf11f8a29?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033752 Jul 05 03:53:05.390996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] For port f4f20c42-dc20-4e9a-96dd-d9fade55e9e8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f4f20c42-dc20-4e9a-96dd-d9fade55e9e8,segment=NetworkSegment(efc2ef0e-7f97-4064-84bd-7d86829e036f),segment_id=efc2ef0e-7f97-4064-84bd-7d86829e036f)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:05.391433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.420841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] Calling delete_port for f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:05.480168 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fca30751-a47a-494e-adba-bd3db5378ac0 req-8fa0e8d9-ed48-4e1b-84fa-d4182fce2b18 service neutron] 10.222.0.13 "GET /v2.0/networks/5f57bfa1-7781-4b58-aa4d-a47cf11f8a29?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934680 Jul 05 03:53:05.571518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5b057c74-6490-4f43-b2a9-0dbb7aa46e9b req-68fe89df-ad00-4248-a23b-d6495bbd2c35 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.574133 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5b057c74-6490-4f43-b2a9-0dbb7aa46e9b req-68fe89df-ad00-4248-a23b-d6495bbd2c35 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.575431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b057c74-6490-4f43-b2a9-0dbb7aa46e9b req-68fe89df-ad00-4248-a23b-d6495bbd2c35 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "DELETE /v2.0/security-groups/cb02216e-496c-45a3-be85-68dac99f0e1e HTTP/1.1" status: 204 len: 173 time: 0.3781745 Jul 05 03:53:05.590765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe89df-ad00-4248-a23b-d6495bbd2c35 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb02216e-496c-45a3-be85-68dac99f0e1e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:05.722272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:05.763356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4f20c42-dc20-4e9a-96dd-d9fade55e9e8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:06.043021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-28ea6c06-fb38-4218-a2b5-204605ea9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.043195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e180f12-420b-4769-9de5-a02954aa5ab4 req-af196cae-ead2-40b6-ab52-65584a662d2a tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.044159 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-28ea6c06-fb38-4218-a2b5-204605ea9607 service neutron] 10.222.0.26 "GET /v2.0/ports/6d492b0a-eb7e-4212-a130-8e04dda42fb2 HTTP/1.1" status: 200 len: 1027 time: 0.1262393 Jul 05 03:53:06.050062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e180f12-420b-4769-9de5-a02954aa5ab4 req-af196cae-ead2-40b6-ab52-65584a662d2a tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 945 time: 0.1716955 Jul 05 03:53:06.080570 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.114141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-fa736b91-8880-4d46-9d47-3e219fef392a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.115664 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-fa736b91-8880-4d46-9d47-3e219fef392a service neutron] 10.222.0.26 "GET /v2.0/ports/a3b46c54-bdae-4449-8d05-26034a82d0b5 HTTP/1.1" status: 200 len: 1027 time: 0.0644681 Jul 05 03:53:06.121003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e180f12-420b-4769-9de5-a02954aa5ab4 req-c2fc025c-ce7e-4110-937a-39a4481f2a5c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699399 Jul 05 03:53:06.129707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b119295f-583d-4d54-aa56-7bd0271b2f17 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:06.264338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b119295f-583d-4d54-aa56-7bd0271b2f17, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b119295f-583d-4d54-aa56-7bd0271b2f17,segment=NetworkSegment(4150a25f-b4ea-414d-8c81-9ed9c839de24),segment_id=4150a25f-b4ea-414d-8c81-9ed9c839de24)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:06.277780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'b119295f-583d-4d54-aa56-7bd0271b2f17', 'network_id': '5f57bfa1-7781-4b58-aa4d-a47cf11f8a29', 'port_id': 'b119295f-583d-4d54-aa56-7bd0271b2f17', 'mac_address': 'fa:16:3e:39:d4:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '98889ddf-93a7-4f9d-9ee2-c144791b2f5f', 'ip_address': '19.86.0.165'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:06.294143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-04ac5947-7637-4614-a294-7fd5141e1a82 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.300902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-04ac5947-7637-4614-a294-7fd5141e1a82 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.308140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-04ac5947-7637-4614-a294-7fd5141e1a82 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.310699 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-04ac5947-7637-4614-a294-7fd5141e1a82 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "GET /v2.0/networks?id=006871a5-87b4-4ee0-b89f-775378777a1f&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=320dbe57-ecdf-4942-b75a-f8d707d5678c&id=320dbe57-ecdf-4942-b75a-f8d707d5678c HTTP/1.1" status: 200 len: 1990 time: 0.1866176 Jul 05 03:53:06.319837 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.340240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b119295f-583d-4d54-aa56-7bd0271b2f17 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:06.355299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-927b6951-36c5-4947-b594-c750898ba442 req-a8af2a0a-20a8-411e-8e22-dc725e0ef0d8 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/ee116291-52f6-4e3e-bb92-d15332c5399b HTTP/1.1" status: 200 len: 1803 time: 0.1693604 Jul 05 03:53:06.366289 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-e8e001f2-608e-4bab-bc17-96a71758df71 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8 HTTP/1.1" status: 200 len: 380 time: 0.0450459 Jul 05 03:53:06.371738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b119295f-583d-4d54-aa56-7bd0271b2f17, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b119295f-583d-4d54-aa56-7bd0271b2f17,segment=NetworkSegment(4150a25f-b4ea-414d-8c81-9ed9c839de24),segment_id=4150a25f-b4ea-414d-8c81-9ed9c839de24)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:06.373005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfe075-8e76-495a-bfae-c2936862b3dd req-9359cd19-129e-4175-a056-2e385dfc92e1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.377820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'admin_state_up': True, 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'security_groups': ['d3241431-43b6-4e1c-a013-4e2326ef3e4d']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:06.380859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dcfe075-8e76-495a-bfae-c2936862b3dd req-9359cd19-129e-4175-a056-2e385dfc92e1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:06.389999 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dcfe075-8e76-495a-bfae-c2936862b3dd req-9359cd19-129e-4175-a056-2e385dfc92e1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1677 time: 0.3061047 Jul 05 03:53:06.476425 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dcfe075-8e76-495a-bfae-c2936862b3dd req-1484a394-2ced-4232-9404-95a84b760e8f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852320 Jul 05 03:53:06.480028 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.480991 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d0adfc6e-8d19-430f-99d3-73dc2c53fffc details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:06.605235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:06.610846 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.637046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d0adfc6e-8d19-430f-99d3-73dc2c53fffc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,segment=NetworkSegment(fe684dfd-9268-4bc1-b36d-b6c51fbcb31d),segment_id=fe684dfd-9268-4bc1-b36d-b6c51fbcb31d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:06.651192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'd0adfc6e-8d19-430f-99d3-73dc2c53fffc', 'network_id': '3005488f-8eff-494e-8347-5db673be5d19', 'port_id': 'd0adfc6e-8d19-430f-99d3-73dc2c53fffc', 'mac_address': 'fa:16:3e:38:b5:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c1de5df-48ad-474a-9037-4673951ea177', 'ip_address': '19.80.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:06.672928 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] Router 54a2404f-182c-447f-8876-86ecfa583e8a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:06.692292 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-927b6951-36c5-4947-b594-c750898ba442 req-61e34ba2-a871-4350-b049-a22df7a45c1e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.734631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=b119295f-583d-4d54-aa56-7bd0271b2f17,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:06.738414 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.762422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d0adfc6e-8d19-430f-99d3-73dc2c53fffc {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:06.784824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d0adfc6e-8d19-430f-99d3-73dc2c53fffc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,segment=NetworkSegment(fe684dfd-9268-4bc1-b36d-b6c51fbcb31d),segment_id=fe684dfd-9268-4bc1-b36d-b6c51fbcb31d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:06.793825 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-927b6951-36c5-4947-b594-c750898ba442 req-61e34ba2-a871-4350-b049-a22df7a45c1e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.864630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:06.914793 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:06.922262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Allocated IP 172.20.0.10 (006871a5-87b4-4ee0-b89f-775378777a1f/e82c32dd-6b78-4191-902a-e6a7fae2ddaf/9e11d843-1d61-4836-bb78-ea7ec809ed9b) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:06.927982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-56d4abe3-447c-4879-859d-8bb46dcd5333 admin admin] 10.222.0.30 "PUT /v2.0/routers/54a2404f-182c-447f-8876-86ecfa583e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8039107 Jul 05 03:53:06.929040 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] Sync routers for ids ['54a2404f-182c-447f-8876-86ecfa583e8a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:06.930568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54508) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:06.945157 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] Routers {'54a2404f-182c-447f-8876-86ecfa583e8a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:06.945802 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:52:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['54a2404f-182c-447f-8876-86ecfa583e8a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:07.034376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-927b6951-36c5-4947-b594-c750898ba442 req-61e34ba2-a871-4350-b049-a22df7a45c1e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.038309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-927b6951-36c5-4947-b594-c750898ba442 req-61e34ba2-a871-4350-b049-a22df7a45c1e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.046702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-927b6951-36c5-4947-b594-c750898ba442 req-61e34ba2-a871-4350-b049-a22df7a45c1e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "DELETE /v2.0/security-groups/ee116291-52f6-4e3e-bb92-d15332c5399b HTTP/1.1" status: 204 len: 173 time: 0.6434717 Jul 05 03:53:07.084961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:07.153127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e34ba2-a871-4350-b049-a22df7a45c1e tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee116291-52f6-4e3e-bb92-d15332c5399b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:07.168332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a1c49bf-1afb-4a9b-8ffa-ba4c2ef2deaa req-e49f33cc-173a-4173-a923-3d03cc4d7a5a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.1126239 Jul 05 03:53:07.176977 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] Set router 54a2404f-182c-447f-8876-86ecfa583e8a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:07.249309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6643b1a0-602a-441e-9436-c6e0b38370fa req-f9f9ae21-bad5-4659-8331-be5487c99648 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/20f89996-3830-419e-b34c-5e0109aedea4 HTTP/1.1" status: 200 len: 2403 time: 0.1715696 Jul 05 03:53:07.346103 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.364517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Transition to ACTIVE for port object 9e11d843-1d61-4836-bb78-ea7ec809ed9b will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:07.392134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6643b1a0-602a-441e-9436-c6e0b38370fa req-f454cf8e-df82-4928-937c-d3ee6cc81892 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.394497 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'name': 'tempest-FloatingIPsTestJSON-1462672474-router', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:31Z', 'updated_at': '2021-07-05T03:53:05Z', 'revision_number': 5, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'gw_port': {'id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:32Z', 'updated_at': '2021-07-05T03:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:07.426126 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] Checking router: 54a2404f-182c-447f-8876-86ecfa583e8a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:07.434795 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] Routers {'54a2404f-182c-447f-8876-86ecfa583e8a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:07.435477 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:52:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['54a2404f-182c-447f-8876-86ecfa583e8a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:07.447244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['d0adfc6e-8d19-430f-99d3-73dc2c53fffc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:07.455716 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.472430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.549906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['b119295f-583d-4d54-aa56-7bd0271b2f17'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:07.593866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network 006871a5-87b4-4ee0-b89f-775378777a1f is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:07.599472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:07.626743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Port': ['ID=9e11d843-1d61-4836-bb78-ea7ec809ed9b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:07.635295 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] Set router 54a2404f-182c-447f-8876-86ecfa583e8a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:07.636037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:07.680615 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6643b1a0-602a-441e-9436-c6e0b38370fa req-f454cf8e-df82-4928-937c-d3ee6cc81892 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.757684 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.767835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.768554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.856265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc392016-4a2a-45e4-b91b-2f0e495e769d req-2797608c-b669-4235-8ec9-eda74785d1c7 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:07.865747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc392016-4a2a-45e4-b91b-2f0e495e769d req-2797608c-b669-4235-8ec9-eda74785d1c7 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 945 time: 0.4506700 Jul 05 03:53:07.900483 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a6afd53b-e29c-4693-81d6-f68b42278736 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5265024 Jul 05 03:53:07.915812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'admin_state_up': True, 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'security_groups': ['d3241431-43b6-4e1c-a013-4e2326ef3e4d']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:07.973531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc392016-4a2a-45e4-b91b-2f0e495e769d req-8ab80bcf-f7e0-428a-9904-a3c9d48acec9 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065540 Jul 05 03:53:07.996148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6643b1a0-602a-441e-9436-c6e0b38370fa req-f454cf8e-df82-4928-937c-d3ee6cc81892 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.996148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6643b1a0-602a-441e-9436-c6e0b38370fa req-f454cf8e-df82-4928-937c-d3ee6cc81892 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:07.997928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6643b1a0-602a-441e-9436-c6e0b38370fa req-f454cf8e-df82-4928-937c-d3ee6cc81892 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "DELETE /v2.0/security-groups/20f89996-3830-419e-b34c-5e0109aedea4 HTTP/1.1" status: 204 len: 173 time: 0.7354355 Jul 05 03:53:08.084387 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97cb7fbe-9c4b-4f9c-b4e9-42dc73d89f44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.100438 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'name': 'tempest-FloatingIPsTestJSON-1462672474-router', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:31Z', 'updated_at': '2021-07-05T03:53:05Z', 'revision_number': 5, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'gw_port': {'id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:32Z', 'updated_at': '2021-07-05T03:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:08.101040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f454cf8e-df82-4928-937c-d3ee6cc81892 tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=20f89996-3830-419e-b34c-5e0109aedea4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:08.135870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Deleting port 66c28eeb-a836-40ea-b241-5c7f6ae167db {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:08.136254 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.141759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d3433fa1-59aa-447b-8761-cc16dcd7f193 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:08.177387 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b451dfe-5408-4d69-b7c1-99fc8aedc063 None None] The sync data for ids ['54a2404f-182c-447f-8876-86ecfa583e8a'] in n-d-758944-41 is: [{'id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'name': 'tempest-FloatingIPsTestJSON-1462672474-router', 'tenant_id': '6c26c875763e408aaa7fdde75dbb37c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36'}], 'enable_snat': True}, 'gw_port_id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:52:31Z', 'updated_at': '2021-07-05T03:53:05Z', 'revision_number': 5, 'project_id': '6c26c875763e408aaa7fdde75dbb37c9', 'gw_port': {'id': '66c28eeb-a836-40ea-b241-5c7f6ae167db', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:5d:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54a2404f-182c-447f-8876-86ecfa583e8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 952, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:52:32Z', 'updated_at': '2021-07-05T03:52:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:08.232643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5586fbf2-fa86-4f69-b0fe-1366874dd8fc None None] Provisioning for port 9e11d843-1d61-4836-bb78-ea7ec809ed9b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:08.237187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5586fbf2-fa86-4f69-b0fe-1366874dd8fc None None] Provisioning complete for port 9e11d843-1d61-4836-bb78-ea7ec809ed9b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:08.237653 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5586fbf2-fa86-4f69-b0fe-1366874dd8fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.286384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5586fbf2-fa86-4f69-b0fe-1366874dd8fc None None] Port 9e11d843-1d61-4836-bb78-ea7ec809ed9b cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:08.391017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port d3433fa1-59aa-447b-8761-cc16dcd7f193 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:08.395539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port d3433fa1-59aa-447b-8761-cc16dcd7f193 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:08.395539 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.500407 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.531020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3433fa1-59aa-447b-8761-cc16dcd7f193'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:08.533458 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-052f522e-5dd6-41fd-a39c-bdf2d3364fc9" -d '{"events": [{"server_uuid": "4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba", "name": "network-vif-plugged", "status": "completed", "tag": "d3433fa1-59aa-447b-8761-cc16dcd7f193"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:08.552285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d3433fa1-59aa-447b-8761-cc16dcd7f193, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:08.630598 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.708180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d3433fa1-59aa-447b-8761-cc16dcd7f193,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:08.721533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:08.726578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.749896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] For port 66c28eeb-a836-40ea-b241-5c7f6ae167db, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=66c28eeb-a836-40ea-b241-5c7f6ae167db,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:08.750486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:08.764852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b376713-d87d-4ca5-9634-2f85fc1df237 req-d9d15b75-1757-40d8-ae06-bd7f706a68eb tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "GET /v2.0/security-groups/234bd03f-2dcc-4ea9-9af2-7fb6d8a36b9f HTTP/1.1" status: 200 len: 2398 time: 0.1268644 Jul 05 03:53:08.770227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Calling delete_port for 66c28eeb-a836-40ea-b241-5c7f6ae167db owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:08.793397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e11f66-445c-448c-8582-5649f268956b req-49248f6c-f1b6-40d9-943e-4e7752092e96 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.799380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e11f66-445c-448c-8582-5649f268956b req-49248f6c-f1b6-40d9-943e-4e7752092e96 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:08.801256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0e11f66-445c-448c-8582-5649f268956b req-49248f6c-f1b6-40d9-943e-4e7752092e96 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1679 time: 0.5468674 Jul 05 03:53:08.895275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Allocated IP 10.1.1.127 (7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee/c060a711-5778-4a1b-9aca-7ca42e8b4a48/da1ef700-fd8d-42b6-b707-e72c89cbb7f8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:08.934130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0e11f66-445c-448c-8582-5649f268956b req-6c8c63d8-d64e-4525-8993-7bf6aa5d6b80 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193419 Jul 05 03:53:09.006325 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6b376713-d87d-4ca5-9634-2f85fc1df237 req-f8ab63ee-0406-4dfc-9215-f0d0c0d0bf8a tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.038878 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6b376713-d87d-4ca5-9634-2f85fc1df237 req-f8ab63ee-0406-4dfc-9215-f0d0c0d0bf8a tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.094661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.113824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Transition to ACTIVE for port object da1ef700-fd8d-42b6-b707-e72c89cbb7f8 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:09.211295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ba509f-6dd7-40de-a016-d5dfbcacd4ad req-e2cd9663-bfbb-4d74-8e4f-c6cc31cdce85 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.212976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70ba509f-6dd7-40de-a016-d5dfbcacd4ad req-e2cd9663-bfbb-4d74-8e4f-c6cc31cdce85 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 932 time: 0.1061823 Jul 05 03:53:09.226965 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.268678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Pushing event deleted for resources: {'Port': ['ID=66c28eeb-a836-40ea-b241-5c7f6ae167db,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:09.302762 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.303246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70ba509f-6dd7-40de-a016-d5dfbcacd4ad req-0f6dbdc2-3c43-41a3-bfdd-dbbbb9f28b45 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841539 Jul 05 03:53:09.305648 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6b376713-d87d-4ca5-9634-2f85fc1df237 req-f8ab63ee-0406-4dfc-9215-f0d0c0d0bf8a tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.309725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6b376713-d87d-4ca5-9634-2f85fc1df237 req-f8ab63ee-0406-4dfc-9215-f0d0c0d0bf8a tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.310878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b376713-d87d-4ca5-9634-2f85fc1df237 req-f8ab63ee-0406-4dfc-9215-f0d0c0d0bf8a tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] 10.222.0.30 "DELETE /v2.0/security-groups/234bd03f-2dcc-4ea9-9af2-7fb6d8a36b9f HTTP/1.1" status: 204 len: 173 time: 0.5370729 Jul 05 03:53:09.336891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54534) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:09.379221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ab63ee-0406-4dfc-9215-f0d0c0d0bf8a tempest-SecurityGroupRulesTestJSON-215926682 tempest-SecurityGroupRulesTestJSON-215926682-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=234bd03f-2dcc-4ea9-9af2-7fb6d8a36b9f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:09.400325 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.404484 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43eac0a2-e285-4027-9ad0-cf013ff63a09 x-openstack-request-id: req-43eac0a2-e285-4027-9ad0-cf013ff63a09 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:09.406211 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba", "name": "network-vif-plugged", "status": "completed", "tag": "d3433fa1-59aa-447b-8761-cc16dcd7f193", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:09.407062 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43eac0a2-e285-4027-9ad0-cf013ff63a09 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:09.408971 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3433fa1-59aa-447b-8761-cc16dcd7f193', 'code': 200} Jul 05 03:53:09.449359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:09.451089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:09.461334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:09.499661 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-555076e2-a18c-4438-83c2-38c9b49873ad admin admin] Deleting subnet a7ee67cc-3b68-4fb5-8a83-b21de966b583 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:09.539177 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Port': ['ID=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:09.558489 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-555076e2-a18c-4438-83c2-38c9b49873ad admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.611002 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.614169 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.641989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.642970 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.668793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb9680a-ef0e-4f09-9347-b338ae049cb6 req-47df82c8-48d0-46df-a73c-12a85567286a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.670543 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1eb9680a-ef0e-4f09-9347-b338ae049cb6 req-47df82c8-48d0-46df-a73c-12a85567286a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 1098 time: 0.1402285 Jul 05 03:53:09.680868 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-555076e2-a18c-4438-83c2-38c9b49873ad admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.734004 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1eb9680a-ef0e-4f09-9347-b338ae049cb6 req-572de049-95b4-4b85-a4ee-205606d5360d service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363672 Jul 05 03:53:09.747793 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-555076e2-a18c-4438-83c2-38c9b49873ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.756845 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a37fefe9-e103-4611-a94c-8c537cc7e4e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8475916 Jul 05 03:53:09.757865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c4ae24-e8dc-4efd-93e8-b4230237b67d req-d6ea3f15-6e69-4368-b7a1-0e84ee084b5c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:09.760551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9c4ae24-e8dc-4efd-93e8-b4230237b67d req-d6ea3f15-6e69-4368-b7a1-0e84ee084b5c tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 946 time: 0.2675743 Jul 05 03:53:09.769049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'admin_state_up': True, 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'security_groups': ['d3241431-43b6-4e1c-a013-4e2326ef3e4d']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:09.802878 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.802878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54a2404f-182c-447f-8876-86ecfa583e8a {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:53:09.808025 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.812688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e2882c55-29ed-4624-8f5c-4092059a11dd admin admin] 10.222.0.30 "DELETE /v2.0/routers/54a2404f-182c-447f-8876-86ecfa583e8a HTTP/1.1" status: 204 len: 168 time: 2.8809612 Jul 05 03:53:09.813533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54536) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:09.910405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7b9a2767-33ca-4400-8637-4775b3f56a84 None None] Provisioning for port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:09.914856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7b9a2767-33ca-4400-8637-4775b3f56a84 None None] Provisioning complete for port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:09.916239 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7b9a2767-33ca-4400-8637-4775b3f56a84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:09.929614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9c4ae24-e8dc-4efd-93e8-b4230237b67d req-647d7e01-4c46-4401-9e56-2c91511e32d9 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474750 Jul 05 03:53:09.949424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-65161bf4-d73a-4021-bfba-011165e1727e admin admin] Deleting subnet 2f3eaf6c-be98-4898-ab74-44ee8062d908 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:09.952825 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65161bf4-d73a-4021-bfba-011165e1727e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.011130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65161bf4-d73a-4021-bfba-011165e1727e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.017222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:10.022780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7b9a2767-33ca-4400-8637-4775b3f56a84 None None] Port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:10.045292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:10.046028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f4f20c42-dc20-4e9a-96dd-d9fade55e9e8 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:10.102765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:10.102765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.143472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b119295f-583d-4d54-aa56-7bd0271b2f17 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:10.158247 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-555076e2-a18c-4438-83c2-38c9b49873ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.170573 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65161bf4-d73a-4021-bfba-011165e1727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.218852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555076e2-a18c-4438-83c2-38c9b49873ad admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7ee67cc-3b68-4fb5-8a83-b21de966b583,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.226493 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-555076e2-a18c-4438-83c2-38c9b49873ad admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.228449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-555076e2-a18c-4438-83c2-38c9b49873ad admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a7ee67cc-3b68-4fb5-8a83-b21de966b583 HTTP/1.1" status: 204 len: 168 time: 0.8904779 Jul 05 03:53:10.233274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54540) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:10.260820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7095b93-346a-4a6d-b10d-a9c50e7316a9 req-92a16c1c-0071-4e07-a9e0-b4476d20dedb tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.266795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7095b93-346a-4a6d-b10d-a9c50e7316a9 req-92a16c1c-0071-4e07-a9e0-b4476d20dedb tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.268644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7095b93-346a-4a6d-b10d-a9c50e7316a9 req-92a16c1c-0071-4e07-a9e0-b4476d20dedb tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1679 time: 0.2046056 Jul 05 03:53:10.278111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port b119295f-583d-4d54-aa56-7bd0271b2f17 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:10.284787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port b119295f-583d-4d54-aa56-7bd0271b2f17 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:10.285301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Allocated IP 10.1.1.91 (7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee/c060a711-5778-4a1b-9aca-7ca42e8b4a48/029b7215-0712-46b9-967f-471924c08ffc) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:10.285795 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.435844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.448971 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.449191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7095b93-346a-4a6d-b10d-a9c50e7316a9 req-6af5a7e1-b6a0-46be-a1f8-e12d614f515b tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454804 Jul 05 03:53:10.494955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b119295f-583d-4d54-aa56-7bd0271b2f17, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b119295f-583d-4d54-aa56-7bd0271b2f17,segment=NetworkSegment(4150a25f-b4ea-414d-8c81-9ed9c839de24),segment_id=4150a25f-b4ea-414d-8c81-9ed9c839de24)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:10.504318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65161bf4-d73a-4021-bfba-011165e1727e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.526477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.543045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Transition to ACTIVE for port object 029b7215-0712-46b9-967f-471924c08ffc will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:10.586030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65161bf4-d73a-4021-bfba-011165e1727e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f3eaf6c-be98-4898-ab74-44ee8062d908,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.588270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65161bf4-d73a-4021-bfba-011165e1727e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.590292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-65161bf4-d73a-4021-bfba-011165e1727e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2f3eaf6c-be98-4898-ab74-44ee8062d908 HTTP/1.1" status: 204 len: 168 time: 0.7671297 Jul 05 03:53:10.598137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b49a8ee-f0fa-4c04-8a50-1f7b4d31037e None None] Network 2d4d741a-f991-4c74-8c22-af9fbbe95214 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:10.600360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54546) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:10.610709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.661903 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.662900 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d0adfc6e-8d19-430f-99d3-73dc2c53fffc up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:10.678163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed636fb1-6b94-4f80-87b5-e1ff6b37652e']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:10.702304 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.715177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26a0d8a9-eb76-4513-af73-e4c998672f77') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:10.715469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26a0d8a9-eb76-4513-af73-e4c998672f77') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:10.749560 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.771228 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.782464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.794768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:10.794996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:10.796852 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:10.799416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Port': ['ID=029b7215-0712-46b9-967f-471924c08ffc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.808784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=b119295f-583d-4d54-aa56-7bd0271b2f17,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:10.839002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:10.847571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:10.851762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:10.867629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172619f3-0465-4394-83ca-c1fed7293853 req-ddb86075-42de-4e1b-b4fa-0c1f2d338419 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.876244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172619f3-0465-4394-83ca-c1fed7293853 req-ddb86075-42de-4e1b-b4fa-0c1f2d338419 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:10.877518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-172619f3-0465-4394-83ca-c1fed7293853 req-ddb86075-42de-4e1b-b4fa-0c1f2d338419 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 1654 time: 0.3297620 Jul 05 03:53:10.925115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2173ef76-163b-4499-bfe6-6d96ddde328e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:10.984809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-172619f3-0465-4394-83ca-c1fed7293853 req-e5a377ca-0b93-4f65-9db1-eb49ca77d245 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002975 Jul 05 03:53:11.030114 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.033554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.035786 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.037742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ed636fb1-6b94-4f80-87b5-e1ff6b37652e HTTP/1.1" status: 204 len: 168 time: 0.8037195 Jul 05 03:53:11.038280 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.040285 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.102003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Deleting port 52501e0c-ec89-474a-bfef-d9b5391be0c1 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:11.102347 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.106415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf570d-91be-4499-ac20-71cb09bcf892 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed636fb1-6b94-4f80-87b5-e1ff6b37652e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.112375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port d0adfc6e-8d19-430f-99d3-73dc2c53fffc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:11.122730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9c2c13c-a2f1-44ae-981c-1279704ff9af None None] DHCP port deletion for 2d4d741a-f991-4c74-8c22-af9fbbe95214 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:53:11.132738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port d0adfc6e-8d19-430f-99d3-73dc2c53fffc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:11.134778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.173966 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-190dd878-9c4c-4c2f-96cc-1c4b559cde4a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.4092450 Jul 05 03:53:11.188455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c', 'admin_state_up': True, 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'security_groups': ['d3241431-43b6-4e1c-a013-4e2326ef3e4d']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:11.213910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] For port 52501e0c-ec89-474a-bfef-d9b5391be0c1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=52501e0c-ec89-474a-bfef-d9b5391be0c1,segment=NetworkSegment(efc2ef0e-7f97-4064-84bd-7d86829e036f),segment_id=efc2ef0e-7f97-4064-84bd-7d86829e036f)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:11.214528 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.250234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Calling delete_port for 52501e0c-ec89-474a-bfef-d9b5391be0c1 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:11.329227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2c13c-a2f1-44ae-981c-1279704ff9af None None] Deleting port 52501e0c-ec89-474a-bfef-d9b5391be0c1 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:11.329580 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c13c-a2f1-44ae-981c-1279704ff9af None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.407940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddeb970a-8b2c-4905-98aa-8f03a6c5b1c4 req-7300ebd1-a2a5-445b-aba6-44af4925b172 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.416051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddeb970a-8b2c-4905-98aa-8f03a6c5b1c4 req-7300ebd1-a2a5-445b-aba6-44af4925b172 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 946 time: 0.1976695 Jul 05 03:53:11.469824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddeb970a-8b2c-4905-98aa-8f03a6c5b1c4 req-55dc2df5-6c93-43a5-86d3-e8c7cd534921 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525160 Jul 05 03:53:11.497455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:11.542886 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.549336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b9c2c13c-a2f1-44ae-981c-1279704ff9af None None] For port 52501e0c-ec89-474a-bfef-d9b5391be0c1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=52501e0c-ec89-474a-bfef-d9b5391be0c1,segment=NetworkSegment(efc2ef0e-7f97-4064-84bd-7d86829e036f),segment_id=efc2ef0e-7f97-4064-84bd-7d86829e036f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:11.549731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c13c-a2f1-44ae-981c-1279704ff9af None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.563792 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b9c2c13c-a2f1-44ae-981c-1279704ff9af None None] Calling delete_port for 52501e0c-ec89-474a-bfef-d9b5391be0c1 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:11.571196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] No DVR routers for this DVR port 52501e0c-ec89-474a-bfef-d9b5391be0c1 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:11.576610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54556) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:11.621267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Pushing event deleted for resources: {'Port': ['ID=52501e0c-ec89-474a-bfef-d9b5391be0c1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.648008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b119295f-583d-4d54-aa56-7bd0271b2f17'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:11.649085 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03c36dd8-e4e4-4652-8ec3-5707fbad4153" -d '{"events": [{"server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "name": "network-vif-plugged", "status": "completed", "tag": "b119295f-583d-4d54-aa56-7bd0271b2f17"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:11.652320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b9c2c13c-a2f1-44ae-981c-1279704ff9af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.705020 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.742403 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:53:11.745401 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9e7bf7ee-19a1-4df6-ad02-89435760960a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8b14397b7da4c2f90249e37cab5b962&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1617527 Jul 05 03:53:11.746151 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54562) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:11.750712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c2c13c-a2f1-44ae-981c-1279704ff9af None None] Pushing event deleted for resources: {'Port': ['ID=52501e0c-ec89-474a-bfef-d9b5391be0c1,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:11.756423 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-673bb234-ac7f-4b87-b8f5-e287fe10dec0 x-openstack-request-id: req-673bb234-ac7f-4b87-b8f5-e287fe10dec0 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:11.756718 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "name": "network-vif-plugged", "status": "completed", "tag": "b119295f-583d-4d54-aa56-7bd0271b2f17", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:11.757006 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-673bb234-ac7f-4b87-b8f5-e287fe10dec0 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:11.757428 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b119295f-583d-4d54-aa56-7bd0271b2f17', 'code': 200} Jul 05 03:53:11.758555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c2c13c-a2f1-44ae-981c-1279704ff9af None None] No DVR routers for this DVR port 52501e0c-ec89-474a-bfef-d9b5391be0c1 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:11.782661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f250cfa9-e0e4-40d2-976a-db7d2cd4cdbc None None] Provisioning for port 029b7215-0712-46b9-967f-471924c08ffc completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:11.800918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f250cfa9-e0e4-40d2-976a-db7d2cd4cdbc None None] Provisioning complete for port 029b7215-0712-46b9-967f-471924c08ffc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:11.801352 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f250cfa9-e0e4-40d2-976a-db7d2cd4cdbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.804127 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.810059 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.829316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d4d741a-f991-4c74-8c22-af9fbbe95214']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:11.853228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9845689-5d0a-4b19-bba4-3fbae1a64e16 req-be8eb9fd-f717-4117-b51a-f4dd2a13d4e9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.859398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9845689-5d0a-4b19-bba4-3fbae1a64e16 req-be8eb9fd-f717-4117-b51a-f4dd2a13d4e9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:11.866813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9845689-5d0a-4b19-bba4-3fbae1a64e16 req-be8eb9fd-f717-4117-b51a-f4dd2a13d4e9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1680 time: 0.2378905 Jul 05 03:53:11.881265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efc2ef0e-7f97-4064-84bd-7d86829e036f') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:11.881265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efc2ef0e-7f97-4064-84bd-7d86829e036f') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:11.881810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f250cfa9-e0e4-40d2-976a-db7d2cd4cdbc None None] Port 029b7215-0712-46b9-967f-471924c08ffc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:11.885025 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.889173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d0adfc6e-8d19-430f-99d3-73dc2c53fffc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,segment=NetworkSegment(fe684dfd-9268-4bc1-b36d-b6c51fbcb31d),segment_id=fe684dfd-9268-4bc1-b36d-b6c51fbcb31d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:11.905739 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.952265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9845689-5d0a-4b19-bba4-3fbae1a64e16 req-480173ba-716f-420d-afbf-3709ee58d155 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841320 Jul 05 03:53:11.967626 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.982716 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.995364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:11.996034 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:11.997915 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:12.003824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 66c28eeb-a836-40ea-b241-5c7f6ae167db no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:12.035867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 66c28eeb-a836-40ea-b241-5c7f6ae167db {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:12.036602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 66c28eeb-a836-40ea-b241-5c7f6ae167db not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:12.037148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 52501e0c-ec89-474a-bfef-d9b5391be0c1 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:12.073146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 52501e0c-ec89-474a-bfef-d9b5391be0c1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:12.073567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 52501e0c-ec89-474a-bfef-d9b5391be0c1 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:12.089099 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:12.138249 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1b70-1d59-457e-ac55-3ef5c9fad737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.197882 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1b70-1d59-457e-ac55-3ef5c9fad737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.199845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.234488 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.237301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2d4d741a-f991-4c74-8c22-af9fbbe95214 HTTP/1.1" status: 204 len: 168 time: 1.6355121 Jul 05 03:53:12.261224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eadabfcd-3d72-4844-ba78-a4dd13d9e1b5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d4d741a-f991-4c74-8c22-af9fbbe95214,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:12.314556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15420f-c7b4-46b8-996b-d8920fa6d36d req-d2edc623-6c72-45d0-aa82-370092b50db1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.320861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15420f-c7b4-46b8-996b-d8920fa6d36d req-d2edc623-6c72-45d0-aa82-370092b50db1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.335825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15420f-c7b4-46b8-996b-d8920fa6d36d req-d2edc623-6c72-45d0-aa82-370092b50db1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.337720 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b15420f-c7b4-46b8-996b-d8920fa6d36d req-d2edc623-6c72-45d0-aa82-370092b50db1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 2374 time: 0.1505091 Jul 05 03:53:12.348456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Allocated IP 10.2.2.100 (320dbe57-ecdf-4942-b75a-f8d707d5678c/0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7/58db8a08-581b-407b-96e0-b1a5a738e947) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:12.451145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b15420f-c7b4-46b8-996b-d8920fa6d36d req-5bb10ea9-7462-4dbf-be8e-f06b8ff350f3 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421305 Jul 05 03:53:12.516793 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1b70-1d59-457e-ac55-3ef5c9fad737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.519790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8b5d1b70-1d59-457e-ac55-3ef5c9fad737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.521099 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8b5d1b70-1d59-457e-ac55-3ef5c9fad737 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7dfbaa8d-0821-445d-b0f3-ce7915b702b4 HTTP/1.1" status: 204 len: 168 time: 0.7570281 Jul 05 03:53:12.541876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5d1b70-1d59-457e-ac55-3ef5c9fad737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dfbaa8d-0821-445d-b0f3-ce7915b702b4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:12.548285 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.563563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Transition to ACTIVE for port object 58db8a08-581b-407b-96e0-b1a5a738e947 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:12.686504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b142f4c5-b488-4f5d-a1ad-b7a5d295b513 req-9de43a97-a7cf-4122-bc72-3139fc355d0a tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.688063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b142f4c5-b488-4f5d-a1ad-b7a5d295b513 req-9de43a97-a7cf-4122-bc72-3139fc355d0a tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 946 time: 0.0703163 Jul 05 03:53:12.714284 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.752552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b142f4c5-b488-4f5d-a1ad-b7a5d295b513 req-68615a47-e8ea-44e4-9825-755f92b11bf6 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543094 Jul 05 03:53:12.780372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network 320dbe57-ecdf-4942-b75a-f8d707d5678c is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:12.782015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:12.787654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:12.829906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54576) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:12.845041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Port': ['ID=58db8a08-581b-407b-96e0-b1a5a738e947,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:12.888773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:12.889635 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:12.911996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f55e9ee4-e748-4a60-9afc-d26e1108bbcd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c26c875763e408aaa7fdde75dbb37c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0785067 Jul 05 03:53:12.912436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54580) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:13.019287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-097b1ccd-420d-4e84-ab37-301a6da7a95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.061321 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-0c89706b-975b-4864-9456-5453f678652c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8771260 Jul 05 03:53:13.080190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c', 'admin_state_up': True, 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'security_groups': ['d3241431-43b6-4e1c-a013-4e2326ef3e4d']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:13.085868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-097b1ccd-420d-4e84-ab37-301a6da7a95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.307038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-96ad6360-eed3-4cbe-b174-63ba03c180d6 None None] Provisioning for port 58db8a08-581b-407b-96e0-b1a5a738e947 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:13.312557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-96ad6360-eed3-4cbe-b174-63ba03c180d6 None None] Provisioning complete for port 58db8a08-581b-407b-96e0-b1a5a738e947 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:13.312945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-96ad6360-eed3-4cbe-b174-63ba03c180d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.353714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-96ad6360-eed3-4cbe-b174-63ba03c180d6 None None] Port 58db8a08-581b-407b-96e0-b1a5a738e947 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:13.368259 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.400419 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-097b1ccd-420d-4e84-ab37-301a6da7a95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.406596 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-097b1ccd-420d-4e84-ab37-301a6da7a95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.412819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f427d-6b0a-44da-bc12-57d9a7af9246 req-a0e9b5f2-be2e-4426-a323-3b08aae5e827 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.412983 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-097b1ccd-420d-4e84-ab37-301a6da7a95c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9fb1332a-2871-4759-984e-fe3e5f3c5a8f HTTP/1.1" status: 204 len: 168 time: 0.4961076 Jul 05 03:53:13.415327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776f427d-6b0a-44da-bc12-57d9a7af9246 req-a0e9b5f2-be2e-4426-a323-3b08aae5e827 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.422876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-776f427d-6b0a-44da-bc12-57d9a7af9246 req-a0e9b5f2-be2e-4426-a323-3b08aae5e827 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1681 time: 0.1118951 Jul 05 03:53:13.450079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Made reservation on behalf of e86a7ed6a924421695f8f9eb0d67b2d8 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:13.467773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.477384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-776f427d-6b0a-44da-bc12-57d9a7af9246 req-6296bc2f-ce81-4a48-91c5-d0df3fa58271 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535142 Jul 05 03:53:13.493567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b1ccd-420d-4e84-ab37-301a6da7a95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb1332a-2871-4759-984e-fe3e5f3c5a8f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:13.578704 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:13.759081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0adfc6e-8d19-430f-99d3-73dc2c53fffc'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:13.763445 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebdbcf4d-8915-4776-abf0-655570af8c17" -d '{"events": [{"server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "name": "network-vif-plugged", "status": "completed", "tag": "d0adfc6e-8d19-430f-99d3-73dc2c53fffc"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:13.862701 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c51c1f3d-0800-4213-8a51-e641eef82ab8 x-openstack-request-id: req-c51c1f3d-0800-4213-8a51-e641eef82ab8 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:13.863052 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "name": "network-vif-plugged", "status": "completed", "tag": "d0adfc6e-8d19-430f-99d3-73dc2c53fffc", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:13.867381 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c51c1f3d-0800-4213-8a51-e641eef82ab8 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:13.867381 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd0adfc6e-8d19-430f-99d3-73dc2c53fffc', 'code': 200} Jul 05 03:53:13.926425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be190c3b-7bf0-4795-85a6-379952b87e83 req-12299587-003d-468a-a383-909f9098fb0e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.934904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be190c3b-7bf0-4795-85a6-379952b87e83 req-12299587-003d-468a-a383-909f9098fb0e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.943518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be190c3b-7bf0-4795-85a6-379952b87e83 req-12299587-003d-468a-a383-909f9098fb0e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.975415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be190c3b-7bf0-4795-85a6-379952b87e83 req-12299587-003d-468a-a383-909f9098fb0e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:13.981086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be190c3b-7bf0-4795-85a6-379952b87e83 req-12299587-003d-468a-a383-909f9098fb0e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 3095 time: 0.1666322 Jul 05 03:53:14.033030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Allocated IP 10.2.2.200 (320dbe57-ecdf-4942-b75a-f8d707d5678c/0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7/2060da13-8d43-453a-84f6-bf05488b8037) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:14.091476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be190c3b-7bf0-4795-85a6-379952b87e83 req-570d8abc-05c5-44c7-8b98-2c7173ac0e6a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011968 Jul 05 03:53:14.117641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.375723 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.393561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bede4-5537-4f2d-a3f2-7e7ba519ef2e req-cb50d823-ca7e-4c7b-aa89-4eb73c79dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.394048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3bede4-5537-4f2d-a3f2-7e7ba519ef2e req-cb50d823-ca7e-4c7b-aa89-4eb73c79dfea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.396197 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f3bede4-5537-4f2d-a3f2-7e7ba519ef2e req-cb50d823-ca7e-4c7b-aa89-4eb73c79dfea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1985 time: 0.1848423 Jul 05 03:53:14.404183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Transition to ACTIVE for port object 2060da13-8d43-453a-84f6-bf05488b8037 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:14.489812 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f3bede4-5537-4f2d-a3f2-7e7ba519ef2e req-4a001ee7-e4ca-48a5-a6af-28ce6ca036b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814042 Jul 05 03:53:14.588073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54666) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:14.665080 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.761728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Network 320dbe57-ecdf-4942-b75a-f8d707d5678c is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:14.766115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:14.767933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event updated for resources: {'Port': ['ID=2060da13-8d43-453a-84f6-bf05488b8037,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:14.775857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:14.779415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.779761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.780133 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.780474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.780814 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.781147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.781477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.781822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.782152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.782475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.782933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.783099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:14.822242 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-752766337-network', 'tenant_id': '1dda0aa0f9e14c38873e3c79b657afca'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:14.874709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df23e37-0541-486d-9130-4b73feb50dfb req-8f81777e-7856-4b89-81d3-0dd7b5c0cc43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.883631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2df23e37-0541-486d-9130-4b73feb50dfb req-8f81777e-7856-4b89-81d3-0dd7b5c0cc43 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 946 time: 0.1770015 Jul 05 03:53:14.900797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44a4cd-42ff-4906-9602-7738a3b387ad req-1a6db49b-1b97-494a-8600-4f6187f21f78 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.910710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.911400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.916038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf44a4cd-42ff-4906-9602-7738a3b387ad req-1a6db49b-1b97-494a-8600-4f6187f21f78 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:14.928567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf44a4cd-42ff-4906-9602-7738a3b387ad req-1a6db49b-1b97-494a-8600-4f6187f21f78 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1681 time: 0.2512634 Jul 05 03:53:14.949788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Made reservation on behalf of 1dda0aa0f9e14c38873e3c79b657afca for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:14.953113 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:14.983453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54680) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:15.001489 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.023346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2df23e37-0541-486d-9130-4b73feb50dfb req-591b18b5-ceb1-4a38-aaae-cf1665a287b7 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384053 Jul 05 03:53:15.060091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf44a4cd-42ff-4906-9602-7738a3b387ad req-4f56ee34-33f1-4f99-88c2-80496cd782ef tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840211 Jul 05 03:53:15.099318 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2ea8997c-c4cd-41cf-8745-ba194d97c9dd tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0265620 Jul 05 03:53:15.119320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:15.217233 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4e6c94ef-9ef4-4823-a800-e0f4ab562ee7 None None] Provisioning for port 2060da13-8d43-453a-84f6-bf05488b8037 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:15.234750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4e6c94ef-9ef4-4823-a800-e0f4ab562ee7 None None] Provisioning complete for port 2060da13-8d43-453a-84f6-bf05488b8037 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:15.235251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.236319 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4e6c94ef-9ef4-4823-a800-e0f4ab562ee7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.240323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-735103728-network', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:15.317298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4e6c94ef-9ef4-4823-a800-e0f4ab562ee7 None None] Port 2060da13-8d43-453a-84f6-bf05488b8037 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:15.335781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.430130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a6489-f0a7-4a58-aa8c-46312f4ae2f1 req-cb775f8b-24ed-4dd5-b591-4be4c5ddf6d6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.439925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a6489-f0a7-4a58-aa8c-46312f4ae2f1 req-cb775f8b-24ed-4dd5-b591-4be4c5ddf6d6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.449016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a6489-f0a7-4a58-aa8c-46312f4ae2f1 req-cb775f8b-24ed-4dd5-b591-4be4c5ddf6d6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.456990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a6489-f0a7-4a58-aa8c-46312f4ae2f1 req-cb775f8b-24ed-4dd5-b591-4be4c5ddf6d6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.467323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a2a6489-f0a7-4a58-aa8c-46312f4ae2f1 req-cb775f8b-24ed-4dd5-b591-4be4c5ddf6d6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.469644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a2a6489-f0a7-4a58-aa8c-46312f4ae2f1 req-cb775f8b-24ed-4dd5-b591-4be4c5ddf6d6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 3816 time: 0.1528997 Jul 05 03:53:15.533469 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.547826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a2a6489-f0a7-4a58-aa8c-46312f4ae2f1 req-fb0c58d2-b60e-4d57-a334-f23b8d7d6801 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721066 Jul 05 03:53:15.600697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:15.608948 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71a94c0-b957-42b6-84af-1fed0a7b8df9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:15.625290 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.625652 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Added segment 819d4275-ada5-4ec8-b13b-3283131d7c8f of type vlan for network 685e3164-7b55-429f-a5a4-d49009686972 Jul 05 03:53:15.648226 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Made reservation on behalf of 39f9b2aabeda4c69840f9ca9f3ea903c for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:15.652432 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.691428 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.718888 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.796398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e11d843-1d61-4836-bb78-ea7ec809ed9b {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:15.808248 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.831760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Transition to ACTIVE for port object 9e11d843-1d61-4836-bb78-ea7ec809ed9b will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:15.877582 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.878593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:15.879188 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.957942 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.984281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:15.985683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] Pushing event updated for resources: {'Network': ['ID=685e3164-7b55-429f-a5a4-d49009686972,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:15.998633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 685e3164-7b55-429f-a5a4-d49009686972 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:16.059994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Pushing event updated for resources: {'Port': ['ID=9e11d843-1d61-4836-bb78-ea7ec809ed9b,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:16.102144 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.173249 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-63a678ad-8b47-4c1a-b2dc-3888bb518839 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.5840151 Jul 05 03:53:16.176310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54692) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:16.183191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Request body: {'subnet': {'network_id': '685e3164-7b55-429f-a5a4-d49009686972', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-752766337-subnet', 'tenant_id': '1dda0aa0f9e14c38873e3c79b657afca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:16.190599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:16.215433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb1e5848-c7e3-456a-a7cc-c77d82a83673,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:16.225073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.225591 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Added segment 746c0a02-bf9f-40ae-9cca-a16e4964c48b of type vlan for network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 Jul 05 03:53:16.310043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Made reservation on behalf of 1dda0aa0f9e14c38873e3c79b657afca for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:16.312500 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.317912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Attempting to bind port 9e11d843-1d61-4836-bb78-ea7ec809ed9b on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:16.318466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Attempting to bind port 9e11d843-1d61-4836-bb78-ea7ec809ed9b by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:16.319030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Attempting to bind port 9e11d843-1d61-4836-bb78-ea7ec809ed9b on network 006871a5-87b4-4ee0-b89f-775378777a1f {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:16.341625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Port 9e11d843-1d61-4836-bb78-ea7ec809ed9b on network 006871a5-87b4-4ee0-b89f-775378777a1f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:16.342287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Attempting to bind port 9e11d843-1d61-4836-bb78-ea7ec809ed9b on network 006871a5-87b4-4ee0-b89f-775378777a1f {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:16.351748 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.367670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:16.368147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Checking segment: {'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:16.369349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Bound using segment: {'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:16.370139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Bound port: 9e11d843-1d61-4836-bb78-ea7ec809ed9b, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:16.370721 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.481538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] For port 9e11d843-1d61-4836-bb78-ea7ec809ed9b, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:16.485423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] For port 9e11d843-1d61-4836-bb78-ea7ec809ed9b, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:16.556663 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.557978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.558603 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.659067 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.6740417 Jul 05 03:53:16.660692 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.666602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54702) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:16.681470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Request body: {'subnet': {'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-735103728-subnet', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:16.699579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8f4cb8-5e45-4ea1-bbd9-6116f2d595dc admin admin] Pushing event updated for resources: {'Network': ['ID=34e2b9d9-0c05-4829-bebc-cef1d6d13eb7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:16.712651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45f55f-aadc-4eb1-a090-1620037d3b3f req-ace1cac1-fd7c-4ac6-be5f-542025b1da85 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.717224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.717808 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:16.720057 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] 10.222.0.26 "PUT /v2.0/ports/9e11d843-1d61-4836-bb78-ea7ec809ed9b HTTP/1.1" status: 200 len: 1093 time: 1.6073496 Jul 05 03:53:16.720708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '9e11d843-1d61-4836-bb78-ea7ec809ed9b'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:16.723782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef45f55f-aadc-4eb1-a090-1620037d3b3f req-ace1cac1-fd7c-4ac6-be5f-542025b1da85 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.724304 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b" -d '{"events": [{"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "9e11d843-1d61-4836-bb78-ea7ec809ed9b"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:16.730475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:16.752685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef45f55f-aadc-4eb1-a090-1620037d3b3f req-ace1cac1-fd7c-4ac6-be5f-542025b1da85 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1681 time: 0.3188410 Jul 05 03:53:16.753240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fad07-60de-48d7-b6cc-ca8373ca16ac service neutron] Pushing event updated for resources: {'Port': ['ID=9e11d843-1d61-4836-bb78-ea7ec809ed9b,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:16.809992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8dda83-ac25-44e4-87fc-441b50f6ece3 req-242f9f4c-84cb-4f74-8cca-0202b7a5737d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:16.818738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:16.832010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e8dda83-ac25-44e4-87fc-441b50f6ece3 req-242f9f4c-84cb-4f74-8cca-0202b7a5737d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 946 time: 0.4203055 Jul 05 03:53:16.964868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef45f55f-aadc-4eb1-a090-1620037d3b3f req-ff548232-85ac-4ffb-846a-9a0c7544370e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060676 Jul 05 03:53:16.966202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.043658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e8dda83-ac25-44e4-87fc-441b50f6ece3 req-ae82a803-b58e-4a14-8846-d55878d05989 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2084186 Jul 05 03:53:17.135407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Made reservation on behalf of 39f9b2aabeda4c69840f9ca9f3ea903c for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:17.138069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.266772 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf1e11b-2254-4db3-964b-72363c86e4ee x-openstack-request-id: req-7bf1e11b-2254-4db3-964b-72363c86e4ee {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:17.267321 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "9e11d843-1d61-4836-bb78-ea7ec809ed9b", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:17.268563 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bf1e11b-2254-4db3-964b-72363c86e4ee {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:17.269103 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '9e11d843-1d61-4836-bb78-ea7ec809ed9b', 'status': 'completed', 'code': 200} Jul 05 03:53:17.342886 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.460349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d492b0a-eb7e-4212-a130-8e04dda42fb2 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:17.469293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.491150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Transition to ACTIVE for port object 6d492b0a-eb7e-4212-a130-8e04dda42fb2 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:17.503718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4268875-3c01-4f64-ac3e-5354a3f155ba,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:17.593577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.597872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Checking segment: {'id': '819d4275-ada5-4ec8-b13b-3283131d7c8f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '685e3164-7b55-429f-a5a4-d49009686972'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:17.598275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Network hostable DHCP agents. Network: 685e3164-7b55-429f-a5a4-d49009686972, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:17.607626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-4d94e319-a263-4561-925d-d53333b92edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.608158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-4d94e319-a263-4561-925d-d53333b92edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.608701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-4d94e319-a263-4561-925d-d53333b92edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.609189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-4d94e319-a263-4561-925d-d53333b92edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.609644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-4d94e319-a263-4561-925d-d53333b92edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.611555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-4d94e319-a263-4561-925d-d53333b92edc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 4364 time: 0.2970803 Jul 05 03:53:17.623563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05784b8c-4d67-429e-98f1-f12f0d041bd5 req-20614ef7-eba9-4d97-9fa8-38866864f979 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.632191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05784b8c-4d67-429e-98f1-f12f0d041bd5 req-20614ef7-eba9-4d97-9fa8-38866864f979 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.639364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05784b8c-4d67-429e-98f1-f12f0d041bd5 req-20614ef7-eba9-4d97-9fa8-38866864f979 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.645704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05784b8c-4d67-429e-98f1-f12f0d041bd5 req-20614ef7-eba9-4d97-9fa8-38866864f979 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.651922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05784b8c-4d67-429e-98f1-f12f0d041bd5 req-20614ef7-eba9-4d97-9fa8-38866864f979 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:17.655165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05784b8c-4d67-429e-98f1-f12f0d041bd5 req-20614ef7-eba9-4d97-9fa8-38866864f979 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 3828 time: 0.3423438 Jul 05 03:53:17.697361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Pushing event updated for resources: {'Port': ['ID=6d492b0a-eb7e-4212-a130-8e04dda42fb2,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:17.718114 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.820951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Attempting to bind port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:17.822813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Attempting to bind port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:17.822813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Attempting to bind port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:17.827181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:17.827521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Attempting to bind port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:17.835718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:17.836101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Checking segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:17.836497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Bound using segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:17.836935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Bound port: 6d492b0a-eb7e-4212-a130-8e04dda42fb2, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:17.837484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:17.934646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] For port 6d492b0a-eb7e-4212-a130-8e04dda42fb2, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:17.946239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] For port 6d492b0a-eb7e-4212-a130-8e04dda42fb2, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6d492b0a-eb7e-4212-a130-8e04dda42fb2,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:17.969662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05784b8c-4d67-429e-98f1-f12f0d041bd5 req-72b0686e-7c2f-4c0c-b1ef-969ebc94e969 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2868862 Jul 05 03:53:17.978109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:18.005987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-07ebabba-1818-4b87-876b-34e5cafe6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.006472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-07ebabba-1818-4b87-876b-34e5cafe6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.006953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-07ebabba-1818-4b87-876b-34e5cafe6933 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.008609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-07ebabba-1818-4b87-876b-34e5cafe6933 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3525364 Jul 05 03:53:18.013931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Checking segment: {'id': '746c0a02-bf9f-40ae-9cca-a16e4964c48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:18.014440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Network hostable DHCP agents. Network: 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:18.127287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.184735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d3433fa1-59aa-447b-8761-cc16dcd7f193 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:18.194325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.195371 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.198485 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] 10.222.0.26 "PUT /v2.0/ports/6d492b0a-eb7e-4212-a130-8e04dda42fb2 HTTP/1.1" status: 200 len: 1131 time: 1.3865862 Jul 05 03:53:18.313542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8873a31-e81c-4653-b6fc-0f16b48126fc service neutron] Pushing event updated for resources: {'Port': ['ID=6d492b0a-eb7e-4212-a130-8e04dda42fb2,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:18.344046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:18.466966 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.498303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d3433fa1-59aa-447b-8761-cc16dcd7f193, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:18.521680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'd3433fa1-59aa-447b-8761-cc16dcd7f193', 'network_id': '57560aed-cb5a-47c8-aff9-7ebcd631e891', 'port_id': 'd3433fa1-59aa-447b-8761-cc16dcd7f193', 'mac_address': 'fa:16:3e:49:59:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ec68273-2b6d-41e5-9d51-4ff736df0f68', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:53:18.591058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Network 685e3164-7b55-429f-a5a4-d49009686972 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:18.628686 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.689005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d3433fa1-59aa-447b-8761-cc16dcd7f193 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:18.729703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d3433fa1-59aa-447b-8761-cc16dcd7f193, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:18.740619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:18.827377 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.854396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-51173d01-5edc-420a-9fef-4ce003231ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.857161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1d94a6f-5320-480a-b6fc-b4b7cd3e6b9b req-51173d01-5edc-420a-9fef-4ce003231ad4 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8391061 Jul 05 03:53:18.876811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 685e3164-7b55-429f-a5a4-d49009686972) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:18.899983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.901752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.907497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03698831-8cfb-43d9-906d-b4dcb783781f None None] Network 685e3164-7b55-429f-a5a4-d49009686972 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:18.912664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:18.925358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.927161 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.933590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23cb9856-f254-4ec1-80e9-ec1661bcfeb8 None None] Network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:18.976698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1c3dc-ab96-45c3-8ed6-eb978c0a0658 req-57db2fba-1870-4d05-8b11-9e55c50d2977 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.980435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a3b46c54-bdae-4449-8d05-26034a82d0b5 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:18.983080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e1c3dc-ab96-45c3-8ed6-eb978c0a0658 req-57db2fba-1870-4d05-8b11-9e55c50d2977 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.986020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6e1c3dc-ab96-45c3-8ed6-eb978c0a0658 req-57db2fba-1870-4d05-8b11-9e55c50d2977 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1681 time: 0.4101937 Jul 05 03:53:18.996650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:18.997615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b3e491-ffbe-4e81-8837-cef9131c686d req-f8cd2a0a-5355-4e81-b375-e82e0007a747 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:18.999330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6b3e491-ffbe-4e81-8837-cef9131c686d req-f8cd2a0a-5355-4e81-b375-e82e0007a747 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 946 time: 0.4290969 Jul 05 03:53:19.026564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Transition to ACTIVE for port object a3b46c54-bdae-4449-8d05-26034a82d0b5 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:19.072435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6e1c3dc-ab96-45c3-8ed6-eb978c0a0658 req-3c6ab0cb-2628-4147-9e54-ad3028c9d943 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710602 Jul 05 03:53:19.087707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['d3433fa1-59aa-447b-8761-cc16dcd7f193'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:19.093080 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6b3e491-ffbe-4e81-8837-cef9131c686d req-9a86dfbc-aa0d-47a7-b997-51cba84b3b05 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726089 Jul 05 03:53:19.104519 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-683b09ae-2088-4078-9878-d0548eac1743 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.9265072 Jul 05 03:53:19.125092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.137395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-78702dd6-3938-412b-a6fb-cb240f5c540c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.4625394 Jul 05 03:53:19.141393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54724) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:19.148476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-735103728-router', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:19.242496 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.253032 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.260693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d3433fa1-59aa-447b-8761-cc16dcd7f193,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:19.265453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Pushing event updated for resources: {'Port': ['ID=a3b46c54-bdae-4449-8d05-26034a82d0b5,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:19.304924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '6d492b0a-eb7e-4212-a130-8e04dda42fb2'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:19.304924 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd48b454-5603-4024-8257-01803e6b5035" -d '{"events": [{"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "6d492b0a-eb7e-4212-a130-8e04dda42fb2"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:19.436738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Attempting to bind port a3b46c54-bdae-4449-8d05-26034a82d0b5 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:19.437640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Attempting to bind port a3b46c54-bdae-4449-8d05-26034a82d0b5 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:19.437640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Attempting to bind port a3b46c54-bdae-4449-8d05-26034a82d0b5 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:19.454146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Port a3b46c54-bdae-4449-8d05-26034a82d0b5 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:19.454736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Attempting to bind port a3b46c54-bdae-4449-8d05-26034a82d0b5 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:19.464978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:19.465196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Checking segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:19.465946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Bound using segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:19.465946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Bound port: a3b46c54-bdae-4449-8d05-26034a82d0b5, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:19.466391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.497529 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.703569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] For port a3b46c54-bdae-4449-8d05-26034a82d0b5, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:19.707511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] For port a3b46c54-bdae-4449-8d05-26034a82d0b5, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a3b46c54-bdae-4449-8d05-26034a82d0b5,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:19.725603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-34e2b9d9-0c05-4829-bebc-cef1d6d13eb7', 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'fixed_ips': [{'subnet_id': '3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:53:19.727414 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.775219 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.804319 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4ee86ac-0772-490c-b4c4-8271fbcf15c4 x-openstack-request-id: req-e4ee86ac-0772-490c-b4c4-8271fbcf15c4 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:19.812222 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "6d492b0a-eb7e-4212-a130-8e04dda42fb2", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:19.812222 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e4ee86ac-0772-490c-b4c4-8271fbcf15c4 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:19.812222 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '6d492b0a-eb7e-4212-a130-8e04dda42fb2', 'status': 'completed', 'code': 200} Jul 05 03:53:19.845630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:19.846265 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:19.847849 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] 10.222.0.26 "PUT /v2.0/ports/a3b46c54-bdae-4449-8d05-26034a82d0b5 HTTP/1.1" status: 200 len: 1131 time: 1.5124183 Jul 05 03:53:19.858781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e3687f7-59bd-4c1c-b744-d4bda73fc0cf None None] Network 685e3164-7b55-429f-a5a4-d49009686972 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:19.952899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3566b15f-ad4e-4b0d-8e0e-11c7a07f78ac service neutron] Pushing event updated for resources: {'Port': ['ID=a3b46c54-bdae-4449-8d05-26034a82d0b5,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:20.008308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:20.052120 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:20.271051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-bc79e685-7a19-42cb-8bb0-8723da73e85e req-ff13b378-20c9-46c2-b3bd-8cfb34d146ad tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1883307903', 'description': 'tempest-description-606313048'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:20.281565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:20.289865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-17c26f8f-3d1b-41fe-b098-e698193d374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.290444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-17c26f8f-3d1b-41fe-b098-e698193d374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.291659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-17c26f8f-3d1b-41fe-b098-e698193d374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.292202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-17c26f8f-3d1b-41fe-b098-e698193d374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.292700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-17c26f8f-3d1b-41fe-b098-e698193d374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.293194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-17c26f8f-3d1b-41fe-b098-e698193d374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.293696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-17c26f8f-3d1b-41fe-b098-e698193d374d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.296238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd48b454-5603-4024-8257-01803e6b5035 req-17c26f8f-3d1b-41fe-b098-e698193d374d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6212 time: 0.4727376 Jul 05 03:53:20.438504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0efb1-49a3-4072-a3c2-ebb60f817409 req-df772c64-f68b-4773-a83a-656644d9d9e0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.448107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0efb1-49a3-4072-a3c2-ebb60f817409 req-df772c64-f68b-4773-a83a-656644d9d9e0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.458110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0efb1-49a3-4072-a3c2-ebb60f817409 req-df772c64-f68b-4773-a83a-656644d9d9e0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.467761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0efb1-49a3-4072-a3c2-ebb60f817409 req-df772c64-f68b-4773-a83a-656644d9d9e0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.474550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0efb1-49a3-4072-a3c2-ebb60f817409 req-df772c64-f68b-4773-a83a-656644d9d9e0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.480909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0efb1-49a3-4072-a3c2-ebb60f817409 req-df772c64-f68b-4773-a83a-656644d9d9e0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.487385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e0efb1-49a3-4072-a3c2-ebb60f817409 req-df772c64-f68b-4773-a83a-656644d9d9e0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.489652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48e0efb1-49a3-4072-a3c2-ebb60f817409 req-df772c64-f68b-4773-a83a-656644d9d9e0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5372 time: 0.8065786 Jul 05 03:53:20.495069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bc79e685-7a19-42cb-8bb0-8723da73e85e req-ff13b378-20c9-46c2-b3bd-8cfb34d146ad tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:20.545224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Allocated IP 172.20.0.2 (34e2b9d9-0c05-4829-bebc-cef1d6d13eb7/3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90/f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:20.627647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48e0efb1-49a3-4072-a3c2-ebb60f817409 req-9dc6b9e3-07fa-413f-b6c1-8f758f43b518 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1102645 Jul 05 03:53:20.726135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-f4dc401d-31c5-46fa-b3cc-7bf498888b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.728522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-f4dc401d-31c5-46fa-b3cc-7bf498888b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.728522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-f4dc401d-31c5-46fa-b3cc-7bf498888b6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:20.729472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd48b454-5603-4024-8257-01803e6b5035 req-f4dc401d-31c5-46fa-b3cc-7bf498888b6a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.3684072 Jul 05 03:53:20.855740 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bc79e685-7a19-42cb-8bb0-8723da73e85e req-ff13b378-20c9-46c2-b3bd-8cfb34d146ad tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:20.879656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1ef700-fd8d-42b6-b707-e72c89cbb7f8 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:20.881572 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:20.886655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:20.895176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Transition to ACTIVE for port object f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:20.912039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Transition to ACTIVE for port object da1ef700-fd8d-42b6-b707-e72c89cbb7f8 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:20.919596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Transition to ACTIVE for port object f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:21.065646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd48b454-5603-4024-8257-01803e6b5035 req-dbdb956d-e47d-454c-8f65-132aacdcab52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.068516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd48b454-5603-4024-8257-01803e6b5035 req-dbdb956d-e47d-454c-8f65-132aacdcab52 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3288317 Jul 05 03:53:21.077292 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bc79e685-7a19-42cb-8bb0-8723da73e85e req-ff13b378-20c9-46c2-b3bd-8cfb34d146ad tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.087511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.091601 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.167437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.205400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Pushing event updated for resources: {'Port': ['ID=f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:21.224272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:21.225284 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.226897 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:21.231295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff13b378-20c9-46c2-b3bd-8cfb34d146ad tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ff7931f-2b09-4127-9767-86efb518ec29,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:21.232083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:21.250246 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bc79e685-7a19-42cb-8bb0-8723da73e85e req-ff13b378-20c9-46c2-b3bd-8cfb34d146ad tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.257395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc79e685-7a19-42cb-8bb0-8723da73e85e req-ff13b378-20c9-46c2-b3bd-8cfb34d146ad tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.0241990 Jul 05 03:53:21.328942 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Pushing event updated for resources: {'Port': ['ID=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:21.394426 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Attempting to bind port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:21.394802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Attempting to bind port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '746c0a02-bf9f-40ae-9cca-a16e4964c48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:21.395178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Attempting to bind port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 on network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:21.411301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:21.411695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Checking segment: {'id': '746c0a02-bf9f-40ae-9cca-a16e4964c48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:21.412119 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.412517 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Bound using segment: {'id': '746c0a02-bf9f-40ae-9cca-a16e4964c48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:21.413006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Bound port: f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746c0a02-bf9f-40ae-9cca-a16e4964c48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:21.413386 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.494770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Allocated IP 172.25.4.106 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/ca40bbed-3677-4f6e-863e-bd5c032baef7) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:21.505658 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Attempting to bind port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:21.505927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Attempting to bind port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:21.506741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Attempting to bind port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:21.519744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:21.520186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Attempting to bind port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:21.534036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:21.534398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Checking segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:21.535765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Bound using segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:21.536279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Bound port: da1ef700-fd8d-42b6-b707-e72c89cbb7f8, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:21.536667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.579692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] For port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:21.584489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] For port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91,segment=NetworkSegment(746c0a02-bf9f-40ae-9cca-a16e4964c48b),segment_id=746c0a02-bf9f-40ae-9cca-a16e4964c48b)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:21.652457 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.744938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fca692-d140-4678-843d-edc4205214f9 req-73ea46c5-5969-40e7-a653-74ce3beada59 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.752997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12fca692-d140-4678-843d-edc4205214f9 req-73ea46c5-5969-40e7-a653-74ce3beada59 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 945 time: 0.3156068 Jul 05 03:53:21.764799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] For port da1ef700-fd8d-42b6-b707-e72c89cbb7f8, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:21.771702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] For port da1ef700-fd8d-42b6-b707-e72c89cbb7f8, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:21.807993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': 'a3b46c54-bdae-4449-8d05-26034a82d0b5'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:21.811960 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-363ffd75-a83e-40d1-8377-385a0d20af65" -d '{"events": [{"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "a3b46c54-bdae-4449-8d05-26034a82d0b5"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:21.838508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.848227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12fca692-d140-4678-843d-edc4205214f9 req-8759535f-e856-4a8e-8020-0f66bf6eee86 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849369 Jul 05 03:53:21.859602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce3ef6e-32b8-4ba9-b468-d2090e7abfcd None None] Pushing event updated for resources: {'Port': ['ID=f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:21.913193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.924034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:21.924792 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:21.926080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] 10.222.0.26 "PUT /v2.0/ports/da1ef700-fd8d-42b6-b707-e72c89cbb7f8 HTTP/1.1" status: 200 len: 1092 time: 1.9251747 Jul 05 03:53:21.974474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4036fe-fdaf-4200-8cb6-1bd1c3efd776 service neutron] Pushing event updated for resources: {'Port': ['ID=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:22.036717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:22.037036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e63feb83-6072-40d5-a210-f2d6745786ba req-cf0343ad-f45b-444c-9fc6-3ee72d185dd3 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/4ff7931f-2b09-4127-9767-86efb518ec29 HTTP/1.1" status: 200 len: 1814 time: 0.1169107 Jul 05 03:53:22.049936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e63feb83-6072-40d5-a210-f2d6745786ba req-68fb1a59-0304-4aae-b902-0ca1850b4bf5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ff7931f-2b09-4127-9767-86efb518ec29', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:22.050371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e63feb83-6072-40d5-a210-f2d6745786ba req-68fb1a59-0304-4aae-b902-0ca1850b4bf5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4ff7931f-2b09-4127-9767-86efb518ec29', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:22.139968 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.210702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d3433fa1-59aa-447b-8761-cc16dcd7f193 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:22.290859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:22.320393 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.326911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:22.344187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:22.366780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port d3433fa1-59aa-447b-8761-cc16dcd7f193 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:22.367345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.503267 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e63feb83-6072-40d5-a210-f2d6745786ba req-68fb1a59-0304-4aae-b902-0ca1850b4bf5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.508780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Pushing event updated for resources: {'Port': ['ID=ca40bbed-3677-4f6e-863e-bd5c032baef7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:22.584685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e63feb83-6072-40d5-a210-f2d6745786ba req-68fb1a59-0304-4aae-b902-0ca1850b4bf5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.666495 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.701938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3433fa1-59aa-447b-8761-cc16dcd7f193'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:22.705825 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abff02d0-4cd0-426e-be3c-8b3931c78a20" -d '{"events": [{"server_uuid": "4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba", "name": "network-vif-plugged", "status": "completed", "tag": "d3433fa1-59aa-447b-8761-cc16dcd7f193"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:22.723786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d3433fa1-59aa-447b-8761-cc16dcd7f193, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:22.730470 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e63feb83-6072-40d5-a210-f2d6745786ba req-68fb1a59-0304-4aae-b902-0ca1850b4bf5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.778292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb1a59-0304-4aae-b902-0ca1850b4bf5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74543b9-6e5a-499d-9903-b7c5a9f96e16,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:22.796314 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.799507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3de4cf-45d1-4a75-b3aa-7b5ada25552a req-5072e196-b73e-4cc0-814d-137f65a53370 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.806440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3de4cf-45d1-4a75-b3aa-7b5ada25552a req-5072e196-b73e-4cc0-814d-137f65a53370 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:22.809208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe3de4cf-45d1-4a75-b3aa-7b5ada25552a req-5072e196-b73e-4cc0-814d-137f65a53370 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1681 time: 0.4893925 Jul 05 03:53:22.819693 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e63feb83-6072-40d5-a210-f2d6745786ba req-68fb1a59-0304-4aae-b902-0ca1850b4bf5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:22.821593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e63feb83-6072-40d5-a210-f2d6745786ba req-68fb1a59-0304-4aae-b902-0ca1850b4bf5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7834678 Jul 05 03:53:22.910771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe3de4cf-45d1-4a75-b3aa-7b5ada25552a req-9472d21d-99b5-4ffe-8aeb-77cacbe6e32a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877838 Jul 05 03:53:22.997788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d3433fa1-59aa-447b-8761-cc16dcd7f193,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.041594 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6e12e63-cc20-4e86-b5bc-87fd6f5bfe41 x-openstack-request-id: req-b6e12e63-cc20-4e86-b5bc-87fd6f5bfe41 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:23.048384 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "a3b46c54-bdae-4449-8d05-26034a82d0b5", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:23.049979 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b6e12e63-cc20-4e86-b5bc-87fd6f5bfe41 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:23.050409 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': 'a3b46c54-bdae-4449-8d05-26034a82d0b5', 'status': 'completed', 'code': 200} Jul 05 03:53:23.288693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 029b7215-0712-46b9-967f-471924c08ffc {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:23.299310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.314842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Transition to ACTIVE for port object 029b7215-0712-46b9-967f-471924c08ffc will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:23.373810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.375276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ceea54e-4052-486b-b21a-9f35a8f20adc None None] Network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:23.393054 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.431951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c4be4d25-c110-4ab4-beff-fbae34e576a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.432491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c4be4d25-c110-4ab4-beff-fbae34e576a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.433177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c4be4d25-c110-4ab4-beff-fbae34e576a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.433583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c4be4d25-c110-4ab4-beff-fbae34e576a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.434059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c4be4d25-c110-4ab4-beff-fbae34e576a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.434531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c4be4d25-c110-4ab4-beff-fbae34e576a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.435135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c4be4d25-c110-4ab4-beff-fbae34e576a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.437248 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c4be4d25-c110-4ab4-beff-fbae34e576a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6280 time: 0.3704457 Jul 05 03:53:23.454098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e5f-51d2-48a9-91e2-785480f0d7a6 req-fedf57ce-3672-4866-b13c-c6243ba02b38 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.460967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e5f-51d2-48a9-91e2-785480f0d7a6 req-fedf57ce-3672-4866-b13c-c6243ba02b38 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.467989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e5f-51d2-48a9-91e2-785480f0d7a6 req-fedf57ce-3672-4866-b13c-c6243ba02b38 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.473891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e5f-51d2-48a9-91e2-785480f0d7a6 req-fedf57ce-3672-4866-b13c-c6243ba02b38 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.476811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Pushing event updated for resources: {'Port': ['ID=029b7215-0712-46b9-967f-471924c08ffc,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:23.480029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e5f-51d2-48a9-91e2-785480f0d7a6 req-fedf57ce-3672-4866-b13c-c6243ba02b38 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.486250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e5f-51d2-48a9-91e2-785480f0d7a6 req-fedf57ce-3672-4866-b13c-c6243ba02b38 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.493787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe62e5f-51d2-48a9-91e2-785480f0d7a6 req-fedf57ce-3672-4866-b13c-c6243ba02b38 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.501469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfe62e5f-51d2-48a9-91e2-785480f0d7a6 req-fedf57ce-3672-4866-b13c-c6243ba02b38 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5384 time: 0.3365073 Jul 05 03:53:23.559838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-14b9bbf8-133c-4ab4-bd3a-8c91b13db44d None None] Provisioning for port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:23.597895 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Attempting to bind port 029b7215-0712-46b9-967f-471924c08ffc on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:23.598527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Attempting to bind port 029b7215-0712-46b9-967f-471924c08ffc by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:23.598958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Attempting to bind port 029b7215-0712-46b9-967f-471924c08ffc on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:23.623747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Port 029b7215-0712-46b9-967f-471924c08ffc on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:23.624651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Attempting to bind port 029b7215-0712-46b9-967f-471924c08ffc on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:23.643041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:23.644187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Checking segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:23.645832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Bound using segment: {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:23.647419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Bound port: 029b7215-0712-46b9-967f-471924c08ffc, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5445e3b3-08ad-4aac-bfe4-510641afe88e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:23.650407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.686105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfe62e5f-51d2-48a9-91e2-785480f0d7a6 req-bf1f1485-1a20-43f8-9871-89c4b00eb084 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1836386 Jul 05 03:53:23.789607 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf70f2c-a2b0-4b82-a720-73e89a38fcec x-openstack-request-id: req-3cf70f2c-a2b0-4b82-a720-73e89a38fcec {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:23.791841 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba", "name": "network-vif-plugged", "status": "completed", "tag": "d3433fa1-59aa-447b-8761-cc16dcd7f193", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:23.792257 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cf70f2c-a2b0-4b82-a720-73e89a38fcec {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:23.792868 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3433fa1-59aa-447b-8761-cc16dcd7f193', 'code': 200} Jul 05 03:53:23.817450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] For port 029b7215-0712-46b9-967f-471924c08ffc, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:23.845289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] For port 029b7215-0712-46b9-967f-471924c08ffc, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=029b7215-0712-46b9-967f-471924c08ffc,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:23.930466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:23.981564 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c6bd4246-88f1-44d0-a0d8-7b03875b4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.982418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c6bd4246-88f1-44d0-a0d8-7b03875b4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.983278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c6bd4246-88f1-44d0-a0d8-7b03875b4865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:23.985867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-c6bd4246-88f1-44d0-a0d8-7b03875b4865 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4796641 Jul 05 03:53:24.141790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Pushing event updated for resources: {'Port': ['ID=029b7215-0712-46b9-967f-471924c08ffc,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:24.185474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.192411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.195217 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-27421b8e-a4d8-493a-8a63-af9ac1184431 service neutron] 10.222.0.26 "PUT /v2.0/ports/029b7215-0712-46b9-967f-471924c08ffc HTTP/1.1" status: 200 len: 1091 time: 2.1647956 Jul 05 03:53:24.200403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:24.285859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-638c119d-10d3-4db4-a3f9-2cbb689e739e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.294196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-638c119d-10d3-4db4-a3f9-2cbb689e739e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.296197 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-638c119d-10d3-4db4-a3f9-2cbb689e739e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1681 time: 0.1389885 Jul 05 03:53:24.302684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:24.322244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1d1f373-000c-4952-9cdc-f6901c02bc56 req-fa770469-5123-4d07-8699-55323ba1934c tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/4ff7931f-2b09-4127-9767-86efb518ec29 HTTP/1.1" status: 200 len: 2408 time: 0.5086129 Jul 05 03:53:24.395642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:24.400568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:24.401086 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.628111 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.699306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91,segment=NetworkSegment(746c0a02-bf9f-40ae-9cca-a16e4964c48b),segment_id=746c0a02-bf9f-40ae-9cca-a16e4964c48b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:24.715069 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.749888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-aab70d3b-b810-4646-aeb3-99ba57c9347a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting port d0adfc6e-8d19-430f-99d3-73dc2c53fffc {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:24.750326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-aab70d3b-b810-4646-aeb3-99ba57c9347a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.782661 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.882677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:24.903772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:24.983227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-2a5db8f1-c31a-45de-bf81-0c5caa5fdd65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:24.986269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-363ffd75-a83e-40d1-8377-385a0d20af65 req-2a5db8f1-c31a-45de-bf81-0c5caa5fdd65 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.9680145 Jul 05 03:53:25.059010 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': 'da1ef700-fd8d-42b6-b707-e72c89cbb7f8'}, {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '029b7215-0712-46b9-967f-471924c08ffc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:25.061898 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ea89066-8d5d-4de7-8d27-02152c0035db" -d '{"events": [{"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "da1ef700-fd8d-42b6-b707-e72c89cbb7f8"}, {"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "029b7215-0712-46b9-967f-471924c08ffc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:25.102309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d39d7a-d13b-465d-b5a5-9c82496ffa53 req-e4114756-0dd8-4591-85d6-baa74273de1e tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.105308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09d39d7a-d13b-465d-b5a5-9c82496ffa53 req-e4114756-0dd8-4591-85d6-baa74273de1e tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 946 time: 0.2840366 Jul 05 03:53:25.152344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-aab70d3b-b810-4646-aeb3-99ba57c9347a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] For port d0adfc6e-8d19-430f-99d3-73dc2c53fffc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,segment=NetworkSegment(fe684dfd-9268-4bc1-b36d-b6c51fbcb31d),segment_id=fe684dfd-9268-4bc1-b36d-b6c51fbcb31d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:25.153251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-aab70d3b-b810-4646-aeb3-99ba57c9347a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.171048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce79474f-b271-410e-b0f2-a65121696ada req-8606c2f5-fce4-46b2-a0cb-a673fa942e33 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.172192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce79474f-b271-410e-b0f2-a65121696ada req-8606c2f5-fce4-46b2-a0cb-a673fa942e33 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 945 time: 0.3485053 Jul 05 03:53:25.190532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-aab70d3b-b810-4646-aeb3-99ba57c9347a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Calling delete_port for d0adfc6e-8d19-430f-99d3-73dc2c53fffc owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:25.227138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09d39d7a-d13b-465d-b5a5-9c82496ffa53 req-b0960247-8f24-4baa-a293-4ba01aa039b6 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043699 Jul 05 03:53:25.249294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce79474f-b271-410e-b0f2-a65121696ada req-49213d72-ef62-4101-8435-7849b5aa9d7a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597370 Jul 05 03:53:25.279858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Router 56dccfd5-b108-4a4e-a7f9-447c4a100064 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:53:25.320909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58db8a08-581b-407b-96e0-b1a5a738e947 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:25.338550 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.378710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Transition to ACTIVE for port object 58db8a08-581b-407b-96e0-b1a5a738e947 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:25.456427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:25.457421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.469373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Sync routers for ids ['56dccfd5-b108-4a4e-a7f9-447c4a100064'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:25.487083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Routers {'56dccfd5-b108-4a4e-a7f9-447c4a100064'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:25.487083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:53:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['56dccfd5-b108-4a4e-a7f9-447c4a100064'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:25.538172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bc1b6a5-fcdf-4c16-be1c-16e671dbfa90 req-b1d324ab-dc3e-4a06-b43f-a4e8dd58ec3a tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-group-rules/e74543b9-6e5a-499d-9903-b7c5a9f96e16 HTTP/1.1" status: 200 len: 778 time: 0.0840578 Jul 05 03:53:25.556546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Pushing event updated for resources: {'Port': ['ID=58db8a08-581b-407b-96e0-b1a5a738e947,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:25.636394 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bc1b6a5-fcdf-4c16-be1c-16e671dbfa90 req-c31b5b4c-adaa-4257-b966-a5159a56a25a tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/4ff7931f-2b09-4127-9767-86efb518ec29 HTTP/1.1" status: 200 len: 2408 time: 0.0967679 Jul 05 03:53:25.669918 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-aab70d3b-b810-4646-aeb3-99ba57c9347a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.683887 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.683887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-92eda673-4443-4a80-8939-13b65b7b71cb admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 6.5420849 Jul 05 03:53:25.690257 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bc1b6a5-fcdf-4c16-be1c-16e671dbfa90 req-ebafd9c6-b17d-407e-9db5-6008adc97c73 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.695890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54784) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:25.699374 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bc1b6a5-fcdf-4c16-be1c-16e671dbfa90 req-ebafd9c6-b17d-407e-9db5-6008adc97c73 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.702741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['d0adfc6e-8d19-430f-99d3-73dc2c53fffc', 'b119295f-583d-4d54-aa56-7bd0271b2f17'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:53:25.739057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312ea9-3190-432a-90cc-4f8d5ffab7f2 req-7ae59da8-d427-40cb-9e08-cd51bf827d9a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.758599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35312ea9-3190-432a-90cc-4f8d5ffab7f2 req-7ae59da8-d427-40cb-9e08-cd51bf827d9a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:25.760278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35312ea9-3190-432a-90cc-4f8d5ffab7f2 req-7ae59da8-d427-40cb-9e08-cd51bf827d9a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 1604 time: 0.3050060 Jul 05 03:53:25.829501 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bc1b6a5-fcdf-4c16-be1c-16e671dbfa90 req-ebafd9c6-b17d-407e-9db5-6008adc97c73 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.844598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Set router 56dccfd5-b108-4a4e-a7f9-447c4a100064 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:25.856018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35312ea9-3190-432a-90cc-4f8d5ffab7f2 req-e738e895-390c-424d-8561-f8ff970d311d tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/security-groups?id=3e03727b-2f6b-443d-b6a0-328b86ddd4f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829515 Jul 05 03:53:25.860598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bc1b6a5-fcdf-4c16-be1c-16e671dbfa90 req-ebafd9c6-b17d-407e-9db5-6008adc97c73 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:25.862320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bc1b6a5-fcdf-4c16-be1c-16e671dbfa90 req-ebafd9c6-b17d-407e-9db5-6008adc97c73 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e74543b9-6e5a-499d-9903-b7c5a9f96e16 HTTP/1.1" status: 204 len: 173 time: 0.2250705 Jul 05 03:53:25.886501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebafd9c6-b17d-407e-9db5-6008adc97c73 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e74543b9-6e5a-499d-9903-b7c5a9f96e16,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:25.948743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Attempting to bind port 58db8a08-581b-407b-96e0-b1a5a738e947 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:25.960244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Attempting to bind port 58db8a08-581b-407b-96e0-b1a5a738e947 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:25.960244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Attempting to bind port 58db8a08-581b-407b-96e0-b1a5a738e947 on network 320dbe57-ecdf-4942-b75a-f8d707d5678c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:25.964491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Port 58db8a08-581b-407b-96e0-b1a5a738e947 on network 320dbe57-ecdf-4942-b75a-f8d707d5678c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:25.964876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Attempting to bind port 58db8a08-581b-407b-96e0-b1a5a738e947 on network 320dbe57-ecdf-4942-b75a-f8d707d5678c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:25.967166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab70d3b-b810-4646-aeb3-99ba57c9347a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Port': ['ID=d0adfc6e-8d19-430f-99d3-73dc2c53fffc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:26.052837 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e39ece58-ed8c-4d9e-b3f9-15cf4404c980 x-openstack-request-id: req-e39ece58-ed8c-4d9e-b3f9-15cf4404c980 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:26.053510 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "da1ef700-fd8d-42b6-b707-e72c89cbb7f8", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "029b7215-0712-46b9-967f-471924c08ffc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:26.055014 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e39ece58-ed8c-4d9e-b3f9-15cf4404c980 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:26.055672 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': 'da1ef700-fd8d-42b6-b707-e72c89cbb7f8', 'status': 'completed', 'code': 200} Jul 05 03:53:26.057257 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '029b7215-0712-46b9-967f-471924c08ffc', 'status': 'completed', 'code': 200} Jul 05 03:53:26.104811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-aab70d3b-b810-4646-aeb3-99ba57c9347a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] No DVR routers for this DVR port d0adfc6e-8d19-430f-99d3-73dc2c53fffc on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:26.108168 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-aab70d3b-b810-4646-aeb3-99ba57c9347a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.110957 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-aab70d3b-b810-4646-aeb3-99ba57c9347a tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "DELETE /v2.0/ports/d0adfc6e-8d19-430f-99d3-73dc2c53fffc HTTP/1.1" status: 204 len: 173 time: 1.7711821 Jul 05 03:53:26.118206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:26.118819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Checking segment: {'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:26.119378 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Bound using segment: {'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:26.120008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Bound port: 58db8a08-581b-407b-96e0-b1a5a738e947, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:26.120532 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.169223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:26.223737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d3433fa1-59aa-447b-8761-cc16dcd7f193 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:26.426707 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.507285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-62ca5f55-fd7b-4b80-bc3d-3ead224a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.508392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-62ca5f55-fd7b-4b80-bc3d-3ead224a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.509303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-62ca5f55-fd7b-4b80-bc3d-3ead224a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.509797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-62ca5f55-fd7b-4b80-bc3d-3ead224a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.510476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-62ca5f55-fd7b-4b80-bc3d-3ead224a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.511084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-62ca5f55-fd7b-4b80-bc3d-3ead224a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.511585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-62ca5f55-fd7b-4b80-bc3d-3ead224a7905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.514190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-62ca5f55-fd7b-4b80-bc3d-3ead224a7905 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6374 time: 0.4808574 Jul 05 03:53:26.547399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] For port 58db8a08-581b-407b-96e0-b1a5a738e947, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:26.551976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d3433fa1-59aa-447b-8761-cc16dcd7f193, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:26.556519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3433fa1-59aa-447b-8761-cc16dcd7f193'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:26.559220 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2007b95a-c1d5-4fa9-a227-bfa1f03c98c3" -d '{"events": [{"server_uuid": "4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "d3433fa1-59aa-447b-8761-cc16dcd7f193"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:26.586491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'name': 'tempest-FloatingIPDetailsTestJSON-735103728-router', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:19Z', 'updated_at': '2021-07-05T03:53:22Z', 'revision_number': 3, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'gw_port': {'id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:21Z', 'updated_at': '2021-07-05T03:53:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:26.594491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:26.594491 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.601542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-d78b05d3-f63e-4b7e-a2cf-4da9650aa0e8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.604792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-d78b05d3-f63e-4b7e-a2cf-4da9650aa0e8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 945 time: 0.4294267 Jul 05 03:53:26.619403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] For port 58db8a08-581b-407b-96e0-b1a5a738e947, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58db8a08-581b-407b-96e0-b1a5a738e947,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:26.647736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-f4561caf-c9c0-4e06-9bd8-c5f17560513f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting port b119295f-583d-4d54-aa56-7bd0271b2f17 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:26.648203 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-f4561caf-c9c0-4e06-9bd8-c5f17560513f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.662636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f43433-6cb2-49b6-8e94-04ff6b1a2520 req-00e25b6c-9938-451a-a7ba-9dace2d799a2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.669756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f43433-6cb2-49b6-8e94-04ff6b1a2520 req-00e25b6c-9938-451a-a7ba-9dace2d799a2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.676612 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f43433-6cb2-49b6-8e94-04ff6b1a2520 req-00e25b6c-9938-451a-a7ba-9dace2d799a2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.684077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f43433-6cb2-49b6-8e94-04ff6b1a2520 req-00e25b6c-9938-451a-a7ba-9dace2d799a2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.684718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Checking router: 56dccfd5-b108-4a4e-a7f9-447c4a100064 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:26.685441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Updating router 56dccfd5-b108-4a4e-a7f9-447c4a100064 port ca40bbed-3677-4f6e-863e-bd5c032baef7 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:53:26.690880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f43433-6cb2-49b6-8e94-04ff6b1a2520 req-00e25b6c-9938-451a-a7ba-9dace2d799a2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.699091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f43433-6cb2-49b6-8e94-04ff6b1a2520 req-00e25b6c-9938-451a-a7ba-9dace2d799a2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.706811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f43433-6cb2-49b6-8e94-04ff6b1a2520 req-00e25b6c-9938-451a-a7ba-9dace2d799a2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.708839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3f43433-6cb2-49b6-8e94-04ff6b1a2520 req-00e25b6c-9938-451a-a7ba-9dace2d799a2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5408 time: 0.5319371 Jul 05 03:53:26.751811 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.773096 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.774490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b119295f-583d-4d54-aa56-7bd0271b2f17 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:26.779523 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.874360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.875433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.877145 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] 10.222.0.26 "PUT /v2.0/ports/58db8a08-581b-407b-96e0-b1a5a738e947 HTTP/1.1" status: 200 len: 1092 time: 2.5795650 Jul 05 03:53:26.881324 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-f4561caf-c9c0-4e06-9bd8-c5f17560513f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] For port b119295f-583d-4d54-aa56-7bd0271b2f17, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b119295f-583d-4d54-aa56-7bd0271b2f17,segment=NetworkSegment(4150a25f-b4ea-414d-8c81-9ed9c839de24),segment_id=4150a25f-b4ea-414d-8c81-9ed9c839de24)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:26.882128 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-f4561caf-c9c0-4e06-9bd8-c5f17560513f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:26.908226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3f43433-6cb2-49b6-8e94-04ff6b1a2520 req-4b851fd0-3419-4d4f-8bcd-eeba69aa4175 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1865184 Jul 05 03:53:26.935437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-5feda165-70a5-4e8a-9e6c-0b5ee0594555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.936366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-5feda165-70a5-4e8a-9e6c-0b5ee0594555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.944327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-5feda165-70a5-4e8a-9e6c-0b5ee0594555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:26.944327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-5feda165-70a5-4e8a-9e6c-0b5ee0594555 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4024072 Jul 05 03:53:26.989692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-f4561caf-c9c0-4e06-9bd8-c5f17560513f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Calling delete_port for b119295f-583d-4d54-aa56-7bd0271b2f17 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:27.030201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d3433fa1-59aa-447b-8761-cc16dcd7f193,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:27.038001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-b956471e-4ee8-4d1f-86a1-d70c574d003c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Deleting port 4872b116-bc5f-42a2-b28b-127758f6b6c4 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:27.038354 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-b956471e-4ee8-4d1f-86a1-d70c574d003c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.082540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-bf876c7f-8ee2-4cbb-895b-bdba137aaa38 req-bcb9bbd5-db71-4470-81cd-1c285b2546ec tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1416008906', 'description': 'tempest-description-1761339480'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:27.141001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Request body: {'port': {'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:27.258396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22542565-61a5-4508-b098-ae1e8192c147 service neutron] Pushing event updated for resources: {'Port': ['ID=58db8a08-581b-407b-96e0-b1a5a738e947,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:27.325091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-60edb9f1-25f8-4f64-92f5-2c00dc366255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.328538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-60edb9f1-25f8-4f64-92f5-2c00dc366255 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3669839 Jul 05 03:53:27.402269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-b956471e-4ee8-4d1f-86a1-d70c574d003c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] For port 4872b116-bc5f-42a2-b28b-127758f6b6c4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4872b116-bc5f-42a2-b28b-127758f6b6c4,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:27.404710 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-b956471e-4ee8-4d1f-86a1-d70c574d003c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.413442 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf876c7f-8ee2-4cbb-895b-bdba137aaa38 req-bcb9bbd5-db71-4470-81cd-1c285b2546ec tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.509245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.536474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-b956471e-4ee8-4d1f-86a1-d70c574d003c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Calling delete_port for 4872b116-bc5f-42a2-b28b-127758f6b6c4 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:27.701182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.716375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-2727153c-a40a-4cab-87e5-f2920c7eda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.716885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-2727153c-a40a-4cab-87e5-f2920c7eda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.717490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-2727153c-a40a-4cab-87e5-f2920c7eda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.717974 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-2727153c-a40a-4cab-87e5-f2920c7eda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.719597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-2727153c-a40a-4cab-87e5-f2920c7eda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.719597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-2727153c-a40a-4cab-87e5-f2920c7eda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.719597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-2727153c-a40a-4cab-87e5-f2920c7eda81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.721670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-2727153c-a40a-4cab-87e5-f2920c7eda81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6416 time: 0.3110235 Jul 05 03:53:27.768419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81d3c0-7d9f-4b90-8526-54068543cded req-3ae47eb3-77f7-472a-8fbd-17e68db4f419 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:27.770396 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.776741 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a81d3c0-7d9f-4b90-8526-54068543cded req-3ae47eb3-77f7-472a-8fbd-17e68db4f419 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 945 time: 0.2703853 Jul 05 03:53:27.785763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Transition to ACTIVE for port object ca40bbed-3677-4f6e-863e-bd5c032baef7 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:27.841926 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.915661 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.970544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf876c7f-8ee2-4cbb-895b-bdba137aaa38 req-bcb9bbd5-db71-4470-81cd-1c285b2546ec tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:27.985553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Attempting to bind port ca40bbed-3677-4f6e-863e-bd5c032baef7 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:27.985935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Attempting to bind port ca40bbed-3677-4f6e-863e-bd5c032baef7 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:27.986298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Attempting to bind port ca40bbed-3677-4f6e-863e-bd5c032baef7 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:27.992546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675d674-bc08-4c4e-9efd-845e09140812 None None] Pushing event updated for resources: {'Port': ['ID=ca40bbed-3677-4f6e-863e-bd5c032baef7,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:27.998955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:27.999368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:27.999926 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.000380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:28.000856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Bound port: ca40bbed-3677-4f6e-863e-bd5c032baef7, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:28.001236 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.006522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a81d3c0-7d9f-4b90-8526-54068543cded req-10d2d862-014a-4ab6-986b-dc49c6137a7d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286134 Jul 05 03:53:28.054013 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-b956471e-4ee8-4d1f-86a1-d70c574d003c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.068121 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'name': 'network-vif-deleted', 'tag': 'd0adfc6e-8d19-430f-99d3-73dc2c53fffc'}, {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '58db8a08-581b-407b-96e0-b1a5a738e947'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:28.072910 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3" -d '{"events": [{"server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "name": "network-vif-deleted", "tag": "d0adfc6e-8d19-430f-99d3-73dc2c53fffc"}, {"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "58db8a08-581b-407b-96e0-b1a5a738e947"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:28.101758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b956471e-4ee8-4d1f-86a1-d70c574d003c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event deleted for resources: {'Port': ['ID=4872b116-bc5f-42a2-b28b-127758f6b6c4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.112251 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf876c7f-8ee2-4cbb-895b-bdba137aaa38 req-bcb9bbd5-db71-4470-81cd-1c285b2546ec tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.120495 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49f3e134-349f-460a-bbf7-ede586d210d7 x-openstack-request-id: req-49f3e134-349f-460a-bbf7-ede586d210d7 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:28.125885 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba", "name": "network-vif-unplugged", "status": "completed", "tag": "d3433fa1-59aa-447b-8761-cc16dcd7f193", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:28.125885 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-49f3e134-349f-460a-bbf7-ede586d210d7 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:28.125885 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd3433fa1-59aa-447b-8761-cc16dcd7f193', 'code': 200} Jul 05 03:53:28.132687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] For port ca40bbed-3677-4f6e-863e-bd5c032baef7, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:28.136395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] For port ca40bbed-3677-4f6e-863e-bd5c032baef7, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ca40bbed-3677-4f6e-863e-bd5c032baef7,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:28.169451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-f4561caf-c9c0-4e06-9bd8-c5f17560513f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.214638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4561caf-c9c0-4e06-9bd8-c5f17560513f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Port': ['ID=b119295f-583d-4d54-aa56-7bd0271b2f17,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.235047 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.255389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-b5c4806b-e4e9-453a-b054-9b9ef6ef72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.256052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-b5c4806b-e4e9-453a-b054-9b9ef6ef72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.256533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-b5c4806b-e4e9-453a-b054-9b9ef6ef72c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.258254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-b5c4806b-e4e9-453a-b054-9b9ef6ef72c3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.5196881 Jul 05 03:53:28.275297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb9bbd5-db71-4470-81cd-1c285b2546ec tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ec6c7a1-cca5-4346-9303-e5ec6b94cb36,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.286886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d0adfc6e-8d19-430f-99d3-73dc2c53fffc no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:28.347987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f784490-5f8b-4e5d-9445-e9486cd4d2c7 req-13864ba1-3d86-40f1-a1f3-f9e238ce1780 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 210 time: 0.0829980 Jul 05 03:53:28.348900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-b956471e-4ee8-4d1f-86a1-d70c574d003c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] No DVR routers for this DVR port 4872b116-bc5f-42a2-b28b-127758f6b6c4 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:28.383237 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-b956471e-4ee8-4d1f-86a1-d70c574d003c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.387160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d506ea0-846b-4324-bb99-e244cf39b229 req-b956471e-4ee8-4d1f-86a1-d70c574d003c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "DELETE /v2.0/ports/4872b116-bc5f-42a2-b28b-127758f6b6c4 HTTP/1.1" status: 204 len: 173 time: 1.6746547 Jul 05 03:53:28.388128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ab6989f-5f8d-452e-b365-1f7144049146', 'name': 'network-vif-deleted', 'tag': '4872b116-bc5f-42a2-b28b-127758f6b6c4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:28.391886 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6e45d4-2708-421b-8ac4-121ad9e6ff99" -d '{"events": [{"server_uuid": "4ab6989f-5f8d-452e-b365-1f7144049146", "name": "network-vif-deleted", "tag": "4872b116-bc5f-42a2-b28b-127758f6b6c4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:28.398156 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bf876c7f-8ee2-4cbb-895b-bdba137aaa38 req-bcb9bbd5-db71-4470-81cd-1c285b2546ec tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.398906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675d674-bc08-4c4e-9efd-845e09140812 None None] Pushing event updated for resources: {'Port': ['ID=ca40bbed-3677-4f6e-863e-bd5c032baef7,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.412723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2060da13-8d43-453a-84f6-bf05488b8037 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:28.412976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: d0adfc6e-8d19-430f-99d3-73dc2c53fffc {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:28.412976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d0adfc6e-8d19-430f-99d3-73dc2c53fffc not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:28.413272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf876c7f-8ee2-4cbb-895b-bdba137aaa38 req-bcb9bbd5-db71-4470-81cd-1c285b2546ec tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.3299286 Jul 05 03:53:28.426137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.426464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Routers {'56dccfd5-b108-4a4e-a7f9-447c4a100064'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:28.426464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:53:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['56dccfd5-b108-4a4e-a7f9-447c4a100064'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:28.452694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Transition to ACTIVE for port object 2060da13-8d43-453a-84f6-bf05488b8037 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:28.544644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.554282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-8f119f43-53b1-43f5-bccc-b69ca16b613d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.558728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ea89066-8d5d-4de7-8d27-02152c0035db req-8f119f43-53b1-43f5-bccc-b69ca16b613d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2688949 Jul 05 03:53:28.689845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Pushing event updated for resources: {'Port': ['ID=2060da13-8d43-453a-84f6-bf05488b8037,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:28.694406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-f4561caf-c9c0-4e06-9bd8-c5f17560513f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] No DVR routers for this DVR port b119295f-583d-4d54-aa56-7bd0271b2f17 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:28.707591 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-f4561caf-c9c0-4e06-9bd8-c5f17560513f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:28.712355 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2cd16d9-ce92-462d-9fa5-da9d911f2559 req-f4561caf-c9c0-4e06-9bd8-c5f17560513f tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.13 "DELETE /v2.0/ports/b119295f-583d-4d54-aa56-7bd0271b2f17 HTTP/1.1" status: 204 len: 173 time: 2.5951536 Jul 05 03:53:28.941758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e6b4-7a35-44ef-b6b2-4bcbb10c903f req-aabcf794-cd2d-4aa2-bddd-543cccad4032 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.951366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e6b4-7a35-44ef-b6b2-4bcbb10c903f req-aabcf794-cd2d-4aa2-bddd-543cccad4032 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.964039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e6b4-7a35-44ef-b6b2-4bcbb10c903f req-aabcf794-cd2d-4aa2-bddd-543cccad4032 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.975205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e6b4-7a35-44ef-b6b2-4bcbb10c903f req-aabcf794-cd2d-4aa2-bddd-543cccad4032 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.994830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e6b4-7a35-44ef-b6b2-4bcbb10c903f req-aabcf794-cd2d-4aa2-bddd-543cccad4032 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:28.999443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] Set router 56dccfd5-b108-4a4e-a7f9-447c4a100064 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:29.006270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e6b4-7a35-44ef-b6b2-4bcbb10c903f req-aabcf794-cd2d-4aa2-bddd-543cccad4032 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.024941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae9e6b4-7a35-44ef-b6b2-4bcbb10c903f req-aabcf794-cd2d-4aa2-bddd-543cccad4032 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.029178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ae9e6b4-7a35-44ef-b6b2-4bcbb10c903f req-aabcf794-cd2d-4aa2-bddd-543cccad4032 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.3834856 Jul 05 03:53:29.112683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Allocated IP 172.20.0.1 (34e2b9d9-0c05-4829-bebc-cef1d6d13eb7/3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90/a367fe66-a484-480a-ac57-2b6c1d5631bf) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:29.133292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ae9e6b4-7a35-44ef-b6b2-4bcbb10c903f req-76da1af5-2e31-4d33-9bf6-41f627f5ff1e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0933685 Jul 05 03:53:29.141338 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74e7a6e8-f25c-4974-abc2-870bb9f31b2d x-openstack-request-id: req-74e7a6e8-f25c-4974-abc2-870bb9f31b2d {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:29.142995 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "name": "network-vif-deleted", "tag": "d0adfc6e-8d19-430f-99d3-73dc2c53fffc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "58db8a08-581b-407b-96e0-b1a5a738e947", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:29.143555 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74e7a6e8-f25c-4974-abc2-870bb9f31b2d {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:29.145095 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'name': 'network-vif-deleted', 'tag': 'd0adfc6e-8d19-430f-99d3-73dc2c53fffc', 'status': 'completed', 'code': 200} Jul 05 03:53:29.158922 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '58db8a08-581b-407b-96e0-b1a5a738e947', 'status': 'completed', 'code': 200} Jul 05 03:53:29.221875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Attempting to bind port 2060da13-8d43-453a-84f6-bf05488b8037 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:29.222400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Attempting to bind port 2060da13-8d43-453a-84f6-bf05488b8037 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:29.230587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Attempting to bind port 2060da13-8d43-453a-84f6-bf05488b8037 on network 320dbe57-ecdf-4942-b75a-f8d707d5678c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:29.286607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4872b116-bc5f-42a2-b28b-127758f6b6c4 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:29.305995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Port 2060da13-8d43-453a-84f6-bf05488b8037 on network 320dbe57-ecdf-4942-b75a-f8d707d5678c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:53:29.307120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Attempting to bind port 2060da13-8d43-453a-84f6-bf05488b8037 on network 320dbe57-ecdf-4942-b75a-f8d707d5678c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:29.316966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-d77d7560-e344-4c13-8396-b4150f0f561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.317637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-d77d7560-e344-4c13-8396-b4150f0f561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.318294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-d77d7560-e344-4c13-8396-b4150f0f561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.319579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-d77d7560-e344-4c13-8396-b4150f0f561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.319885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-d77d7560-e344-4c13-8396-b4150f0f561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.326925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-d77d7560-e344-4c13-8396-b4150f0f561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.327528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-d77d7560-e344-4c13-8396-b4150f0f561b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.330035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-d77d7560-e344-4c13-8396-b4150f0f561b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6442 time: 0.1907198 Jul 05 03:53:29.349472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 4872b116-bc5f-42a2-b28b-127758f6b6c4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:29.350010 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4872b116-bc5f-42a2-b28b-127758f6b6c4 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:29.391960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:29.394449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Checking segment: {'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:29.394969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Bound using segment: {'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:29.395547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Bound port: 2060da13-8d43-453a-84f6-bf05488b8037, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5c8f06e3-947b-458f-89e5-58db4e00f8be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:29.396044 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.580633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-bf4e4d77-3260-49ad-b675-e0907503b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.581330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-bf4e4d77-3260-49ad-b675-e0907503b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.581891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-bf4e4d77-3260-49ad-b675-e0907503b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.583800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-bf4e4d77-3260-49ad-b675-e0907503b026 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2440019 Jul 05 03:53:29.593782 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad80e1ee-5fa9-43b5-9685-bde0e846d8f6 x-openstack-request-id: req-ad80e1ee-5fa9-43b5-9685-bde0e846d8f6 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:29.594255 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ab6989f-5f8d-452e-b365-1f7144049146", "name": "network-vif-deleted", "tag": "4872b116-bc5f-42a2-b28b-127758f6b6c4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:29.594654 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ad80e1ee-5fa9-43b5-9685-bde0e846d8f6 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:29.595938 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ab6989f-5f8d-452e-b365-1f7144049146', 'name': 'network-vif-deleted', 'tag': '4872b116-bc5f-42a2-b28b-127758f6b6c4', 'status': 'completed', 'code': 200} Jul 05 03:53:29.640259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'name': 'tempest-FloatingIPDetailsTestJSON-735103728-router', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:19Z', 'updated_at': '2021-07-05T03:53:22Z', 'revision_number': 3, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'gw_port': {'id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:21Z', 'updated_at': '2021-07-05T03:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:29.646190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.655287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] For port 2060da13-8d43-453a-84f6-bf05488b8037, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:29.674260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] For port 2060da13-8d43-453a-84f6-bf05488b8037, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2060da13-8d43-453a-84f6-bf05488b8037,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:29.698784 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Transition to ACTIVE for port object a367fe66-a484-480a-ac57-2b6c1d5631bf will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:29.717979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb533c43-bd90-4814-a058-48e4ebdd500e None None] The sync data for ids ['56dccfd5-b108-4a4e-a7f9-447c4a100064'] in n-d-758944-41 is: [{'id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'name': 'tempest-FloatingIPDetailsTestJSON-735103728-router', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:19Z', 'updated_at': '2021-07-05T03:53:22Z', 'revision_number': 3, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'gw_port': {'id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:21Z', 'updated_at': '2021-07-05T03:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:29.785941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.812938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c74c396-c549-450e-aacb-6cf5c2ad2039 req-fc0927af-4ccd-4802-8a24-97ba12361c5d tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/0ec6c7a1-cca5-4346-9303-e5ec6b94cb36 HTTP/1.1" status: 200 len: 1815 time: 0.2159626 Jul 05 03:53:29.883676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.885630 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:29.887888 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] 10.222.0.26 "PUT /v2.0/ports/2060da13-8d43-453a-84f6-bf05488b8037 HTTP/1.1" status: 200 len: 1092 time: 2.8318477 Jul 05 03:53:29.895220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-abd195e5-75d8-40c7-8c82-e67e90f652bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:29.896423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6e9942b-a2d6-48e4-9f67-6d2b620885d3 req-abd195e5-75d8-40c7-8c82-e67e90f652bc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2300794 Jul 05 03:53:29.983500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.066715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:30.086474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:30.093360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:30.239378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb96dead-8600-467c-9201-ea5f3a3d0b57 req-b285b78b-79b8-49e4-99ef-5867134b7d1b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 210 time: 0.1181543 Jul 05 03:53:30.255350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8817ba4-19de-4b38-984f-51af3ee5f18a service neutron] Pushing event updated for resources: {'Port': ['ID=2060da13-8d43-453a-84f6-bf05488b8037,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:30.356546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.443119 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-469239c4-0910-459f-95ec-f44208e993fd req-ffe5dbe1-1c13-4b05-9949-2d979f6695a9 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "GET /v2.0/ports?device_id=2e9c246a-cba7-4c09-afaf-f7063502907c HTTP/1.1" status: 200 len: 210 time: 0.1179502 Jul 05 03:53:30.496144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-68f07c1a-6590-4d0a-a436-d8d77403a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.496819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-68f07c1a-6590-4d0a-a436-d8d77403a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.497864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-68f07c1a-6590-4d0a-a436-d8d77403a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.498660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-68f07c1a-6590-4d0a-a436-d8d77403a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.500096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-68f07c1a-6590-4d0a-a436-d8d77403a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.500786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-68f07c1a-6590-4d0a-a436-d8d77403a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.501576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-68f07c1a-6590-4d0a-a436-d8d77403a69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.504157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-68f07c1a-6590-4d0a-a436-d8d77403a69f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6484 time: 0.4652841 Jul 05 03:53:30.557433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a367fe66-a484-480a-ac57-2b6c1d5631bf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:30.605068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-01ddaeb8-4b3b-4ade-b084-1ea8d51c2f5e tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.606792 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-01ddaeb8-4b3b-4ade-b084-1ea8d51c2f5e tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 944 time: 0.7497089 Jul 05 03:53:30.636972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-f6aaf495-43ff-4038-8fc4-eb9a987611ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b HTTP/1.1" status: 200 len: 217 time: 0.1199965 Jul 05 03:53:30.796117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cf083cc9-173c-42cd-ae92-58c1dfefd3c5 None None] Provisioning for port a367fe66-a484-480a-ac57-2b6c1d5631bf completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:30.802977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cf083cc9-173c-42cd-ae92-58c1dfefd3c5 None None] Provisioning complete for port a367fe66-a484-480a-ac57-2b6c1d5631bf triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:30.803608 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cf083cc9-173c-42cd-ae92-58c1dfefd3c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:30.888189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-cf083cc9-173c-42cd-ae92-58c1dfefd3c5 None None] Port a367fe66-a484-480a-ac57-2b6c1d5631bf cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:30.926637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-224c116c-db28-42b2-a953-82bd425ed9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:30.929969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-224c116c-db28-42b2-a953-82bd425ed9c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e82c32dd-6b78-4191-902a-e6a7fae2ddaf HTTP/1.1" status: 200 len: 850 time: 0.2896340 Jul 05 03:53:31.132965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a472fa33-4e82-491e-8bb0-6843fc6fb8d7 req-d352b351-3de1-4999-ab90-7d04d9118e27 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.147870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a472fa33-4e82-491e-8bb0-6843fc6fb8d7 req-d352b351-3de1-4999-ab90-7d04d9118e27 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 944 time: 0.4280608 Jul 05 03:53:31.181732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'name': 'network-vif-deleted', 'tag': 'b119295f-583d-4d54-aa56-7bd0271b2f17'}, {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '2060da13-8d43-453a-84f6-bf05488b8037'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:31.185105 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6108f16-ba16-4088-b13c-4a81e45a2ac3" -d '{"events": [{"server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "name": "network-vif-deleted", "tag": "b119295f-583d-4d54-aa56-7bd0271b2f17"}, {"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "2060da13-8d43-453a-84f6-bf05488b8037"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:31.219121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043649cc-cabd-4a9a-9a86-f6f6c3b04fcc req-c9b3d9d0-6f1e-4334-bd28-fe83558c3fa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.231752 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043649cc-cabd-4a9a-9a86-f6f6c3b04fcc req-c9b3d9d0-6f1e-4334-bd28-fe83558c3fa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.248034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043649cc-cabd-4a9a-9a86-f6f6c3b04fcc req-c9b3d9d0-6f1e-4334-bd28-fe83558c3fa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.260094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043649cc-cabd-4a9a-9a86-f6f6c3b04fcc req-c9b3d9d0-6f1e-4334-bd28-fe83558c3fa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.272056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043649cc-cabd-4a9a-9a86-f6f6c3b04fcc req-c9b3d9d0-6f1e-4334-bd28-fe83558c3fa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.284053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043649cc-cabd-4a9a-9a86-f6f6c3b04fcc req-c9b3d9d0-6f1e-4334-bd28-fe83558c3fa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.285090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-c6466b28-a56a-47e5-890a-df22addb982d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Deleting port d3433fa1-59aa-447b-8761-cc16dcd7f193 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:31.286705 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-c6466b28-a56a-47e5-890a-df22addb982d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.297611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043649cc-cabd-4a9a-9a86-f6f6c3b04fcc req-c9b3d9d0-6f1e-4334-bd28-fe83558c3fa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.304540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-043649cc-cabd-4a9a-9a86-f6f6c3b04fcc req-c9b3d9d0-6f1e-4334-bd28-fe83558c3fa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.5118082 Jul 05 03:53:31.383818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a472fa33-4e82-491e-8bb0-6843fc6fb8d7 req-9c9b914c-84ba-4793-9d4c-38947b2464a2 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b879ca7-a3db-43d1-ac9a-227662541b41&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2343926 Jul 05 03:53:31.400034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3238701d-5365-467e-a57a-a3843838a8f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:31.402922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-3238701d-5365-467e-a57a-a3843838a8f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=006871a5-87b4-4ee0-b89f-775378777a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4597602 Jul 05 03:53:31.496890 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.510925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-1733bd8f-e629-414e-9e9f-de31479f5965 req-22c7f964-1345-4179-8885-8b230e8702fb tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-22119779', 'description': 'tempest-description-1633062055'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:31.585024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-043649cc-cabd-4a9a-9a86-f6f6c3b04fcc req-07ef1a82-22a2-4401-85f0-71f455738ddf tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2729540 Jul 05 03:53:31.604080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-c6466b28-a56a-47e5-890a-df22addb982d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] For port d3433fa1-59aa-447b-8761-cc16dcd7f193, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d3433fa1-59aa-447b-8761-cc16dcd7f193,segment=NetworkSegment(9a12f4a4-f6fc-4920-b751-08306105f8f8),segment_id=9a12f4a4-f6fc-4920-b751-08306105f8f8)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:31.604468 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-c6466b28-a56a-47e5-890a-df22addb982d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.647411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-c6466b28-a56a-47e5-890a-df22addb982d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Calling delete_port for d3433fa1-59aa-447b-8761-cc16dcd7f193 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:31.716327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-4f22c496-fa19-4a1e-a9fa-77267d3199f2 service neutron] 10.222.0.26 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012354 Jul 05 03:53:31.725414 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1733bd8f-e629-414e-9e9f-de31479f5965 req-22c7f964-1345-4179-8885-8b230e8702fb tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.869513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-c12c6b19-e400-48d8-bdfb-d5f103ef5672 service neutron] 10.222.0.26 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405568 Jul 05 03:53:31.903336 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9caf7f7b-9948-4cbf-9987-111071a696d2 x-openstack-request-id: req-9caf7f7b-9948-4cbf-9987-111071a696d2 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:31.903600 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e9c246a-cba7-4c09-afaf-f7063502907c", "name": "network-vif-deleted", "tag": "b119295f-583d-4d54-aa56-7bd0271b2f17", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "2060da13-8d43-453a-84f6-bf05488b8037", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:31.903818 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9caf7f7b-9948-4cbf-9987-111071a696d2 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:31.904210 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e9c246a-cba7-4c09-afaf-f7063502907c', 'name': 'network-vif-deleted', 'tag': 'b119295f-583d-4d54-aa56-7bd0271b2f17', 'status': 'completed', 'code': 200} Jul 05 03:53:31.904455 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '2060da13-8d43-453a-84f6-bf05488b8037', 'status': 'completed', 'code': 200} Jul 05 03:53:31.911804 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:31.981245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.010169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-2c071000-ec56-476e-91a4-af9bdb5fe696 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=6d492b0a-eb7e-4212-a130-8e04dda42fb2 HTTP/1.1" status: 200 len: 217 time: 0.1288531 Jul 05 03:53:32.091812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca40bbed-3677-4f6e-863e-bd5c032baef7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:32.129864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.133344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-c6466b28-a56a-47e5-890a-df22addb982d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.137752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Pushing event updated for resources: {'Port': ['ID=a367fe66-a484-480a-ac57-2b6c1d5631bf,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:32.194864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6466b28-a56a-47e5-890a-df22addb982d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Pushing event deleted for resources: {'Port': ['ID=d3433fa1-59aa-447b-8761-cc16dcd7f193,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:32.237681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54e960c3-79ca-4da5-bef2-535e4d79a1fd req-a7b4912f-56ba-41de-b1b6-bf4e88c3c7cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 210 time: 0.1340325 Jul 05 03:53:32.262873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-42887e3b-946b-4a72-a9fd-a9fe80fe5dba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.262873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-42887e3b-946b-4a72-a9fd-a9fe80fe5dba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.2426665 Jul 05 03:53:32.284142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-c6466b28-a56a-47e5-890a-df22addb982d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] No DVR routers for this DVR port d3433fa1-59aa-447b-8761-cc16dcd7f193 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:32.288336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ca40bbed-3677-4f6e-863e-bd5c032baef7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:32.289128 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-c6466b28-a56a-47e5-890a-df22addb982d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.292053 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-47edd7c6-1508-4f37-bbd9-d966bd9ac543 req-c6466b28-a56a-47e5-890a-df22addb982d tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.13 "DELETE /v2.0/ports/d3433fa1-59aa-447b-8761-cc16dcd7f193 HTTP/1.1" status: 204 len: 173 time: 1.6784940 Jul 05 03:53:32.307830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ca40bbed-3677-4f6e-863e-bd5c032baef7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:32.312154 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.359280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:32.361718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:32.409431 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1733bd8f-e629-414e-9e9f-de31479f5965 req-22c7f964-1345-4179-8885-8b230e8702fb tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.460347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-fd867997-ab6e-4d17-9ff3-bd38eddf1225 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:32.463279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-fd867997-ab6e-4d17-9ff3-bd38eddf1225 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1825817 Jul 05 03:53:32.474884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54840) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:32.566463 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.631369 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1733bd8f-e629-414e-9e9f-de31479f5965 req-22c7f964-1345-4179-8885-8b230e8702fb tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.644892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port ca40bbed-3677-4f6e-863e-bd5c032baef7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ca40bbed-3677-4f6e-863e-bd5c032baef7,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:32.682558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Router 56dccfd5-b108-4a4e-a7f9-447c4a100064 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:32.744604 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.784691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c7f964-1345-4179-8885-8b230e8702fb tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=890064d6-4be0-4750-ade5-864f3bdb5ac1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:32.819264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cbb6c3-e646-4495-b533-e2874a7bd74e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting subnet 98889ddf-93a7-4f9d-9ee2-c144791b2f5f {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:32.837772 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb6c3-e646-4495-b533-e2874a7bd74e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.862670 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1733bd8f-e629-414e-9e9f-de31479f5965 req-22c7f964-1345-4179-8885-8b230e8702fb tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.874350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1733bd8f-e629-414e-9e9f-de31479f5965 req-22c7f964-1345-4179-8885-8b230e8702fb tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3727827 Jul 05 03:53:32.900050 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a97e1b1d-babd-40ce-aacf-a5303de5415a None None] Provisioning complete for port a367fe66-a484-480a-ac57-2b6c1d5631bf triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:32.900645 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a97e1b1d-babd-40ce-aacf-a5303de5415a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.933002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=ca40bbed-3677-4f6e-863e-bd5c032baef7,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:32.935145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:32.953232 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a9156e91-7ce9-478a-8af0-57ba5771a9f6 admin admin] 10.222.0.30 "PUT /v2.0/routers/56dccfd5-b108-4a4e-a7f9-447c4a100064/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2479234 Jul 05 03:53:32.953436 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Sync routers for ids ['56dccfd5-b108-4a4e-a7f9-447c4a100064'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.958305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:32.966895 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Routers {'56dccfd5-b108-4a4e-a7f9-447c4a100064'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:32.967228 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:53:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['56dccfd5-b108-4a4e-a7f9-447c4a100064'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:32.979089 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb6c3-e646-4495-b533-e2874a7bd74e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:32.984123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-880cd6a0-f4e0-4664-a195-8308614b6f6f service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5077932 Jul 05 03:53:33.002022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a97e1b1d-babd-40ce-aacf-a5303de5415a None None] Port a367fe66-a484-480a-ac57-2b6c1d5631bf cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:53:33.135489 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Set router 56dccfd5-b108-4a4e-a7f9-447c4a100064 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:33.224526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35c46250-94dc-468f-b852-291f3653253c req-ce586a23-c2b7-499a-b602-3ae09a340e51 tempest-ImagesTestJSON-972555739 tempest-ImagesTestJSON-972555739-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba HTTP/1.1" status: 200 len: 210 time: 0.1727331 Jul 05 03:53:33.416967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392e2f-5d74-4f11-91d5-67c96f6687eb req-aa8a4cbf-3373-4ae0-98ff-5eb432bef2a9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.431493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392e2f-5d74-4f11-91d5-67c96f6687eb req-aa8a4cbf-3373-4ae0-98ff-5eb432bef2a9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.443638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392e2f-5d74-4f11-91d5-67c96f6687eb req-aa8a4cbf-3373-4ae0-98ff-5eb432bef2a9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.453337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392e2f-5d74-4f11-91d5-67c96f6687eb req-aa8a4cbf-3373-4ae0-98ff-5eb432bef2a9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.460944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392e2f-5d74-4f11-91d5-67c96f6687eb req-aa8a4cbf-3373-4ae0-98ff-5eb432bef2a9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.469159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392e2f-5d74-4f11-91d5-67c96f6687eb req-aa8a4cbf-3373-4ae0-98ff-5eb432bef2a9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.477617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4392e2f-5d74-4f11-91d5-67c96f6687eb req-aa8a4cbf-3373-4ae0-98ff-5eb432bef2a9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.480173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4392e2f-5d74-4f11-91d5-67c96f6687eb req-aa8a4cbf-3373-4ae0-98ff-5eb432bef2a9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.4419653 Jul 05 03:53:33.481331 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'name': 'tempest-FloatingIPDetailsTestJSON-735103728-router', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:19Z', 'updated_at': '2021-07-05T03:53:31Z', 'revision_number': 4, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'gw_port': {'id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:21Z', 'updated_at': '2021-07-05T03:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a367fe66-a484-480a-ac57-2b6c1d5631bf', 'name': '', 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'mac_address': 'fa:16:3e:ef:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:27Z', 'updated_at': '2021-07-05T03:53:31Z', 'revision_number': 2, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'subnets': [{'id': '3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:33.514879 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Checking router: 56dccfd5-b108-4a4e-a7f9-447c4a100064 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:33.515213 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Updating router 56dccfd5-b108-4a4e-a7f9-447c4a100064 port a367fe66-a484-480a-ac57-2b6c1d5631bf binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:53:33.516635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-6e453c13-d2f3-4c3c-9304-683156bc8f0c service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4773784 Jul 05 03:53:33.562358 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.622449 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb6c3-e646-4495-b533-e2874a7bd74e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:33.674684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-783c1e68-1ca4-4eb2-a55f-a9025905aa73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=a3b46c54-bdae-4449-8d05-26034a82d0b5 HTTP/1.1" status: 200 len: 217 time: 0.1375225 Jul 05 03:53:33.752118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4392e2f-5d74-4f11-91d5-67c96f6687eb req-dd0238e1-baf4-410b-9dc1-e08a8a775a1c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2466629 Jul 05 03:53:33.767596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a8757dd-d7db-423d-b8e4-7ee378172bcb req-4ef01233-4299-4dae-aa0b-34cda3cf9bea tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/890064d6-4be0-4750-ade5-864f3bdb5ac1 HTTP/1.1" status: 200 len: 1813 time: 0.2829816 Jul 05 03:53:33.789196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-7eedf20c-971d-4c06-a49c-51ae181bc24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.791355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-7eedf20c-971d-4c06-a49c-51ae181bc24f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.1006520 Jul 05 03:53:33.893062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a5409353-d8f9-446f-8f96-261daa8b1ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:33.895338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-a5409353-d8f9-446f-8f96-261daa8b1ea3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0966094 Jul 05 03:53:33.905625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'name': 'network-vif-deleted', 'tag': 'd3433fa1-59aa-447b-8761-cc16dcd7f193'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:53:33.908031 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ae57aa7-14f8-4988-a126-c2071bba39fd" -d '{"events": [{"server_uuid": "4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba", "name": "network-vif-deleted", "tag": "d3433fa1-59aa-447b-8761-cc16dcd7f193"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:53:34.051029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca40bbed-3677-4f6e-863e-bd5c032baef7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:34.069778 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.087644 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Transition to ACTIVE for port object a367fe66-a484-480a-ac57-2b6c1d5631bf will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:34.141892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ca40bbed-3677-4f6e-863e-bd5c032baef7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:34.142428 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.263542 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.280973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d3433fa1-59aa-447b-8761-cc16dcd7f193 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:34.321589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: d3433fa1-59aa-447b-8761-cc16dcd7f193 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:34.322353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d3433fa1-59aa-447b-8761-cc16dcd7f193 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:34.345595 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a04c47-c71b-49a5-8ccf-7dd0dc6c3880 None None] Pushing event updated for resources: {'Port': ['ID=a367fe66-a484-480a-ac57-2b6c1d5631bf,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:34.398601 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Attempting to bind port a367fe66-a484-480a-ac57-2b6c1d5631bf on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:34.399709 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Attempting to bind port a367fe66-a484-480a-ac57-2b6c1d5631bf by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '746c0a02-bf9f-40ae-9cca-a16e4964c48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:34.399862 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Attempting to bind port a367fe66-a484-480a-ac57-2b6c1d5631bf on network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:34.408031 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:34.408732 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Checking segment: {'id': '746c0a02-bf9f-40ae-9cca-a16e4964c48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:34.409286 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.409820 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Bound using segment: {'id': '746c0a02-bf9f-40ae-9cca-a16e4964c48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:34.411194 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Bound port: a367fe66-a484-480a-ac57-2b6c1d5631bf, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '746c0a02-bf9f-40ae-9cca-a16e4964c48b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:34.412046 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.510980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22ea0210-fa30-420a-9961-51fb087a9293 req-0d13635b-88df-4ec3-b378-d60b7832f31a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 210 time: 0.5387526 Jul 05 03:53:34.512709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb6c3-e646-4495-b533-e2874a7bd74e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.534616 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] For port a367fe66-a484-480a-ac57-2b6c1d5631bf, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:34.536404 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] For port a367fe66-a484-480a-ac57-2b6c1d5631bf, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a367fe66-a484-480a-ac57-2b6c1d5631bf,segment=NetworkSegment(746c0a02-bf9f-40ae-9cca-a16e4964c48b),segment_id=746c0a02-bf9f-40ae-9cca-a16e4964c48b)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:34.603742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23fce01-0890-429d-9ae2-b79fa6753437 None None] Network 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:34.631853 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2cbb6c3-e646-4495-b533-e2874a7bd74e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.637583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b2cbb6c3-e646-4495-b533-e2874a7bd74e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "DELETE /v2.0/subnets/98889ddf-93a7-4f9d-9ee2-c144791b2f5f HTTP/1.1" status: 204 len: 168 time: 2.1446521 Jul 05 03:53:34.637785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54868) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:34.646448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cbb6c3-e646-4495-b533-e2874a7bd74e tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Subnet': ['ID=98889ddf-93a7-4f9d-9ee2-c144791b2f5f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:34.648143 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.754802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-25088784-90f1-4f6c-9c49-ed16cd0f19c8 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8434427 Jul 05 03:53:34.785439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-50c516d8-038b-4611-bf88-5788f8065779 req-d7190100-771e-4ec5-9f87-14763b946aa8 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1091368241', 'description': 'tempest-description-1434345658'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:34.810008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a6623712-43d2-4542-b1f5-3623df409bfd tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.8135855 Jul 05 03:53:34.817446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:34.846195 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Routers {'56dccfd5-b108-4a4e-a7f9-447c4a100064'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:34.846195 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:53:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['56dccfd5-b108-4a4e-a7f9-447c4a100064'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:34.881569 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:34.932300 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a04c47-c71b-49a5-8ccf-7dd0dc6c3880 None None] Pushing event updated for resources: {'Port': ['ID=a367fe66-a484-480a-ac57-2b6c1d5631bf,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:34.950198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3dfe55-a365-4b22-aaad-606691fb085e None None] DHCP port deletion for 5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:53:34.982179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-98dc76db-ebda-4cff-9cdf-0d1d33897f61 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2172389 Jul 05 03:53:35.023850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:35.024497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.090965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3d3dfe55-a365-4b22-aaad-606691fb085e None None] Deleting port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:35.095760 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-50c516d8-038b-4611-bf88-5788f8065779 req-d7190100-771e-4ec5-9f87-14763b946aa8 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.098636 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfe55-a365-4b22-aaad-606691fb085e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.110383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-06bddb47-afda-46cf-a478-fc3e30216259 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=da1ef700-fd8d-42b6-b707-e72c89cbb7f8 HTTP/1.1" status: 200 len: 217 time: 0.1172688 Jul 05 03:53:35.122269 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] Set router 56dccfd5-b108-4a4e-a7f9-447c4a100064 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:35.190247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] For port 85c33882-ea29-40bb-acf6-db6f29fd4bb8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=85c33882-ea29-40bb-acf6-db6f29fd4bb8,segment=NetworkSegment(4150a25f-b4ea-414d-8c81-9ed9c839de24),segment_id=4150a25f-b4ea-414d-8c81-9ed9c839de24)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:35.192861 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.211715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-66cbbd3a-fd21-4344-8daa-4dc10e988e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.213270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-66cbbd3a-fd21-4344-8daa-4dc10e988e20 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.0895212 Jul 05 03:53:35.232366 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Calling delete_port for 85c33882-ea29-40bb-acf6-db6f29fd4bb8 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:35.312568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3d3dfe55-a365-4b22-aaad-606691fb085e None None] For port 85c33882-ea29-40bb-acf6-db6f29fd4bb8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=85c33882-ea29-40bb-acf6-db6f29fd4bb8,segment=NetworkSegment(4150a25f-b4ea-414d-8c81-9ed9c839de24),segment_id=4150a25f-b4ea-414d-8c81-9ed9c839de24)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:35.313899 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfe55-a365-4b22-aaad-606691fb085e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.334885 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.354273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3d3dfe55-a365-4b22-aaad-606691fb085e None None] Calling delete_port for 85c33882-ea29-40bb-acf6-db6f29fd4bb8 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:35.449065 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'name': 'tempest-FloatingIPDetailsTestJSON-735103728-router', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:19Z', 'updated_at': '2021-07-05T03:53:31Z', 'revision_number': 4, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'gw_port': {'id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:21Z', 'updated_at': '2021-07-05T03:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a367fe66-a484-480a-ac57-2b6c1d5631bf', 'name': '', 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'mac_address': 'fa:16:3e:ef:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:27Z', 'updated_at': '2021-07-05T03:53:34Z', 'revision_number': 4, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'subnets': [{'id': '3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:35.475857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.482417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-812c7caa-2ee3-45fe-a9cd-a8de7409ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:35.484368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-812c7caa-2ee3-45fe-a9cd-a8de7409ec4e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2555621 Jul 05 03:53:35.494450 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b30f8eb1-67be-4ee1-bd4e-216950f020a7 None None] The sync data for ids ['56dccfd5-b108-4a4e-a7f9-447c4a100064'] in n-d-758944-41 is: [{'id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'name': 'tempest-FloatingIPDetailsTestJSON-735103728-router', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:19Z', 'updated_at': '2021-07-05T03:53:31Z', 'revision_number': 4, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'gw_port': {'id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:21Z', 'updated_at': '2021-07-05T03:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a367fe66-a484-480a-ac57-2b6c1d5631bf', 'name': '', 'network_id': '34e2b9d9-0c05-4829-bebc-cef1d6d13eb7', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'mac_address': 'fa:16:3e:ef:5d:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'device_owner': 'network:router_interface', 'standard_attr_id': 1045, 'fixed_ips': [{'subnet_id': '3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:27Z', 'updated_at': '2021-07-05T03:53:34Z', 'revision_number': 4, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'subnets': [{'id': '3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: from cryptography.utils import int_from_bytes Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: from cryptography.utils import int_from_bytes Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.525957 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:53:35.530917 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 03:53:35.537497 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3d3dfe55-a365-4b22-aaad-606691fb085e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.537898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Port': ['ID=85c33882-ea29-40bb-acf6-db6f29fd4bb8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.552424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] No DVR routers for this DVR port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:35.663480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3dfe55-a365-4b22-aaad-606691fb085e None None] No DVR routers for this DVR port 85c33882-ea29-40bb-acf6-db6f29fd4bb8 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:35.673524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3dfe55-a365-4b22-aaad-606691fb085e None None] Pushing event deleted for resources: {'Port': ['ID=85c33882-ea29-40bb-acf6-db6f29fd4bb8,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:35.714891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-50c516d8-038b-4611-bf88-5788f8065779 req-d7190100-771e-4ec5-9f87-14763b946aa8 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.759955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.788610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f57bfa1-7781-4b58-aa4d-a47cf11f8a29']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:35.796740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-af4fe450-3af2-45e6-8c72-2ea0712bf20c service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3012259 Jul 05 03:53:35.810467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4150a25f-b4ea-414d-8c81-9ed9c839de24') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:35.810939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4150a25f-b4ea-414d-8c81-9ed9c839de24') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:35.828287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.847705 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.856210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:35.862741 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:35.906526 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-50c516d8-038b-4611-bf88-5788f8065779 req-d7190100-771e-4ec5-9f87-14763b946aa8 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:35.931224 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.092184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-573607af-3f17-4fd9-8923-5cfdd0842f3e service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2866685 Jul 05 03:53:36.098704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a367fe66-a484-480a-ac57-2b6c1d5631bf up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:36.122070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7190100-771e-4ec5-9f87-14763b946aa8 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e11ad77-9201-47b5-8c19-856f6dd32282,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:36.160280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-16f3757b-ad59-44ba-8f6f-1ad289bdbc6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=029b7215-0712-46b9-967f-471924c08ffc HTTP/1.1" status: 200 len: 217 time: 0.0548127 Jul 05 03:53:36.178241 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.189655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.191860 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "DELETE /v2.0/networks/5f57bfa1-7781-4b58-aa4d-a47cf11f8a29 HTTP/1.1" status: 204 len: 168 time: 1.5527184 Jul 05 03:53:36.202530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54876) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:36.204702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Allocated IP 172.25.4.19 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/a97a37c7-2c41-48b9-9a78-9a97700efd51) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:36.245376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-5fd5a7f3-a55d-4969-bd8f-ce111a6d05b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.247090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-5fd5a7f3-a55d-4969-bd8f-ce111a6d05b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.0756400 Jul 05 03:53:36.278946 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-50c516d8-038b-4611-bf88-5788f8065779 req-d7190100-771e-4ec5-9f87-14763b946aa8 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.282036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-54337caf-ada6-4de5-979e-600af83edbba tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting subnet 8c1de5df-48ad-474a-9037-4673951ea177 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:36.292348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50c516d8-038b-4611-bf88-5788f8065779 req-d7190100-771e-4ec5-9f87-14763b946aa8 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 1.5265346 Jul 05 03:53:36.295127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02029e5-f23a-406c-a532-0fead2192265 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Network': ['ID=5f57bfa1-7781-4b58-aa4d-a47cf11f8a29,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:36.298387 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54337caf-ada6-4de5-979e-600af83edbba tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.321824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a367fe66-a484-480a-ac57-2b6c1d5631bf completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:36.327151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a367fe66-a484-480a-ac57-2b6c1d5631bf triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:36.328502 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.352461 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eb9d665-08d7-4864-a279-2559008bb0e7 x-openstack-request-id: req-1eb9d665-08d7-4864-a279-2559008bb0e7 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:53:36.352809 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba", "name": "network-vif-deleted", "tag": "d3433fa1-59aa-447b-8761-cc16dcd7f193", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:53:36.353017 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1eb9d665-08d7-4864-a279-2559008bb0e7 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:53:36.353437 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a17d115-96ef-42ab-8ddd-f70cdbe6e8ba', 'name': 'network-vif-deleted', 'tag': 'd3433fa1-59aa-447b-8761-cc16dcd7f193', 'status': 'completed', 'code': 200} Jul 05 03:53:36.378711 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54337caf-ada6-4de5-979e-600af83edbba tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.444564 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.483683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-4f49ce1a-375f-4329-873e-1f039c235372 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:36.485548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-4f49ce1a-375f-4329-873e-1f039c235372 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1920264 Jul 05 03:53:36.505302 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.531811 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54337caf-ada6-4de5-979e-600af83edbba tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.565361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port a367fe66-a484-480a-ac57-2b6c1d5631bf, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a367fe66-a484-480a-ac57-2b6c1d5631bf,segment=NetworkSegment(746c0a02-bf9f-40ae-9cca-a16e4964c48b),segment_id=746c0a02-bf9f-40ae-9cca-a16e4964c48b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:36.681784 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ce318231-a482-4816-b22d-1e7dafb0d61c service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1831656 Jul 05 03:53:36.693385 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.757487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54337caf-ada6-4de5-979e-600af83edbba tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.816705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-e0735968-47eb-4d76-8876-337924ab45f9 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246083 Jul 05 03:53:36.817724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 85c33882-ea29-40bb-acf6-db6f29fd4bb8 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:36.838326 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.838802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54337caf-ada6-4de5-979e-600af83edbba tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:36.846055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 85c33882-ea29-40bb-acf6-db6f29fd4bb8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:36.852777 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-54337caf-ada6-4de5-979e-600af83edbba tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "DELETE /v2.0/subnets/8c1de5df-48ad-474a-9037-4673951ea177 HTTP/1.1" status: 204 len: 168 time: 0.6421769 Jul 05 03:53:36.853134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 85c33882-ea29-40bb-acf6-db6f29fd4bb8 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:36.853223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54337caf-ada6-4de5-979e-600af83edbba tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Subnet': ['ID=8c1de5df-48ad-474a-9037-4673951ea177,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:36.856798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54882) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:36.861915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8c0b33-295b-4c81-89c9-96e70eb77500 None None] Network 3005488f-8eff-494e-8347-5db673be5d19 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:36.932989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-d0ea13fd-0b09-41a1-b74e-b5d5223f65f2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58db8a08-581b-407b-96e0-b1a5a738e947 HTTP/1.1" status: 200 len: 217 time: 0.1032932 Jul 05 03:53:36.977873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=a367fe66-a484-480a-ac57-2b6c1d5631bf,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.036876 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.037569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-7ac0edde-308e-490d-aa4b-5e85a143c74d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.039142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-7ac0edde-308e-490d-aa4b-5e85a143c74d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 HTTP/1.1" status: 200 len: 797 time: 0.0795259 Jul 05 03:53:37.053949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:37.075865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:37.105644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:37.137703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Deleting port af351a6a-4bb7-4b83-a33f-5187ae439b8c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:37.138408 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.165555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event updated for resources: {'Port': ['ID=a97a37c7-2c41-48b9-9a78-9a97700efd51,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.197939 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.198506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.198673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.198969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.199317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.199700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.200061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.200429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.200760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.201089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.201447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.201832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:53:37.208231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c96a1c-ddcf-486d-bf51-1d5b50c541e6 None None] DHCP port deletion for 3005488f-8eff-494e-8347-5db673be5d19 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:53:37.287654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] For port af351a6a-4bb7-4b83-a33f-5187ae439b8c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af351a6a-4bb7-4b83-a33f-5187ae439b8c,segment=NetworkSegment(fe684dfd-9268-4bc1-b36d-b6c51fbcb31d),segment_id=fe684dfd-9268-4bc1-b36d-b6c51fbcb31d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:37.288474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.294841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed18f5-224d-4d21-b3d0-20e361bc0772 req-77b6b7ba-cd14-42a6-ab9e-2bafb64bf209 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.301269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed18f5-224d-4d21-b3d0-20e361bc0772 req-77b6b7ba-cd14-42a6-ab9e-2bafb64bf209 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.308581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed18f5-224d-4d21-b3d0-20e361bc0772 req-77b6b7ba-cd14-42a6-ab9e-2bafb64bf209 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.314897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Calling delete_port for af351a6a-4bb7-4b83-a33f-5187ae439b8c owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:37.316709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed18f5-224d-4d21-b3d0-20e361bc0772 req-77b6b7ba-cd14-42a6-ab9e-2bafb64bf209 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.324410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed18f5-224d-4d21-b3d0-20e361bc0772 req-77b6b7ba-cd14-42a6-ab9e-2bafb64bf209 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.331171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed18f5-224d-4d21-b3d0-20e361bc0772 req-77b6b7ba-cd14-42a6-ab9e-2bafb64bf209 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.338379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ed18f5-224d-4d21-b3d0-20e361bc0772 req-77b6b7ba-cd14-42a6-ab9e-2bafb64bf209 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.348918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60ed18f5-224d-4d21-b3d0-20e361bc0772 req-77b6b7ba-cd14-42a6-ab9e-2bafb64bf209 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.5283408 Jul 05 03:53:37.349429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-99c96a1c-ddcf-486d-bf51-1d5b50c541e6 None None] Deleting port af351a6a-4bb7-4b83-a33f-5187ae439b8c {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:37.349429 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-99c96a1c-ddcf-486d-bf51-1d5b50c541e6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.394013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-6fc6725f-7e40-450b-9eb7-2c8f1f2405b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:37.395463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-6fc6725f-7e40-450b-9eb7-2c8f1f2405b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3369970 Jul 05 03:53:37.397492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.460618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60ed18f5-224d-4d21-b3d0-20e361bc0772 req-6ae91722-e749-41f7-9ea5-d64ec38d982a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1131246 Jul 05 03:53:37.505365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-99c96a1c-ddcf-486d-bf51-1d5b50c541e6 None None] For port af351a6a-4bb7-4b83-a33f-5187ae439b8c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af351a6a-4bb7-4b83-a33f-5187ae439b8c,segment=NetworkSegment(fe684dfd-9268-4bc1-b36d-b6c51fbcb31d),segment_id=fe684dfd-9268-4bc1-b36d-b6c51fbcb31d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:37.506453 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-99c96a1c-ddcf-486d-bf51-1d5b50c541e6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.532244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-99c96a1c-ddcf-486d-bf51-1d5b50c541e6 None None] Calling delete_port for af351a6a-4bb7-4b83-a33f-5187ae439b8c owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:37.613187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.667549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.677872 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-99c96a1c-ddcf-486d-bf51-1d5b50c541e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.695189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-700235be-b655-4b0f-9d25-9646e8fea14b req-d0938210-46a7-4e80-b9c9-07e1a0e37181 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 210 time: 0.0421557 Jul 05 03:53:37.702878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-1bdd88f4-def3-4d84-a0f7-e211396e4a0a service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2955070 Jul 05 03:53:37.712563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Port': ['ID=af351a6a-4bb7-4b83-a33f-5187ae439b8c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.719073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] No DVR routers for this DVR port af351a6a-4bb7-4b83-a33f-5187ae439b8c on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:37.726709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c96a1c-ddcf-486d-bf51-1d5b50c541e6 None None] Pushing event deleted for resources: {'Port': ['ID=af351a6a-4bb7-4b83-a33f-5187ae439b8c,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:37.730151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c96a1c-ddcf-486d-bf51-1d5b50c541e6 None None] No DVR routers for this DVR port af351a6a-4bb7-4b83-a33f-5187ae439b8c on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:37.842144 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-ac3bc84d-405a-44a9-b71f-7ed52ac80c28 service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275513 Jul 05 03:53:37.845721 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.861145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3005488f-8eff-494e-8347-5db673be5d19']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:37.902810 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:37.903182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe684dfd-9268-4bc1-b36d-b6c51fbcb31d') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:37.904084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-68e86136-4137-411b-973e-0c2c6d03661f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2060da13-8d43-453a-84f6-bf05488b8037 HTTP/1.1" status: 200 len: 217 time: 0.0532005 Jul 05 03:53:37.915471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.935604 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.943245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:37.943848 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:37.948672 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:38.036105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a367fe66-a484-480a-ac57-2b6c1d5631bf up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:38.056718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-7097e65f-5c7c-426d-ab51-06aadae1206b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.058220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-7097e65f-5c7c-426d-ab51-06aadae1206b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 HTTP/1.1" status: 200 len: 797 time: 0.0983353 Jul 05 03:53:38.066299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f46819b-7fd4-46d5-aa94-75862ae6c3f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.116174 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a367fe66-a484-480a-ac57-2b6c1d5631bf triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:38.116476 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.116706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b54814ab-788f-4558-aeda-25784b9fe7e6 req-cbb057b1-6bbc-45ba-82c9-0222dd2b081b tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/3e11ad77-9201-47b5-8c19-856f6dd32282 HTTP/1.1" status: 200 len: 1815 time: 0.2114053 Jul 05 03:53:38.171494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.199824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.212865 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] 10.222.0.30 "DELETE /v2.0/networks/3005488f-8eff-494e-8347-5db673be5d19 HTTP/1.1" status: 204 len: 168 time: 1.3411233 Jul 05 03:53:38.222822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840be058-fd7e-4a03-8982-bed48f5a02f1 tempest-ServersTestMultiNic-1221148620 tempest-ServersTestMultiNic-1221148620-project] Pushing event deleted for resources: {'Network': ['ID=3005488f-8eff-494e-8347-5db673be5d19,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:38.232432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-47c6f4f9-4e68-4e57-8000-937c338cd668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.239802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-47c6f4f9-4e68-4e57-8000-937c338cd668 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1679287 Jul 05 03:53:38.363727 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.392651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af351a6a-4bb7-4b83-a33f-5187ae439b8c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:38.433689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: af351a6a-4bb7-4b83-a33f-5187ae439b8c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:38.434083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af351a6a-4bb7-4b83-a33f-5187ae439b8c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:38.442865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-04a4b5f6-764a-4f86-b412-065442cf6400 req-618beba4-8739-4563-b043-59192df3acf6 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-119880256', 'description': 'tempest-description-477622875'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:38.449688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-495ff09c-e0f6-4e39-8ad2-c1f72d3dca35 service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994355 Jul 05 03:53:38.519343 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.635321 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-04a4b5f6-764a-4f86-b412-065442cf6400 req-618beba4-8739-4563-b043-59192df3acf6 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.669447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event updated for resources: {'Port': ['ID=a97a37c7-2c41-48b9-9a78-9a97700efd51,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:38.704645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d15dd983-e182-43ef-a2c6-e3351d860462 req-fc2daede-7e69-4d44-a4c1-5c98732979fb service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462823 Jul 05 03:53:38.707763 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.803748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-04a4b5f6-764a-4f86-b412-065442cf6400 req-618beba4-8739-4563-b043-59192df3acf6 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:38.909895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-1b4a593c-b187-4ab6-a4e8-4b3486f6e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.910786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-1b4a593c-b187-4ab6-a4e8-4b3486f6e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.910965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-1b4a593c-b187-4ab6-a4e8-4b3486f6e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.911446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-1b4a593c-b187-4ab6-a4e8-4b3486f6e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.911980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-1b4a593c-b187-4ab6-a4e8-4b3486f6e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.912474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-1b4a593c-b187-4ab6-a4e8-4b3486f6e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.913135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-1b4a593c-b187-4ab6-a4e8-4b3486f6e2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:38.916174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-1b4a593c-b187-4ab6-a4e8-4b3486f6e2c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6484 time: 0.0767572 Jul 05 03:53:38.918837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-04a4b5f6-764a-4f86-b412-065442cf6400 req-618beba4-8739-4563-b043-59192df3acf6 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.007762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618beba4-8739-4563-b043-59192df3acf6 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe6e3bc3-f785-404b-b712-7d6bfa6f669a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:39.013006 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.014282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-a3eff5a5-8f47-4188-af75-c82b68483f9e tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.2026141 Jul 05 03:53:39.082702 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-04a4b5f6-764a-4f86-b412-065442cf6400 req-618beba4-8739-4563-b043-59192df3acf6 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:39.083851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04a4b5f6-764a-4f86-b412-065442cf6400 req-618beba4-8739-4563-b043-59192df3acf6 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.6512520 Jul 05 03:53:39.103276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-4402e1d8-8774-47d3-9cd2-9ef57a1de506 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0716052 Jul 05 03:53:39.106479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-0badec3d-c7f3-4b0a-a5e0-987e9457358d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.115203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-0badec3d-c7f3-4b0a-a5e0-987e9457358d service neutron] 10.222.0.26 "GET /v2.0/networks?id=320dbe57-ecdf-4942-b75a-f8d707d5678c HTTP/1.1" status: 200 len: 903 time: 0.1813118 Jul 05 03:53:39.232567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-092cecb1-a3ff-43e8-bbd1-73730dc36d39 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2060da13-8d43-453a-84f6-bf05488b8037 HTTP/1.1" status: 200 len: 217 time: 0.1041958 Jul 05 03:53:39.342609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-df9f261f-91e9-4acc-a1aa-712579392106 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.345060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-df9f261f-91e9-4acc-a1aa-712579392106 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 HTTP/1.1" status: 200 len: 797 time: 0.0981610 Jul 05 03:53:39.384591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-ddd900d0-8566-4b2d-9766-9650abfd07e4 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.386344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f7bc21a-6410-4809-8e08-6415217a7046 req-ddd900d0-8566-4b2d-9766-9650abfd07e4 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.2723951 Jul 05 03:53:39.593558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec6b4efd-6674-4a19-b8b0-fdfb1fe610ea req-4a4c886a-344f-49a4-97dc-6c976bea2ae1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=4ab6989f-5f8d-452e-b365-1f7144049146 HTTP/1.1" status: 200 len: 210 time: 0.0733306 Jul 05 03:53:39.636146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-469bff88-11b9-4a8d-bfa9-db3f6c7879c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.636146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-469bff88-11b9-4a8d-bfa9-db3f6c7879c2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2378838 Jul 05 03:53:39.678163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d733a-f587-4900-92ba-2263afbf956c req-4ffb9e46-73e7-41fa-8bb3-5a6b04d92d80 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.690886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d733a-f587-4900-92ba-2263afbf956c req-4ffb9e46-73e7-41fa-8bb3-5a6b04d92d80 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.702876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d733a-f587-4900-92ba-2263afbf956c req-4ffb9e46-73e7-41fa-8bb3-5a6b04d92d80 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.714891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d733a-f587-4900-92ba-2263afbf956c req-4ffb9e46-73e7-41fa-8bb3-5a6b04d92d80 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.726951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d733a-f587-4900-92ba-2263afbf956c req-4ffb9e46-73e7-41fa-8bb3-5a6b04d92d80 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.738631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d733a-f587-4900-92ba-2263afbf956c req-4ffb9e46-73e7-41fa-8bb3-5a6b04d92d80 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.750141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d733a-f587-4900-92ba-2263afbf956c req-4ffb9e46-73e7-41fa-8bb3-5a6b04d92d80 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:39.760979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e80d733a-f587-4900-92ba-2263afbf956c req-4ffb9e46-73e7-41fa-8bb3-5a6b04d92d80 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.3717573 Jul 05 03:53:39.938670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8908faad-5034-4df4-aad8-081cd0197559 req-fe934324-0273-42a5-be46-80875d125fb3 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/fe6e3bc3-f785-404b-b712-7d6bfa6f669a HTTP/1.1" status: 200 len: 1813 time: 0.1547909 Jul 05 03:53:39.945911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e80d733a-f587-4900-92ba-2263afbf956c req-2133866c-43b1-430d-9714-240958bafe0c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1605775 Jul 05 03:53:40.026338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-f3b608e9-778b-49c4-855c-6df1cf6b4d91 service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3865657 Jul 05 03:53:40.269041 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-38d4b3e7-617c-4fda-b918-cf9c793447c5 req-6c1753f2-c203-4c9c-94b1-6bfd0223ff3b tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] show failed (client error): The resource could not be found. Jul 05 03:53:40.270164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38d4b3e7-617c-4fda-b918-cf9c793447c5 req-6c1753f2-c203-4c9c-94b1-6bfd0223ff3b tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/ebc20617-b10e-412e-bfb2-c3907dda58c6 HTTP/1.1" status: 404 len: 352 time: 0.0563223 Jul 05 03:53:40.307373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6108f16-ba16-4088-b13c-4a81e45a2ac3 req-4da7d55e-b020-4f9b-baf0-d94f91f8b773 service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2773345 Jul 05 03:53:40.315129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-db4145b5-c4c1-498b-af10-ec3c0e4d1f22 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2406018 Jul 05 03:53:40.336941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:40.446537 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-084fb3c3-97f8-418c-a8d7-88f4168cc9d4 req-afb44604-38bb-4e9e-be8e-980d9a959f0d tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] show failed (client error): The resource could not be found. Jul 05 03:53:40.447974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-084fb3c3-97f8-418c-a8d7-88f4168cc9d4 req-afb44604-38bb-4e9e-be8e-980d9a959f0d tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-group-rules/02c6fee0-29b2-4e0c-a2b2-67830f1f24d1 HTTP/1.1" status: 404 len: 361 time: 0.0169711 Jul 05 03:53:40.464577 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.612826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.613098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54932) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:40.748301 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e4868cd0-1298-423c-87b1-bab08013e7c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.832496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0bc9689a-8392-44a3-a275-2841b50be7e5 req-282ea659-a750-4f30-8f35-4ab4e41f1920 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/fe6e3bc3-f785-404b-b712-7d6bfa6f669a HTTP/1.1" status: 200 len: 1813 time: 0.2024853 Jul 05 03:53:40.895536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Allocated IP 172.25.4.115 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/bf1c067f-e2e2-4618-8551-2b90d9a51f88) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:40.928151 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:40.988325 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0bc9689a-8392-44a3-a275-2841b50be7e5 req-ed3b733f-9ae7-4019-b452-22a7e02266ae tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.031765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0bc9689a-8392-44a3-a275-2841b50be7e5 req-ed3b733f-9ae7-4019-b452-22a7e02266ae tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.090436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.207014 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0bc9689a-8392-44a3-a275-2841b50be7e5 req-ed3b733f-9ae7-4019-b452-22a7e02266ae tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.210243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0bc9689a-8392-44a3-a275-2841b50be7e5 req-ed3b733f-9ae7-4019-b452-22a7e02266ae tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.211885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0bc9689a-8392-44a3-a275-2841b50be7e5 req-ed3b733f-9ae7-4019-b452-22a7e02266ae tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "DELETE /v2.0/security-groups/fe6e3bc3-f785-404b-b712-7d6bfa6f669a HTTP/1.1" status: 204 len: 173 time: 0.3665321 Jul 05 03:53:41.222728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3b733f-9ae7-4019-b452-22a7e02266ae tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe6e3bc3-f785-404b-b712-7d6bfa6f669a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:41.230433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.242215 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.326907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:41.344725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:41.348655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:41.386422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event updated for resources: {'Port': ['ID=bf1c067f-e2e2-4618-8551-2b90d9a51f88,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:41.509411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.657504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.762079 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.779076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] Deleting port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:41.780013 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.895244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e6ce-3f04-426f-ace3-5c23ca7d2359 req-a29b6f74-d53b-43f5-9ce4-b4fc6380a10d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.901825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e6ce-3f04-426f-ace3-5c23ca7d2359 req-a29b6f74-d53b-43f5-9ce4-b4fc6380a10d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.908141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e6ce-3f04-426f-ace3-5c23ca7d2359 req-a29b6f74-d53b-43f5-9ce4-b4fc6380a10d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.914018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e6ce-3f04-426f-ace3-5c23ca7d2359 req-a29b6f74-d53b-43f5-9ce4-b4fc6380a10d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.920001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e6ce-3f04-426f-ace3-5c23ca7d2359 req-a29b6f74-d53b-43f5-9ce4-b4fc6380a10d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.924581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] For port bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772,segment=NetworkSegment(9c7f52b8-6781-4104-b5d7-eb60d40447e7),segment_id=9c7f52b8-6781-4104-b5d7-eb60d40447e7)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:41.925086 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:41.925828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e6ce-3f04-426f-ace3-5c23ca7d2359 req-a29b6f74-d53b-43f5-9ce4-b4fc6380a10d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.931724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b63e6ce-3f04-426f-ace3-5c23ca7d2359 req-a29b6f74-d53b-43f5-9ce4-b4fc6380a10d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:41.933638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b63e6ce-3f04-426f-ace3-5c23ca7d2359 req-a29b6f74-d53b-43f5-9ce4-b4fc6380a10d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.2006364 Jul 05 03:53:41.945173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] Calling delete_port for bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:41.965870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.293251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.325211 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.329066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] Pushing event deleted for resources: {'Port': ['ID=bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:42.370455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b63e6ce-3f04-426f-ace3-5c23ca7d2359 req-75014275-7a1d-438a-9af0-9485190a8c88 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4253023 Jul 05 03:53:42.460513 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.489437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event updated for resources: {'Port': ['ID=bf1c067f-e2e2-4618-8551-2b90d9a51f88,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:42.584221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.613390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.614638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-96c0654d-d0aa-45a8-9562-2a6736f6a5c9 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.2894175 Jul 05 03:53:42.635139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f0a041f-e1df-4464-b8c0-24be42c56f5e req-fb3325f6-1702-4e80-a1e6-3e978c7ccac6 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/3e11ad77-9201-47b5-8c19-856f6dd32282 HTTP/1.1" status: 200 len: 1815 time: 0.0728984 Jul 05 03:53:42.692017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-70594a05-4a02-42ef-971c-e2f1a65ee5f1 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.115 HTTP/1.1" status: 200 len: 696 time: 0.0681601 Jul 05 03:53:42.799766 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6f0a041f-e1df-4464-b8c0-24be42c56f5e req-03e09c17-49db-42c8-8063-536e999f98b5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.845849 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6f0a041f-e1df-4464-b8c0-24be42c56f5e req-03e09c17-49db-42c8-8063-536e999f98b5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:42.859931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] Router 4489b07a-729c-494f-93df-866214249de0 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:53:42.862068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-9a82dde6-fbd3-46da-8e5e-9b0f78665b60 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:42.863496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-816198f9-0542-4e9d-a442-ce22d8d490f0 req-9a82dde6-fbd3-46da-8e5e-9b0f78665b60 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1640568 Jul 05 03:53:43.023188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:43.029103 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2da1543d-af2a-4717-a9a3-5e83bd13f36c admin admin] 10.222.0.30 "PUT /v2.0/routers/4489b07a-729c-494f-93df-866214249de0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4151213 Jul 05 03:53:43.032528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54974) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:43.042946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] Sync routers for ids ['4489b07a-729c-494f-93df-866214249de0'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:43.058332 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6f0a041f-e1df-4464-b8c0-24be42c56f5e req-03e09c17-49db-42c8-8063-536e999f98b5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.061176 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6f0a041f-e1df-4464-b8c0-24be42c56f5e req-03e09c17-49db-42c8-8063-536e999f98b5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.092563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] Routers {'4489b07a-729c-494f-93df-866214249de0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:43.092563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:53:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4489b07a-729c-494f-93df-866214249de0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:43.094641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f0a041f-e1df-4464-b8c0-24be42c56f5e req-03e09c17-49db-42c8-8063-536e999f98b5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "DELETE /v2.0/security-groups/3e11ad77-9201-47b5-8c19-856f6dd32282 HTTP/1.1" status: 204 len: 173 time: 0.4053018 Jul 05 03:53:43.096616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e09c17-49db-42c8-8063-536e999f98b5 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e11ad77-9201-47b5-8c19-856f6dd32282,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:43.216330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.220701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2ad1a-f406-472c-ac81-377af043557c req-df23d1ee-4aaf-4b17-8423-b11c9bd77bd4 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:43.222354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21b2ad1a-f406-472c-ac81-377af043557c req-df23d1ee-4aaf-4b17-8423-b11c9bd77bd4 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.2376437 Jul 05 03:53:43.254201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] Set router 4489b07a-729c-494f-93df-866214249de0 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:43.271497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21b2ad1a-f406-472c-ac81-377af043557c req-255b9c45-ae7f-4f90-a9d1-e5fc360f2937 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/quotas/145f99b9f2384ce195ed5443b24adaa7 HTTP/1.1" status: 200 len: 375 time: 0.0387187 Jul 05 03:53:43.350307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.399308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21b2ad1a-f406-472c-ac81-377af043557c req-9bfeb7a3-984f-4405-9ed0-6be3310bfa99 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069701 Jul 05 03:53:43.470365 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.515030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489b07a-729c-494f-93df-866214249de0', 'name': 'tempest-ServersTestMultiNic-1687215499-router', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120'}], 'enable_snat': True}, 'gw_port_id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:15Z', 'updated_at': '2021-07-05T03:53:42Z', 'revision_number': 5, 'project_id': '177f55d1151c4183b6178172c6804c93', 'gw_port': {'id': 'ba40a103-1d65-416e-83e7-e3b22d0d27a9', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:7a:65', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4489b07a-729c-494f-93df-866214249de0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 831, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.120', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:17Z', 'updated_at': '2021-07-05T03:51:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:43.547295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] Checking router: 4489b07a-729c-494f-93df-866214249de0 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:43.557264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] Routers {'4489b07a-729c-494f-93df-866214249de0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:43.558000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:53:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4489b07a-729c-494f-93df-866214249de0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:43.564058 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Deleting port ba40a103-1d65-416e-83e7-e3b22d0d27a9 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:43.564398 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.592835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-3dad67fd-ca3d-4865-936c-36bc7aaa224a tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3479548 Jul 05 03:53:43.595206 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.627079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:43.673213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] Set router 4489b07a-729c-494f-93df-866214249de0 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:43.678072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21b2ad1a-f406-472c-ac81-377af043557c req-7f5116b3-3ef7-44e9-bd75-f2dfd659e7d9 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657623 Jul 05 03:53:43.694715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] For port ba40a103-1d65-416e-83e7-e3b22d0d27a9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ba40a103-1d65-416e-83e7-e3b22d0d27a9,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:43.694715 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.712799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Calling delete_port for ba40a103-1d65-416e-83e7-e3b22d0d27a9 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:43.735257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4489b07a-729c-494f-93df-866214249de0', 'name': 'tempest-ServersTestMultiNic-1687215499-router', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:15Z', 'updated_at': '2021-07-05T03:53:43Z', 'revision_number': 6, 'project_id': '177f55d1151c4183b6178172c6804c93', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:43.753080 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:43.786170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfded94f-888c-43b4-8787-b9b18f9bb585 None None] The sync data for ids ['4489b07a-729c-494f-93df-866214249de0'] in n-d-758944-41 is: [{'id': '4489b07a-729c-494f-93df-866214249de0', 'name': 'tempest-ServersTestMultiNic-1687215499-router', 'tenant_id': '177f55d1151c4183b6178172c6804c93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:15Z', 'updated_at': '2021-07-05T03:53:43Z', 'revision_number': 6, 'project_id': '177f55d1151c4183b6178172c6804c93', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:53:43.848835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21b2ad1a-f406-472c-ac81-377af043557c req-dc5e6c22-b99c-425c-b13a-0e353971d1b2 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1626384 Jul 05 03:53:43.920078 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.022199 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.051427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba40a103-1d65-416e-83e7-e3b22d0d27a9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:44.061887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Allocated IP 172.25.4.114 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/226ac284-8153-49e8-acdf-19e8d30dd283) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:44.062008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.179069 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.272435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.330901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:44.399776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:44.399776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bb60fd7f-9a5f-4cb7-a1ba-c1ea8ebb8772 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:44.416939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-687b59fc-0914-4b5e-abfc-f5e9be8a1009 req-6f3d98a5-0e6c-4213-a75d-e5ee93ad19bf tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/890064d6-4be0-4750-ade5-864f3bdb5ac1 HTTP/1.1" status: 200 len: 1813 time: 0.0881810 Jul 05 03:53:44.453727 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.522308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:44.531737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:44.542757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:44.547406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event updated for resources: {'Port': ['ID=226ac284-8153-49e8-acdf-19e8d30dd283,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:44.610785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-687b59fc-0914-4b5e-abfc-f5e9be8a1009 req-c9405cba-6d00-425d-90bb-e254223e9d38 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.649137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.652132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.684430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-687b59fc-0914-4b5e-abfc-f5e9be8a1009 req-c9405cba-6d00-425d-90bb-e254223e9d38 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.759967 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.818347 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.819007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4489b07a-729c-494f-93df-866214249de0 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:53:44.825003 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.826628 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b0cf51d5-3b79-457c-b1e7-7af313e33b3a admin admin] 10.222.0.30 "DELETE /v2.0/routers/4489b07a-729c-494f-93df-866214249de0 HTTP/1.1" status: 204 len: 168 time: 1.7928264 Jul 05 03:53:44.829589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54996) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:44.884149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-687b59fc-0914-4b5e-abfc-f5e9be8a1009 req-c9405cba-6d00-425d-90bb-e254223e9d38 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.887381 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-687b59fc-0914-4b5e-abfc-f5e9be8a1009 req-c9405cba-6d00-425d-90bb-e254223e9d38 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.888682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-687b59fc-0914-4b5e-abfc-f5e9be8a1009 req-c9405cba-6d00-425d-90bb-e254223e9d38 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "DELETE /v2.0/security-groups/890064d6-4be0-4750-ade5-864f3bdb5ac1 HTTP/1.1" status: 204 len: 173 time: 0.4709132 Jul 05 03:53:44.936023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e65a7cf-d781-47a9-b119-c0ad4845092a admin admin] Deleting subnet abc335d5-9ee7-416c-98e5-74564f788a9c {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:44.939218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9405cba-6d00-425d-90bb-e254223e9d38 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=890064d6-4be0-4750-ade5-864f3bdb5ac1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:44.944246 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e65a7cf-d781-47a9-b119-c0ad4845092a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:44.982221 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.016554 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e65a7cf-d781-47a9-b119-c0ad4845092a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.247407 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e65a7cf-d781-47a9-b119-c0ad4845092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.309700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164efc3-884f-41c8-8b1e-a572a629b33c req-312b82c4-a9ef-4ff2-9630-1a16a55cbc22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.316689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164efc3-884f-41c8-8b1e-a572a629b33c req-312b82c4-a9ef-4ff2-9630-1a16a55cbc22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.323279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164efc3-884f-41c8-8b1e-a572a629b33c req-312b82c4-a9ef-4ff2-9630-1a16a55cbc22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.329303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164efc3-884f-41c8-8b1e-a572a629b33c req-312b82c4-a9ef-4ff2-9630-1a16a55cbc22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.335326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164efc3-884f-41c8-8b1e-a572a629b33c req-312b82c4-a9ef-4ff2-9630-1a16a55cbc22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.346700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164efc3-884f-41c8-8b1e-a572a629b33c req-312b82c4-a9ef-4ff2-9630-1a16a55cbc22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.347403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9164efc3-884f-41c8-8b1e-a572a629b33c req-312b82c4-a9ef-4ff2-9630-1a16a55cbc22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:45.349482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9164efc3-884f-41c8-8b1e-a572a629b33c req-312b82c4-a9ef-4ff2-9630-1a16a55cbc22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.3073993 Jul 05 03:53:45.400830 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.430533 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9164efc3-884f-41c8-8b1e-a572a629b33c req-ba4c039b-a46f-4a57-90a7-6a3bfe52e238 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0639076 Jul 05 03:53:45.494620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.530901 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e65a7cf-d781-47a9-b119-c0ad4845092a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.619545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0ee5e79-e685-420f-bca6-9ec703a471b9 None None] Network 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:45.628976 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e65a7cf-d781-47a9-b119-c0ad4845092a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=abc335d5-9ee7-416c-98e5-74564f788a9c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:45.631723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2e65a7cf-d781-47a9-b119-c0ad4845092a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.633729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2e65a7cf-d781-47a9-b119-c0ad4845092a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/abc335d5-9ee7-416c-98e5-74564f788a9c HTTP/1.1" status: 204 len: 168 time: 0.8026905 Jul 05 03:53:45.637428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55002) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:45.638190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event updated for resources: {'Port': ['ID=226ac284-8153-49e8-acdf-19e8d30dd283,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:45.682084 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.751810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.761041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e25d503-48d6-4b42-a239-a13fdb23c8d1 req-cdc46665-8cd7-4f00-a520-3ec48298141d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=e594434b-c932-4360-8250-520208d5d6ad HTTP/1.1" status: 200 len: 210 time: 0.0458279 Jul 05 03:53:45.767299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.769860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-9ee53b35-d007-4af7-b902-97bda05ecae5 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1661940 Jul 05 03:53:45.842013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Deleting port 609a4ae1-93be-486d-b58f-ec5ca27c21fb {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:45.842615 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:45.893315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-81331a95-f0e4-48e2-8e8f-f5913d0d12e6 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 696 time: 0.1139898 Jul 05 03:53:45.977504 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2c7348-d815-4158-970c-f70ee7ab790f None None] DHCP port deletion for 9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:53:45.999264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ba40a103-1d65-416e-83e7-e3b22d0d27a9 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:46.059560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: ba40a103-1d65-416e-83e7-e3b22d0d27a9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:46.060100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ba40a103-1d65-416e-83e7-e3b22d0d27a9 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:46.074104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-7c1917bf-1b66-4dbc-b2e8-20b9c985d473 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:46.075072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] For port 609a4ae1-93be-486d-b58f-ec5ca27c21fb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=609a4ae1-93be-486d-b58f-ec5ca27c21fb,segment=NetworkSegment(9c7f52b8-6781-4104-b5d7-eb60d40447e7),segment_id=9c7f52b8-6781-4104-b5d7-eb60d40447e7)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:46.075619 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.088617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c7348-d815-4158-970c-f70ee7ab790f None None] Deleting port 609a4ae1-93be-486d-b58f-ec5ca27c21fb {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:46.095098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7348-d815-4158-970c-f70ee7ab790f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.097467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-355871fc-ed28-4c72-a755-22c2c0e2515a req-7c1917bf-1b66-4dbc-b2e8-20b9c985d473 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1951902 Jul 05 03:53:46.105496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Calling delete_port for 609a4ae1-93be-486d-b58f-ec5ca27c21fb owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:46.140344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55008) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:46.220206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0e2c7348-d815-4158-970c-f70ee7ab790f None None] For port 609a4ae1-93be-486d-b58f-ec5ca27c21fb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=609a4ae1-93be-486d-b58f-ec5ca27c21fb,segment=NetworkSegment(9c7f52b8-6781-4104-b5d7-eb60d40447e7),segment_id=9c7f52b8-6781-4104-b5d7-eb60d40447e7)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:46.220890 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7348-d815-4158-970c-f70ee7ab790f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.252117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0e2c7348-d815-4158-970c-f70ee7ab790f None None] Calling delete_port for 609a4ae1-93be-486d-b58f-ec5ca27c21fb owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:46.261923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa65f25-13f8-4242-9bf7-82d2b417e5ab admin admin] Deleting subnet 2ec68273-2b6d-41e5-9d51-4ff736df0f68 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:46.267669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fa65f25-13f8-4242-9bf7-82d2b417e5ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.292220 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.344863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fa65f25-13f8-4242-9bf7-82d2b417e5ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.355927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Pushing event deleted for resources: {'Port': ['ID=609a4ae1-93be-486d-b58f-ec5ca27c21fb,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:46.361337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] No DVR routers for this DVR port 609a4ae1-93be-486d-b58f-ec5ca27c21fb on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:46.427462 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0e2c7348-d815-4158-970c-f70ee7ab790f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.434164 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fa65f25-13f8-4242-9bf7-82d2b417e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.485523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2c7348-d815-4158-970c-f70ee7ab790f None None] Pushing event deleted for resources: {'Port': ['ID=609a4ae1-93be-486d-b58f-ec5ca27c21fb,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:46.489836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e2c7348-d815-4158-970c-f70ee7ab790f None None] No DVR routers for this DVR port 609a4ae1-93be-486d-b58f-ec5ca27c21fb on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:53:46.496095 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.517015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c4f2273-fce4-4e4a-80bf-de61ffb4ac53']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:46.531396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-411ca903-1f26-46e4-8a18-163605569d51 req-46c0608a-7886-4c06-ab03-742cac08a7cb tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/0ec6c7a1-cca5-4346-9303-e5ec6b94cb36 HTTP/1.1" status: 200 len: 1815 time: 0.4227626 Jul 05 03:53:46.532031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c7f52b8-6781-4104-b5d7-eb60d40447e7') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:46.532531 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c7f52b8-6781-4104-b5d7-eb60d40447e7') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:46.551349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.573744 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.582175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:46.582780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:46.585196 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:46.624724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fa65f25-13f8-4242-9bf7-82d2b417e5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.678434 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-411ca903-1f26-46e4-8a18-163605569d51 req-985b5aec-870c-4419-b6c1-c3cdaebfaa59 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.685129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa65f25-13f8-4242-9bf7-82d2b417e5ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ec68273-2b6d-41e5-9d51-4ff736df0f68,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:46.692319 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fa65f25-13f8-4242-9bf7-82d2b417e5ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.695789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1fa65f25-13f8-4242-9bf7-82d2b417e5ab admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2ec68273-2b6d-41e5-9d51-4ff736df0f68 HTTP/1.1" status: 204 len: 168 time: 0.5536318 Jul 05 03:53:46.702760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55014) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:46.722938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-411ca903-1f26-46e4-8a18-163605569d51 req-985b5aec-870c-4419-b6c1-c3cdaebfaa59 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.761610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.771504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.772989 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] 10.222.0.30 "DELETE /v2.0/networks/9c4f2273-fce4-4e4a-80bf-de61ffb4ac53 HTTP/1.1" status: 204 len: 168 time: 1.1346281 Jul 05 03:53:46.786905 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be0f4a1-60cf-4dba-96fb-9463dcbc949b admin admin] Pushing event deleted for resources: {'Network': ['ID=9c4f2273-fce4-4e4a-80bf-de61ffb4ac53,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:46.811718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.858563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-411ca903-1f26-46e4-8a18-163605569d51 req-985b5aec-870c-4419-b6c1-c3cdaebfaa59 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.861307 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-411ca903-1f26-46e4-8a18-163605569d51 req-985b5aec-870c-4419-b6c1-c3cdaebfaa59 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.862485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-411ca903-1f26-46e4-8a18-163605569d51 req-985b5aec-870c-4419-b6c1-c3cdaebfaa59 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "DELETE /v2.0/security-groups/0ec6c7a1-cca5-4346-9303-e5ec6b94cb36 HTTP/1.1" status: 204 len: 173 time: 0.3220568 Jul 05 03:53:46.892254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985b5aec-870c-4419-b6c1-c3cdaebfaa59 tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ec6c7a1-cca5-4346-9303-e5ec6b94cb36,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:46.971519 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:46.983992 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57560aed-cb5a-47c8-aff9-7ebcd631e891']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:46.996410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a12f4a4-f6fc-4920-b751-08306105f8f8') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:46.997289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a12f4a4-f6fc-4920-b751-08306105f8f8') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:47.010084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.034120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.043054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:47.043467 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:47.045484 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:47.064485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7c83672-be94-429f-8849-83b1e32aa891 req-89ed2b78-0c3d-4b21-a3fb-680e0376e127 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1733470 Jul 05 03:53:47.082595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:47.172400 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.255627 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21b2ad1a-f406-472c-ac81-377af043557c req-8bc434b8-5541-4342-935f-a7379f7e2ad5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=e594434b-c932-4360-8250-520208d5d6ad HTTP/1.1" status: 200 len: 210 time: 0.0426307 Jul 05 03:53:47.256349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.271719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.275818 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] 10.222.0.30 "DELETE /v2.0/networks/57560aed-cb5a-47c8-aff9-7ebcd631e891 HTTP/1.1" status: 204 len: 168 time: 0.5751889 Jul 05 03:53:47.291176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f1bd59-4153-41e4-b2eb-c8a4942f9730 admin admin] Pushing event deleted for resources: {'Network': ['ID=57560aed-cb5a-47c8-aff9-7ebcd631e891,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:47.324610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55036) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:47.437477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55038) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:47.437808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bcb1e559-d7e3-4f85-9027-d2244939bdc3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=177f55d1151c4183b6178172c6804c93&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1106215 Jul 05 03:53:47.449818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.534719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2ad1a-f406-472c-ac81-377af043557c req-86097ef0-7e34-4ce0-958b-86b2201961ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.537424 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21b2ad1a-f406-472c-ac81-377af043557c req-86097ef0-7e34-4ce0-958b-86b2201961ff service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=145f99b9f2384ce195ed5443b24adaa7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2483938 Jul 05 03:53:47.648256 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e628d075-e0eb-43ca-ae88-1e59f5d8956b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.713259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b2ad1a-f406-472c-ac81-377af043557c req-36239fb1-f606-4ab6-aa70-0cf95e4489d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.714812 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21b2ad1a-f406-472c-ac81-377af043557c req-36239fb1-f606-4ab6-aa70-0cf95e4489d0 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1698377 Jul 05 03:53:47.757032 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e628d075-e0eb-43ca-ae88-1e59f5d8956b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:47.774227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55042) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:47.793622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Allocated IP 172.25.4.6 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/9d4d19fa-9e6e-4bee-ba1d-3c19e5bf0240) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:47.917206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21b2ad1a-f406-472c-ac81-377af043557c req-6137b876-696d-471e-9ac4-6de3ba783e66 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.13 "GET /v2.0/ports?device_id=e594434b-c932-4360-8250-520208d5d6ad HTTP/1.1" status: 200 len: 210 time: 0.0803320 Jul 05 03:53:47.943114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11c2a-7c2d-48fa-8836-0bea45060a4b req-dee113de-dcb2-4fa4-81de-943640977aaf tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.956284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11c2a-7c2d-48fa-8836-0bea45060a4b req-dee113de-dcb2-4fa4-81de-943640977aaf tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.959129 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5965691b-aea9-4b87-aa7f-0048dd60f6a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=504f7d8f004e47d7bdc354b9e97ddc5e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1833503 Jul 05 03:53:47.963710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55044) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:47.967697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11c2a-7c2d-48fa-8836-0bea45060a4b req-dee113de-dcb2-4fa4-81de-943640977aaf tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.979445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11c2a-7c2d-48fa-8836-0bea45060a4b req-dee113de-dcb2-4fa4-81de-943640977aaf tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:47.991029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11c2a-7c2d-48fa-8836-0bea45060a4b req-dee113de-dcb2-4fa4-81de-943640977aaf tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.002906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11c2a-7c2d-48fa-8836-0bea45060a4b req-dee113de-dcb2-4fa4-81de-943640977aaf tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.014815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce11c2a-7c2d-48fa-8836-0bea45060a4b req-dee113de-dcb2-4fa4-81de-943640977aaf tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:48.028531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dce11c2a-7c2d-48fa-8836-0bea45060a4b req-dee113de-dcb2-4fa4-81de-943640977aaf tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.3629138 Jul 05 03:53:48.059344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d23a3fdf-5cab-470f-98f5-20556a115d42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.078652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 609a4ae1-93be-486d-b58f-ec5ca27c21fb no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:53:48.106040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 609a4ae1-93be-486d-b58f-ec5ca27c21fb {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:53:48.106386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 609a4ae1-93be-486d-b58f-ec5ca27c21fb not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:53:48.109061 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d23a3fdf-5cab-470f-98f5-20556a115d42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.164366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dce11c2a-7c2d-48fa-8836-0bea45060a4b req-d924513d-19cc-476f-9c62-c12b6e0bd19a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1328197 Jul 05 03:53:48.170335 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.170812 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e628d075-e0eb-43ca-ae88-1e59f5d8956b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.176008 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e628d075-e0eb-43ca-ae88-1e59f5d8956b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.178194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e628d075-e0eb-43ca-ae88-1e59f5d8956b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e03727b-2f6b-443d-b6a0-328b86ddd4f6 HTTP/1.1" status: 204 len: 168 time: 0.7395966 Jul 05 03:53:48.206181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628d075-e0eb-43ca-ae88-1e59f5d8956b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e03727b-2f6b-443d-b6a0-328b86ddd4f6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:48.342207 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d23a3fdf-5cab-470f-98f5-20556a115d42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.347847 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d23a3fdf-5cab-470f-98f5-20556a115d42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.353306 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d23a3fdf-5cab-470f-98f5-20556a115d42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b879ca7-a3db-43d1-ac9a-227662541b41 HTTP/1.1" status: 204 len: 168 time: 0.3869371 Jul 05 03:53:48.370099 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.389565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23a3fdf-5cab-470f-98f5-20556a115d42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b879ca7-a3db-43d1-ac9a-227662541b41,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:48.454128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:48.508651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:48.516025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:48.598349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86d0696e-9daf-44be-a28f-678dc726d441 req-e65424ec-dca7-4b27-bf1c-69f036681fdf tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "GET /v2.0/security-groups/4ff7931f-2b09-4127-9767-86efb518ec29 HTTP/1.1" status: 200 len: 1814 time: 0.1399362 Jul 05 03:53:48.599356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event updated for resources: {'Port': ['ID=9d4d19fa-9e6e-4bee-ba1d-3c19e5bf0240,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:48.746949 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.759702 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-86d0696e-9daf-44be-a28f-678dc726d441 req-e6fa1db3-2be0-4e32-a498-98aeb8befc8d tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.762692 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:53:48.793916 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-86d0696e-9daf-44be-a28f-678dc726d441 req-e6fa1db3-2be0-4e32-a498-98aeb8befc8d tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:48.971874 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.009217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-86d0696e-9daf-44be-a28f-678dc726d441 req-e6fa1db3-2be0-4e32-a498-98aeb8befc8d tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.011869 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-86d0696e-9daf-44be-a28f-678dc726d441 req-e6fa1db3-2be0-4e32-a498-98aeb8befc8d tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.021204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55064) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:49.023638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86d0696e-9daf-44be-a28f-678dc726d441 req-e6fa1db3-2be0-4e32-a498-98aeb8befc8d tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] 10.222.0.30 "DELETE /v2.0/security-groups/4ff7931f-2b09-4127-9767-86efb518ec29 HTTP/1.1" status: 204 len: 173 time: 0.4129379 Jul 05 03:53:49.060866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa1db3-2be0-4e32-a498-98aeb8befc8d tempest-SecurityGroupRulesNegativeTestJSON-1593321773 tempest-SecurityGroupRulesNegativeTestJSON-1593321773-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ff7931f-2b09-4127-9767-86efb518ec29,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.109517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a878da0-432f-4a5e-987c-db797b413df8 admin admin] Deleting subnet f4268875-3c01-4f64-ac3e-5354a3f155ba {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:53:49.114724 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a878da0-432f-4a5e-987c-db797b413df8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.163356 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a878da0-432f-4a5e-987c-db797b413df8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.254559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a878da0-432f-4a5e-987c-db797b413df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.353274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.454492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.476189 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a878da0-432f-4a5e-987c-db797b413df8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.521240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a878da0-432f-4a5e-987c-db797b413df8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4268875-3c01-4f64-ac3e-5354a3f155ba,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.525134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a878da0-432f-4a5e-987c-db797b413df8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.531139 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4a878da0-432f-4a5e-987c-db797b413df8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f4268875-3c01-4f64-ac3e-5354a3f155ba HTTP/1.1" status: 204 len: 168 time: 0.5012217 Jul 05 03:53:49.532734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55086) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:49.624559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.645676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event updated for resources: {'Port': ['ID=9d4d19fa-9e6e-4bee-ba1d-3c19e5bf0240,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:49.722882 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.750118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba95b-cef6-45e3-b798-5b01e0ef2570 req-55e68e5c-d4e8-44f7-85e9-76df1fbb5edb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.758767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba95b-cef6-45e3-b798-5b01e0ef2570 req-55e68e5c-d4e8-44f7-85e9-76df1fbb5edb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.764818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba95b-cef6-45e3-b798-5b01e0ef2570 req-55e68e5c-d4e8-44f7-85e9-76df1fbb5edb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.771312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba95b-cef6-45e3-b798-5b01e0ef2570 req-55e68e5c-d4e8-44f7-85e9-76df1fbb5edb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.781557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba95b-cef6-45e3-b798-5b01e0ef2570 req-55e68e5c-d4e8-44f7-85e9-76df1fbb5edb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.789356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba95b-cef6-45e3-b798-5b01e0ef2570 req-55e68e5c-d4e8-44f7-85e9-76df1fbb5edb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.795346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c58ba95b-cef6-45e3-b798-5b01e0ef2570 req-55e68e5c-d4e8-44f7-85e9-76df1fbb5edb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:49.798063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c58ba95b-cef6-45e3-b798-5b01e0ef2570 req-55e68e5c-d4e8-44f7-85e9-76df1fbb5edb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.3623459 Jul 05 03:53:49.810219 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.829387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685e3164-7b55-429f-a5a4-d49009686972']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:49.851001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '819d4275-ada5-4ec8-b13b-3283131d7c8f') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:49.851500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '819d4275-ada5-4ec8-b13b-3283131d7c8f') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:49.865365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c58ba95b-cef6-45e3-b798-5b01e0ef2570 req-c6cf4e56-8cad-40d5-ac8a-3ab1fdbd70b0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0545707 Jul 05 03:53:49.883804 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.909948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.921728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:53:49.922321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.925220 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:49.928659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7c83672-be94-429f-8849-83b1e32aa891 req-002ca445-89b6-4f91-bc9a-2ff86013d1d2 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.8587446 Jul 05 03:53:49.938526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55098) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:50.024490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55102) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:53:50.033317 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:53:50.049289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7c83672-be94-429f-8849-83b1e32aa891 req-28d95c0b-a8f3-4abf-9508-da9d09bf6259 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.0966868 Jul 05 03:53:50.095038 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.104346 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.111405 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/685e3164-7b55-429f-a5a4-d49009686972 HTTP/1.1" status: 204 len: 168 time: 0.5788586 Jul 05 03:53:50.145009 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fe6058-59cf-4f4b-bdef-cc4ee94acdf1 admin admin] Pushing event deleted for resources: {'Network': ['ID=685e3164-7b55-429f-a5a4-d49009686972,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:50.253896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1291643043-network', 'tenant_id': '9dd96b056f1846bfb243852869d18891'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:50.269037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-1449629746-network', 'tenant_id': 'd10d166a1d5b4bb583c33241faaaaf0f'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:50.364532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c83672-be94-429f-8849-83b1e32aa891 req-cb1ea445-7f5a-4d43-ae05-28df2b2f0ffd tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.365943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7c83672-be94-429f-8849-83b1e32aa891 req-cb1ea445-7f5a-4d43-ae05-28df2b2f0ffd tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.3088136 Jul 05 03:53:50.371009 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 03:53:50.371009 n-d-758944-41 neutron-server[100896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 03:53:50.371009 n-d-758944-41 neutron-server[100896]: [parameters: {'project_id': '9dd96b056f1846bfb243852869d18891', 'id': 'ba0d5fe7-798d-4667-b761-5abb291cbe95', 'expiration': datetime.datetime(2021, 7, 5, 3, 55, 50, 347867)}] Jul 05 03:53:50.371009 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:53:50.371691 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:53:50.420487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-1495c728-9ab0-48e2-8d91-d5697d8e2d4d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.421994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-1495c728-9ab0-48e2-8d91-d5697d8e2d4d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.2089047 Jul 05 03:53:50.446841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-b2afcd57-511c-4224-876b-c759b3f4fc7b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/quotas/145f99b9f2384ce195ed5443b24adaa7 HTTP/1.1" status: 200 len: 375 time: 0.0147190 Jul 05 03:53:50.473363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Made reservation on behalf of d10d166a1d5b4bb583c33241faaaaf0f for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:50.482844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.504734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-85bd2a30-a0c8-41b8-a835-915eb323d122 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497611 Jul 05 03:53:50.505931 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.577826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55120) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:50.612353 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-104da376-6173-4862-96d9-1d396e6a61da req-5e0f6864-939c-4645-a2e5-5477eff75c59 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips/2bfc8929-930b-4009-adcf-eac7d24450c7 HTTP/1.1" status: 200 len: 691 time: 0.1039305 Jul 05 03:53:50.627527 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5884853c-52e4-41e8-89b6-49c98c2afcec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1dda0aa0f9e14c38873e3c79b657afca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0470214 Jul 05 03:53:50.629543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55122) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:50.683540 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06908cdb-0937-4293-b800-b3bd653ec551 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.714088 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06908cdb-0937-4293-b800-b3bd653ec551 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.772052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-12014c14-e515-43a9-a3b5-c6c087e3a2e3 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505579 Jul 05 03:53:50.858621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104da376-6173-4862-96d9-1d396e6a61da req-ed8532c7-c25a-4110-a5bf-5a9b40d5bb25 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:50.859910 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-104da376-6173-4862-96d9-1d396e6a61da req-ed8532c7-c25a-4110-a5bf-5a9b40d5bb25 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.2403631 Jul 05 03:53:50.880536 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06908cdb-0937-4293-b800-b3bd653ec551 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.881668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-104da376-6173-4862-96d9-1d396e6a61da req-940a3040-8950-4d00-9f45-12faf5be26e1 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:53:50.883219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-104da376-6173-4862-96d9-1d396e6a61da req-940a3040-8950-4d00-9f45-12faf5be26e1 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0162458 Jul 05 03:53:50.899745 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06908cdb-0937-4293-b800-b3bd653ec551 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.899745 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-06908cdb-0937-4293-b800-b3bd653ec551 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d71a94c0-b957-42b6-84af-1fed0a7b8df9 HTTP/1.1" status: 204 len: 168 time: 0.2591178 Jul 05 03:53:50.920672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:50.921923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06908cdb-0937-4293-b800-b3bd653ec551 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71a94c0-b957-42b6-84af-1fed0a7b8df9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:50.967301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-56374ee7-2c0a-433b-9a01-bb1683f0710d service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798296 Jul 05 03:53:51.035746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-ce438d19-ff53-467a-a297-61850aa93b46 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips/2bfc8929-930b-4009-adcf-eac7d24450c7 HTTP/1.1" status: 200 len: 691 time: 0.0912960 Jul 05 03:53:51.136990 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.571799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:51.595458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89a950cb-7599-4cd3-b3ae-975caea86fc5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:51.619227 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.619227 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Added segment 0890267f-391d-4e5b-b18d-c3c4862c5526 of type vlan for network 50253646-fcef-4a73-9157-ab78cdc44dc9 Jul 05 03:53:51.664711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Made reservation on behalf of 9dd96b056f1846bfb243852869d18891 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:51.667028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.687926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.697016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-ad752b16-a1a2-402a-8b0f-03d3d724495a tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.698497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-ad752b16-a1a2-402a-8b0f-03d3d724495a tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.6539531 Jul 05 03:53:51.726234 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:51.804412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-04bb4b36-1446-468d-9bd7-032a54c39fa7 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.0942612 Jul 05 03:53:51.825291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4555ba-9742-477e-80a9-77e497e1c1f7 req-d515cb40-d01a-477c-9216-b0164cd30ab9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.831491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4555ba-9742-477e-80a9-77e497e1c1f7 req-d515cb40-d01a-477c-9216-b0164cd30ab9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.837573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4555ba-9742-477e-80a9-77e497e1c1f7 req-d515cb40-d01a-477c-9216-b0164cd30ab9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.844006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4555ba-9742-477e-80a9-77e497e1c1f7 req-d515cb40-d01a-477c-9216-b0164cd30ab9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.851112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4555ba-9742-477e-80a9-77e497e1c1f7 req-d515cb40-d01a-477c-9216-b0164cd30ab9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.857135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4555ba-9742-477e-80a9-77e497e1c1f7 req-d515cb40-d01a-477c-9216-b0164cd30ab9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.863121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4555ba-9742-477e-80a9-77e497e1c1f7 req-d515cb40-d01a-477c-9216-b0164cd30ab9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:51.865299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b4555ba-9742-477e-80a9-77e497e1c1f7 req-d515cb40-d01a-477c-9216-b0164cd30ab9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.3549571 Jul 05 03:53:51.966137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-ab5be125-9b76-4362-8a13-0a0b5e6fabdf tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.6 HTTP/1.1" status: 200 len: 694 time: 0.0997808 Jul 05 03:53:52.042139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b4555ba-9742-477e-80a9-77e497e1c1f7 req-0981d81d-5ce4-4401-b2df-18526bb095c7 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1562090 Jul 05 03:53:52.050139 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.051141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.051752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.109997 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.208620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.233726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] Pushing event updated for resources: {'Network': ['ID=50253646-fcef-4a73-9157-ab78cdc44dc9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:52.250605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 50253646-fcef-4a73-9157-ab78cdc44dc9 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:52.265291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:52.290268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b9d31285-6b7e-45ba-8f68-693dc986212a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.3493373 Jul 05 03:53:52.294825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55160) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:52.298070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73a2394-98d8-4a53-8d0f-5ad217a46469,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:52.303128 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.303603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Request body: {'subnet': {'network_id': '50253646-fcef-4a73-9157-ab78cdc44dc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-1449629746-subnet', 'tenant_id': 'd10d166a1d5b4bb583c33241faaaaf0f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:52.303934 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Added segment 9092a254-59b5-4d42-8701-977c0f6fbbc6 of type vlan for network c140cb71-78d4-4d48-8111-dd42bd8bac1b Jul 05 03:53:52.394930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.402721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9591fdcb-17f1-4f26-ad9d-426dd83f5a80 req-d7158f6d-4d0e-4968-be76-45032ca43cbf tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 210 time: 0.0590270 Jul 05 03:53:52.413253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-c23b7349-5328-44f7-833a-7dcf1e6a1ba0 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Deleting port 9d4d19fa-9e6e-4bee-ba1d-3c19e5bf0240 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:52.413583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-c23b7349-5328-44f7-833a-7dcf1e6a1ba0 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.418817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Made reservation on behalf of d10d166a1d5b4bb583c33241faaaaf0f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:52.428576 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.575181 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-c23b7349-5328-44f7-833a-7dcf1e6a1ba0 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.576362 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-c23b7349-5328-44f7-833a-7dcf1e6a1ba0 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.589055 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.591091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:52.591766 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.633206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-c23b7349-5328-44f7-833a-7dcf1e6a1ba0 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Calling delete_port for 9d4d19fa-9e6e-4bee-ba1d-3c19e5bf0240 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:52.646429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55164) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:52.744306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:52.763388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] Pushing event updated for resources: {'Network': ['ID=c140cb71-78d4-4d48-8111-dd42bd8bac1b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:52.775617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-67f5ebd7-ff9a-4671-9ee5-a780c7a55f53 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.7497416 Jul 05 03:53:52.781389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c140cb71-78d4-4d48-8111-dd42bd8bac1b details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:52.787993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55168) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:52.794058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Request body: {'subnet': {'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1291643043-subnet', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:52.839800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-2105177189-network', 'tenant_id': 'aaa74373a53a4a4cbe5f346d5f9605d7'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:52.883965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=803afdba-3d4b-4101-b647-4d2c09c701f0,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:52.894353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Checking segment: {'id': '0890267f-391d-4e5b-b18d-c3c4862c5526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '50253646-fcef-4a73-9157-ab78cdc44dc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:52.895267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Network hostable DHCP agents. Network: 50253646-fcef-4a73-9157-ab78cdc44dc9, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:52.927951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Made reservation on behalf of 9dd96b056f1846bfb243852869d18891 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:52.930409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.094161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Made reservation on behalf of aaa74373a53a4a4cbe5f346d5f9605d7 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:53.100055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.106065 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-c23b7349-5328-44f7-833a-7dcf1e6a1ba0 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.126009 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Network 50253646-fcef-4a73-9157-ab78cdc44dc9 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:53.131211 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.149665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23b7349-5328-44f7-833a-7dcf1e6a1ba0 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event deleted for resources: {'Port': ['ID=9d4d19fa-9e6e-4bee-ba1d-3c19e5bf0240,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:53.235834 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-c23b7349-5328-44f7-833a-7dcf1e6a1ba0 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.241324 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-c23b7349-5328-44f7-833a-7dcf1e6a1ba0 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.241565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 50253646-fcef-4a73-9157-ab78cdc44dc9) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:53.252853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3e2c2c5-77e4-4c3a-84a5-339c526ec1fc req-c23b7349-5328-44f7-833a-7dcf1e6a1ba0 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "DELETE /v2.0/floatingips/2bfc8929-930b-4009-adcf-eac7d24450c7 HTTP/1.1" status: 204 len: 173 time: 1.2736447 Jul 05 03:53:53.254752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f064d945-6a9e-4ba0-8d4d-b8625138185a None None] Network 50253646-fcef-4a73-9157-ab78cdc44dc9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:53.268864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.272238 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.311024 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.333686 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.396282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.420423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Pushing event updated for resources: {'Subnet': ['ID=654adab4-e987-4b99-be8f-766330fa38ca,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:53.446644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b691986-5de3-4c88-8920-7cebbee9d911,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:53.474198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:53:53.497245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03af0508-1cc3-46a5-bf86-b65159ff831e None None] Network 50253646-fcef-4a73-9157-ab78cdc44dc9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:53.504618 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.504975 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Added segment 60942e88-2718-4957-9139-b5606a2723e5 of type vlan for network 45475511-8014-47fb-beb3-2933f6bee1cf Jul 05 03:53:53.513610 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ccb217a4-a77f-4429-aa25-a794eef690e6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.2120068 Jul 05 03:53:53.522898 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Checking segment: {'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:53.523785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Network hostable DHCP agents. Network: c140cb71-78d4-4d48-8111-dd42bd8bac1b, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:53.544851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f979e8f-c45e-4506-aa4d-461d04345cf3 req-789c30d9-c7e7-4d0b-af24-3f4ddf3125a1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.551045 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f979e8f-c45e-4506-aa4d-461d04345cf3 req-789c30d9-c7e7-4d0b-af24-3f4ddf3125a1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.557855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f979e8f-c45e-4506-aa4d-461d04345cf3 req-789c30d9-c7e7-4d0b-af24-3f4ddf3125a1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.563945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f979e8f-c45e-4506-aa4d-461d04345cf3 req-789c30d9-c7e7-4d0b-af24-3f4ddf3125a1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.572490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f979e8f-c45e-4506-aa4d-461d04345cf3 req-789c30d9-c7e7-4d0b-af24-3f4ddf3125a1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.578285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f979e8f-c45e-4506-aa4d-461d04345cf3 req-789c30d9-c7e7-4d0b-af24-3f4ddf3125a1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.584452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f979e8f-c45e-4506-aa4d-461d04345cf3 req-789c30d9-c7e7-4d0b-af24-3f4ddf3125a1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.586468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f979e8f-c45e-4506-aa4d-461d04345cf3 req-789c30d9-c7e7-4d0b-af24-3f4ddf3125a1 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.3350904 Jul 05 03:53:53.587270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.745655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.748340 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.749436 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:53.784466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f979e8f-c45e-4506-aa4d-461d04345cf3 req-6477ef6a-f60b-42ac-8fd8-f786e7b5fc92 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1747093 Jul 05 03:53:53.788157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Network c140cb71-78d4-4d48-8111-dd42bd8bac1b is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:53.816241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34d54f-33d9-4e4c-a66d-310e03e1879f req-d0d6cf7c-307d-4530-965f-f7e882865e7c tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.817038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea34d54f-33d9-4e4c-a66d-310e03e1879f req-d0d6cf7c-307d-4530-965f-f7e882865e7c tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.3876824 Jul 05 03:53:53.842472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] Pushing event updated for resources: {'Network': ['ID=45475511-8014-47fb-beb3-2933f6bee1cf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:53.858551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 45475511-8014-47fb-beb3-2933f6bee1cf details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:53:53.890822 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9c4476ce-074e-462e-92f4-5f39eb3e007c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.2432017 Jul 05 03:53:53.894657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55188) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:53.900139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Request body: {'subnet': {'network_id': '45475511-8014-47fb-beb3-2933f6bee1cf', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-2105177189-subnet', 'tenant_id': 'aaa74373a53a4a4cbe5f346d5f9605d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:53.934038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c140cb71-78d4-4d48-8111-dd42bd8bac1b) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:53.944733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55e95dca-5406-4c07-b0bd-26a64521c4e9 None None] Network c140cb71-78d4-4d48-8111-dd42bd8bac1b requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:53.955525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:53.956555 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.013058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3ab0a11-4b72-4c06-a838-c466c0f03c2f req-6ad46635-79bd-4df9-9f0f-dea99730a410 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 210 time: 0.0366597 Jul 05 03:53:54.054024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Made reservation on behalf of aaa74373a53a4a4cbe5f346d5f9605d7 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:54.057379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.199732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d5162cbe-8636-4526-a3d5-28c54cc5763e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4102876 Jul 05 03:53:54.208970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55196) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:54.208970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:54.227310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83507303-e66e-4c09-bc52-db6bb74897d0 req-6c5ce6df-eb12-46c9-be75-83f2e4adf1db tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?tenant_id=39f9b2aabeda4c69840f9ca9f3ea903c HTTP/1.1" status: 200 len: 1656 time: 0.1664889 Jul 05 03:53:54.261216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:53:54.262973 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.372367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.373419 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.430607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.453835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Allocated IP 172.20.0.2 (c140cb71-78d4-4d48-8111-dd42bd8bac1b/654adab4-e987-4b99-be8f-766330fa38ca/7e0883f7-51b1-4ede-9f02-ab9bc62bab75) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:54.695579 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.695923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.710399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Transition to ACTIVE for port object 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:54.737228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Transition to ACTIVE for port object 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:54.821408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-18f009c6-0b5c-4c5d-9c55-2127c3d05332 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.823032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-18f009c6-0b5c-4c5d-9c55-2127c3d05332 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.4722569 Jul 05 03:53:54.832184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-e815dcd2-a649-452f-99f9-3a4e2517eb5d tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.833746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-e815dcd2-a649-452f-99f9-3a4e2517eb5d tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/networks?id=50253646-fcef-4a73-9157-ab78cdc44dc9 HTTP/1.1" status: 200 len: 814 time: 0.5452254 Jul 05 03:53:54.841143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83507303-e66e-4c09-bc52-db6bb74897d0 req-763c2575-0e4a-423c-b820-c916899ca2f7 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:54.842745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83507303-e66e-4c09-bc52-db6bb74897d0 req-763c2575-0e4a-423c-b820-c916899ca2f7 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks?id=c0d90c83-fa66-44b3-bda2-9534baac2bed&id=c0d90c83-fa66-44b3-bda2-9534baac2bed&id=c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 787 time: 0.5911734 Jul 05 03:53:54.844532 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.866061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Request body: {'port': {'device_id': 'c5203a63-5b8e-4a67-b68d-fe46fcbebe8c', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'admin_state_up': True, 'tenant_id': '145f99b9f2384ce195ed5443b24adaa7'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:54.896591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-5cedb747-df8a-4542-95bd-82f8d435fdbd tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/quotas/d10d166a1d5b4bb583c33241faaaaf0f HTTP/1.1" status: 200 len: 375 time: 0.0528491 Jul 05 03:53:54.936675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Network c140cb71-78d4-4d48-8111-dd42bd8bac1b is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:54.947804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:54.957898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:54.968025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-43710f2c-f48a-48be-9ec8-ae3d94ed0ffe tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=d10d166a1d5b4bb583c33241faaaaf0f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0361419 Jul 05 03:53:54.973362 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:54.983325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Pushing event updated for resources: {'Port': ['ID=7e0883f7-51b1-4ede-9f02-ab9bc62bab75,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:55.085095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Attempting to bind port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:53:55.085721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Attempting to bind port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:53:55.087549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Attempting to bind port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 on network c140cb71-78d4-4d48-8111-dd42bd8bac1b {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:53:55.097048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:53:55.098916 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Checking segment: {'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:55.099587 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.100230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Bound using segment: {'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:53:55.101091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Bound port: 7e0883f7-51b1-4ede-9f02-ab9bc62bab75, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:53:55.102756 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.171615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d0c3d19d-e463-413b-8421-48334dd4f213,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:55.235308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Checking segment: {'id': '60942e88-2718-4957-9139-b5606a2723e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45475511-8014-47fb-beb3-2933f6bee1cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:53:55.235735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Network hostable DHCP agents. Network: 45475511-8014-47fb-beb3-2933f6bee1cf, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:53:55.244606 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-6a6a8e25-9937-49c0-920d-e450bee91866 service neutron] 10.222.0.30 "GET /v2.0/networks/50253646-fcef-4a73-9157-ab78cdc44dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2610302 Jul 05 03:53:55.289497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] For port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:53:55.295018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] For port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7e0883f7-51b1-4ede-9f02-ab9bc62bab75,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:53:55.306284 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.323865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Made reservation on behalf of 145f99b9f2384ce195ed5443b24adaa7 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:53:55.327695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.335001 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.375150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.423198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Network 45475511-8014-47fb-beb3-2933f6bee1cf is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:53:55.479958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2d6a8b-604a-4a3b-828e-66d96a3d2259 None None] Pushing event updated for resources: {'Port': ['ID=7e0883f7-51b1-4ede-9f02-ab9bc62bab75,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:55.519235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Allocated IP 172.25.4.130 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/2dce788e-58b9-47ee-8b39-2a6f01aea7f1) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:55.534537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-0e159b8b-7a9e-40c3-b185-330c8c9ec49e service neutron] 10.222.0.30 "GET /v2.0/networks/50253646-fcef-4a73-9157-ab78cdc44dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2794428 Jul 05 03:53:55.544678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 45475511-8014-47fb-beb3-2933f6bee1cf) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:55.552490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.553091 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.562029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e1611f-d932-41b0-b289-42ebb365d5ac None None] Network 45475511-8014-47fb-beb3-2933f6bee1cf requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:55.671151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab3dd5-1a65-4423-a7de-4e9cff99c6fe req-937c613b-5ba5-4ba1-b1de-6055215e34a6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.683279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab3dd5-1a65-4423-a7de-4e9cff99c6fe req-937c613b-5ba5-4ba1-b1de-6055215e34a6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.696227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab3dd5-1a65-4423-a7de-4e9cff99c6fe req-937c613b-5ba5-4ba1-b1de-6055215e34a6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.706441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab3dd5-1a65-4423-a7de-4e9cff99c6fe req-937c613b-5ba5-4ba1-b1de-6055215e34a6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.713275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab3dd5-1a65-4423-a7de-4e9cff99c6fe req-937c613b-5ba5-4ba1-b1de-6055215e34a6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.725399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab3dd5-1a65-4423-a7de-4e9cff99c6fe req-937c613b-5ba5-4ba1-b1de-6055215e34a6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.732254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ab3dd5-1a65-4423-a7de-4e9cff99c6fe req-937c613b-5ba5-4ba1-b1de-6055215e34a6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:55.734130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03ab3dd5-1a65-4423-a7de-4e9cff99c6fe req-937c613b-5ba5-4ba1-b1de-6055215e34a6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.3929803 Jul 05 03:53:55.747726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-756afbfb-b3f8-43ef-a502-5158c8182639 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.8426516 Jul 05 03:53:55.767210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Allocated IP 172.20.0.8 (1b93be2a-51a9-4ba2-a83e-ae24543dbbe5/cac2668c-1713-40a7-9fa4-baff1fa971fe/47b8195a-9172-4869-883d-b8ed66665d6c) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:53:55.826883 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:55.913118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a326570-a841-4f6e-92d3-c7d560f644ce None None] Network 45475511-8014-47fb-beb3-2933f6bee1cf requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:56.048309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03ab3dd5-1a65-4423-a7de-4e9cff99c6fe req-835ec9aa-643e-4492-9e25-0f4643e4b06e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3007030 Jul 05 03:53:56.107648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:56.155924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-17781c64-3cab-47c6-b536-044dbec16a1b tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips/2769cdec-4953-4a5c-84ad-d29fa020ae99 HTTP/1.1" status: 200 len: 693 time: 0.2605379 Jul 05 03:53:56.276104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:56.311692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:56.320222 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:56.328811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:56.395689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Pushing event updated for resources: {'Port': ['ID=2dce788e-58b9-47ee-8b39-2a6f01aea7f1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:56.557519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:56.879829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bda5acc7-95cc-4fd8-9621-eb8c3d7306e7 req-b7a373cf-ce10-453b-a454-8fed4e7ba90a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 210 time: 0.0922039 Jul 05 03:53:56.929637 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.033406 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64714979-399f-472e-b0e9-04939a48b0a1 req-385b8d00-54c3-4be6-b48c-22ac7376ef6c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 210 time: 0.0537195 Jul 05 03:53:57.048782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-9a007c50-4b2e-4969-b98b-bc2ccda20d57 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.050285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-9a007c50-4b2e-4969-b98b-bc2ccda20d57 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.8864553 Jul 05 03:53:57.089199 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.166069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed796c8-619a-408e-a8e3-39648f69a648 None None] Network c140cb71-78d4-4d48-8111-dd42bd8bac1b requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:53:57.207163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-5016c6d1-b3ad-495e-8708-3428a9a55f30 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 696 time: 0.1264260 Jul 05 03:53:57.280890 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.340369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-9fefc58d-0bc3-43be-95df-ea28430bbb84 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.114 HTTP/1.1" status: 200 len: 696 time: 0.1219969 Jul 05 03:53:57.380371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4c4f1825-b03f-4d7e-b654-c21800a4ae11 None None] Provisioning for port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:53:57.399555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4c4f1825-b03f-4d7e-b654-c21800a4ae11 None None] Provisioning complete for port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:57.400630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1825-b03f-4d7e-b654-c21800a4ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.552215 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1825-b03f-4d7e-b654-c21800a4ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.605845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.616605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4c4f1825-b03f-4d7e-b654-c21800a4ae11 None None] For port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7e0883f7-51b1-4ede-9f02-ab9bc62bab75,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:57.693372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:53:57.697207 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Router d6e2a87f-d0df-4db9-8c4f-2b18842def3f is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:53:57.698925 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c4f1825-b03f-4d7e-b654-c21800a4ae11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.718260 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:53:57.724460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event updated for resources: {'Port': ['ID=47b8195a-9172-4869-883d-b8ed66665d6c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:57.732130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:53:57.798384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-7d750229-c7ce-4e91-a510-3bb28c819346 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.800358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-7d750229-c7ce-4e91-a510-3bb28c819346 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/networks?id=45475511-8014-47fb-beb3-2933f6bee1cf HTTP/1.1" status: 200 len: 822 time: 0.3209052 Jul 05 03:53:57.806632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4f1825-b03f-4d7e-b654-c21800a4ae11 None None] Pushing event updated for resources: {'Port': ['ID=7e0883f7-51b1-4ede-9f02-ab9bc62bab75,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:57.824441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-6a992aac-d06e-40e5-83aa-5435f49bae42 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Deleting port 226ac284-8153-49e8-acdf-19e8d30dd283 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:53:57.824799 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-6a992aac-d06e-40e5-83aa-5435f49bae42 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.849665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-6a758b49-9d39-4944-841f-0e0702674cf5 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/quotas/aaa74373a53a4a4cbe5f346d5f9605d7 HTTP/1.1" status: 200 len: 375 time: 0.0400548 Jul 05 03:53:57.907992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:57.909139 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.933153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:53:57.954623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f8dd675a-6527-41c9-b247-a0367e0e0ce5 None None] Provisioning complete for port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:57.955977 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f8dd675a-6527-41c9-b247-a0367e0e0ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:57.965595 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Sync routers for ids ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:53:57.970964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-4edf7a97-d07a-421b-a5a6-3bc3e491b4fb tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aaa74373a53a4a4cbe5f346d5f9605d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0735445 Jul 05 03:53:57.988001 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Routers {'d6e2a87f-d0df-4db9-8c4f-2b18842def3f'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:53:57.989100 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:53:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:58.051620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:53:58.053737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.062146 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b095c2a7-c1f5-4005-988d-072ca9aecaab admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.8582659 Jul 05 03:53:58.063409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55246) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:53:58.146963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-9aba05aa-9e0e-438a-87b4-5e3a99521226 service neutron] 10.222.0.30 "GET /v2.0/networks/45475511-8014-47fb-beb3-2933f6bee1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748307 Jul 05 03:53:58.152145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-3b79b1dc-b96a-4476-8693-786361bdbe89 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2898819 Jul 05 03:53:58.186112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Request body: {'port': {'device_id': 'c5203a63-5b8e-4a67-b68d-fe46fcbebe8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:58.288412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:53:58.289641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.325761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-6a992aac-d06e-40e5-83aa-5435f49bae42 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.326188 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-6a992aac-d06e-40e5-83aa-5435f49bae42 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.360664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-6a992aac-d06e-40e5-83aa-5435f49bae42 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Calling delete_port for 226ac284-8153-49e8-acdf-19e8d30dd283 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:53:58.372184 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Set router d6e2a87f-d0df-4db9-8c4f-2b18842def3f gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:53:58.565990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-69fae872-27c4-43df-8713-f81ff5ea6edf service neutron] 10.222.0.30 "GET /v2.0/networks/45475511-8014-47fb-beb3-2933f6bee1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4050996 Jul 05 03:53:58.571986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:58.817409 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:53:56Z', 'revision_number': 3, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:53:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:53:58.872999 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Checking router: d6e2a87f-d0df-4db9-8c4f-2b18842def3f for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:53:58.873649 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Updating router d6e2a87f-d0df-4db9-8c4f-2b18842def3f port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:53:58.944726 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.057850 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-6a992aac-d06e-40e5-83aa-5435f49bae42 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.285968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a992aac-d06e-40e5-83aa-5435f49bae42 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event deleted for resources: {'Port': ['ID=226ac284-8153-49e8-acdf-19e8d30dd283,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:59.392743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a3b46c54-bdae-4449-8d05-26034a82d0b5 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:53:59.422460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-6a992aac-d06e-40e5-83aa-5435f49bae42 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.426506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-6a992aac-d06e-40e5-83aa-5435f49bae42 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.428632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c9cddab-1afa-4091-8b33-49b462646a73 req-6a992aac-d06e-40e5-83aa-5435f49bae42 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "DELETE /v2.0/floatingips/2769cdec-4953-4a5c-84ad-d29fa020ae99 HTTP/1.1" status: 204 len: 173 time: 2.0870476 Jul 05 03:53:59.468888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47b8195a-9172-4869-883d-b8ed66665d6c {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:53:59.488430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.514925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Transition to ACTIVE for port object 47b8195a-9172-4869-883d-b8ed66665d6c will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:59.534892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7e8b-f57b-4be7-858c-21e659b86952 req-ee318b58-ef78-48df-ad08-5a87315ce4c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.559771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7e8b-f57b-4be7-858c-21e659b86952 req-ee318b58-ef78-48df-ad08-5a87315ce4c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.580797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7e8b-f57b-4be7-858c-21e659b86952 req-ee318b58-ef78-48df-ad08-5a87315ce4c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.591861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7e8b-f57b-4be7-858c-21e659b86952 req-ee318b58-ef78-48df-ad08-5a87315ce4c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.603801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7e8b-f57b-4be7-858c-21e659b86952 req-ee318b58-ef78-48df-ad08-5a87315ce4c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.612897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7e8b-f57b-4be7-858c-21e659b86952 req-ee318b58-ef78-48df-ad08-5a87315ce4c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.621184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4c7e8b-f57b-4be7-858c-21e659b86952 req-ee318b58-ef78-48df-ad08-5a87315ce4c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.630438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c4c7e8b-f57b-4be7-858c-21e659b86952 req-ee318b58-ef78-48df-ad08-5a87315ce4c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5420 time: 0.5239882 Jul 05 03:53:59.642347 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.703086 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-1bd03334-b35d-4149-8182-a92123da2d47 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3519325 Jul 05 03:53:59.815076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Pushing event updated for resources: {'Port': ['ID=47b8195a-9172-4869-883d-b8ed66665d6c,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:53:59.840219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-2c8e3270-f8a2-423f-a8ce-36a5de12a2ad tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:53:59.843097 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-2c8e3270-f8a2-423f-a8ce-36a5de12a2ad tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.26 "GET /v2.0/networks?id=50253646-fcef-4a73-9157-ab78cdc44dc9 HTTP/1.1" status: 200 len: 814 time: 0.3897724 Jul 05 03:53:59.875471 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:53:59.910837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Request body: {'port': {'device_id': 'b3c52f5a-4270-43e1-870b-833878f8b4bf', 'network_id': '50253646-fcef-4a73-9157-ab78cdc44dc9', 'admin_state_up': True, 'tenant_id': 'd10d166a1d5b4bb583c33241faaaaf0f'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:53:59.916067 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Transition to ACTIVE for port object 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:53:59.986668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a3b46c54-bdae-4449-8d05-26034a82d0b5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a3b46c54-bdae-4449-8d05-26034a82d0b5,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:53:59.993995 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.005376 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.023879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c4c7e8b-f57b-4be7-858c-21e659b86952 req-498a2a29-563f-4044-901d-9ea2e757f812 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3925297 Jul 05 03:54:00.070009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'a3b46c54-bdae-4449-8d05-26034a82d0b5', 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'port_id': 'a3b46c54-bdae-4449-8d05-26034a82d0b5', 'mac_address': 'fa:16:3e:78:fe:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c060a711-5778-4a1b-9aca-7ca42e8b4a48', 'ip_address': '10.1.1.203'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:00.152866 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Attempting to bind port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:00.153238 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Attempting to bind port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:00.153605 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Attempting to bind port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:00.196561 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:00.196934 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:00.197383 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.197952 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:00.198671 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Bound port: 2dce788e-58b9-47ee-8b39-2a6f01aea7f1, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:00.199206 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.211792 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.214095 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Pushing event updated for resources: {'Port': ['ID=2dce788e-58b9-47ee-8b39-2a6f01aea7f1,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:00.263768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a3b46c54-bdae-4449-8d05-26034a82d0b5 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:00.297028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a3b46c54-bdae-4449-8d05-26034a82d0b5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a3b46c54-bdae-4449-8d05-26034a82d0b5,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:00.298242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Attempting to bind port 47b8195a-9172-4869-883d-b8ed66665d6c on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:00.298926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Attempting to bind port 47b8195a-9172-4869-883d-b8ed66665d6c by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:00.299751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Attempting to bind port 47b8195a-9172-4869-883d-b8ed66665d6c on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:00.299948 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.300446 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.300876 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.301356 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.301950 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.302373 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.303009 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.303511 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.304062 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.305041 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.305375 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.306770 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:00.340182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-8c82c77e-92b2-49b3-a652-69170f273f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:00.343753 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-8c82c77e-92b2-49b3-a652-69170f273f82 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=738fa8d926e9474fbeebc1e741308633&device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 1097 time: 0.5436549 Jul 05 03:54:00.344441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Port 47b8195a-9172-4869-883d-b8ed66665d6c on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:00.345028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Attempting to bind port 47b8195a-9172-4869-883d-b8ed66665d6c on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:00.361063 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] For port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:00.369689 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] For port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2dce788e-58b9-47ee-8b39-2a6f01aea7f1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:00.378205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5dd951f-0e4d-4c9e-92ca-a8abc8cdb474 req-552a55e9-0d61-48c2-b5d5-71dbddc1cef1 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 210 time: 0.0669377 Jul 05 03:54:00.387306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:00.387967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Checking segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:00.388584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Bound using segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:00.389249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Bound port: 47b8195a-9172-4869-883d-b8ed66665d6c, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:00.390294 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.393545 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.395672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 58db8a08-581b-407b-96e0-b1a5a738e947 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:00.423690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc64311-e236-4324-b636-f838509ed085 req-5e633d05-676f-4659-a51f-a97066db797e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:00.434725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3cc64311-e236-4324-b636-f838509ed085 req-5e633d05-676f-4659-a51f-a97066db797e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 943 time: 0.3403561 Jul 05 03:54:00.473766 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.512538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3cc64311-e236-4324-b636-f838509ed085 req-292a12af-a265-45b6-a427-494873e53167 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765159 Jul 05 03:54:00.524516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Allocated IP 172.20.0.1 (c140cb71-78d4-4d48-8111-dd42bd8bac1b/654adab4-e987-4b99-be8f-766330fa38ca/795837f2-20ae-4bb2-b81a-ce950e38b201) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:00.596896 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a3b46c54-bdae-4449-8d05-26034a82d0b5,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:00.701635 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Routers {'d6e2a87f-d0df-4db9-8c4f-2b18842def3f'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:00.702602 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:53:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:00.710535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] For port 47b8195a-9172-4869-883d-b8ed66665d6c, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:00.725364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] For port 47b8195a-9172-4869-883d-b8ed66665d6c, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=47b8195a-9172-4869-883d-b8ed66665d6c,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:00.758362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.761995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 58db8a08-581b-407b-96e0-b1a5a738e947, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58db8a08-581b-407b-96e0-b1a5a738e947,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:00.775812 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c4864e1-f9e4-45b4-bff4-f189f6fd904a None None] Pushing event updated for resources: {'Port': ['ID=2dce788e-58b9-47ee-8b39-2a6f01aea7f1,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:00.792425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '58db8a08-581b-407b-96e0-b1a5a738e947', 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c', 'port_id': '58db8a08-581b-407b-96e0-b1a5a738e947', 'mac_address': 'fa:16:3e:1f:96:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:00.808465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-566251b3-97c2-4820-a9b2-e6090d283a42 req-15175e50-09c3-4927-bdfd-e643b560f1b0 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 210 time: 0.0732710 Jul 05 03:54:00.880272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.899668 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.909240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58db8a08-581b-407b-96e0-b1a5a738e947 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:00.927045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-ee5c5ceb-6610-40ec-a832-8f950c84b91f tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips/c4c68dec-8ac1-4492-806c-f2f181bd7978 HTTP/1.1" status: 200 len: 693 time: 0.1684458 Jul 05 03:54:00.940935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Made reservation on behalf of d10d166a1d5b4bb583c33241faaaaf0f for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:00.946281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:00.980621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 58db8a08-581b-407b-96e0-b1a5a738e947, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58db8a08-581b-407b-96e0-b1a5a738e947,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:00.985698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Transition to ACTIVE for port object 795837f2-20ae-4bb2-b81a-ce950e38b201 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:01.012129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.012779 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.015572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] 10.222.0.26 "PUT /v2.0/ports/47b8195a-9172-4869-883d-b8ed66665d6c HTTP/1.1" status: 200 len: 1092 time: 2.8395257 Jul 05 03:54:01.063182 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] Set router d6e2a87f-d0df-4db9-8c4f-2b18842def3f gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:01.106865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5203a63-5b8e-4a67-b68d-fe46fcbebe8c', 'tag': '47b8195a-9172-4869-883d-b8ed66665d6c'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:01.111841 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6af72c5-a1cb-4540-b3ed-66e972deb839" -d '{"events": [{"name": "network-changed", "server_uuid": "c5203a63-5b8e-4a67-b68d-fe46fcbebe8c", "tag": "47b8195a-9172-4869-883d-b8ed66665d6c"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:01.116027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.118289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6d492b0a-eb7e-4212-a130-8e04dda42fb2 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:01.211410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39fbeb38-dbd8-47da-9884-ae21f9f2943f service neutron] Pushing event updated for resources: {'Port': ['ID=47b8195a-9172-4869-883d-b8ed66665d6c,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.243765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-26607256-a87d-4ed7-be94-520d69fede4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.252429 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-26607256-a87d-4ed7-be94-520d69fede4a service neutron] 10.222.0.13 "GET /v2.0/networks?id=d53a5d10-2817-4caf-a35f-b6c91ba1fb62 HTTP/1.1" status: 200 len: 913 time: 0.4617019 Jul 05 03:54:01.322309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6d492b0a-eb7e-4212-a130-8e04dda42fb2, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6d492b0a-eb7e-4212-a130-8e04dda42fb2,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:01.356723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=58db8a08-581b-407b-96e0-b1a5a738e947,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.363201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '6d492b0a-eb7e-4212-a130-8e04dda42fb2', 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'port_id': '6d492b0a-eb7e-4212-a130-8e04dda42fb2', 'mac_address': 'fa:16:3e:19:af:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c060a711-5778-4a1b-9aca-7ca42e8b4a48', 'ip_address': '10.1.1.185'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:01.465704 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-08afbbb6-622c-4589-906f-46af0f729489 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad894130-fba8-4d79-8260-84c298d0ae6b HTTP/1.1" status: 200 len: 1000 time: 0.1979389 Jul 05 03:54:01.507662 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.515799 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.531782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d492b0a-eb7e-4212-a130-8e04dda42fb2 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:01.575191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6d492b0a-eb7e-4212-a130-8e04dda42fb2, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6d492b0a-eb7e-4212-a130-8e04dda42fb2,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:01.615688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-877cabce-0f88-46ea-86ef-fd3277543593 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.618150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-877cabce-0f88-46ea-86ef-fd3277543593 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.6479886 Jul 05 03:54:01.627689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Network c140cb71-78d4-4d48-8111-dd42bd8bac1b is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:01.637441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:01.637820 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:53:56Z', 'revision_number': 3, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:01.647359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-5108c7b3-c199-445a-9755-bb32a7998e5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.647640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:01.650380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-5108c7b3-c199-445a-9755-bb32a7998e5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 1095 time: 0.4105878 Jul 05 03:54:01.658861 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.659911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9e11d843-1d61-4836-bb78-ea7ec809ed9b details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:01.698409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Allocated IP 172.20.0.5 (50253646-fcef-4a73-9157-ab78cdc44dc9/803afdba-3d4b-4101-b647-4d2c09c701f0/d635d8cc-ddb2-425e-a7f9-77fc67dd861d) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:01.704615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-71a9338b-3810-49dd-8257-93d750ecf704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:01.707179 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-71a9338b-3810-49dd-8257-93d750ecf704 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3730cd7-0b6e-4bec-b89f-56bda6c4ace4 HTTP/1.1" status: 200 len: 851 time: 0.1937342 Jul 05 03:54:01.716392 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678750ad-ce31-4d4e-9703-475d61e3aede None None] The sync data for ids ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'] in n-d-758944-41 is: [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:53:56Z', 'revision_number': 3, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:01.728484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Pushing event updated for resources: {'Port': ['ID=795837f2-20ae-4bb2-b81a-ce950e38b201,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.815554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:01.890419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6d492b0a-eb7e-4212-a130-8e04dda42fb2,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:01.911168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-d4271e06-76ad-4c6f-afb2-e1c14f609840 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.115 HTTP/1.1" status: 200 len: 696 time: 0.2789164 Jul 05 03:54:01.924019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-f091d2a3-c297-4b2e-be62-2dbf5869d86d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47b8195a-9172-4869-883d-b8ed66665d6c HTTP/1.1" status: 200 len: 217 time: 0.1772575 Jul 05 03:54:01.971615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9e11d843-1d61-4836-bb78-ea7ec809ed9b, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:01.993024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '9e11d843-1d61-4836-bb78-ea7ec809ed9b', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'port_id': '9e11d843-1d61-4836-bb78-ea7ec809ed9b', 'mac_address': 'fa:16:3e:c9:c5:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:02.083970 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.089899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-fa3bbdbe-e9c4-425d-9ebb-c58913149835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.091841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-fa3bbdbe-e9c4-425d-9ebb-c58913149835 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.1523666 Jul 05 03:54:02.112821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbc290-ad86-4cc8-9396-025847f2fcb5 req-e1497b05-ead3-47af-94e4-71af8141c92d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.127145 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbc290-ad86-4cc8-9396-025847f2fcb5 req-e1497b05-ead3-47af-94e4-71af8141c92d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.135729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbc290-ad86-4cc8-9396-025847f2fcb5 req-e1497b05-ead3-47af-94e4-71af8141c92d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.143309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbc290-ad86-4cc8-9396-025847f2fcb5 req-e1497b05-ead3-47af-94e4-71af8141c92d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.150560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e11d843-1d61-4836-bb78-ea7ec809ed9b {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:02.152118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbc290-ad86-4cc8-9396-025847f2fcb5 req-e1497b05-ead3-47af-94e4-71af8141c92d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.158551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbc290-ad86-4cc8-9396-025847f2fcb5 req-e1497b05-ead3-47af-94e4-71af8141c92d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.165901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcbc290-ad86-4cc8-9396-025847f2fcb5 req-e1497b05-ead3-47af-94e4-71af8141c92d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.168196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbcbc290-ad86-4cc8-9396-025847f2fcb5 req-e1497b05-ead3-47af-94e4-71af8141c92d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5422 time: 0.7271388 Jul 05 03:54:02.173534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-413a9f9d-91ca-4798-a1c7-f6144acb371d tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.115 HTTP/1.1" status: 200 len: 696 time: 0.2065713 Jul 05 03:54:02.223525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-0cff50c5-3217-4e07-8a8f-22a5a40def29 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0522130 Jul 05 03:54:02.309623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-3a519666-720e-4271-8552-7b04f3a1e941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:02.312966 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-3a519666-720e-4271-8552-7b04f3a1e941 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d53a5d10-2817-4caf-a35f-b6c91ba1fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5899885 Jul 05 03:54:02.321834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9e11d843-1d61-4836-bb78-ea7ec809ed9b, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:02.410076 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.416383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 029b7215-0712-46b9-967f-471924c08ffc details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:02.511549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 029b7215-0712-46b9-967f-471924c08ffc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=029b7215-0712-46b9-967f-471924c08ffc,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:02.547540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2bad7498-0b23-41e4-88a6-bdc9d7fd8306 None None] Provisioning for port 795837f2-20ae-4bb2-b81a-ce950e38b201 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:02.563331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '029b7215-0712-46b9-967f-471924c08ffc', 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'port_id': '029b7215-0712-46b9-967f-471924c08ffc', 'mac_address': 'fa:16:3e:89:d7:65', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c060a711-5778-4a1b-9aca-7ca42e8b4a48', 'ip_address': '10.1.1.91'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:02.639716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2bad7498-0b23-41e4-88a6-bdc9d7fd8306 None None] Provisioning complete for port 795837f2-20ae-4bb2-b81a-ce950e38b201 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:02.640277 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2bad7498-0b23-41e4-88a6-bdc9d7fd8306 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.681140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbcbc290-ad86-4cc8-9396-025847f2fcb5 req-fcbfe835-a682-409a-8479-a939a2f1717e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4630935 Jul 05 03:54:02.706477 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-0f22fb4a-9f1d-4ba6-b5a3-3e522ced2cba service neutron] 10.222.0.13 "GET /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3616745 Jul 05 03:54:02.710941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-87762d6d-07a8-47c6-956e-33a5a4b70f5c service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740817 Jul 05 03:54:02.747644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.795458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2bad7498-0b23-41e4-88a6-bdc9d7fd8306 None None] Port 795837f2-20ae-4bb2-b81a-ce950e38b201 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:02.816576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-048eb110-5c68-4703-a9a7-31bfe0fa4e36 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Deleting port bf1c067f-e2e2-4618-8551-2b90d9a51f88 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:02.816932 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-048eb110-5c68-4703-a9a7-31bfe0fa4e36 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.830445 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72673f6a-a18c-4ee8-b59e-b074a628f4be x-openstack-request-id: req-72673f6a-a18c-4ee8-b59e-b074a628f4be {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:02.830839 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5203a63-5b8e-4a67-b68d-fe46fcbebe8c", "tag": "47b8195a-9172-4869-883d-b8ed66665d6c", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:02.831017 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-72673f6a-a18c-4ee8-b59e-b074a628f4be {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:02.831577 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5203a63-5b8e-4a67-b68d-fe46fcbebe8c', 'tag': '47b8195a-9172-4869-883d-b8ed66665d6c', 'status': 'completed', 'code': 200} Jul 05 03:54:02.904376 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:02.925657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9e11d843-1d61-4836-bb78-ea7ec809ed9b,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:02.950569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 029b7215-0712-46b9-967f-471924c08ffc {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:03.017618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 029b7215-0712-46b9-967f-471924c08ffc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=029b7215-0712-46b9-967f-471924c08ffc,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:03.046133 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-effb6524-baf3-4fd6-aa40-c93577528a35 req-47fe76f5-aae0-4319-87f0-fd180fae401a service neutron] 10.222.0.13 "GET /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703173 Jul 05 03:54:03.087401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-165d3993-d46d-4a9e-bbaa-d7e4f0149e49 req-2c1f7dab-8df1-40d6-94de-f218f46adcf9 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3604875 Jul 05 03:54:03.089264 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.090218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device da1ef700-fd8d-42b6-b707-e72c89cbb7f8 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:03.117285 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-048eb110-5c68-4703-a9a7-31bfe0fa4e36 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.119753 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-048eb110-5c68-4703-a9a7-31bfe0fa4e36 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.124803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.160039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84f91c77-e200-4706-92e4-368f7ab0ec87 req-5ec7e14d-6e5f-44de-b829-387fdd6d2ce2 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 210 time: 0.0509148 Jul 05 03:54:03.182429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-048eb110-5c68-4703-a9a7-31bfe0fa4e36 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Calling delete_port for bf1c067f-e2e2-4618-8551-2b90d9a51f88 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:03.323744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=029b7215-0712-46b9-967f-471924c08ffc,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:03.339468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port da1ef700-fd8d-42b6-b707-e72c89cbb7f8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:03.374859 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.381191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'da1ef700-fd8d-42b6-b707-e72c89cbb7f8', 'network_id': '7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee', 'port_id': 'da1ef700-fd8d-42b6-b707-e72c89cbb7f8', 'mac_address': 'fa:16:3e:38:ad:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c060a711-5778-4a1b-9aca-7ca42e8b4a48', 'ip_address': '10.1.1.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:03.457421 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.513254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1ef700-fd8d-42b6-b707-e72c89cbb7f8 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:03.606622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port da1ef700-fd8d-42b6-b707-e72c89cbb7f8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:03.655529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Network 50253646-fcef-4a73-9157-ab78cdc44dc9 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:03.669924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:03.674543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:03.698305 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.699791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 2060da13-8d43-453a-84f6-bf05488b8037 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:03.729978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Pushing event updated for resources: {'Port': ['ID=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:03.785771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:03.825179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2060da13-8d43-453a-84f6-bf05488b8037, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2060da13-8d43-453a-84f6-bf05488b8037,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:03.839196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:03.839523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '2060da13-8d43-453a-84f6-bf05488b8037', 'network_id': '320dbe57-ecdf-4942-b75a-f8d707d5678c', 'port_id': '2060da13-8d43-453a-84f6-bf05488b8037', 'mac_address': 'fa:16:3e:d2:da:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 165, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:03.839683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.845826 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.917374 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:03.935274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2060da13-8d43-453a-84f6-bf05488b8037 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:03.936301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.010629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2060da13-8d43-453a-84f6-bf05488b8037, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2060da13-8d43-453a-84f6-bf05488b8037,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:04.074895 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-787baa2e-0b99-48d8-a3d3-c714cca8bc1c tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1728663 Jul 05 03:54:04.102599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:04.114981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Request body: {'port': {'device_id': 'b3c52f5a-4270-43e1-870b-833878f8b4bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:04.129163 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.143544 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.256651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=2060da13-8d43-453a-84f6-bf05488b8037,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:04.272124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-c7a471a7-9b73-4999-8e02-9e0104670cb5 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.274651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-c7a471a7-9b73-4999-8e02-9e0104670cb5 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.26 "GET /v2.0/networks?id=45475511-8014-47fb-beb3-2933f6bee1cf HTTP/1.1" status: 200 len: 822 time: 0.3763773 Jul 05 03:54:04.284565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5eaf46-c711-43ca-8efb-f96e30908a44 req-95d55ad4-0198-4188-be8a-aff1074cf4cf tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.292491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c5eaf46-c711-43ca-8efb-f96e30908a44 req-95d55ad4-0198-4188-be8a-aff1074cf4cf tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 943 time: 0.3908679 Jul 05 03:54:04.309526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Request body: {'port': {'device_id': 'af7757a6-2ece-4d85-89c6-0e22c9dfe142', 'network_id': '45475511-8014-47fb-beb3-2933f6bee1cf', 'admin_state_up': True, 'tenant_id': 'aaa74373a53a4a4cbe5f346d5f9605d7'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:04.310114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Network c140cb71-78d4-4d48-8111-dd42bd8bac1b is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:04.316981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Pushing event updated for resources: {'Port': ['ID=795837f2-20ae-4bb2-b81a-ce950e38b201,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:04.327041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:04.336278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af72c5-a1cb-4540-b3ed-66e972deb839 req-1f5b6f55-b4c3-4e9c-98e2-0b4b9e8200ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.337986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6af72c5-a1cb-4540-b3ed-66e972deb839 req-1f5b6f55-b4c3-4e9c-98e2-0b4b9e8200ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 1095 time: 0.4379208 Jul 05 03:54:04.360574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:04.365365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:04.365365 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.558853 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.588911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2dce788e-58b9-47ee-8b39-2a6f01aea7f1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:04.648983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c5eaf46-c711-43ca-8efb-f96e30908a44 req-50c5a4ec-4d96-4aa1-be08-a6cef572edb2 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316641 Jul 05 03:54:04.658962 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.682766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Router d6e2a87f-d0df-4db9-8c4f-2b18842def3f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:54:04.685555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.772109 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-048eb110-5c68-4703-a9a7-31bfe0fa4e36 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.827152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048eb110-5c68-4703-a9a7-31bfe0fa4e36 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event deleted for resources: {'Port': ['ID=bf1c067f-e2e2-4618-8551-2b90d9a51f88,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:04.833198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af72c5-a1cb-4540-b3ed-66e972deb839 req-83a4fcad-37ad-48ae-b38e-da79b9640904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:04.834741 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6af72c5-a1cb-4540-b3ed-66e972deb839 req-83a4fcad-37ad-48ae-b38e-da79b9640904 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 911 time: 0.4121473 Jul 05 03:54:04.882976 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Made reservation on behalf of aaa74373a53a4a4cbe5f346d5f9605d7 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:04.887585 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:04.965464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6af72c5-a1cb-4540-b3ed-66e972deb839 req-70120b50-4055-44f6-a0b9-8102f549ee3d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=47b8195a-9172-4869-883d-b8ed66665d6c HTTP/1.1" status: 200 len: 217 time: 0.1162100 Jul 05 03:54:04.988601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=2dce788e-58b9-47ee-8b39-2a6f01aea7f1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:05.006912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['58db8a08-581b-407b-96e0-b1a5a738e947'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:05.014803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a3b46c54-bdae-4449-8d05-26034a82d0b5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:05.051794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['029b7215-0712-46b9-967f-471924c08ffc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:05.053756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['2060da13-8d43-453a-84f6-bf05488b8037'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:05.117527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6af72c5-a1cb-4540-b3ed-66e972deb839 req-de8772f0-b35f-4fe8-96a6-dc1543e7c890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.118978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6af72c5-a1cb-4540-b3ed-66e972deb839 req-de8772f0-b35f-4fe8-96a6-dc1543e7c890 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.1408217 Jul 05 03:54:05.122970 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-048eb110-5c68-4703-a9a7-31bfe0fa4e36 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.126796 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-048eb110-5c68-4703-a9a7-31bfe0fa4e36 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.127464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b271cd83-dbdc-4681-bc8b-dbfc1810cfe8 req-048eb110-5c68-4703-a9a7-31bfe0fa4e36 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "DELETE /v2.0/floatingips/c4c68dec-8ac1-4492-806c-f2f181bd7978 HTTP/1.1" status: 204 len: 173 time: 2.9081049 Jul 05 03:54:05.138941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2bc4d5b4-09c6-4659-bdf1-a96ecef2c008 req-8fe4ded6-4322-40be-88aa-470490ad71a8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 210 time: 0.1087537 Jul 05 03:54:05.233390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:05.239400 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-429d0d1d-c56b-4d78-8770-9abdf9d4d78c admin admin] 10.222.0.30 "PUT /v2.0/routers/d6e2a87f-d0df-4db9-8c4f-2b18842def3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1725833 Jul 05 03:54:05.251732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d635d8cc-ddb2-425e-a7f9-77fc67dd861d {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:05.262670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.264363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6af72c5-a1cb-4540-b3ed-66e972deb839 req-66a075b1-b90b-4ff4-bf53-4139deb94b7a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242762 Jul 05 03:54:05.290204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Transition to ACTIVE for port object d635d8cc-ddb2-425e-a7f9-77fc67dd861d will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:05.314431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-40d51bf2-fdec-4642-9931-5b16687bd0b5 None None] Provisioning complete for port 795837f2-20ae-4bb2-b81a-ce950e38b201 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:05.314988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-40d51bf2-fdec-4642-9931-5b16687bd0b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.352824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Sync routers for ids ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:05.411377 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:05.471891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-40d51bf2-fdec-4642-9931-5b16687bd0b5 None None] Port 795837f2-20ae-4bb2-b81a-ce950e38b201 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:05.483336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Allocated IP 172.20.0.6 (45475511-8014-47fb-beb3-2933f6bee1cf/d0c3d19d-e463-413b-8421-48334dd4f213/8f4c31f6-bdb0-4d8d-87be-987c0e16e803) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:05.506409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Routers {'d6e2a87f-d0df-4db9-8c4f-2b18842def3f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:05.508030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:53:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:05.514582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Pushing event updated for resources: {'Port': ['ID=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:05.554361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6af72c5-a1cb-4540-b3ed-66e972deb839 req-b9d5ffc1-ed48-43f5-bbc9-4e75502b5f48 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2811306 Jul 05 03:54:05.585714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b76d-ce5c-4f9e-ab50-9638b3fb9558 req-8ac6f7ad-6830-45a1-8a62-093e50bcba61 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.591701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b76d-ce5c-4f9e-ab50-9638b3fb9558 req-8ac6f7ad-6830-45a1-8a62-093e50bcba61 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.598043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b76d-ce5c-4f9e-ab50-9638b3fb9558 req-8ac6f7ad-6830-45a1-8a62-093e50bcba61 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.605221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b76d-ce5c-4f9e-ab50-9638b3fb9558 req-8ac6f7ad-6830-45a1-8a62-093e50bcba61 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.611433 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b76d-ce5c-4f9e-ab50-9638b3fb9558 req-8ac6f7ad-6830-45a1-8a62-093e50bcba61 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.617388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b76d-ce5c-4f9e-ab50-9638b3fb9558 req-8ac6f7ad-6830-45a1-8a62-093e50bcba61 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.623498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b2b76d-ce5c-4f9e-ab50-9638b3fb9558 req-8ac6f7ad-6830-45a1-8a62-093e50bcba61 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.625485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70b2b76d-ce5c-4f9e-ab50-9638b3fb9558 req-8ac6f7ad-6830-45a1-8a62-093e50bcba61 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5427 time: 0.2762740 Jul 05 03:54:05.704434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a246040-70cc-406a-997d-1915ff5510a6 req-c74c8ef6-8fdb-4c20-a67c-48cc8951ec46 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:05.706024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a246040-70cc-406a-997d-1915ff5510a6 req-c74c8ef6-8fdb-4c20-a67c-48cc8951ec46 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 931 time: 0.3552957 Jul 05 03:54:05.794290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['9e11d843-1d61-4836-bb78-ea7ec809ed9b'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:05.833508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70b2b76d-ce5c-4f9e-ab50-9638b3fb9558 req-aa0bb56a-220b-4424-bb34-1c9e3447d3b9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1756396 Jul 05 03:54:05.894454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a246040-70cc-406a-997d-1915ff5510a6 req-94fc7a7a-9703-4365-9272-8148b1462194 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1694920 Jul 05 03:54:05.907590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['da1ef700-fd8d-42b6-b707-e72c89cbb7f8'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:05.915501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6af72c5-a1cb-4540-b3ed-66e972deb839 req-8dfa54fb-3279-4c68-a07b-bf34c5dbf0a6 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867243 Jul 05 03:54:06.022083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Set router d6e2a87f-d0df-4db9-8c4f-2b18842def3f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:06.053200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-8517fe53-ce86-45c5-b947-d232f547a264 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips/d6343194-2e5a-4704-bdd8-67c14156fb74 HTTP/1.1" status: 200 len: 692 time: 0.1355746 Jul 05 03:54:06.115715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:06.126191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Attempting to bind port d635d8cc-ddb2-425e-a7f9-77fc67dd861d on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:06.128368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Attempting to bind port d635d8cc-ddb2-425e-a7f9-77fc67dd861d by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '0890267f-391d-4e5b-b18d-c3c4862c5526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '50253646-fcef-4a73-9157-ab78cdc44dc9'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:06.129392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Attempting to bind port d635d8cc-ddb2-425e-a7f9-77fc67dd861d on network 50253646-fcef-4a73-9157-ab78cdc44dc9 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:06.132238 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.137749 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Port d635d8cc-ddb2-425e-a7f9-77fc67dd861d on network 50253646-fcef-4a73-9157-ab78cdc44dc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:06.138431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Attempting to bind port d635d8cc-ddb2-425e-a7f9-77fc67dd861d on network 50253646-fcef-4a73-9157-ab78cdc44dc9 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:06.148566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:06.149087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Checking segment: {'id': '0890267f-391d-4e5b-b18d-c3c4862c5526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '50253646-fcef-4a73-9157-ab78cdc44dc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:06.149688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Bound using segment: {'id': '0890267f-391d-4e5b-b18d-c3c4862c5526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '50253646-fcef-4a73-9157-ab78cdc44dc9'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:06.150390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Bound port: d635d8cc-ddb2-425e-a7f9-77fc67dd861d, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0890267f-391d-4e5b-b18d-c3c4862c5526', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '50253646-fcef-4a73-9157-ab78cdc44dc9'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:06.150922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.203672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 47b8195a-9172-4869-883d-b8ed66665d6c details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:06.261525 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.278216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] For port d635d8cc-ddb2-425e-a7f9-77fc67dd861d, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:06.283213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] For port d635d8cc-ddb2-425e-a7f9-77fc67dd861d, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,segment=NetworkSegment(0890267f-391d-4e5b-b18d-c3c4862c5526),segment_id=0890267f-391d-4e5b-b18d-c3c4862c5526)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:06.368452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.371264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Network 45475511-8014-47fb-beb3-2933f6bee1cf is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:06.375404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:06.377640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Pushing event updated for resources: {'Port': ['ID=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.389320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:06.400213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-d90aca86-dffe-4711-afcf-00b551a72da4 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.409142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-d90aca86-dffe-4711-afcf-00b551a72da4 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.3411989 Jul 05 03:54:06.418407 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.resource_extend [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:54:06.423777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.423777 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.423777 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] 10.222.0.26 "PUT /v2.0/ports/d635d8cc-ddb2-425e-a7f9-77fc67dd861d HTTP/1.1" status: 200 len: 1092 time: 2.3195148 Jul 05 03:54:06.424990 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3c52f5a-4270-43e1-870b-833878f8b4bf', 'tag': 'd635d8cc-ddb2-425e-a7f9-77fc67dd861d'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:06.436173 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c999335-6b46-48d3-aae8-2d04f73f036f" -d '{"events": [{"name": "network-changed", "server_uuid": "b3c52f5a-4270-43e1-870b-833878f8b4bf", "tag": "d635d8cc-ddb2-425e-a7f9-77fc67dd861d"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:06.466649 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469af6be-1ccd-40ea-9660-7c154526b89c service neutron] Pushing event updated for resources: {'Port': ['ID=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:06.506306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-2fd10615-e91b-4160-91bf-cb808dc2a45a tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0921533 Jul 05 03:54:06.528603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.529398 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.564954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:06.565331 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.624502 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-f05a516e-f87f-461d-86db-4a82b8e1ec7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.626646 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-f05a516e-f87f-461d-86db-4a82b8e1ec7c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10d166a1d5b4bb583c33241faaaaf0f&device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 1095 time: 0.0660441 Jul 05 03:54:06.628459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-73474673-0387-4920-afd6-ecbecd821763 tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.19 HTTP/1.1" status: 200 len: 695 time: 0.0962641 Jul 05 03:54:06.685472 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-d6d4997a-d5a5-4e0d-a815-90e864f1eee6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d635d8cc-ddb2-425e-a7f9-77fc67dd861d HTTP/1.1" status: 200 len: 217 time: 0.0512969 Jul 05 03:54:06.735229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 47b8195a-9172-4869-883d-b8ed66665d6c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=47b8195a-9172-4869-883d-b8ed66665d6c,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:06.743305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-0b91e12b-5a8a-49ec-95d7-38903021a7d8 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4482534 Jul 05 03:54:06.751425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-afc89719-0f91-4ad0-a0db-035296a009fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:06.753331 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-afc89719-0f91-4ad0-a0db-035296a009fe service neutron] 10.222.0.26 "GET /v2.0/subnets?id=803afdba-3d4b-4101-b647-4d2c09c701f0 HTTP/1.1" status: 200 len: 854 time: 0.0591612 Jul 05 03:54:06.795993 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-becffec7-4193-4644-90d0-13de0f9c4a10 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50253646-fcef-4a73-9157-ab78cdc44dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0358398 Jul 05 03:54:06.811169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Request body: {'port': {'device_id': 'af7757a6-2ece-4d85-89c6-0e22c9dfe142', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:06.829228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '47b8195a-9172-4869-883d-b8ed66665d6c', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'port_id': '47b8195a-9172-4869-883d-b8ed66665d6c', 'mac_address': 'fa:16:3e:2b:51:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac2668c-1713-40a7-9fa4-baff1fa971fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:06.881963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['6d492b0a-eb7e-4212-a130-8e04dda42fb2'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:06.972495 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-53967ef5-68c9-404c-9499-673d2593a678 service neutron] 10.222.0.26 "GET /v2.0/networks/50253646-fcef-4a73-9157-ab78cdc44dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680591 Jul 05 03:54:06.974235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-8044e2ee-c70e-44a8-8cba-7afbdc9919ed tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Deleting port a97a37c7-2c41-48b9-9a78-9a97700efd51 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:06.974775 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-8044e2ee-c70e-44a8-8cba-7afbdc9919ed tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:06.988513 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.021454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:54:02Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '795837f2-20ae-4bb2-b81a-ce950e38b201', 'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'mac_address': 'fa:16:3e:4e:e9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:00Z', 'updated_at': '2021-07-05T03:54:03Z', 'revision_number': 2, 'project_id': '9dd96b056f1846bfb243852869d18891', 'subnets': [{'id': '654adab4-e987-4b99-be8f-766330fa38ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:07.024699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47b8195a-9172-4869-883d-b8ed66665d6c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:07.044265 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.067500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Checking router: d6e2a87f-d0df-4db9-8c4f-2b18842def3f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:07.067959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Updating router d6e2a87f-d0df-4db9-8c4f-2b18842def3f port 795837f2-20ae-4bb2-b81a-ce950e38b201 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:54:07.085760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 47b8195a-9172-4869-883d-b8ed66665d6c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=47b8195a-9172-4869-883d-b8ed66665d6c,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:07.098251 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7ae2532e-fe78-41b4-ab5d-526bf39e5e9b req-61529888-aaa8-4cf5-80a3-04d58189946c service neutron] 10.222.0.26 "GET /v2.0/networks/50253646-fcef-4a73-9157-ab78cdc44dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178455 Jul 05 03:54:07.136243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-8044e2ee-c70e-44a8-8cba-7afbdc9919ed tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.136503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-8044e2ee-c70e-44a8-8cba-7afbdc9919ed tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.142829 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.163290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-8044e2ee-c70e-44a8-8cba-7afbdc9919ed tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Calling delete_port for a97a37c7-2c41-48b9-9a78-9a97700efd51 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:07.184269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55322) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:07.197267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7198fd49-6389-4c77-bd9b-7d61277b92ff tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Request body: {'security_group': {'name': 'tempest-securitygroup--307086270', 'description': 'tempest-description--89180035'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:07.203946 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.330196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7198fd49-6389-4c77-bd9b-7d61277b92ff tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.377115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=47b8195a-9172-4869-883d-b8ed66665d6c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.451686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7198fd49-6389-4c77-bd9b-7d61277b92ff tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.527796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99fc1e3-358b-40b3-9b1d-d62619e41c4e req-6f9ef9c2-dc79-48ec-ae7a-ffc3bb8767a3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:07.529530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c99fc1e3-358b-40b3-9b1d-d62619e41c4e req-6f9ef9c2-dc79-48ec-ae7a-ffc3bb8767a3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 944 time: 0.2324963 Jul 05 03:54:07.569260 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7198fd49-6389-4c77-bd9b-7d61277b92ff tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.604118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7198fd49-6389-4c77-bd9b-7d61277b92ff tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0536c6e8-9612-4c39-9e71-e2fe87565c00,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.631558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c99fc1e3-358b-40b3-9b1d-d62619e41c4e req-23fd2039-d810-4723-a31e-f9284b9ce165 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800660 Jul 05 03:54:07.676656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:07.684691 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.699753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Transition to ACTIVE for port object 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:07.705614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7198fd49-6389-4c77-bd9b-7d61277b92ff tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.705614 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7198fd49-6389-4c77-bd9b-7d61277b92ff tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.5149729 Jul 05 03:54:07.705916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55324) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:07.712670 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-8044e2ee-c70e-44a8-8cba-7afbdc9919ed tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.713851 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8f6489b8-803b-42e6-b18d-83849dee76a8 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Request body: {'security_group_rule': {'security_group_id': '0536c6e8-9612-4c39-9e71-e2fe87565c00', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:07.725667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['47b8195a-9172-4869-883d-b8ed66665d6c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:07.781717 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.797594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Transition to ACTIVE for port object 795837f2-20ae-4bb2-b81a-ce950e38b201 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:07.803436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8044e2ee-c70e-44a8-8cba-7afbdc9919ed tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Pushing event deleted for resources: {'Port': ['ID=a97a37c7-2c41-48b9-9a78-9a97700efd51,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.820794 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.854770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-8044e2ee-c70e-44a8-8cba-7afbdc9919ed tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.858667 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-8044e2ee-c70e-44a8-8cba-7afbdc9919ed tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.859340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa81f44f-bee4-4677-b12a-313bcb00ac9c req-8044e2ee-c70e-44a8-8cba-7afbdc9919ed tempest-FloatingIPDetailsTestJSON-739253018 tempest-FloatingIPDetailsTestJSON-739253018-project] 10.222.0.30 "DELETE /v2.0/floatingips/d6343194-2e5a-4704-bdd8-67c14156fb74 HTTP/1.1" status: 204 len: 173 time: 1.2209487 Jul 05 03:54:07.861033 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f6489b8-803b-42e6-b18d-83849dee76a8 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.871689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55326) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:07.915436 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:07.949584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:07.950471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f6489b8-803b-42e6-b18d-83849dee76a8 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.033971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf42d70-3ba9-4f81-b7ac-14c06f31bbef None None] Pushing event updated for resources: {'Port': ['ID=795837f2-20ae-4bb2-b81a-ce950e38b201,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:08.092271 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f6489b8-803b-42e6-b18d-83849dee76a8 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.124334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6489b8-803b-42e6-b18d-83849dee76a8 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f0ec93-989b-48f1-b6d2-b92cd5169bc5,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:08.124784 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f31aba15-77d7-4f91-b168-f83b3403d6b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.148696 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a3b46c54-bdae-4449-8d05-26034a82d0b5 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:08.178041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Attempting to bind port 795837f2-20ae-4bb2-b81a-ce950e38b201 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:08.178462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Attempting to bind port 795837f2-20ae-4bb2-b81a-ce950e38b201 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:08.178957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Attempting to bind port 795837f2-20ae-4bb2-b81a-ce950e38b201 on network c140cb71-78d4-4d48-8111-dd42bd8bac1b {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:08.189854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:08.190328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Checking segment: {'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:08.190823 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.191395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Bound using segment: {'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:08.192016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Bound port: 795837f2-20ae-4bb2-b81a-ce950e38b201, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:08.192509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.260672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f6489b8-803b-42e6-b18d-83849dee76a8 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.261934 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8f6489b8-803b-42e6-b18d-83849dee76a8 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5545962 Jul 05 03:54:08.264823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55332) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:08.270177 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9f217ccd-7b7e-4670-b982-9227458dc327 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Request body: {'security_group_rule': {'security_group_id': '0536c6e8-9612-4c39-9e71-e2fe87565c00', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:08.324882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] For port 795837f2-20ae-4bb2-b81a-ce950e38b201, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:08.329556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] For port 795837f2-20ae-4bb2-b81a-ce950e38b201, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=795837f2-20ae-4bb2-b81a-ce950e38b201,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:08.399369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f217ccd-7b7e-4670-b982-9227458dc327 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.406183 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.410633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port a3b46c54-bdae-4449-8d05-26034a82d0b5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:08.430316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port a3b46c54-bdae-4449-8d05-26034a82d0b5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:08.430316 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.484757 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f217ccd-7b7e-4670-b982-9227458dc327 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.511867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Routers {'d6e2a87f-d0df-4db9-8c4f-2b18842def3f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:08.512813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:53:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:08.572811 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f217ccd-7b7e-4670-b982-9227458dc327 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.578391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Attempting to bind port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:08.579124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Attempting to bind port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '60942e88-2718-4957-9139-b5606a2723e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45475511-8014-47fb-beb3-2933f6bee1cf'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:08.579295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Attempting to bind port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 on network 45475511-8014-47fb-beb3-2933f6bee1cf {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:08.593992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 on network 45475511-8014-47fb-beb3-2933f6bee1cf not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:08.594684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Attempting to bind port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 on network 45475511-8014-47fb-beb3-2933f6bee1cf {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:08.611648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f217ccd-7b7e-4670-b982-9227458dc327 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f3c366-7a6f-4d97-9a66-1130de32484e,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:08.615639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 53, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:08.616297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Checking segment: {'id': '60942e88-2718-4957-9139-b5606a2723e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45475511-8014-47fb-beb3-2933f6bee1cf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:08.617578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Bound using segment: {'id': '60942e88-2718-4957-9139-b5606a2723e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45475511-8014-47fb-beb3-2933f6bee1cf'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:08.618414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Bound port: 8f4c31f6-bdb0-4d8d-87be-987c0e16e803, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '60942e88-2718-4957-9139-b5606a2723e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '45475511-8014-47fb-beb3-2933f6bee1cf'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:08.618923 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.645369 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d664b8d-65f0-47dd-9610-76a9b9f502dd x-openstack-request-id: req-8d664b8d-65f0-47dd-9610-76a9b9f502dd {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:08.645685 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3c52f5a-4270-43e1-870b-833878f8b4bf", "tag": "d635d8cc-ddb2-425e-a7f9-77fc67dd861d", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:08.645948 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8d664b8d-65f0-47dd-9610-76a9b9f502dd {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:08.646534 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3c52f5a-4270-43e1-870b-833878f8b4bf', 'tag': 'd635d8cc-ddb2-425e-a7f9-77fc67dd861d', 'status': 'completed', 'code': 200} Jul 05 03:54:08.685879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f217ccd-7b7e-4670-b982-9227458dc327 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.691352 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9f217ccd-7b7e-4670-b982-9227458dc327 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4211531 Jul 05 03:54:08.691608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] Set router d6e2a87f-d0df-4db9-8c4f-2b18842def3f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:08.723848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55342) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:08.735372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:08.758855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d992a674-ea50-4ec6-be58-ece455a378cd req-74c12d85-440d-499f-9bff-9b6ec4d7d40f tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.761725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d992a674-ea50-4ec6-be58-ece455a378cd req-74c12d85-440d-499f-9bff-9b6ec4d7d40f tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 943 time: 0.2295046 Jul 05 03:54:08.785229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf42d70-3ba9-4f81-b7ac-14c06f31bbef None None] Pushing event updated for resources: {'Port': ['ID=795837f2-20ae-4bb2-b81a-ce950e38b201,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:08.826482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999335-6b46-48d3-aae8-2d04f73f036f req-8ce187c2-0c3b-431a-b152-f1750fb7a5ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:08.830727 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c999335-6b46-48d3-aae8-2d04f73f036f req-8ce187c2-0c3b-431a-b152-f1750fb7a5ef service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10d166a1d5b4bb583c33241faaaaf0f&device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 1095 time: 0.1422815 Jul 05 03:54:08.897163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d992a674-ea50-4ec6-be58-ece455a378cd req-7eea5e6f-7142-43fb-980b-6a4d5cfc3ae9 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b691986-5de3-4c88-8920-7cebbee9d911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160109 Jul 05 03:54:08.926256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] For port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:08.984490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:08.997572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] For port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,segment=NetworkSegment(60942e88-2718-4957-9139-b5606a2723e5),segment_id=60942e88-2718-4957-9139-b5606a2723e5)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:09.005811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999335-6b46-48d3-aae8-2d04f73f036f req-9b6061ec-9297-41e1-9d7b-0058495199a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.007825 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c999335-6b46-48d3-aae8-2d04f73f036f req-9b6061ec-9297-41e1-9d7b-0058495199a3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=50253646-fcef-4a73-9157-ab78cdc44dc9 HTTP/1.1" status: 200 len: 915 time: 0.1678805 Jul 05 03:54:09.056831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.088656 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c999335-6b46-48d3-aae8-2d04f73f036f req-50085ace-572f-4f4e-81ba-0c8cf5b2ce03 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d635d8cc-ddb2-425e-a7f9-77fc67dd861d HTTP/1.1" status: 200 len: 217 time: 0.0696740 Jul 05 03:54:09.122129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b46c54-bdae-4449-8d05-26034a82d0b5'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:09.124490 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3575349-4a89-4583-aa63-3fe2b2a6733a" -d '{"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "a3b46c54-bdae-4449-8d05-26034a82d0b5"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:09.140129 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.151918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a3b46c54-bdae-4449-8d05-26034a82d0b5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a3b46c54-bdae-4449-8d05-26034a82d0b5,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:09.160527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9f58-ada7-4912-b336-0914c59353ce req-226efe24-068a-44bb-8a70-ac003df72b74 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.165636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c999335-6b46-48d3-aae8-2d04f73f036f req-99c9cab7-073f-4cb4-b98a-acb77986571d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.167192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9f58-ada7-4912-b336-0914c59353ce req-226efe24-068a-44bb-8a70-ac003df72b74 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.167320 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c999335-6b46-48d3-aae8-2d04f73f036f req-99c9cab7-073f-4cb4-b98a-acb77986571d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=803afdba-3d4b-4101-b647-4d2c09c701f0 HTTP/1.1" status: 200 len: 854 time: 0.0695779 Jul 05 03:54:09.173259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9f58-ada7-4912-b336-0914c59353ce req-226efe24-068a-44bb-8a70-ac003df72b74 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.175453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:54:02Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '795837f2-20ae-4bb2-b81a-ce950e38b201', 'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'mac_address': 'fa:16:3e:4e:e9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:00Z', 'updated_at': '2021-07-05T03:54:08Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'subnets': [{'id': '654adab4-e987-4b99-be8f-766330fa38ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:09.179462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9f58-ada7-4912-b336-0914c59353ce req-226efe24-068a-44bb-8a70-ac003df72b74 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.186048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9f58-ada7-4912-b336-0914c59353ce req-226efe24-068a-44bb-8a70-ac003df72b74 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.192429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9f58-ada7-4912-b336-0914c59353ce req-226efe24-068a-44bb-8a70-ac003df72b74 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.198617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92be9f58-ada7-4912-b336-0914c59353ce req-226efe24-068a-44bb-8a70-ac003df72b74 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.200671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92be9f58-ada7-4912-b336-0914c59353ce req-226efe24-068a-44bb-8a70-ac003df72b74 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5427 time: 0.3262823 Jul 05 03:54:09.213169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21a0c3ce-2228-442e-8e58-1b55084afe5b None None] The sync data for ids ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'] in n-d-758944-41 is: [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:54:02Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '795837f2-20ae-4bb2-b81a-ce950e38b201', 'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'mac_address': 'fa:16:3e:4e:e9:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:00Z', 'updated_at': '2021-07-05T03:54:08Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'subnets': [{'id': '654adab4-e987-4b99-be8f-766330fa38ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:09.221545 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c999335-6b46-48d3-aae8-2d04f73f036f req-c62f1ece-4e56-432a-aa2a-efab52dc92bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50253646-fcef-4a73-9157-ab78cdc44dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429347 Jul 05 03:54:09.249623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.251296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 58db8a08-581b-407b-96e0-b1a5a738e947 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:09.279955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.283942 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.283942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] 10.222.0.26 "PUT /v2.0/ports/8f4c31f6-bdb0-4d8d-87be-987c0e16e803 HTTP/1.1" status: 200 len: 1092 time: 2.4809268 Jul 05 03:54:09.299764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af7757a6-2ece-4d85-89c6-0e22c9dfe142', 'tag': '8f4c31f6-bdb0-4d8d-87be-987c0e16e803'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:09.303118 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea1c9175-ad42-4c52-b624-bd815b7427e5" -d '{"events": [{"name": "network-changed", "server_uuid": "af7757a6-2ece-4d85-89c6-0e22c9dfe142", "tag": "8f4c31f6-bdb0-4d8d-87be-987c0e16e803"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:09.418386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe9c0d3e-d4af-47c0-acfe-e8d827ac8460 service neutron] Pushing event updated for resources: {'Port': ['ID=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:09.421826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a3b46c54-bdae-4449-8d05-26034a82d0b5,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:09.435782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92be9f58-ada7-4912-b336-0914c59353ce req-76576c1d-6f58-43f2-bf4f-88e18b4fedc5 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2264984 Jul 05 03:54:09.453377 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c999335-6b46-48d3-aae8-2d04f73f036f req-1279977f-993b-4a87-ab1e-ec83057c8ad1 service neutron] 10.222.0.26 "GET /v2.0/networks/50253646-fcef-4a73-9157-ab78cdc44dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2209404 Jul 05 03:54:09.496981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4570141d-de57-4bdb-b96f-37aed287dc1e req-dd5a0049-35f6-4e97-a4f7-005dd534b4f2 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.498598 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4570141d-de57-4bdb-b96f-37aed287dc1e req-dd5a0049-35f6-4e97-a4f7-005dd534b4f2 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 943 time: 0.4111662 Jul 05 03:54:09.597773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 58db8a08-581b-407b-96e0-b1a5a738e947 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:09.602797 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 58db8a08-581b-407b-96e0-b1a5a738e947 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:09.603515 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.623420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4570141d-de57-4bdb-b96f-37aed287dc1e req-e1fb0861-dffe-4e70-b695-466ffc4449c9 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936983 Jul 05 03:54:09.646326 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5c999335-6b46-48d3-aae8-2d04f73f036f req-d205fe47-344b-4cb4-bf21-e0e4dbd1a36e service neutron] 10.222.0.26 "GET /v2.0/networks/50253646-fcef-4a73-9157-ab78cdc44dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855073 Jul 05 03:54:09.714407 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.728354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-33c7ff84-763f-475e-994a-8f52efd14317 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:09.729901 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-33c7ff84-763f-475e-994a-8f52efd14317 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaa74373a53a4a4cbe5f346d5f9605d7&device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 1095 time: 0.3084960 Jul 05 03:54:09.745218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.751171 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.797072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 58db8a08-581b-407b-96e0-b1a5a738e947, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58db8a08-581b-407b-96e0-b1a5a738e947,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:09.866497 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:09.867331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 029b7215-0712-46b9-967f-471924c08ffc up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:09.906793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-707f3812-5354-4df9-9795-4bad1ab9e1e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4c31f6-bdb0-4d8d-87be-987c0e16e803 HTTP/1.1" status: 200 len: 217 time: 0.1565325 Jul 05 03:54:09.984781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=58db8a08-581b-407b-96e0-b1a5a738e947,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:10.092918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 029b7215-0712-46b9-967f-471924c08ffc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:10.102173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 029b7215-0712-46b9-967f-471924c08ffc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:10.102836 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.149883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 795837f2-20ae-4bb2-b81a-ce950e38b201 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:10.151361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d635d8cc-ddb2-425e-a7f9-77fc67dd861d details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:10.202563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-8c1aa3a4-b677-433f-8a21-224de3cb3f2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.204787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-8c1aa3a4-b677-433f-8a21-224de3cb3f2c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0c3d19d-e463-413b-8421-48334dd4f213 HTTP/1.1" status: 200 len: 862 time: 0.2610974 Jul 05 03:54:10.217872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66cdeab-5da0-41b0-9500-8b1433db94e2 req-6fdddd11-a3d0-40f0-b71d-d611ca25363f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.219515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d66cdeab-5da0-41b0-9500-8b1433db94e2 req-6fdddd11-a3d0-40f0-b71d-d611ca25363f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.5847082 Jul 05 03:54:10.291991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Allocated IP 172.25.4.212 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/74803991-db0a-4a20-8bca-5167c9812cf5) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:10.295869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-7c2c5735-8140-4db9-8ac0-75d8bfe8ec2b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45475511-8014-47fb-beb3-2933f6bee1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0726500 Jul 05 03:54:10.390591 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.413706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c375fab-8dde-4cc8-b894-19a3ab57514b req-b84623c3-8dad-4ae5-8d4a-f71ce17cc25d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:10.415853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c375fab-8dde-4cc8-b894-19a3ab57514b req-b84623c3-8dad-4ae5-8d4a-f71ce17cc25d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 944 time: 0.5287771 Jul 05 03:54:10.423984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port d635d8cc-ddb2-425e-a7f9-77fc67dd861d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,segment=NetworkSegment(0890267f-391d-4e5b-b18d-c3c4862c5526),segment_id=0890267f-391d-4e5b-b18d-c3c4862c5526)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:10.455577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 795837f2-20ae-4bb2-b81a-ce950e38b201 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:10.470067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'd635d8cc-ddb2-425e-a7f9-77fc67dd861d', 'network_id': '50253646-fcef-4a73-9157-ab78cdc44dc9', 'port_id': 'd635d8cc-ddb2-425e-a7f9-77fc67dd861d', 'mac_address': 'fa:16:3e:71:97:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '803afdba-3d4b-4101-b647-4d2c09c701f0', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:10.485757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 795837f2-20ae-4bb2-b81a-ce950e38b201 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:10.486214 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.490459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 029b7215-0712-46b9-967f-471924c08ffc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=029b7215-0712-46b9-967f-471924c08ffc,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:10.538261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d66cdeab-5da0-41b0-9500-8b1433db94e2 req-0b06901c-faac-42b4-9026-d7441cfbc175 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2967145 Jul 05 03:54:10.583055 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.584328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 2060da13-8d43-453a-84f6-bf05488b8037 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:10.652035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-166ba2ff-e8c5-42b3-abc3-ce9f2ec8405e service neutron] 10.222.0.26 "GET /v2.0/networks/45475511-8014-47fb-beb3-2933f6bee1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3079350 Jul 05 03:54:10.657354 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.762654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d635d8cc-ddb2-425e-a7f9-77fc67dd861d {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:10.836392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=029b7215-0712-46b9-967f-471924c08ffc,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:10.841331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c375fab-8dde-4cc8-b894-19a3ab57514b req-da044fce-ad42-43ec-9e9d-a0c1c9e6c2e9 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3815703 Jul 05 03:54:10.954523 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.965007 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9806f17d-7912-48a2-a217-660f2d6b3d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:10.970738 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fe117e1-2380-4ef7-8fd8-0d15204aee72 x-openstack-request-id: req-6fe117e1-2380-4ef7-8fd8-0d15204aee72 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:10.971989 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "a3b46c54-bdae-4449-8d05-26034a82d0b5", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:10.972787 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fe117e1-2380-4ef7-8fd8-0d15204aee72 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:10.973816 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a3b46c54-bdae-4449-8d05-26034a82d0b5', 'code': 200} Jul 05 03:54:10.997386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port d635d8cc-ddb2-425e-a7f9-77fc67dd861d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,segment=NetworkSegment(0890267f-391d-4e5b-b18d-c3c4862c5526),segment_id=0890267f-391d-4e5b-b18d-c3c4862c5526)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:11.057699 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.078909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01b51624-07a6-45f7-b7f3-26a4ba3766ec req-c4808746-ec0c-4fbb-9b54-b031668d1aaf service neutron] 10.222.0.26 "GET /v2.0/networks/45475511-8014-47fb-beb3-2933f6bee1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4052527 Jul 05 03:54:11.079691 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.101542 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3ae43a9-1bfb-4dfa-916e-15bc00356a80 x-openstack-request-id: req-f3ae43a9-1bfb-4dfa-916e-15bc00356a80 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:11.102216 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "af7757a6-2ece-4d85-89c6-0e22c9dfe142", "tag": "8f4c31f6-bdb0-4d8d-87be-987c0e16e803", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:11.102631 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f3ae43a9-1bfb-4dfa-916e-15bc00356a80 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:11.103368 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af7757a6-2ece-4d85-89c6-0e22c9dfe142', 'tag': '8f4c31f6-bdb0-4d8d-87be-987c0e16e803', 'status': 'completed', 'code': 200} Jul 05 03:54:11.123339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.155275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 2060da13-8d43-453a-84f6-bf05488b8037 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:11.212385 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.235025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 2060da13-8d43-453a-84f6-bf05488b8037 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:11.235499 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.245985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 795837f2-20ae-4bb2-b81a-ce950e38b201, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=795837f2-20ae-4bb2-b81a-ce950e38b201,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:11.313765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:11.373914 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.374591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:11.384721 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.428037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:11.442265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d635d8cc-ddb2-425e-a7f9-77fc67dd861d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:11.448459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:11.500534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Pushing event updated for resources: {'Port': ['ID=74803991-db0a-4a20-8bca-5167c9812cf5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:11.621253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] Deleting port a367fe66-a484-480a-ac57-2b6c1d5631bf {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:11.621514 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.637979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97293df2-2051-490e-be77-42553da6a999 req-5934d1e0-e790-46bb-9eab-97ffb3ddde81 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.640191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97293df2-2051-490e-be77-42553da6a999 req-5934d1e0-e790-46bb-9eab-97ffb3ddde81 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 943 time: 0.4387197 Jul 05 03:54:11.649813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2060da13-8d43-453a-84f6-bf05488b8037, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2060da13-8d43-453a-84f6-bf05488b8037,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:11.661077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c9175-ad42-4c52-b624-bd815b7427e5 req-ee76bf0c-2a2a-42bd-8372-c4e9001dc6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.663055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea1c9175-ad42-4c52-b624-bd815b7427e5 req-ee76bf0c-2a2a-42bd-8372-c4e9001dc6ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=aaa74373a53a4a4cbe5f346d5f9605d7&device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 1095 time: 0.3799102 Jul 05 03:54:11.676100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=795837f2-20ae-4bb2-b81a-ce950e38b201,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:11.719423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb60c89-9bfa-430f-8750-889424b2cc22 req-a278f735-81f6-40a7-a74e-b53f651cb900 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.726583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb60c89-9bfa-430f-8750-889424b2cc22 req-a278f735-81f6-40a7-a74e-b53f651cb900 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.733370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb60c89-9bfa-430f-8750-889424b2cc22 req-a278f735-81f6-40a7-a74e-b53f651cb900 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.739743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb60c89-9bfa-430f-8750-889424b2cc22 req-a278f735-81f6-40a7-a74e-b53f651cb900 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.749459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb60c89-9bfa-430f-8750-889424b2cc22 req-a278f735-81f6-40a7-a74e-b53f651cb900 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.759825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb60c89-9bfa-430f-8750-889424b2cc22 req-a278f735-81f6-40a7-a74e-b53f651cb900 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.768951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb60c89-9bfa-430f-8750-889424b2cc22 req-a278f735-81f6-40a7-a74e-b53f651cb900 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:11.772222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfb60c89-9bfa-430f-8750-889424b2cc22 req-a278f735-81f6-40a7-a74e-b53f651cb900 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5430 time: 0.4042664 Jul 05 03:54:11.803442 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.818406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9e11d843-1d61-4836-bb78-ea7ec809ed9b up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:11.869587 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.890864 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:11.915131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=2060da13-8d43-453a-84f6-bf05488b8037,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:12.011716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 795837f2-20ae-4bb2-b81a-ce950e38b201 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:12.036300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 9e11d843-1d61-4836-bb78-ea7ec809ed9b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:12.045325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 9e11d843-1d61-4836-bb78-ea7ec809ed9b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:12.045715 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.109978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 795837f2-20ae-4bb2-b81a-ce950e38b201 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:12.110283 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.189327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.250081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9e11d843-1d61-4836-bb78-ea7ec809ed9b, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:12.300980 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.301957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 47b8195a-9172-4869-883d-b8ed66665d6c up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:12.326492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97293df2-2051-490e-be77-42553da6a999 req-b438d1ef-ec6e-4466-abf8-acbbe5b257e1 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b691986-5de3-4c88-8920-7cebbee9d911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6616251 Jul 05 03:54:12.375056 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfb60c89-9bfa-430f-8750-889424b2cc22 req-43240e61-d131-4a16-b5ba-8fd25261d9aa tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.5875838 Jul 05 03:54:12.387924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] For port a367fe66-a484-480a-ac57-2b6c1d5631bf, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a367fe66-a484-480a-ac57-2b6c1d5631bf,segment=NetworkSegment(746c0a02-bf9f-40ae-9cca-a16e4964c48b),segment_id=746c0a02-bf9f-40ae-9cca-a16e4964c48b)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:12.388296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.394542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9e11d843-1d61-4836-bb78-ea7ec809ed9b,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:12.426923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] Calling delete_port for a367fe66-a484-480a-ac57-2b6c1d5631bf owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:12.437478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c9175-ad42-4c52-b624-bd815b7427e5 req-aa155583-c5e0-4dc0-b4c7-239bc5a97e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.439112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea1c9175-ad42-4c52-b624-bd815b7427e5 req-aa155583-c5e0-4dc0-b4c7-239bc5a97e3b service neutron] 10.222.0.26 "GET /v2.0/networks?id=45475511-8014-47fb-beb3-2933f6bee1cf HTTP/1.1" status: 200 len: 923 time: 0.6651082 Jul 05 03:54:12.450020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.470041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 47b8195a-9172-4869-883d-b8ed66665d6c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:12.476717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 47b8195a-9172-4869-883d-b8ed66665d6c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:12.477403 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.567184 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.570997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea1c9175-ad42-4c52-b624-bd815b7427e5 req-7532ff10-77b1-42c9-bec9-68d25dd1469d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=8f4c31f6-bdb0-4d8d-87be-987c0e16e803 HTTP/1.1" status: 200 len: 217 time: 0.1246123 Jul 05 03:54:12.603790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 47b8195a-9172-4869-883d-b8ed66665d6c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=47b8195a-9172-4869-883d-b8ed66665d6c,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:12.693304 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.695044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device da1ef700-fd8d-42b6-b707-e72c89cbb7f8 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:12.779060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=47b8195a-9172-4869-883d-b8ed66665d6c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:12.795464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c9175-ad42-4c52-b624-bd815b7427e5 req-413a087f-029b-4531-bbdb-64615a167450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.800288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea1c9175-ad42-4c52-b624-bd815b7427e5 req-413a087f-029b-4531-bbdb-64615a167450 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d0c3d19d-e463-413b-8421-48334dd4f213 HTTP/1.1" status: 200 len: 862 time: 0.2151709 Jul 05 03:54:12.862072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea1c9175-ad42-4c52-b624-bd815b7427e5 req-fc75f5ca-a09f-4ca7-a02c-c1500cbb1561 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=45475511-8014-47fb-beb3-2933f6bee1cf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515206 Jul 05 03:54:12.866861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:12.872555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:12.873086 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.968453 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:12.972396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc0fcd2-637b-4c0d-b7c7-7e6b16d5270a req-9dbf39d6-27cb-4da0-b7bb-e6f74500791e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.973969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7dc0fcd2-637b-4c0d-b7c7-7e6b16d5270a req-9dbf39d6-27cb-4da0-b7bb-e6f74500791e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.4217741 Jul 05 03:54:12.981324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db8a08-581b-407b-96e0-b1a5a738e947'}, {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029b7215-0712-46b9-967f-471924c08ffc'}, {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2060da13-8d43-453a-84f6-bf05488b8037'}, {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e11d843-1d61-4836-bb78-ea7ec809ed9b'}, {'server_uuid': 'c5203a63-5b8e-4a67-b68d-fe46fcbebe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b8195a-9172-4869-883d-b8ed66665d6c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:12.984358 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e235dfc-a563-47fd-be0b-287a5fe0b498" -d '{"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "58db8a08-581b-407b-96e0-b1a5a738e947"}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "029b7215-0712-46b9-967f-471924c08ffc"}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "2060da13-8d43-453a-84f6-bf05488b8037"}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "9e11d843-1d61-4836-bb78-ea7ec809ed9b"}, {"server_uuid": "c5203a63-5b8e-4a67-b68d-fe46fcbebe8c", "name": "network-vif-plugged", "status": "completed", "tag": "47b8195a-9172-4869-883d-b8ed66665d6c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:12.992352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2687775-4337-4fb3-ae25-47ff0bff5e91 req-67fe7557-cc5f-4a5a-80d6-0937b2fc4d49 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:12.993911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2687775-4337-4fb3-ae25-47ff0bff5e91 req-67fe7557-cc5f-4a5a-80d6-0937b2fc4d49 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 944 time: 0.4398053 Jul 05 03:54:13.023705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port da1ef700-fd8d-42b6-b707-e72c89cbb7f8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:13.134021 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.153459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7dc0fcd2-637b-4c0d-b7c7-7e6b16d5270a req-572de2a5-6bbd-4f42-b0b6-9cedb5ebfff6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578083 Jul 05 03:54:13.168858 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.168858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6d492b0a-eb7e-4212-a130-8e04dda42fb2 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:13.169184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea1c9175-ad42-4c52-b624-bd815b7427e5 req-aa83c210-fb52-4462-a836-329787035b75 service neutron] 10.222.0.26 "GET /v2.0/networks/45475511-8014-47fb-beb3-2933f6bee1cf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2759933 Jul 05 03:54:13.173085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2687775-4337-4fb3-ae25-47ff0bff5e91 req-abd2f046-1fe6-4ffa-a2e8-c2c15d97f8a4 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1634438 Jul 05 03:54:13.272639 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.313591 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.354989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.364561 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.387981 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 867 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548704d7-b0ec-45c2-8516-f37ec5a59a98 x-openstack-request-id: req-548704d7-b0ec-45c2-8516-f37ec5a59a98 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:13.388263 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "58db8a08-581b-407b-96e0-b1a5a738e947", "code": 200}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "029b7215-0712-46b9-967f-471924c08ffc", "code": 200}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "2060da13-8d43-453a-84f6-bf05488b8037", "code": 200}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "9e11d843-1d61-4836-bb78-ea7ec809ed9b", "code": 200}, {"server_uuid": "c5203a63-5b8e-4a67-b68d-fe46fcbebe8c", "name": "network-vif-plugged", "status": "completed", "tag": "47b8195a-9172-4869-883d-b8ed66665d6c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:13.388502 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-548704d7-b0ec-45c2-8516-f37ec5a59a98 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:13.388912 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58db8a08-581b-407b-96e0-b1a5a738e947', 'code': 200} Jul 05 03:54:13.389165 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '029b7215-0712-46b9-967f-471924c08ffc', 'code': 200} Jul 05 03:54:13.389943 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2060da13-8d43-453a-84f6-bf05488b8037', 'code': 200} Jul 05 03:54:13.390244 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e11d843-1d61-4836-bb78-ea7ec809ed9b', 'code': 200} Jul 05 03:54:13.390517 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5203a63-5b8e-4a67-b68d-fe46fcbebe8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47b8195a-9172-4869-883d-b8ed66665d6c', 'code': 200} Jul 05 03:54:13.463609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:13.483847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:13.485296 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.517252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Pushing event updated for resources: {'Port': ['ID=74803991-db0a-4a20-8bca-5167c9812cf5,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.582090 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.598657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df58c47f-ae79-4179-9b34-c4851401ae7d req-c67a2666-050a-4dd8-a03e-f1f2a15054ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:13.602146 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-df58c47f-ae79-4179-9b34-c4851401ae7d req-c67a2666-050a-4dd8-a03e-f1f2a15054ae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 1097 time: 0.0818582 Jul 05 03:54:13.611187 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.613545 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.652859 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-df58c47f-ae79-4179-9b34-c4851401ae7d req-ff31f22c-658d-46cf-8f2c-631922f82f0d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396132 Jul 05 03:54:13.668195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6d492b0a-eb7e-4212-a130-8e04dda42fb2, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6d492b0a-eb7e-4212-a130-8e04dda42fb2,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:13.694137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] Pushing event deleted for resources: {'Port': ['ID=a367fe66-a484-480a-ac57-2b6c1d5631bf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.730277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea1c9175-ad42-4c52-b624-bd815b7427e5 req-780fe486-4bab-477a-94ad-02ddda427674 service neutron] 10.222.0.26 "GET /v2.0/networks/45475511-8014-47fb-beb3-2933f6bee1cf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5506599 Jul 05 03:54:13.748682 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.782921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d635d8cc-ddb2-425e-a7f9-77fc67dd861d up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:13.812463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc73b0ad-5204-4fd5-8bef-3f7fd1e583e4 req-d3ffda60-387f-47de-9af5-65ddcd1cb586 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:13.820218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc73b0ad-5204-4fd5-8bef-3f7fd1e583e4 req-d3ffda60-387f-47de-9af5-65ddcd1cb586 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 945 time: 0.4223211 Jul 05 03:54:13.852382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6d492b0a-eb7e-4212-a130-8e04dda42fb2,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:13.859765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:13.861236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4641024d-bde4-4d79-b69b-8ec868acb1ea tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.1299267 Jul 05 03:54:13.943770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370319c5-cdc2-4bdc-ac9c-0531f5269d9c req-d95822cc-7492-4c20-b1e9-5af3fd778d02 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:13.946071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-370319c5-cdc2-4bdc-ac9c-0531f5269d9c req-d95822cc-7492-4c20-b1e9-5af3fd778d02 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 943 time: 0.4151652 Jul 05 03:54:13.952083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc73b0ad-5204-4fd5-8bef-3f7fd1e583e4 req-87b7e965-d2f1-4e7b-a278-95ad03f741d1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287172 Jul 05 03:54:13.964148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.006308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port d635d8cc-ddb2-425e-a7f9-77fc67dd861d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:14.025075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port d635d8cc-ddb2-425e-a7f9-77fc67dd861d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:14.025457 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.056688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-370319c5-cdc2-4bdc-ac9c-0531f5269d9c req-d19eb808-1e62-485e-946c-c89276558a97 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b691986-5de3-4c88-8920-7cebbee9d911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016216 Jul 05 03:54:14.080238 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.169465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:14.329757 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.386966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port d635d8cc-ddb2-425e-a7f9-77fc67dd861d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,segment=NetworkSegment(0890267f-391d-4e5b-b18d-c3c4862c5526),segment_id=0890267f-391d-4e5b-b18d-c3c4862c5526)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:14.409109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] Router 56dccfd5-b108-4a4e-a7f9-447c4a100064 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:54:14.418397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,segment=NetworkSegment(60942e88-2718-4957-9139-b5606a2723e5),segment_id=60942e88-2718-4957-9139-b5606a2723e5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:14.440065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '8f4c31f6-bdb0-4d8d-87be-987c0e16e803', 'network_id': '45475511-8014-47fb-beb3-2933f6bee1cf', 'port_id': '8f4c31f6-bdb0-4d8d-87be-987c0e16e803', 'mac_address': 'fa:16:3e:ed:0a:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd0c3d19d-e463-413b-8421-48334dd4f213', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:14.502634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.525157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:14.554592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,segment=NetworkSegment(60942e88-2718-4957-9139-b5606a2723e5),segment_id=60942e88-2718-4957-9139-b5606a2723e5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:14.563187 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.628515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.650710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5b2d3-f720-4bca-a548-b50c77333afa req-a620fdff-c81d-41b6-bdee-94bea4b5ba24 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.657897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5b2d3-f720-4bca-a548-b50c77333afa req-a620fdff-c81d-41b6-bdee-94bea4b5ba24 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.664179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5b2d3-f720-4bca-a548-b50c77333afa req-a620fdff-c81d-41b6-bdee-94bea4b5ba24 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.670178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5b2d3-f720-4bca-a548-b50c77333afa req-a620fdff-c81d-41b6-bdee-94bea4b5ba24 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.676298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5b2d3-f720-4bca-a548-b50c77333afa req-a620fdff-c81d-41b6-bdee-94bea4b5ba24 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.681214 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:14.683057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5b2d3-f720-4bca-a548-b50c77333afa req-a620fdff-c81d-41b6-bdee-94bea4b5ba24 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.689198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b5b2d3-f720-4bca-a548-b50c77333afa req-a620fdff-c81d-41b6-bdee-94bea4b5ba24 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.691266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70b5b2d3-f720-4bca-a548-b50c77333afa req-a620fdff-c81d-41b6-bdee-94bea4b5ba24 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5434 time: 0.3046410 Jul 05 03:54:14.755772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:14.758307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:14.765084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cc3df3e7-c03a-402e-b4fd-c427f61c520e admin admin] 10.222.0.30 "PUT /v2.0/routers/56dccfd5-b108-4a4e-a7f9-447c4a100064/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8894539 Jul 05 03:54:14.769693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55410) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:14.790308 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] Sync routers for ids ['56dccfd5-b108-4a4e-a7f9-447c4a100064'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:14.797829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1db7afb-17fa-41e5-afdf-1a8409d2a1a3 req-57e39cd2-a1fc-4813-813f-7dae824fcfaa tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:14.799888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1db7afb-17fa-41e5-afdf-1a8409d2a1a3 req-57e39cd2-a1fc-4813-813f-7dae824fcfaa tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.2892110 Jul 05 03:54:14.810624 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] Routers {'56dccfd5-b108-4a4e-a7f9-447c4a100064'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:14.812113 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['56dccfd5-b108-4a4e-a7f9-447c4a100064'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:14.820966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70b5b2d3-f720-4bca-a548-b50c77333afa req-9d57ecbf-0121-4258-ac90-86a614388e8e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1113989 Jul 05 03:54:14.940336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1db7afb-17fa-41e5-afdf-1a8409d2a1a3 req-32dd5b4d-6af1-45f4-9779-dbde92692113 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1175334 Jul 05 03:54:15.002103 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.012368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8f4c31f6-bdb0-4d8d-87be-987c0e16e803'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:15.104442 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] Set router 56dccfd5-b108-4a4e-a7f9-447c4a100064 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:15.230844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c24ccb-c006-4831-ac90-6b3ba40d0cf5 req-1711e2b1-0f76-4887-90c1-a529c858b8a4 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.232457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60c24ccb-c006-4831-ac90-6b3ba40d0cf5 req-1711e2b1-0f76-4887-90c1-a529c858b8a4 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 945 time: 0.2031212 Jul 05 03:54:15.296035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60c24ccb-c006-4831-ac90-6b3ba40d0cf5 req-9264b14f-96e1-49eb-a9ce-15ac1eac51ce tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485768 Jul 05 03:54:15.306504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.391509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1ef700-fd8d-42b6-b707-e72c89cbb7f8'}, {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d492b0a-eb7e-4212-a130-8e04dda42fb2'}, {'server_uuid': 'b3c52f5a-4270-43e1-870b-833878f8b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd635d8cc-ddb2-425e-a7f9-77fc67dd861d'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:15.395912 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-115168ba-f4ec-4dbe-90bf-a18bb7328231" -d '{"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "da1ef700-fd8d-42b6-b707-e72c89cbb7f8"}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "6d492b0a-eb7e-4212-a130-8e04dda42fb2"}, {"server_uuid": "b3c52f5a-4270-43e1-870b-833878f8b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "d635d8cc-ddb2-425e-a7f9-77fc67dd861d"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:15.530812 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'name': 'tempest-FloatingIPDetailsTestJSON-735103728-router', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:19Z', 'updated_at': '2021-07-05T03:54:13Z', 'revision_number': 5, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'gw_port': {'id': 'ca40bbed-3677-4f6e-863e-bd5c032baef7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:4f:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1040, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:21Z', 'updated_at': '2021-07-05T03:53:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:15.554591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Deleting port ca40bbed-3677-4f6e-863e-bd5c032baef7 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:15.555122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.593896 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] Checking router: 56dccfd5-b108-4a4e-a7f9-447c4a100064 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:15.604943 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] Routers {'56dccfd5-b108-4a4e-a7f9-447c4a100064'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:15.605570 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['56dccfd5-b108-4a4e-a7f9-447c4a100064'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:15.605765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810d36d2-faf7-41e7-ace0-5e9b48ad0616 req-1da58886-c199-419c-8dbf-4dc1dd0f63d6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.609363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-810d36d2-faf7-41e7-ace0-5e9b48ad0616 req-1da58886-c199-419c-8dbf-4dc1dd0f63d6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 945 time: 0.1865206 Jul 05 03:54:15.698358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-810d36d2-faf7-41e7-ace0-5e9b48ad0616 req-f0b8a695-8bbb-423d-8736-95da7bae602a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831010 Jul 05 03:54:15.740073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b42621-0aa5-4153-9327-5cce6fd0fb32 req-2edd4fba-c775-4983-bcf3-d2d514a72955 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:15.742833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07b42621-0aa5-4153-9327-5cce6fd0fb32 req-2edd4fba-c775-4983-bcf3-d2d514a72955 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 944 time: 0.1158426 Jul 05 03:54:15.747008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] For port ca40bbed-3677-4f6e-863e-bd5c032baef7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ca40bbed-3677-4f6e-863e-bd5c032baef7,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:15.747626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:15.767085 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] Set router 56dccfd5-b108-4a4e-a7f9-447c4a100064 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:15.767527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Calling delete_port for ca40bbed-3677-4f6e-863e-bd5c032baef7 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:15.790902 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-280b68cb-5f3a-448e-9d1a-16011f2f1b91 x-openstack-request-id: req-280b68cb-5f3a-448e-9d1a-16011f2f1b91 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:15.791656 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "da1ef700-fd8d-42b6-b707-e72c89cbb7f8", "code": 200}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-plugged", "status": "completed", "tag": "6d492b0a-eb7e-4212-a130-8e04dda42fb2", "code": 200}, {"server_uuid": "b3c52f5a-4270-43e1-870b-833878f8b4bf", "name": "network-vif-plugged", "status": "completed", "tag": "d635d8cc-ddb2-425e-a7f9-77fc67dd861d", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:15.792004 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-280b68cb-5f3a-448e-9d1a-16011f2f1b91 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:15.792542 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1ef700-fd8d-42b6-b707-e72c89cbb7f8', 'code': 200} Jul 05 03:54:15.792792 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d492b0a-eb7e-4212-a130-8e04dda42fb2', 'code': 200} Jul 05 03:54:15.793154 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c52f5a-4270-43e1-870b-833878f8b4bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd635d8cc-ddb2-425e-a7f9-77fc67dd861d', 'code': 200} Jul 05 03:54:15.820708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07b42621-0aa5-4153-9327-5cce6fd0fb32 req-d60cd145-a549-40b1-817d-f897c1479252 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b691986-5de3-4c88-8920-7cebbee9d911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692606 Jul 05 03:54:16.013108 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'name': 'tempest-FloatingIPDetailsTestJSON-735103728-router', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:19Z', 'updated_at': '2021-07-05T03:54:15Z', 'revision_number': 6, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:16.051621 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222f7510-1ca8-4169-a080-b8438442ca21 None None] The sync data for ids ['56dccfd5-b108-4a4e-a7f9-447c4a100064'] in n-d-758944-41 is: [{'id': '56dccfd5-b108-4a4e-a7f9-447c4a100064', 'name': 'tempest-FloatingIPDetailsTestJSON-735103728-router', 'tenant_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:19Z', 'updated_at': '2021-07-05T03:54:15Z', 'revision_number': 6, 'project_id': '39f9b2aabeda4c69840f9ca9f3ea903c', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:16.070269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121ba66-8e2d-4229-a768-5d8138daea57 req-47ef9920-756e-4ffd-8e8d-7b015162c098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.073166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1121ba66-8e2d-4229-a768-5d8138daea57 req-47ef9920-756e-4ffd-8e8d-7b015162c098 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 1097 time: 0.1401138 Jul 05 03:54:16.156372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1121ba66-8e2d-4229-a768-5d8138daea57 req-939740c2-db0a-4309-bb6e-b22c752adee2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688660 Jul 05 03:54:16.195309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1d8a1-42fc-435d-a34e-fb1faea8d78b req-a180ed6d-3e95-40de-88f8-dfa51bf0d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.195820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1d8a1-42fc-435d-a34e-fb1faea8d78b req-a180ed6d-3e95-40de-88f8-dfa51bf0d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.196304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1d8a1-42fc-435d-a34e-fb1faea8d78b req-a180ed6d-3e95-40de-88f8-dfa51bf0d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.196982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1d8a1-42fc-435d-a34e-fb1faea8d78b req-a180ed6d-3e95-40de-88f8-dfa51bf0d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.197603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1d8a1-42fc-435d-a34e-fb1faea8d78b req-a180ed6d-3e95-40de-88f8-dfa51bf0d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.198078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1d8a1-42fc-435d-a34e-fb1faea8d78b req-a180ed6d-3e95-40de-88f8-dfa51bf0d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.198659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a1d8a1-42fc-435d-a34e-fb1faea8d78b req-a180ed6d-3e95-40de-88f8-dfa51bf0d83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.207665 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2a1d8a1-42fc-435d-a34e-fb1faea8d78b req-a180ed6d-3e95-40de-88f8-dfa51bf0d83f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6498 time: 0.1852126 Jul 05 03:54:16.236779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dce50-58dd-4943-8c06-6c2ef9ec83f6 req-5ca9e0ca-2989-4be7-bb4d-89a8fd81e278 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.243785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dce50-58dd-4943-8c06-6c2ef9ec83f6 req-5ca9e0ca-2989-4be7-bb4d-89a8fd81e278 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.250333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dce50-58dd-4943-8c06-6c2ef9ec83f6 req-5ca9e0ca-2989-4be7-bb4d-89a8fd81e278 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.257829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dce50-58dd-4943-8c06-6c2ef9ec83f6 req-5ca9e0ca-2989-4be7-bb4d-89a8fd81e278 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.264298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dce50-58dd-4943-8c06-6c2ef9ec83f6 req-5ca9e0ca-2989-4be7-bb4d-89a8fd81e278 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.297995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dce50-58dd-4943-8c06-6c2ef9ec83f6 req-5ca9e0ca-2989-4be7-bb4d-89a8fd81e278 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.298220 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2a1d8a1-42fc-435d-a34e-fb1faea8d78b req-246ca221-5ba7-4f80-b243-f0b816812a5e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0626528 Jul 05 03:54:16.298321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1dce50-58dd-4943-8c06-6c2ef9ec83f6 req-5ca9e0ca-2989-4be7-bb4d-89a8fd81e278 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.298321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f1dce50-58dd-4943-8c06-6c2ef9ec83f6 req-5ca9e0ca-2989-4be7-bb4d-89a8fd81e278 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5434 time: 0.1555953 Jul 05 03:54:16.349634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f1dce50-58dd-4943-8c06-6c2ef9ec83f6 req-da639e53-d339-444f-a11d-3ea75e68fd36 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0594342 Jul 05 03:54:16.495427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.520871 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca40bbed-3677-4f6e-863e-bd5c032baef7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:16.536945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.543425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:16.603951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f68f5806-6d9e-4f6d-8032-090624cb0967 req-fe762aca-dbda-4994-92ba-5f8ef719038a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:16.608593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f68f5806-6d9e-4f6d-8032-090624cb0967 req-fe762aca-dbda-4994-92ba-5f8ef719038a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.1253889 Jul 05 03:54:16.651098 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.715342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f68f5806-6d9e-4f6d-8032-090624cb0967 req-67aa5cc3-4a0b-4ce2-aba9-78ca906fb70e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864120 Jul 05 03:54:16.809221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:16.814066 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.059744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa54d16-91f1-4204-b944-cb6af4fab2af req-051b21cc-273a-4ca3-96d8-70a8056d97ed tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.061442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fa54d16-91f1-4204-b944-cb6af4fab2af req-051b21cc-273a-4ca3-96d8-70a8056d97ed tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 945 time: 0.1160114 Jul 05 03:54:17.070017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34964d62-c887-473f-abac-b2091746c411 req-8cb2cac9-1b48-4d2d-a287-9c4f636f9d12 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.074054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34964d62-c887-473f-abac-b2091746c411 req-8cb2cac9-1b48-4d2d-a287-9c4f636f9d12 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 945 time: 0.1913776 Jul 05 03:54:17.119723 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.121066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 56dccfd5-b108-4a4e-a7f9-447c4a100064 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:54:17.131957 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.146015 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2cbe873e-9baf-47bf-bfce-a47b1fb7c636 admin admin] 10.222.0.30 "DELETE /v2.0/routers/56dccfd5-b108-4a4e-a7f9-447c4a100064 HTTP/1.1" status: 204 len: 168 time: 2.3734143 Jul 05 03:54:17.147131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34964d62-c887-473f-abac-b2091746c411 req-6fd54011-aefc-4e4f-89fd-dddaa588e1f0 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693588 Jul 05 03:54:17.150107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55468) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:17.186697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fa54d16-91f1-4204-b944-cb6af4fab2af req-6ca8e24c-0456-4538-9ac7-1bcebe8b6e78 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917933 Jul 05 03:54:17.281081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f237266f-b544-4a07-9f9b-77a951c56c1a admin admin] Deleting subnet 3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:17.286537 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f237266f-b544-4a07-9f9b-77a951c56c1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.343733 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f237266f-b544-4a07-9f9b-77a951c56c1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.401838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae86a30-3613-42a8-8eef-d9bc43fed025 req-d8cdf668-59c0-486f-8831-d11cda2e097a tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.418897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ae86a30-3613-42a8-8eef-d9bc43fed025 req-d8cdf668-59c0-486f-8831-d11cda2e097a tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 944 time: 0.1411769 Jul 05 03:54:17.515656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f237266f-b544-4a07-9f9b-77a951c56c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.516764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ae86a30-3613-42a8-8eef-d9bc43fed025 req-0b395a43-2681-45c5-8ef5-36847d6b3bee tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b691986-5de3-4c88-8920-7cebbee9d911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940025 Jul 05 03:54:17.682457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e31598-e0d5-48f0-9fd0-3f19bfa0262e req-a39bc221-ae56-4498-8e96-b198bc1198bb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.689300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e31598-e0d5-48f0-9fd0-3f19bfa0262e req-a39bc221-ae56-4498-8e96-b198bc1198bb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.698898 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e31598-e0d5-48f0-9fd0-3f19bfa0262e req-a39bc221-ae56-4498-8e96-b198bc1198bb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.704563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e31598-e0d5-48f0-9fd0-3f19bfa0262e req-a39bc221-ae56-4498-8e96-b198bc1198bb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.717799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e31598-e0d5-48f0-9fd0-3f19bfa0262e req-a39bc221-ae56-4498-8e96-b198bc1198bb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.726549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e31598-e0d5-48f0-9fd0-3f19bfa0262e req-a39bc221-ae56-4498-8e96-b198bc1198bb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.733148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e31598-e0d5-48f0-9fd0-3f19bfa0262e req-a39bc221-ae56-4498-8e96-b198bc1198bb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:17.735193 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9e31598-e0d5-48f0-9fd0-3f19bfa0262e req-a39bc221-ae56-4498-8e96-b198bc1198bb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5434 time: 0.1791959 Jul 05 03:54:17.813732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9e31598-e0d5-48f0-9fd0-3f19bfa0262e req-15ba87cf-d9de-4668-ad89-4619ab73ddcc tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0659707 Jul 05 03:54:17.874352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f237266f-b544-4a07-9f9b-77a951c56c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.934582 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f237266f-b544-4a07-9f9b-77a951c56c1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:17.942512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55478) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:17.947469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63077770-6440-410d-8d9b-8ec2b683617e None None] Network 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:17.956420 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f237266f-b544-4a07-9f9b-77a951c56c1a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90 HTTP/1.1" status: 204 len: 168 time: 0.8039269 Jul 05 03:54:17.959609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f237266f-b544-4a07-9f9b-77a951c56c1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e3ffce8-77cc-4cdc-aebd-fb97a7afcf90,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:18.103616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca40bbed-3677-4f6e-863e-bd5c032baef7 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:18.135676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: ca40bbed-3677-4f6e-863e-bd5c032baef7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:18.136150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca40bbed-3677-4f6e-863e-bd5c032baef7 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:18.136591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a367fe66-a484-480a-ac57-2b6c1d5631bf no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:18.183257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a367fe66-a484-480a-ac57-2b6c1d5631bf {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:18.183609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a367fe66-a484-480a-ac57-2b6c1d5631bf not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:18.197248 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.205368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:18.300262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d7f62d-5170-4e43-875d-fb415bdd7d8f req-f7178161-f5df-41ef-86da-ba255b799722 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.302839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30d7f62d-5170-4e43-875d-fb415bdd7d8f req-f7178161-f5df-41ef-86da-ba255b799722 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.3242729 Jul 05 03:54:18.354865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:18.361896 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:18.362576 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.364722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34303576-e1b0-4dc6-81fc-082d35f6c033 None None] DHCP port deletion for 34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:54:18.392387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Deleting port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:18.392920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.497271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-34303576-e1b0-4dc6-81fc-082d35f6c033 None None] Deleting port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:18.497774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34303576-e1b0-4dc6-81fc-082d35f6c033 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.504564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30d7f62d-5170-4e43-875d-fb415bdd7d8f req-eddceadd-6892-4997-a35a-5953473462ed tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1889334 Jul 05 03:54:18.556891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] For port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91,segment=NetworkSegment(746c0a02-bf9f-40ae-9cca-a16e4964c48b),segment_id=746c0a02-bf9f-40ae-9cca-a16e4964c48b)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:18.557240 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.584067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Calling delete_port for f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:18.618637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5912839-2c59-4b3f-be9c-560929bbdb4d req-b70fe11d-38a3-42c2-b76c-e464764a0c5d tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:18.630843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5912839-2c59-4b3f-be9c-560929bbdb4d req-b70fe11d-38a3-42c2-b76c-e464764a0c5d tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 945 time: 0.2612641 Jul 05 03:54:18.634115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.678262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-34303576-e1b0-4dc6-81fc-082d35f6c033 None None] For port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91,segment=NetworkSegment(746c0a02-bf9f-40ae-9cca-a16e4964c48b),segment_id=746c0a02-bf9f-40ae-9cca-a16e4964c48b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:18.678925 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34303576-e1b0-4dc6-81fc-082d35f6c033 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.722942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af7757a6-2ece-4d85-89c6-0e22c9dfe142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4c31f6-bdb0-4d8d-87be-987c0e16e803'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:18.724699 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c7bed-f791-4ea1-9966-02f9308b1bca" -d '{"events": [{"server_uuid": "af7757a6-2ece-4d85-89c6-0e22c9dfe142", "name": "network-vif-plugged", "status": "completed", "tag": "8f4c31f6-bdb0-4d8d-87be-987c0e16e803"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:18.728283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-34303576-e1b0-4dc6-81fc-082d35f6c033 None None] Calling delete_port for f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:18.748329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,segment=NetworkSegment(60942e88-2718-4957-9139-b5606a2723e5),segment_id=60942e88-2718-4957-9139-b5606a2723e5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:18.830933 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:18.866662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5912839-2c59-4b3f-be9c-560929bbdb4d req-30f3be31-b1e8-4759-8701-30153b61f93f tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2334256 Jul 05 03:54:18.933399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:18.999618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d38cdc-6ba4-47b0-9764-8f17ee650d33 req-4fab32c0-0f56-4a5d-9f8a-6eff22187d46 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.003573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1d38cdc-6ba4-47b0-9764-8f17ee650d33 req-4fab32c0-0f56-4a5d-9f8a-6eff22187d46 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 945 time: 0.1649330 Jul 05 03:54:19.031007 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34303576-e1b0-4dc6-81fc-082d35f6c033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.035619 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.062401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34303576-e1b0-4dc6-81fc-082d35f6c033 None None] Pushing event deleted for resources: {'Port': ['ID=f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:19.070448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34303576-e1b0-4dc6-81fc-082d35f6c033 None None] No DVR routers for this DVR port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:19.177132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Pushing event deleted for resources: {'Port': ['ID=f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:19.190251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] No DVR routers for this DVR port f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:19.279441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1d38cdc-6ba4-47b0-9764-8f17ee650d33 req-a86b4ee7-55ee-408c-b595-6d4ae8ceef7c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2615876 Jul 05 03:54:19.349734 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46f32c04-ecea-41c6-8f8b-fccf5c8ad252 x-openstack-request-id: req-46f32c04-ecea-41c6-8f8b-fccf5c8ad252 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:19.350053 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "af7757a6-2ece-4d85-89c6-0e22c9dfe142", "name": "network-vif-plugged", "status": "completed", "tag": "8f4c31f6-bdb0-4d8d-87be-987c0e16e803", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:19.350345 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46f32c04-ecea-41c6-8f8b-fccf5c8ad252 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:19.350781 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7757a6-2ece-4d85-89c6-0e22c9dfe142', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f4c31f6-bdb0-4d8d-87be-987c0e16e803', 'code': 200} Jul 05 03:54:19.401946 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.424078 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['34e2b9d9-0c05-4829-bebc-cef1d6d13eb7']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:19.439204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d592b79-da92-4b67-aac6-89684d63bab9 req-4c2cc053-c406-4a81-a479-77c30fe50d3d tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.452540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d592b79-da92-4b67-aac6-89684d63bab9 req-4c2cc053-c406-4a81-a479-77c30fe50d3d tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 945 time: 0.4220281 Jul 05 03:54:19.490597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523d7e5d-32ad-4e4f-82f4-5bf23c19bf34 req-a810e81f-3258-49ae-9f2a-298099ee209d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.492433 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-523d7e5d-32ad-4e4f-82f4-5bf23c19bf34 req-a810e81f-3258-49ae-9f2a-298099ee209d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 1097 time: 0.0657392 Jul 05 03:54:19.494710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746c0a02-bf9f-40ae-9cca-a16e4964c48b') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:19.495148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746c0a02-bf9f-40ae-9cca-a16e4964c48b') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:19.532763 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-523d7e5d-32ad-4e4f-82f4-5bf23c19bf34 req-bc0ff4ea-0f02-4446-b3e8-c89385a84eac service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5b691986-5de3-4c88-8920-7cebbee9d911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324926 Jul 05 03:54:19.556939 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.595800 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.616402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:19.617058 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:19.620011 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:19.641013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d592b79-da92-4b67-aac6-89684d63bab9 req-727b626e-6385-4f57-9c67-0d293e3d2c01 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b691986-5de3-4c88-8920-7cebbee9d911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871786 Jul 05 03:54:19.763154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac321d-274e-4894-9f7c-02c4e883329a req-9225f732-00bc-4b1a-a412-0440b37523a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.775323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac321d-274e-4894-9f7c-02c4e883329a req-9225f732-00bc-4b1a-a412-0440b37523a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.786710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac321d-274e-4894-9f7c-02c4e883329a req-9225f732-00bc-4b1a-a412-0440b37523a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.797573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac321d-274e-4894-9f7c-02c4e883329a req-9225f732-00bc-4b1a-a412-0440b37523a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.808630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac321d-274e-4894-9f7c-02c4e883329a req-9225f732-00bc-4b1a-a412-0440b37523a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.818704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac321d-274e-4894-9f7c-02c4e883329a req-9225f732-00bc-4b1a-a412-0440b37523a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.829347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ac321d-274e-4894-9f7c-02c4e883329a req-9225f732-00bc-4b1a-a412-0440b37523a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:19.832406 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33ac321d-274e-4894-9f7c-02c4e883329a req-9225f732-00bc-4b1a-a412-0440b37523a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5434 time: 0.3669703 Jul 05 03:54:19.892132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33ac321d-274e-4894-9f7c-02c4e883329a req-1e935e36-d551-48c2-a320-bbb4fdb68fc6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0504763 Jul 05 03:54:19.933434 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.958991 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:19.962717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] 10.222.0.30 "DELETE /v2.0/networks/34e2b9d9-0c05-4829-bebc-cef1d6d13eb7 HTTP/1.1" status: 204 len: 168 time: 2.0187366 Jul 05 03:54:19.988780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9cbf79-491d-45e9-a543-0754b1ccce44 admin admin] Pushing event deleted for resources: {'Network': ['ID=34e2b9d9-0c05-4829-bebc-cef1d6d13eb7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:20.074358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:20.106365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:20.106829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f5cb563f-53f2-49e0-ad9f-aed0b2b8ae91 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:20.186236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bd7665-383b-4bb3-8083-6802031da26a req-84b07ac0-8449-4ff2-8e1d-615a6d3ca555 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.188479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2bd7665-383b-4bb3-8083-6802031da26a req-84b07ac0-8449-4ff2-8e1d-615a6d3ca555 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.1367567 Jul 05 03:54:20.241143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2bd7665-383b-4bb3-8083-6802031da26a req-f6f41699-8091-479d-b020-7df287e860cf tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384727 Jul 05 03:54:20.520415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55508) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:20.570494 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-585bae80-1865-4b7e-9346-b6d2c14a4a7f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39f9b2aabeda4c69840f9ca9f3ea903c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0461566 Jul 05 03:54:20.571137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55512) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:20.636399 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-474414c8-0d72-45e3-b62b-78486dd63c22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.667144 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-474414c8-0d72-45e3-b62b-78486dd63c22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:20.942779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a5dfc-ef42-4805-8353-3e7a80941680 req-5023ed5e-31ee-48ae-af7e-83560480094b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:20.944437 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ed5a5dfc-ef42-4805-8353-3e7a80941680 req-5023ed5e-31ee-48ae-af7e-83560480094b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=d10d166a1d5b4bb583c33241faaaaf0f&device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 1097 time: 0.0832245 Jul 05 03:54:21.082754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a5dfc-ef42-4805-8353-3e7a80941680 req-aba2c181-66af-4e88-8380-44d86477c064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.085989 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ed5a5dfc-ef42-4805-8353-3e7a80941680 req-aba2c181-66af-4e88-8380-44d86477c064 service neutron] 10.222.0.26 "GET /v2.0/networks?id=50253646-fcef-4a73-9157-ab78cdc44dc9 HTTP/1.1" status: 200 len: 915 time: 0.1269219 Jul 05 03:54:21.138037 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ed5a5dfc-ef42-4805-8353-3e7a80941680 req-cb1877cc-6035-4411-86b1-d5e72a059751 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=d635d8cc-ddb2-425e-a7f9-77fc67dd861d HTTP/1.1" status: 200 len: 217 time: 0.0434160 Jul 05 03:54:21.203740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd01d-fcab-4534-934b-ee939fc04e3b req-409083e3-2777-4bc0-ae5e-666bbae2cbd4 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.208229 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5a5dfc-ef42-4805-8353-3e7a80941680 req-feb93e9c-f573-471a-8386-d3ce83593be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.209527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd01d-fcab-4534-934b-ee939fc04e3b req-409083e3-2777-4bc0-ae5e-666bbae2cbd4 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.210612 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ed5a5dfc-ef42-4805-8353-3e7a80941680 req-feb93e9c-f573-471a-8386-d3ce83593be4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=803afdba-3d4b-4101-b647-4d2c09c701f0 HTTP/1.1" status: 200 len: 854 time: 0.0630667 Jul 05 03:54:21.216120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd01d-fcab-4534-934b-ee939fc04e3b req-409083e3-2777-4bc0-ae5e-666bbae2cbd4 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.222095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd01d-fcab-4534-934b-ee939fc04e3b req-409083e3-2777-4bc0-ae5e-666bbae2cbd4 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.231112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd01d-fcab-4534-934b-ee939fc04e3b req-409083e3-2777-4bc0-ae5e-666bbae2cbd4 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.240174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd01d-fcab-4534-934b-ee939fc04e3b req-409083e3-2777-4bc0-ae5e-666bbae2cbd4 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.249978 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ed5a5dfc-ef42-4805-8353-3e7a80941680 req-aaddec10-0e9d-4eb4-ae2c-833fc640b38f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50253646-fcef-4a73-9157-ab78cdc44dc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310340 Jul 05 03:54:21.250216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ffd01d-fcab-4534-934b-ee939fc04e3b req-409083e3-2777-4bc0-ae5e-666bbae2cbd4 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.252568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76ffd01d-fcab-4534-934b-ee939fc04e3b req-409083e3-2777-4bc0-ae5e-666bbae2cbd4 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5434 time: 0.5885072 Jul 05 03:54:21.268889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55522) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:21.281557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5778d0a1-ddd1-4947-b9f6-51c289bd245f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Request body: {'floatingip': {'port_id': '9e11d843-1d61-4836-bb78-ea7ec809ed9b'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:21.380807 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac5a1ed-3930-43b9-b369-103788f058cd req-f4eb9810-f156-4422-93b1-319eec6827d9 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.388686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fac5a1ed-3930-43b9-b369-103788f058cd req-f4eb9810-f156-4422-93b1-319eec6827d9 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 945 time: 0.1347210 Jul 05 03:54:21.400791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-474414c8-0d72-45e3-b62b-78486dd63c22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.404317 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-474414c8-0d72-45e3-b62b-78486dd63c22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.407562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-474414c8-0d72-45e3-b62b-78486dd63c22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb1e5848-c7e3-456a-a7cc-c77d82a83673 HTTP/1.1" status: 204 len: 168 time: 0.8320720 Jul 05 03:54:21.427158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474414c8-0d72-45e3-b62b-78486dd63c22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb1e5848-c7e3-456a-a7cc-c77d82a83673,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:21.462366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5778d0a1-ddd1-4947-b9f6-51c289bd245f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:21.467704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fac5a1ed-3930-43b9-b369-103788f058cd req-d3b66122-e8be-4986-a623-76c2cc30bd29 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776987 Jul 05 03:54:21.578233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e1591d-46fc-417f-9f51-82cbef3716c8 req-dfac1293-86a3-4395-8b4c-b64ac8fd46ae tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.580254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5e1591d-46fc-417f-9f51-82cbef3716c8 req-dfac1293-86a3-4395-8b4c-b64ac8fd46ae tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 945 time: 0.1023407 Jul 05 03:54:21.583590 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ed5a5dfc-ef42-4805-8353-3e7a80941680 req-e555c575-1bf6-4cec-ba5a-8ca36557cd85 service neutron] 10.222.0.26 "GET /v2.0/networks/50253646-fcef-4a73-9157-ab78cdc44dc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3255236 Jul 05 03:54:21.653856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5e1591d-46fc-417f-9f51-82cbef3716c8 req-286356e3-d9ed-4335-8c29-5ecc51c791c1 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b691986-5de3-4c88-8920-7cebbee9d911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612845 Jul 05 03:54:21.760839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845e1524-5673-4752-8764-969884d5e530 req-b0af5f44-9021-4a0b-9e0a-735ad5d688bf tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:21.762522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-845e1524-5673-4752-8764-969884d5e530 req-b0af5f44-9021-4a0b-9e0a-735ad5d688bf tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 945 time: 0.0885475 Jul 05 03:54:21.843710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-845e1524-5673-4752-8764-969884d5e530 req-3bfc7025-06f4-4302-8c46-af8701597f4d tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715375 Jul 05 03:54:21.909059 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ed5a5dfc-ef42-4805-8353-3e7a80941680 req-01eec899-3263-4e7b-b2af-a62bdbfb9659 service neutron] 10.222.0.26 "GET /v2.0/networks/50253646-fcef-4a73-9157-ab78cdc44dc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664728 Jul 05 03:54:22.287549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5fb520-6b40-4e35-baee-2f5bfdc9f794 req-4b7db919-f7a5-4b44-8c13-e31daf0d9c0b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:22.297694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f5fb520-6b40-4e35-baee-2f5bfdc9f794 req-4b7db919-f7a5-4b44-8c13-e31daf0d9c0b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.1881700 Jul 05 03:54:22.409854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f5fb520-6b40-4e35-baee-2f5bfdc9f794 req-783a0f3a-5ceb-4b11-b1a5-93ac5b061333 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054401 Jul 05 03:54:22.442527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e406b711-1120-48a0-aa79-aed6e9b107e4 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:22.479488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-36e3aa11-a4ce-4864-9b30-b0b33e0bcc74 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:22.481018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-36e3aa11-a4ce-4864-9b30-b0b33e0bcc74 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 945 time: 0.1845930 Jul 05 03:54:22.579477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5778d0a1-ddd1-4947-b9f6-51c289bd245f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.674834 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5778d0a1-ddd1-4947-b9f6-51c289bd245f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.690853 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:22.738556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-2a397d3b-d7f6-48b1-8657-1b1631aa3bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Deleting port 47b8195a-9172-4869-883d-b8ed66665d6c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:22.738778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-2a397d3b-d7f6-48b1-8657-1b1631aa3bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.741622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542170cf-372e-4fab-ad85-54259f7b3850 req-527e585e-7179-4c8e-9023-6040d48fe769 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:22.748686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-542170cf-372e-4fab-ad85-54259f7b3850 req-527e585e-7179-4c8e-9023-6040d48fe769 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 945 time: 0.0969627 Jul 05 03:54:22.830365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-542170cf-372e-4fab-ad85-54259f7b3850 req-787fbdb6-13e6-4589-bb89-b3a03420aa74 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785241 Jul 05 03:54:22.888833 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-5778d0a1-ddd1-4947-b9f6-51c289bd245f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Floating IP 4c360c17-f41f-42fc-aaee-8d3ab7273dc4 associated. External IP: 172.25.4.105, port: 9e11d843-1d61-4836-bb78-ea7ec809ed9b. Jul 05 03:54:22.904494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'port_id': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'mac_address': 'fa:16:3e:aa:03:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:22.949908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-2a397d3b-d7f6-48b1-8657-1b1631aa3bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] For port 47b8195a-9172-4869-883d-b8ed66665d6c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=47b8195a-9172-4869-883d-b8ed66665d6c,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:22.949908 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-2a397d3b-d7f6-48b1-8657-1b1631aa3bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.956593 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:22.976898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e406b711-1120-48a0-aa79-aed6e9b107e4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:22.991663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-2a397d3b-d7f6-48b1-8657-1b1631aa3bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Calling delete_port for 47b8195a-9172-4869-883d-b8ed66665d6c owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:23.032974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:23.120277 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.227161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['e406b711-1120-48a0-aa79-aed6e9b107e4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:23.266848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e598a75-5e32-4166-8616-ad868a04b0cc req-26b68162-1a77-411d-9b07-efb31fe4dcbf tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.275971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e598a75-5e32-4166-8616-ad868a04b0cc req-26b68162-1a77-411d-9b07-efb31fe4dcbf tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 945 time: 0.1350183 Jul 05 03:54:23.290646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:23.382403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e598a75-5e32-4166-8616-ad868a04b0cc req-4cd32f53-0b3c-43ed-a8d4-0ab775424a5d tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043608 Jul 05 03:54:23.438275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5778d0a1-ddd1-4947-b9f6-51c289bd245f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Router 42a7a8f0-655f-4806-ab6d-664d139a4cdc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:54:23.563392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7a2e1-9156-4d8d-ada4-897ecb45d0df req-52763f3a-660f-4496-94bf-96af9a4b68a0 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.565463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77c7a2e1-9156-4d8d-ada4-897ecb45d0df req-52763f3a-660f-4496-94bf-96af9a4b68a0 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 945 time: 0.1958270 Jul 05 03:54:23.658192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77c7a2e1-9156-4d8d-ada4-897ecb45d0df req-ec39bec4-5f5e-416a-931e-41509b2545e6 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b691986-5de3-4c88-8920-7cebbee9d911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856278 Jul 05 03:54:23.711965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e93890-c0fb-4057-84cd-d2ba200ce8ab req-ea298c49-3d6f-4590-9a37-fe45b873e5b6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:23.716467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e93890-c0fb-4057-84cd-d2ba200ce8ab req-ea298c49-3d6f-4590-9a37-fe45b873e5b6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.1112218 Jul 05 03:54:23.779087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e93890-c0fb-4057-84cd-d2ba200ce8ab req-d219d7d9-4fd3-4988-8c31-816673f8dd54 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573461 Jul 05 03:54:23.920425 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-2a397d3b-d7f6-48b1-8657-1b1631aa3bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:23.933965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['47b8195a-9172-4869-883d-b8ed66665d6c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:23.958520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-a0efeca5-c6ea-46fa-a7a6-2f8a12646d3d tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=1fc1257f2ebd445282f38d7c8d99c87c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0445967 Jul 05 03:54:23.978153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a397d3b-d7f6-48b1-8657-1b1631aa3bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event deleted for resources: {'Port': ['ID=47b8195a-9172-4869-883d-b8ed66665d6c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:24.051838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3803e32-57b5-47dc-97eb-87688fd4dbb6 req-976220b4-339d-4432-8c74-bcba44360538 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 210 time: 0.0790837 Jul 05 03:54:24.124731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-a940bb56-46ab-4b33-89e2-d30f110bb30e tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:24.126481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-a940bb56-46ab-4b33-89e2-d30f110bb30e tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1670370 Jul 05 03:54:24.130016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-2a397d3b-d7f6-48b1-8657-1b1631aa3bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] No DVR routers for this DVR port 47b8195a-9172-4869-883d-b8ed66665d6c on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:24.136879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-2a397d3b-d7f6-48b1-8657-1b1631aa3bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.141007 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2bcf2043-5a7c-4bf8-9b7d-32430515455c req-2a397d3b-d7f6-48b1-8657-1b1631aa3bea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "DELETE /v2.0/ports/47b8195a-9172-4869-883d-b8ed66665d6c HTTP/1.1" status: 204 len: 173 time: 1.6509986 Jul 05 03:54:24.141007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5203a63-5b8e-4a67-b68d-fe46fcbebe8c', 'name': 'network-vif-deleted', 'tag': '47b8195a-9172-4869-883d-b8ed66665d6c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:24.145238 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47c49531-0e62-4b25-bb31-837be9acb32b" -d '{"events": [{"server_uuid": "c5203a63-5b8e-4a67-b68d-fe46fcbebe8c", "name": "network-vif-deleted", "tag": "47b8195a-9172-4869-883d-b8ed66665d6c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:24.166129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-f3ee5a1a-d555-4447-91fd-e1cb04f0bf34 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/quotas/1fc1257f2ebd445282f38d7c8d99c87c HTTP/1.1" status: 200 len: 375 time: 0.0320652 Jul 05 03:54:24.175063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5778d0a1-ddd1-4947-b9f6-51c289bd245f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:24.180111 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5778d0a1-ddd1-4947-b9f6-51c289bd245f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.190511 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] Sync routers for ids ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:24.205405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] Routers {'42a7a8f0-655f-4806-ab6d-664d139a4cdc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:24.206886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:24.221492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-06d37a5b-8764-4138-a96f-af4fe2176e88 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1fc1257f2ebd445282f38d7c8d99c87c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0526063 Jul 05 03:54:24.235214 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db92cf39-28a1-4ccb-b02b-a75472da458b x-openstack-request-id: req-db92cf39-28a1-4ccb-b02b-a75472da458b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:24.235519 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5203a63-5b8e-4a67-b68d-fe46fcbebe8c", "name": "network-vif-deleted", "tag": "47b8195a-9172-4869-883d-b8ed66665d6c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:24.235783 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db92cf39-28a1-4ccb-b02b-a75472da458b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:24.236230 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5203a63-5b8e-4a67-b68d-fe46fcbebe8c', 'name': 'network-vif-deleted', 'tag': '47b8195a-9172-4869-883d-b8ed66665d6c', 'status': 'completed', 'code': 200} Jul 05 03:54:24.257946 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5778d0a1-ddd1-4947-b9f6-51c289bd245f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "PUT /v2.0/floatingips/4c360c17-f41f-42fc-aaee-8d3ab7273dc4 HTTP/1.1" status: 200 len: 992 time: 2.9830005 Jul 05 03:54:24.476282 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e406b711-1120-48a0-aa79-aed6e9b107e4 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:24.511738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-3070dd5d-4db0-46f0-957c-e90123ca3f4c tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:24.514323 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-3070dd5d-4db0-46f0-957c-e90123ca3f4c tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.26 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 945 time: 0.1691206 Jul 05 03:54:24.538522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] Set router 42a7a8f0-655f-4806-ab6d-664d139a4cdc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:24.587585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port e406b711-1120-48a0-aa79-aed6e9b107e4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:24.588006 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.731432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-7b98def4-6836-4701-a7e5-4f1217bec305 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Deleting port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:24.732098 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-7b98def4-6836-4701-a7e5-4f1217bec305 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.749988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f753ed07-22d0-42d5-83ea-5f636fd9d936 req-d7be7e0a-52f2-4a75-ab4e-4931fccb6f47 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 210 time: 0.0946190 Jul 05 03:54:24.840701 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.896842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:24.896842 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1732742f-aa2e-4ee1-9389-eec083fd071e" -d '{"events": [{"server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "name": "network-vif-plugged", "status": "completed", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:24.946492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c663f56-8fde-49a3-8275-cf2f6515cc88 req-7aff9358-b3cc-4d7e-9050-941df63fa1ff tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:24.951426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-7b98def4-6836-4701-a7e5-4f1217bec305 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] For port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,segment=NetworkSegment(60942e88-2718-4957-9139-b5606a2723e5),segment_id=60942e88-2718-4957-9139-b5606a2723e5)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:24.952075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-7b98def4-6836-4701-a7e5-4f1217bec305 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:24.959023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c663f56-8fde-49a3-8275-cf2f6515cc88 req-7aff9358-b3cc-4d7e-9050-941df63fa1ff tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 945 time: 0.2009463 Jul 05 03:54:24.973868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-7b98def4-6836-4701-a7e5-4f1217bec305 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Calling delete_port for 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:24.986864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:25.027498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '4c360c17-f41f-42fc-aaee-8d3ab7273dc4', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'port_id': '9e11d843-1d61-4836-bb78-ea7ec809ed9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'mac_address': 'fa:16:3e:c9:c5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:52:54Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 1, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:52:02Z', 'revision_number': 5, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:25.061310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] Checking router: 42a7a8f0-655f-4806-ab6d-664d139a4cdc for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:25.071029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] Routers {'42a7a8f0-655f-4806-ab6d-664d139a4cdc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:25.071660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:25.083307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c663f56-8fde-49a3-8275-cf2f6515cc88 req-c902760f-235a-44e6-b221-5e977bd549ff tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012588 Jul 05 03:54:25.098327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700aa6c8-a75e-4fa4-979b-79d0c16644ad req-262a04ca-1034-45be-b3b2-be5ce5c97bf6 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.100270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-700aa6c8-a75e-4fa4-979b-79d0c16644ad req-262a04ca-1034-45be-b3b2-be5ce5c97bf6 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 945 time: 0.1459241 Jul 05 03:54:25.154152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.186741 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-700aa6c8-a75e-4fa4-979b-79d0c16644ad req-4032578b-46b0-4e5b-8f47-346d22cdb9d1 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/security-groups?id=5b691986-5de3-4c88-8920-7cebbee9d911&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777738 Jul 05 03:54:25.243702 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b27902d9-f319-42a8-82f3-219945eb9440 x-openstack-request-id: req-b27902d9-f319-42a8-82f3-219945eb9440 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:25.244219 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "name": "network-vif-plugged", "status": "completed", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:25.244632 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b27902d9-f319-42a8-82f3-219945eb9440 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:25.245172 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'code': 200} Jul 05 03:54:25.286788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:25.300444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] Set router 42a7a8f0-655f-4806-ab6d-664d139a4cdc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:25.385413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-7b98def4-6836-4701-a7e5-4f1217bec305 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.439852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-228eb1f3-db52-4fde-96de-ef50bcfd38d7 req-64dd7a35-d033-49ac-8805-5cb011cf8a42 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5203a63-5b8e-4a67-b68d-fe46fcbebe8c HTTP/1.1" status: 200 len: 210 time: 0.0718589 Jul 05 03:54:25.441206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b98def4-6836-4701-a7e5-4f1217bec305 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Pushing event deleted for resources: {'Port': ['ID=8f4c31f6-bdb0-4d8d-87be-987c0e16e803,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:25.470421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8f4c31f6-bdb0-4d8d-87be-987c0e16e803'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:25.494360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e360b09-04e0-413e-b7d5-3f85deb3ddd7 req-54d911ea-a876-4dda-8e15-0f878679b9d5 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:25.495986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e360b09-04e0-413e-b7d5-3f85deb3ddd7 req-54d911ea-a876-4dda-8e15-0f878679b9d5 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.1800380 Jul 05 03:54:25.511485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-7b98def4-6836-4701-a7e5-4f1217bec305 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] No DVR routers for this DVR port 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:25.514936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-7b98def4-6836-4701-a7e5-4f1217bec305 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:25.517873 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ff10d70b-dee0-45c4-8d09-23d65ef8d723 req-7b98def4-6836-4701-a7e5-4f1217bec305 tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.26 "DELETE /v2.0/ports/8f4c31f6-bdb0-4d8d-87be-987c0e16e803 HTTP/1.1" status: 204 len: 173 time: 0.9970925 Jul 05 03:54:25.558468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e360b09-04e0-413e-b7d5-3f85deb3ddd7 req-6ef3f7d6-4e84-46d3-b8fb-56debd6f4f77 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513806 Jul 05 03:54:25.745375 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:54:25.766487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '4c360c17-f41f-42fc-aaee-8d3ab7273dc4', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'port_id': '9e11d843-1d61-4836-bb78-ea7ec809ed9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'mac_address': 'fa:16:3e:c9:c5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:52:54Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 1, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:52:02Z', 'revision_number': 5, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:25.800342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45a6e0c7-d2e6-4f7c-ab57-692fdc8b3aa8 None None] The sync data for ids ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'] in n-d-758944-41 is: [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '4c360c17-f41f-42fc-aaee-8d3ab7273dc4', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'floating_ip_address': '172.25.4.105', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'port_id': '9e11d843-1d61-4836-bb78-ea7ec809ed9b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1006, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'mac_address': 'fa:16:3e:c9:c5:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:52:54Z', 'updated_at': '2021-07-05T03:54:22Z', 'revision_number': 1, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:52:02Z', 'revision_number': 5, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:25.905994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15aaffee-fd41-4690-98f6-638be34c6d5c req-26535bc3-00ea-4ccd-932a-f7a440071127 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 210 time: 0.0634241 Jul 05 03:54:26.106846 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a9994-86b1-4e87-8391-f0dd8cc2b3d9 None None] New status for floating IP 4c360c17-f41f-42fc-aaee-8d3ab7273dc4: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:54:26.238454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '9e11d843-1d61-4836-bb78-ea7ec809ed9b'}, {'server_uuid': 'af7757a6-2ece-4d85-89c6-0e22c9dfe142', 'name': 'network-vif-deleted', 'tag': '8f4c31f6-bdb0-4d8d-87be-987c0e16e803'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:26.244791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 47b8195a-9172-4869-883d-b8ed66665d6c no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:26.248214 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e45f89a6-a234-48ff-b848-d1ec955897ac" -d '{"events": [{"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "9e11d843-1d61-4836-bb78-ea7ec809ed9b"}, {"server_uuid": "af7757a6-2ece-4d85-89c6-0e22c9dfe142", "name": "network-vif-deleted", "tag": "8f4c31f6-bdb0-4d8d-87be-987c0e16e803"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:26.289500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 47b8195a-9172-4869-883d-b8ed66665d6c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:26.290237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 47b8195a-9172-4869-883d-b8ed66665d6c not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:26.378379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-631a62ee-2e79-4e0f-8e3b-789a93b98acf req-c8ed6840-9746-4f10-b174-61b6ea5182ea tempest-InstanceActionsNegativeTestJSON-534881140 tempest-InstanceActionsNegativeTestJSON-534881140-project] 10.222.0.30 "GET /v2.0/ports?device_id=af7757a6-2ece-4d85-89c6-0e22c9dfe142 HTTP/1.1" status: 200 len: 210 time: 0.0334468 Jul 05 03:54:26.401938 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eed10b-97a8-4f11-8cb7-9c32e29a2001 x-openstack-request-id: req-c0eed10b-97a8-4f11-8cb7-9c32e29a2001 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:26.402289 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "tag": "9e11d843-1d61-4836-bb78-ea7ec809ed9b", "status": "completed", "code": 200}, {"server_uuid": "af7757a6-2ece-4d85-89c6-0e22c9dfe142", "name": "network-vif-deleted", "tag": "8f4c31f6-bdb0-4d8d-87be-987c0e16e803", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:26.402699 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0eed10b-97a8-4f11-8cb7-9c32e29a2001 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:26.403214 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'tag': '9e11d843-1d61-4836-bb78-ea7ec809ed9b', 'status': 'completed', 'code': 200} Jul 05 03:54:26.403528 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af7757a6-2ece-4d85-89c6-0e22c9dfe142', 'name': 'network-vif-deleted', 'tag': '8f4c31f6-bdb0-4d8d-87be-987c0e16e803', 'status': 'completed', 'code': 200} Jul 05 03:54:26.552862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-a5d18786-6a35-4a89-8427-a124bdf63446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.553928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-a5d18786-6a35-4a89-8427-a124bdf63446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.554588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-a5d18786-6a35-4a89-8427-a124bdf63446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.555173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-a5d18786-6a35-4a89-8427-a124bdf63446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.556797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-a5d18786-6a35-4a89-8427-a124bdf63446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.557621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-a5d18786-6a35-4a89-8427-a124bdf63446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.558193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-a5d18786-6a35-4a89-8427-a124bdf63446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.570493 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-a5d18786-6a35-4a89-8427-a124bdf63446 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6498 time: 0.1210794 Jul 05 03:54:26.613268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb2411d-8c8b-4457-8faf-63e17616ceda req-eac2f16c-5d80-437b-b4bc-87678732fce9 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.614989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ecb2411d-8c8b-4457-8faf-63e17616ceda req-eac2f16c-5d80-437b-b4bc-87678732fce9 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 945 time: 0.1012495 Jul 05 03:54:26.673198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ecb2411d-8c8b-4457-8faf-63e17616ceda req-c13e86e8-512d-440a-a3d1-65cbf1cc0e31 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516226 Jul 05 03:54:26.807267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-43df2529-7411-4561-8d1d-140add70f95d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.810194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-43df2529-7411-4561-8d1d-140add70f95d service neutron] 10.222.0.26 "GET /v2.0/networks?id=006871a5-87b4-4ee0-b89f-775378777a1f HTTP/1.1" status: 200 len: 912 time: 0.2265098 Jul 05 03:54:26.886365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e36318-ce9c-45b5-b0be-341efa484701 req-73758849-6e48-483e-a6b8-6bfc496d871c tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:26.894101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6e36318-ce9c-45b5-b0be-341efa484701 req-73758849-6e48-483e-a6b8-6bfc496d871c tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.1461511 Jul 05 03:54:26.918407 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-12f234d5-e2a8-4246-8b1f-03ee0a81e5b9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b HTTP/1.1" status: 200 len: 1002 time: 0.0983310 Jul 05 03:54:26.991197 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6e36318-ce9c-45b5-b0be-341efa484701 req-d3d368cb-969b-41d4-8d26-cb09fd5cdfbe tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864851 Jul 05 03:54:27.036154 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-a0c3500a-55b9-4f39-acb1-a7f5163ba91c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.037621 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-a0c3500a-55b9-4f39-acb1-a7f5163ba91c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e82c32dd-6b78-4191-902a-e6a7fae2ddaf HTTP/1.1" status: 200 len: 850 time: 0.1074610 Jul 05 03:54:27.146280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-da276018-e594-4aa0-9384-9df93fefd41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.148795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-da276018-e594-4aa0-9384-9df93fefd41e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=006871a5-87b4-4ee0-b89f-775378777a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1036220 Jul 05 03:54:27.278589 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-e6bb3aad-5025-43c3-90ba-68992101cafd service neutron] 10.222.0.26 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202955 Jul 05 03:54:27.294082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7606b76f-563c-4294-9eb7-691b75415dfc req-64a2384a-5c1f-4f7e-8178-d58b5d93377b tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 210 time: 0.0617921 Jul 05 03:54:27.389246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-09f46798-8fa2-4163-a2eb-63a017726e5d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:27.391689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-09f46798-8fa2-4163-a2eb-63a017726e5d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.2895749 Jul 05 03:54:27.437818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-d20aba31-8652-4a0f-8630-390c1f4e76e0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/quotas/145f99b9f2384ce195ed5443b24adaa7 HTTP/1.1" status: 200 len: 375 time: 0.0183973 Jul 05 03:54:27.485026 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e45f89a6-a234-48ff-b848-d1ec955897ac req-1fcba12c-8f14-42a5-9dda-7560404eb434 service neutron] 10.222.0.26 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1993825 Jul 05 03:54:27.545781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-55d2666f-5a64-4cc4-9c21-cb1bea1d0009 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904458 Jul 05 03:54:27.626739 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55660) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:27.734981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9033abc9-4650-4b79-9668-e05e5344612b admin admin] Deleting subnet d0c3d19d-e463-413b-8421-48334dd4f213 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:27.740070 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9033abc9-4650-4b79-9668-e05e5344612b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.763417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-36750cf6-da3c-46e4-a720-9347975d8898 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2152302 Jul 05 03:54:27.825214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9033abc9-4650-4b79-9668-e05e5344612b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.889007 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9033abc9-4650-4b79-9668-e05e5344612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:27.979669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-9c694799-ad07-4b7c-afd2-3a0d23e71fc0 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2050829 Jul 05 03:54:28.106444 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9033abc9-4650-4b79-9668-e05e5344612b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.166703 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9033abc9-4650-4b79-9668-e05e5344612b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.180675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9033abc9-4650-4b79-9668-e05e5344612b admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d0c3d19d-e463-413b-8421-48334dd4f213 HTTP/1.1" status: 204 len: 168 time: 0.5478976 Jul 05 03:54:28.182284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55680) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:28.227391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9033abc9-4650-4b79-9668-e05e5344612b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d0c3d19d-e463-413b-8421-48334dd4f213,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:28.264905 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:28.265759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-bb2845d8-c813-4b8f-9e40-6ced26085652 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.268642 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-bb2845d8-c813-4b8f-9e40-6ced26085652 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.26 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 945 time: 0.2402074 Jul 05 03:54:28.317808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:28.318447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8f4c31f6-bdb0-4d8d-87be-987c0e16e803 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:28.339547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24d0e7d-f8c6-4da1-ad5d-b247898d13b4 req-8fe35877-2f4b-414e-8d24-1a2318d9efd5 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:28.345497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b24d0e7d-f8c6-4da1-ad5d-b247898d13b4 req-8fe35877-2f4b-414e-8d24-1a2318d9efd5 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 945 time: 0.2357211 Jul 05 03:54:28.352017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.468973 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-91b2ce58-efec-473a-a69c-cee9af943988 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Deleting port d635d8cc-ddb2-425e-a7f9-77fc67dd861d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:54:28.472565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-91b2ce58-efec-473a-a69c-cee9af943988 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.544827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-d4fb2bfa-432b-4aeb-bbdc-07449a9062ec tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=1fc1257f2ebd445282f38d7c8d99c87c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1041238 Jul 05 03:54:28.597475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-91b2ce58-efec-473a-a69c-cee9af943988 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] For port d635d8cc-ddb2-425e-a7f9-77fc67dd861d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,segment=NetworkSegment(0890267f-391d-4e5b-b18d-c3c4862c5526),segment_id=0890267f-391d-4e5b-b18d-c3c4862c5526)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:28.597855 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-91b2ce58-efec-473a-a69c-cee9af943988 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.634598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-91b2ce58-efec-473a-a69c-cee9af943988 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Calling delete_port for d635d8cc-ddb2-425e-a7f9-77fc67dd861d owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:54:28.886354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b24d0e7d-f8c6-4da1-ad5d-b247898d13b4 req-bddd8b95-51c1-4994-bb0a-441d0a2dbba9 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/security-groups?id=89a950cb-7599-4cd3-b3ae-975caea86fc5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5293705 Jul 05 03:54:28.938421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-91b2ce58-efec-473a-a69c-cee9af943988 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:28.953803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d635d8cc-ddb2-425e-a7f9-77fc67dd861d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:29.011562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b2ce58-efec-473a-a69c-cee9af943988 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Pushing event deleted for resources: {'Port': ['ID=d635d8cc-ddb2-425e-a7f9-77fc67dd861d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:29.030424 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.113110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45475511-8014-47fb-beb3-2933f6bee1cf']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:29.136610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-91b2ce58-efec-473a-a69c-cee9af943988 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] No DVR routers for this DVR port d635d8cc-ddb2-425e-a7f9-77fc67dd861d on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:54:29.140708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-91b2ce58-efec-473a-a69c-cee9af943988 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.149386 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-47ccda77-c5ed-436f-9581-99397c67fe22 req-91b2ce58-efec-473a-a69c-cee9af943988 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.26 "DELETE /v2.0/ports/d635d8cc-ddb2-425e-a7f9-77fc67dd861d HTTP/1.1" status: 204 len: 173 time: 0.8746698 Jul 05 03:54:29.150201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3c52f5a-4270-43e1-870b-833878f8b4bf', 'name': 'network-vif-deleted', 'tag': 'd635d8cc-ddb2-425e-a7f9-77fc67dd861d'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:29.153310 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9689f51a-ffa7-4864-b849-125e859bda55" -d '{"events": [{"server_uuid": "b3c52f5a-4270-43e1-870b-833878f8b4bf", "name": "network-vif-deleted", "tag": "d635d8cc-ddb2-425e-a7f9-77fc67dd861d"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:29.171546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '60942e88-2718-4957-9139-b5606a2723e5') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:29.174696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '60942e88-2718-4957-9139-b5606a2723e5') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:29.248565 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc14fb69-ce05-4d2d-9de4-1422ddcc59e0 req-9a5a20a3-661f-4ccb-ab36-e33a917e5468 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 210 time: 0.1097803 Jul 05 03:54:29.269293 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.393392 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.402836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:29.403690 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:29.468307 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:29.484640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-8348616b-2c02-4811-b31d-18209afcbbd3 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.486883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-8348616b-2c02-4811-b31d-18209afcbbd3 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9300270 Jul 05 03:54:29.533273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Request body: {'port': {'device_id': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '1fc1257f2ebd445282f38d7c8d99c87c'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:29.538837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7046f42-bf48-4672-9a27-afb4a84e9090 req-a5e97a19-f038-4318-b05c-98c15202a78b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 210 time: 0.1514652 Jul 05 03:54:29.624709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d176f364-cb00-4878-90b8-5e8522fd2469 req-baa88eea-e641-4e0c-98e8-fc9bf0f4e2f5 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:29.634684 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-888d83f4-2945-427d-b7b9-adf3c3f7134b x-openstack-request-id: req-888d83f4-2945-427d-b7b9-adf3c3f7134b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:29.634684 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3c52f5a-4270-43e1-870b-833878f8b4bf", "name": "network-vif-deleted", "tag": "d635d8cc-ddb2-425e-a7f9-77fc67dd861d", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:29.634684 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-888d83f4-2945-427d-b7b9-adf3c3f7134b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:29.634684 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3c52f5a-4270-43e1-870b-833878f8b4bf', 'name': 'network-vif-deleted', 'tag': 'd635d8cc-ddb2-425e-a7f9-77fc67dd861d', 'status': 'completed', 'code': 200} Jul 05 03:54:29.635495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d176f364-cb00-4878-90b8-5e8522fd2469 req-baa88eea-e641-4e0c-98e8-fc9bf0f4e2f5 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.6497691 Jul 05 03:54:29.672869 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.720007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d176f364-cb00-4878-90b8-5e8522fd2469 req-8e8c430f-8258-44ee-bf25-6cf10621d6a2 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842981 Jul 05 03:54:29.726042 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:29.732048 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/45475511-8014-47fb-beb3-2933f6bee1cf HTTP/1.1" status: 204 len: 168 time: 1.5377657 Jul 05 03:54:29.798390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be560c15-6844-4571-9f0f-78ddb8bef6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=45475511-8014-47fb-beb3-2933f6bee1cf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:30.019298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Made reservation on behalf of 1fc1257f2ebd445282f38d7c8d99c87c for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:30.029785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.117058 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.200004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47a808fb-656f-4f9c-a02a-26cef1981967 req-aa570163-1c54-42ff-8a06-b47437e73382 tempest-InstanceActionsTestJSON-1012181826 tempest-InstanceActionsTestJSON-1012181826-project] 10.222.0.30 "GET /v2.0/ports?device_id=b3c52f5a-4270-43e1-870b-833878f8b4bf HTTP/1.1" status: 200 len: 210 time: 0.0643480 Jul 05 03:54:30.411846 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.490543 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:30.629896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9bf4e370-1f25-48cc-a056-cee4c66509a1 req-6cdf2aef-7447-44f1-8714-8e245a12b766 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 210 time: 0.1248040 Jul 05 03:54:30.642467 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Pushing event updated for resources: {'SecurityGroup': ['ID=835e776c-260a-4ce0-a595-ed02d386454f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:30.676554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55728) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:30.804851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84d9b77b-6fb6-4c32-8f3a-649089cbc9f1 req-d3243c80-dfd3-4aa9-9928-75ee375811b8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 210 time: 0.0575140 Jul 05 03:54:30.816036 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-185a28b2-cdbb-48d8-b2ae-7c3557a2a79e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aaa74373a53a4a4cbe5f346d5f9605d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1360333 Jul 05 03:54:30.819349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55732) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:30.873481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Allocated IP 192.168.233.36 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/5b80d6fa-9549-4de8-89de-1473e273cdb3) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:30.980720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6343a0f6-617d-4830-8712-c154cefc39a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.033770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6343a0f6-617d-4830-8712-c154cefc39a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.324845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46586089-232a-4949-b659-a85b674cc233 req-9972b0d5-1011-48c1-9fce-df19735429fb tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:31.326415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46586089-232a-4949-b659-a85b674cc233 req-9972b0d5-1011-48c1-9fce-df19735429fb tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.3538122 Jul 05 03:54:31.329711 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6343a0f6-617d-4830-8712-c154cefc39a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.336327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6343a0f6-617d-4830-8712-c154cefc39a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.341916 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6343a0f6-617d-4830-8712-c154cefc39a3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5b691986-5de3-4c88-8920-7cebbee9d911 HTTP/1.1" status: 204 len: 168 time: 0.5180230 Jul 05 03:54:31.363281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6343a0f6-617d-4830-8712-c154cefc39a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b691986-5de3-4c88-8920-7cebbee9d911,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:31.431709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.487888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46586089-232a-4949-b659-a85b674cc233 req-4a60cda4-29ff-43c1-865d-bea2db9d6201 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1447265 Jul 05 03:54:31.509110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Transition to ACTIVE for port object 5b80d6fa-9549-4de8-89de-1473e273cdb3 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:31.576228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55744) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:31.667201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac39611-0c0e-41e5-bb78-8305687cff20 admin admin] Deleting subnet 803afdba-3d4b-4101-b647-4d2c09c701f0 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:54:31.676433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ac39611-0c0e-41e5-bb78-8305687cff20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.742929 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ac39611-0c0e-41e5-bb78-8305687cff20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.841777 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ac39611-0c0e-41e5-bb78-8305687cff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:31.939509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-085b73e8-c86c-4d5d-adc0-b60b49611f6b req-f1ecfa58-3fbb-44cd-a257-f37daf7b61ee tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 210 time: 0.0466220 Jul 05 03:54:32.030482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4362dd04-2103-45e4-bba5-cdb633f761e9 req-1164b834-3298-4ca6-b2b6-4861f5173b41 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 210 time: 0.0489419 Jul 05 03:54:32.133336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.218559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:32.244066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:32.245774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:32.250448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:32.265770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d635d8cc-ddb2-425e-a7f9-77fc67dd861d no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:32.300549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: d635d8cc-ddb2-425e-a7f9-77fc67dd861d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:54:32.319569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d635d8cc-ddb2-425e-a7f9-77fc67dd861d not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:54:32.345718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:32.347193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.383439 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ac39611-0c0e-41e5-bb78-8305687cff20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.464133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac39611-0c0e-41e5-bb78-8305687cff20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=803afdba-3d4b-4101-b647-4d2c09c701f0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:32.480685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ac39611-0c0e-41e5-bb78-8305687cff20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.487290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55756) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:32.495385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0ac39611-0c0e-41e5-bb78-8305687cff20 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/803afdba-3d4b-4101-b647-4d2c09c701f0 HTTP/1.1" status: 204 len: 168 time: 0.9179628 Jul 05 03:54:32.504826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2d1f0160-d1ab-4001-92e8-b665316d4ef8 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9992566 Jul 05 03:54:32.520376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Request body: {'port': {'device_id': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:32.877580 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.898408 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:32.952738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0fe7ec37-9ca6-4e25-91e3-0e129726dad2 None None] Provisioning for port 5b80d6fa-9549-4de8-89de-1473e273cdb3 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:32.958145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0fe7ec37-9ca6-4e25-91e3-0e129726dad2 None None] Provisioning complete for port 5b80d6fa-9549-4de8-89de-1473e273cdb3 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:32.965896 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0fe7ec37-9ca6-4e25-91e3-0e129726dad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.005416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ec68e7-e127-4c3e-8a87-ae29a5dd9746 req-d4906b3f-303a-4e8d-9c15-eec821a57b8a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.007730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20ec68e7-e127-4c3e-8a87-ae29a5dd9746 req-d4906b3f-303a-4e8d-9c15-eec821a57b8a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.2143843 Jul 05 03:54:33.046646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0fe7ec37-9ca6-4e25-91e3-0e129726dad2 None None] Port 5b80d6fa-9549-4de8-89de-1473e273cdb3 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:33.067874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-f13061a4-c685-463c-9a16-2cac9862f75c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.071375 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-f13061a4-c685-463c-9a16-2cac9862f75c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.4307306 Jul 05 03:54:33.149793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Request body: {'port': {'device_id': '655e9f1d-e799-4003-af08-23b055197f9c', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'admin_state_up': True, 'tenant_id': '145f99b9f2384ce195ed5443b24adaa7'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:33.278546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20ec68e7-e127-4c3e-8a87-ae29a5dd9746 req-3796ef5e-a6c3-4693-878c-2acbaebcf873 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1659555 Jul 05 03:54:33.286700 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.306738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50253646-fcef-4a73-9157-ab78cdc44dc9']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:33.337979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0890267f-391d-4e5b-b18d-c3c4862c5526') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:33.338277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0890267f-391d-4e5b-b18d-c3c4862c5526') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:33.368720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.408062 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.427012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:54:33.429420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:54:33.429574 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:54:33.586311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Made reservation on behalf of 145f99b9f2384ce195ed5443b24adaa7 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:33.590563 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.596435 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.607294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:33.612652 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] 10.222.0.30 "DELETE /v2.0/networks/50253646-fcef-4a73-9157-ab78cdc44dc9 HTTP/1.1" status: 204 len: 168 time: 1.1209102 Jul 05 03:54:33.628041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97ffd92e-2c02-4d76-8a69-15ddf0d92cce req-abb8c603-f520-45d0-95c1-a781759ccf83 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 210 time: 0.0938866 Jul 05 03:54:33.635332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48dd5d43-5599-402f-9a36-caf432860a1a admin admin] Pushing event deleted for resources: {'Network': ['ID=50253646-fcef-4a73-9157-ab78cdc44dc9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:33.740084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca425e1-429c-4fbf-af26-fe16dc483789 req-2e096e6c-08b2-403b-8036-0f42ef5deeb5 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:33.742625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cca425e1-429c-4fbf-af26-fe16dc483789 req-2e096e6c-08b2-403b-8036-0f42ef5deeb5 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 935 time: 0.4968319 Jul 05 03:54:33.890965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cca425e1-429c-4fbf-af26-fe16dc483789 req-a9304fa7-bc07-48be-95c4-8971eb674ad6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307838 Jul 05 03:54:33.960187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Allocated IP 172.20.0.11 (1b93be2a-51a9-4ba2-a83e-ae24543dbbe5/cac2668c-1713-40a7-9fa4-baff1fa971fe/ec3d0638-3a31-4409-a7e9-c3b49c008901) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:34.012890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b80d6fa-9549-4de8-89de-1473e273cdb3 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:34.032428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.065237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Transition to ACTIVE for port object 5b80d6fa-9549-4de8-89de-1473e273cdb3 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:34.106446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55790) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:34.149244 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.213336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55792) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:34.263751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:34.285107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f8aa227d-286c-4b6d-9353-ae763f2d666a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d10d166a1d5b4bb583c33241faaaaf0f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1746531 Jul 05 03:54:34.285808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55798) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:34.405172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.536257 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a0267836-75d8-48e1-8596-7069f413769c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.569783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.639983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1378401693-network', 'tenant_id': '8098748b7b904e9f87a6b4a428711421'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:34.680759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:34.691764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:34.698148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:34.703617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event updated for resources: {'Port': ['ID=ec3d0638-3a31-4409-a7e9-c3b49c008901,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:34.738075 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a0267836-75d8-48e1-8596-7069f413769c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.766787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.767459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.807343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Made reservation on behalf of 8098748b7b904e9f87a6b4a428711421 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:34.813293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.826569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Attempting to bind port 5b80d6fa-9549-4de8-89de-1473e273cdb3 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:34.826943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Attempting to bind port 5b80d6fa-9549-4de8-89de-1473e273cdb3 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:34.827242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Attempting to bind port 5b80d6fa-9549-4de8-89de-1473e273cdb3 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:34.830954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.860265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Port 5b80d6fa-9549-4de8-89de-1473e273cdb3 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:34.860265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Attempting to bind port 5b80d6fa-9549-4de8-89de-1473e273cdb3 on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:34.890512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:34.890907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:34.891267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:34.891841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Bound port: 5b80d6fa-9549-4de8-89de-1473e273cdb3, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:34.892105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:34.902347 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-1779910a-8dfa-43bd-a404-98fc4ceffe4a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8079967 Jul 05 03:54:34.928802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d05ec1-dc30-407c-b879-522ff7bac210 req-6e1a71be-ab90-49fd-befc-00fb6efbd244 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:34.937214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83d05ec1-dc30-407c-b879-522ff7bac210 req-6e1a71be-ab90-49fd-befc-00fb6efbd244 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.3766050 Jul 05 03:54:34.938634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Request body: {'port': {'device_id': '655e9f1d-e799-4003-af08-23b055197f9c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:35.061215 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a0267836-75d8-48e1-8596-7069f413769c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.063020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a0267836-75d8-48e1-8596-7069f413769c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.064194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a0267836-75d8-48e1-8596-7069f413769c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/89a950cb-7599-4cd3-b3ae-975caea86fc5 HTTP/1.1" status: 204 len: 168 time: 0.7768149 Jul 05 03:54:35.099164 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.104518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d151ad5-7773-4ac2-bd4c-71b1d977d608 req-103f20e2-4d63-48ad-8fb9-5820020c35a3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.106344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d151ad5-7773-4ac2-bd4c-71b1d977d608 req-103f20e2-4d63-48ad-8fb9-5820020c35a3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 932 time: 0.2730255 Jul 05 03:54:35.107135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0267836-75d8-48e1-8596-7069f413769c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89a950cb-7599-4cd3-b3ae-975caea86fc5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.124874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83d05ec1-dc30-407c-b879-522ff7bac210 req-49d6eb4c-3d54-4afa-8ff5-7abeff93d893 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1868267 Jul 05 03:54:35.132204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:35.140606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:35.263823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d151ad5-7773-4ac2-bd4c-71b1d977d608 req-d3a01cc1-7c6f-490c-bfaf-906cb683f73a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182129 Jul 05 03:54:35.266366 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.385992 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.406792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.409580 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.419318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] 10.222.0.26 "PUT /v2.0/ports/5b80d6fa-9549-4de8-89de-1473e273cdb3 HTTP/1.1" status: 200 len: 1096 time: 2.9034262 Jul 05 03:54:35.419318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:35.426024 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-817a6925-502e-46de-bcf4-759fa6453fb5" -d '{"events": [{"name": "network-changed", "server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:35.477725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38505c30-59d6-4f87-877f-8f1be11d7db2 service neutron] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.649101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.698441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150ff6a6-fd92-4e4b-9ce7-4f9daf0ff5ee req-cfadff49-6dc5-47d2-8e7f-3a824252a53d tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.704508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:35.711153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-150ff6a6-fd92-4e4b-9ce7-4f9daf0ff5ee req-cfadff49-6dc5-47d2-8e7f-3a824252a53d tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 947 time: 0.1751568 Jul 05 03:54:35.735805 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.736533 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Added segment 6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a of type vlan for network bb7225f8-2656-4d21-83e6-3f10fe13876c Jul 05 03:54:35.751967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=400c1d59-66c1-44ce-a8a9-dd2776a49089,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:35.758384 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af980af2-4942-43ce-8a35-b20418edf04c x-openstack-request-id: req-af980af2-4942-43ce-8a35-b20418edf04c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:35.758384 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:35.758384 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af980af2-4942-43ce-8a35-b20418edf04c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:35.758851 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'status': 'completed', 'code': 200} Jul 05 03:54:35.824756 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.830303 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-150ff6a6-fd92-4e4b-9ce7-4f9daf0ff5ee req-da3fd8ea-0e06-442a-8a0b-e2462d9bb7bc tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184592 Jul 05 03:54:35.886454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-833aa3e0-3fa1-4d6e-b542-68f36f43bd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.888281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-833aa3e0-3fa1-4d6e-b542-68f36f43bd6c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fc1257f2ebd445282f38d7c8d99c87c&device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 1099 time: 0.1743493 Jul 05 03:54:35.930037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3d0638-3a31-4409-a7e9-c3b49c008901 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:35.944249 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.964554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-bdaf32eb-4e2a-4211-8959-56c16fe71a6a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3 HTTP/1.1" status: 200 len: 217 time: 0.0666120 Jul 05 03:54:35.981093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Transition to ACTIVE for port object ec3d0638-3a31-4409-a7e9-c3b49c008901 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:35.987517 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:35.988720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:35.989830 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.071928 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.095345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-dac9f66b-2ace-45ab-8923-024f2c99b775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.095345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-dac9f66b-2ace-45ab-8923-024f2c99b775 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1217470 Jul 05 03:54:36.109122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] Pushing event updated for resources: {'Network': ['ID=bb7225f8-2656-4d21-83e6-3f10fe13876c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:36.132879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network bb7225f8-2656-4d21-83e6-3f10fe13876c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:36.187780 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-44589b61-c396-43f4-9316-06cbb8a67a68 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9662256 Jul 05 03:54:36.188767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55830) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:36.208481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Request body: {'subnet': {'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1378401693-subnet', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:36.210471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3d0638-3a31-4409-a7e9-c3b49c008901,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:36.281252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-ceace7f5-6fb7-4c2e-85ee-403af9bd4ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.284529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-ceace7f5-6fb7-4c2e-85ee-403af9bd4ffb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1810653 Jul 05 03:54:36.480320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Made reservation on behalf of 8098748b7b904e9f87a6b4a428711421 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:36.482867 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.492762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Attempting to bind port ec3d0638-3a31-4409-a7e9-c3b49c008901 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:36.496026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Attempting to bind port ec3d0638-3a31-4409-a7e9-c3b49c008901 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:36.496026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Attempting to bind port ec3d0638-3a31-4409-a7e9-c3b49c008901 on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:36.565443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-2712eebe-60e8-4abc-b243-3f5a553727a2 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2688377 Jul 05 03:54:36.622826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Port ec3d0638-3a31-4409-a7e9-c3b49c008901 on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:54:36.623178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Attempting to bind port ec3d0638-3a31-4409-a7e9-c3b49c008901 on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:36.678801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:36.679868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Checking segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:36.679868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Bound using segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:36.680272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Bound port: ec3d0638-3a31-4409-a7e9-c3b49c008901, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:36.680484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:36.911459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] For port ec3d0638-3a31-4409-a7e9-c3b49c008901, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:36.927542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a00e18a-e8a1-45a3-ac52-1bdfda0bb7fc req-3208008b-9c2d-4c12-b27c-b792b3245503 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3423460 Jul 05 03:54:36.937124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ad35ce-a644-410d-9d5a-7754889acab8 req-5f594af9-719d-4ca8-8e75-7fd66b04a375 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:36.949010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17ad35ce-a644-410d-9d5a-7754889acab8 req-5f594af9-719d-4ca8-8e75-7fd66b04a375 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.4652848 Jul 05 03:54:36.954199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] For port ec3d0638-3a31-4409-a7e9-c3b49c008901, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:37.020719 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17ad35ce-a644-410d-9d5a-7754889acab8 req-bbfb7557-70a8-43f3-8718-080b87ef2286 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705695 Jul 05 03:54:37.046823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19fd6d9-76b0-455d-a749-1ced934c7ffa req-fe66b1f0-1e1c-4bb2-8c8b-b413511fe7d0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.063203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c19fd6d9-76b0-455d-a749-1ced934c7ffa req-fe66b1f0-1e1c-4bb2-8c8b-b413511fe7d0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 944 time: 0.4627845 Jul 05 03:54:37.108630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c19fd6d9-76b0-455d-a749-1ced934c7ffa req-940e7e57-6b4b-49b9-bb54-6dfa845ddb8a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512805 Jul 05 03:54:37.163522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55852) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:37.351461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-network', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:37.555999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cbdd11d-5c5a-4d81-88ff-490f1ffc898d req-83d97d83-9e72-4a78-ba46-65ad13144bc7 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.558931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cbdd11d-5c5a-4d81-88ff-490f1ffc898d req-83d97d83-9e72-4a78-ba46-65ad13144bc7 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 947 time: 0.0957811 Jul 05 03:54:37.614272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cbdd11d-5c5a-4d81-88ff-490f1ffc898d req-21539a84-3433-4b23-b00e-31a101a096ea tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497785 Jul 05 03:54:37.734056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.793149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.793920 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.795556 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] 10.222.0.26 "PUT /v2.0/ports/ec3d0638-3a31-4409-a7e9-c3b49c008901 HTTP/1.1" status: 200 len: 1093 time: 2.8691499 Jul 05 03:54:37.796191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '655e9f1d-e799-4003-af08-23b055197f9c', 'tag': 'ec3d0638-3a31-4409-a7e9-c3b49c008901'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:37.798634 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73909e43-d798-431f-bd3e-7eaf319a4473" -d '{"events": [{"name": "network-changed", "server_uuid": "655e9f1d-e799-4003-af08-23b055197f9c", "tag": "ec3d0638-3a31-4409-a7e9-c3b49c008901"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:37.834389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-337b1f08-347c-4af1-95ad-428dc9aeaa26 service neutron] Pushing event updated for resources: {'Port': ['ID=ec3d0638-3a31-4409-a7e9-c3b49c008901,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:37.866017 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a31ba94-8e00-481d-b44b-40d6986f7baa x-openstack-request-id: req-4a31ba94-8e00-481d-b44b-40d6986f7baa {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:37.866410 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "655e9f1d-e799-4003-af08-23b055197f9c", "tag": "ec3d0638-3a31-4409-a7e9-c3b49c008901", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:37.866703 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a31ba94-8e00-481d-b44b-40d6986f7baa {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:37.867171 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '655e9f1d-e799-4003-af08-23b055197f9c', 'tag': 'ec3d0638-3a31-4409-a7e9-c3b49c008901', 'status': 'completed', 'code': 200} Jul 05 03:54:37.895251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-709eda1a-b6f7-4b93-9fbb-dcd1a0fc4f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:37.898411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-709eda1a-b6f7-4b93-9fbb-dcd1a0fc4f6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fc1257f2ebd445282f38d7c8d99c87c&device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 1099 time: 0.1187184 Jul 05 03:54:37.930960 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.967423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Made reservation on behalf of f4da49590d5f4f26b6a6640e3a820317 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:37.970584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.984436 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8043b7a5-443a-4d92-b571-4b42a361fd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:37.986049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.003149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ff06111f-dc07-4a36-b1fc-1755a4ea96de,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:38.066375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-7b7196b0-82d3-4f84-a8ce-024265747d48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.068834 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-7b7196b0-82d3-4f84-a8ce-024265747d48 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1618197 Jul 05 03:54:38.105208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73909e43-d798-431f-bd3e-7eaf319a4473 req-b27a1923-98e5-48c6-bdbc-23b56319b557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.108818 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-73909e43-d798-431f-bd3e-7eaf319a4473 req-b27a1923-98e5-48c6-bdbc-23b56319b557 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 1096 time: 0.2134852 Jul 05 03:54:38.112718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Checking segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:38.113239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Network hostable DHCP agents. Network: bb7225f8-2656-4d21-83e6-3f10fe13876c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:38.253029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73909e43-d798-431f-bd3e-7eaf319a4473 req-b71dda52-cb54-445b-a22b-826e7fc648a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.254796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-73909e43-d798-431f-bd3e-7eaf319a4473 req-b71dda52-cb54-445b-a22b-826e7fc648a8 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=145f99b9f2384ce195ed5443b24adaa7&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1356559 Jul 05 03:54:38.383955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73909e43-d798-431f-bd3e-7eaf319a4473 req-3f0b074e-761f-42d9-8b1a-423b59cb93d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.385550 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-73909e43-d798-431f-bd3e-7eaf319a4473 req-3f0b074e-761f-42d9-8b1a-423b59cb93d3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1233060 Jul 05 03:54:38.496319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Network bb7225f8-2656-4d21-83e6-3f10fe13876c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:38.557357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-9bdf18f8-341e-4f94-9d24-8945acafdffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.559912 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-9bdf18f8-341e-4f94-9d24-8945acafdffa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 1096 time: 0.1202240 Jul 05 03:54:38.645320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, bb7225f8-2656-4d21-83e6-3f10fe13876c) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:38.648783 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-a9e57948-5d19-4d21-b9d6-ee59b017b8ff service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901 HTTP/1.1" status: 200 len: 217 time: 0.0718064 Jul 05 03:54:38.651688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.652310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.658785 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb858c7e-d739-4411-81ce-b36773061911 None None] Network bb7225f8-2656-4d21-83e6-3f10fe13876c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:38.670290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-8aa7f1d6-7c91-4fbf-bcfe-6b548ecc9a86 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3 HTTP/1.1" status: 200 len: 217 time: 0.5819337 Jul 05 03:54:38.740063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-b9ae4413-2bd3-4a43-99dd-fff22a70d419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.742002 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-b9ae4413-2bd3-4a43-99dd-fff22a70d419 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.0797610 Jul 05 03:54:38.796907 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-5e8b3c84-fc46-41c9-a1ee-10a94e35a776 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0443103 Jul 05 03:54:38.879380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-a4ddc437-917e-47df-8ea7-78e54653be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.881667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-a4ddc437-917e-47df-8ea7-78e54653be68 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1910808 Jul 05 03:54:38.933649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:38.968531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e2d926-6b56-48e8-94e8-35e14b2e3eff req-3bbb079d-695e-4f6f-855b-86f8bcf0c12b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.971188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3e2d926-6b56-48e8-94e8-35e14b2e3eff req-3bbb079d-695e-4f6f-855b-86f8bcf0c12b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.3115683 Jul 05 03:54:38.984062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfea992-22f8-43ff-ad98-28b26f419a29 req-67858b60-1096-4afd-9139-3dffb86e42c5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:38.994631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bfea992-22f8-43ff-ad98-28b26f419a29 req-67858b60-1096-4afd-9139-3dffb86e42c5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 944 time: 0.3324838 Jul 05 03:54:39.051673 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-08c42b57-dcbc-44b1-9503-8c4570601c73 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2464440 Jul 05 03:54:39.055549 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.149601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bfea992-22f8-43ff-ad98-28b26f419a29 req-699bfffa-22be-4916-ad92-cef5abc507e8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537049 Jul 05 03:54:39.159173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3e2d926-6b56-48e8-94e8-35e14b2e3eff req-c3fe9442-bf88-4d2f-b313-afe8fe17147c tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536145 Jul 05 03:54:39.159351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:54:39.163736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-bb7225f8-2656-4d21-83e6-3f10fe13876c', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:54:39.166098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.222936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2448dec1-e1a3-4894-b8a3-0a3ca25697cf,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:39.229189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-98f29918-1240-4c8e-b77e-11a2c7b6402f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.231159 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6813c280-df14-426c-bf50-461e4121c146 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 3.0406880 Jul 05 03:54:39.233695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-98f29918-1240-4c8e-b77e-11a2c7b6402f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.3323805 Jul 05 03:54:39.235294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55888) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:39.236499 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.236845 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Added segment 45d2a231-c508-4eab-9e24-b9c540c01764 of type vlan for network 5ee603b5-89fa-4945-b216-7a9c3364e023 Jul 05 03:54:39.242205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:39.316755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.317073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.317447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.317772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.318129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.318511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.318854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.319193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.319526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.319855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.320212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.320580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:39.415337 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d2bcfcad-634e-43d4-a868-0fae5e4765f7 req-9f2a07c5-f182-4df5-962f-831902707248 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3488915 Jul 05 03:54:39.542732 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.557837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Allocated IP 172.20.0.2 (bb7225f8-2656-4d21-83e6-3f10fe13876c/ff06111f-dc07-4a36-b1fc-1755a4ea96de/4c18aaef-b24c-4a4a-9174-b39638d57605) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:39.666127 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.667554 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.676089 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-3509586c-c87f-4c25-bc5c-ac14edef1311 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3939910 Jul 05 03:54:39.747545 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.758566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Transition to ACTIVE for port object 4c18aaef-b24c-4a4a-9174-b39638d57605 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:39.776473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Transition to ACTIVE for port object 4c18aaef-b24c-4a4a-9174-b39638d57605 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:39.807278 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.811514 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.812854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.813674 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.840462 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:39.912074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2997d2-2481-4a53-921e-49aff7e0bebe req-8eff6a4c-63e4-4f0f-ad55-ad6e3bbe3cea tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:39.922050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c2997d2-2481-4a53-921e-49aff7e0bebe req-8eff6a4c-63e4-4f0f-ad55-ad6e3bbe3cea tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 947 time: 0.3400404 Jul 05 03:54:39.967674 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Network bb7225f8-2656-4d21-83e6-3f10fe13876c is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:39.992029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:39.992029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:40.038702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55892) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:40.039254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.8737221 Jul 05 03:54:40.048771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Request body: {'subnet': {'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-subnet', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:40.106478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09dbf0d4-da35-435a-89bf-16578ed240d2 admin admin] Pushing event updated for resources: {'Network': ['ID=5ee603b5-89fa-4945-b216-7a9c3364e023,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:40.122357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-817a6925-502e-46de-bcf4-759fa6453fb5 req-3b4da82d-fa67-41fd-8833-42e5ae3a6b40 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4373803 Jul 05 03:54:40.195852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Made reservation on behalf of f4da49590d5f4f26b6a6640e3a820317 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:54:40.199922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.208688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c2997d2-2481-4a53-921e-49aff7e0bebe req-9739f85a-e971-4754-bac6-5188fb8ea015 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2851598 Jul 05 03:54:40.283138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 5ee603b5-89fa-4945-b216-7a9c3364e023 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:54:40.294249 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.307179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5b80d6fa-9549-4de8-89de-1473e273cdb3 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:40.402778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Pushing event updated for resources: {'Port': ['ID=4c18aaef-b24c-4a4a-9174-b39638d57605,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:40.458060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.458428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.458774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.459136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.459471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.459800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.460153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.460480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.460811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.461129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.461454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.461776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:54:40.501247 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Attempting to bind port 4c18aaef-b24c-4a4a-9174-b39638d57605 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:40.501590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Attempting to bind port 4c18aaef-b24c-4a4a-9174-b39638d57605 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:40.501964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Attempting to bind port 4c18aaef-b24c-4a4a-9174-b39638d57605 on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:40.570256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:40.570568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Checking segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:40.570959 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.571363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Bound using segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:40.571856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Bound port: 4c18aaef-b24c-4a4a-9174-b39638d57605, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:40.583274 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.737130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:40.762837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0581719f-ff4e-451e-967a-3f62512d56ad req-56700737-38de-4357-adb8-6a754b94b302 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.764479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0581719f-ff4e-451e-967a-3f62512d56ad req-56700737-38de-4357-adb8-6a754b94b302 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 944 time: 0.2991643 Jul 05 03:54:40.778948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'mac_address': 'fa:16:3e:15:67:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:40.865269 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-37a5d69a-28ff-43f9-9b08-34d914fa2045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.883086 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.909121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0581719f-ff4e-451e-967a-3f62512d56ad req-4f3f6805-fe1f-438d-a998-11b706864d4e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277704 Jul 05 03:54:40.910710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] For port 4c18aaef-b24c-4a4a-9174-b39638d57605, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:40.917846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c7d185-0925-4f61-8ce7-014aa00c0244 req-fea2192c-e6ce-4834-9674-80b85a32a071 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:40.923321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] For port 4c18aaef-b24c-4a4a-9174-b39638d57605, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4c18aaef-b24c-4a4a-9174-b39638d57605,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:40.939394 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15c7d185-0925-4f61-8ce7-014aa00c0244 req-fea2192c-e6ce-4834-9674-80b85a32a071 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.3320541 Jul 05 03:54:40.939729 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:40.973923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b80d6fa-9549-4de8-89de-1473e273cdb3 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:41.003018 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.010546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:41.035336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.069627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8865b8d-80aa-4730-99a4-dd486bba4e30,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:41.164797 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.199951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe95b1b2-8f70-4dde-a33f-3405bbbf6842 None None] Pushing event updated for resources: {'Port': ['ID=4c18aaef-b24c-4a4a-9174-b39638d57605,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:41.202812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Checking segment: {'id': '45d2a231-c508-4eab-9e24-b9c540c01764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:41.203375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Network hostable DHCP agents. Network: 5ee603b5-89fa-4945-b216-7a9c3364e023, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:54:41.208272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15c7d185-0925-4f61-8ce7-014aa00c0244 req-77477625-7ec4-4576-8e57-a65baaee897a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2540176 Jul 05 03:54:41.249491 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.286796 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.314760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:41.377305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Network 5ee603b5-89fa-4945-b216-7a9c3364e023 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:54:41.469140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['5b80d6fa-9549-4de8-89de-1473e273cdb3'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:41.496382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 5ee603b5-89fa-4945-b216-7a9c3364e023) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:41.507950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.507950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.566019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15567c47-b1e3-418b-b8d4-aa02e8bb055c None None] Network 5ee603b5-89fa-4945-b216-7a9c3364e023 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:41.577321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Allocated IP 172.25.4.159 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/cde4c65a-2696-4c6d-a241-ca729444e1fb) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:41.602407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2ff135-f65b-4f6d-8b7a-53be4077a0ba req-578bd1f1-578b-4fd7-bf5b-ccb5da1a6d75 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:41.604121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d2ff135-f65b-4f6d-8b7a-53be4077a0ba req-578bd1f1-578b-4fd7-bf5b-ccb5da1a6d75 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 948 time: 0.2477109 Jul 05 03:54:41.642522 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0b69fe55-0d8a-409c-ab50-b814a2ab90e4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.6010582 Jul 05 03:54:41.644575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55916) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:41.650870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:41.770594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d2ff135-f65b-4f6d-8b7a-53be4077a0ba req-4d823ded-4f33-49a1-a750-36beaba3d693 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562552 Jul 05 03:54:41.799341 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.838071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.840433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.862012 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:41.925936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1f58f4d-b09f-45ac-8350-67a49f1bd6d7 None None] Network 5ee603b5-89fa-4945-b216-7a9c3364e023 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:42.009151 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.076497 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.324554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:42.328510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Pushing event updated for resources: {'Port': ['ID=cde4c65a-2696-4c6d-a241-ca729444e1fb,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:42.345510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:42.351479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:42.367615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4c18aaef-b24c-4a4a-9174-b39638d57605 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:42.370624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ec3d0638-3a31-4409-a7e9-c3b49c008901 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:42.614452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.638891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60887106-5c53-4c62-a2d0-08a68d6254de req-28d791a8-9476-4023-a2d8-322a5ece7e3b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.639397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ec3d0638-3a31-4409-a7e9-c3b49c008901, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:42.647604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60887106-5c53-4c62-a2d0-08a68d6254de req-28d791a8-9476-4023-a2d8-322a5ece7e3b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 944 time: 0.4126720 Jul 05 03:54:42.660627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'ec3d0638-3a31-4409-a7e9-c3b49c008901', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'port_id': 'ec3d0638-3a31-4409-a7e9-c3b49c008901', 'mac_address': 'fa:16:3e:99:4c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac2668c-1713-40a7-9fa4-baff1fa971fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:42.720749 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:42.741439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3d0638-3a31-4409-a7e9-c3b49c008901 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:42.768933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ec3d0638-3a31-4409-a7e9-c3b49c008901, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:42.792052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60887106-5c53-4c62-a2d0-08a68d6254de req-8ee0bc86-4490-40c9-a045-e481fe5fd4fd tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433599 Jul 05 03:54:42.839164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f167c53-44da-44c2-bbd0-e04686c89230 None None] Network bb7225f8-2656-4d21-83e6-3f10fe13876c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:54:42.863829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeadb704-cf12-40c9-bad5-2172164ca38a req-a98fc193-94ba-40bf-8bac-f68d09fbe4cc tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:42.866346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eeadb704-cf12-40c9-bad5-2172164ca38a req-a98fc193-94ba-40bf-8bac-f68d09fbe4cc tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.1859064 Jul 05 03:54:42.930455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eeadb704-cf12-40c9-bad5-2172164ca38a req-60d1cdaf-6b77-4b0a-a97b-04811e30ab35 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580533 Jul 05 03:54:42.962005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 4c18aaef-b24c-4a4a-9174-b39638d57605 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:43.043372 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.078514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-022a57ff-3f93-40a5-b524-033bdcbad5e1 None None] Provisioning for port 4c18aaef-b24c-4a4a-9174-b39638d57605 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:43.105215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-022a57ff-3f93-40a5-b524-033bdcbad5e1 None None] Provisioning complete for port 4c18aaef-b24c-4a4a-9174-b39638d57605 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:43.105215 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-022a57ff-3f93-40a5-b524-033bdcbad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.233800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ec3d0638-3a31-4409-a7e9-c3b49c008901,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:43.267817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.371984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.395946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ec3d0638-3a31-4409-a7e9-c3b49c008901'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:43.404331 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-022a57ff-3f93-40a5-b524-033bdcbad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.404586 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.411659 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.579270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbdaaee3-7ea2-4358-ba5c-df00e6235413 req-3a20a216-9058-4311-a0e7-c858d9a2abf3 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:43.596658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbdaaee3-7ea2-4358-ba5c-df00e6235413 req-3a20a216-9058-4311-a0e7-c858d9a2abf3 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 948 time: 0.4059551 Jul 05 03:54:43.607443 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Allocated IP 172.25.4.229 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/9c97a624-d3ab-4e35-91c8-ea8899e6836c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:43.735334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:43.742265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-022a57ff-3f93-40a5-b524-033bdcbad5e1 None None] For port 4c18aaef-b24c-4a4a-9174-b39638d57605, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4c18aaef-b24c-4a4a-9174-b39638d57605,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:43.839009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbdaaee3-7ea2-4358-ba5c-df00e6235413 req-311116c8-d7c1-4c4f-a264-ca47a38df2d3 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361255 Jul 05 03:54:43.851344 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-022a57ff-3f93-40a5-b524-033bdcbad5e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.066047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.266098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.269669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-be6e61c7-8028-4cfc-9900-7af2b0b5a2b6 None None] Provisioning complete for port 4c18aaef-b24c-4a4a-9174-b39638d57605 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:44.270173 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-be6e61c7-8028-4cfc-9900-7af2b0b5a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.279407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022a57ff-3f93-40a5-b524-033bdcbad5e1 None None] Pushing event updated for resources: {'Port': ['ID=4c18aaef-b24c-4a4a-9174-b39638d57605,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:44.339579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5b80d6fa-9549-4de8-89de-1473e273cdb3 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:44.460015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c9703dc-fec0-4313-99ce-ee842c8380ff req-ec3cf33f-ec48-4cf1-a123-07f931688f6e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.463773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c9703dc-fec0-4313-99ce-ee842c8380ff req-ec3cf33f-ec48-4cf1-a123-07f931688f6e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 945 time: 0.3062313 Jul 05 03:54:44.519774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 5b80d6fa-9549-4de8-89de-1473e273cdb3 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:44.522968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 5b80d6fa-9549-4de8-89de-1473e273cdb3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:44.523665 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.531741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.628838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d0c00f-aad5-4bd2-ba95-58b4c316d134 req-a2d7a0b3-6d94-408b-ac19-69926acbe28e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:44.631413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25d0c00f-aad5-4bd2-ba95-58b4c316d134 req-a2d7a0b3-6d94-408b-ac19-69926acbe28e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.3224697 Jul 05 03:54:44.647733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c9703dc-fec0-4313-99ce-ee842c8380ff req-0ce08117-dcf8-4f4a-b687-b782b599c97e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758456 Jul 05 03:54:44.667361 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.699433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:44.702996 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7604c16c-2180-41c2-96f7-f4694962110c" -d '{"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-plugged", "status": "completed", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:44.703160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.721190 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:44.723167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25d0c00f-aad5-4bd2-ba95-58b4c316d134 req-ecdb69cf-0c47-4528-85b8-ff0893f6f366 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742891 Jul 05 03:54:44.756113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Router 5a427717-e411-4748-b34b-d771a2a869b6 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:54:44.756337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:44.772766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:44.783001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:44.807062 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465b6d44-a4b0-4279-ba31-b06d6a620606 x-openstack-request-id: req-465b6d44-a4b0-4279-ba31-b06d6a620606 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:44.815038 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-plugged", "status": "completed", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:44.815575 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-465b6d44-a4b0-4279-ba31-b06d6a620606 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:44.816289 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'code': 200} Jul 05 03:54:44.817769 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:44.901805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Pushing event updated for resources: {'Port': ['ID=9c97a624-d3ab-4e35-91c8-ea8899e6836c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.017242 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:45.461082 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.482033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:45.498008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Sync routers for ids ['5a427717-e411-4748-b34b-d771a2a869b6'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:45.542289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Routers {'5a427717-e411-4748-b34b-d771a2a869b6'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:45.546919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5a427717-e411-4748-b34b-d771a2a869b6'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:45.590204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826de0a-40ec-4075-8897-9c07d8af6b1c req-16daa55c-ea56-4756-bd52-ccecca34aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.591769 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3826de0a-40ec-4075-8897-9c07d8af6b1c req-16daa55c-ea56-4756-bd52-ccecca34aee1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 1101 time: 0.1065814 Jul 05 03:54:45.641189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3826de0a-40ec-4075-8897-9c07d8af6b1c req-a1c0f7ea-2269-4939-b2b6-800dbd0fae8a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396867 Jul 05 03:54:45.657918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49134919-a636-4a9d-ba22-8df80d345f31 req-53900265-f187-43a8-9b68-c5892d26f3b2 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:45.659574 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49134919-a636-4a9d-ba22-8df80d345f31 req-53900265-f187-43a8-9b68-c5892d26f3b2 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 949 time: 0.1755691 Jul 05 03:54:45.731741 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49134919-a636-4a9d-ba22-8df80d345f31 req-ba78f5f7-4f12-4e7f-9b16-e81f62dcf081 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619373 Jul 05 03:54:45.736437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:45.739299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-523c0ded-2892-4b46-aa4e-b4c8bb345f49 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.5006654 Jul 05 03:54:45.742482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55960) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:45.769373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Set router 5a427717-e411-4748-b34b-d771a2a869b6 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:45.857041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.136865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4c18aaef-b24c-4a4a-9174-b39638d57605 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:46.181274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:42Z', 'revision_number': 3, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:46.222956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Checking router: 5a427717-e411-4748-b34b-d771a2a869b6 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:46.223361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Updating router 5a427717-e411-4748-b34b-d771a2a869b6 port cde4c65a-2696-4c6d-a241-ca729444e1fb binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:54:46.246390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497b1868-81c7-4399-a150-95b38b9970a1 req-d6875996-053c-48df-8ebf-76daab234957 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.247969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-497b1868-81c7-4399-a150-95b38b9970a1 req-d6875996-053c-48df-8ebf-76daab234957 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 945 time: 0.3820007 Jul 05 03:54:46.292766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 4c18aaef-b24c-4a4a-9174-b39638d57605 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:46.293352 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.295667 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.336940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Router c08a9c73-27bb-419a-a752-961351dee60a is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:54:46.345638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ec3d0638-3a31-4409-a7e9-c3b49c008901 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:46.415259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71515d4-4656-44f3-873b-f740ed638be0 req-91a7894d-46c4-4981-9360-b32d892f9183 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:46.417397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e71515d4-4656-44f3-873b-f740ed638be0 req-91a7894d-46c4-4981-9360-b32d892f9183 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.4783127 Jul 05 03:54:46.472401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-497b1868-81c7-4399-a150-95b38b9970a1 req-99665a30-60c8-418f-b3b4-a707b19b5a61 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2082856 Jul 05 03:54:46.618767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:46.637836 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Sync routers for ids ['c08a9c73-27bb-419a-a752-961351dee60a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:46.656405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e71515d4-4656-44f3-873b-f740ed638be0 req-761be6d4-8bf2-4c71-94f7-e5f34223c579 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2248864 Jul 05 03:54:46.659528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port ec3d0638-3a31-4409-a7e9-c3b49c008901 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:46.660497 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Routers {'c08a9c73-27bb-419a-a752-961351dee60a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:46.667469 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c08a9c73-27bb-419a-a752-961351dee60a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:46.673466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port ec3d0638-3a31-4409-a7e9-c3b49c008901 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:46.673849 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.759225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.764321 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-462bef69-8b38-4b8b-a1de-2f34a6e2e65f admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.1181474 Jul 05 03:54:46.771808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55972) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:46.974148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.987918 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:46.998223 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Set router c08a9c73-27bb-419a-a752-961351dee60a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:47.111476 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.130601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e9f1d-e799-4003-af08-23b055197f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d0638-3a31-4409-a7e9-c3b49c008901'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:47.142731 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38fc4bd0-443b-44f1-acac-234284f8601d" -d '{"events": [{"server_uuid": "655e9f1d-e799-4003-af08-23b055197f9c", "name": "network-vif-plugged", "status": "completed", "tag": "ec3d0638-3a31-4409-a7e9-c3b49c008901"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:47.191104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ec3d0638-3a31-4409-a7e9-c3b49c008901, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:47.200325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Transition to ACTIVE for port object cde4c65a-2696-4c6d-a241-ca729444e1fb will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:47.235275 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf39568f-5258-44aa-81e6-d4d4dd3222da x-openstack-request-id: req-cf39568f-5258-44aa-81e6-d4d4dd3222da {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:47.235666 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e9f1d-e799-4003-af08-23b055197f9c", "name": "network-vif-plugged", "status": "completed", "tag": "ec3d0638-3a31-4409-a7e9-c3b49c008901", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:47.236002 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf39568f-5258-44aa-81e6-d4d4dd3222da {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:47.236961 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655e9f1d-e799-4003-af08-23b055197f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d0638-3a31-4409-a7e9-c3b49c008901', 'code': 200} Jul 05 03:54:47.342268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ca814-33d5-48ce-bed6-38f05dfedf02 req-b89ee649-5d0a-4a33-a988-14e83bbdeece tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.343966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d4ca814-33d5-48ce-bed6-38f05dfedf02 req-b89ee649-5d0a-4a33-a988-14e83bbdeece tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 949 time: 0.1758935 Jul 05 03:54:47.389063 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.396700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.467663 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:45Z', 'revision_number': 3, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:47.515260 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Checking router: c08a9c73-27bb-419a-a752-961351dee60a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:47.518979 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Updating router c08a9c73-27bb-419a-a752-961351dee60a port 9c97a624-d3ab-4e35-91c8-ea8899e6836c binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:54:47.606838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d4ca814-33d5-48ce-bed6-38f05dfedf02 req-8de3c91e-0506-469c-91c5-15bd7a3d6f3f tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2506013 Jul 05 03:54:47.615506 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.644143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Allocated IP 172.20.0.1 (bb7225f8-2656-4d21-83e6-3f10fe13876c/ff06111f-dc07-4a36-b1fc-1755a4ea96de/cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:47.802591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dcb4ac-dc3d-4e67-a632-d3b7b3580889 req-199f5caa-6198-41e6-a021-4860d63a842c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:47.807672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23dcb4ac-dc3d-4e67-a632-d3b7b3580889 req-199f5caa-6198-41e6-a021-4860d63a842c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 1097 time: 0.4497502 Jul 05 03:54:47.817546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Attempting to bind port cde4c65a-2696-4c6d-a241-ca729444e1fb on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:47.830095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Attempting to bind port cde4c65a-2696-4c6d-a241-ca729444e1fb by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:47.831653 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.832660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Attempting to bind port cde4c65a-2696-4c6d-a241-ca729444e1fb on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:47.847554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:47.847955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:47.848358 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.848756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:47.849310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Bound port: cde4c65a-2696-4c6d-a241-ca729444e1fb, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:47.849681 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:47.937748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ec3d0638-3a31-4409-a7e9-c3b49c008901,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:48.100294 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.115817 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Transition to ACTIVE for port object 9c97a624-d3ab-4e35-91c8-ea8899e6836c will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:48.165815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0b208-585d-46ce-90ee-07d49119e2e1 None None] Pushing event updated for resources: {'Port': ['ID=cde4c65a-2696-4c6d-a241-ca729444e1fb,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:48.185821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] For port cde4c65a-2696-4c6d-a241-ca729444e1fb, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:48.190829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] For port cde4c65a-2696-4c6d-a241-ca729444e1fb, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cde4c65a-2696-4c6d-a241-ca729444e1fb,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:48.250132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23dcb4ac-dc3d-4e67-a632-d3b7b3580889 req-714c7a12-c7a5-4925-9204-997ba87782e9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2255304 Jul 05 03:54:48.265120 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.277357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Allocated IP 172.20.0.1 (5ee603b5-89fa-4945-b216-7a9c3364e023/d8865b8d-80aa-4730-99a4-dd486bba4e30/e5d164a9-d814-4e2e-8ef4-0981302d893c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:48.283625 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.312303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53323e4a-fc07-4bbc-bcf5-ac0e9f9c5e42 req-4fa2f2e4-1b00-464d-ac7b-e0883d562c29 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.323578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53323e4a-fc07-4bbc-bcf5-ac0e9f9c5e42 req-4fa2f2e4-1b00-464d-ac7b-e0883d562c29 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.5925879 Jul 05 03:54:48.326982 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.344934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62822a81-476b-4737-a438-d3403d28dbb1 req-c6f36f22-49a7-48e6-b277-775d640f11e9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:48.352184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62822a81-476b-4737-a438-d3403d28dbb1 req-c6f36f22-49a7-48e6-b277-775d640f11e9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.3632834 Jul 05 03:54:48.371773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Transition to ACTIVE for port object cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:48.466942 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Attempting to bind port 9c97a624-d3ab-4e35-91c8-ea8899e6836c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:48.470362 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Attempting to bind port 9c97a624-d3ab-4e35-91c8-ea8899e6836c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:48.473649 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Attempting to bind port 9c97a624-d3ab-4e35-91c8-ea8899e6836c on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:48.482796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53323e4a-fc07-4bbc-bcf5-ac0e9f9c5e42 req-e17360e9-6261-444e-9b36-141eefb430f1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1581771 Jul 05 03:54:48.487065 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398831c4-66d1-4029-b827-5832436d9927 None None] Pushing event updated for resources: {'Port': ['ID=9c97a624-d3ab-4e35-91c8-ea8899e6836c,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:48.505546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62822a81-476b-4737-a438-d3403d28dbb1 req-00dee483-505f-4dc5-a98f-d9f433b0def6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1524186 Jul 05 03:54:48.507881 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:48.513645 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:48.516974 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.518447 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:48.519199 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Bound port: 9c97a624-d3ab-4e35-91c8-ea8899e6836c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:48.524875 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.564097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b0b208-585d-46ce-90ee-07d49119e2e1 None None] Pushing event updated for resources: {'Port': ['ID=cde4c65a-2696-4c6d-a241-ca729444e1fb,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:48.582315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Routers {'5a427717-e411-4748-b34b-d771a2a869b6'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:48.583354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5a427717-e411-4748-b34b-d771a2a869b6'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:48.634009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.694776 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.703289 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] For port 9c97a624-d3ab-4e35-91c8-ea8899e6836c, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:48.717753 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] For port 9c97a624-d3ab-4e35-91c8-ea8899e6836c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9c97a624-d3ab-4e35-91c8-ea8899e6836c,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:48.796521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Network bb7225f8-2656-4d21-83e6-3f10fe13876c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:48.801946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:48.829303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:48.871825 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.886609 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.888384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] Set router 5a427717-e411-4748-b34b-d771a2a869b6 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:48.918104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Pushing event updated for resources: {'Port': ['ID=cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:48.971138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:48.999344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Pushing event updated for resources: {'Port': ['ID=e5d164a9-d814-4e2e-8ef4-0981302d893c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:49.052092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Network 5ee603b5-89fa-4945-b216-7a9c3364e023 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:49.053690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:49.057386 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398831c4-66d1-4029-b827-5832436d9927 None None] Pushing event updated for resources: {'Port': ['ID=9c97a624-d3ab-4e35-91c8-ea8899e6836c,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:49.059804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:49.130410 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Routers {'c08a9c73-27bb-419a-a752-961351dee60a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:49.134478 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c08a9c73-27bb-419a-a752-961351dee60a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:49.150259 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.467062 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] Set router c08a9c73-27bb-419a-a752-961351dee60a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:49.479352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a5e555-baf9-473b-bc9c-134e4730e637 req-72cd1773-f499-432c-8b35-943e0a6c5e89 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:49.481673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38a5e555-baf9-473b-bc9c-134e4730e637 req-72cd1773-f499-432c-8b35-943e0a6c5e89 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 949 time: 0.3140912 Jul 05 03:54:49.509618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:42Z', 'revision_number': 3, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:49.565990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-750eacfa-9ac3-4abf-8d7a-eaced872af2b None None] The sync data for ids ['5a427717-e411-4748-b34b-d771a2a869b6'] in n-d-758944-41 is: [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:42Z', 'revision_number': 3, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:49.569466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38a5e555-baf9-473b-bc9c-134e4730e637 req-8c202064-9271-49bc-a384-0eaf09b4f06e tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802727 Jul 05 03:54:49.691544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cb667bdd-f78b-4220-8511-d85646bffab9 None None] Provisioning for port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:49.696680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cb667bdd-f78b-4220-8511-d85646bffab9 None None] Provisioning complete for port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:49.696951 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cb667bdd-f78b-4220-8511-d85646bffab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.793689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-cb667bdd-f78b-4220-8511-d85646bffab9 None None] Port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:49.807779 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:49.918978 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:45Z', 'revision_number': 3, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:49.951391 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d94a6bb8-5911-4513-af56-577ab5990296 None None] The sync data for ids ['c08a9c73-27bb-419a-a752-961351dee60a'] in n-d-758944-41 is: [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:45Z', 'revision_number': 3, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:50.089351 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.128425 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.143847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eb85580-4952-47e0-9fae-981f1dee27ff req-3e00c21c-b3c5-445a-a02f-fbc197fe672c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.145465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9eb85580-4952-47e0-9fae-981f1dee27ff req-3e00c21c-b3c5-445a-a02f-fbc197fe672c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.4229207 Jul 05 03:54:50.251245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6758e1f-81fa-4f7a-8f96-09f516639e53 req-8b1c0efe-4c9c-4dc2-a1f7-98db501863f8 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:50.253437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6758e1f-81fa-4f7a-8f96-09f516639e53 req-8b1c0efe-4c9c-4dc2-a1f7-98db501863f8 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.4415274 Jul 05 03:54:50.357166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9eb85580-4952-47e0-9fae-981f1dee27ff req-d6507b28-1d10-4012-b2a6-6e80f258d7b3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684504 Jul 05 03:54:50.380550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6758e1f-81fa-4f7a-8f96-09f516639e53 req-5729a5ab-0c8d-4769-952c-bedf920e14da tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1186380 Jul 05 03:54:50.508876 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.571769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.640269 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:50.782440 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.013555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Pushing event updated for resources: {'Port': ['ID=cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:51.018957 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:51.097616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Pushing event updated for resources: {'Port': ['ID=e5d164a9-d814-4e2e-8ef4-0981302d893c,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:51.113926 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Network 5ee603b5-89fa-4945-b216-7a9c3364e023 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:51.120562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:51.333274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Network bb7225f8-2656-4d21-83e6-3f10fe13876c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:51.335412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:51.421663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Router c08a9c73-27bb-419a-a752-961351dee60a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:54:51.666025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Router 5a427717-e411-4748-b34b-d771a2a869b6 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:54:51.733182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:51.756683 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-97d68144-4464-4087-bcb4-6e02d2a154bb admin admin] 10.222.0.30 "PUT /v2.0/routers/c08a9c73-27bb-419a-a752-961351dee60a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9902947 Jul 05 03:54:51.886421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:54:51.911942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f1abb6f5-81ed-4f14-901a-4b8c3eb25f2d admin admin] 10.222.0.30 "PUT /v2.0/routers/5a427717-e411-4748-b34b-d771a2a869b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1560385 Jul 05 03:54:51.919938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-986d48dc-af4e-4f35-9f5b-184b216512fa None None] Provisioning complete for port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:51.923970 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-986d48dc-af4e-4f35-9f5b-184b216512fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.108279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-986d48dc-af4e-4f35-9f5b-184b216512fa None None] Port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:54:52.327619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9c97a624-d3ab-4e35-91c8-ea8899e6836c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:52.392918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-402ecfb2-b2cf-428d-87da-af7efa222031 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4486899 Jul 05 03:54:52.442473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b1ba4a-cd7d-47d4-b1ce-b8ced1fc9ee0 req-c2808579-ec7e-4092-9485-66674ce2182b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.452349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2b1ba4a-cd7d-47d4-b1ce-b8ced1fc9ee0 req-c2808579-ec7e-4092-9485-66674ce2182b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.3480349 Jul 05 03:54:52.539097 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2b1ba4a-cd7d-47d4-b1ce-b8ced1fc9ee0 req-0aa1e84e-85b1-4115-9820-efb552112b26 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857038 Jul 05 03:54:52.602713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9c97a624-d3ab-4e35-91c8-ea8899e6836c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:52.611664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9c97a624-d3ab-4e35-91c8-ea8899e6836c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:52.611664 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.715617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-2a5f9fd1-0067-4611-bb9c-d1dede8da667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.716644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-2a5f9fd1-0067-4611-bb9c-d1dede8da667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.717415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-2a5f9fd1-0067-4611-bb9c-d1dede8da667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.718198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-2a5f9fd1-0067-4611-bb9c-d1dede8da667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.718879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-2a5f9fd1-0067-4611-bb9c-d1dede8da667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.719727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-2a5f9fd1-0067-4611-bb9c-d1dede8da667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.720402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-2a5f9fd1-0067-4611-bb9c-d1dede8da667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:52.723730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-2a5f9fd1-0067-4611-bb9c-d1dede8da667 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6498 time: 0.1774566 Jul 05 03:54:52.790287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:52.878329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 9c97a624-d3ab-4e35-91c8-ea8899e6836c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9c97a624-d3ab-4e35-91c8-ea8899e6836c,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:53.028656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-099ff02b-48fb-4a8a-96b8-cbb4e5b14a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.029361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-099ff02b-48fb-4a8a-96b8-cbb4e5b14a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.029850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-099ff02b-48fb-4a8a-96b8-cbb4e5b14a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.032172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-099ff02b-48fb-4a8a-96b8-cbb4e5b14a01 service neutron] 10.222.0.26 "GET /v2.0/networks?id=006871a5-87b4-4ee0-b89f-775378777a1f&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=320dbe57-ecdf-4942-b75a-f8d707d5678c&id=320dbe57-ecdf-4942-b75a-f8d707d5678c HTTP/1.1" status: 200 len: 2293 time: 0.2679453 Jul 05 03:54:53.164926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-d3009e9f-65d8-4cb7-9843-38f0ce9159f6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b HTTP/1.1" status: 200 len: 1002 time: 0.1207530 Jul 05 03:54:53.171938 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.189081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cde4c65a-2696-4c6d-a241-ca729444e1fb up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:53.243403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-3eb18908-4e81-4acd-9db0-06bd54b1c303 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.244232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-3eb18908-4e81-4acd-9db0-06bd54b1c303 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e82c32dd-6b78-4191-902a-e6a7fae2ddaf HTTP/1.1" status: 200 len: 850 time: 0.0697172 Jul 05 03:54:53.325887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=9c97a624-d3ab-4e35-91c8-ea8899e6836c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:53.430014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-93275a2f-db00-4b1d-a035-6ad307955f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.432626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-93275a2f-db00-4b1d-a035-6ad307955f9b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=006871a5-87b4-4ee0-b89f-775378777a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1805267 Jul 05 03:54:53.454381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port cde4c65a-2696-4c6d-a241-ca729444e1fb completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:53.466823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port cde4c65a-2696-4c6d-a241-ca729444e1fb triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:53.467640 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.534335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Sync routers for ids ['c08a9c73-27bb-419a-a752-961351dee60a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:53.555688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-aae3e31b-17b4-4f71-a57c-361f39f561c9 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:53.557398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-aae3e31b-17b4-4f71-a57c-361f39f561c9 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/networks?id=5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 200 len: 819 time: 0.2526762 Jul 05 03:54:53.563921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Routers {'c08a9c73-27bb-419a-a752-961351dee60a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:53.563921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c08a9c73-27bb-419a-a752-961351dee60a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:53.591381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-7ac72ae2-69c2-410e-9b30-b7a4497e3653 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/quotas/f4da49590d5f4f26b6a6640e3a820317 HTTP/1.1" status: 200 len: 375 time: 0.0236726 Jul 05 03:54:53.629037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56078) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:53.642712 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Sync routers for ids ['5a427717-e411-4748-b34b-d771a2a869b6'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:54:53.648846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9cb9e241-9978-4cd8-9d39-f7293d9d0be1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2114334863', 'description': 'tempest-description--493758006'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:53.663444 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.675762 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Routers {'5a427717-e411-4748-b34b-d771a2a869b6'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:53.677889 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5a427717-e411-4748-b34b-d771a2a869b6'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:53.702040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-40550840-0aba-41e9-989e-b38b9ca8242a service neutron] 10.222.0.26 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2543418 Jul 05 03:54:53.710285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port cde4c65a-2696-4c6d-a241-ca729444e1fb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cde4c65a-2696-4c6d-a241-ca729444e1fb,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:53.773067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e241-9978-4cd8-9d39-f7293d9d0be1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.808036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Set router c08a9c73-27bb-419a-a752-961351dee60a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:53.839717 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.911269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=cde4c65a-2696-4c6d-a241-ca729444e1fb,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:53.931052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e241-9978-4cd8-9d39-f7293d9d0be1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:53.981435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-eb5beff6-9bd7-484e-88a3-1a5b65cf13db service neutron] 10.222.0.26 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2329006 Jul 05 03:54:53.985780 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-053d1c13-e33b-4a5b-a92b-78e509fb1377 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4da49590d5f4f26b6a6640e3a820317&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3802876 Jul 05 03:54:53.994263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d2e504-090e-44b0-b9e3-b89f87322865 req-7872b050-e3fd-4e77-96ce-a9f51473f3fe tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.001530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1d2e504-090e-44b0-b9e3-b89f87322865 req-7872b050-e3fd-4e77-96ce-a9f51473f3fe tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.2351732 Jul 05 03:54:54.018637 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Set router 5a427717-e411-4748-b34b-d771a2a869b6 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:54.043394 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e241-9978-4cd8-9d39-f7293d9d0be1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.107995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-cd40f8a0-61bb-411d-8b3b-6ffa2cc4b278 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=6d492b0a-eb7e-4212-a130-8e04dda42fb2 HTTP/1.1" status: 200 len: 217 time: 0.1030023 Jul 05 03:54:54.158819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e5d164a9-d814-4e2e-8ef4-0981302d893c', 'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'mac_address': 'fa:16:3e:21:2c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 2, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'subnets': [{'id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:54.159888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9e241-9978-4cd8-9d39-f7293d9d0be1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba05dd71-ebeb-4f44-b32d-45ef36741fef,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:54.180724 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1d2e504-090e-44b0-b9e3-b89f87322865 req-6ef6c14d-4671-4aea-8316-22c34c351949 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780484 Jul 05 03:54:54.216720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9c97a624-d3ab-4e35-91c8-ea8899e6836c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:54.219909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Checking router: c08a9c73-27bb-419a-a752-961351dee60a for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:54.220275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Updating router c08a9c73-27bb-419a-a752-961351dee60a port e5d164a9-d814-4e2e-8ef4-0981302d893c binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:54:54.240077 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cb9e241-9978-4cd8-9d39-f7293d9d0be1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.244245 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9cb9e241-9978-4cd8-9d39-f7293d9d0be1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6138916 Jul 05 03:54:54.244847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56090) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:54.250176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a86436cb-62ae-4197-b6d8-c11db18c2287 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'security_group_rule': {'security_group_id': 'ba05dd71-ebeb-4f44-b32d-45ef36741fef', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:54.253975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-328e6167-046c-485e-b8b8-44e6f3a4f0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.255678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-328e6167-046c-485e-b8b8-44e6f3a4f0f1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.1354022 Jul 05 03:54:54.258333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-82b5de81-cf2f-4a48-a38b-8bbdbf4810da service neutron] 10.222.0.30 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2545652 Jul 05 03:54:54.302472 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.351705 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8', 'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'mac_address': 'fa:16:3e:67:b4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:50Z', 'revision_number': 2, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'subnets': [{'id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:54.369237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9c97a624-d3ab-4e35-91c8-ea8899e6836c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:54.369518 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.385752 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Checking router: 5a427717-e411-4748-b34b-d771a2a869b6 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:54:54.386102 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Updating router 5a427717-e411-4748-b34b-d771a2a869b6 port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:54:54.449592 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.464139 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a86436cb-62ae-4197-b6d8-c11db18c2287 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.567478 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a86436cb-62ae-4197-b6d8-c11db18c2287 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.648755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a86436cb-62ae-4197-b6d8-c11db18c2287 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.683696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86436cb-62ae-4197-b6d8-c11db18c2287 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ff18390-8a71-40c8-bc4a-5804b44ad152,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:54.719699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cde4c65a-2696-4c6d-a241-ca729444e1fb up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:54.813776 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a86436cb-62ae-4197-b6d8-c11db18c2287 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.816498 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a86436cb-62ae-4197-b6d8-c11db18c2287 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5706456 Jul 05 03:54:54.818666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56096) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:54.823679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port cde4c65a-2696-4c6d-a241-ca729444e1fb triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:54.824175 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.824824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b631f55a-5baa-4bfd-bfcf-a0084b489771 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'security_group_rule': {'security_group_id': 'ba05dd71-ebeb-4f44-b32d-45ef36741fef', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:54.887391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-37629138-7140-46a9-8205-27892ea1100d service neutron] 10.222.0.30 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6028228 Jul 05 03:54:54.889183 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:54.907481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-f6956a09-7abc-4a9e-bade-2cc7d46d3527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.907865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Transition to ACTIVE for port object e5d164a9-d814-4e2e-8ef4-0981302d893c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:54.920295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-f6956a09-7abc-4a9e-bade-2cc7d46d3527 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.6526904 Jul 05 03:54:54.978360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1a910e-bf52-4fbe-bed0-addc1bdbd5f6 req-7e52f59f-1811-4393-929d-f6b3b24c35bb tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:54.980762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d1a910e-bf52-4fbe-bed0-addc1bdbd5f6 req-7e52f59f-1811-4393-929d-f6b3b24c35bb tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.6512847 Jul 05 03:54:54.994851 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b631f55a-5baa-4bfd-bfcf-a0084b489771 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.014334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.017023 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.041017 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Transition to ACTIVE for port object cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:54:55.124037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04279c-2863-4631-8453-ec7b6d520172 req-231c10c5-d548-419a-9a70-f691f620d794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.125281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d1a910e-bf52-4fbe-bed0-addc1bdbd5f6 req-250ee8dd-7800-4efa-92b0-7bc3a989de24 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1282439 Jul 05 03:54:55.128247 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6f04279c-2863-4631-8453-ec7b6d520172 req-231c10c5-d548-419a-9a70-f691f620d794 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 1097 time: 0.2112985 Jul 05 03:54:55.141182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b631f55a-5baa-4bfd-bfcf-a0084b489771 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.142524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17243100-9718-4c14-8ed0-3d768203ad9c None None] Pushing event updated for resources: {'Port': ['ID=e5d164a9-d814-4e2e-8ef4-0981302d893c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.165994 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.216001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-a6d15417-36ca-4fbd-b186-841ffdcc855b service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2878633 Jul 05 03:54:55.262700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Attempting to bind port e5d164a9-d814-4e2e-8ef4-0981302d893c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:55.263246 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Attempting to bind port e5d164a9-d814-4e2e-8ef4-0981302d893c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '45d2a231-c508-4eab-9e24-b9c540c01764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:55.263501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Attempting to bind port e5d164a9-d814-4e2e-8ef4-0981302d893c on network 5ee603b5-89fa-4945-b216-7a9c3364e023 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:55.277687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:55.278233 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Checking segment: {'id': '45d2a231-c508-4eab-9e24-b9c540c01764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:55.279025 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.282521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Bound using segment: {'id': '45d2a231-c508-4eab-9e24-b9c540c01764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:55.286036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Bound port: e5d164a9-d814-4e2e-8ef4-0981302d893c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45d2a231-c508-4eab-9e24-b9c540c01764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:55.286036 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.294610 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c843fbf-fa0b-48f4-9a3d-286aecf9fdcb None None] Pushing event updated for resources: {'Port': ['ID=cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.345418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b631f55a-5baa-4bfd-bfcf-a0084b489771 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.368663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04279c-2863-4631-8453-ec7b6d520172 req-7e679ad7-57cf-4bb2-b558-1b016540e8ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.375938 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6f04279c-2863-4631-8453-ec7b6d520172 req-7e679ad7-57cf-4bb2-b558-1b016540e8ff service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.2320812 Jul 05 03:54:55.441163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] For port e5d164a9-d814-4e2e-8ef4-0981302d893c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:55.447616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b631f55a-5baa-4bfd-bfcf-a0084b489771 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9575b83e-1525-4959-ac29-a982842dd596,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.465923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] For port e5d164a9-d814-4e2e-8ef4-0981302d893c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e5d164a9-d814-4e2e-8ef4-0981302d893c,segment=NetworkSegment(45d2a231-c508-4eab-9e24-b9c540c01764),segment_id=45d2a231-c508-4eab-9e24-b9c540c01764)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:55.543441 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Attempting to bind port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:54:55.547833 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Attempting to bind port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:54:55.553158 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Attempting to bind port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:54:55.565208 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:54:55.566665 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Checking segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:54:55.568947 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.569336 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Bound using segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:54:55.569822 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Bound port: cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:54:55.570230 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.594167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.602611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b631f55a-5baa-4bfd-bfcf-a0084b489771 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.607180 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b631f55a-5baa-4bfd-bfcf-a0084b489771 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7873001 Jul 05 03:54:55.608725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56116) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:54:55.610084 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6f04279c-2863-4631-8453-ec7b6d520172 req-edceae32-c010-47de-a7b1-e4d8906b0206 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 200 len: 1000 time: 0.2126524 Jul 05 03:54:55.615575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:54:55.677790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04279c-2863-4631-8453-ec7b6d520172 req-173c68b1-9f9e-4001-9558-1e288c2cd09b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.681787 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6f04279c-2863-4631-8453-ec7b6d520172 req-173c68b1-9f9e-4001-9558-1e288c2cd09b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.0635004 Jul 05 03:54:55.725659 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] For port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:54:55.729293 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] For port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:54:55.731844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Routers {'c08a9c73-27bb-419a-a752-961351dee60a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:55.732615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c08a9c73-27bb-419a-a752-961351dee60a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:55.733151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-09e9312b-3895-48af-b96f-f5aeb267df57 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5141327 Jul 05 03:54:55.772348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f04279c-2863-4631-8453-ec7b6d520172 req-59579caf-97ae-40ed-808f-73f6d8ecf0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.773864 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6f04279c-2863-4631-8453-ec7b6d520172 req-59579caf-97ae-40ed-808f-73f6d8ecf0e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0798647 Jul 05 03:54:55.779806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c249bf01-bbe7-4871-8607-eac743a530e3 req-e0a37142-e73f-4a6f-b227-72d76cbad196 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 210 time: 0.0503740 Jul 05 03:54:55.789062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17243100-9718-4c14-8ed0-3d768203ad9c None None] Pushing event updated for resources: {'Port': ['ID=e5d164a9-d814-4e2e-8ef4-0981302d893c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:55.819478 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.823505 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-17227526-e9c2-40d8-a3c7-6f734c4f206c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=a3b46c54-bdae-4449-8d05-26034a82d0b5 HTTP/1.1" status: 200 len: 217 time: 0.0759730 Jul 05 03:54:55.839941 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:55.944401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-1fda513f-2baa-49d2-ab79-cf77145094ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.946297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-1fda513f-2baa-49d2-ab79-cf77145094ac service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.1078489 Jul 05 03:54:55.954132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa237eb-4da7-46eb-b936-389ba8ff5dbb req-23f172c7-801b-4a81-bd20-4d6f1f8c56ea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:55.961896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfa237eb-4da7-46eb-b936-389ba8ff5dbb req-23f172c7-801b-4a81-bd20-4d6f1f8c56ea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.3840249 Jul 05 03:54:56.020596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6f04279c-2863-4631-8453-ec7b6d520172 req-7f251f30-b512-499d-9a3a-a79d2087d171 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2355585 Jul 05 03:54:56.078859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfa237eb-4da7-46eb-b936-389ba8ff5dbb req-86f177c7-40e5-4d0e-86b8-0a0fd7dd885b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159785 Jul 05 03:54:56.137436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-b53c03e7-b92a-42da-8d89-94f286abf3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.139528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-b53c03e7-b92a-42da-8d89-94f286abf3d0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1754415 Jul 05 03:54:56.157255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] Set router c08a9c73-27bb-419a-a752-961351dee60a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:56.165475 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c843fbf-fa0b-48f4-9a3d-286aecf9fdcb None None] Pushing event updated for resources: {'Port': ['ID=cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:56.196808 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Routers {'5a427717-e411-4748-b34b-d771a2a869b6'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:54:56.197541 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5a427717-e411-4748-b34b-d771a2a869b6'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:56.234868 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6f04279c-2863-4631-8453-ec7b6d520172 req-7dd52164-1b44-4224-ac88-0833900b07c6 service neutron] 10.222.0.13 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2023044 Jul 05 03:54:56.312398 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.382607 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] Set router 5a427717-e411-4748-b34b-d771a2a869b6 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:54:56.409105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5b80d6fa-9549-4de8-89de-1473e273cdb3 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:54:56.557122 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.resource_extend [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 03:54:56.684262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-7bdc8bcc-e8c9-4d71-9beb-f52f83ba7218 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5347197 Jul 05 03:54:56.757621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Allocated IP 172.25.4.76 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/e0cea832-5eee-4f9f-9599-72ace3239ba2) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:54:56.757878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:56.771619 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8', 'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'mac_address': 'fa:16:3e:67:b4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:55Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'subnets': [{'id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:56.778109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'mac_address': 'fa:16:3e:15:67:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:54:56.814633 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26bd1562-6887-4bd7-bf3b-05b814390da8 None None] The sync data for ids ['5a427717-e411-4748-b34b-d771a2a869b6'] in n-d-758944-41 is: [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8', 'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'mac_address': 'fa:16:3e:67:b4:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:55Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'subnets': [{'id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:56.847778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:56.862600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f095405-f91a-4935-b738-47da9832db47 req-2c18fe5e-7e47-43ef-9790-fd6ca02d9321 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.870441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f095405-f91a-4935-b738-47da9832db47 req-2c18fe5e-7e47-43ef-9790-fd6ca02d9321 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 945 time: 0.5045273 Jul 05 03:54:56.896751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5b80d6fa-9549-4de8-89de-1473e273cdb3 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:54:56.935184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e5d164a9-d814-4e2e-8ef4-0981302d893c', 'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'mac_address': 'fa:16:3e:21:2c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:55Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'subnets': [{'id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:54:56.948702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bfe551c-68f2-4d9b-9d0c-9ba32de0704c req-f4a749c3-9195-4341-969d-a3b0302ee3b6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:56.950763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bfe551c-68f2-4d9b-9d0c-9ba32de0704c req-f4a749c3-9195-4341-969d-a3b0302ee3b6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.4860613 Jul 05 03:54:56.991946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffdba7a2-4682-4156-bb10-d1c1145b2a0c None None] The sync data for ids ['c08a9c73-27bb-419a-a752-961351dee60a'] in n-d-758944-41 is: [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e5d164a9-d814-4e2e-8ef4-0981302d893c', 'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'mac_address': 'fa:16:3e:21:2c:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:55Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'subnets': [{'id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:54:56.996478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:57.168336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.195787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bfe551c-68f2-4d9b-9d0c-9ba32de0704c req-ef57ee50-3f91-4f17-a828-48facd4900f9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2282898 Jul 05 03:54:57.240043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f095405-f91a-4935-b738-47da9832db47 req-4a8f9bba-089a-481b-99f0-7167ba6a6d25 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3683574 Jul 05 03:54:57.301104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:57.326942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['5b80d6fa-9549-4de8-89de-1473e273cdb3'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:54:57.393914 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:57.416333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-58693e81-24f9-4ab4-80ae-9e2c54474089 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7051401 Jul 05 03:54:57.563791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-6e68c7dd-8ebc-40d5-bc5c-861ffa814571 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=da1ef700-fd8d-42b6-b707-e72c89cbb7f8 HTTP/1.1" status: 200 len: 217 time: 0.1311381 Jul 05 03:54:57.783373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-404123b0-aac0-4f0e-b5f9-8dfd1bb758e8 req-a6ee5bac-4b5c-4225-a956-d730332bbac1 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 210 time: 0.0946290 Jul 05 03:54:57.795786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-72a82517-a262-411c-b142-14a74c11adb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:57.797562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-72a82517-a262-411c-b142-14a74c11adb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.2273090 Jul 05 03:54:57.936285 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.003446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-fda77dea-4381-47e5-8892-4162237b9614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.005968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-fda77dea-4381-47e5-8892-4162237b9614 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1962206 Jul 05 03:54:58.181647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7aab2-c6cf-4af7-94e8-ace15268cd83 req-16f1acc9-b2a1-4f3c-8a17-50ff009ed33d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:58.188723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8e7aab2-c6cf-4af7-94e8-ace15268cd83 req-16f1acc9-b2a1-4f3c-8a17-50ff009ed33d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.3813272 Jul 05 03:54:58.250515 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:54:58.296245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e5d164a9-d814-4e2e-8ef4-0981302d893c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:58.342121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:54:58.375922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'Port': ['ID=e0cea832-5eee-4f9f-9599-72ace3239ba2,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:58.395390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5b80d6fa-9549-4de8-89de-1473e273cdb3 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:58.412243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:54:58.547522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 5b80d6fa-9549-4de8-89de-1473e273cdb3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:58.547522 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.637651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e406b711-1120-48a0-aa79-aed6e9b107e4 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:54:58.731383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8e7aab2-c6cf-4af7-94e8-ace15268cd83 req-6e684f29-f33e-4afd-b7e5-427f52750f58 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4777987 Jul 05 03:54:58.744780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port e5d164a9-d814-4e2e-8ef4-0981302d893c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:54:58.766277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-3e9778f3-aa52-450e-9254-fcdce8643956 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7368672 Jul 05 03:54:58.830693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e5d164a9-d814-4e2e-8ef4-0981302d893c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:54:58.831201 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.899754 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:58.941225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.080783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-82a6f621-4bb8-4f05-a576-59becafc968f service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3001530 Jul 05 03:54:59.105806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:54:59.122994 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-240ffb2a-326e-4a77-bc33-a72adadcb09d" -d '{"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-plugged", "status": "completed", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:54:59.149358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-71707520-9b84-495c-8ffc-f03220c48155 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=029b7215-0712-46b9-967f-471924c08ffc HTTP/1.1" status: 200 len: 217 time: 0.0614386 Jul 05 03:54:59.157794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ff16ac-1152-45cb-833c-752277bc3ce5 req-a98fc9a4-76ba-4997-a3fc-ec9fefcf0cdf tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.158004 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.159718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11ff16ac-1152-45cb-833c-752277bc3ce5 req-a98fc9a4-76ba-4997-a3fc-ec9fefcf0cdf tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.6072934 Jul 05 03:54:59.223597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port e5d164a9-d814-4e2e-8ef4-0981302d893c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e5d164a9-d814-4e2e-8ef4-0981302d893c,segment=NetworkSegment(45d2a231-c508-4eab-9e24-b9c540c01764),segment_id=45d2a231-c508-4eab-9e24-b9c540c01764)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:59.232756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:59.287700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.334914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11ff16ac-1152-45cb-833c-752277bc3ce5 req-ee708a58-a02d-4c6e-8def-376fac399aba tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1629066 Jul 05 03:54:59.349522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:54:59.385940 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.386779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:54:59.424264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.495446 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=e5d164a9-d814-4e2e-8ef4-0981302d893c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:59.604220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.613565 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:54:59.684874 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0347c02-fb7c-48d0-a61c-85a204c2892b x-openstack-request-id: req-c0347c02-fb7c-48d0-a61c-85a204c2892b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:54:59.685964 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-plugged", "status": "completed", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:54:59.685964 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0347c02-fb7c-48d0-a61c-85a204c2892b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:54:59.685964 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'code': 200} Jul 05 03:54:59.889651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:54:59.898024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-2bf57d55-14a8-4176-9b75-59817f47b65b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:54:59.899699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-2bf57d55-14a8-4176-9b75-59817f47b65b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.7388003 Jul 05 03:54:59.902112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9e398eb-3c4c-4365-80ca-915615ec3036 req-c30376b7-bcd0-4ae0-9d52-3a0b3b14c7cd tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 210 time: 0.0608604 Jul 05 03:54:59.935582 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.039025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:00.083863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.182276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:00.191555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:00.192224 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.225650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-695caa42-11e3-4d0a-8fc2-584c2ff93117 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.229015 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-695caa42-11e3-4d0a-8fc2-584c2ff93117 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.26 "GET /v2.0/networks?id=5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 200 len: 819 time: 0.4143867 Jul 05 03:55:00.259334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Request body: {'port': {'device_id': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'admin_state_up': True, 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:00.304688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'Port': ['ID=e0cea832-5eee-4f9f-9599-72ace3239ba2,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:00.319308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-c23f5260-ac4a-4f0b-8d0c-e764eab46035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:00.325098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-c23f5260-ac4a-4f0b-8d0c-e764eab46035 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4101517 Jul 05 03:55:00.621731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.761913 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:00.779800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-8fba409c-3922-4712-8306-1b0c48312445 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3998404 Jul 05 03:55:00.847754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.860173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Made reservation on behalf of f4da49590d5f4f26b6a6640e3a820317 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:00.864959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:00.885872 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.084114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e5d164a9-d814-4e2e-8ef4-0981302d893c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:01.092413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:01.185937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9256d3-be8d-43b9-91c7-e2b045d387e2 req-b7e6c1c4-5294-44d1-8146-df2df449169e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.191945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec9256d3-be8d-43b9-91c7-e2b045d387e2 req-b7e6c1c4-5294-44d1-8146-df2df449169e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.8129997 Jul 05 03:55:01.194737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e5d164a9-d814-4e2e-8ef4-0981302d893c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:01.196547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.266523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2891f64-71cb-4a86-bbbb-7db04ef407b3 req-e0bd6860-a5fa-4fce-9278-f1bea8103476 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.280538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Allocated IP 172.20.0.6 (5ee603b5-89fa-4945-b216-7a9c3364e023/d8865b8d-80aa-4730-99a4-dd486bba4e30/def6dc29-33ce-4d60-830d-4677a4c00604) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:01.284613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2891f64-71cb-4a86-bbbb-7db04ef407b3 req-e0bd6860-a5fa-4fce-9278-f1bea8103476 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 945 time: 0.5114696 Jul 05 03:55:01.354001 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.364408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-dbac65af-a70d-4018-b1ca-cfa76f71a2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.7529247 Jul 05 03:55:01.460707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2891f64-71cb-4a86-bbbb-7db04ef407b3 req-2e008034-39e9-4a48-b7a1-12f0875467bf tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750851 Jul 05 03:55:01.491651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-a96f9741-7638-4ed5-adb1-5d9f36a02523 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6521137 Jul 05 03:55:01.611343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.613439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec9256d3-be8d-43b9-91c7-e2b045d387e2 req-ef97b860-d5bc-4577-9cdc-02fc04e7cbf4 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4021640 Jul 05 03:55:01.617081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-b2287eb6-306f-4e75-b3c2-af1cef10678d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58db8a08-581b-407b-96e0-b1a5a738e947 HTTP/1.1" status: 200 len: 217 time: 0.1143837 Jul 05 03:55:01.686527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:01.688976 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8add8b4d-ba98-45de-8413-be4ae5bbef36" -d '{"events": [{"server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "name": "network-vif-unplugged", "status": "completed", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:01.787579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-dddc7558-e47e-4eef-a6f9-e0dd69583086 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.789085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-dddc7558-e47e-4eef-a6f9-e0dd69583086 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 HTTP/1.1" status: 200 len: 797 time: 0.1655557 Jul 05 03:55:01.843798 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:01.914924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-628a1d70-00a4-468e-a76c-18345fe42294 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.916718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-628a1d70-00a4-468e-a76c-18345fe42294 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1086736 Jul 05 03:55:01.930860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Network 5ee603b5-89fa-4945-b216-7a9c3364e023 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:01.937165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:01.938659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:01.950057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113f12b0-288b-42f4-bc4b-a0afb4fa52a6 req-17b68871-b3b5-43e6-90dc-6a2a3451b733 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:01.956959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-113f12b0-288b-42f4-bc4b-a0afb4fa52a6 req-17b68871-b3b5-43e6-90dc-6a2a3451b733 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.1836736 Jul 05 03:55:01.989734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Pushing event updated for resources: {'Port': ['ID=def6dc29-33ce-4d60-830d-4677a4c00604,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:02.019190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.021071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.132618 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-0e5cb3ae-d2f5-4af1-a3b0-d9488c73a722 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8900142 Jul 05 03:55:02.147394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Request body: {'port': {'device_id': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:02.186767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-113f12b0-288b-42f4-bc4b-a0afb4fa52a6 req-87b9361a-9abf-443e-8e84-5bfd4183ca51 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2098134 Jul 05 03:55:02.323144 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-7b617ea4-b722-4fd2-9ca1-c9d23d3855ed service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3634932 Jul 05 03:55:02.329713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.334209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8155da-69d4-472f-a2cd-9356d6022a3e req-8d26cf4e-8342-41ac-8a4d-cfd5d1b89bcc tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:02.336005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f8155da-69d4-472f-a2cd-9356d6022a3e req-8d26cf4e-8342-41ac-8a4d-cfd5d1b89bcc tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 931 time: 0.2650013 Jul 05 03:55:02.473057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1311e14b-791b-4ad4-9113-fc4b3bc787e4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2114334863&fields=id&tenant_id=8098748b7b904e9f87a6b4a428711421 HTTP/1.1" status: 200 len: 267 time: 0.1484563 Jul 05 03:55:02.487525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f8155da-69d4-472f-a2cd-9356d6022a3e req-1935b321-a4f0-427e-b215-a1adc0dfefd6 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373205 Jul 05 03:55:02.576223 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d049fa14-43b2-4d98-bd6e-2a8c27d07814 x-openstack-request-id: req-d049fa14-43b2-4d98-bd6e-2a8c27d07814 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:02.576511 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "name": "network-vif-unplugged", "status": "failed", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4", "code": 422}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:02.576940 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d049fa14-43b2-4d98-bd6e-2a8c27d07814 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:02.577549 n-d-758944-41 neutron-server[100897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'code': 422} returned with failed status Jul 05 03:55:02.686440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id def6dc29-33ce-4d60-830d-4677a4c00604 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:02.696161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.711781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Transition to ACTIVE for port object def6dc29-33ce-4d60-830d-4677a4c00604 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:02.723050 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-a1b3aa32-98d4-44a7-8f27-eb7b49b8698f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5115914 Jul 05 03:55:02.724547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device e406b711-1120-48a0-aa79-aed6e9b107e4 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:02.748471 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:55:02.828092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:02.957673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Pushing event updated for resources: {'Port': ['ID=def6dc29-33ce-4d60-830d-4677a4c00604,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:03.031484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-2d6cada2-9fc3-4e0d-b170-d602bf43ab2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.032984 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-2d6cada2-9fc3-4e0d-b170-d602bf43ab2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=738fa8d926e9474fbeebc1e741308633&device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 1097 time: 0.2495100 Jul 05 03:55:03.042318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:03.132895 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Attempting to bind port def6dc29-33ce-4d60-830d-4677a4c00604 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:03.133235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Attempting to bind port def6dc29-33ce-4d60-830d-4677a4c00604 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '45d2a231-c508-4eab-9e24-b9c540c01764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:03.133565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Attempting to bind port def6dc29-33ce-4d60-830d-4677a4c00604 on network 5ee603b5-89fa-4945-b216-7a9c3364e023 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:03.141627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:03.142010 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.150512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Port def6dc29-33ce-4d60-830d-4677a4c00604 on network 5ee603b5-89fa-4945-b216-7a9c3364e023 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:03.150860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Attempting to bind port def6dc29-33ce-4d60-830d-4677a4c00604 on network 5ee603b5-89fa-4945-b216-7a9c3364e023 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:03.159736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:03.160306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Checking segment: {'id': '45d2a231-c508-4eab-9e24-b9c540c01764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:03.160703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Bound using segment: {'id': '45d2a231-c508-4eab-9e24-b9c540c01764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:03.161176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Bound port: def6dc29-33ce-4d60-830d-4677a4c00604, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45d2a231-c508-4eab-9e24-b9c540c01764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:03.161591 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.185880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-2e483f89-eb9c-44cf-ace2-c25e91ecdf5c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.193388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-2e483f89-eb9c-44cf-ace2-c25e91ecdf5c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 812 time: 0.7017801 Jul 05 03:55:03.218718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-ac2f9642-48d8-4edd-b0f1-26488d15d7b8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/quotas/8098748b7b904e9f87a6b4a428711421 HTTP/1.1" status: 200 len: 375 time: 0.0243020 Jul 05 03:55:03.241052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-13404633-3ce0-4bf5-8dc5-8ade38ff0a0a service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8992875 Jul 05 03:55:03.313518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-89d87dd6-0aed-486d-a5a1-be08e0ce9200 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2060da13-8d43-453a-84f6-bf05488b8037 HTTP/1.1" status: 200 len: 217 time: 0.0421937 Jul 05 03:55:03.401708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-9784e310-c331-47c5-81f8-bbcbb2bbf6bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.407580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-9784e310-c331-47c5-81f8-bbcbb2bbf6bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 HTTP/1.1" status: 200 len: 797 time: 0.0843782 Jul 05 03:55:03.471818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1af05e68-31eb-4c33-ae8b-f0e9073ce202 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2520223 Jul 05 03:55:03.570914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-a6eae3aa-53a4-4159-81bd-314a0428944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.572803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-a6eae3aa-53a4-4159-81bd-314a0428944c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1602418 Jul 05 03:55:03.609648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-a2a51d55-0f14-4ee9-95a1-c2f73283bb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.612235 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-a2a51d55-0f14-4ee9-95a1-c2f73283bb7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=d53a5d10-2817-4caf-a35f-b6c91ba1fb62 HTTP/1.1" status: 200 len: 913 time: 0.5559187 Jul 05 03:55:03.687373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] For port def6dc29-33ce-4d60-830d-4677a4c00604, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:03.692814 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] For port def6dc29-33ce-4d60-830d-4677a4c00604, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=def6dc29-33ce-4d60-830d-4677a4c00604,segment=NetworkSegment(45d2a231-c508-4eab-9e24-b9c540c01764),segment_id=45d2a231-c508-4eab-9e24-b9c540c01764)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:03.696795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-0ec6326c-6ee4-4c55-93de-86dc94ad0675 service neutron] 10.222.0.30 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2027030 Jul 05 03:55:03.711080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-308738fe-d970-4b69-8fc4-71a9fd868d40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=ad894130-fba8-4d79-8260-84c298d0ae6b HTTP/1.1" status: 200 len: 1000 time: 0.0898030 Jul 05 03:55:03.790241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-4760e9cb-af79-46af-b65c-be8da2eb0c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.790784 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-9c43d77f-d171-4582-9935-9fce3679229e service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2103767 Jul 05 03:55:03.791788 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-4760e9cb-af79-46af-b65c-be8da2eb0c39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b3730cd7-0b6e-4bec-b89f-56bda6c4ace4 HTTP/1.1" status: 200 len: 851 time: 0.0729637 Jul 05 03:55:03.870318 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.914375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-b2b61d01-cde4-4499-95e1-3914fee90546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.915608 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-b2b61d01-cde4-4499-95e1-3914fee90546 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d53a5d10-2817-4caf-a35f-b6c91ba1fb62&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1133716 Jul 05 03:55:03.918632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-3fa173be-b07a-4196-915a-4214dd19b1f7 service neutron] 10.222.0.30 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2035029 Jul 05 03:55:03.920357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:03.920834 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:03.922382 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] 10.222.0.26 "PUT /v2.0/ports/def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 1092 time: 1.7794888 Jul 05 03:55:03.922978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:03.925577 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad" -d '{"events": [{"name": "network-changed", "server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:04.028404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee8f115-b629-4ea8-a7f8-958a3da4dd39 service neutron] Pushing event updated for resources: {'Port': ['ID=def6dc29-33ce-4d60-830d-4677a4c00604,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:04.061840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbed48af-6570-4bbb-8d1c-b54e71e50f7d req-66e3ab76-3fd3-4662-b4d4-6efaac5f3f15 service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534494 Jul 05 03:55:04.150252 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-01f29721-223f-4618-93fa-3c8358d9fd42 service neutron] 10.222.0.13 "GET /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2153966 Jul 05 03:55:04.243870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-e51b708a-ccf9-42df-80ec-e65b57533685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.261515 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-e51b708a-ccf9-42df-80ec-e65b57533685 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4da49590d5f4f26b6a6640e3a820317&device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1095 time: 0.2276776 Jul 05 03:55:04.315157 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-3dcab279-6027-4c10-9292-809a7f961123 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 217 time: 0.0450206 Jul 05 03:55:04.381736 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fda80bc4-db0b-477c-a659-6d8a464842d6 req-628865fa-0b75-44c3-806d-326ea2cdc6d9 service neutron] 10.222.0.13 "GET /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206640 Jul 05 03:55:04.398291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-e7e0619f-ca43-4982-8157-d657797126eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.399769 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-e7e0619f-ca43-4982-8157-d657797126eb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8865b8d-80aa-4730-99a4-dd486bba4e30 HTTP/1.1" status: 200 len: 859 time: 0.0748529 Jul 05 03:55:04.458872 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-f0e148bf-3438-4c01-a72c-60566c9977a8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee603b5-89fa-4945-b216-7a9c3364e023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0521612 Jul 05 03:55:04.654533 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-d434a5c6-b444-49f3-883d-0eac08193305 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875842 Jul 05 03:55:04.744413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48836406-3ac7-427b-92e3-51fd4c190968 req-24a67ddf-e55c-488b-84ed-81dc8b26da37 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:04.752581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48836406-3ac7-427b-92e3-51fd4c190968 req-24a67ddf-e55c-488b-84ed-81dc8b26da37 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.1776114 Jul 05 03:55:04.833665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48836406-3ac7-427b-92e3-51fd4c190968 req-0462ce3c-96c0-4d2c-871c-a08d3d830601 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789597 Jul 05 03:55:04.914915 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cde5e3a2-5b8d-406c-b646-3c2352d6ac9e req-b4403b1c-bef5-473f-82bd-70bb218a62c4 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2513139 Jul 05 03:55:05.131672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004c8c71-8138-4460-9a99-23045c8a74d0 req-aa4fec82-1d9f-4a6d-8287-07ec3757f88c tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.133305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-004c8c71-8138-4460-9a99-23045c8a74d0 req-aa4fec82-1d9f-4a6d-8287-07ec3757f88c tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 943 time: 0.0692730 Jul 05 03:55:05.174163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-004c8c71-8138-4460-9a99-23045c8a74d0 req-49c23a46-d032-450b-8d9c-30132b78f3d3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352523 Jul 05 03:55:05.233503 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4586f215-f6c3-4ebb-baa8-4c4b371d7569 x-openstack-request-id: req-4586f215-f6c3-4ebb-baa8-4c4b371d7569 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:05.233503 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:05.233503 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4586f215-f6c3-4ebb-baa8-4c4b371d7569 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:05.233503 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'status': 'completed', 'code': 200} Jul 05 03:55:05.282048 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d6e59fb-1fbc-4acb-8969-3f63038f028b req-673921d9-83ce-41a4-859e-886b27e0925d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 210 time: 0.0323083 Jul 05 03:55:05.508793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad req-489f8324-79f6-4cfd-8c27-706dc773f3f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.510893 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad req-489f8324-79f6-4cfd-8c27-706dc773f3f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4da49590d5f4f26b6a6640e3a820317&device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1095 time: 0.0841053 Jul 05 03:55:05.658491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad req-9a1aa325-ac54-4436-95ab-a6655e06d991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.663245 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad req-9a1aa325-ac54-4436-95ab-a6655e06d991 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 200 len: 920 time: 0.1374607 Jul 05 03:55:05.728451 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad req-4370cec3-aa42-42da-88af-5a9a08d25986 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 217 time: 0.0590098 Jul 05 03:55:05.813015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad req-5293fedc-f35a-4119-b2a5-20681b629f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.816828 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad req-5293fedc-f35a-4119-b2a5-20681b629f76 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8865b8d-80aa-4730-99a4-dd486bba4e30 HTTP/1.1" status: 200 len: 859 time: 0.0816498 Jul 05 03:55:05.882957 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad req-6bbe7c34-8bd4-47c8-936f-28594ec035b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee603b5-89fa-4945-b216-7a9c3364e023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565653 Jul 05 03:55:05.943499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-000d8720-a8d7-4c88-89cf-ee5068ad3e90 req-cfb2f5b0-32ad-4bf0-b2b9-04f103e633b6 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:05.951092 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-000d8720-a8d7-4c88-89cf-ee5068ad3e90 req-cfb2f5b0-32ad-4bf0-b2b9-04f103e633b6 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 945 time: 0.1145256 Jul 05 03:55:06.023841 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad req-abcaa644-6022-4232-bc2a-e9d62bf6e862 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300302 Jul 05 03:55:06.068558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-000d8720-a8d7-4c88-89cf-ee5068ad3e90 req-2d8a988a-8c12-4479-b58f-66c8f00d8670 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1164505 Jul 05 03:55:06.226942 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60faf1c5-e4fd-4443-b979-4c0ca64b86ad req-090e90da-797b-4df8-916f-3f160f28adbf service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1933553 Jul 05 03:55:06.332101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5efdde-3e0a-437f-aa1c-d3ffa167d860 req-717bbae3-9a6a-46b6-a1dc-06883c88b67d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.333702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5efdde-3e0a-437f-aa1c-d3ffa167d860 req-717bbae3-9a6a-46b6-a1dc-06883c88b67d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.1580584 Jul 05 03:55:06.432613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5efdde-3e0a-437f-aa1c-d3ffa167d860 req-6563f0ed-f831-48f3-a169-f9d0e5385382 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0807371 Jul 05 03:55:06.449460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d476a183-a9bd-461b-90b6-d1f4c689a9a9 req-dcdceba0-283f-4adf-9d82-a08047078826 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:06.456828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d476a183-a9bd-461b-90b6-d1f4c689a9a9 req-dcdceba0-283f-4adf-9d82-a08047078826 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.1840320 Jul 05 03:55:06.615968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d476a183-a9bd-461b-90b6-d1f4c689a9a9 req-567d429d-65ca-446d-878e-eac89e916e30 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1571920 Jul 05 03:55:06.757840 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-17cea22c-9ca9-4389-9ffd-1ac223448c21 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2757556 Jul 05 03:55:06.823318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-fa767ad2-5efc-4008-83ff-1f667afc35b8 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--307086270&fields=id&tenant_id=9dd96b056f1846bfb243852869d18891 HTTP/1.1" status: 200 len: 267 time: 0.0889525 Jul 05 03:55:07.004713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-15bf0538-f3a7-453d-a769-f29e9efbd149 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.016778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-15bf0538-f3a7-453d-a769-f29e9efbd149 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/networks?id=c140cb71-78d4-4d48-8111-dd42bd8bac1b HTTP/1.1" status: 200 len: 816 time: 0.1931853 Jul 05 03:55:07.040494 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-0450c612-26a6-4910-af46-da0c545c6be4 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/quotas/9dd96b056f1846bfb243852869d18891 HTTP/1.1" status: 200 len: 375 time: 0.0227003 Jul 05 03:55:07.201956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-550d86f0-d68e-428c-82f1-52b63e9166fb tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=9dd96b056f1846bfb243852869d18891&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1598225 Jul 05 03:55:07.220092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17694f8c-a006-48bf-8c9e-97fa772fc2a4 req-66308eff-4f77-40f7-81a4-e6129aec1f98 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.228289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17694f8c-a006-48bf-8c9e-97fa772fc2a4 req-66308eff-4f77-40f7-81a4-e6129aec1f98 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 943 time: 0.1749008 Jul 05 03:55:07.358357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17694f8c-a006-48bf-8c9e-97fa772fc2a4 req-b14ef8f1-f61f-4c7f-84ac-9397d0888695 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289182 Jul 05 03:55:07.429403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-102691e8-4e03-45fc-85bc-9dcd5e7f9edc service neutron] 10.222.0.30 "GET /v2.0/networks/c140cb71-78d4-4d48-8111-dd42bd8bac1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1965995 Jul 05 03:55:07.664363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8704eeff-245a-4529-a0f9-762e906a6031 req-3c79a538-1cac-422f-9de1-cc9fc13e405b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 210 time: 0.0771894 Jul 05 03:55:07.701307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-69779c9b-95fc-46e2-a3b4-674f5505b27c service neutron] 10.222.0.30 "GET /v2.0/networks/c140cb71-78d4-4d48-8111-dd42bd8bac1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2588799 Jul 05 03:55:07.793433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-9687d907-6454-491d-81d8-2b7b1bdc856a tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:07.796301 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-9687d907-6454-491d-81d8-2b7b1bdc856a tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.13 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 945 time: 0.1768897 Jul 05 03:55:08.002828 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Deleting port ad894130-fba8-4d79-8260-84c298d0ae6b {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:08.007786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-92eba57b-9913-46fb-9e07-b0e69799de3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.015770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.059494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53806749-6e04-4537-bd72-8b4623e98459 req-7c54221f-c793-484e-89be-c3f3ceaab0d6 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.061053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53806749-6e04-4537-bd72-8b4623e98459 req-7c54221f-c793-484e-89be-c3f3ceaab0d6 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 945 time: 0.1899343 Jul 05 03:55:08.149615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] For port ad894130-fba8-4d79-8260-84c298d0ae6b, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ad894130-fba8-4d79-8260-84c298d0ae6b,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:08.150161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.166002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53806749-6e04-4537-bd72-8b4623e98459 req-05484ddc-8f1c-467a-ba46-2287619757e9 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups?id=806908bb-16c3-4132-ab6a-41ade30f5657&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930505 Jul 05 03:55:08.407524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device def6dc29-33ce-4d60-830d-4677a4c00604 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:08.445227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac2c60b-bf3a-44bd-8175-444e9dbfe315 req-98475823-d492-4bca-8d77-919b71f8ef32 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.446942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fac2c60b-bf3a-44bd-8175-444e9dbfe315 req-98475823-d492-4bca-8d77-919b71f8ef32 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.1098483 Jul 05 03:55:08.510731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.514303 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.514864 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Floating IP ab2e3ad1-9b4d-41da-9229-d81dec836185 disassociated. External IP: 172.25.4.45, port: ad894130-fba8-4d79-8260-84c298d0ae6b. Jul 05 03:55:08.515440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Calling delete_port for ad894130-fba8-4d79-8260-84c298d0ae6b owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:08.529021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fac2c60b-bf3a-44bd-8175-444e9dbfe315 req-cbc910af-009e-470e-95a9-ffff126d1d43 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715144 Jul 05 03:55:08.601981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port def6dc29-33ce-4d60-830d-4677a4c00604, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=def6dc29-33ce-4d60-830d-4677a4c00604,segment=NetworkSegment(45d2a231-c508-4eab-9e24-b9c540c01764),segment_id=45d2a231-c508-4eab-9e24-b9c540c01764)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:08.636871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'port_id': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'mac_address': 'fa:16:3e:74:4d:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:08.741186 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:08.806516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id def6dc29-33ce-4d60-830d-4677a4c00604 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:08.884333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-b8cbb5b7-b74d-4ab1-83ad-c448edddfafb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:08.886075 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-b8cbb5b7-b74d-4ab1-83ad-c448edddfafb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 812 time: 0.4924858 Jul 05 03:55:08.893144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port def6dc29-33ce-4d60-830d-4677a4c00604, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=def6dc29-33ce-4d60-830d-4677a4c00604,segment=NetworkSegment(45d2a231-c508-4eab-9e24-b9c540c01764),segment_id=45d2a231-c508-4eab-9e24-b9c540c01764)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:08.996416 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.121665 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-537b1a13-bd06-4f26-bf42-01829cb0f981 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8098748b7b904e9f87a6b4a428711421 HTTP/1.1" status: 200 len: 380 time: 0.2103450 Jul 05 03:55:09.148549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=def6dc29-33ce-4d60-830d-4677a4c00604,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.162456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'port': {'device_id': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'admin_state_up': True, 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'security_groups': ['ba05dd71-ebeb-4f44-b32d-45ef36741fef']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:09.191314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62595784-bcd8-401c-a914-aea3bd10880d req-09f531b7-1e92-4a63-af2e-ec50814a34b2 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.199744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62595784-bcd8-401c-a914-aea3bd10880d req-09f531b7-1e92-4a63-af2e-ec50814a34b2 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.2967658 Jul 05 03:55:09.237333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e386a4b4-ac5f-4b10-8160-9df4d9921fc3 req-31ba39da-ff52-4146-8a35-47c5289a9ce0 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:09.245824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e386a4b4-ac5f-4b10-8160-9df4d9921fc3 req-31ba39da-ff52-4146-8a35-47c5289a9ce0 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 944 time: 0.2444251 Jul 05 03:55:09.328838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e386a4b4-ac5f-4b10-8160-9df4d9921fc3 req-3f250a43-45d8-4e83-9f66-9dfc0edeb365 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806739 Jul 05 03:55:09.376903 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['def6dc29-33ce-4d60-830d-4677a4c00604'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:09.385671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62595784-bcd8-401c-a914-aea3bd10880d req-ef0c6c7d-1d2a-480e-9161-7b8a182f751c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707017 Jul 05 03:55:09.406992 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.500447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Pushing event deleted for resources: {'Port': ['ID=ad894130-fba8-4d79-8260-84c298d0ae6b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:09.560566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea7f0ecb-b663-4401-88c2-34a425a0f608 req-859c14ae-7f3e-4f41-ada8-87e121707a67 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 210 time: 0.0441656 Jul 05 03:55:09.795584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00a40a29-5096-47b4-97ad-ba4f352a924c req-d0f632de-3e76-4f68-a806-7fa252543df0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 210 time: 0.1032488 Jul 05 03:55:09.813381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Made reservation on behalf of 8098748b7b904e9f87a6b4a428711421 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:09.819459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:09.889550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Router 3a400c40-3d8b-4693-8298-453d60eb6245 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:09.918551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0db28fe6-deda-4e55-baa8-525e65d953a1 req-da61f0ef-1149-44b7-b41b-9288d38e4a27 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 210 time: 0.0476844 Jul 05 03:55:10.267331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:10.282731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] Sync routers for ids ['3a400c40-3d8b-4693-8298-453d60eb6245'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:10.292061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc492557-25e4-4be5-8b6b-f876b4580187 req-46bfecdf-fd3c-4cb1-ad2e-f2c5c375f9c4 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:10.303868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc492557-25e4-4be5-8b6b-f876b4580187 req-46bfecdf-fd3c-4cb1-ad2e-f2c5c375f9c4 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.2141702 Jul 05 03:55:10.306551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] Routers {'3a400c40-3d8b-4693-8298-453d60eb6245'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:10.308536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3a400c40-3d8b-4693-8298-453d60eb6245'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:10.364371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] No DVR routers for this DVR port ad894130-fba8-4d79-8260-84c298d0ae6b on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:10.381948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.387825 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.13 "DELETE /v2.0/ports/ad894130-fba8-4d79-8260-84c298d0ae6b HTTP/1.1" status: 204 len: 173 time: 2.5836000 Jul 05 03:55:10.391945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'name': 'network-vif-deleted', 'tag': 'ad894130-fba8-4d79-8260-84c298d0ae6b'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:10.404953 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42ebde8-3ae1-419c-be9f-374d284a8185" -d '{"events": [{"server_uuid": "8448b289-8761-4c58-a267-7fdbf1b19f6f", "name": "network-vif-deleted", "tag": "ad894130-fba8-4d79-8260-84c298d0ae6b"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:10.414599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc492557-25e4-4be5-8b6b-f876b4580187 req-12d0bf3e-3e00-4681-8502-43c2fad24e57 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053519 Jul 05 03:55:10.486211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Allocated IP 172.20.0.10 (bb7225f8-2656-4d21-83e6-3f10fe13876c/ff06111f-dc07-4a36-b1fc-1755a4ea96de/3346f06f-ffce-4986-a9ee-bee8b3f67738) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:10.515291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] Set router 3a400c40-3d8b-4693-8298-453d60eb6245 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:10.779320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa71f2c-9019-4d8e-a983-d6247e8837da req-a8d524b4-cd2b-4d5b-9cde-bab4cb405efc tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:10.794152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6aa71f2c-9019-4d8e-a983-d6247e8837da req-a8d524b4-cd2b-4d5b-9cde-bab4cb405efc tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 944 time: 0.1909902 Jul 05 03:55:10.931054 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:10.972284 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Transition to ACTIVE for port object 3346f06f-ffce-4986-a9ee-bee8b3f67738 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:11.039720 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6aa71f2c-9019-4d8e-a983-d6247e8837da req-7ebc214a-8d20-4592-8d6e-20fd91a4b92f tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2470701 Jul 05 03:55:11.042293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ad894130-fba8-4d79-8260-84c298d0ae6b no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:11.085659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63477a5-f2cf-499b-bd90-72b4e1975d0a req-ba339a8c-eb2b-4729-8c44-1b4341a34c24 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.088123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: ad894130-fba8-4d79-8260-84c298d0ae6b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:11.088503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ad894130-fba8-4d79-8260-84c298d0ae6b not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:11.093071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63477a5-f2cf-499b-bd90-72b4e1975d0a req-ba339a8c-eb2b-4729-8c44-1b4341a34c24 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.2990284 Jul 05 03:55:11.108239 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a240381-bde5-4bb1-b1c3-b3884e99243b x-openstack-request-id: req-6a240381-bde5-4bb1-b1c3-b3884e99243b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:11.108533 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8448b289-8761-4c58-a267-7fdbf1b19f6f", "name": "network-vif-deleted", "tag": "ad894130-fba8-4d79-8260-84c298d0ae6b", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:11.118917 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a240381-bde5-4bb1-b1c3-b3884e99243b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:11.119874 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8448b289-8761-4c58-a267-7fdbf1b19f6f', 'name': 'network-vif-deleted', 'tag': 'ad894130-fba8-4d79-8260-84c298d0ae6b', 'status': 'completed', 'code': 200} Jul 05 03:55:11.170051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63477a5-f2cf-499b-bd90-72b4e1975d0a req-091ad71f-48c8-4dd9-962f-e6d31aad6591 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743034 Jul 05 03:55:11.269600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-290be385-2f59-483e-9e68-5b3ae41503cd req-917acdf0-82ce-488e-ba2f-0fcd20b57da5 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 210 time: 0.0413346 Jul 05 03:55:11.323558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7', 'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'mac_address': 'fa:16:3e:d5:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:59Z', 'updated_at': '2021-07-05T03:51:09Z', 'revision_number': 5, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'subnets': [{'id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:11.355594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] Checking router: 3a400c40-3d8b-4693-8298-453d60eb6245 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:11.365070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] Routers {'3a400c40-3d8b-4693-8298-453d60eb6245'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:11.365700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:54:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3a400c40-3d8b-4693-8298-453d60eb6245'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:11.414932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f26b8370-d826-45b7-9220-fb1e5224da7c req-8c3652e0-bc00-4527-9ba9-681394ad36a5 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 210 time: 0.0405588 Jul 05 03:55:11.420716 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.485577 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd3a3b22-e439-4b0d-8f55-9ea3de8f5b62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.488848 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.495060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12c3335e-f290-46dc-899e-d8dd84594625 req-71c24695-d991-4c2d-ac14-81db481268a8 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/ports?device_id=8448b289-8761-4c58-a267-7fdbf1b19f6f HTTP/1.1" status: 200 len: 210 time: 0.0575445 Jul 05 03:55:11.508989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Network bb7225f8-2656-4d21-83e6-3f10fe13876c is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:11.512975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:11.523694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:11.542459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] Set router 3a400c40-3d8b-4693-8298-453d60eb6245 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:11.600099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.600931 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.622380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:11.743998 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-944dbb0b-38e8-41f3-815a-d5b1633c6bb4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5979924 Jul 05 03:55:11.757369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Request body: {'port': {'device_id': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:11.904158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c5f5a4-d147-4c46-a6f6-aec3e76e7971 req-5a500840-c00d-4eed-ae9c-732d6c2addcd tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:11.912190 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:11.918588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4c5f5a4-d147-4c46-a6f6-aec3e76e7971 req-5a500840-c00d-4eed-ae9c-732d6c2addcd tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.2071841 Jul 05 03:55:12.009820 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.029685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4c5f5a4-d147-4c46-a6f6-aec3e76e7971 req-2884c6f9-7f39-4ddc-8d57-579f277dff98 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098564 Jul 05 03:55:12.225608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7', 'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'mac_address': 'fa:16:3e:d5:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:59Z', 'updated_at': '2021-07-05T03:51:09Z', 'revision_number': 5, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'subnets': [{'id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:12.318451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8840657e-dcf2-4848-bfeb-d7d7b9d85f94 None None] Provisioning for port 3346f06f-ffce-4986-a9ee-bee8b3f67738 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:12.328434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8840657e-dcf2-4848-bfeb-d7d7b9d85f94 None None] Provisioning complete for port 3346f06f-ffce-4986-a9ee-bee8b3f67738 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:12.333960 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8840657e-dcf2-4848-bfeb-d7d7b9d85f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.334622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85b7f8e8-8bb3-467b-9081-b7a41c60b6d0 None None] The sync data for ids ['3a400c40-3d8b-4693-8298-453d60eb6245'] in n-d-758944-41 is: [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:51:00Z', 'revision_number': 4, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7', 'name': '', 'network_id': 'd53a5d10-2817-4caf-a35f-b6c91ba1fb62', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'mac_address': 'fa:16:3e:d5:ad:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_interface', 'standard_attr_id': 796, 'fixed_ips': [{'subnet_id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:59Z', 'updated_at': '2021-07-05T03:51:09Z', 'revision_number': 5, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'subnets': [{'id': 'b3730cd7-0b6e-4bec-b89f-56bda6c4ace4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:12.453439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device def6dc29-33ce-4d60-830d-4677a4c00604 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:12.493328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8840657e-dcf2-4848-bfeb-d7d7b9d85f94 None None] Port 3346f06f-ffce-4986-a9ee-bee8b3f67738 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:12.562503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3346f06f-ffce-4986-a9ee-bee8b3f67738 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:12.575097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.598767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Transition to ACTIVE for port object 3346f06f-ffce-4986-a9ee-bee8b3f67738 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:12.611301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port def6dc29-33ce-4d60-830d-4677a4c00604 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:12.627354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port def6dc29-33ce-4d60-830d-4677a4c00604 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:12.628509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.656778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac5e98a-632a-4285-a9fc-e952091c58d5 req-365a8aa4-b654-4f0f-876a-28828c60581e tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.664356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aac5e98a-632a-4285-a9fc-e952091c58d5 req-365a8aa4-b654-4f0f-876a-28828c60581e tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 944 time: 0.3202729 Jul 05 03:55:12.668581 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:12.711737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2818443b-fb57-43f5-a6c8-82ae8b3e6790 req-b27d3172-50ce-4632-ac0e-284fc5ad4391 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:12.718766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2818443b-fb57-43f5-a6c8-82ae8b3e6790 req-b27d3172-50ce-4632-ac0e-284fc5ad4391 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.2163060 Jul 05 03:55:12.793509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aac5e98a-632a-4285-a9fc-e952091c58d5 req-4f5b8918-38e6-4f77-8021-e8e4eb984a07 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208506 Jul 05 03:55:12.839692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2818443b-fb57-43f5-a6c8-82ae8b3e6790 req-54416a48-ca5f-4266-acfe-c5eb7e9469da tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199653 Jul 05 03:55:12.940408 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aa8bd46-d1ac-4cca-9194-f291d82c52d7 None None] New status for floating IP ab2e3ad1-9b4d-41da-9229-d81dec836185: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:12.975516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:12.979082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.065186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:13.076312 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-209521f9-b961-47ef-9d87-baa78242e64a" -d '{"events": [{"server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "name": "network-vif-plugged", "status": "completed", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:13.107395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port def6dc29-33ce-4d60-830d-4677a4c00604, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=def6dc29-33ce-4d60-830d-4677a4c00604,segment=NetworkSegment(45d2a231-c508-4eab-9e24-b9c540c01764),segment_id=45d2a231-c508-4eab-9e24-b9c540c01764)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:13.169820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Attempting to bind port 3346f06f-ffce-4986-a9ee-bee8b3f67738 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:13.170413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Attempting to bind port 3346f06f-ffce-4986-a9ee-bee8b3f67738 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:13.170641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Attempting to bind port 3346f06f-ffce-4986-a9ee-bee8b3f67738 on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:13.182370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Port 3346f06f-ffce-4986-a9ee-bee8b3f67738 on network bb7225f8-2656-4d21-83e6-3f10fe13876c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:13.183444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Attempting to bind port 3346f06f-ffce-4986-a9ee-bee8b3f67738 on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:13.197879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:13.198599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Checking segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:13.202193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.202357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Bound using segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:13.202357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Bound port: 3346f06f-ffce-4986-a9ee-bee8b3f67738, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:13.202718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.212601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-582a845b-c869-42b1-83b4-f0d46a16816f req-15c27826-50a8-487f-9713-41a759b7fa56 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 210 time: 0.0887175 Jul 05 03:55:13.398650 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.400845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=def6dc29-33ce-4d60-830d-4677a4c00604,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:13.423204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:13.435789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:13.503104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.546339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e4fedd-e5d3-41aa-a0cc-bcfd17623172 req-68ac447c-7a36-46ca-9642-400381b7ef33 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.555048 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19e4fedd-e5d3-41aa-a0cc-bcfd17623172 req-68ac447c-7a36-46ca-9642-400381b7ef33 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 944 time: 0.3608625 Jul 05 03:55:13.562407 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.575258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.575882 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:13.577356 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] 10.222.0.26 "PUT /v2.0/ports/3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 1093 time: 1.8253288 Jul 05 03:55:13.577815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:13.580404 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93294b0d-8db2-4fa6-a70e-bfd7b9537493" -d '{"events": [{"name": "network-changed", "server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:13.629107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-e4c73113-a991-4ae0-90f3-4f345bcc2d51 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.631472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-e4c73113-a991-4ae0-90f3-4f345bcc2d51 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.26 "GET /v2.0/networks?id=c140cb71-78d4-4d48-8111-dd42bd8bac1b HTTP/1.1" status: 200 len: 816 time: 0.4272485 Jul 05 03:55:13.649742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8935f3-2b07-43ed-bbc6-dd8adfdffb9d service neutron] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:13.672221 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0caa199-2872-42d3-a51c-3ce502dc0e01 x-openstack-request-id: req-c0caa199-2872-42d3-a51c-3ce502dc0e01 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:13.672806 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "name": "network-vif-plugged", "status": "completed", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:13.673273 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0caa199-2872-42d3-a51c-3ce502dc0e01 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:13.673897 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'code': 200} Jul 05 03:55:13.735887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19e4fedd-e5d3-41aa-a0cc-bcfd17623172 req-61f4451f-32cb-48de-b46c-2485e87d4645 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1773591 Jul 05 03:55:13.801580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-daf24b16-a572-48a1-baca-0d8f979e11ef tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9dd96b056f1846bfb243852869d18891 HTTP/1.1" status: 200 len: 379 time: 0.1535821 Jul 05 03:55:13.846152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-407de915-c0b6-44c6-8f0a-3273271bbd3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:13.847729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-407de915-c0b6-44c6-8f0a-3273271bbd3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1096 time: 0.1381440 Jul 05 03:55:13.862430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56454) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:13.876435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Request body: {'port': {'device_id': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'admin_state_up': True, 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'security_groups': ['0536c6e8-9612-4c39-9e71-e2fe87565c00']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:14.021573 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1cbca4-b9d9-4853-ae35-e88cb6c90fc7 x-openstack-request-id: req-ae1cbca4-b9d9-4853-ae35-e88cb6c90fc7 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:14.021795 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:14.022012 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae1cbca4-b9d9-4853-ae35-e88cb6c90fc7 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:14.022409 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'status': 'completed', 'code': 200} Jul 05 03:55:14.025729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-ac0f962c-1fec-4d39-aa1d-27494319af11 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 217 time: 0.1689117 Jul 05 03:55:14.076130 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.092816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb074570-8786-4824-abfb-1e94023cc086 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.112850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-c0509f8b-2892-4da5-8eb7-1b52a08c62ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:14.114534 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-c0509f8b-2892-4da5-8eb7-1b52a08c62ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.0757196 Jul 05 03:55:14.179584 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb074570-8786-4824-abfb-1e94023cc086 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.244084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-4699efc3-5fa4-4502-a439-10beb8192861 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:14.245909 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-4699efc3-5fa4-4502-a439-10beb8192861 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1165080 Jul 05 03:55:14.375342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Made reservation on behalf of 9dd96b056f1846bfb243852869d18891 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:14.379206 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.389838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd05671e-6a06-43f4-8ac9-97810aa9d3b7 req-143b4871-bf34-471b-ab71-fe72ae5b23a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:14.391413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd05671e-6a06-43f4-8ac9-97810aa9d3b7 req-143b4871-bf34-471b-ab71-fe72ae5b23a8 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1097 time: 0.6148934 Jul 05 03:55:14.397989 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-d7fbe859-5c3e-40bd-878f-b40c96825f7c service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429219 Jul 05 03:55:14.400045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb074570-8786-4824-abfb-1e94023cc086 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.403571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb074570-8786-4824-abfb-1e94023cc086 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:14.405191 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fb074570-8786-4824-abfb-1e94023cc086 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "DELETE /v2.0/security-groups/806908bb-16c3-4132-ab6a-41ade30f5657 HTTP/1.1" status: 204 len: 168 time: 0.5351303 Jul 05 03:55:14.422720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56462) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:14.437050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb074570-8786-4824-abfb-1e94023cc086 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=806908bb-16c3-4132-ab6a-41ade30f5657,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:14.458020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f524900-2034-4554-b701-c60b66b1a2a8 req-17a12131-fb8e-412f-9cdc-3079deebf1f4 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:14.465120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f524900-2034-4554-b701-c60b66b1a2a8 req-17a12131-fb8e-412f-9cdc-3079deebf1f4 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.3377535 Jul 05 03:55:14.568579 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5546625-04b4-4048-ba12-24cdc8a8fcfb req-d25f21ee-5cfc-4123-a256-43b764e2c226 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1602411 Jul 05 03:55:14.662726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Allocated IP 172.20.0.4 (c140cb71-78d4-4d48-8111-dd42bd8bac1b/654adab4-e987-4b99-be8f-766330fa38ca/1073de75-65ba-41df-b545-074e3d2ebf8e) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:14.668561 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-e955fe19-4ed8-4d2d-900b-29c2e5edaa23 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] show failed (client error): The resource could not be found. Jul 05 03:55:14.672276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e955fe19-4ed8-4d2d-900b-29c2e5edaa23 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "GET /v2.0/security-groups/806908bb-16c3-4132-ab6a-41ade30f5657 HTTP/1.1" status: 404 len: 347 time: 0.2460396 Jul 05 03:55:14.672855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56466) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:14.781851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd05671e-6a06-43f4-8ac9-97810aa9d3b7 req-103521cc-900e-4401-91a8-e3b4d409ff5e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3826687 Jul 05 03:55:14.837772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f524900-2034-4554-b701-c60b66b1a2a8 req-05b1f114-f983-44df-b746-80f7dd82ed45 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3716788 Jul 05 03:55:14.876747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad3b8fc2-bda6-43cd-b836-c2fc945ef5b2 req-8a4d9f7d-6368-4064-aa26-fac646b0022a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:14.890678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad3b8fc2-bda6-43cd-b836-c2fc945ef5b2 req-8a4d9f7d-6368-4064-aa26-fac646b0022a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.6866024 Jul 05 03:55:15.001704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-80f63549-7899-406d-b4b2-73bc9df220f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:15.003791 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-80f63549-7899-406d-b4b2-73bc9df220f0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1096 time: 0.2364914 Jul 05 03:55:15.021454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad3b8fc2-bda6-43cd-b836-c2fc945ef5b2 req-f10f309b-4fc8-494f-9427-73621c8dba97 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294088 Jul 05 03:55:15.147079 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.168484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe2b73-544e-4d98-9e99-f91eea33ba8d req-364fcd85-133d-401c-b785-b78f940aeb62 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:15.170016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60fe2b73-544e-4d98-9e99-f91eea33ba8d req-364fcd85-133d-401c-b785-b78f940aeb62 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.1206689 Jul 05 03:55:15.185274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Transition to ACTIVE for port object 1073de75-65ba-41df-b545-074e3d2ebf8e will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:15.250889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60fe2b73-544e-4d98-9e99-f91eea33ba8d req-3c8a782e-a152-47ea-951a-fdcf8e93a59d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637622 Jul 05 03:55:15.274812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb2a2a-6935-4f3a-8103-3ebc866c67de tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Deleting port 2ba3650f-d862-462d-8cf1-e00c42b8abc1 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:15.275355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2a2a-6935-4f3a-8103-3ebc866c67de tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.334146 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.387257 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2a2a-6935-4f3a-8103-3ebc866c67de tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.387639 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2a2a-6935-4f3a-8103-3ebc866c67de tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.405001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c5eb2a2a-6935-4f3a-8103-3ebc866c67de tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Calling delete_port for 2ba3650f-d862-462d-8cf1-e00c42b8abc1 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:15.540273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Network c140cb71-78d4-4d48-8111-dd42bd8bac1b is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:15.549583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:15.570816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:15.609893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Pushing event updated for resources: {'Port': ['ID=1073de75-65ba-41df-b545-074e3d2ebf8e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:15.714295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:15.715264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:15.727657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b387cdf1-d635-4f2e-921b-464cbe4175b1 req-bb02d5b2-1b97-4eab-81e6-f5b8ae146a97 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:15.729294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b387cdf1-d635-4f2e-921b-464cbe4175b1 req-bb02d5b2-1b97-4eab-81e6-f5b8ae146a97 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 931 time: 0.3136516 Jul 05 03:55:15.852573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b705cde-be1c-466c-903e-82f1748dd75c req-c7aeff65-b490-4915-917a-ce68a860c31d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:15.854135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b705cde-be1c-466c-903e-82f1748dd75c req-c7aeff65-b490-4915-917a-ce68a860c31d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 944 time: 0.2019444 Jul 05 03:55:15.857085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b387cdf1-d635-4f2e-921b-464cbe4175b1 req-1df6b16d-e110-49c4-9167-78d76a1e4512 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1129599 Jul 05 03:55:15.898767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-9bba5fb7-c103-405d-aeef-2fe05e18e177 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0622694 Jul 05 03:55:15.935662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Request body: {'port': {'device_id': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:15.985993 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b705cde-be1c-466c-903e-82f1748dd75c req-99418722-217a-4bc0-842b-7ee6f0f0ae17 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1233366 Jul 05 03:55:16.100213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-52859435-4b03-4579-9af6-adb04ee35da9 None None] Provisioning for port 1073de75-65ba-41df-b545-074e3d2ebf8e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:16.104771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-52859435-4b03-4579-9af6-adb04ee35da9 None None] Provisioning complete for port 1073de75-65ba-41df-b545-074e3d2ebf8e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:16.105378 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-52859435-4b03-4579-9af6-adb04ee35da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.147840 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.191238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-8582fee4-bd65-4a59-ace9-20c12d76f284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.210240 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-8582fee4-bd65-4a59-ace9-20c12d76f284 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 1.1854784 Jul 05 03:55:16.223113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-52859435-4b03-4579-9af6-adb04ee35da9 None None] Port 1073de75-65ba-41df-b545-074e3d2ebf8e cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:55:16.289133 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-a92bc3d2-4d79-4cb6-96ed-b0e4f5caf884 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 217 time: 0.0689526 Jul 05 03:55:16.372285 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2a2a-6935-4f3a-8103-3ebc866c67de tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.403202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66e77d-1ecd-4620-9f9f-9df43d4b019f req-6104c2a2-d610-48f4-9c28-ae464793b825 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.404962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf66e77d-1ecd-4620-9f9f-9df43d4b019f req-6104c2a2-d610-48f4-9c28-ae464793b825 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.2255476 Jul 05 03:55:16.418476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5eb2a2a-6935-4f3a-8103-3ebc866c67de tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Pushing event deleted for resources: {'Port': ['ID=2ba3650f-d862-462d-8cf1-e00c42b8abc1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:16.431403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-f69b763c-40be-437a-aa6a-c46b07c3730f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.432690 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-f69b763c-40be-437a-aa6a-c46b07c3730f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.1231437 Jul 05 03:55:16.509874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf66e77d-1ecd-4620-9f9f-9df43d4b019f req-657ede5a-4b71-4b17-81cb-64b1c5bd7fc9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393090 Jul 05 03:55:16.522935 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2a2a-6935-4f3a-8103-3ebc866c67de tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.525693 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5eb2a2a-6935-4f3a-8103-3ebc866c67de tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:16.526938 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c5eb2a2a-6935-4f3a-8103-3ebc866c67de tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] 10.222.0.30 "DELETE /v2.0/floatingips/ab2e3ad1-9b4d-41da-9229-d81dec836185 HTTP/1.1" status: 204 len: 168 time: 1.8529391 Jul 05 03:55:16.530528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56488) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:16.571635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a270182-dcbd-422f-9314-261c6ff71a4c req-6c883ed2-d763-4aa5-a3c8-b9716658276b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.573332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a270182-dcbd-422f-9314-261c6ff71a4c req-6c883ed2-d763-4aa5-a3c8-b9716658276b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.3279307 Jul 05 03:55:16.658971 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-3db5bf75-a013-4302-a781-fb63f9bfee76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:16.660979 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-3db5bf75-a013-4302-a781-fb63f9bfee76 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2090461 Jul 05 03:55:16.742547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a270182-dcbd-422f-9314-261c6ff71a4c req-731f0165-0129-44a9-9ae0-b28b1290f5c2 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783975 Jul 05 03:55:16.875877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-52c056e7-77fd-4b1a-9d71-8e2675c30a95 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2061081 Jul 05 03:55:17.067107 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-93294b0d-8db2-4fa6-a70e-bfd7b9537493 req-c51b7fc4-d045-4025-9b8e-4d1659f1e89e service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1711173 Jul 05 03:55:17.080484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4464f187-c1d9-48aa-a03b-5336c5ca60a3 req-01e08eba-bc42-41d1-aab9-7ad7a3e7390a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:17.082235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4464f187-c1d9-48aa-a03b-5336c5ca60a3 req-01e08eba-bc42-41d1-aab9-7ad7a3e7390a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.2595618 Jul 05 03:55:17.178884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1073de75-65ba-41df-b545-074e3d2ebf8e {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:17.198475 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.237047 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4464f187-c1d9-48aa-a03b-5336c5ca60a3 req-1c3a76d7-7113-41fe-9abd-0ff87e106959 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378164 Jul 05 03:55:17.267371 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.274503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Transition to ACTIVE for port object 1073de75-65ba-41df-b545-074e3d2ebf8e will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:17.378066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae238b1-bf81-4a27-8697-c29ade5979e8 req-f688bf1d-3dea-4324-8040-5d2fd1b2a17f tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:17.387725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ae238b1-bf81-4a27-8697-c29ade5979e8 req-f688bf1d-3dea-4324-8040-5d2fd1b2a17f tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 931 time: 0.2036057 Jul 05 03:55:17.406857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.547269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ae238b1-bf81-4a27-8697-c29ade5979e8 req-c59f415a-15d8-425e-9496-9dfcc2c65cc6 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583047 Jul 05 03:55:17.783098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Pushing event updated for resources: {'Port': ['ID=1073de75-65ba-41df-b545-074e3d2ebf8e,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:17.802268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Deleting port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:17.803090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.807347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcec4345-31ef-4e4a-824f-2fe07c4f2975 req-970a08c0-e474-49ca-b386-235a59475988 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:17.815399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcec4345-31ef-4e4a-824f-2fe07c4f2975 req-970a08c0-e474-49ca-b386-235a59475988 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 944 time: 0.3910687 Jul 05 03:55:17.896375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Attempting to bind port 1073de75-65ba-41df-b545-074e3d2ebf8e on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:17.896782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Attempting to bind port 1073de75-65ba-41df-b545-074e3d2ebf8e by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:17.897052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Attempting to bind port 1073de75-65ba-41df-b545-074e3d2ebf8e on network c140cb71-78d4-4d48-8111-dd42bd8bac1b {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:17.933524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Port 1073de75-65ba-41df-b545-074e3d2ebf8e on network c140cb71-78d4-4d48-8111-dd42bd8bac1b not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:17.934237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Attempting to bind port 1073de75-65ba-41df-b545-074e3d2ebf8e on network c140cb71-78d4-4d48-8111-dd42bd8bac1b {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:17.971047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:17.971395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Checking segment: {'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:17.971781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Bound using segment: {'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:17.976849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] For port 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:17.977558 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:17.978864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Bound port: 1073de75-65ba-41df-b545-074e3d2ebf8e, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9092a254-59b5-4d42-8701-977c0f6fbbc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:17.979257 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.003690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Calling delete_port for 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:18.014173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcec4345-31ef-4e4a-824f-2fe07c4f2975 req-0ea54d97-a7c6-4ba3-9ee4-b85bda26763b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1973171 Jul 05 03:55:18.107484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] For port 1073de75-65ba-41df-b545-074e3d2ebf8e, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:18.111701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] For port 1073de75-65ba-41df-b545-074e3d2ebf8e, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1073de75-65ba-41df-b545-074e3d2ebf8e,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:18.183478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd12586e-b64f-49c1-8c64-09a01bdd219c req-69e546bb-c307-42c8-9993-73a49b843cba tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:18.185121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd12586e-b64f-49c1-8c64-09a01bdd219c req-69e546bb-c307-42c8-9993-73a49b843cba tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.3457756 Jul 05 03:55:18.220780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.282684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:18.283557 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.284970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] 10.222.0.26 "PUT /v2.0/ports/1073de75-65ba-41df-b545-074e3d2ebf8e HTTP/1.1" status: 200 len: 1092 time: 2.3747730 Jul 05 03:55:18.304735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'tag': '1073de75-65ba-41df-b545-074e3d2ebf8e'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:18.307115 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eac9a964-0ca9-4421-960e-f56e5cd86f4a" -d '{"events": [{"name": "network-changed", "server_uuid": "edb66e56-d851-41d3-9dbb-b35ad12e9122", "tag": "1073de75-65ba-41df-b545-074e3d2ebf8e"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:18.382071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd12586e-b64f-49c1-8c64-09a01bdd219c req-f90855e6-5aaa-4a9f-94c8-e5e03bf1fc9f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878214 Jul 05 03:55:18.464936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:18.493701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:18.531585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98757544-1f89-4b97-a229-d99ab206c1cf service neutron] Pushing event updated for resources: {'Port': ['ID=1073de75-65ba-41df-b545-074e3d2ebf8e,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:18.568760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Pushing event deleted for resources: {'Port': ['ID=5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:18.624284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdada348-e0b0-4675-9748-d2e16b46034b req-e493ee6a-2966-4070-946b-8b17f9fbd696 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:18.635522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdada348-e0b0-4675-9748-d2e16b46034b req-e493ee6a-2966-4070-946b-8b17f9fbd696 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.3254931 Jul 05 03:55:18.704555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.705058 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.705490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.705920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.706350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.706770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.707191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.708516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.709112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.709553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.710638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.711144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:18.730515 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-3c494dff-d8fb-46d2-9cc5-bf9137bc4eff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:18.731041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-3c494dff-d8fb-46d2-9cc5-bf9137bc4eff service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dd96b056f1846bfb243852869d18891&device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 1095 time: 0.3060980 Jul 05 03:55:18.807506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdada348-e0b0-4675-9748-d2e16b46034b req-da948bb4-6459-4cc1-93ee-5a8c32bb14a3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698005 Jul 05 03:55:18.809054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:18.875373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'port_id': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'mac_address': 'fa:16:3e:64:9a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:19.038916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-1c3edb5c-c093-41b1-bb5d-78c80935a377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.042989 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-1c3edb5c-c093-41b1-bb5d-78c80935a377 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932&tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a HTTP/1.1" status: 200 len: 1095 time: 0.3558266 Jul 05 03:55:19.065815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:19.068509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.102435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3346f06f-ffce-4986-a9ee-bee8b3f67738 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:19.124346 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.127720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:19.242228 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.295155 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:19.343550 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:19.480679 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-665a3e10-9b3e-433f-b535-433a461a63ce x-openstack-request-id: req-665a3e10-9b3e-433f-b535-433a461a63ce {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:19.481222 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb66e56-d851-41d3-9dbb-b35ad12e9122", "tag": "1073de75-65ba-41df-b545-074e3d2ebf8e", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:19.482078 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-665a3e10-9b3e-433f-b535-433a461a63ce {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:19.482606 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'tag': '1073de75-65ba-41df-b545-074e3d2ebf8e', 'status': 'completed', 'code': 200} Jul 05 03:55:19.487137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-85903ab6-4a53-483b-ac62-d591b0582ea1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1073de75-65ba-41df-b545-074e3d2ebf8e HTTP/1.1" status: 200 len: 217 time: 0.7363489 Jul 05 03:55:19.633788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-0aa4d9b0-1faa-4baf-9078-8e40de2fa702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.636288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-0aa4d9b0-1faa-4baf-9078-8e40de2fa702 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=654adab4-e987-4b99-be8f-766330fa38ca HTTP/1.1" status: 200 len: 855 time: 0.1169727 Jul 05 03:55:19.639758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3346f06f-ffce-4986-a9ee-bee8b3f67738'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:19.666664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c3852e-14b4-4e12-9b45-7036e40a57cf req-83b4eb49-d154-42c3-83dd-f60d624a5988 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.674063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81c3852e-14b4-4e12-9b45-7036e40a57cf req-83b4eb49-d154-42c3-83dd-f60d624a5988 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.2097967 Jul 05 03:55:19.679843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Router 3a400c40-3d8b-4693-8298-453d60eb6245 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:19.716142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:19.757347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0532b332-702e-4e8d-8f9d-f7c1e846b358 req-0147a974-c396-41c0-b109-c34ffaeb2411 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.767188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0532b332-702e-4e8d-8f9d-f7c1e846b358 req-0147a974-c396-41c0-b109-c34ffaeb2411 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.2883210 Jul 05 03:55:19.820495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81c3852e-14b4-4e12-9b45-7036e40a57cf req-39b808e6-14d8-4e30-b6c0-fb8df2c2db2c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454649 Jul 05 03:55:19.849366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0532b332-702e-4e8d-8f9d-f7c1e846b358 req-b359ad46-b03a-4893-af17-9d3daaeae154 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812674 Jul 05 03:55:19.857517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-36b11ece-3421-43c8-92ac-ebe5f7aca5b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:19.859039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-36b11ece-3421-43c8-92ac-ebe5f7aca5b7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c140cb71-78d4-4d48-8111-dd42bd8bac1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2151387 Jul 05 03:55:19.938540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:20.033680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:20.047888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] Sync routers for ids ['3a400c40-3d8b-4693-8298-453d60eb6245'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:20.058585 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f688ad9f-a3dd-45e1-95c4-486ec5efda70 admin admin] 10.222.0.30 "PUT /v2.0/routers/3a400c40-3d8b-4693-8298-453d60eb6245/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5265992 Jul 05 03:55:20.060354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56540) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:20.063613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e406b711-1120-48a0-aa79-aed6e9b107e4 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:20.065907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] Routers {'3a400c40-3d8b-4693-8298-453d60eb6245'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:20.067344 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:55:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3a400c40-3d8b-4693-8298-453d60eb6245'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:20.090473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-f5a19b9a-f2ad-4cb6-b7f9-19aec16bbf39 service neutron] 10.222.0.26 "GET /v2.0/networks/c140cb71-78d4-4d48-8111-dd42bd8bac1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210896 Jul 05 03:55:20.099707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.167204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Transition to ACTIVE for port object e406b711-1120-48a0-aa79-aed6e9b107e4 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:20.258514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33dac7ce-9a48-4f37-8822-58b1140c9b37 req-70c1f135-032a-4327-b833-7ce978f29224 service neutron] 10.222.0.26 "GET /v2.0/networks/c140cb71-78d4-4d48-8111-dd42bd8bac1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385574 Jul 05 03:55:20.271510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.305516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa900ee9-d277-477c-bbf3-51884a6ddff0 req-ecf993a4-8bfa-4037-bbda-e4a3abb23914 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:20.307001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] Set router 3a400c40-3d8b-4693-8298-453d60eb6245 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:20.307510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa900ee9-d277-477c-bbf3-51884a6ddff0 req-ecf993a4-8bfa-4037-bbda-e4a3abb23914 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2156177 Jul 05 03:55:20.410429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa900ee9-d277-477c-bbf3-51884a6ddff0 req-9736a88d-c74f-4a51-813b-e7dc40dd7112 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942070 Jul 05 03:55:20.446724 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:20.547377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-f5efbc61-fdd8-4ce9-9816-715c41e6a2a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:20.549967 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-f5efbc61-fdd8-4ce9-9816-715c41e6a2a7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dd96b056f1846bfb243852869d18891&device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 1095 time: 0.1382720 Jul 05 03:55:20.564743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=9']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:20.699883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:55:18Z', 'revision_number': 5, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:20.788883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] Checking router: 3a400c40-3d8b-4693-8298-453d60eb6245 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:20.816135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] Routers {'3a400c40-3d8b-4693-8298-453d60eb6245'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:20.816817 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:55:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3a400c40-3d8b-4693-8298-453d60eb6245'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:20.969554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-45504001-d0c6-4514-b1af-fe1d3c73f538 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:20.972069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-45504001-d0c6-4514-b1af-fe1d3c73f538 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c140cb71-78d4-4d48-8111-dd42bd8bac1b HTTP/1.1" status: 200 len: 917 time: 0.4152894 Jul 05 03:55:21.130801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] Set router 3a400c40-3d8b-4693-8298-453d60eb6245 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:21.132887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-0f528d73-0c3a-4ad2-af38-1874af5352c3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1073de75-65ba-41df-b545-074e3d2ebf8e HTTP/1.1" status: 200 len: 217 time: 0.1516211 Jul 05 03:55:21.155297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13ca6a-9dda-45a4-903d-85ddfd518100 req-9df5ec05-2cc9-48d1-8a40-999b1889363c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.156802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba13ca6a-9dda-45a4-903d-85ddfd518100 req-9df5ec05-2cc9-48d1-8a40-999b1889363c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4da49590d5f4f26b6a6640e3a820317&device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1097 time: 0.4180276 Jul 05 03:55:21.288175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13ca6a-9dda-45a4-903d-85ddfd518100 req-442080e6-13a4-45af-8074-507738cce13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.289572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba13ca6a-9dda-45a4-903d-85ddfd518100 req-442080e6-13a4-45af-8074-507738cce13b service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 200 len: 920 time: 0.0960348 Jul 05 03:55:21.333685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] No DVR routers for this DVR port e406b711-1120-48a0-aa79-aed6e9b107e4 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:21.406854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba13ca6a-9dda-45a4-903d-85ddfd518100 req-ce532ba6-5ffa-43d2-95a3-6958310de173 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 217 time: 0.1050310 Jul 05 03:55:21.432869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-7e536edc-e30f-4134-b572-784295c17695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.434769 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-7e536edc-e30f-4134-b572-784295c17695 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=654adab4-e987-4b99-be8f-766330fa38ca HTTP/1.1" status: 200 len: 855 time: 0.2828398 Jul 05 03:55:21.454274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.458772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:55:18Z', 'revision_number': 5, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:21.519145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff2cb2d-2701-4aef-8408-a6c0c9563012 None None] The sync data for ids ['3a400c40-3d8b-4693-8298-453d60eb6245'] in n-d-758944-41 is: [{'id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'name': 'tempest-ServersTestManualDisk-2099598220-router', 'tenant_id': '738fa8d926e9474fbeebc1e741308633', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181'}], 'enable_snat': True}, 'gw_port_id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:53Z', 'updated_at': '2021-07-05T03:55:18Z', 'revision_number': 5, 'project_id': '738fa8d926e9474fbeebc1e741308633', 'gw_port': {'id': '990c715c-3fd6-42f6-a42a-6eef1b02d99d', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:a8:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3a400c40-3d8b-4693-8298-453d60eb6245', 'device_owner': 'network:router_gateway', 'standard_attr_id': 784, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:54Z', 'updated_at': '2021-07-05T03:51:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:21.559773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87470810-dada-4a0e-8cf1-adf9a2ba2e7c req-41acc599-590c-453c-8b3a-78c93722a13f tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.561403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Attempting to bind port e406b711-1120-48a0-aa79-aed6e9b107e4 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:21.561765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Attempting to bind port e406b711-1120-48a0-aa79-aed6e9b107e4 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:21.564237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Attempting to bind port e406b711-1120-48a0-aa79-aed6e9b107e4 on network 3e8be6ab-0355-47c2-9498-f801197c8d7a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:21.571662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87470810-dada-4a0e-8cf1-adf9a2ba2e7c req-41acc599-590c-453c-8b3a-78c93722a13f tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.4507449 Jul 05 03:55:21.584390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843d7089-e7d7-4d3e-8af6-abe1445cac04 req-2c0e7e9b-cbb8-4ac9-b7d7-bd630ba1ce10 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.598592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-843d7089-e7d7-4d3e-8af6-abe1445cac04 req-2c0e7e9b-cbb8-4ac9-b7d7-bd630ba1ce10 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 943 time: 0.4037557 Jul 05 03:55:21.604127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Port e406b711-1120-48a0-aa79-aed6e9b107e4 on network 3e8be6ab-0355-47c2-9498-f801197c8d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:21.604127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Attempting to bind port e406b711-1120-48a0-aa79-aed6e9b107e4 on network 3e8be6ab-0355-47c2-9498-f801197c8d7a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:21.611539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:21.611881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Checking segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:21.612295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Bound using segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:21.612744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Bound port: e406b711-1120-48a0-aa79-aed6e9b107e4, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:21.613112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.625580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13ca6a-9dda-45a4-903d-85ddfd518100 req-fd35ee9b-f560-4447-8c51-c01b69fc514f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.627167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba13ca6a-9dda-45a4-903d-85ddfd518100 req-fd35ee9b-f560-4447-8c51-c01b69fc514f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8865b8d-80aa-4730-99a4-dd486bba4e30 HTTP/1.1" status: 200 len: 859 time: 0.2093189 Jul 05 03:55:21.692166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Deleting port 990c715c-3fd6-42f6-a42a-6eef1b02d99d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:21.692814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.709738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba13ca6a-9dda-45a4-903d-85ddfd518100 req-8be6239e-d6b0-4f1d-be28-b71f8c01f20f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee603b5-89fa-4945-b216-7a9c3364e023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0699880 Jul 05 03:55:21.760788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87470810-dada-4a0e-8cf1-adf9a2ba2e7c req-50ca9c69-1ce0-4c83-97ee-33d96705df87 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896775 Jul 05 03:55:21.766133 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:21.780742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:21.810287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-843d7089-e7d7-4d3e-8af6-abe1445cac04 req-79bf5866-855d-4582-af83-8491fa1b5133 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2106335 Jul 05 03:55:21.844335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] For port 990c715c-3fd6-42f6-a42a-6eef1b02d99d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=990c715c-3fd6-42f6-a42a-6eef1b02d99d,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:21.844708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.876714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Calling delete_port for 990c715c-3fd6-42f6-a42a-6eef1b02d99d owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:21.907057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.948214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.948844 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:21.952286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-ecd7c1a9-474b-4a41-b0a0-26738f1d444b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:21.954325 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] 10.222.0.26 "PUT /v2.0/ports/e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 200 len: 1092 time: 2.8956091 Jul 05 03:55:21.956641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:21.958575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-ecd7c1a9-474b-4a41-b0a0-26738f1d444b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c140cb71-78d4-4d48-8111-dd42bd8bac1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4921207 Jul 05 03:55:21.972191 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-200a03db-948c-41ed-bbec-d132c5e1f275" -d '{"events": [{"name": "network-changed", "server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:22.200754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba13ca6a-9dda-45a4-903d-85ddfd518100 req-5fc37f82-156d-4869-8fba-8f98c6b568d3 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4763565 Jul 05 03:55:22.240660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-93b200be-dbc6-41ef-8cd3-4819fc43bde9 service neutron] 10.222.0.26 "GET /v2.0/networks/c140cb71-78d4-4d48-8111-dd42bd8bac1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2615035 Jul 05 03:55:22.353401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08655ca9-db96-4da1-9ac6-22e2bfe03adf service neutron] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=10']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.386632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-99ccb550-3dac-4dfb-8da9-295578b844ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.388889 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-99ccb550-3dac-4dfb-8da9-295578b844ec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 1096 time: 0.0925386 Jul 05 03:55:22.397930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d12d1-6c8c-488f-8a89-d2f49c779e4b req-af07bf6d-6de3-4d4a-af20-370067d01363 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.399449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-085d12d1-6c8c-488f-8a89-d2f49c779e4b req-af07bf6d-6de3-4d4a-af20-370067d01363 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.3252783 Jul 05 03:55:22.413586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004de80d-4ac6-4f07-8e57-c52d764aab0f req-0bf6bbd9-f64e-4ba0-a25d-1d002a95f0e0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.415098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-004de80d-4ac6-4f07-8e57-c52d764aab0f req-0bf6bbd9-f64e-4ba0-a25d-1d002a95f0e0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.3868933 Jul 05 03:55:22.460639 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.468280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba13ca6a-9dda-45a4-903d-85ddfd518100 req-356f6c32-b628-4234-8e03-11a4a1048960 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2583199 Jul 05 03:55:22.497962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:22.523213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eac9a964-0ca9-4421-960e-f56e5cd86f4a req-7790f4fc-ea69-492f-8e38-141883490151 service neutron] 10.222.0.26 "GET /v2.0/networks/c140cb71-78d4-4d48-8111-dd42bd8bac1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2457817 Jul 05 03:55:22.529550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Pushing event deleted for resources: {'Port': ['ID=990c715c-3fd6-42f6-a42a-6eef1b02d99d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:22.548738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-085d12d1-6c8c-488f-8a89-d2f49c779e4b req-e669de0b-2970-478f-93d6-23e71fb40da0 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277838 Jul 05 03:55:22.576761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-004de80d-4ac6-4f07-8e57-c52d764aab0f req-3b64cbeb-6e83-4b17-824f-3dfd74496ddd tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470997 Jul 05 03:55:22.656300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 3346f06f-ffce-4986-a9ee-bee8b3f67738 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:22.660259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 3346f06f-ffce-4986-a9ee-bee8b3f67738 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:22.661596 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.665769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-4288092e-0e40-44dd-b74f-71dea508ba75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.669287 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-4288092e-0e40-44dd-b74f-71dea508ba75 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.2724044 Jul 05 03:55:22.697382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.802772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59896be4-f685-4283-976d-6fa376d6ea77 req-93bb411d-3aed-4469-be9c-1caf80aa50a6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:22.804530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59896be4-f685-4283-976d-6fa376d6ea77 req-93bb411d-3aed-4469-be9c-1caf80aa50a6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1084599 Jul 05 03:55:22.845333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.854797 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:22.868707 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-e77e4eb3-6e42-4a9d-b6c6-24feac209f34 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 200 len: 998 time: 0.1905496 Jul 05 03:55:22.889414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59896be4-f685-4283-976d-6fa376d6ea77 req-91738373-3fba-487d-8317-8ca01ca82af5 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0719173 Jul 05 03:55:22.926231 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303099b7-38df-47f2-b602-1926e9b49daf x-openstack-request-id: req-303099b7-38df-47f2-b602-1926e9b49daf {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:22.926576 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:22.926777 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-303099b7-38df-47f2-b602-1926e9b49daf {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:22.927182 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'status': 'completed', 'code': 200} Jul 05 03:55:22.942606 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.017805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:23.019263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:23.023386 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1913d0a-2ec5-483a-a2a1-bc0d9b599a52" -d '{"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:23.029668 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-4bd54678-7972-4316-8141-0e112f1d4177 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:23.031438 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-4bd54678-7972-4316-8141-0e112f1d4177 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.1034949 Jul 05 03:55:23.034695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:23.068919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:23.069406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5ba9624a-6b7c-4304-b6d9-dbbdfaca4db7 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:23.111554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.112472 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.112584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3a400c40-3d8b-4693-8298-453d60eb6245 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:55:23.117799 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.122159 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e5f58631-6726-471a-8752-fa809ee64e2b admin admin] 10.222.0.30 "DELETE /v2.0/routers/3a400c40-3d8b-4693-8298-453d60eb6245 HTTP/1.1" status: 204 len: 168 time: 3.0430031 Jul 05 03:55:23.122794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56606) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:23.124058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd1db97-798c-4a2e-93ea-2f4c439c5af4 req-ef389adc-1b34-40cb-9125-080f919ad0d3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:23.128699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afd1db97-798c-4a2e-93ea-2f4c439c5af4 req-ef389adc-1b34-40cb-9125-080f919ad0d3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.0931382 Jul 05 03:55:23.159665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-69150514-7a0d-4229-a342-805e1fee1260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:23.165537 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-69150514-7a0d-4229-a342-805e1fee1260 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1223648 Jul 05 03:55:23.181343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.205473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae4e160b-125c-48f1-899d-7cf768863822 admin admin] Deleting subnet b3730cd7-0b6e-4bec-b89f-56bda6c4ace4 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:55:23.239951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae4e160b-125c-48f1-899d-7cf768863822 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.244644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afd1db97-798c-4a2e-93ea-2f4c439c5af4 req-9f833b1e-5584-4d34-a668-c105a5083e5e tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030583 Jul 05 03:55:23.283580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64de2e0d-6f05-48fb-a526-756a0c690428 req-5ae566b8-fb76-4b0d-97cc-d5bfe6334ff1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:23.285289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64de2e0d-6f05-48fb-a526-756a0c690428 req-5ae566b8-fb76-4b0d-97cc-d5bfe6334ff1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.1548750 Jul 05 03:55:23.298658 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae4e160b-125c-48f1-899d-7cf768863822 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.349333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64de2e0d-6f05-48fb-a526-756a0c690428 req-14df0547-7d15-49e1-8bb7-4cbab54f5a44 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561931 Jul 05 03:55:23.353125 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-23ca6dea-6a0d-4c79-a0c2-15b806ac0385 service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714168 Jul 05 03:55:23.404494 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-543ce202-41fb-4c28-9a72-b234aa7445dd x-openstack-request-id: req-543ce202-41fb-4c28-9a72-b234aa7445dd {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:23.404494 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:23.404494 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-543ce202-41fb-4c28-9a72-b234aa7445dd {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:23.404494 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'code': 200} Jul 05 03:55:23.463464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983872de-a961-4616-b449-e82448b2eb04 req-bdcd31ef-3571-41a1-a162-6b582ce4b3d5 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:23.465186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-983872de-a961-4616-b449-e82448b2eb04 req-bdcd31ef-3571-41a1-a162-6b582ce4b3d5 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 949 time: 0.1046491 Jul 05 03:55:23.469766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae4e160b-125c-48f1-899d-7cf768863822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.537614 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-7ea615ca-7256-451a-b486-a3379b4bc3cf service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1766107 Jul 05 03:55:23.540618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-983872de-a961-4616-b449-e82448b2eb04 req-16af1940-4fa1-43ff-b3e1-548711184151 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671766 Jul 05 03:55:23.577461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9361290c-c546-4e93-adc3-c43ecabf2513 req-9a6b4e5c-01cf-4103-9570-a2a9b30cbdd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:23.583411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9361290c-c546-4e93-adc3-c43ecabf2513 req-9a6b4e5c-01cf-4103-9570-a2a9b30cbdd3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1098 time: 0.0843747 Jul 05 03:55:23.634390 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9361290c-c546-4e93-adc3-c43ecabf2513 req-6ffb2405-9547-47fb-a8bd-667ffbd98019 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414748 Jul 05 03:55:23.688363 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae4e160b-125c-48f1-899d-7cf768863822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.725940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4e160b-125c-48f1-899d-7cf768863822 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b3730cd7-0b6e-4bec-b89f-56bda6c4ace4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:23.726685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae4e160b-125c-48f1-899d-7cf768863822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.728123 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ae4e160b-125c-48f1-899d-7cf768863822 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b3730cd7-0b6e-4bec-b89f-56bda6c4ace4 HTTP/1.1" status: 204 len: 168 time: 0.6034002 Jul 05 03:55:23.732173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56624) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:23.735617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1633ced-7eef-4313-a6fb-b85b7696ba73 None None] Network d53a5d10-2817-4caf-a35f-b6c91ba1fb62 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:23.927008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:23.986292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4bd94a-4e48-4643-8c6c-9a6ab99311ff req-15751d71-309b-4cfa-8b22-b616c5f4b45b tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:23.988556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa4bd94a-4e48-4643-8c6c-9a6ab99311ff req-15751d71-309b-4cfa-8b22-b616c5f4b45b tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.2672668 Jul 05 03:55:23.996266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-501b2364-c89d-486b-a352-7771acdb73d8 None None] DHCP port deletion for d53a5d10-2817-4caf-a35f-b6c91ba1fb62 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:55:24.033874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-70209bd7-21e4-49f1-9649-cab319b57823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.036094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-70209bd7-21e4-49f1-9649-cab319b57823 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 1096 time: 0.2092476 Jul 05 03:55:24.047402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-501b2364-c89d-486b-a352-7771acdb73d8 None None] Deleting port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:24.047792 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-501b2364-c89d-486b-a352-7771acdb73d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.062161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf8fc20-1495-417c-b5ef-3ec8f57688a1 req-5f2c6188-503f-4555-a172-edf1dec302a5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.063755 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-caf8fc20-1495-417c-b5ef-3ec8f57688a1 req-5f2c6188-503f-4555-a172-edf1dec302a5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.2623608 Jul 05 03:55:24.123611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-501b2364-c89d-486b-a352-7771acdb73d8 None None] For port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:24.123981 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-501b2364-c89d-486b-a352-7771acdb73d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.140940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-501b2364-c89d-486b-a352-7771acdb73d8 None None] Calling delete_port for c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:24.171303 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa4bd94a-4e48-4643-8c6c-9a6ab99311ff req-5033b244-f502-49e0-bade-55f22fcd1db1 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1430216 Jul 05 03:55:24.203357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-caf8fc20-1495-417c-b5ef-3ec8f57688a1 req-ec9d9a6c-7b12-46c0-a7ee-a733f5a10178 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241627 Jul 05 03:55:24.296487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-03af7aeb-f1cd-42ae-a4f6-f6db721c20e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.298130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-03af7aeb-f1cd-42ae-a4f6-f6db721c20e4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.2326000 Jul 05 03:55:24.300778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Deleting port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:55:24.301162 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.385426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-501b2364-c89d-486b-a352-7771acdb73d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.401474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] For port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6,segment=NetworkSegment(894c88c1-2585-4114-b272-d2ec6accc05d),segment_id=894c88c1-2585-4114-b272-d2ec6accc05d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:24.402209 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.422247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Calling delete_port for c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:55:24.476692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501b2364-c89d-486b-a352-7771acdb73d8 None None] Pushing event deleted for resources: {'Port': ['ID=c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:24.493968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501b2364-c89d-486b-a352-7771acdb73d8 None None] No DVR routers for this DVR port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:24.520309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ec3d0638-3a31-4409-a7e9-c3b49c008901 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:24.521165 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.617496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-f7fe2fd7-eff0-4dbb-abb4-09377baa2420 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 200 len: 998 time: 0.0913029 Jul 05 03:55:24.684064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ec3d0638-3a31-4409-a7e9-c3b49c008901, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:24.684344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] No DVR routers for this DVR port c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:55:24.692732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Pushing event deleted for resources: {'Port': ['ID=c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:24.711816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'ec3d0638-3a31-4409-a7e9-c3b49c008901', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'port_id': 'ec3d0638-3a31-4409-a7e9-c3b49c008901', 'mac_address': 'fa:16:3e:99:4c:45', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac2668c-1713-40a7-9fa4-baff1fa971fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:24.766739 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.789479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ec3d0638-3a31-4409-a7e9-c3b49c008901 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:24.793890 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.807388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53a5d10-2817-4caf-a35f-b6c91ba1fb62']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:24.822787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ec3d0638-3a31-4409-a7e9-c3b49c008901, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:24.826250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '894c88c1-2585-4114-b272-d2ec6accc05d') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:24.826567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '894c88c1-2585-4114-b272-d2ec6accc05d') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:24.840679 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.856857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5d0d05-ca1a-457f-9948-1cbc541bb887 req-d1a8d4b1-db23-4412-bd85-df03f29bfcba tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:24.858462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce5d0d05-ca1a-457f-9948-1cbc541bb887 req-d1a8d4b1-db23-4412-bd85-df03f29bfcba tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.3318553 Jul 05 03:55:24.872129 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.894525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:55:24.895505 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:55:24.897397 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:55:24.923252 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:24.983124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ec3d0638-3a31-4409-a7e9-c3b49c008901,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:24.990688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce5d0d05-ca1a-457f-9948-1cbc541bb887 req-cde7f594-1169-4b99-af1e-1bc10136aa24 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1155176 Jul 05 03:55:25.030092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:25.063948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:25.064864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c40e7fcf-9c2f-455d-bbd5-c6d9dfe4c2f6 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:25.065642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 990c715c-3fd6-42f6-a42a-6eef1b02d99d no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:25.109241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 990c715c-3fd6-42f6-a42a-6eef1b02d99d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:55:25.109701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 990c715c-3fd6-42f6-a42a-6eef1b02d99d not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:55:25.134362 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ec3d0638-3a31-4409-a7e9-c3b49c008901'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:25.148094 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.154668 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.161329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] 10.222.0.30 "DELETE /v2.0/networks/d53a5d10-2817-4caf-a35f-b6c91ba1fb62 HTTP/1.1" status: 204 len: 168 time: 1.4234583 Jul 05 03:55:25.180674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38771d57-44e7-4dad-b20c-e7c4b6bf40fd admin admin] Pushing event deleted for resources: {'Network': ['ID=d53a5d10-2817-4caf-a35f-b6c91ba1fb62,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:25.219398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db94dbf-3740-4607-bc6e-87affb5c2306 req-8a75b124-5a36-4fca-8f45-2c700e4dd582 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.221143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4db94dbf-3740-4607-bc6e-87affb5c2306 req-8a75b124-5a36-4fca-8f45-2c700e4dd582 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1207576 Jul 05 03:55:25.278202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4db94dbf-3740-4607-bc6e-87affb5c2306 req-90bccf8f-67d9-4ebd-9890-4a799b4633d6 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494101 Jul 05 03:55:25.494731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764011a6-0312-4972-82ca-f4eb75747334 req-5d32b8c3-3ea9-4b5a-ab3a-721b3472a5ef tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.496568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-764011a6-0312-4972-82ca-f4eb75747334 req-5d32b8c3-3ea9-4b5a-ab3a-721b3472a5ef tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.0764661 Jul 05 03:55:25.545730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-764011a6-0312-4972-82ca-f4eb75747334 req-3aea0612-d273-4dc0-a2dd-58d9d29daec5 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431075 Jul 05 03:55:25.622728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56690) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:25.678490 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-97064a21-7598-468c-ab63-8bd03af239ce admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=738fa8d926e9474fbeebc1e741308633&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545044 Jul 05 03:55:25.682185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56692) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:25.777640 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-03c3758b-ea2c-4359-a8a4-061737145bdd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.789886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144ba802-ae78-4c28-850f-87be013da079 req-13f3965b-39f5-4908-bc50-3ba48a58f579 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:25.791472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-144ba802-ae78-4c28-850f-87be013da079 req-13f3965b-39f5-4908-bc50-3ba48a58f579 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.1192365 Jul 05 03:55:25.825908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-03c3758b-ea2c-4359-a8a4-061737145bdd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:25.864478 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-144ba802-ae78-4c28-850f-87be013da079 req-af48aad9-beef-4925-a149-498be0b1f86c tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668743 Jul 05 03:55:25.997397 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-03c3758b-ea2c-4359-a8a4-061737145bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.000062 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-03c3758b-ea2c-4359-a8a4-061737145bdd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.001177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-03c3758b-ea2c-4359-a8a4-061737145bdd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f4a0b629-acf6-41f6-a55e-9d3941d107b2 HTTP/1.1" status: 204 len: 168 time: 0.3179212 Jul 05 03:55:26.038879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c3758b-ea2c-4359-a8a4-061737145bdd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4a0b629-acf6-41f6-a55e-9d3941d107b2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:26.100864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30919cc-fd62-4bc8-84d6-e3a92ebdc893 req-9ca3c0ab-2c79-4c91-9221-e9e4dfa6acc8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.102692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f30919cc-fd62-4bc8-84d6-e3a92ebdc893 req-9ca3c0ab-2c79-4c91-9221-e9e4dfa6acc8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 945 time: 0.1199903 Jul 05 03:55:26.172620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f30919cc-fd62-4bc8-84d6-e3a92ebdc893 req-6d09b7cf-a33c-4f2e-b8e9-86d6ac0500ad tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634277 Jul 05 03:55:26.515228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ec3d0638-3a31-4409-a7e9-c3b49c008901 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:26.597614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port ec3d0638-3a31-4409-a7e9-c3b49c008901 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:26.598145 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.719977 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.753467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e9f1d-e799-4003-af08-23b055197f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d0638-3a31-4409-a7e9-c3b49c008901'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:26.756497 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06782501-0582-4992-8302-3d1b3d029af8" -d '{"events": [{"server_uuid": "655e9f1d-e799-4003-af08-23b055197f9c", "name": "network-vif-plugged", "status": "completed", "tag": "ec3d0638-3a31-4409-a7e9-c3b49c008901"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:26.772313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ec3d0638-3a31-4409-a7e9-c3b49c008901, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:26.782936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78de674c-c3fd-4764-a59b-9675ebd5366b req-4ae648a5-b62b-41ff-bf08-0144a9b5b847 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:26.784570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78de674c-c3fd-4764-a59b-9675ebd5366b req-4ae648a5-b62b-41ff-bf08-0144a9b5b847 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.1005461 Jul 05 03:55:26.832987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78de674c-c3fd-4764-a59b-9675ebd5366b req-05bad8e3-94a8-43c6-8f6a-516d61d9268a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405340 Jul 05 03:55:26.856822 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:26.858102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5b80d6fa-9549-4de8-89de-1473e273cdb3 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:27.009994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ec3d0638-3a31-4409-a7e9-c3b49c008901,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:27.058567 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.077531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d680d908-81fa-4297-ae3e-4e964be4d3b6 req-e43c3261-e5e1-47e6-86d3-2f8791c9b86a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.089351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d680d908-81fa-4297-ae3e-4e964be4d3b6 req-e43c3261-e5e1-47e6-86d3-2f8791c9b86a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1266210 Jul 05 03:55:27.119143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:27.151333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d680d908-81fa-4297-ae3e-4e964be4d3b6 req-8b90f7cb-26b3-4218-9613-a8fbaad0141e tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606759 Jul 05 03:55:27.217317 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.298034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:27.420881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0221acf6-47a6-4b2b-a54f-06c80f7f0a6f req-54abab0a-469d-49f8-9c62-db06e46b2819 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.422520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0221acf6-47a6-4b2b-a54f-06c80f7f0a6f req-54abab0a-469d-49f8-9c62-db06e46b2819 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.0844781 Jul 05 03:55:27.477216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0221acf6-47a6-4b2b-a54f-06c80f7f0a6f req-7db8f5a6-8ebb-4734-b5ee-32d1e28a7d8d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480452 Jul 05 03:55:27.545536 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9767277a-26ce-4f2b-9954-578a40477c7f x-openstack-request-id: req-9767277a-26ce-4f2b-9954-578a40477c7f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:27.546869 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e9f1d-e799-4003-af08-23b055197f9c", "name": "network-vif-plugged", "status": "completed", "tag": "ec3d0638-3a31-4409-a7e9-c3b49c008901", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:27.547044 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9767277a-26ce-4f2b-9954-578a40477c7f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:27.547460 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '655e9f1d-e799-4003-af08-23b055197f9c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3d0638-3a31-4409-a7e9-c3b49c008901', 'code': 200} Jul 05 03:55:27.583266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56742) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:27.710003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-784982330-network', 'tenant_id': '6b1a5d8df56044e99f1513ec559b4d08'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:27.735783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85dd9ff0-f2e7-44db-b57f-cc16d579f990 req-02c0ff28-c750-447a-b336-fa97f2a148f9 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.737628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85dd9ff0-f2e7-44db-b57f-cc16d579f990 req-02c0ff28-c750-447a-b336-fa97f2a148f9 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.0830481 Jul 05 03:55:27.780688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85dd9ff0-f2e7-44db-b57f-cc16d579f990 req-06e064ef-bd96-434d-af71-60ae08fee985 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373747 Jul 05 03:55:27.843081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Made reservation on behalf of 6b1a5d8df56044e99f1513ec559b4d08 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:27.846081 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.857217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:27.972230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634e6113-6b4a-4a10-adb8-2899f6e35521 req-746a65d7-5177-45e8-a4c7-23f729b9cfee tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:27.973870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-634e6113-6b4a-4a10-adb8-2899f6e35521 req-746a65d7-5177-45e8-a4c7-23f729b9cfee tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.0836914 Jul 05 03:55:27.977619 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.017322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-634e6113-6b4a-4a10-adb8-2899f6e35521 req-e7de6ad5-1e45-4bc1-aa55-627731327fc5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373330 Jul 05 03:55:28.078062 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.110989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:55:28.131457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e6943f-ab1e-4e82-beae-fefd98adc1f6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:28.134508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.134851 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Added segment 9c3f466b-5a4a-472e-b5f2-7140b4352e50 of type vlan for network 50241c19-d672-46d3-97b2-b781301bea5c Jul 05 03:55:28.188379 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.291020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.292120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.292725 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.359815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] Pushing event updated for resources: {'Network': ['ID=50241c19-d672-46d3-97b2-b781301bea5c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:28.370194 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 50241c19-d672-46d3-97b2-b781301bea5c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:55:28.498234 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-312d6b97-3935-4578-bb2d-c8e2f0bc957b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.9126265 Jul 05 03:55:28.501234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56758) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:28.506481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Request body: {'subnet': {'network_id': '50241c19-d672-46d3-97b2-b781301bea5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-784982330-subnet', 'tenant_id': '6b1a5d8df56044e99f1513ec559b4d08', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:28.679747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Made reservation on behalf of 6b1a5d8df56044e99f1513ec559b4d08 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:28.682405 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:28.976129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb686be-7358-4029-8e9b-cd688def80f2 req-87f103f2-0003-454c-ab77-ad237c328915 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:28.977828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdb686be-7358-4029-8e9b-cd688def80f2 req-87f103f2-0003-454c-ab77-ad237c328915 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.0716391 Jul 05 03:55:28.982087 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.060698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=886784ea-6c6b-424b-bb9d-483eab7fed55,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:29.073523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdb686be-7358-4029-8e9b-cd688def80f2 req-eb951c1c-7ed5-4d69-a36a-f0c636bc1a31 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886688 Jul 05 03:55:29.114057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Checking segment: {'id': '9c3f466b-5a4a-472e-b5f2-7140b4352e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '50241c19-d672-46d3-97b2-b781301bea5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:29.114057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Network hostable DHCP agents. Network: 50241c19-d672-46d3-97b2-b781301bea5c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:55:29.277362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62374f2d-b6bb-4a84-9ea6-f6f57edf234f req-84ec60b2-9a19-4557-921d-326d10e0d7bf tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.278911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62374f2d-b6bb-4a84-9ea6-f6f57edf234f req-84ec60b2-9a19-4557-921d-326d10e0d7bf tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.0914786 Jul 05 03:55:29.329812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62374f2d-b6bb-4a84-9ea6-f6f57edf234f req-498476f2-2c79-4205-ab16-989d0417b6c6 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443366 Jul 05 03:55:29.516385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04befea6-2fc8-478d-be8c-280f356ba9c1 req-f4254eb1-75ac-4e1c-a4cc-953d1a305a83 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.517881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04befea6-2fc8-478d-be8c-280f356ba9c1 req-f4254eb1-75ac-4e1c-a4cc-953d1a305a83 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.0738592 Jul 05 03:55:29.548852 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:29.553916 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-139cb12d-0d32-4c06-bad9-6f1ba8f338f1" -d '{"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-unplugged", "status": "completed", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:29.563800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04befea6-2fc8-478d-be8c-280f356ba9c1 req-82e28030-9e41-47bb-a55c-904619f250b2 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399573 Jul 05 03:55:29.628266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Network 50241c19-d672-46d3-97b2-b781301bea5c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:55:29.798495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 50241c19-d672-46d3-97b2-b781301bea5c) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:29.803998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:29.804946 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:29.808427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad5f2907-79be-448b-bec6-29581f468034 None None] Network 50241c19-d672-46d3-97b2-b781301bea5c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:29.963932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9fcb01-f788-44bf-b9c7-d098196ddce6 None None] Network 50241c19-d672-46d3-97b2-b781301bea5c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:55:30.181344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7cc22-240c-4e30-a7a5-d4d7da6bd554 req-1b958dea-d6e7-428d-9d01-54a31f84855e tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.182829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ace7cc22-240c-4e30-a7a5-d4d7da6bd554 req-1b958dea-d6e7-428d-9d01-54a31f84855e tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.4444513 Jul 05 03:55:30.224272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ace7cc22-240c-4e30-a7a5-d4d7da6bd554 req-ae961c4c-2fc2-49fb-8447-83261504738e tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357246 Jul 05 03:55:30.280179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bad64425-e64b-441d-bac3-d41e2addf9c3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.7777240 Jul 05 03:55:30.419276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6aa16a0-4e2a-489c-aeb0-38562d2ed2be req-365d8b1a-951e-4a7e-8828-882ba1443d15 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.422978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6aa16a0-4e2a-489c-aeb0-38562d2ed2be req-365d8b1a-951e-4a7e-8828-882ba1443d15 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.0840831 Jul 05 03:55:30.469561 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6aa16a0-4e2a-489c-aeb0-38562d2ed2be req-26c3972a-647b-417e-93b4-865672ae9117 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429780 Jul 05 03:55:30.519376 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74674192-b81c-46a9-bacf-0c2526c9b690 x-openstack-request-id: req-74674192-b81c-46a9-bacf-0c2526c9b690 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:30.520463 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-unplugged", "status": "completed", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:30.521006 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74674192-b81c-46a9-bacf-0c2526c9b690 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:30.521777 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'code': 200} Jul 05 03:55:30.679589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce16a941-6039-4183-a91c-91044c8f2093 req-9bdd389e-9f1c-4f21-ba48-0004610366e6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.681114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce16a941-6039-4183-a91c-91044c8f2093 req-9bdd389e-9f1c-4f21-ba48-0004610366e6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.0691743 Jul 05 03:55:30.723172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce16a941-6039-4183-a91c-91044c8f2093 req-3d8f7735-35b6-49fe-85c0-f2a6c04bff78 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363584 Jul 05 03:55:30.903512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4376804-997c-4849-910a-410e16ee8a04 req-5225a6dc-ddd9-4a1f-afb2-bc28001bd1b3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:30.905062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4376804-997c-4849-910a-410e16ee8a04 req-5225a6dc-ddd9-4a1f-afb2-bc28001bd1b3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.0731966 Jul 05 03:55:30.949622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4376804-997c-4849-910a-410e16ee8a04 req-657ccbe4-cb01-431e-bd1d-90aae83ec399 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366452 Jul 05 03:55:31.274746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-91725585-bdeb-4d0b-8f50-da17b1ea1536 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:31.276174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-91725585-bdeb-4d0b-8f50-da17b1ea1536 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/networks?id=50241c19-d672-46d3-97b2-b781301bea5c HTTP/1.1" status: 200 len: 817 time: 0.1113009 Jul 05 03:55:31.292703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-5f476731-9980-47a2-bc2e-ae5f332e8bb8 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/quotas/6b1a5d8df56044e99f1513ec559b4d08 HTTP/1.1" status: 200 len: 375 time: 0.0105515 Jul 05 03:55:31.332369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-acff2510-c74d-40d3-91fa-acbc52c7bb3d tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b1a5d8df56044e99f1513ec559b4d08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0342097 Jul 05 03:55:31.434890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-993a7c4b-a260-4021-9524-995dd6706b4e service neutron] 10.222.0.30 "GET /v2.0/networks/50241c19-d672-46d3-97b2-b781301bea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936260 Jul 05 03:55:31.536791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-ab216fa3-ce0d-4be6-8d41-7445be19a690 service neutron] 10.222.0.30 "GET /v2.0/networks/50241c19-d672-46d3-97b2-b781301bea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967221 Jul 05 03:55:32.022693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36c409-4e38-4fad-b909-63053cb29ff8 req-1577a577-d57d-4351-8507-0b474a51b7d3 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.024489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef36c409-4e38-4fad-b909-63053cb29ff8 req-1577a577-d57d-4351-8507-0b474a51b7d3 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.1065838 Jul 05 03:55:32.064329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef36c409-4e38-4fad-b909-63053cb29ff8 req-4ee477ac-5a20-4b65-93fd-99947c4997f1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335777 Jul 05 03:55:32.338624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0921f7b1-ad06-49ef-8ffb-2245343fcb61 req-79defa94-d7cc-4718-bccf-0665626614e7 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.340264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0921f7b1-ad06-49ef-8ffb-2245343fcb61 req-79defa94-d7cc-4718-bccf-0665626614e7 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.0805771 Jul 05 03:55:32.385596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0921f7b1-ad06-49ef-8ffb-2245343fcb61 req-e5840d0d-bcfc-4805-9235-30230f7e02ce tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388885 Jul 05 03:55:32.572676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3599575c-b010-4130-a109-741031b53654 req-e5603c95-729f-4be4-9329-8d06d2504b44 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.574203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3599575c-b010-4130-a109-741031b53654 req-e5603c95-729f-4be4-9329-8d06d2504b44 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.0796890 Jul 05 03:55:32.622714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3599575c-b010-4130-a109-741031b53654 req-69eac48b-40c1-41ca-9eec-d7dc3d49187e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394282 Jul 05 03:55:32.812014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd2b878-b759-490c-8bb2-157510f62f8b req-81a94e76-1d51-4b12-837f-26cc69be2594 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:32.813678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bd2b878-b759-490c-8bb2-157510f62f8b req-81a94e76-1d51-4b12-837f-26cc69be2594 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.0827057 Jul 05 03:55:32.862419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bd2b878-b759-490c-8bb2-157510f62f8b req-f7e4897e-37c4-404e-a957-fa48d0042ac6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422890 Jul 05 03:55:32.942837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8b48163-ee9e-4235-a0f6-3b13470dc5cc req-21be2281-4dff-4dcc-9579-e88291a9d1e7 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 210 time: 0.0372214 Jul 05 03:55:33.137262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8829fb2c-1016-48e6-902d-c2f7b8f6d1e7 req-e754ba9d-081d-449e-9077-b08a14b5ecce tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.138809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8829fb2c-1016-48e6-902d-c2f7b8f6d1e7 req-e754ba9d-081d-449e-9077-b08a14b5ecce tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.0731580 Jul 05 03:55:33.185934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8829fb2c-1016-48e6-902d-c2f7b8f6d1e7 req-4a352540-0559-44e2-a0f6-9e6ce7d7e113 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Jul 05 03:55:33.360948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4356aa-1899-49e8-b20d-e5afa809eba2 req-89052a91-5386-4b0a-85a7-9d08daca4833 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.362594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec4356aa-1899-49e8-b20d-e5afa809eba2 req-89052a91-5386-4b0a-85a7-9d08daca4833 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.0716860 Jul 05 03:55:33.405866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec4356aa-1899-49e8-b20d-e5afa809eba2 req-387fc573-725f-4450-8e69-41f081b18b6c tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369263 Jul 05 03:55:33.643332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34d7ed-026c-44d3-9489-6c6ba11f5ecf req-502b7492-24a1-4a07-92e7-bb60d5502a19 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.644980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d34d7ed-026c-44d3-9489-6c6ba11f5ecf req-502b7492-24a1-4a07-92e7-bb60d5502a19 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.0768273 Jul 05 03:55:33.687508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d34d7ed-026c-44d3-9489-6c6ba11f5ecf req-6af53a4f-00e9-4b7e-88ca-1896483cb150 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362570 Jul 05 03:55:33.865375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da56a287-ab0b-45f3-a1ea-fdef5b965eba req-528264c7-555b-48b1-be32-1bdcb3b52804 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:33.867259 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da56a287-ab0b-45f3-a1ea-fdef5b965eba req-528264c7-555b-48b1-be32-1bdcb3b52804 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.0707781 Jul 05 03:55:33.910550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da56a287-ab0b-45f3-a1ea-fdef5b965eba req-edf91ec0-8a9f-41ad-aff2-1ea6093de745 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366423 Jul 05 03:55:34.103241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f37f23-2886-4edb-9f1a-c21ac7637660 req-f9845f24-e8b0-4e60-a27b-ff8648ef266b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:34.105239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5f37f23-2886-4edb-9f1a-c21ac7637660 req-f9845f24-e8b0-4e60-a27b-ff8648ef266b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.0819561 Jul 05 03:55:34.156305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5f37f23-2886-4edb-9f1a-c21ac7637660 req-f8b89fbc-47e0-4b23-84a8-9500f87dbf58 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404797 Jul 05 03:55:34.296159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4030f7c4-0f0e-4f48-a97d-2cf3e1a79464 req-dddd06e3-01a4-43c9-95b0-f9a1cc1358b9 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 210 time: 0.0352681 Jul 05 03:55:34.475449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870839b1-b83e-45d5-bd57-5fd1e13132c1 req-4cfd3b0c-c577-413d-984a-fc60f4cf6653 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:34.477441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-870839b1-b83e-45d5-bd57-5fd1e13132c1 req-4cfd3b0c-c577-413d-984a-fc60f4cf6653 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.0743959 Jul 05 03:55:34.528243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-870839b1-b83e-45d5-bd57-5fd1e13132c1 req-e21a9b15-2213-4dcc-a128-065157a91ff2 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443499 Jul 05 03:55:34.713466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71df107-e04a-48c1-b6e9-69aafe8456ef req-7484e25c-bda1-4716-990c-a9039245d539 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:34.715153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f71df107-e04a-48c1-b6e9-69aafe8456ef req-7484e25c-bda1-4716-990c-a9039245d539 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.0735509 Jul 05 03:55:34.757541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f71df107-e04a-48c1-b6e9-69aafe8456ef req-398efc4e-1df4-461b-a305-f0c1051caefd tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359008 Jul 05 03:55:35.023156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed66ea9-5b0f-4ebc-b175-e0faa947f2be req-aa8025be-3091-42f8-a360-7e3d50c1c2c4 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.024737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ed66ea9-5b0f-4ebc-b175-e0faa947f2be req-aa8025be-3091-42f8-a360-7e3d50c1c2c4 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.0818934 Jul 05 03:55:35.076564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ed66ea9-5b0f-4ebc-b175-e0faa947f2be req-d37853da-8bb4-48cb-ae25-858032f82fe8 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453122 Jul 05 03:55:35.289295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2f43e0-eec4-4d42-ada6-5d1c12f5fd65 req-6c90fa82-8677-464e-aef0-302ff8f4c0cc tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.291199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b2f43e0-eec4-4d42-ada6-5d1c12f5fd65 req-6c90fa82-8677-464e-aef0-302ff8f4c0cc tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.0984962 Jul 05 03:55:35.341924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b2f43e0-eec4-4d42-ada6-5d1c12f5fd65 req-bf3044ef-41c5-4ee2-bb71-306060710cd2 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377309 Jul 05 03:55:35.524634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339c3324-d7d4-4469-8e6c-0c504a3173cd req-50109f31-ca1a-4dcb-982c-5f126daa8fe8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.526223 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-339c3324-d7d4-4469-8e6c-0c504a3173cd req-50109f31-ca1a-4dcb-982c-5f126daa8fe8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.0759075 Jul 05 03:55:35.567028 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-339c3324-d7d4-4469-8e6c-0c504a3173cd req-57aac59d-83ce-4ce1-bb79-37de41e4fbe9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351822 Jul 05 03:55:35.699719 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-298f268c-efe9-4af0-a035-48205081ddff req-b70b6122-334f-4cf0-8a12-71d6d18f41a6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 210 time: 0.0305173 Jul 05 03:55:35.793842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-4caa25f4-e579-46a0-8022-e85d98c53ca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.795360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-4caa25f4-e579-46a0-8022-e85d98c53ca2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.0506957 Jul 05 03:55:35.874224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6dd4c5-4cb2-41e0-9e02-750da63aeb60 req-c4e07538-2b65-426f-8c0f-f97924bcbb67 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.875699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc6dd4c5-4cb2-41e0-9e02-750da63aeb60 req-c4e07538-2b65-426f-8c0f-f97924bcbb67 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.0707300 Jul 05 03:55:35.956601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc6dd4c5-4cb2-41e0-9e02-750da63aeb60 req-db6ed827-24a6-4e03-9ef0-14b204f5495c tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743330 Jul 05 03:55:35.985854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9f863-efa2-46bc-bac5-460005603ab2 req-19d195e8-ce67-4f0e-8405-5082dabfb9d2 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:35.987712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f9f863-efa2-46bc-bac5-460005603ab2 req-19d195e8-ce67-4f0e-8405-5082dabfb9d2 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.0983765 Jul 05 03:55:36.032250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f9f863-efa2-46bc-bac5-460005603ab2 req-ea498e32-7a7b-4868-b5f0-852e6f6e73a7 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384881 Jul 05 03:55:36.194061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-7781d6e6-3233-4c32-bd78-f884f92f7356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.195714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-7781d6e6-3233-4c32-bd78-f884f92f7356 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0632486 Jul 05 03:55:36.338763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-4ca4dc92-33f6-4933-bbb9-57e3f385a9b6 service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344736 Jul 05 03:55:36.347523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cfd26a-cab9-451f-b597-5b6ad13ac24c req-77a7f729-c7cb-4dac-b474-71be12d9e4a7 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.349294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04cfd26a-cab9-451f-b597-5b6ad13ac24c req-77a7f729-c7cb-4dac-b474-71be12d9e4a7 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.1464238 Jul 05 03:55:36.446754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04cfd26a-cab9-451f-b597-5b6ad13ac24c req-cbd9afc0-8627-4ecc-ad7c-966ea81bdfbf tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881181 Jul 05 03:55:36.505912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-200a03db-948c-41ed-bbec-d132c5e1f275 req-d8cef712-e862-48b4-917e-e9cd41b241d7 service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555903 Jul 05 03:55:36.540822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9784b106-32bf-41ec-a94c-3fb4511a8d7e req-5f282e37-5619-4656-a4ed-5cc8e7063924 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.542421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9784b106-32bf-41ec-a94c-3fb4511a8d7e req-5f282e37-5619-4656-a4ed-5cc8e7063924 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.0730829 Jul 05 03:55:36.587735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9784b106-32bf-41ec-a94c-3fb4511a8d7e req-36b78c52-ca23-4fc2-9469-74b2796e585c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375113 Jul 05 03:55:36.765213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d240e50-a464-4b35-9e42-a8d2fef4a48a req-6af4c24a-72f3-43fa-a231-e16bec15abe9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:36.767449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d240e50-a464-4b35-9e42-a8d2fef4a48a req-6af4c24a-72f3-43fa-a231-e16bec15abe9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.0837944 Jul 05 03:55:36.821018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d240e50-a464-4b35-9e42-a8d2fef4a48a req-9a4d8de4-772a-40f4-b5c0-4116f0a786b0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464385 Jul 05 03:55:36.892456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7dc89a41-c067-4967-8923-bde2aa1eab02 req-0fc345dd-98a1-41ae-ba4c-6c6955ebe42b tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 210 time: 0.0492001 Jul 05 03:55:37.080744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48512c2f-37bc-44a3-8007-a3683e00cd4e req-9594d820-8b8c-4712-a38b-6cab7576bddd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.085247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48512c2f-37bc-44a3-8007-a3683e00cd4e req-9594d820-8b8c-4712-a38b-6cab7576bddd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.0853872 Jul 05 03:55:37.092971 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56914) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:55:37.098392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-59febd1e-b415-4d7a-92c6-0c339eae61bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'floatingip': {'port_id': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:37.160769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59febd1e-b415-4d7a-92c6-0c339eae61bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.178935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad392f92-dba5-4623-876a-b19fe817fa61 req-778c6603-536b-41a4-ac4f-bbd4fa2dfd8f tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.181482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad392f92-dba5-4623-876a-b19fe817fa61 req-778c6603-536b-41a4-ac4f-bbd4fa2dfd8f tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.0919468 Jul 05 03:55:37.226854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad392f92-dba5-4623-876a-b19fe817fa61 req-89f56f66-e446-4cb5-aa5c-7e0a51fbf226 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396152 Jul 05 03:55:37.334848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c889c698-da71-46e9-976e-7048b7d3ff96 req-0a26471d-7db7-47f5-b635-5c0f651bd917 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.340538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c889c698-da71-46e9-976e-7048b7d3ff96 req-0a26471d-7db7-47f5-b635-5c0f651bd917 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.0773950 Jul 05 03:55:37.383736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c889c698-da71-46e9-976e-7048b7d3ff96 req-358e1d22-e0d9-43da-ab6e-58111ce7013b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399485 Jul 05 03:55:37.717694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad88168-9b99-4302-b84a-f8c481589f3c req-fbf3a6d2-550a-47df-b040-d76d56fd7e66 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.730615 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59febd1e-b415-4d7a-92c6-0c339eae61bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.732047 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ad88168-9b99-4302-b84a-f8c481589f3c req-fbf3a6d2-550a-47df-b040-d76d56fd7e66 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.1469772 Jul 05 03:55:37.804024 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59febd1e-b415-4d7a-92c6-0c339eae61bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:37.830607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ad88168-9b99-4302-b84a-f8c481589f3c req-e3f23ec6-cfec-4b1c-9fcf-2ede10bd6036 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0953307 Jul 05 03:55:37.867099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9dec7b-686e-454b-af46-1028c7898345 req-c2194474-3c62-464b-891c-bb04c0f41edc tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:37.868757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca9dec7b-686e-454b-af46-1028c7898345 req-c2194474-3c62-464b-891c-bb04c0f41edc tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.1186895 Jul 05 03:55:37.960946 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-59febd1e-b415-4d7a-92c6-0c339eae61bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Floating IP 8495b801-d74a-446d-88aa-f449c5bb7f94 associated. External IP: 172.25.4.76, port: 3346f06f-ffce-4986-a9ee-bee8b3f67738. Jul 05 03:55:37.971721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca9dec7b-686e-454b-af46-1028c7898345 req-0190d5c4-043c-41e5-a7fa-acae52f466de tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906870 Jul 05 03:55:37.990213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ea6c499d-47b0-4af2-a07b-5dd5751a8ec6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.046684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-ec18ce3b-6d98-4da9-8284-77e97560ed2d tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.049706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-ec18ce3b-6d98-4da9-8284-77e97560ed2d tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.26 "GET /v2.0/networks?id=50241c19-d672-46d3-97b2-b781301bea5c HTTP/1.1" status: 200 len: 817 time: 0.1501875 Jul 05 03:55:38.107195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e96fd9f1-4479-46b1-b58d-b5cafcf77885 req-7a1f2044-f6d9-4c22-9706-b57b227d5c12 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 210 time: 0.0556245 Jul 05 03:55:38.124475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Request body: {'port': {'device_id': 'b8ecdf45-bd31-4969-acd6-1532c6451fd5', 'network_id': '50241c19-d672-46d3-97b2-b781301bea5c', 'admin_state_up': True, 'tenant_id': '6b1a5d8df56044e99f1513ec559b4d08'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:38.320388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59febd1e-b415-4d7a-92c6-0c339eae61bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Router 5a427717-e411-4748-b34b-d771a2a869b6 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:55:38.451933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Made reservation on behalf of 6b1a5d8df56044e99f1513ec559b4d08 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:55:38.457844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.478595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c8a1f-be07-4509-b267-06919baa7d33 req-d8b0e6f0-26b0-4488-a5a3-9dd7f02743ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.480637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb7c8a1f-be07-4509-b267-06919baa7d33 req-d8b0e6f0-26b0-4488-a5a3-9dd7f02743ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1113436 Jul 05 03:55:38.551747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59febd1e-b415-4d7a-92c6-0c339eae61bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:55:38.562882 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59febd1e-b415-4d7a-92c6-0c339eae61bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:38.566730 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] Sync routers for ids ['5a427717-e411-4748-b34b-d771a2a869b6'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:55:38.584749 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] Routers {'5a427717-e411-4748-b34b-d771a2a869b6'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:38.589028 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:55:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5a427717-e411-4748-b34b-d771a2a869b6'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:38.622414 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-59febd1e-b415-4d7a-92c6-0c339eae61bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "PUT /v2.0/floatingips/8495b801-d74a-446d-88aa-f449c5bb7f94 HTTP/1.1" status: 200 len: 991 time: 1.5254459 Jul 05 03:55:38.622414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:38.624885 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dff34e7-43b8-48b5-aceb-ca068b012bed" -d '{"events": [{"name": "network-changed", "server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:38.730637 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] Set router 5a427717-e411-4748-b34b-d771a2a869b6 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:38.770803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb7c8a1f-be07-4509-b267-06919baa7d33 req-205afef4-fb12-4f74-9dc8-4dbb30eff7f0 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709973 Jul 05 03:55:38.800210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Allocated IP 172.20.0.13 (50241c19-d672-46d3-97b2-b781301bea5c/886784ea-6c6b-424b-bb9d-483eab7fed55/8a287e71-63d3-41d1-8726-ad8cbab781b1) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:38.867886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a3f31-df44-4619-badf-1cf95fb8480b req-798c10be-2b1b-4dcd-8dc9-4c6f2c9e5fa7 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:38.892570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-546a3f31-df44-4619-badf-1cf95fb8480b req-798c10be-2b1b-4dcd-8dc9-4c6f2c9e5fa7 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.2450862 Jul 05 03:55:39.058861 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7c15b5b-7026-4791-a418-e938d9b09185 x-openstack-request-id: req-d7c15b5b-7026-4791-a418-e938d9b09185 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:39.059641 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:39.059995 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7c15b5b-7026-4791-a418-e938d9b09185 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:39.060464 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'status': 'completed', 'code': 200} Jul 05 03:55:39.131466 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.168276 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8495b801-d74a-446d-88aa-f449c5bb7f94', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'port_id': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'mac_address': 'fa:16:3e:64:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:58Z', 'updated_at': '2021-07-05T03:55:37Z', 'revision_number': 1, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8', 'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'mac_address': 'fa:16:3e:67:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:55:00Z', 'revision_number': 5, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'subnets': [{'id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:39.194750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-ab3789c0-8aef-458b-afb4-a2cfeb386998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.199356 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-ab3789c0-8aef-458b-afb4-a2cfeb386998 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1098 time: 0.1257846 Jul 05 03:55:39.205697 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] Checking router: 5a427717-e411-4748-b34b-d771a2a869b6 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:55:39.212763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-546a3f31-df44-4619-badf-1cf95fb8480b req-3019ed7b-e893-4f78-b419-d5b421a91956 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3191109 Jul 05 03:55:39.216437 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] Routers {'5a427717-e411-4748-b34b-d771a2a869b6'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:55:39.217130 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:55:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5a427717-e411-4748-b34b-d771a2a869b6'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:39.259589 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.339852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Pushing event updated for resources: {'Port': ['ID=8a287e71-63d3-41d1-8726-ad8cbab781b1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:39.359330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.359727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.360053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.360395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.360730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.361740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.362098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.362269 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] Set router 5a427717-e411-4748-b34b-d771a2a869b6 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:55:39.362468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.362769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.363136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.363467 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.363796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:39.379665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Network 50241c19-d672-46d3-97b2-b781301bea5c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:39.382847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:39.394988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:39.460030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-32eac918-ea27-4fe1-b1a2-92ac5faf1aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.464167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.466198 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-32eac918-ea27-4fe1-b1a2-92ac5faf1aeb service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.2586906 Jul 05 03:55:39.467352 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.577014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73fb44-585c-49e0-8091-30d496991eda req-c975eecf-1385-4806-9f88-89b2eed54e60 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.582506 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-b0f1be0c-9971-4847-8e44-6527e398b975 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 999 time: 0.1063199 Jul 05 03:55:39.586480 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a73fb44-585c-49e0-8091-30d496991eda req-c975eecf-1385-4806-9f88-89b2eed54e60 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.3398063 Jul 05 03:55:39.600717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-93826b48-c220-4d01-8449-4b897b4fec20 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4813218 Jul 05 03:55:39.636989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Request body: {'port': {'device_id': 'b8ecdf45-bd31-4969-acd6-1532c6451fd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:39.646259 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8495b801-d74a-446d-88aa-f449c5bb7f94', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'port_id': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'mac_address': 'fa:16:3e:64:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:58Z', 'updated_at': '2021-07-05T03:55:37Z', 'revision_number': 1, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8', 'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'mac_address': 'fa:16:3e:67:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:55:00Z', 'revision_number': 5, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'subnets': [{'id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:55:39.674694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-1d1bc651-f35f-4240-bfed-c39fc40c8557 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.679133 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-1d1bc651-f35f-4240-bfed-c39fc40c8557 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.0701354 Jul 05 03:55:39.680941 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87398e66-992d-4915-828f-ee7ecd9c571d None None] The sync data for ids ['5a427717-e411-4748-b34b-d771a2a869b6'] in n-d-758944-41 is: [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8495b801-d74a-446d-88aa-f449c5bb7f94', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'floating_ip_address': '172.25.4.76', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'port_id': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1137, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'mac_address': 'fa:16:3e:64:9a:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:58Z', 'updated_at': '2021-07-05T03:55:37Z', 'revision_number': 1, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8', 'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'mac_address': 'fa:16:3e:67:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:55:00Z', 'revision_number': 5, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'subnets': [{'id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:55:39.743474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a73fb44-585c-49e0-8091-30d496991eda req-84e0b0ac-439e-42e9-8007-80ec280e45ba tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548548 Jul 05 03:55:39.748952 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:55:39.762555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88cd750e-1d39-4eb8-8f1a-2c4084339d35 req-23c12adb-09cd-4bd5-b529-4bc30d825123 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:39.774154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88cd750e-1d39-4eb8-8f1a-2c4084339d35 req-23c12adb-09cd-4bd5-b529-4bc30d825123 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.2669010 Jul 05 03:55:39.862642 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:39.879671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88cd750e-1d39-4eb8-8f1a-2c4084339d35 req-2007a2d3-e0f6-4aa6-810b-ec9643a80c5c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044836 Jul 05 03:55:40.078369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaf58769-460b-4b49-950b-ba0e62080fa1 None None] New status for floating IP 8495b801-d74a-446d-88aa-f449c5bb7f94: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:55:40.217403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffb5d06-0bb4-4f53-bf15-b0bbca426be9 req-92cd3995-8e86-4eb3-8bf6-b5e888d2e0af tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.226256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fffb5d06-0bb4-4f53-bf15-b0bbca426be9 req-92cd3995-8e86-4eb3-8bf6-b5e888d2e0af tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 932 time: 0.2579532 Jul 05 03:55:40.370206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-140960b4-467a-4d27-b000-2403af933889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.371335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fffb5d06-0bb4-4f53-bf15-b0bbca426be9 req-3c3c3dcb-1b51-4858-bbfb-52682173e2dd tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1438003 Jul 05 03:55:40.372189 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-140960b4-467a-4d27-b000-2403af933889 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.6790640 Jul 05 03:55:40.557427 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-c671198b-0cb7-4453-a189-7267c78ac961 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756217 Jul 05 03:55:40.592309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5b80d6fa-9549-4de8-89de-1473e273cdb3 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:40.601592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c26bbc-b2fb-4f75-b093-2e0bdd1f7b8b req-9b540edc-69d5-4a72-bdda-de2dcbbf0b7e tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.605282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2c26bbc-b2fb-4f75-b093-2e0bdd1f7b8b req-9b540edc-69d5-4a72-bdda-de2dcbbf0b7e tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.2304108 Jul 05 03:55:40.693038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a287e71-63d3-41d1-8726-ad8cbab781b1 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:40.713436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.733364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Transition to ACTIVE for port object 8a287e71-63d3-41d1-8726-ad8cbab781b1 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:55:40.740670 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7dff34e7-43b8-48b5-aceb-ca068b012bed req-97c5cc7d-70ca-43f0-8f51-16fcab98e24c service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729352 Jul 05 03:55:40.811203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2c26bbc-b2fb-4f75-b093-2e0bdd1f7b8b req-bc50dfa4-99e9-4fc1-b7cf-b096670942c6 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1983051 Jul 05 03:55:40.814932 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.836762 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:40.860283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'mac_address': 'fa:16:3e:15:67:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.36'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:40.870193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a679f425-e0d8-49b1-b195-93aead9befae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.918386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a287e71-63d3-41d1-8726-ad8cbab781b1,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:40.946861 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.969684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca4549c-fe93-4156-b501-986e08e60c1e req-9fb2c689-8f3e-4bd9-b695-6a33739c9750 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:40.975718 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:40.978040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fca4549c-fe93-4156-b501-986e08e60c1e req-9fb2c689-8f3e-4bd9-b695-6a33739c9750 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.2431374 Jul 05 03:55:40.987312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b80d6fa-9549-4de8-89de-1473e273cdb3 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:41.019631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:41.102281 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.122647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fca4549c-fe93-4156-b501-986e08e60c1e req-a2425b23-6d7a-4e38-8c78-90d885fd4109 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434667 Jul 05 03:55:41.163009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Attempting to bind port 8a287e71-63d3-41d1-8726-ad8cbab781b1 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:55:41.163354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Attempting to bind port 8a287e71-63d3-41d1-8726-ad8cbab781b1 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '9c3f466b-5a4a-472e-b5f2-7140b4352e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '50241c19-d672-46d3-97b2-b781301bea5c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:55:41.163685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Attempting to bind port 8a287e71-63d3-41d1-8726-ad8cbab781b1 on network 50241c19-d672-46d3-97b2-b781301bea5c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:41.179816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.193225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.193686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.194114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.194604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.195006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.195298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.195673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.195973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.196306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.196635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.197165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.197440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:55:41.198893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Port 8a287e71-63d3-41d1-8726-ad8cbab781b1 on network 50241c19-d672-46d3-97b2-b781301bea5c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:55:41.199459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Attempting to bind port 8a287e71-63d3-41d1-8726-ad8cbab781b1 on network 50241c19-d672-46d3-97b2-b781301bea5c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:55:41.221505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e945c9a-37e1-486e-911e-fbb1669664ce req-278b0772-01af-4a64-a43e-6d3a84287e32 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.229739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e945c9a-37e1-486e-911e-fbb1669664ce req-278b0772-01af-4a64-a43e-6d3a84287e32 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.2162726 Jul 05 03:55:41.232754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 55, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:55:41.233259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Checking segment: {'id': '9c3f466b-5a4a-472e-b5f2-7140b4352e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '50241c19-d672-46d3-97b2-b781301bea5c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:55:41.233748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Bound using segment: {'id': '9c3f466b-5a4a-472e-b5f2-7140b4352e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '50241c19-d672-46d3-97b2-b781301bea5c'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:55:41.234292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Bound port: 8a287e71-63d3-41d1-8726-ad8cbab781b1, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c3f466b-5a4a-472e-b5f2-7140b4352e50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '50241c19-d672-46d3-97b2-b781301bea5c'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:55:41.234748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.306180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['5b80d6fa-9549-4de8-89de-1473e273cdb3'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:41.334127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e945c9a-37e1-486e-911e-fbb1669664ce req-47b6555e-3fda-4c41-95b7-85b6d7a59b57 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1033037 Jul 05 03:55:41.462440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] For port 8a287e71-63d3-41d1-8726-ad8cbab781b1, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:55:41.501854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] For port 8a287e71-63d3-41d1-8726-ad8cbab781b1, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8a287e71-63d3-41d1-8726-ad8cbab781b1,segment=NetworkSegment(9c3f466b-5a4a-472e-b5f2-7140b4352e50),segment_id=9c3f466b-5a4a-472e-b5f2-7140b4352e50)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:55:41.529109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47ec82c-4cd8-41e1-b517-d0d1b6d49b2b req-ae47d11b-6e09-4784-a532-287104116374 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.536840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d47ec82c-4cd8-41e1-b517-d0d1b6d49b2b req-ae47d11b-6e09-4784-a532-287104116374 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.2438495 Jul 05 03:55:41.581106 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.632665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.633681 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.637648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] 10.222.0.26 "PUT /v2.0/ports/8a287e71-63d3-41d1-8726-ad8cbab781b1 HTTP/1.1" status: 200 len: 1093 time: 2.0116041 Jul 05 03:55:41.637648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8ecdf45-bd31-4969-acd6-1532c6451fd5', 'tag': '8a287e71-63d3-41d1-8726-ad8cbab781b1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:41.638667 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aba844e6-2f03-4a79-84e8-bbc778612e91" -d '{"events": [{"name": "network-changed", "server_uuid": "b8ecdf45-bd31-4969-acd6-1532c6451fd5", "tag": "8a287e71-63d3-41d1-8726-ad8cbab781b1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:41.652685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d47ec82c-4cd8-41e1-b517-d0d1b6d49b2b req-933de1eb-bcbb-4f37-8a05-8b11537cc293 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144447 Jul 05 03:55:41.718246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ceeec24-3c87-43ed-aaf9-1bc7e4a72ed5 service neutron] Pushing event updated for resources: {'Port': ['ID=8a287e71-63d3-41d1-8726-ad8cbab781b1,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:41.790809 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:41.908318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-602a8af9-5998-4145-8af3-97c3d2af6683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.912571 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-602a8af9-5998-4145-8af3-97c3d2af6683 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b1a5d8df56044e99f1513ec559b4d08&device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 1096 time: 0.1374097 Jul 05 03:55:41.936689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2534e26e-7441-4a47-93fb-273d245ca128 req-793dacd8-28ca-4246-87ef-0c608d7ad25d tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:41.938367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2534e26e-7441-4a47-93fb-273d245ca128 req-793dacd8-28ca-4246-87ef-0c608d7ad25d tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 944 time: 0.1268730 Jul 05 03:55:42.008342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-a7ff85ce-99c7-4d00-a569-7951fd2b5319 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a287e71-63d3-41d1-8726-ad8cbab781b1 HTTP/1.1" status: 200 len: 217 time: 0.0843534 Jul 05 03:55:42.098002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-c267cef3-fb4b-4fa4-b9cc-290f3fab0339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.099635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-c267cef3-fb4b-4fa4-b9cc-290f3fab0339 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=886784ea-6c6b-424b-bb9d-483eab7fed55 HTTP/1.1" status: 200 len: 857 time: 0.0810511 Jul 05 03:55:42.159261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-7f3baccb-364c-4234-8cd1-e15de5375c25 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50241c19-d672-46d3-97b2-b781301bea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414424 Jul 05 03:55:42.162809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2534e26e-7441-4a47-93fb-273d245ca128 req-081ac1b3-2ef9-444f-ae41-086f7ce11149 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1881196 Jul 05 03:55:42.283000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-0d2dd257-2091-409c-abeb-76baf7bbfc1f service neutron] 10.222.0.26 "GET /v2.0/networks/50241c19-d672-46d3-97b2-b781301bea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120384 Jul 05 03:55:42.462710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27554f76-91c4-4f49-8e36-e6c98e03b227 req-f8ff363a-4709-4dc4-a00c-afad12c90f88 service neutron] 10.222.0.26 "GET /v2.0/networks/50241c19-d672-46d3-97b2-b781301bea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693270 Jul 05 03:55:42.464489 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc6dfe83-ddd2-45fa-a495-1b372905e2a3 x-openstack-request-id: req-bc6dfe83-ddd2-45fa-a495-1b372905e2a3 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:42.464790 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8ecdf45-bd31-4969-acd6-1532c6451fd5", "tag": "8a287e71-63d3-41d1-8726-ad8cbab781b1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:42.465053 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc6dfe83-ddd2-45fa-a495-1b372905e2a3 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:42.465458 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8ecdf45-bd31-4969-acd6-1532c6451fd5', 'tag': '8a287e71-63d3-41d1-8726-ad8cbab781b1', 'status': 'completed', 'code': 200} Jul 05 03:55:42.648544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5b80d6fa-9549-4de8-89de-1473e273cdb3 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:42.723982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 5b80d6fa-9549-4de8-89de-1473e273cdb3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:42.724263 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.819994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fda603-95ed-4789-8ede-2813b9a56b84 req-e2b99dbe-042f-4b61-9e80-701189877194 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.827804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79fda603-95ed-4789-8ede-2813b9a56b84 req-e2b99dbe-042f-4b61-9e80-701189877194 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.2246463 Jul 05 03:55:42.888439 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:42.892877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79fda603-95ed-4789-8ede-2813b9a56b84 req-1e3c5950-6ea8-443c-b3e7-19c2836d06d9 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640917 Jul 05 03:55:42.938160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba844e6-2f03-4a79-84e8-bbc778612e91 req-83ddfd2f-c7f0-4fee-b886-17aaca770df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:42.938160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aba844e6-2f03-4a79-84e8-bbc778612e91 req-83ddfd2f-c7f0-4fee-b886-17aaca770df3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b1a5d8df56044e99f1513ec559b4d08&device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 1096 time: 0.1342905 Jul 05 03:55:42.948850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:42.950093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:42.953702 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf280b8-e615-47a0-b9a8-6478c2c96243" -d '{"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-plugged", "status": "completed", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:43.037076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac244f4e-ec5c-472f-88da-aed5345bb269 req-42c47bf7-919f-4724-bbaa-9a673218c0cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.041793 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ac244f4e-ec5c-472f-88da-aed5345bb269 req-42c47bf7-919f-4724-bbaa-9a673218c0cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1448357 Jul 05 03:55:43.104926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba844e6-2f03-4a79-84e8-bbc778612e91 req-d3c1738b-156d-4a3c-80bd-370d971ab79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.106416 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ac244f4e-ec5c-472f-88da-aed5345bb269 req-f0db3344-2f4c-4cfb-a975-c49f42c1333d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549738 Jul 05 03:55:43.106576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aba844e6-2f03-4a79-84e8-bbc778612e91 req-d3c1738b-156d-4a3c-80bd-370d971ab79d service neutron] 10.222.0.26 "GET /v2.0/networks?id=50241c19-d672-46d3-97b2-b781301bea5c HTTP/1.1" status: 200 len: 918 time: 0.1558769 Jul 05 03:55:43.110352 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.177492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=10']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:43.214513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d49b932-b508-4e3c-85e1-d150eacd23e5 req-0890164d-3345-4382-bc04-729e03399183 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.219416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d49b932-b508-4e3c-85e1-d150eacd23e5 req-0890164d-3345-4382-bc04-729e03399183 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.1308672 Jul 05 03:55:43.285664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aba844e6-2f03-4a79-84e8-bbc778612e91 req-f0fd1bb1-91a7-4eae-9343-1685f23c2510 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a287e71-63d3-41d1-8726-ad8cbab781b1 HTTP/1.1" status: 200 len: 217 time: 0.1228952 Jul 05 03:55:43.325348 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.395664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d49b932-b508-4e3c-85e1-d150eacd23e5 req-928e1035-2c51-4016-b49f-2170b137eb63 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1223848 Jul 05 03:55:43.419013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba844e6-2f03-4a79-84e8-bbc778612e91 req-7b2043cf-e1f7-4b86-be30-1f6694abfe16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.420521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aba844e6-2f03-4a79-84e8-bbc778612e91 req-7b2043cf-e1f7-4b86-be30-1f6694abfe16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=886784ea-6c6b-424b-bb9d-483eab7fed55 HTTP/1.1" status: 200 len: 857 time: 0.1200759 Jul 05 03:55:43.493725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aba844e6-2f03-4a79-84e8-bbc778612e91 req-b7259a31-37b8-4c38-8da0-8cf759dba5b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=50241c19-d672-46d3-97b2-b781301bea5c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657971 Jul 05 03:55:43.582495 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:43.797343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aba844e6-2f03-4a79-84e8-bbc778612e91 req-c1b68a79-f498-4688-a75c-54a9b2a8910c service neutron] 10.222.0.26 "GET /v2.0/networks/50241c19-d672-46d3-97b2-b781301bea5c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877991 Jul 05 03:55:43.884793 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f988336c-d1a9-4435-a490-60f7ea540757 req-4204f43b-7129-4793-aade-ef53a9325e42 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:43.895301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f988336c-d1a9-4435-a490-60f7ea540757 req-4204f43b-7129-4793-aade-ef53a9325e42 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 943 time: 0.2444215 Jul 05 03:55:44.014937 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f988336c-d1a9-4435-a490-60f7ea540757 req-aa1cf2d1-eab4-4340-8874-779a69f6414e tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179850 Jul 05 03:55:44.019695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aba844e6-2f03-4a79-84e8-bbc778612e91 req-2516f0e7-d5c9-421a-af16-99b8c63ac4d6 service neutron] 10.222.0.26 "GET /v2.0/networks/50241c19-d672-46d3-97b2-b781301bea5c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100086 Jul 05 03:55:44.062081 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:44.529025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff80a3c-8842-4be8-84e7-0c7820d4dedd req-713c5f01-b378-45fb-8c49-0c7d54cd333c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:44.532212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ff80a3c-8842-4be8-84e7-0c7820d4dedd req-713c5f01-b378-45fb-8c49-0c7d54cd333c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.2143593 Jul 05 03:55:44.620109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1073de75-65ba-41df-b545-074e3d2ebf8e details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:44.640441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ff80a3c-8842-4be8-84e7-0c7820d4dedd req-1cc6bc59-a6e4-4701-ba63-fd09d3479988 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001427 Jul 05 03:55:44.756343 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e45083d-ecb6-461d-9b62-b404affd20d0 x-openstack-request-id: req-2e45083d-ecb6-461d-9b62-b404affd20d0 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:44.756638 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-plugged", "status": "completed", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:44.756896 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e45083d-ecb6-461d-9b62-b404affd20d0 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:44.757341 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'code': 200} Jul 05 03:55:44.873441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1073de75-65ba-41df-b545-074e3d2ebf8e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1073de75-65ba-41df-b545-074e3d2ebf8e,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:44.950827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '1073de75-65ba-41df-b545-074e3d2ebf8e', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'port_id': '1073de75-65ba-41df-b545-074e3d2ebf8e', 'mac_address': 'fa:16:3e:d9:61:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:45.068291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa880fce-a57c-4a63-9bdc-3220926c5233 req-94e6365f-8168-43c0-b8d0-7c2a826c4727 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.075602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa880fce-a57c-4a63-9bdc-3220926c5233 req-94e6365f-8168-43c0-b8d0-7c2a826c4727 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 944 time: 0.1428995 Jul 05 03:55:45.134973 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.194314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1073de75-65ba-41df-b545-074e3d2ebf8e {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:45.199224 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa880fce-a57c-4a63-9bdc-3220926c5233 req-efcaf251-92f7-4547-855b-2df2a428ff69 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226861 Jul 05 03:55:45.235986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1073de75-65ba-41df-b545-074e3d2ebf8e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1073de75-65ba-41df-b545-074e3d2ebf8e,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:45.321803 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.322714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e406b711-1120-48a0-aa79-aed6e9b107e4 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:45.621094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1073de75-65ba-41df-b545-074e3d2ebf8e,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:45.635375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:45.653471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'port_id': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'mac_address': 'fa:16:3e:aa:03:54', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:45.753845 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:45.781416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e406b711-1120-48a0-aa79-aed6e9b107e4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:45.797132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61f858-4dbb-49dd-8154-4ec0e903f8d8 req-cd0aa968-51b9-4e75-abd0-5ee79e2dd4f3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:45.798728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b61f858-4dbb-49dd-8154-4ec0e903f8d8 req-cd0aa968-51b9-4e75-abd0-5ee79e2dd4f3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1255314 Jul 05 03:55:45.819466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:45.857777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b61f858-4dbb-49dd-8154-4ec0e903f8d8 req-37100141-3d7d-443c-b225-d2b339c1df32 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503764 Jul 05 03:55:46.099963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752bae58-1ee0-42c8-bdfa-b430c17892f4 req-af6bdf8d-d810-400e-8970-c56faf09c9f5 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.102230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-752bae58-1ee0-42c8-bdfa-b430c17892f4 req-af6bdf8d-d810-400e-8970-c56faf09c9f5 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 944 time: 0.0984764 Jul 05 03:55:46.167321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-752bae58-1ee0-42c8-bdfa-b430c17892f4 req-d916a14f-6c37-4ad4-9829-244a27e07795 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551684 Jul 05 03:55:46.239380 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.240834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8a287e71-63d3-41d1-8726-ad8cbab781b1 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:55:46.445112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27173219-0e2d-4bb3-baf0-bb28c3b731c3 req-7252caeb-83af-44c2-bbe3-5fc3e6b9ce9b tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:46.447330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27173219-0e2d-4bb3-baf0-bb28c3b731c3 req-7252caeb-83af-44c2-bbe3-5fc3e6b9ce9b tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 944 time: 0.1045716 Jul 05 03:55:46.591403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27173219-0e2d-4bb3-baf0-bb28c3b731c3 req-72f75906-e4dd-4ca7-8e3e-78bc9c39570b tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1257131 Jul 05 03:55:46.755469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=11']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:46.835031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8a287e71-63d3-41d1-8726-ad8cbab781b1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8a287e71-63d3-41d1-8726-ad8cbab781b1,segment=NetworkSegment(9c3f466b-5a4a-472e-b5f2-7140b4352e50),segment_id=9c3f466b-5a4a-472e-b5f2-7140b4352e50)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:46.861316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '8a287e71-63d3-41d1-8726-ad8cbab781b1', 'network_id': '50241c19-d672-46d3-97b2-b781301bea5c', 'port_id': '8a287e71-63d3-41d1-8726-ad8cbab781b1', 'mac_address': 'fa:16:3e:49:35:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '886784ea-6c6b-424b-bb9d-483eab7fed55', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:55:46.959415 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:46.992534 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a287e71-63d3-41d1-8726-ad8cbab781b1 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:55:47.056796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8a287e71-63d3-41d1-8726-ad8cbab781b1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8a287e71-63d3-41d1-8726-ad8cbab781b1,segment=NetworkSegment(9c3f466b-5a4a-472e-b5f2-7140b4352e50),segment_id=9c3f466b-5a4a-472e-b5f2-7140b4352e50)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:47.128314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48db9044-8fbc-4358-aaf1-d1c84e75facd req-d57a32e6-f665-4953-9c6c-524d4eb25b63 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:47.139143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48db9044-8fbc-4358-aaf1-d1c84e75facd req-d57a32e6-f665-4953-9c6c-524d4eb25b63 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.1258078 Jul 05 03:55:47.210463 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.226075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48db9044-8fbc-4358-aaf1-d1c84e75facd req-d1c8e8da-2e1c-44c2-863f-53291b0174f5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858650 Jul 05 03:55:47.323543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-c0c940a2-8f35-442a-97b5-f81707d04bde req-b89a5534-55b7-4fcf-86d0-3eb465754d54 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1612500462', 'description': 'tempest-description-730597190'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:47.342718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8a287e71-63d3-41d1-8726-ad8cbab781b1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:47.790694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c0c940a2-8f35-442a-97b5-f81707d04bde req-b89a5534-55b7-4fcf-86d0-3eb465754d54 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:47.897294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['e406b711-1120-48a0-aa79-aed6e9b107e4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:47.906480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1073de75-65ba-41df-b545-074e3d2ebf8e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:48.014163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8a287e71-63d3-41d1-8726-ad8cbab781b1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:48.198477 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c0c940a2-8f35-442a-97b5-f81707d04bde req-b89a5534-55b7-4fcf-86d0-3eb465754d54 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.290382 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c0c940a2-8f35-442a-97b5-f81707d04bde req-b89a5534-55b7-4fcf-86d0-3eb465754d54 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.387742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a5534-55b7-4fcf-86d0-3eb465754d54 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7717ddeb-a1fa-499a-b6bf-b78fa1f4dbf0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:48.447485 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c0c940a2-8f35-442a-97b5-f81707d04bde req-b89a5534-55b7-4fcf-86d0-3eb465754d54 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:48.449153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0c940a2-8f35-442a-97b5-f81707d04bde req-b89a5534-55b7-4fcf-86d0-3eb465754d54 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1814 time: 1.1319537 Jul 05 03:55:48.795771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dc9357-cbef-4a54-a4a1-a364fb57bec1 req-7ce4132a-237f-4563-b6fd-d08c9f23ae36 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:48.804702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24dc9357-cbef-4a54-a4a1-a364fb57bec1 req-7ce4132a-237f-4563-b6fd-d08c9f23ae36 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 945 time: 0.1245046 Jul 05 03:55:48.861488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24dc9357-cbef-4a54-a4a1-a364fb57bec1 req-c56073a2-884b-4516-9e51-9d1130f618ab tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554011 Jul 05 03:55:49.388468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9efc73c-72de-4c0d-b971-6417ecf7d28e req-2e2bd601-55cf-49f3-92c1-dcfaebcd15c8 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.398499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9efc73c-72de-4c0d-b971-6417ecf7d28e req-2e2bd601-55cf-49f3-92c1-dcfaebcd15c8 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 945 time: 0.1008873 Jul 05 03:55:49.461568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9efc73c-72de-4c0d-b971-6417ecf7d28e req-b2118c47-a2d5-43b2-b1e0-1b2fd85923d9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578594 Jul 05 03:55:49.709731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4561a39c-626c-40f1-8cb5-22fec26497bb req-a6c98300-6388-4b22-bb5d-efa10b805d1d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:49.718636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4561a39c-626c-40f1-8cb5-22fec26497bb req-a6c98300-6388-4b22-bb5d-efa10b805d1d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 944 time: 0.1176944 Jul 05 03:55:49.791965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4561a39c-626c-40f1-8cb5-22fec26497bb req-ec781bb2-c4e2-4bb1-80eb-f1a40adb362d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704846 Jul 05 03:55:50.226953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7026aefc-244c-4234-9dbc-4625c7fdc481 req-d4c57db1-c240-4fd6-b1c3-ddbef9e69430 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:50.228844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7026aefc-244c-4234-9dbc-4625c7fdc481 req-d4c57db1-c240-4fd6-b1c3-ddbef9e69430 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.1050155 Jul 05 03:55:50.300416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7026aefc-244c-4234-9dbc-4625c7fdc481 req-cbdd360e-8590-4d98-a2e7-5782432a8544 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635579 Jul 05 03:55:50.496985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-e8658cc7-f7c4-448c-a50d-7984be0951c1 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1612500462&fields=id&tenant_id=f4da49590d5f4f26b6a6640e3a820317 HTTP/1.1" status: 200 len: 267 time: 0.0855656 Jul 05 03:55:50.666034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-87761409-e562-4909-a8e2-db544a1206da tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:50.670955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-87761409-e562-4909-a8e2-db544a1206da tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1695843 Jul 05 03:55:50.685374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-e0d02c6b-7172-4cf1-b076-5be69800c90b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Request body: {'port': {'security_groups': ['2448dec1-e1a3-4894-b8a3-0a3ca25697cf', '7717ddeb-a1fa-499a-b6bf-b78fa1f4dbf0']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:51.230841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1073de75-65ba-41df-b545-074e3d2ebf8e up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:51.407401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 1073de75-65ba-41df-b545-074e3d2ebf8e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:51.418563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 1073de75-65ba-41df-b545-074e3d2ebf8e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:51.420102 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.635350 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.684028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-e0d02c6b-7172-4cf1-b076-5be69800c90b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.721397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1073de75-65ba-41df-b545-074e3d2ebf8e'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:51.730012 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a37b0f0-63a7-48ef-89c7-cf168a6a1cec" -d '{"events": [{"server_uuid": "edb66e56-d851-41d3-9dbb-b35ad12e9122", "name": "network-vif-plugged", "status": "completed", "tag": "1073de75-65ba-41df-b545-074e3d2ebf8e"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:51.758607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1073de75-65ba-41df-b545-074e3d2ebf8e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1073de75-65ba-41df-b545-074e3d2ebf8e,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:51.839055 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:51.839944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e406b711-1120-48a0-aa79-aed6e9b107e4 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:51.982277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1073de75-65ba-41df-b545-074e3d2ebf8e,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:52.228932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port e406b711-1120-48a0-aa79-aed6e9b107e4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:52.237152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port e406b711-1120-48a0-aa79-aed6e9b107e4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:52.238855 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.355253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-6f9e6e8b-ccb1-4e48-a47e-06f1e6192f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.355253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-6f9e6e8b-ccb1-4e48-a47e-06f1e6192f84 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1fc1257f2ebd445282f38d7c8d99c87c&device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 1102 time: 0.1807034 Jul 05 03:55:52.401352 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.402771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-e0d02c6b-7172-4cf1-b076-5be69800c90b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] For port def6dc29-33ce-4d60-830d-4677a4c00604, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=def6dc29-33ce-4d60-830d-4677a4c00604,segment=NetworkSegment(45d2a231-c508-4eab-9e24-b9c540c01764),segment_id=45d2a231-c508-4eab-9e24-b9c540c01764)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:52.520423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:52.565232 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-e0d02c6b-7172-4cf1-b076-5be69800c90b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:52.982227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-3444eb52-09aa-4ebc-9215-cc29dfce63d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:52.985371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-3444eb52-09aa-4ebc-9215-cc29dfce63d5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.3162098 Jul 05 03:55:53.053181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-9c1e256f-bfc7-4034-b871-48af318e4696 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.36&port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3 HTTP/1.1" status: 200 len: 217 time: 0.0538294 Jul 05 03:55:53.163291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-36967efd-f3ec-4300-b7b7-f49f11a91513 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.165663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-36967efd-f3ec-4300-b7b7-f49f11a91513 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1042504 Jul 05 03:55:53.246836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-68557288-dac6-47d5-a3b6-00b2fa7c5ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.248466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-68557288-dac6-47d5-a3b6-00b2fa7c5ffb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0755789 Jul 05 03:55:53.377775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-2525e6c6-0153-4837-9384-9e36de81ddc7 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224687 Jul 05 03:55:53.419168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.420049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8a287e71-63d3-41d1-8726-ad8cbab781b1 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:55:53.469323 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-e0d02c6b-7172-4cf1-b076-5be69800c90b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.511603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['def6dc29-33ce-4d60-830d-4677a4c00604'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:53.553822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-e0d02c6b-7172-4cf1-b076-5be69800c90b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:53.554626 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-e0d02c6b-7172-4cf1-b076-5be69800c90b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.571721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-655e134e-5bd4-4cf2-b0f2-123b51276e87 req-e0d02c6b-7172-4cf1-b076-5be69800c90b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "PUT /v2.0/ports/def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 981 time: 2.8898096 Jul 05 03:55:53.572747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:53.590196 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951" -d '{"events": [{"name": "network-changed", "server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:53.631632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=12']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:53.717693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 8a287e71-63d3-41d1-8726-ad8cbab781b1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:55:53.757885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 8a287e71-63d3-41d1-8726-ad8cbab781b1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:55:53.766230 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:53.777127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d60786b1-f743-43b2-bac4-cfd56e6d08d4 req-41dedf11-9107-407d-a510-82175da2d5b9 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3915396 Jul 05 03:55:53.781116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d02c6b-7172-4cf1-b076-5be69800c90b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Pushing event updated for resources: {'Port': ['ID=def6dc29-33ce-4d60-830d-4677a4c00604,revision_number=6']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:53.906633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['def6dc29-33ce-4d60-830d-4677a4c00604'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:54.023809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d08e788-67e1-44be-97d6-57698272b3b5 req-4ab580bc-826d-4590-83b0-941bc8575751 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.030269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d08e788-67e1-44be-97d6-57698272b3b5 req-4ab580bc-826d-4590-83b0-941bc8575751 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 945 time: 0.2340617 Jul 05 03:55:54.126481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d08e788-67e1-44be-97d6-57698272b3b5 req-764c53d1-3a31-4752-b31c-b8dea6fd87a7 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887392 Jul 05 03:55:54.183101 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.287689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8a287e71-63d3-41d1-8726-ad8cbab781b1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8a287e71-63d3-41d1-8726-ad8cbab781b1,segment=NetworkSegment(9c3f466b-5a4a-472e-b5f2-7140b4352e50),segment_id=9c3f466b-5a4a-472e-b5f2-7140b4352e50)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:54.421971 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eaf6da-a5b6-40bd-817f-cf47b8a7fcfa req-78dbb37c-a3b2-49f4-8d1a-6554d5759e9d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.423453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18eaf6da-a5b6-40bd-817f-cf47b8a7fcfa req-78dbb37c-a3b2-49f4-8d1a-6554d5759e9d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 946 time: 0.0767226 Jul 05 03:55:54.458370 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:54.468443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18eaf6da-a5b6-40bd-817f-cf47b8a7fcfa req-4b3b38df-63ba-49ba-980d-bf06e8f2066d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390835 Jul 05 03:55:54.523780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8a287e71-63d3-41d1-8726-ad8cbab781b1,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:54.691347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f58318c-ddfc-4b54-bef1-db16b03fbf80 req-708ba46c-8841-4cea-83bc-0774b99d2ff4 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:54.692942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f58318c-ddfc-4b54-bef1-db16b03fbf80 req-708ba46c-8841-4cea-83bc-0774b99d2ff4 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 945 time: 0.0981758 Jul 05 03:55:54.740126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f58318c-ddfc-4b54-bef1-db16b03fbf80 req-dd1391b6-6835-41d5-aed6-8d395624e5c4 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402439 Jul 05 03:55:55.038353 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c9db76-87f3-4979-821a-5cc107d2b39c x-openstack-request-id: req-86c9db76-87f3-4979-821a-5cc107d2b39c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:55.038835 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb66e56-d851-41d3-9dbb-b35ad12e9122", "name": "network-vif-plugged", "status": "completed", "tag": "1073de75-65ba-41df-b545-074e3d2ebf8e", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:55.039248 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86c9db76-87f3-4979-821a-5cc107d2b39c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:55.039882 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1073de75-65ba-41df-b545-074e3d2ebf8e', 'code': 200} Jul 05 03:55:55.166532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61115d5-3c20-4e14-a1f4-b278905b3487 req-e6203941-0346-47c4-96a3-6233ead3574f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.174299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b61115d5-3c20-4e14-a1f4-b278905b3487 req-e6203941-0346-47c4-96a3-6233ead3574f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.1276729 Jul 05 03:55:55.267059 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-cf23d34b-ba6b-4534-a36b-29bdf59f0e4d tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1612500462&fields=id&tenant_id=f4da49590d5f4f26b6a6640e3a820317 HTTP/1.1" status: 200 len: 267 time: 0.0888755 Jul 05 03:55:55.299384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b61115d5-3c20-4e14-a1f4-b278905b3487 req-f5f2dc60-1c99-4950-addb-af44f3f8a067 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240692 Jul 05 03:55:55.350943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a2acf-f61a-4f69-a3bc-c6b724862639 req-bc059ea3-95c9-445a-b99a-2b5c2dac1609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.352599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f5a2acf-f61a-4f69-a3bc-c6b724862639 req-bc059ea3-95c9-445a-b99a-2b5c2dac1609 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 1097 time: 0.1754918 Jul 05 03:55:55.371730 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33bc2326-4b9c-46c6-85dc-c3620bd6efb4 x-openstack-request-id: req-33bc2326-4b9c-46c6-85dc-c3620bd6efb4 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:55.372064 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:55.372319 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33bc2326-4b9c-46c6-85dc-c3620bd6efb4 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:55.372718 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'status': 'completed', 'code': 200} Jul 05 03:55:55.409672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-634c69d9-1206-42df-ace3-4b794ca80a5a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.411204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-634c69d9-1206-42df-ace3-4b794ca80a5a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 984 time: 0.1346767 Jul 05 03:55:55.434850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-8c0d1188-088c-4c92-bc3f-85c06c147598 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Request body: {'port': {'security_groups': ['2448dec1-e1a3-4894-b8a3-0a3ca25697cf']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:55.464611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f5a2acf-f61a-4f69-a3bc-c6b724862639 req-dcf2e1e9-32ae-4a4c-83c6-5695b195bb22 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0835743 Jul 05 03:55:55.485237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951 req-a5e98ded-48e0-4b83-b021-133a1ebb702b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.487881 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951 req-a5e98ded-48e0-4b83-b021-133a1ebb702b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4da49590d5f4f26b6a6640e3a820317&device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1136 time: 0.0807121 Jul 05 03:55:55.575849 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-8c0d1188-088c-4c92-bc3f-85c06c147598 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:55.646240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951 req-1db82f02-83b7-4e24-be8c-30f838da7261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.647730 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951 req-1db82f02-83b7-4e24-be8c-30f838da7261 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 200 len: 920 time: 0.1183114 Jul 05 03:55:55.653184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d41b99-8146-4da2-bea2-f0c3d98bd181 req-567a8c4d-be4d-40ae-84cb-b9944cf9dd53 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.655336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4d41b99-8146-4da2-bea2-f0c3d98bd181 req-567a8c4d-be4d-40ae-84cb-b9944cf9dd53 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 946 time: 0.1664720 Jul 05 03:55:55.697421 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951 req-d8e625bf-059c-4ce9-b27b-ad9d939122db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 217 time: 0.0403697 Jul 05 03:55:55.729832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4d41b99-8146-4da2-bea2-f0c3d98bd181 req-ade98b32-8e0f-4539-930a-d5a6c3cfb664 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661962 Jul 05 03:55:55.786988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951 req-2964c055-78cc-4d17-819d-6de2a7d27798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.786988 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951 req-2964c055-78cc-4d17-819d-6de2a7d27798 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8865b8d-80aa-4730-99a4-dd486bba4e30 HTTP/1.1" status: 200 len: 859 time: 0.0724788 Jul 05 03:55:55.829861 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951 req-f4f33618-48c2-4174-be15-4292344789bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee603b5-89fa-4945-b216-7a9c3364e023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330181 Jul 05 03:55:55.907772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-8c0d1188-088c-4c92-bc3f-85c06c147598 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] For port def6dc29-33ce-4d60-830d-4677a4c00604, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=def6dc29-33ce-4d60-830d-4677a4c00604,segment=NetworkSegment(45d2a231-c508-4eab-9e24-b9c540c01764),segment_id=45d2a231-c508-4eab-9e24-b9c540c01764)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:55.911857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21047b67-cce4-41e4-9bc8-e04b66dd66f0 req-20fcccc1-0b61-4f05-8c54-625e9357eaec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:55.913399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21047b67-cce4-41e4-9bc8-e04b66dd66f0 req-20fcccc1-0b61-4f05-8c54-625e9357eaec service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 1098 time: 0.1503568 Jul 05 03:55:55.989246 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951 req-7eb4c271-3cc6-4478-a54a-e38760b94709 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1471682 Jul 05 03:55:56.005477 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-8c0d1188-088c-4c92-bc3f-85c06c147598 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.090105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-8c0d1188-088c-4c92-bc3f-85c06c147598 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.093436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21047b67-cce4-41e4-9bc8-e04b66dd66f0 req-b2b45dd1-491f-4a90-b659-1f9d4fb4b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.094993 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21047b67-cce4-41e4-9bc8-e04b66dd66f0 req-b2b45dd1-491f-4a90-b659-1f9d4fb4b870 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 911 time: 0.1709607 Jul 05 03:55:56.109336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['def6dc29-33ce-4d60-830d-4677a4c00604'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:56.111666 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ca35d2c-12d0-4ec3-97cc-82b0a8388951 req-b0101dfe-fb95-45da-9728-49ab05333da9 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150372 Jul 05 03:55:56.189470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-8c0d1188-088c-4c92-bc3f-85c06c147598 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.190125 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-8c0d1188-088c-4c92-bc3f-85c06c147598 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.192129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3718fff6-d290-4c6b-8f21-4e563f2e2834 req-8c0d1188-088c-4c92-bc3f-85c06c147598 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "PUT /v2.0/ports/def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 942 time: 0.7681520 Jul 05 03:55:56.198400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21047b67-cce4-41e4-9bc8-e04b66dd66f0 req-c864fb09-88ff-45ff-9082-4d1e71f85050 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901 HTTP/1.1" status: 200 len: 217 time: 0.0731936 Jul 05 03:55:56.227103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314d170d-b420-4e69-bc1c-cf5e37f95933 req-828028b1-7a1e-487b-8bc6-77b151597ad8 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.228408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-314d170d-b420-4e69-bc1c-cf5e37f95933 req-828028b1-7a1e-487b-8bc6-77b151597ad8 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 946 time: 0.2098017 Jul 05 03:55:56.233919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0d1188-088c-4c92-bc3f-85c06c147598 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Pushing event updated for resources: {'Port': ['ID=def6dc29-33ce-4d60-830d-4677a4c00604,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:56.314025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-314d170d-b420-4e69-bc1c-cf5e37f95933 req-95178700-fa1f-42a4-8d08-5d091203c822 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762866 Jul 05 03:55:56.340805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21047b67-cce4-41e4-9bc8-e04b66dd66f0 req-65386bf3-ed7b-48a4-bb47-5628d1240e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.342863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21047b67-cce4-41e4-9bc8-e04b66dd66f0 req-65386bf3-ed7b-48a4-bb47-5628d1240e5c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.0861390 Jul 05 03:55:56.412478 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21047b67-cce4-41e4-9bc8-e04b66dd66f0 req-dea8f0da-f9fc-42be-a22f-baa90431c0cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0515821 Jul 05 03:55:56.446170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['def6dc29-33ce-4d60-830d-4677a4c00604'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:55:56.531503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3e38d5-12b7-4c04-88c6-81371e86657f req-8d626f10-afdd-4ff9-8482-e29deb0db849 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.533152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b3e38d5-12b7-4c04-88c6-81371e86657f req-8d626f10-afdd-4ff9-8482-e29deb0db849 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 945 time: 0.1742625 Jul 05 03:55:56.643925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21047b67-cce4-41e4-9bc8-e04b66dd66f0 req-a73fce95-d968-4378-b51a-b83e869e6717 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2203836 Jul 05 03:55:56.696002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b3e38d5-12b7-4c04-88c6-81371e86657f req-33a551b2-af95-4323-b7a9-a6d4f94e5cb1 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396422 Jul 05 03:55:56.762579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0f06a78f-37e6-4811-96a8-d955e03f8fd9 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2218385 Jul 05 03:55:56.784624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:56.817832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21047b67-cce4-41e4-9bc8-e04b66dd66f0 req-2b1c2126-98d5-4333-8612-92821732a34c service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633565 Jul 05 03:55:56.879987 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:56.948571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f244d-4587-4ed7-88ee-43a2ab5301bc req-6c9f59dc-12be-4d66-913f-6259611f6ca1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:56.950161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca9f244d-4587-4ed7-88ee-43a2ab5301bc req-6c9f59dc-12be-4d66-913f-6259611f6ca1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.1248894 Jul 05 03:55:57.041978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4'}, {'server_uuid': 'b8ecdf45-bd31-4969-acd6-1532c6451fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a287e71-63d3-41d1-8726-ad8cbab781b1'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:57.046477 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ed3f8e7-7358-4da0-9c69-b5a8e875f9fe" -d '{"events": [{"server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "name": "network-vif-plugged", "status": "completed", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4"}, {"server_uuid": "b8ecdf45-bd31-4969-acd6-1532c6451fd5", "name": "network-vif-plugged", "status": "completed", "tag": "8a287e71-63d3-41d1-8726-ad8cbab781b1"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:57.049476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca9f244d-4587-4ed7-88ee-43a2ab5301bc req-9171b32c-e905-4b00-b3dd-fcfbe20a04d7 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809455 Jul 05 03:55:57.100209 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.280016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Allocated IP 172.25.4.173 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/21a360b2-1357-4884-aa8a-b2638a157b99) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:55:57.364801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f8d3b-2f58-4949-93a6-5c069e120ffc req-a50803fa-ab83-427e-9ceb-54faa09d94aa tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.366283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d36f8d3b-2f58-4949-93a6-5c069e120ffc req-a50803fa-ab83-427e-9ceb-54faa09d94aa tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 946 time: 0.1431768 Jul 05 03:55:57.373207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:57.375580 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ba4ac08-9143-4024-b6d0-b296607a6764" -d '{"events": [{"name": "network-changed", "server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:57.437931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d36f8d3b-2f58-4949-93a6-5c069e120ffc req-86c0105b-3269-4849-ba13-1cddc29ebe96 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588005 Jul 05 03:55:57.449486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.559146 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.609841 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ab72e51-9eb8-4b77-bcb6-36e22473c97c x-openstack-request-id: req-3ab72e51-9eb8-4b77-bcb6-36e22473c97c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:57.609841 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "name": "network-vif-plugged", "status": "completed", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4", "code": 200}, {"server_uuid": "b8ecdf45-bd31-4969-acd6-1532c6451fd5", "name": "network-vif-plugged", "status": "completed", "tag": "8a287e71-63d3-41d1-8726-ad8cbab781b1", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:57.609841 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ab72e51-9eb8-4b77-bcb6-36e22473c97c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:57.609841 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'code': 200} Jul 05 03:55:57.609841 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ecdf45-bd31-4969-acd6-1532c6451fd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a287e71-63d3-41d1-8726-ad8cbab781b1', 'code': 200} Jul 05 03:55:57.631441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:55:57.637240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:55:57.648561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:55:57.703960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Pushing event updated for resources: {'Port': ['ID=21a360b2-1357-4884-aa8a-b2638a157b99,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:57.883428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:57.903666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b7f594-6126-4919-a6da-2255213b2494 req-0669a9c9-8ef3-43fd-b484-004e8f8c314e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.905272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89b7f594-6126-4919-a6da-2255213b2494 req-0669a9c9-8ef3-43fd-b484-004e8f8c314e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 1098 time: 0.1811509 Jul 05 03:55:57.917764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29ac1cf-21fb-4965-9a06-3e26f8dcdc37 req-d0f8fcf1-3a0e-4fcc-9cd9-65cdfcd9a48a tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.922040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e29ac1cf-21fb-4965-9a06-3e26f8dcdc37 req-d0f8fcf1-3a0e-4fcc-9cd9-65cdfcd9a48a tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 950 time: 0.1433690 Jul 05 03:55:57.986996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89b7f594-6126-4919-a6da-2255213b2494 req-f5a42ce4-ea0e-41c5-8bf2-d36e4b6d0dea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663841 Jul 05 03:55:57.988295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe598a45-ab83-41e5-b3ba-625939f5858b req-63c14eb9-0dd6-424d-a5cf-213f26719442 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:57.989844 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe598a45-ab83-41e5-b3ba-625939f5858b req-63c14eb9-0dd6-424d-a5cf-213f26719442 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 1098 time: 0.0724573 Jul 05 03:55:58.001238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e29ac1cf-21fb-4965-9a06-3e26f8dcdc37 req-8578ab0b-b105-43be-9d5d-0edea2f45685 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740380 Jul 05 03:55:58.051803 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.076081 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe598a45-ab83-41e5-b3ba-625939f5858b req-b2914693-445a-40cf-a8b9-d5409ac6420b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345840 Jul 05 03:55:58.253756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2392be9-bc96-43c5-a98b-ba8d0209fb6e req-7bd5f40d-7ecc-4110-8c3f-96b2c9f0339e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.255301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2392be9-bc96-43c5-a98b-ba8d0209fb6e req-7bd5f40d-7ecc-4110-8c3f-96b2c9f0339e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 946 time: 0.1382554 Jul 05 03:55:58.290919 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.314702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2392be9-bc96-43c5-a98b-ba8d0209fb6e req-adb0570a-9bb5-4c26-a02c-e679977634fc tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520744 Jul 05 03:55:58.350320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.389129 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0adbbb68-ff7e-4751-9d79-03fe67fa671b x-openstack-request-id: req-0adbbb68-ff7e-4751-9d79-03fe67fa671b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:55:58.389583 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:55:58.390042 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0adbbb68-ff7e-4751-9d79-03fe67fa671b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:55:58.390617 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'status': 'completed', 'code': 200} Jul 05 03:55:58.473119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4ac08-9143-4024-b6d0-b296607a6764 req-82e696b2-e909-494e-b758-4630b3c57c6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.474782 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ba4ac08-9143-4024-b6d0-b296607a6764 req-82e696b2-e909-494e-b758-4630b3c57c6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4da49590d5f4f26b6a6640e3a820317&device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1097 time: 0.0628796 Jul 05 03:55:58.476873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Pushing event updated for resources: {'Port': ['ID=21a360b2-1357-4884-aa8a-b2638a157b99,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:58.500123 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.598032 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:58.599301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-0194d6a5-243e-4116-af4a-2af97834d2ae tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.8228097 Jul 05 03:55:58.634958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4ac08-9143-4024-b6d0-b296607a6764 req-8a223dd2-20a4-4bfd-8f9e-7942631fe934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.636510 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ba4ac08-9143-4024-b6d0-b296607a6764 req-8a223dd2-20a4-4bfd-8f9e-7942631fe934 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 200 len: 920 time: 0.1515272 Jul 05 03:55:58.673899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-40c02ad3-eaa4-4989-8931-9baa1d639c1e tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.173 HTTP/1.1" status: 200 len: 696 time: 0.0564172 Jul 05 03:55:58.698773 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ba4ac08-9143-4024-b6d0-b296607a6764 req-b6b3075b-9d50-49e7-9075-3141ea254fe3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 217 time: 0.0534642 Jul 05 03:55:58.768817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9533b3-f7d3-4193-aa68-b00c03ecb984 req-f32d67f4-cf4a-4172-ab35-d5b1b745c6ae tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.770311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd9533b3-f7d3-4193-aa68-b00c03ecb984 req-f32d67f4-cf4a-4172-ab35-d5b1b745c6ae tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 945 time: 0.1850154 Jul 05 03:55:58.780643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba4ac08-9143-4024-b6d0-b296607a6764 req-d0a5d768-5eda-4382-a39a-76195c6cb47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.782886 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ba4ac08-9143-4024-b6d0-b296607a6764 req-d0a5d768-5eda-4382-a39a-76195c6cb47d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8865b8d-80aa-4730-99a4-dd486bba4e30 HTTP/1.1" status: 200 len: 859 time: 0.0757897 Jul 05 03:55:58.823589 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ba4ac08-9143-4024-b6d0-b296607a6764 req-74c5f157-5afd-4e30-b06d-83332787d059 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee603b5-89fa-4945-b216-7a9c3364e023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330932 Jul 05 03:55:58.838821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-6cb64d6f-0b81-46a0-9cd8-de88e7bbf16a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:58.840198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-6cb64d6f-0b81-46a0-9cd8-de88e7bbf16a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1602094 Jul 05 03:55:58.856982 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-278cff26-dd4c-4b69-8cad-d0fb24cd11e4 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:55:58.858282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d48b0b6e-dd15-479a-b4b5-31d7d728252e req-278cff26-dd4c-4b69-8cad-d0fb24cd11e4 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0091860 Jul 05 03:55:58.862764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd9533b3-f7d3-4193-aa68-b00c03ecb984 req-92c301a9-cb86-4219-9f32-8eec8885f18f tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0823395 Jul 05 03:55:58.935998 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ba4ac08-9143-4024-b6d0-b296607a6764 req-e315cbbc-ea93-48f2-a172-8e3db2732c1e service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998085 Jul 05 03:55:59.069680 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ba4ac08-9143-4024-b6d0-b296607a6764 req-8f0ec360-5fe9-4bbe-89ab-c572fc5dfb42 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220188 Jul 05 03:55:59.097580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7bf46c-0dd3-4f7b-9caa-4d5db4750c13 req-509dc29b-d9db-44fe-ba09-c18726cd5303 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.100133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d7bf46c-0dd3-4f7b-9caa-4d5db4750c13 req-509dc29b-d9db-44fe-ba09-c18726cd5303 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 946 time: 0.1002734 Jul 05 03:55:59.146316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d7bf46c-0dd3-4f7b-9caa-4d5db4750c13 req-49243c72-0ce7-41de-aadf-2a9b2a31a88b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405660 Jul 05 03:55:59.271827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ec3d0638-3a31-4409-a7e9-c3b49c008901 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:59.325668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d89a26-72a9-4d35-8cda-403a755bf8b9 req-925b5684-6b22-48b2-b8e1-370c47c18dfe tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.327402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18d89a26-72a9-4d35-8cda-403a755bf8b9 req-925b5684-6b22-48b2-b8e1-370c47c18dfe tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 946 time: 0.0804222 Jul 05 03:55:59.365123 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.381148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18d89a26-72a9-4d35-8cda-403a755bf8b9 req-005156a8-d703-4e60-8035-a13780187556 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434182 Jul 05 03:55:59.417615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ec3d0638-3a31-4409-a7e9-c3b49c008901, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:59.480494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.481895 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5b80d6fa-9549-4de8-89de-1473e273cdb3 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:55:59.620268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e9f1d-e799-4003-af08-23b055197f9c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ec3d0638-3a31-4409-a7e9-c3b49c008901'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:55:59.623724 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-547277bf-8748-4c03-872c-8d7904f28678" -d '{"events": [{"server_uuid": "655e9f1d-e799-4003-af08-23b055197f9c", "name": "network-vif-unplugged", "status": "completed", "tag": "ec3d0638-3a31-4409-a7e9-c3b49c008901"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:55:59.675741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ec3d0638-3a31-4409-a7e9-c3b49c008901,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:55:59.713037 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.779612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:55:59.782710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-384b54a2-7270-404c-a586-319dddb24b1a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:55:59.784803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-384b54a2-7270-404c-a586-319dddb24b1a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1018865 Jul 05 03:55:59.839010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-c28979d2-da0d-4443-9b5e-a1e95e373eca tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.173 HTTP/1.1" status: 200 len: 696 time: 0.0484436 Jul 05 03:55:59.844447 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.854592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5591e9ad-dbfe-45b7-a1f6-283df3c7c769 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Request body: {'floatingip': {'port_id': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:55:59.898507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5591e9ad-dbfe-45b7-a1f6-283df3c7c769 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:55:59.912562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=11']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:00.427598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5591e9ad-dbfe-45b7-a1f6-283df3c7c769 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.456673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15685a-78bb-4423-b326-ad8c5d0e538d req-69d57426-ec43-48ad-acd9-d3db9094420a tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:00.458167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f15685a-78bb-4423-b326-ad8c5d0e538d req-69d57426-ec43-48ad-acd9-d3db9094420a tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 945 time: 0.0757644 Jul 05 03:56:00.466609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57284) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:00.471232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c4387ab5-34bb-4985-9046-f7a1b9d03063 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Request body: {'floatingip': {'port_id': '1073de75-65ba-41df-b545-074e3d2ebf8e'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:00.534428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5591e9ad-dbfe-45b7-a1f6-283df3c7c769 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:00.587071 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4387ab5-34bb-4985-9046-f7a1b9d03063 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.147136 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5591e9ad-dbfe-45b7-a1f6-283df3c7c769 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Floating IP 606ae3b4-1674-4ed7-a365-8b0d2bc0d449 associated. External IP: 172.25.4.173, port: def6dc29-33ce-4d60-830d-4677a4c00604. Jul 05 03:56:01.205425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bd971a-2268-4db6-99c5-de69a9976c55 req-38300c1a-6dd3-45fd-9c99-a445923e163d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.206910 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96bd971a-2268-4db6-99c5-de69a9976c55 req-38300c1a-6dd3-45fd-9c99-a445923e163d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 946 time: 0.6229589 Jul 05 03:56:01.380012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96bd971a-2268-4db6-99c5-de69a9976c55 req-4958814f-050a-4309-b419-b17bf37dd1fa tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1336594 Jul 05 03:56:01.582735 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 03:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-001d1172-1469-499a-a627-e528f022464c x-openstack-request-id: req-001d1172-1469-499a-a627-e528f022464c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:01.583787 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e9f1d-e799-4003-af08-23b055197f9c", "name": "network-vif-unplugged", "status": "failed", "tag": "ec3d0638-3a31-4409-a7e9-c3b49c008901", "code": 422}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:01.584322 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-001d1172-1469-499a-a627-e528f022464c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:01.586511 n-d-758944-41 neutron-server[100897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '655e9f1d-e799-4003-af08-23b055197f9c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ec3d0638-3a31-4409-a7e9-c3b49c008901', 'code': 422} returned with failed status Jul 05 03:56:01.660505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5591e9ad-dbfe-45b7-a1f6-283df3c7c769 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Router c08a9c73-27bb-419a-a752-961351dee60a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:01.884680 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4387ab5-34bb-4985-9046-f7a1b9d03063 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.900728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5591e9ad-dbfe-45b7-a1f6-283df3c7c769 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:01.907692 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5591e9ad-dbfe-45b7-a1f6-283df3c7c769 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:01.913445 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] Sync routers for ids ['c08a9c73-27bb-419a-a752-961351dee60a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:01.923102 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] Routers {'c08a9c73-27bb-419a-a752-961351dee60a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:01.923843 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:55:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c08a9c73-27bb-419a-a752-961351dee60a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:01.952366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6565f-7d6a-4ebf-a406-81ca71c6d03b req-cba21b1b-ff63-4379-836a-c4408132f501 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:01.953867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ee6565f-7d6a-4ebf-a406-81ca71c6d03b req-cba21b1b-ff63-4379-836a-c4408132f501 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 944 time: 0.2102687 Jul 05 03:56:01.954518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4387ab5-34bb-4985-9046-f7a1b9d03063 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.006697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5591e9ad-dbfe-45b7-a1f6-283df3c7c769 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "PUT /v2.0/floatingips/606ae3b4-1674-4ed7-a365-8b0d2bc0d449 HTTP/1.1" status: 200 len: 996 time: 2.1614950 Jul 05 03:56:02.010037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:02.012025 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd" -d '{"events": [{"name": "network-changed", "server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:02.054844 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] Set router c08a9c73-27bb-419a-a752-961351dee60a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:02.114837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ee6565f-7d6a-4ebf-a406-81ca71c6d03b req-48948cfd-feda-4da8-bb32-075968f299ac tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213520 Jul 05 03:56:02.140155 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-c4387ab5-34bb-4985-9046-f7a1b9d03063 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Floating IP 119208a5-e69c-4d78-825a-4d20653b8d49 associated. External IP: 172.25.4.212, port: 1073de75-65ba-41df-b545-074e3d2ebf8e. Jul 05 03:56:02.205176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-8825c160-5eb6-43cb-8629-07e530365889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.207241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-8825c160-5eb6-43cb-8629-07e530365889 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4da49590d5f4f26b6a6640e3a820317&device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1797128 Jul 05 03:56:02.368291 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '606ae3b4-1674-4ed7-a365-8b0d2bc0d449', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'port_id': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'mac_address': 'fa:16:3e:74:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:55:57Z', 'updated_at': '2021-07-05T03:56:00Z', 'revision_number': 1, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d164a9-d814-4e2e-8ef4-0981302d893c', 'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'mac_address': 'fa:16:3e:21:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:59Z', 'revision_number': 5, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'subnets': [{'id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:02.399938 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] Checking router: c08a9c73-27bb-419a-a752-961351dee60a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:02.410022 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] Routers {'c08a9c73-27bb-419a-a752-961351dee60a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:02.410644 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:55:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c08a9c73-27bb-419a-a752-961351dee60a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:02.449730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5cb94096-53b0-48b7-9dc0-64575aaf07e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.451214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-5cb94096-53b0-48b7-9dc0-64575aaf07e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 200 len: 920 time: 0.2061286 Jul 05 03:56:02.538015 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] Set router c08a9c73-27bb-419a-a752-961351dee60a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:02.548873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65265419-4140-47b9-8d01-df33d0cf6542 req-43c19df5-09a9-46db-aa18-e16c089444ad tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.550435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65265419-4140-47b9-8d01-df33d0cf6542 req-43c19df5-09a9-46db-aa18-e16c089444ad tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 946 time: 0.2518511 Jul 05 03:56:02.606533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4387ab5-34bb-4985-9046-f7a1b9d03063 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Router d6e2a87f-d0df-4db9-8c4f-2b18842def3f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:02.608680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-946c62e4-1e8d-4e3f-8e6d-251d691e8834 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 999 time: 0.1121094 Jul 05 03:56:02.655146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65265419-4140-47b9-8d01-df33d0cf6542 req-c8b9e793-6bae-400c-aea5-82c86787216b tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920644 Jul 05 03:56:02.716103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-99b3d5d3-be4d-46d2-b706-38112e1871f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:02.717657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-99b3d5d3-be4d-46d2-b706-38112e1871f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8865b8d-80aa-4730-99a4-dd486bba4e30 HTTP/1.1" status: 200 len: 859 time: 0.0992153 Jul 05 03:56:02.796701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-b2e43060-58bc-4565-8d6e-c00ff111209d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ee603b5-89fa-4945-b216-7a9c3364e023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678723 Jul 05 03:56:02.816640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-be577e0d-5f64-42a9-8a2b-2d442be2d153 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:56:02.817639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-be577e0d-5f64-42a9-8a2b-2d442be2d153 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0077157 Jul 05 03:56:02.828363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4387ab5-34bb-4985-9046-f7a1b9d03063 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:02.838992 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '606ae3b4-1674-4ed7-a365-8b0d2bc0d449', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'port_id': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'mac_address': 'fa:16:3e:74:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:55:57Z', 'updated_at': '2021-07-05T03:56:00Z', 'revision_number': 1, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d164a9-d814-4e2e-8ef4-0981302d893c', 'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'mac_address': 'fa:16:3e:21:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:59Z', 'revision_number': 5, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'subnets': [{'id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:02.846411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4387ab5-34bb-4985-9046-f7a1b9d03063 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:02.848035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] Sync routers for ids ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:02.867410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] Routers {'d6e2a87f-d0df-4db9-8c4f-2b18842def3f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:02.869624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:55:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:02.874515 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ac8cb75-cb5d-4e20-a18d-1e893c87a207 x-openstack-request-id: req-6ac8cb75-cb5d-4e20-a18d-1e893c87a207 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:02.874847 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:02.875472 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ac8cb75-cb5d-4e20-a18d-1e893c87a207 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:02.875842 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'status': 'completed', 'code': 200} Jul 05 03:56:02.879258 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b23817d2-b689-4669-ad61-36f98aa5d4d4 None None] The sync data for ids ['c08a9c73-27bb-419a-a752-961351dee60a'] in n-d-758944-41 is: [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '606ae3b4-1674-4ed7-a365-8b0d2bc0d449', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'floating_ip_address': '172.25.4.173', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'port_id': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'mac_address': 'fa:16:3e:74:4d:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:55:57Z', 'updated_at': '2021-07-05T03:56:00Z', 'revision_number': 1, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5d164a9-d814-4e2e-8ef4-0981302d893c', 'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'mac_address': 'fa:16:3e:21:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:59Z', 'revision_number': 5, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'subnets': [{'id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:02.975111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c4387ab5-34bb-4985-9046-f7a1b9d03063 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "PUT /v2.0/floatingips/119208a5-e69c-4d78-825a-4d20653b8d49 HTTP/1.1" status: 200 len: 991 time: 2.5074098 Jul 05 03:56:03.026039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd req-7f2c2bc8-f856-4e28-9ad8-28710bbe912f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.028302 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd req-7f2c2bc8-f856-4e28-9ad8-28710bbe912f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4da49590d5f4f26b6a6640e3a820317&device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1482208 Jul 05 03:56:03.047186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-997d4bee-d9af-40a5-bebe-c2db0f8cedae service neutron] 10.222.0.30 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974666 Jul 05 03:56:03.200611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] Set router d6e2a87f-d0df-4db9-8c4f-2b18842def3f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:03.202888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd req-9b3983ed-aaed-49be-901f-787b1f3b8cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.206299 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd req-9b3983ed-aaed-49be-901f-787b1f3b8cbc service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 200 len: 920 time: 0.1663277 Jul 05 03:56:03.224206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3a8266-738d-41c2-b5ea-9edb9009ec7c req-4a68a5b1-153e-44bb-aeec-c8013edc242b service neutron] 10.222.0.30 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1649301 Jul 05 03:56:03.234305 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bbecb09-dc57-4469-bb69-31203a6eadec None None] New status for floating IP 606ae3b4-1674-4ed7-a365-8b0d2bc0d449: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:56:03.325757 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd req-7f6c7cf7-6eda-45fd-84f5-3eb4239afcc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 999 time: 0.1098840 Jul 05 03:56:03.424901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ec3d0638-3a31-4409-a7e9-c3b49c008901 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:03.428386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd req-8c6e93b2-0fd9-4895-b034-d9e07a777f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:03.430908 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd req-8c6e93b2-0fd9-4895-b034-d9e07a777f50 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8865b8d-80aa-4730-99a4-dd486bba4e30 HTTP/1.1" status: 200 len: 859 time: 0.0979068 Jul 05 03:56:03.476694 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd req-0c94ba92-325b-460d-bccd-99fbb5080b7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee603b5-89fa-4945-b216-7a9c3364e023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0347598 Jul 05 03:56:03.589688 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:03.592108 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-820ac485-757f-48fb-a6d9-13ec9ce63bb7" -d '{"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-unplugged", "status": "completed", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:03.614844 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd req-2b0ceb42-8646-4721-a358-bb899e8091dc service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178637 Jul 05 03:56:03.657919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:54:02Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '119208a5-e69c-4d78-825a-4d20653b8d49', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'port_id': '1073de75-65ba-41df-b545-074e3d2ebf8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'mac_address': 'fa:16:3e:d9:61:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:11Z', 'updated_at': '2021-07-05T03:56:01Z', 'revision_number': 1, 'project_id': '9dd96b056f1846bfb243852869d18891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795837f2-20ae-4bb2-b81a-ce950e38b201', 'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'mac_address': 'fa:16:3e:4e:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:00Z', 'updated_at': '2021-07-05T03:54:11Z', 'revision_number': 5, 'project_id': '9dd96b056f1846bfb243852869d18891', 'subnets': [{'id': '654adab4-e987-4b99-be8f-766330fa38ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:03.687787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] Checking router: d6e2a87f-d0df-4db9-8c4f-2b18842def3f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:03.699736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] Routers {'d6e2a87f-d0df-4db9-8c4f-2b18842def3f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:03.700457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:55:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:03.723544 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-026d64bc-2d61-4f69-80d8-c853a9c9e7fd req-47fc7b6c-badf-475c-9a57-c0cf0477f258 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011062 Jul 05 03:56:03.821445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] Set router d6e2a87f-d0df-4db9-8c4f-2b18842def3f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:04.064279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec339685-d229-4d45-8dc2-7eb64a53db2a req-9bc651d5-bfe3-4d7e-89a5-63d58c1f1650 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.067209 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec339685-d229-4d45-8dc2-7eb64a53db2a req-9bc651d5-bfe3-4d7e-89a5-63d58c1f1650 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 946 time: 0.0794713 Jul 05 03:56:04.129311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec339685-d229-4d45-8dc2-7eb64a53db2a req-235d59b4-f3b2-45b3-a9f7-6787eaedd2ac tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0497508 Jul 05 03:56:04.231875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:54:02Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '119208a5-e69c-4d78-825a-4d20653b8d49', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'port_id': '1073de75-65ba-41df-b545-074e3d2ebf8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'mac_address': 'fa:16:3e:d9:61:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:11Z', 'updated_at': '2021-07-05T03:56:01Z', 'revision_number': 1, 'project_id': '9dd96b056f1846bfb243852869d18891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795837f2-20ae-4bb2-b81a-ce950e38b201', 'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'mac_address': 'fa:16:3e:4e:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:00Z', 'updated_at': '2021-07-05T03:54:11Z', 'revision_number': 5, 'project_id': '9dd96b056f1846bfb243852869d18891', 'subnets': [{'id': '654adab4-e987-4b99-be8f-766330fa38ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:04.266918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-501d5a9c-676f-40ba-be4b-a806eb026569 None None] The sync data for ids ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'] in n-d-758944-41 is: [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:54:02Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '119208a5-e69c-4d78-825a-4d20653b8d49', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'port_id': '1073de75-65ba-41df-b545-074e3d2ebf8e', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1100, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'mac_address': 'fa:16:3e:d9:61:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:54:11Z', 'updated_at': '2021-07-05T03:56:01Z', 'revision_number': 1, 'project_id': '9dd96b056f1846bfb243852869d18891', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '795837f2-20ae-4bb2-b81a-ce950e38b201', 'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'mac_address': 'fa:16:3e:4e:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:00Z', 'updated_at': '2021-07-05T03:54:11Z', 'revision_number': 5, 'project_id': '9dd96b056f1846bfb243852869d18891', 'subnets': [{'id': '654adab4-e987-4b99-be8f-766330fa38ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:04.500475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbcfcbc7-4b05-42ca-9729-31328412dfa3 None None] New status for floating IP 119208a5-e69c-4d78-825a-4d20653b8d49: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:56:04.659334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91491a61-8704-4c42-b329-f08de005d8cb req-6e5460a2-1023-478c-8ca6-c7df10cda55b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:04.660792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91491a61-8704-4c42-b329-f08de005d8cb req-6e5460a2-1023-478c-8ca6-c7df10cda55b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=655e9f1d-e799-4003-af08-23b055197f9c HTTP/1.1" status: 200 len: 944 time: 0.0877371 Jul 05 03:56:04.776332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-91491a61-8704-4c42-b329-f08de005d8cb req-68dd221a-2462-4434-98f3-ace6080edea3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Deleting port ec3d0638-3a31-4409-a7e9-c3b49c008901 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:04.776759 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-91491a61-8704-4c42-b329-f08de005d8cb req-68dd221a-2462-4434-98f3-ace6080edea3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.207147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'tag': '1073de75-65ba-41df-b545-074e3d2ebf8e'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:05.209936 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4f43279-5150-448c-8a85-c63a9e7eb422" -d '{"events": [{"name": "network-changed", "server_uuid": "edb66e56-d851-41d3-9dbb-b35ad12e9122", "tag": "1073de75-65ba-41df-b545-074e3d2ebf8e"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:05.269929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-91491a61-8704-4c42-b329-f08de005d8cb req-68dd221a-2462-4434-98f3-ace6080edea3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] For port ec3d0638-3a31-4409-a7e9-c3b49c008901, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ec3d0638-3a31-4409-a7e9-c3b49c008901,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:05.270289 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-91491a61-8704-4c42-b329-f08de005d8cb req-68dd221a-2462-4434-98f3-ace6080edea3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.289874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-91491a61-8704-4c42-b329-f08de005d8cb req-68dd221a-2462-4434-98f3-ace6080edea3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Calling delete_port for ec3d0638-3a31-4409-a7e9-c3b49c008901 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:05.296336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-fb2b4d75-4318-47bd-8770-a939a73fe5ac tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.173 HTTP/1.1" status: 200 len: 1001 time: 0.4389172 Jul 05 03:56:05.399367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-598bd6c9-4bf1-4c61-9ca1-5b2b1f926db3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.400893 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-598bd6c9-4bf1-4c61-9ca1-5b2b1f926db3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports/def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 942 time: 0.0985355 Jul 05 03:56:05.557908 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-4869845e-f22f-43eb-884b-9b1315c3c81b tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.173 HTTP/1.1" status: 200 len: 1001 time: 0.0691254 Jul 05 03:56:05.574662 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-91491a61-8704-4c42-b329-f08de005d8cb req-68dd221a-2462-4434-98f3-ace6080edea3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.656912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dd221a-2462-4434-98f3-ace6080edea3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event deleted for resources: {'Port': ['ID=ec3d0638-3a31-4409-a7e9-c3b49c008901,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:05.719715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-91491a61-8704-4c42-b329-f08de005d8cb req-68dd221a-2462-4434-98f3-ace6080edea3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] No DVR routers for this DVR port ec3d0638-3a31-4409-a7e9-c3b49c008901 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:05.723852 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-91491a61-8704-4c42-b329-f08de005d8cb req-68dd221a-2462-4434-98f3-ace6080edea3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:05.725872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91491a61-8704-4c42-b329-f08de005d8cb req-68dd221a-2462-4434-98f3-ace6080edea3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "DELETE /v2.0/ports/ec3d0638-3a31-4409-a7e9-c3b49c008901 HTTP/1.1" status: 204 len: 173 time: 1.0601292 Jul 05 03:56:05.750852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-7f828417-b27a-4926-83d2-86f1f9c518af tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:05.753018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-7f828417-b27a-4926-83d2-86f1f9c518af tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.1887925 Jul 05 03:56:05.828327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-fc60f893-468a-464d-b45f-29a8b90afc7a tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.173 HTTP/1.1" status: 200 len: 1001 time: 0.0669727 Jul 05 03:56:05.838542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-1d7b2d20-90dc-4413-b755-5bc94f5037a3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:05.901001 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-1d7b2d20-90dc-4413-b755-5bc94f5037a3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.068419 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-1d7b2d20-90dc-4413-b755-5bc94f5037a3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.199088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-1d7b2d20-90dc-4413-b755-5bc94f5037a3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.199594 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-1d7b2d20-90dc-4413-b755-5bc94f5037a3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Floating IP 606ae3b4-1674-4ed7-a365-8b0d2bc0d449 disassociated. External IP: 172.25.4.173, port: def6dc29-33ce-4d60-830d-4677a4c00604. Jul 05 03:56:06.438694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-1d7b2d20-90dc-4413-b755-5bc94f5037a3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Router c08a9c73-27bb-419a-a752-961351dee60a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:06.541186 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8215795b-dba6-44de-b57c-2b70c0d08393 x-openstack-request-id: req-8215795b-dba6-44de-b57c-2b70c0d08393 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:06.541673 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-unplugged", "status": "completed", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:06.541789 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8215795b-dba6-44de-b57c-2b70c0d08393 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:06.542083 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'code': 200} Jul 05 03:56:06.575256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-1d7b2d20-90dc-4413-b755-5bc94f5037a3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:06.583891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-1d7b2d20-90dc-4413-b755-5bc94f5037a3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.598154 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] Sync routers for ids ['c08a9c73-27bb-419a-a752-961351dee60a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:06.624834 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] Routers {'c08a9c73-27bb-419a-a752-961351dee60a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:06.625902 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:55:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c08a9c73-27bb-419a-a752-961351dee60a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:06.649763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-1d7b2d20-90dc-4413-b755-5bc94f5037a3 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "PUT /v2.0/floatingips/606ae3b4-1674-4ed7-a365-8b0d2bc0d449 HTTP/1.1" status: 200 len: 695 time: 0.8151867 Jul 05 03:56:06.682170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-77b6abad-e6e1-4bff-950a-7cfda9533027 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.684516 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-77b6abad-e6e1-4bff-950a-7cfda9533027 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.26 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 948 time: 0.0991240 Jul 05 03:56:06.767559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-63a9f0e2-b99b-4ae6-ae11-0c8a66770fb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:06.769575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-63a9f0e2-b99b-4ae6-ae11-0c8a66770fb8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f4da49590d5f4f26b6a6640e3a820317&device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1043890 Jul 05 03:56:06.850986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-e40c842e-f27f-41ff-87b0-0f67dec785f6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Deleting port 5b80d6fa-9549-4de8-89de-1473e273cdb3 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:06.851340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-e40c842e-f27f-41ff-87b0-0f67dec785f6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.900559 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] Set router c08a9c73-27bb-419a-a752-961351dee60a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:06.954899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-e40c842e-f27f-41ff-87b0-0f67dec785f6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] For port 5b80d6fa-9549-4de8-89de-1473e273cdb3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5b80d6fa-9549-4de8-89de-1473e273cdb3,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:06.955277 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-e40c842e-f27f-41ff-87b0-0f67dec785f6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:06.991321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-e40c842e-f27f-41ff-87b0-0f67dec785f6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Calling delete_port for 5b80d6fa-9549-4de8-89de-1473e273cdb3 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:07.001827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-424ccb1a-5b00-44f1-80b4-13b43357130d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.009296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-424ccb1a-5b00-44f1-80b4-13b43357130d service neutron] 10.222.0.30 "GET /v2.0/networks?id=5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 200 len: 920 time: 0.2333081 Jul 05 03:56:07.066276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-2a9d87a2-248e-4d29-93c9-85988704ff9e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 217 time: 0.0543714 Jul 05 03:56:07.121710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf959102-5564-4580-80b5-160da2338177 req-13d1766d-5a38-4372-9fa2-3355861f1da3 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.123327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf959102-5564-4580-80b5-160da2338177 req-13d1766d-5a38-4372-9fa2-3355861f1da3 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 948 time: 0.2806587 Jul 05 03:56:07.133782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-23dbd416-bec4-478b-aa9b-8c304ff9206a tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.135301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-23dbd416-bec4-478b-aa9b-8c304ff9206a tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 946 time: 0.2868717 Jul 05 03:56:07.194477 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e5d164a9-d814-4e2e-8ef4-0981302d893c', 'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'mac_address': 'fa:16:3e:21:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:59Z', 'revision_number': 5, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'subnets': [{'id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:07.203225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-f04eab1a-bbdd-4751-96ae-0747a3d8df89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.204769 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-f04eab1a-bbdd-4751-96ae-0747a3d8df89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d8865b8d-80aa-4730-99a4-dd486bba4e30 HTTP/1.1" status: 200 len: 859 time: 0.1372564 Jul 05 03:56:07.210497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-e40c842e-f27f-41ff-87b0-0f67dec785f6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.223586 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] Checking router: c08a9c73-27bb-419a-a752-961351dee60a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:07.235323 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] Routers {'c08a9c73-27bb-419a-a752-961351dee60a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:07.236002 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:55:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c08a9c73-27bb-419a-a752-961351dee60a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:07.248436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c842e-f27f-41ff-87b0-0f67dec785f6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Pushing event deleted for resources: {'Port': ['ID=5b80d6fa-9549-4de8-89de-1473e273cdb3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:07.272054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-88a38afe-6b94-49a4-b716-c9a7cb72f7aa service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=5ee603b5-89fa-4945-b216-7a9c3364e023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0519779 Jul 05 03:56:07.283328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf959102-5564-4580-80b5-160da2338177 req-f0344e55-85dc-4f9c-a247-d4eece0b0167 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/security-groups?id=835e776c-260a-4ce0-a595-ed02d386454f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452963 Jul 05 03:56:07.321083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-e40c842e-f27f-41ff-87b0-0f67dec785f6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] No DVR routers for this DVR port 5b80d6fa-9549-4de8-89de-1473e273cdb3 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:07.325227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-e40c842e-f27f-41ff-87b0-0f67dec785f6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.328480 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4cc1a92c-3352-4fa1-ba38-6e75c2a8eaa3 req-e40c842e-f27f-41ff-87b0-0f67dec785f6 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.26 "DELETE /v2.0/ports/5b80d6fa-9549-4de8-89de-1473e273cdb3 HTTP/1.1" status: 204 len: 173 time: 0.6349976 Jul 05 03:56:07.329343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-deleted', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:07.332933 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b20b064-6fac-4309-ac57-466c9e3bbbb1" -d '{"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-deleted", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:07.400517 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] Set router c08a9c73-27bb-419a-a752-961351dee60a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:07.467460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-b0c38455-58e6-457d-a026-ec5666e4b2c9 service neutron] 10.222.0.30 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943581 Jul 05 03:56:07.468800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-2179f8b1-6174-470f-a157-0f2c6dd8c5e6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Deleting port 8a287e71-63d3-41d1-8726-ad8cbab781b1 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:07.469134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-2179f8b1-6174-470f-a157-0f2c6dd8c5e6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.635191 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e5d164a9-d814-4e2e-8ef4-0981302d893c', 'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'mac_address': 'fa:16:3e:21:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:59Z', 'revision_number': 5, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'subnets': [{'id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:07.663874 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e300241-b67c-4133-a1df-59ff1073cba9 None None] The sync data for ids ['c08a9c73-27bb-419a-a752-961351dee60a'] in n-d-758944-41 is: [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e5d164a9-d814-4e2e-8ef4-0981302d893c', 'name': '', 'network_id': '5ee603b5-89fa-4945-b216-7a9c3364e023', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'mac_address': 'fa:16:3e:21:2c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1130, 'fixed_ips': [{'subnet_id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:54:59Z', 'revision_number': 5, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'subnets': [{'id': 'd8865b8d-80aa-4730-99a4-dd486bba4e30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:07.673247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-2179f8b1-6174-470f-a157-0f2c6dd8c5e6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] For port 8a287e71-63d3-41d1-8726-ad8cbab781b1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8a287e71-63d3-41d1-8726-ad8cbab781b1,segment=NetworkSegment(9c3f466b-5a4a-472e-b5f2-7140b4352e50),segment_id=9c3f466b-5a4a-472e-b5f2-7140b4352e50)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:07.673734 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-2179f8b1-6174-470f-a157-0f2c6dd8c5e6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.690273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1df53fb-1c39-4dea-ac15-b8bedd517457 req-f3d270ae-6274-4c92-b846-951490ac76cb tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.691860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1df53fb-1c39-4dea-ac15-b8bedd517457 req-f3d270ae-6274-4c92-b846-951490ac76cb tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8ecdf45-bd31-4969-acd6-1532c6451fd5 HTTP/1.1" status: 200 len: 946 time: 0.2763762 Jul 05 03:56:07.693831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5aa9010-2c90-44e1-af04-f2ae0bfa3f2d req-4e237b0b-854b-40fa-92d3-d67a788ef9b0 service neutron] 10.222.0.30 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027421 Jul 05 03:56:07.706189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-2179f8b1-6174-470f-a157-0f2c6dd8c5e6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Calling delete_port for 8a287e71-63d3-41d1-8726-ad8cbab781b1 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:07.772867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1df53fb-1c39-4dea-ac15-b8bedd517457 req-421e469d-5f1d-4a31-a619-3d304558473f tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.30 "GET /v2.0/security-groups?id=42e6943f-ab1e-4e82-beae-fefd98adc1f6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671272 Jul 05 03:56:07.849232 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf9636b3-b2c4-4ea6-a17b-e26270c631aa x-openstack-request-id: req-bf9636b3-b2c4-4ea6-a17b-e26270c631aa {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:07.849232 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "edb66e56-d851-41d3-9dbb-b35ad12e9122", "tag": "1073de75-65ba-41df-b545-074e3d2ebf8e", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:07.849597 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bf9636b3-b2c4-4ea6-a17b-e26270c631aa {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:07.849833 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'tag': '1073de75-65ba-41df-b545-074e3d2ebf8e', 'status': 'completed', 'code': 200} Jul 05 03:56:07.995611 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d7f0c91-b9b3-45bc-937e-ed1b2bb91861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:07.996593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-cb5a5053-7739-4d11-b620-070b4e466ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:07.999056 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-cb5a5053-7739-4d11-b620-070b4e466ac2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=9dd96b056f1846bfb243852869d18891&device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 1097 time: 0.1011670 Jul 05 03:56:08.042102 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-2179f8b1-6174-470f-a157-0f2c6dd8c5e6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.048756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbe27ba3-16b1-4f49-b437-ac85bb5e2453 None None] New status for floating IP 606ae3b4-1674-4ed7-a365-8b0d2bc0d449: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:56:08.130350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8a287e71-63d3-41d1-8726-ad8cbab781b1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:08.153536 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cf5a7c-e4c3-4f7f-9153-b4f7c006f67a x-openstack-request-id: req-c3cf5a7c-e4c3-4f7f-9153-b4f7c006f67a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:08.155344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2179f8b1-6174-470f-a157-0f2c6dd8c5e6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Pushing event deleted for resources: {'Port': ['ID=8a287e71-63d3-41d1-8726-ad8cbab781b1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:08.156121 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "427844b4-f086-4e1d-bec4-7bd6c9e02db7", "name": "network-vif-deleted", "tag": "5b80d6fa-9549-4de8-89de-1473e273cdb3", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:08.156570 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3cf5a7c-e4c3-4f7f-9153-b4f7c006f67a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:08.157037 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '427844b4-f086-4e1d-bec4-7bd6c9e02db7', 'name': 'network-vif-deleted', 'tag': '5b80d6fa-9549-4de8-89de-1473e273cdb3', 'status': 'completed', 'code': 200} Jul 05 03:56:08.251968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-32172f5e-e8c2-436f-acf2-98f1b089d108 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.253228 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-32172f5e-e8c2-436f-acf2-98f1b089d108 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c140cb71-78d4-4d48-8111-dd42bd8bac1b HTTP/1.1" status: 200 len: 917 time: 0.2426465 Jul 05 03:56:08.389421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-2179f8b1-6174-470f-a157-0f2c6dd8c5e6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] No DVR routers for this DVR port 8a287e71-63d3-41d1-8726-ad8cbab781b1 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:08.394824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4172552-9ebb-408c-93a9-508d77725261 req-b8c8a852-54b9-4345-bf05-556a812cda9f tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/floatingips/606ae3b4-1674-4ed7-a365-8b0d2bc0d449 HTTP/1.1" status: 200 len: 695 time: 0.1359096 Jul 05 03:56:08.396004 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-2179f8b1-6174-470f-a157-0f2c6dd8c5e6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:08.398030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c7aa5f-83ed-4855-bac6-c81b4388bbc3 req-2179f8b1-6174-470f-a157-0f2c6dd8c5e6 tempest-InstanceActionsV221TestJSON-1564454787 tempest-InstanceActionsV221TestJSON-1564454787-project] 10.222.0.26 "DELETE /v2.0/ports/8a287e71-63d3-41d1-8726-ad8cbab781b1 HTTP/1.1" status: 204 len: 173 time: 1.2507124 Jul 05 03:56:08.417898 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-6780df79-f937-4cfa-8f09-71b4902c2660 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1073de75-65ba-41df-b545-074e3d2ebf8e HTTP/1.1" status: 200 len: 1001 time: 0.1557982 Jul 05 03:56:08.521785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-79433be8-b2fc-419e-9d8e-9fbc8a98e8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.524931 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-79433be8-b2fc-419e-9d8e-9fbc8a98e8bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=654adab4-e987-4b99-be8f-766330fa38ca HTTP/1.1" status: 200 len: 855 time: 0.1008732 Jul 05 03:56:08.593066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e82ccae-ea9c-48ac-84f9-f741f9576946 req-b594d429-b679-407c-a5f8-1e1b60bb5950 tempest-ImagesOneServerTestJSON-2142392596 tempest-ImagesOneServerTestJSON-2142392596-project] 10.222.0.30 "GET /v2.0/ports?device_id=427844b4-f086-4e1d-bec4-7bd6c9e02db7 HTTP/1.1" status: 200 len: 210 time: 0.0568368 Jul 05 03:56:08.608993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-348a21ab-94d1-425b-98ce-61f8dbe0e9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.610939 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-348a21ab-94d1-425b-98ce-61f8dbe0e9c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c140cb71-78d4-4d48-8111-dd42bd8bac1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748355 Jul 05 03:56:08.678264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4172552-9ebb-408c-93a9-508d77725261 req-c6d19709-3736-48ed-a9ce-017ffde0a489 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:08.692397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4172552-9ebb-408c-93a9-508d77725261 req-c6d19709-3736-48ed-a9ce-017ffde0a489 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 784 time: 0.2786777 Jul 05 03:56:08.755102 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4172552-9ebb-408c-93a9-508d77725261 req-622586d2-4192-4b9c-8a81-228071f96e80 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.173 HTTP/1.1" status: 200 len: 696 time: 0.0615337 Jul 05 03:56:08.783042 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-5d7a6d8d-01a7-4bff-9378-05e972e8ef81 service neutron] 10.222.0.26 "GET /v2.0/networks/c140cb71-78d4-4d48-8111-dd42bd8bac1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577621 Jul 05 03:56:08.861236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4172552-9ebb-408c-93a9-508d77725261 req-8291ba0d-620d-4948-a895-3fb9b2b5f2b7 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/floatingips?floating_ip_address=172.25.4.173 HTTP/1.1" status: 200 len: 696 time: 0.0950511 Jul 05 03:56:08.934743 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e4f43279-5150-448c-8a85-c63a9e7eb422 req-883f6627-6d1e-4f7b-9ec9-17dbb4e7c5fa service neutron] 10.222.0.26 "GET /v2.0/networks/c140cb71-78d4-4d48-8111-dd42bd8bac1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403711 Jul 05 03:56:09.044188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c6eed-0438-4907-87e5-b0e246027d4b req-0c077807-dfa6-4fb1-a62b-da7b3d2c9197 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:09.046467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-0c077807-dfa6-4fb1-a62b-da7b3d2c9197 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.2898564 Jul 05 03:56:09.080453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-4739dfbc-f301-437a-a651-6a3ccfd01b6b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/quotas/145f99b9f2384ce195ed5443b24adaa7 HTTP/1.1" status: 200 len: 375 time: 0.0256889 Jul 05 03:56:09.087610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-d4172552-9ebb-408c-93a9-508d77725261 req-9ade3113-49a4-4096-b237-a056c247a333 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Deleting port 21a360b2-1357-4884-aa8a-b2638a157b99 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:09.087978 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4172552-9ebb-408c-93a9-508d77725261 req-9ade3113-49a4-4096-b237-a056c247a333 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.154395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-4efa9970-f708-4e8f-9689-3ac8f20a002e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0642512 Jul 05 03:56:09.246539 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4172552-9ebb-408c-93a9-508d77725261 req-9ade3113-49a4-4096-b237-a056c247a333 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.246861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4172552-9ebb-408c-93a9-508d77725261 req-9ade3113-49a4-4096-b237-a056c247a333 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.271416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-d4172552-9ebb-408c-93a9-508d77725261 req-9ade3113-49a4-4096-b237-a056c247a333 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Calling delete_port for 21a360b2-1357-4884-aa8a-b2638a157b99 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:09.308260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1913a539-e342-4bad-bc8d-938e108308da service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1396272 Jul 05 03:56:09.466152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-dc94b4c3-5e53-497c-a348-045abb3723c8 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336310 Jul 05 03:56:09.651148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4172552-9ebb-408c-93a9-508d77725261 req-9ade3113-49a4-4096-b237-a056c247a333 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.680183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ade3113-49a4-4096-b237-a056c247a333 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Pushing event deleted for resources: {'Port': ['ID=21a360b2-1357-4884-aa8a-b2638a157b99,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:09.758614 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4172552-9ebb-408c-93a9-508d77725261 req-9ade3113-49a4-4096-b237-a056c247a333 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.761411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d4172552-9ebb-408c-93a9-508d77725261 req-9ade3113-49a4-4096-b237-a056c247a333 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:09.762673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4172552-9ebb-408c-93a9-508d77725261 req-9ade3113-49a4-4096-b237-a056c247a333 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "DELETE /v2.0/floatingips/606ae3b4-1674-4ed7-a365-8b0d2bc0d449 HTTP/1.1" status: 204 len: 173 time: 0.8961351 Jul 05 03:56:09.850949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '655e9f1d-e799-4003-af08-23b055197f9c', 'name': 'network-vif-deleted', 'tag': 'ec3d0638-3a31-4409-a7e9-c3b49c008901'}, {'name': 'network-changed', 'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604'}, {'server_uuid': 'b8ecdf45-bd31-4969-acd6-1532c6451fd5', 'name': 'network-vif-deleted', 'tag': '8a287e71-63d3-41d1-8726-ad8cbab781b1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:09.862310 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21608581-4e92-457b-a21e-109bd7190cdc" -d '{"events": [{"server_uuid": "655e9f1d-e799-4003-af08-23b055197f9c", "name": "network-vif-deleted", "tag": "ec3d0638-3a31-4409-a7e9-c3b49c008901"}, {"name": "network-changed", "server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604"}, {"server_uuid": "b8ecdf45-bd31-4969-acd6-1532c6451fd5", "name": "network-vif-deleted", "tag": "8a287e71-63d3-41d1-8726-ad8cbab781b1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:10.106421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f304a19e-3719-4882-9255-47f1d3911c42 req-eb2d31ca-0ee3-4983-b2f9-db5dbd485c55 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 210 time: 0.0655026 Jul 05 03:56:10.160288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a520a41-c64d-4443-b6c8-5dc3cebce6c5 req-4994840e-2045-4f49-8bb1-ca3e048d3e7f tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups/7717ddeb-a1fa-499a-b6bf-b78fa1f4dbf0 HTTP/1.1" status: 200 len: 1809 time: 0.1047800 Jul 05 03:56:10.228673 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a520a41-c64d-4443-b6c8-5dc3cebce6c5 req-2a5e8b85-c300-45bb-8d4e-688f36668247 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.256672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a520a41-c64d-4443-b6c8-5dc3cebce6c5 req-2a5e8b85-c300-45bb-8d4e-688f36668247 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.354406 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 518 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a223c263-f60c-4dc6-95ed-e31659c4a797 x-openstack-request-id: req-a223c263-f60c-4dc6-95ed-e31659c4a797 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:10.354710 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "655e9f1d-e799-4003-af08-23b055197f9c", "name": "network-vif-deleted", "tag": "ec3d0638-3a31-4409-a7e9-c3b49c008901", "status": "failed", "code": 422}, {"name": "network-changed", "server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604", "status": "completed", "code": 200}, {"server_uuid": "b8ecdf45-bd31-4969-acd6-1532c6451fd5", "name": "network-vif-deleted", "tag": "8a287e71-63d3-41d1-8726-ad8cbab781b1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:10.354968 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a223c263-f60c-4dc6-95ed-e31659c4a797 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:10.355407 n-d-758944-41 neutron-server[100896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '655e9f1d-e799-4003-af08-23b055197f9c', 'name': 'network-vif-deleted', 'tag': 'ec3d0638-3a31-4409-a7e9-c3b49c008901', 'status': 'failed', 'code': 422} returned with failed status Jul 05 03:56:10.355663 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'status': 'completed', 'code': 200} Jul 05 03:56:10.355940 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8ecdf45-bd31-4969-acd6-1532c6451fd5', 'name': 'network-vif-deleted', 'tag': '8a287e71-63d3-41d1-8726-ad8cbab781b1', 'status': 'completed', 'code': 200} Jul 05 03:56:10.389818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a520a41-c64d-4443-b6c8-5dc3cebce6c5 req-2a5e8b85-c300-45bb-8d4e-688f36668247 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.398355 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a520a41-c64d-4443-b6c8-5dc3cebce6c5 req-2a5e8b85-c300-45bb-8d4e-688f36668247 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.406479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a520a41-c64d-4443-b6c8-5dc3cebce6c5 req-2a5e8b85-c300-45bb-8d4e-688f36668247 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "DELETE /v2.0/security-groups/7717ddeb-a1fa-499a-b6bf-b78fa1f4dbf0 HTTP/1.1" status: 204 len: 173 time: 0.2398708 Jul 05 03:56:10.454919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5e8b85-c300-45bb-8d4e-688f36668247 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7717ddeb-a1fa-499a-b6bf-b78fa1f4dbf0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:10.503041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21608581-4e92-457b-a21e-109bd7190cdc req-5fe36889-c11e-424a-87be-17ee54077d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.504684 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21608581-4e92-457b-a21e-109bd7190cdc req-5fe36889-c11e-424a-87be-17ee54077d61 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f4da49590d5f4f26b6a6640e3a820317&device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 1097 time: 0.1152966 Jul 05 03:56:10.574360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57424) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:10.610675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57426) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:10.654658 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21608581-4e92-457b-a21e-109bd7190cdc req-6aa29c3b-5f0b-4b5f-8da9-3ce73b72d1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.656631 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21608581-4e92-457b-a21e-109bd7190cdc req-6aa29c3b-5f0b-4b5f-8da9-3ce73b72d1e0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 200 len: 920 time: 0.1454136 Jul 05 03:56:10.659768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7c614e-1ea2-4993-aed8-3fc8f3bab212 admin admin] Deleting subnet 886784ea-6c6b-424b-bb9d-483eab7fed55 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:10.667377 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae7c614e-1ea2-4993-aed8-3fc8f3bab212 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.711159 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21608581-4e92-457b-a21e-109bd7190cdc req-411712e5-dc85-4cee-a636-747b80c145bf service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 200 len: 217 time: 0.0425339 Jul 05 03:56:10.715689 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae7c614e-1ea2-4993-aed8-3fc8f3bab212 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.780483 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae7c614e-1ea2-4993-aed8-3fc8f3bab212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.784417 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5684c08-18da-4244-b4b9-0b3b8011aa71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.811494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21608581-4e92-457b-a21e-109bd7190cdc req-771c9d03-1343-46d7-995e-353a1748933f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:10.813056 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21608581-4e92-457b-a21e-109bd7190cdc req-771c9d03-1343-46d7-995e-353a1748933f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d8865b8d-80aa-4730-99a4-dd486bba4e30 HTTP/1.1" status: 200 len: 859 time: 0.0878465 Jul 05 03:56:10.824687 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b6e207cf-59bc-477f-8fb2-48e854b5bb25 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fc1257f2ebd445282f38d7c8d99c87c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2126353 Jul 05 03:56:10.825336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57430) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:10.865827 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21608581-4e92-457b-a21e-109bd7190cdc req-67dc31bb-9d27-4484-b0f9-ea76790a6aee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=5ee603b5-89fa-4945-b216-7a9c3364e023&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0394847 Jul 05 03:56:10.920100 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae7c614e-1ea2-4993-aed8-3fc8f3bab212 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.920379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.988666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7c614e-1ea2-4993-aed8-3fc8f3bab212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=886784ea-6c6b-424b-bb9d-483eab7fed55,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:10.995423 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae7c614e-1ea2-4993-aed8-3fc8f3bab212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:10.997671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ae7c614e-1ea2-4993-aed8-3fc8f3bab212 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/886784ea-6c6b-424b-bb9d-483eab7fed55 HTTP/1.1" status: 204 len: 168 time: 0.4217825 Jul 05 03:56:11.002808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57438) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:11.025590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02362b0c-9432-4a79-9c3f-1e62161e31e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.069287 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21608581-4e92-457b-a21e-109bd7190cdc req-5a698c3e-fccc-4475-8fad-64b8ef4e88bc service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956244 Jul 05 03:56:11.081146 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02362b0c-9432-4a79-9c3f-1e62161e31e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.106569 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.255721 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-21608581-4e92-457b-a21e-109bd7190cdc req-dc455f87-d2b6-47df-beb5-32f19fb07b69 service neutron] 10.222.0.26 "GET /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539595 Jul 05 03:56:11.292574 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.319856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50241c19-d672-46d3-97b2-b781301bea5c']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:11.325159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02362b0c-9432-4a79-9c3f-1e62161e31e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.328341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02362b0c-9432-4a79-9c3f-1e62161e31e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.329566 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-02362b0c-9432-4a79-9c3f-1e62161e31e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/835e776c-260a-4ce0-a595-ed02d386454f HTTP/1.1" status: 204 len: 168 time: 0.5021420 Jul 05 03:56:11.344685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5b80d6fa-9549-4de8-89de-1473e273cdb3 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:11.349141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c3f466b-5a4a-472e-b5f2-7140b4352e50') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:11.350901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c3f466b-5a4a-472e-b5f2-7140b4352e50') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:11.360031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02362b0c-9432-4a79-9c3f-1e62161e31e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=835e776c-260a-4ce0-a595-ed02d386454f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:11.368873 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.391705 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.399722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:11.400641 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:11.413711 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:11.419861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 5b80d6fa-9549-4de8-89de-1473e273cdb3 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:11.424065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5b80d6fa-9549-4de8-89de-1473e273cdb3 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:11.424713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8a287e71-63d3-41d1-8726-ad8cbab781b1 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:11.444919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 8a287e71-63d3-41d1-8726-ad8cbab781b1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:11.449895 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8a287e71-63d3-41d1-8726-ad8cbab781b1 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:11.535887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50e80a4e-b856-4859-962c-5cc033b6551e req-b7d2ebc5-cae3-47f1-bfe1-8236e66ddb92 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 210 time: 0.0708783 Jul 05 03:56:11.575343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767b1583-aaa8-4ea5-8931-da891275db3e req-3fc65734-e36c-4cfd-aaa4-d180074f395d tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:11.579137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-767b1583-aaa8-4ea5-8931-da891275db3e req-3fc65734-e36c-4cfd-aaa4-d180074f395d tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1191170 Jul 05 03:56:11.623246 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.630376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:11.632226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] 10.222.0.30 "DELETE /v2.0/networks/50241c19-d672-46d3-97b2-b781301bea5c HTTP/1.1" status: 204 len: 168 time: 0.6301129 Jul 05 03:56:11.637192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-767b1583-aaa8-4ea5-8931-da891275db3e req-3023992b-2d42-443f-b17d-dd6c86a4345c tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477936 Jul 05 03:56:11.647676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b2a621-c03d-49e1-89fa-269cc89dde7e admin admin] Pushing event deleted for resources: {'Network': ['ID=50241c19-d672-46d3-97b2-b781301bea5c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:11.773631 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.118524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57462) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:12.193285 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a204f184-95ce-419a-844e-9619ca009bc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b1a5d8df56044e99f1513ec559b4d08&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704582 Jul 05 03:56:12.196217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57466) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:12.267385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa63c65d-bef0-45d0-a6d1-82315b7bcfb6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.305623 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa63c65d-bef0-45d0-a6d1-82315b7bcfb6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.427208 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa63c65d-bef0-45d0-a6d1-82315b7bcfb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.430045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa63c65d-bef0-45d0-a6d1-82315b7bcfb6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:12.435003 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fa63c65d-bef0-45d0-a6d1-82315b7bcfb6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42e6943f-ab1e-4e82-beae-fefd98adc1f6 HTTP/1.1" status: 204 len: 168 time: 0.2340374 Jul 05 03:56:12.441439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa63c65d-bef0-45d0-a6d1-82315b7bcfb6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e6943f-ab1e-4e82-beae-fefd98adc1f6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:12.772981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d76322f5-6e0b-411a-a7fb-39676b0a7779 req-5735ff78-d4f3-4025-a86a-1d97f8374ca1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 210 time: 0.0504138 Jul 05 03:56:12.799915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c6eed-0438-4907-87e5-b0e246027d4b req-bed819ed-ec62-40d2-b0d2-48582d084725 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:12.801987 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-bed819ed-ec62-40d2-b0d2-48582d084725 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.1761663 Jul 05 03:56:12.840317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Request body: {'port': {'device_id': 'cea64456-6b75-4bcd-87cd-e8a8bec8de91', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'admin_state_up': True, 'tenant_id': '145f99b9f2384ce195ed5443b24adaa7'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:13.015379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca48220-501f-459b-b10d-074601649235 req-daa91c7e-a06c-4895-8d96-b80ca2e3d8ec tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.023428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ca48220-501f-459b-b10d-074601649235 req-daa91c7e-a06c-4895-8d96-b80ca2e3d8ec tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1328604 Jul 05 03:56:13.091198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ca48220-501f-459b-b10d-074601649235 req-2d21fc4e-81fb-4b7a-85b1-9256e35b1873 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615215 Jul 05 03:56:13.173593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Made reservation on behalf of 145f99b9f2384ce195ed5443b24adaa7 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:13.179825 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.367139 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.407684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Allocated IP 172.20.0.9 (1b93be2a-51a9-4ba2-a83e-ae24543dbbe5/cac2668c-1713-40a7-9fa4-baff1fa971fe/9e4e49a2-6f65-466b-bfb2-25ca70c6f38f) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:13.606428 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.622324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.754316 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.806983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:13.811660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:13.816036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:13.821126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event updated for resources: {'Port': ['ID=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:13.896334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:13.897011 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:13.984197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57546) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:13.992878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57548) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:14.011816 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-1ce673f3-67ef-4bcf-9074-cc8bb941b9a6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1855202 Jul 05 03:56:14.032473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Request body: {'port': {'device_id': 'cea64456-6b75-4bcd-87cd-e8a8bec8de91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:14.068544 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.094892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6420d37-8aff-4b4e-8632-529c85ca5fef req-153955cd-ff1f-4be5-a026-9f4f2ee69b5d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:14.105713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6420d37-8aff-4b4e-8632-529c85ca5fef req-153955cd-ff1f-4be5-a026-9f4f2ee69b5d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 931 time: 0.1158705 Jul 05 03:56:14.226624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6420d37-8aff-4b4e-8632-529c85ca5fef req-e8227a99-a543-4da7-9ce4-42f1244acb1d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158223 Jul 05 03:56:14.247225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b667-97bd-44a2-92b8-476da0f4555d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.260122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-576777991-network', 'tenant_id': '331cfca3555249f7baae621c2bdab994'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:14.279396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.291831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-388141fa-0da0-4e48-a9a1-d1d78c1d67c8 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:14.293520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-388141fa-0da0-4e48-a9a1-d1d78c1d67c8 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.26 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.1849504 Jul 05 03:56:14.422562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Made reservation on behalf of 331cfca3555249f7baae621c2bdab994 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:14.426588 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.454001 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.688123 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b667-97bd-44a2-92b8-476da0f4555d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.761587 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ccb4b667-97bd-44a2-92b8-476da0f4555d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.766609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:14.803071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.824047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2447988-802e-43a1-a222-e6b9c6c54233 req-cb4496f5-41a3-4fc1-b13d-ef349e767fc8 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:14.825865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2447988-802e-43a1-a222-e6b9c6c54233 req-cb4496f5-41a3-4fc1-b13d-ef349e767fc8 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 945 time: 0.5530419 Jul 05 03:56:14.857203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-9dd9c6d6-7e31-4fbc-bc9f-b8bfc2e99367 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Deleting port def6dc29-33ce-4d60-830d-4677a4c00604 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:14.857558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-9dd9c6d6-7e31-4fbc-bc9f-b8bfc2e99367 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.886300 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ccb4b667-97bd-44a2-92b8-476da0f4555d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a74bde06f7047ff9a082a4813ae2745&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8920994 Jul 05 03:56:14.887564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Transition to ACTIVE for port object 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:14.890844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57562) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:14.891718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb4b667-97bd-44a2-92b8-476da0f4555d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93071969-f0c4-4fa1-a5bd-353a5a9b93c8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:14.950453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2447988-802e-43a1-a222-e6b9c6c54233 req-1991fa22-f133-4de0-86b4-e09499edca98 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/security-groups?id=2448dec1-e1a3-4894-b8a3-0a3ca25697cf&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046016 Jul 05 03:56:14.972938 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:14.985731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-674d1004-1a98-4187-b29e-f69f1a7e65ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.025048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-9dd9c6d6-7e31-4fbc-bc9f-b8bfc2e99367 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] For port def6dc29-33ce-4d60-830d-4677a4c00604, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=def6dc29-33ce-4d60-830d-4677a4c00604,segment=NetworkSegment(45d2a231-c508-4eab-9e24-b9c540c01764),segment_id=45d2a231-c508-4eab-9e24-b9c540c01764)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:15.025650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-9dd9c6d6-7e31-4fbc-bc9f-b8bfc2e99367 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.053808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-9dd9c6d6-7e31-4fbc-bc9f-b8bfc2e99367 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Calling delete_port for def6dc29-33ce-4d60-830d-4677a4c00604 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:15.076463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-674d1004-1a98-4187-b29e-f69f1a7e65ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.125472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.134390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.214072 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.273001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5368f452-782e-4845-a8a4-76051365658f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.277598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Attempting to bind port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:15.277933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Attempting to bind port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:15.278259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Attempting to bind port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:15.284882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:15.285358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Attempting to bind port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:15.291256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:15.291596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Checking segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:15.291999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Bound using segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:15.292416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Bound port: 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:15.292775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.332831 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-674d1004-1a98-4187-b29e-f69f1a7e65ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.335306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-674d1004-1a98-4187-b29e-f69f1a7e65ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.336501 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-674d1004-1a98-4187-b29e-f69f1a7e65ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/93071969-f0c4-4fa1-a5bd-353a5a9b93c8 HTTP/1.1" status: 204 len: 168 time: 0.4401832 Jul 05 03:56:15.344407 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-9dd9c6d6-7e31-4fbc-bc9f-b8bfc2e99367 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.363649 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-674d1004-1a98-4187-b29e-f69f1a7e65ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93071969-f0c4-4fa1-a5bd-353a5a9b93c8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.364300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['def6dc29-33ce-4d60-830d-4677a4c00604'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:15.380223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:15.404992 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.405425 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Added segment 58861a6d-68d2-4f16-a58b-e61000809575 of type vlan for network 0eaa3304-4bfe-4faa-b537-9637d662331d Jul 05 03:56:15.433181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] For port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:15.445324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd9c6d6-7e31-4fbc-bc9f-b8bfc2e99367 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Pushing event deleted for resources: {'Port': ['ID=def6dc29-33ce-4d60-830d-4677a4c00604,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.497412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] For port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:15.504599 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.553016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-9dd9c6d6-7e31-4fbc-bc9f-b8bfc2e99367 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] No DVR routers for this DVR port def6dc29-33ce-4d60-830d-4677a4c00604 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:15.556457 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-9dd9c6d6-7e31-4fbc-bc9f-b8bfc2e99367 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.558551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-791708b9-0285-4684-ad15-47200b9fe7f5 req-9dd9c6d6-7e31-4fbc-bc9f-b8bfc2e99367 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.26 "DELETE /v2.0/ports/def6dc29-33ce-4d60-830d-4677a4c00604 HTTP/1.1" status: 204 len: 173 time: 1.2420371 Jul 05 03:56:15.558994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'name': 'network-vif-deleted', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:15.561599 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eace7e0-d843-44c4-ae03-5e796143c712" -d '{"events": [{"server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "name": "network-vif-deleted", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:15.563686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.601335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:15.601759 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.603435 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] 10.222.0.26 "PUT /v2.0/ports/9e4e49a2-6f65-466b-bfb2-25ca70c6f38f HTTP/1.1" status: 200 len: 1092 time: 1.5802345 Jul 05 03:56:15.606090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cea64456-6b75-4bcd-87cd-e8a8bec8de91', 'tag': '9e4e49a2-6f65-466b-bfb2-25ca70c6f38f'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:15.606584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7f69b-1dbd-4d0d-be83-496ae52db8f4 req-bf28d5c9-7623-4a4b-a9f8-0e693ddfb87e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:15.608205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0c7f69b-1dbd-4d0d-be83-496ae52db8f4 req-bf28d5c9-7623-4a4b-a9f8-0e693ddfb87e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 943 time: 0.1710305 Jul 05 03:56:15.609348 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe85bc7-c29a-48cc-a471-7afdb522173b" -d '{"events": [{"name": "network-changed", "server_uuid": "cea64456-6b75-4bcd-87cd-e8a8bec8de91", "tag": "9e4e49a2-6f65-466b-bfb2-25ca70c6f38f"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:15.627777 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.628241 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-129a5924-a4b2-42d4-b3fa-a8ff9aab737e x-openstack-request-id: req-129a5924-a4b2-42d4-b3fa-a8ff9aab737e {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:15.628703 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c972db64-5d61-462c-abfc-48e7efdb6ec5", "name": "network-vif-deleted", "tag": "def6dc29-33ce-4d60-830d-4677a4c00604", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:15.629130 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-129a5924-a4b2-42d4-b3fa-a8ff9aab737e {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:15.629451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:15.629725 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c972db64-5d61-462c-abfc-48e7efdb6ec5', 'name': 'network-vif-deleted', 'tag': 'def6dc29-33ce-4d60-830d-4677a4c00604', 'status': 'completed', 'code': 200} Jul 05 03:56:15.630358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:15.708552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0c7f69b-1dbd-4d0d-be83-496ae52db8f4 req-964d6bd4-d45a-498a-ab43-91168f154467 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852265 Jul 05 03:56:15.782391 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7967145 Jul 05 03:56:15.787240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57578) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:15.792736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c26913-0655-44cf-b1de-6dfcdd5f6e14 service neutron] Pushing event updated for resources: {'Port': ['ID=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.797375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Request body: {'subnet': {'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-576777991-subnet', 'tenant_id': '331cfca3555249f7baae621c2bdab994', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:15.852223 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71d1cc11-31d6-4ecf-aff3-3baa250ccd26 x-openstack-request-id: req-71d1cc11-31d6-4ecf-aff3-3baa250ccd26 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:15.852521 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cea64456-6b75-4bcd-87cd-e8a8bec8de91", "tag": "9e4e49a2-6f65-466b-bfb2-25ca70c6f38f", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:15.852776 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-71d1cc11-31d6-4ecf-aff3-3baa250ccd26 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:15.853186 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cea64456-6b75-4bcd-87cd-e8a8bec8de91', 'tag': '9e4e49a2-6f65-466b-bfb2-25ca70c6f38f', 'status': 'completed', 'code': 200} Jul 05 03:56:15.878585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aaef03-505f-4187-9f3e-34d3d6afc24a admin admin] Pushing event updated for resources: {'Network': ['ID=0eaa3304-4bfe-4faa-b537-9637d662331d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:15.894563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 0eaa3304-4bfe-4faa-b537-9637d662331d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:15.934833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Made reservation on behalf of 331cfca3555249f7baae621c2bdab994 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:15.936840 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c6eed-0438-4907-87e5-b0e246027d4b req-c1c5a66a-3957-4cd2-9c17-6ed28cb05d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:15.939131 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-c1c5a66a-3957-4cd2-9c17-6ed28cb05d8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 1095 time: 0.1775813 Jul 05 03:56:15.942352 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.025613 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-c64bb9be-981e-422d-9235-2d941bb46c08 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f HTTP/1.1" status: 200 len: 217 time: 0.0777769 Jul 05 03:56:16.135605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240c6eed-0438-4907-87e5-b0e246027d4b req-ff32a634-c04c-416b-bd24-f92388862670 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.137533 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-ff32a634-c04c-416b-bd24-f92388862670 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.0994689 Jul 05 03:56:16.197499 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-3b9907bb-b304-40cc-8078-ba282015ce08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0502236 Jul 05 03:56:16.252044 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de706f49-a86a-4833-acc2-755971c39873 req-1dd2a12b-72dc-4c59-9ef7-1c36ea911244 tempest-ServerRescueTestJSONUnderV235-833930815 tempest-ServerRescueTestJSONUnderV235-833930815-project] 10.222.0.30 "GET /v2.0/ports?device_id=c972db64-5d61-462c-abfc-48e7efdb6ec5 HTTP/1.1" status: 200 len: 210 time: 0.0644872 Jul 05 03:56:16.312390 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-566c9b07-0095-4f63-819d-05160305c4a5 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049464 Jul 05 03:56:16.332896 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.415856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3cb098-a12f-4f0c-be09-22990497a9f6,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:16.443382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Checking segment: {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:16.443753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Network hostable DHCP agents. Network: 0eaa3304-4bfe-4faa-b537-9637d662331d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:16.467642 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-240c6eed-0438-4907-87e5-b0e246027d4b req-71fd3bfd-6950-4b98-926d-78d79b958f50 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444550 Jul 05 03:56:16.553189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Network 0eaa3304-4bfe-4faa-b537-9637d662331d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:16.624520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 0eaa3304-4bfe-4faa-b537-9637d662331d) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:16.639041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb716f9-ac19-418e-8100-a7bd62685b4a None None] Network 0eaa3304-4bfe-4faa-b537-9637d662331d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:16.641444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.642124 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:16.728471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b2431fd4-e03e-4b3a-ad12-a992e22039e2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9391718 Jul 05 03:56:16.754919 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:56:16.792492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe85bc7-c29a-48cc-a471-7afdb522173b req-6f28e33b-2b4b-48e1-8989-976ccd62735e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:16.794036 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2fe85bc7-c29a-48cc-a471-7afdb522173b req-6f28e33b-2b4b-48e1-8989-976ccd62735e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 1095 time: 0.1401334 Jul 05 03:56:16.803240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57604) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:16.958149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-0eaa3304-4bfe-4faa-b537-9637d662331d', 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d', 'tenant_id': '331cfca3555249f7baae621c2bdab994', 'fixed_ips': [{'subnet_id': '5a3cb098-a12f-4f0c-be09-22990497a9f6'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:56:16.962071 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.065306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1006657181-network', 'tenant_id': '00026f9f5f5e49348d69261bacc39b88'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:17.166543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe85bc7-c29a-48cc-a471-7afdb522173b req-11772ccc-eabf-4c2f-a8bb-8f69d8ad255a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:17.171104 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2fe85bc7-c29a-48cc-a471-7afdb522173b req-11772ccc-eabf-4c2f-a8bb-8f69d8ad255a service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 911 time: 0.3495984 Jul 05 03:56:17.174883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129af8cd-61ce-4099-9f52-c82b250e5a1a req-6489f825-ca51-44be-8f1a-b838852c2e99 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:17.176043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-129af8cd-61ce-4099-9f52-c82b250e5a1a req-6489f825-ca51-44be-8f1a-b838852c2e99 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 943 time: 0.1432927 Jul 05 03:56:17.205092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Made reservation on behalf of 00026f9f5f5e49348d69261bacc39b88 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:17.209090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.244173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-129af8cd-61ce-4099-9f52-c82b250e5a1a req-4fcd7048-606e-42bc-b619-f297f3ac6cdf tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543873 Jul 05 03:56:17.249057 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2fe85bc7-c29a-48cc-a471-7afdb522173b req-d515e462-29e2-4a00-80d8-03d4a6d2cc89 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f HTTP/1.1" status: 200 len: 217 time: 0.0558267 Jul 05 03:56:17.256952 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.267443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Allocated IP 172.20.0.2 (0eaa3304-4bfe-4faa-b537-9637d662331d/5a3cb098-a12f-4f0c-be09-22990497a9f6/a4b2ce03-74b2-49f9-b13f-83231628d1f4) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:17.343743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe85bc7-c29a-48cc-a471-7afdb522173b req-27925ab6-798f-42c0-83bf-eefd705cd04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:17.346208 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2fe85bc7-c29a-48cc-a471-7afdb522173b req-27925ab6-798f-42c0-83bf-eefd705cd04d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.0798004 Jul 05 03:56:17.395769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device def6dc29-33ce-4d60-830d-4677a4c00604 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:17.402450 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2fe85bc7-c29a-48cc-a471-7afdb522173b req-f6d4fb25-f836-44da-a7f2-a4e9e6c6a834 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404763 Jul 05 03:56:17.448382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: def6dc29-33ce-4d60-830d-4677a4c00604 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:17.453825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device def6dc29-33ce-4d60-830d-4677a4c00604 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:17.558708 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.574446 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Transition to ACTIVE for port object a4b2ce03-74b2-49f9-b13f-83231628d1f4 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:17.603720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Transition to ACTIVE for port object a4b2ce03-74b2-49f9-b13f-83231628d1f4 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:17.654431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57632) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:17.699195 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.750069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Network 0eaa3304-4bfe-4faa-b537-9637d662331d is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:17.757956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:17.761707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:17.772615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Pushing event updated for resources: {'Port': ['ID=a4b2ce03-74b2-49f9-b13f-83231628d1f4,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:17.848082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Attempting to bind port a4b2ce03-74b2-49f9-b13f-83231628d1f4 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:17.848481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Attempting to bind port a4b2ce03-74b2-49f9-b13f-83231628d1f4 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:17.848815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Attempting to bind port a4b2ce03-74b2-49f9-b13f-83231628d1f4 on network 0eaa3304-4bfe-4faa-b537-9637d662331d {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:17.855444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:17.855815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Checking segment: {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:17.856173 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.856794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Bound using segment: {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:17.857824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Bound port: a4b2ce03-74b2-49f9-b13f-83231628d1f4, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:17.857987 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.895250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.901667 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2fe85bc7-c29a-48cc-a471-7afdb522173b req-31e5f059-098d-4291-8e4c-de14c33c0997 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4823139 Jul 05 03:56:17.908937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-9709c9c4-f10f-4c3f-8cbf-18fb93825038 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:17.910942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-9709c9c4-f10f-4c3f-8cbf-18fb93825038 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/networks?id=0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 200 len: 815 time: 0.3390818 Jul 05 03:56:17.951722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] For port a4b2ce03-74b2-49f9-b13f-83231628d1f4, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:17.956104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] For port a4b2ce03-74b2-49f9-b13f-83231628d1f4, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a4b2ce03-74b2-49f9-b13f-83231628d1f4,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:17.976358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:17.992496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-f8f31b53-841c-4603-9a49-02b401f283ce tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/quotas/331cfca3555249f7baae621c2bdab994 HTTP/1.1" status: 200 len: 375 time: 0.0712824 Jul 05 03:56:18.017516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:18.041289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc618e5a-9556-417a-b25f-1017cf314767,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:18.048587 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.049544 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Added segment 2757ca28-393a-43ea-aaca-de686b9ada74 of type vlan for network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac Jul 05 03:56:18.051358 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.053069 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2fe85bc7-c29a-48cc-a471-7afdb522173b req-66d81297-1e72-43f0-9be5-83e7418d9ab4 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1403632 Jul 05 03:56:18.112480 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.185269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1736aa-3fb4-437d-90f5-3ed94c76c154 None None] Pushing event updated for resources: {'Port': ['ID=a4b2ce03-74b2-49f9-b13f-83231628d1f4,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:18.188049 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-5e969173-f9a5-46a1-82d4-b1e97999193c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=331cfca3555249f7baae621c2bdab994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1799974 Jul 05 03:56:18.261705 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.262752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.263345 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.337859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] Pushing event updated for resources: {'Network': ['ID=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:18.354024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:18.428479 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-538315c2-a414-4534-9513-bee2d56c9f76 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.6219425 Jul 05 03:56:18.429096 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57640) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:18.438193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Request body: {'subnet': {'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1006657181-subnet', 'tenant_id': '00026f9f5f5e49348d69261bacc39b88', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:18.456758 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-d6415cdf-e024-44ad-bbd2-9827a18e10e6 service neutron] 10.222.0.30 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2452676 Jul 05 03:56:18.621500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Made reservation on behalf of 00026f9f5f5e49348d69261bacc39b88 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:18.622488 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.671856 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:18.677466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-4d380562-aa26-4442-a865-17c6f1c0fc03 service neutron] 10.222.0.30 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2195261 Jul 05 03:56:18.755843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c320ebb-5e33-48f9-93a6-4e006db9bbe9 req-a1177d80-db9a-4838-b0c2-8b8264244e8f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:18.758429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c320ebb-5e33-48f9-93a6-4e006db9bbe9 req-a1177d80-db9a-4838-b0c2-8b8264244e8f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 943 time: 0.2695031 Jul 05 03:56:18.867177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c320ebb-5e33-48f9-93a6-4e006db9bbe9 req-ef35a971-45d6-4910-9ba7-ac65fb0b6744 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963049 Jul 05 03:56:19.030142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.210737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a4b2ce03-74b2-49f9-b13f-83231628d1f4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:19.238175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Checking segment: {'id': '2757ca28-393a-43ea-aaca-de686b9ada74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:19.238697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Network hostable DHCP agents. Network: cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:19.240864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] Deleting port e5d164a9-d814-4e2e-8ef4-0981302d893c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:19.241223 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.245230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2a305da-54a0-4e52-8aa9-62c156daeb60,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.266403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:19.359658 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:19.387276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:19.468431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a4b2ce03-74b2-49f9-b13f-83231628d1f4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:19.471935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:19.479779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.481091 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.483636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f97c1b2-3c78-44b7-bef3-7f14d0b4505d None None] Network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:19.534632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] For port e5d164a9-d814-4e2e-8ef4-0981302d893c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e5d164a9-d814-4e2e-8ef4-0981302d893c,segment=NetworkSegment(45d2a231-c508-4eab-9e24-b9c540c01764),segment_id=45d2a231-c508-4eab-9e24-b9c540c01764)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:19.535042 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:19.557721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-2ad58ff6-08f5-4c6e-af39-c3edb08c8cfd tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:19.567397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-2ad58ff6-08f5-4c6e-af39-c3edb08c8cfd tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/networks?id=0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 200 len: 815 time: 0.2933700 Jul 05 03:56:19.574575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] Calling delete_port for e5d164a9-d814-4e2e-8ef4-0981302d893c owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:19.589299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-8273e0ec-0c38-4ef8-aa6b-ef5463783a77 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/quotas/331cfca3555249f7baae621c2bdab994 HTTP/1.1" status: 200 len: 375 time: 0.0199955 Jul 05 03:56:19.593537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78483e7f-fca9-4523-87a0-adcd05457d97 None None] Network 0eaa3304-4bfe-4faa-b537-9637d662331d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:19.598795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c25958f2-7c94-41db-bd62-b09d2732e47d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.1662650 Jul 05 03:56:19.688272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:19.733051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '9e4e49a2-6f65-466b-bfb2-25ca70c6f38f', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'port_id': '9e4e49a2-6f65-466b-bfb2-25ca70c6f38f', 'mac_address': 'fa:16:3e:46:5d:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac2668c-1713-40a7-9fa4-baff1fa971fe', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:19.784963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fb0601-bdbd-46be-8218-632be5114e66 None None] Network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:19.870386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-cfdb4fa2-1f30-4468-b1dd-7d64a52aa130 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=331cfca3555249f7baae621c2bdab994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2799602 Jul 05 03:56:19.914052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-019dbe63-ac94-46ec-8e55-dd22619c6092 req-967e8cf7-7b9c-4363-b2e0-86d4647f10c8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-67754316', 'description': 'tempest-description-540655647'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:20.007928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5d1beb66-d13f-4bb3-b8af-fdc4159ff003 None None] Provisioning for port a4b2ce03-74b2-49f9-b13f-83231628d1f4 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:20.040113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5d1beb66-d13f-4bb3-b8af-fdc4159ff003 None None] Provisioning complete for port a4b2ce03-74b2-49f9-b13f-83231628d1f4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:20.040670 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5d1beb66-d13f-4bb3-b8af-fdc4159ff003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.079310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-5fd7e9f8-20ef-4b6b-be2d-4418e7750f45 service neutron] 10.222.0.30 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800911 Jul 05 03:56:20.122520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.163659 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-019dbe63-ac94-46ec-8e55-dd22619c6092 req-967e8cf7-7b9c-4363-b2e0-86d4647f10c8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.175747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:20.216047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.218095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:20.220487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-cea4ccd6-1dae-4db8-b151-2cfbe33e37a7 service neutron] 10.222.0.30 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347752 Jul 05 03:56:20.297106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=e5d164a9-d814-4e2e-8ef4-0981302d893c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:20.315854 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.356208 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5d1beb66-d13f-4bb3-b8af-fdc4159ff003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.422287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:20.426448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5d1beb66-d13f-4bb3-b8af-fdc4159ff003 None None] For port a4b2ce03-74b2-49f9-b13f-83231628d1f4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a4b2ce03-74b2-49f9-b13f-83231628d1f4,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:20.461888 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-019dbe63-ac94-46ec-8e55-dd22619c6092 req-967e8cf7-7b9c-4363-b2e0-86d4647f10c8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.580520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5d1beb66-d13f-4bb3-b8af-fdc4159ff003 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.608907 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.620853 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-019dbe63-ac94-46ec-8e55-dd22619c6092 req-967e8cf7-7b9c-4363-b2e0-86d4647f10c8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.693433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1beb66-d13f-4bb3-b8af-fdc4159ff003 None None] Pushing event updated for resources: {'Port': ['ID=a4b2ce03-74b2-49f9-b13f-83231628d1f4,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:20.701371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['9e4e49a2-6f65-466b-bfb2-25ca70c6f38f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:20.750681 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2b494868-7054-43e4-8053-ef35d6d5a10a None None] Provisioning complete for port a4b2ce03-74b2-49f9-b13f-83231628d1f4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:20.750681 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b494868-7054-43e4-8053-ef35d6d5a10a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.776877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967e8cf7-7b9c-4363-b2e0-86d4647f10c8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87bc9a89-09b8-4dae-af2d-c4168faa9a60,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:20.791675 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-019dbe63-ac94-46ec-8e55-dd22619c6092 req-967e8cf7-7b9c-4363-b2e0-86d4647f10c8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:20.803616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-019dbe63-ac94-46ec-8e55-dd22619c6092 req-967e8cf7-7b9c-4363-b2e0-86d4647f10c8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.9030702 Jul 05 03:56:20.912417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06abc1a1-a61d-413e-a06d-c5653eb55864 req-c99c91fb-f889-4005-8475-7dbdb1de4a4d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:20.919393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06abc1a1-a61d-413e-a06d-c5653eb55864 req-c99c91fb-f889-4005-8475-7dbdb1de4a4d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 944 time: 0.2144608 Jul 05 03:56:20.996300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06abc1a1-a61d-413e-a06d-c5653eb55864 req-458f7198-f96d-47e6-8109-3c0143fc8f98 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757024 Jul 05 03:56:21.257810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a4b2ce03-74b2-49f9-b13f-83231628d1f4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:21.274857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-9f2368ca-21cf-4a4b-9a47-21a486535ffc req-3ad00595-e847-43ee-af5a-9a508f7abca5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-404748420', 'description': 'tempest-description-1051210432'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:21.313865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a4b2ce03-74b2-49f9-b13f-83231628d1f4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:21.313865 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.378061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] Router c08a9c73-27bb-419a-a752-961351dee60a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:21.509734 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9f2368ca-21cf-4a4b-9a47-21a486535ffc req-3ad00595-e847-43ee-af5a-9a508f7abca5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.544877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-6d492635-f77c-46af-b0a1-7d7812923b02 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:21.546424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-6d492635-f77c-46af-b0a1-7d7812923b02 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/networks?id=0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 200 len: 815 time: 0.2668974 Jul 05 03:56:21.582831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-7514bc3a-7e67-4d2c-8cc5-686c796f2e0c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/quotas/331cfca3555249f7baae621c2bdab994 HTTP/1.1" status: 200 len: 375 time: 0.0282698 Jul 05 03:56:21.587853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:21.600739 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57702) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:21.601365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-58ee6b49-30f5-49ec-8c74-9877f62130d9 admin admin] 10.222.0.30 "PUT /v2.0/routers/c08a9c73-27bb-419a-a752-961351dee60a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9450550 Jul 05 03:56:21.602143 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] Sync routers for ids ['c08a9c73-27bb-419a-a752-961351dee60a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:21.618905 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] Routers {'c08a9c73-27bb-419a-a752-961351dee60a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:21.620248 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:56:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c08a9c73-27bb-419a-a752-961351dee60a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:21.747405 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9f2368ca-21cf-4a4b-9a47-21a486535ffc req-3ad00595-e847-43ee-af5a-9a508f7abca5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.753872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-85c5b49d-3c62-4da0-867f-400966418eaf tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=331cfca3555249f7baae621c2bdab994&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1513715 Jul 05 03:56:21.762946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.812794 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] Set router c08a9c73-27bb-419a-a752-961351dee60a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:21.816613 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9f2368ca-21cf-4a4b-9a47-21a486535ffc req-3ad00595-e847-43ee-af5a-9a508f7abca5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.884897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad00595-e847-43ee-af5a-9a508f7abca5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bd5da513-c063-4061-9fe9-997e9fe59ca3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:21.903181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:21.929328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-db4da29d-a2f0-49ad-838c-ebc7dbc95def service neutron] 10.222.0.30 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681547 Jul 05 03:56:22.003007 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9f2368ca-21cf-4a4b-9a47-21a486535ffc req-3ad00595-e847-43ee-af5a-9a508f7abca5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:22.004786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f2368ca-21cf-4a4b-9a47-21a486535ffc req-3ad00595-e847-43ee-af5a-9a508f7abca5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.7536848 Jul 05 03:56:22.083748 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:56:19Z', 'revision_number': 5, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port': {'id': '9c97a624-d3ab-4e35-91c8-ea8899e6836c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:ac:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1128, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:43Z', 'updated_at': '2021-07-05T03:54:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:22.102217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-9f76062c-ff8a-44f0-a4b3-e77fbf6ff214 service neutron] 10.222.0.30 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1632133 Jul 05 03:56:22.136314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Deleting port 9c97a624-d3ab-4e35-91c8-ea8899e6836c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:22.142753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:22.150538 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] Checking router: c08a9c73-27bb-419a-a752-961351dee60a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:22.185261 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] Routers {'c08a9c73-27bb-419a-a752-961351dee60a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:22.185956 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:56:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c08a9c73-27bb-419a-a752-961351dee60a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:22.270266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] For port 9c97a624-d3ab-4e35-91c8-ea8899e6836c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9c97a624-d3ab-4e35-91c8-ea8899e6836c,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:22.271176 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:22.288768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Calling delete_port for 9c97a624-d3ab-4e35-91c8-ea8899e6836c owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:22.397198 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] Set router c08a9c73-27bb-419a-a752-961351dee60a gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:22.498598 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:56:21Z', 'revision_number': 6, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:22.607820 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8182006a-3074-4b42-bf24-1099d7c8af7d None None] The sync data for ids ['c08a9c73-27bb-419a-a752-961351dee60a'] in n-d-758944-41 is: [{'id': 'c08a9c73-27bb-419a-a752-961351dee60a', 'name': 'tempest-ServerRescueTestJSONUnderV235-971591414-router', 'tenant_id': 'f4da49590d5f4f26b6a6640e3a820317', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:56:21Z', 'revision_number': 6, 'project_id': 'f4da49590d5f4f26b6a6640e3a820317', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:22.825375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-62b7eb8d-83ed-4bff-9193-1f615f5d1d29 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:22.827157 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-62b7eb8d-83ed-4bff-9193-1f615f5d1d29 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "GET /v2.0/networks?id=0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 200 len: 815 time: 0.2328837 Jul 05 03:56:22.846152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Request body: {'port': {'device_id': '37885b8f-41ce-48ce-aa04-9d9f1582b7c3', 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d', 'admin_state_up': True, 'tenant_id': '331cfca3555249f7baae621c2bdab994'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:22.915102 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:22.966882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c97a624-d3ab-4e35-91c8-ea8899e6836c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:23.132912 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.198192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c99b48-4119-4947-83b4-fbeeacb19039 req-4aeac213-e3c1-4fe8-910e-eff500415737 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.205466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0c99b48-4119-4947-83b4-fbeeacb19039 req-4aeac213-e3c1-4fe8-910e-eff500415737 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 944 time: 0.7746911 Jul 05 03:56:23.261385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Made reservation on behalf of 331cfca3555249f7baae621c2bdab994 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:23.293760 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.317544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8db823-7412-49f0-8318-4df64a563187 req-c4952d70-7fd8-44be-a540-53396aac46cd tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:23.320563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-c4952d70-7fd8-44be-a540-53396aac46cd tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/networks?id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 200 len: 813 time: 0.2918334 Jul 05 03:56:23.337137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0c99b48-4119-4947-83b4-fbeeacb19039 req-997edd82-c1a8-41ff-a1b2-9c5ffea1aa45 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1301351 Jul 05 03:56:23.360694 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.365897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.367112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-6c8ac413-7e51-4875-a2d2-5de9d9e8ac20 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/quotas/00026f9f5f5e49348d69261bacc39b88 HTTP/1.1" status: 200 len: 375 time: 0.0264874 Jul 05 03:56:23.421779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:23.468641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-feb5b457-d847-48d8-9883-07d71d6e3a54 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1004169 Jul 05 03:56:23.599710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e5d164a9-d814-4e2e-8ef4-0981302d893c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:23.610352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.611891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c08a9c73-27bb-419a-a752-961351dee60a {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:56:23.638206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.638206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5d465671-d65e-4908-937f-64bcf204f426 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c08a9c73-27bb-419a-a752-961351dee60a HTTP/1.1" status: 204 len: 168 time: 2.0261910 Jul 05 03:56:23.641197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57734) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:23.668583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: e5d164a9-d814-4e2e-8ef4-0981302d893c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:23.670616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e5d164a9-d814-4e2e-8ef4-0981302d893c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:23.677904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:23.683021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:23.683673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.702335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Allocated IP 172.20.0.8 (0eaa3304-4bfe-4faa-b537-9637d662331d/5a3cb098-a12f-4f0c-be09-22990497a9f6/b6c8ac6a-5c04-4289-9963-0e4035129bda) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:23.716001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-f4ef9079-58e0-4c75-bbbe-42525c8d5b3d service neutron] 10.222.0.30 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335770 Jul 05 03:56:23.741819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-737b761e-e224-402d-bf0f-f3f2bc906f5c admin admin] Deleting subnet d8865b8d-80aa-4730-99a4-dd486bba4e30 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:56:23.755677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-737b761e-e224-402d-bf0f-f3f2bc906f5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.823362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-737b761e-e224-402d-bf0f-f3f2bc906f5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.842902 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.853231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8648c8d-6c4f-44fb-b078-b8b8cdb46bec req-2e884c92-438d-46c3-9e7f-c1b5183f30f7 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 210 time: 0.1172957 Jul 05 03:56:23.878483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea64456-6b75-4bcd-87cd-e8a8bec8de91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e49a2-6f65-466b-bfb2-25ca70c6f38f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:23.882531 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-670f2dfa-82a8-4583-94ac-a18a0f0c0407" -d '{"events": [{"server_uuid": "cea64456-6b75-4bcd-87cd-e8a8bec8de91", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e49a2-6f65-466b-bfb2-25ca70c6f38f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:23.908176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:23.958625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-737b761e-e224-402d-bf0f-f3f2bc906f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:23.987416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-3f2754b7-d664-4ff1-85f6-867e2ce67858 service neutron] 10.222.0.30 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2702427 Jul 05 03:56:24.090372 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.121131 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.126229 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Transition to ACTIVE for port object b6c8ac6a-5c04-4289-9963-0e4035129bda will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:24.206190 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c01b4a4-8e5e-4e39-ae7b-1f8eb0a8fdf9 x-openstack-request-id: req-3c01b4a4-8e5e-4e39-ae7b-1f8eb0a8fdf9 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:24.206488 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea64456-6b75-4bcd-87cd-e8a8bec8de91", "name": "network-vif-plugged", "status": "completed", "tag": "9e4e49a2-6f65-466b-bfb2-25ca70c6f38f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:24.206744 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c01b4a4-8e5e-4e39-ae7b-1f8eb0a8fdf9 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:24.207143 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea64456-6b75-4bcd-87cd-e8a8bec8de91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e4e49a2-6f65-466b-bfb2-25ca70c6f38f', 'code': 200} Jul 05 03:56:24.210697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:24.309582 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-737b761e-e224-402d-bf0f-f3f2bc906f5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.352090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b761e-e224-402d-bf0f-f3f2bc906f5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8865b8d-80aa-4730-99a4-dd486bba4e30,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:24.355411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-737b761e-e224-402d-bf0f-f3f2bc906f5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.357036 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-737b761e-e224-402d-bf0f-f3f2bc906f5c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d8865b8d-80aa-4730-99a4-dd486bba4e30 HTTP/1.1" status: 204 len: 168 time: 0.7144694 Jul 05 03:56:24.363188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57740) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:24.374376 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.404763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155743cc-9376-474f-8f57-41f17cfe986f req-65fe0d8d-4dcb-4885-a701-7dc6e76a0398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.406663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-155743cc-9376-474f-8f57-41f17cfe986f req-65fe0d8d-4dcb-4885-a701-7dc6e76a0398 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 1097 time: 0.1258340 Jul 05 03:56:24.416704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-9df8ef28-bef9-4ad5-a0b6-7c84dfa4214e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.420183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-9df8ef28-bef9-4ad5-a0b6-7c84dfa4214e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "GET /v2.0/networks?id=0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 200 len: 815 time: 0.1975980 Jul 05 03:56:24.541764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Network 0eaa3304-4bfe-4faa-b537-9637d662331d is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:24.546454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-155743cc-9376-474f-8f57-41f17cfe986f req-1004f0a9-478a-4766-966a-e1736c7df381 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1199288 Jul 05 03:56:24.550762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:24.553518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Pushing event updated for resources: {'Port': ['ID=b6c8ac6a-5c04-4289-9963-0e4035129bda,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:24.556708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:24.570352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.597094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Request body: {'port': {'device_id': 'c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f', 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d', 'admin_state_up': True, 'tenant_id': '331cfca3555249f7baae621c2bdab994'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:24.701589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.703383 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.707620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02c933d6-17ae-47bf-b7a1-7d8de3a781d5 req-7bd062df-4438-48d7-a58a-f79d674cecfd tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 210 time: 0.1573093 Jul 05 03:56:24.804362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b09178e-0b72-43c7-a374-19e35c85a989 req-5f54791e-0bbe-4f98-aa45-ec221eb6a38f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:24.811979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b09178e-0b72-43c7-a374-19e35c85a989 req-5f54791e-0bbe-4f98-aa45-ec221eb6a38f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.3101273 Jul 05 03:56:24.824943 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.838518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ee603b5-89fa-4945-b216-7a9c3364e023']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:24.860626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45d2a231-c508-4eab-9e24-b9c540c01764') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:24.860626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45d2a231-c508-4eab-9e24-b9c540c01764') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:24.872266 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.896589 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-89753f0a-6e4b-47d3-8eb6-743d7d42ea7e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0555787 Jul 05 03:56:24.913804 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.934616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b09178e-0b72-43c7-a374-19e35c85a989 req-24076e02-205f-4c95-9198-237b693d212f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183667 Jul 05 03:56:24.936599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Request body: {'port': {'device_id': '37885b8f-41ce-48ce-aa04-9d9f1582b7c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:24.942996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:56:24.943542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:56:24.945832 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:56:25.015197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9c97a624-d3ab-4e35-91c8-ea8899e6836c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:56:25.052658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Made reservation on behalf of 331cfca3555249f7baae621c2bdab994 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:25.056609 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.109882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9c97a624-d3ab-4e35-91c8-ea8899e6836c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:56:25.110827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9c97a624-d3ab-4e35-91c8-ea8899e6836c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:56:25.129748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fa0d5d21-4577-4e9f-9736-c17d687f63fa None None] Provisioning for port b6c8ac6a-5c04-4289-9963-0e4035129bda completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:25.130389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fa0d5d21-4577-4e9f-9736-c17d687f63fa None None] Provisioning complete for port b6c8ac6a-5c04-4289-9963-0e4035129bda triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:25.131616 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fa0d5d21-4577-4e9f-9736-c17d687f63fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.175397 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.185791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-fa0d5d21-4577-4e9f-9736-c17d687f63fa None None] Port b6c8ac6a-5c04-4289-9963-0e4035129bda cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:25.212561 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.216945 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5ee603b5-89fa-4945-b216-7a9c3364e023 HTTP/1.1" status: 204 len: 168 time: 0.8502588 Jul 05 03:56:25.237379 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.241193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5e2f63-380c-4ca8-98ab-ef963cbae831 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ee603b5-89fa-4945-b216-7a9c3364e023,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:25.261360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34207add-960c-496c-9b78-1f01e0fd570c req-85ef4fe3-aeba-4d94-a22d-7d453a407fc3 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 210 time: 0.1230724 Jul 05 03:56:25.412731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Allocated IP 172.20.0.10 (0eaa3304-4bfe-4faa-b537-9637d662331d/5a3cb098-a12f-4f0c-be09-22990497a9f6/28cd52cd-7a9c-4017-bfea-0c7d38f1d34a) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:25.603927 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.624552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Transition to ACTIVE for port object 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:25.723707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57766) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:25.761522 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.820545 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a1409e90-2cb3-41de-a848-2b417ac71c00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f4da49590d5f4f26b6a6640e3a820317&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0951536 Jul 05 03:56:25.825241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57770) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:25.874388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f8bf842-c38f-4279-8021-59075c334105 req-5811004c-2935-46ed-8e6c-d2a7e03f49fd tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 210 time: 0.0540385 Jul 05 03:56:25.881441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Network 0eaa3304-4bfe-4faa-b537-9637d662331d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:25.884855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:25.887703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Pushing event updated for resources: {'Port': ['ID=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:25.892163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:25.909846 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ce88129-3943-428c-8729-a78d539432b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:25.955070 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ce88129-3943-428c-8729-a78d539432b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.030061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:26.030779 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.085728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b6c8ac6a-5c04-4289-9963-0e4035129bda {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:26.097251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.184453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-48cee18f-37cf-4164-a055-9dbb9ab33966 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6848512 Jul 05 03:56:26.201261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Request body: {'port': {'device_id': 'c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:26.210797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Transition to ACTIVE for port object b6c8ac6a-5c04-4289-9963-0e4035129bda will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:26.211791 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ce88129-3943-428c-8729-a78d539432b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.215351 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ce88129-3943-428c-8729-a78d539432b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.217440 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1ce88129-3943-428c-8729-a78d539432b1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2448dec1-e1a3-4894-b8a3-0a3ca25697cf HTTP/1.1" status: 204 len: 168 time: 0.3911815 Jul 05 03:56:26.233045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce88129-3943-428c-8729-a78d539432b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2448dec1-e1a3-4894-b8a3-0a3ca25697cf,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:26.343472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.406076 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.428306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc25641-525e-4a52-bdfa-cf62232ef19e req-c090475c-4cf1-4e74-90ab-f6d88d527edf tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:26.435923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcc25641-525e-4a52-bdfa-cf62232ef19e req-c090475c-4cf1-4e74-90ab-f6d88d527edf tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.2497199 Jul 05 03:56:26.442169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Pushing event updated for resources: {'Port': ['ID=b6c8ac6a-5c04-4289-9963-0e4035129bda,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:26.525266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcc25641-525e-4a52-bdfa-cf62232ef19e req-d5a44547-f6fb-4789-94ae-d0d48a1e8729 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882845 Jul 05 03:56:26.532913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Attempting to bind port b6c8ac6a-5c04-4289-9963-0e4035129bda on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:26.533863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Attempting to bind port b6c8ac6a-5c04-4289-9963-0e4035129bda by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:26.534618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Attempting to bind port b6c8ac6a-5c04-4289-9963-0e4035129bda on network 0eaa3304-4bfe-4faa-b537-9637d662331d {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:26.551613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Port b6c8ac6a-5c04-4289-9963-0e4035129bda on network 0eaa3304-4bfe-4faa-b537-9637d662331d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:26.552335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Attempting to bind port b6c8ac6a-5c04-4289-9963-0e4035129bda on network 0eaa3304-4bfe-4faa-b537-9637d662331d {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:26.556019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b263eaee-e0c3-4ac1-91df-a0af166fa250 None None] Provisioning for port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:26.564966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b263eaee-e0c3-4ac1-91df-a0af166fa250 None None] Provisioning complete for port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:26.565579 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b263eaee-e0c3-4ac1-91df-a0af166fa250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.573047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:26.575291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Checking segment: {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:26.576889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Bound using segment: {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:26.577401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Bound port: b6c8ac6a-5c04-4289-9963-0e4035129bda, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:26.579227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:26.719543 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b263eaee-e0c3-4ac1-91df-a0af166fa250 None None] Port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:26.859676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] For port b6c8ac6a-5c04-4289-9963-0e4035129bda, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:26.866272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] For port b6c8ac6a-5c04-4289-9963-0e4035129bda, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b6c8ac6a-5c04-4289-9963-0e4035129bda,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:26.992559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.053718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.054815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.056972 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-feda61cd-568b-4456-ba40-2083deb329df service neutron] 10.222.0.26 "PUT /v2.0/ports/b6c8ac6a-5c04-4289-9963-0e4035129bda HTTP/1.1" status: 200 len: 1092 time: 2.1401479 Jul 05 03:56:27.060414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '37885b8f-41ce-48ce-aa04-9d9f1582b7c3', 'tag': 'b6c8ac6a-5c04-4289-9963-0e4035129bda'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:27.065466 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9be3eb04-d92a-43f8-9910-279882c90bcf" -d '{"events": [{"name": "network-changed", "server_uuid": "37885b8f-41ce-48ce-aa04-9d9f1582b7c3", "tag": "b6c8ac6a-5c04-4289-9963-0e4035129bda"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:27.073300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5160e12-48f7-42ba-bc7f-8192fd64675a req-8f4434de-c61e-4ce3-aa0b-66cf72ae9b14 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 210 time: 0.2226353 Jul 05 03:56:27.108142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feda61cd-568b-4456-ba40-2083deb329df service neutron] Pushing event updated for resources: {'Port': ['ID=b6c8ac6a-5c04-4289-9963-0e4035129bda,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:27.185373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-fbb379d9-b02b-4c51-acd8-9578df71f0a2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.188429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-fbb379d9-b02b-4c51-acd8-9578df71f0a2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "GET /v2.0/networks?id=0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 200 len: 815 time: 0.6134007 Jul 05 03:56:27.206566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Request body: {'port': {'device_id': 'bc5f0d18-651c-46fd-a0df-5e106b6e1048', 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d', 'admin_state_up': True, 'tenant_id': '331cfca3555249f7baae621c2bdab994'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:27.325704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0b66de6-5afa-4ff1-a5f0-0eb385c341d0 req-d0a6a2d4-8127-43be-a0a8-7d1e0f7ed394 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 210 time: 0.1073127 Jul 05 03:56:27.358577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:27.373735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.446654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Transition to ACTIVE for port object 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:27.482451 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6fea6ec-d431-4084-9c11-35f1ddd7c847 x-openstack-request-id: req-c6fea6ec-d431-4084-9c11-35f1ddd7c847 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:27.483962 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "37885b8f-41ce-48ce-aa04-9d9f1582b7c3", "tag": "b6c8ac6a-5c04-4289-9963-0e4035129bda", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:27.486118 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6fea6ec-d431-4084-9c11-35f1ddd7c847 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:27.486908 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '37885b8f-41ce-48ce-aa04-9d9f1582b7c3', 'tag': 'b6c8ac6a-5c04-4289-9963-0e4035129bda', 'status': 'completed', 'code': 200} Jul 05 03:56:27.519357 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.572302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-69c5868f-8007-4348-9317-0fd886df9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.578144 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-69c5868f-8007-4348-9317-0fd886df9fe3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=331cfca3555249f7baae621c2bdab994&device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 1095 time: 0.2425210 Jul 05 03:56:27.599722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Made reservation on behalf of 331cfca3555249f7baae621c2bdab994 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:27.606226 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:27.716376 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-d07e7db1-2ab3-47a4-84f2-7a4f35dcdade service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6c8ac6a-5c04-4289-9963-0e4035129bda HTTP/1.1" status: 200 len: 217 time: 0.1312256 Jul 05 03:56:27.733994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Pushing event updated for resources: {'Port': ['ID=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:27.907499 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-f128a554-0d86-4989-81cf-d117976c225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:27.914704 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-f128a554-0d86-4989-81cf-d117976c225c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a3cb098-a12f-4f0c-be09-22990497a9f6 HTTP/1.1" status: 200 len: 854 time: 0.1889889 Jul 05 03:56:28.124621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-9b139089-e668-428b-9c43-ed23d175e314 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.128049 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-9b139089-e668-428b-9c43-ed23d175e314 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaa3304-4bfe-4faa-b537-9637d662331d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2019937 Jul 05 03:56:28.141775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Attempting to bind port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:28.142942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Attempting to bind port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:28.143598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Attempting to bind port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a on network 0eaa3304-4bfe-4faa-b537-9637d662331d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:28.187618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a on network 0eaa3304-4bfe-4faa-b537-9637d662331d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:28.188335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Attempting to bind port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a on network 0eaa3304-4bfe-4faa-b537-9637d662331d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:28.215037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Allocated IP 172.20.0.14 (0eaa3304-4bfe-4faa-b537-9637d662331d/5a3cb098-a12f-4f0c-be09-22990497a9f6/58017796-b227-45c8-ae44-26d3688706df) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:28.222184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:28.223076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Checking segment: {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:28.223843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Bound using segment: {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:28.225018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Bound port: 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:28.225751 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.252362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3914938-5736-4ceb-ba0a-e7cad27ef736 req-17e6499f-d55e-44c1-bb1b-02cfb2da274b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.264678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3914938-5736-4ceb-ba0a-e7cad27ef736 req-17e6499f-d55e-44c1-bb1b-02cfb2da274b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.4514461 Jul 05 03:56:28.382762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57820) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:28.410006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3914938-5736-4ceb-ba0a-e7cad27ef736 req-66c183a2-4415-43b6-aea0-0620e14f9ba4 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341691 Jul 05 03:56:28.503487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] For port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:28.557527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3979fe62-5c15-4f1f-8c79-6b121a7e8f74 req-3f0888b7-2f5f-43b7-8347-35682486eb06 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 210 time: 0.0486901 Jul 05 03:56:28.576594 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-d1aa4b58-6edc-4f6d-9d53-fd67370c24eb service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4390361 Jul 05 03:56:28.585383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] For port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:28.655551 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.675736 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.682967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-network', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:28.690427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Transition to ACTIVE for port object 58017796-b227-45c8-ae44-26d3688706df will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:28.781744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38ee6249-c26f-4aee-b7b5-aed71df6b9e2 req-a11e5d20-96bc-4046-8a62-d319acc2d103 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 210 time: 0.0893040 Jul 05 03:56:28.797777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8db823-7412-49f0-8318-4df64a563187 req-ebc58ba7-d633-4696-9075-8f00dbd7e502 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.800185 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-ebc58ba7-d633-4696-9075-8f00dbd7e502 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.26 "GET /v2.0/networks?id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 200 len: 813 time: 0.4947243 Jul 05 03:56:28.806093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:28.806709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.812615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] 10.222.0.26 "PUT /v2.0/ports/28cd52cd-7a9c-4017-bfea-0c7d38f1d34a HTTP/1.1" status: 200 len: 1093 time: 2.6115227 Jul 05 03:56:28.825991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f', 'tag': '28cd52cd-7a9c-4017-bfea-0c7d38f1d34a'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:28.829745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'port': {'device_id': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac', 'admin_state_up': True, 'tenant_id': '00026f9f5f5e49348d69261bacc39b88'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:28.830722 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb" -d '{"events": [{"name": "network-changed", "server_uuid": "c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f", "tag": "28cd52cd-7a9c-4017-bfea-0c7d38f1d34a"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:28.887771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb4dad5-09ad-42b5-a4c3-ea5fbce1f46f service neutron] Pushing event updated for resources: {'Port': ['ID=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:28.909425 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:28.913590 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ff2444a-3f0c-4521-b387-a08adfa580ce req-500fee2a-d8a6-4794-a5ec-b3d9ac77e15e service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3213389 Jul 05 03:56:28.993456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Made reservation on behalf of 6b013aba190a42cfb14d1b6e86137771 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:28.997116 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.022761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.031189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Network 0eaa3304-4bfe-4faa-b537-9637d662331d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:29.033638 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f61b4df3-f000-4fb3-86c4-ba8125071cfb x-openstack-request-id: req-f61b4df3-f000-4fb3-86c4-ba8125071cfb {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:29.033958 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f", "tag": "28cd52cd-7a9c-4017-bfea-0c7d38f1d34a", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:29.034205 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f61b4df3-f000-4fb3-86c4-ba8125071cfb {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:29.034852 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f', 'tag': '28cd52cd-7a9c-4017-bfea-0c7d38f1d34a', 'status': 'completed', 'code': 200} Jul 05 03:56:29.041608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Pushing event updated for resources: {'Port': ['ID=58017796-b227-45c8-ae44-26d3688706df,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:29.050360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:29.053907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:29.137901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-2c46c547-ed84-46bb-895b-a25a6a1e6b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.140591 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-2c46c547-ed84-46bb-895b-a25a6a1e6b93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=331cfca3555249f7baae621c2bdab994&device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 1096 time: 0.1297104 Jul 05 03:56:29.187777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.188487 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.221481 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-c6fad2b4-69bc-40a9-9def-634b0f82ae8a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a HTTP/1.1" status: 200 len: 217 time: 0.0696404 Jul 05 03:56:29.275445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-123ea8fc-a781-4ac9-a8cc-15ee7599c4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.277624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-123ea8fc-a781-4ac9-a8cc-15ee7599c4ac service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=331cfca3555249f7baae621c2bdab994&device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 1095 time: 0.1340766 Jul 05 03:56:29.349885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-9661cea7-5411-4273-8790-38867b3272c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.351608 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-9661cea7-5411-4273-8790-38867b3272c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a3cb098-a12f-4f0c-be09-22990497a9f6 HTTP/1.1" status: 200 len: 854 time: 0.1047368 Jul 05 03:56:29.389645 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.456515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-6a3da584-2bba-4817-b5bd-6306a332e32b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.458336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-133aa200-fa61-47c4-8db9-353020387d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.459368 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-6a3da584-2bba-4817-b5bd-6306a332e32b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaa3304-4bfe-4faa-b537-9637d662331d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0986872 Jul 05 03:56:29.461267 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-133aa200-fa61-47c4-8db9-353020387d99 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 200 len: 916 time: 0.1734467 Jul 05 03:56:29.463630 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.540832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-d7cf0174-9d14-42e2-9822-d9633cc44e75 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6c8ac6a-5c04-4289-9963-0e4035129bda HTTP/1.1" status: 200 len: 217 time: 0.0634871 Jul 05 03:56:29.548988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:56:29.621021 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-dc767370-6d34-49a6-94e0-b1dcd2a57070 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1433446 Jul 05 03:56:29.653167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b794ade4-40f7-4149-a86f-5fdc70ea6ee4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:29.686610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Made reservation on behalf of 00026f9f5f5e49348d69261bacc39b88 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:29.686857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.686857 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Added segment e32bbce7-7d19-4e17-84aa-971477d2a114 of type vlan for network 4530ce1e-09ff-4427-90eb-146c4454065e Jul 05 03:56:29.688646 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.704267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e9a661be-c751-42b7-a937-b2e612f0810b None None] Provisioning for port 58017796-b227-45c8-ae44-26d3688706df completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:29.711019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e9a661be-c751-42b7-a937-b2e612f0810b None None] Provisioning complete for port 58017796-b227-45c8-ae44-26d3688706df triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:29.712166 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e9a661be-c751-42b7-a937-b2e612f0810b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.776384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-492f45e3-43a3-46d1-af5f-191b425d5c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.778783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-492f45e3-43a3-46d1-af5f-191b425d5c1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a3cb098-a12f-4f0c-be09-22990497a9f6 HTTP/1.1" status: 200 len: 854 time: 0.2274957 Jul 05 03:56:29.798510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e9a661be-c751-42b7-a937-b2e612f0810b None None] Port 58017796-b227-45c8-ae44-26d3688706df cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:56:29.819140 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9aabe1c2-3da2-41fa-b3f9-9acf074a2e01 req-72d1853e-d1de-4219-acc7-88b31d49961d service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907752 Jul 05 03:56:29.820813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-08885f15-9259-4179-83fd-0bfa18436bc2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6197679 Jul 05 03:56:29.858783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Request body: {'port': {'device_id': 'bc5f0d18-651c-46fd-a0df-5e106b6e1048', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:29.879139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Allocated IP 172.20.0.10 (cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac/b2a305da-54a0-4e52-8aa9-62c156daeb60/d2d6aa14-50f6-4712-b487-2da9d8ff0045) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:29.919071 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:29.982620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d963723-e133-4ec0-8359-08a67ffb36e9 req-42cbe133-89e2-4123-a6a4-d787fda7eb28 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:29.984437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d963723-e133-4ec0-8359-08a67ffb36e9 req-42cbe133-89e2-4123-a6a4-d787fda7eb28 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.3572094 Jul 05 03:56:30.125419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de164a4-1ece-4545-859d-66d52f0d9e1b req-2496c087-4934-4c9b-8ce4-d064209d834e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.132832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6de164a4-1ece-4545-859d-66d52f0d9e1b req-2496c087-4934-4c9b-8ce4-d064209d834e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 932 time: 0.4181619 Jul 05 03:56:30.146084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.150227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-9845a27f-88a5-4d05-9da5-65ad2b21d12e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.151877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-9845a27f-88a5-4d05-9da5-65ad2b21d12e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=331cfca3555249f7baae621c2bdab994&device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 1096 time: 0.1378934 Jul 05 03:56:30.154611 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.168503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-3dabbbb4-51a0-4544-9f31-adddd2897849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.169996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-3dabbbb4-51a0-4544-9f31-adddd2897849 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaa3304-4bfe-4faa-b537-9637d662331d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3481927 Jul 05 03:56:30.181039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d963723-e133-4ec0-8359-08a67ffb36e9 req-aff24614-1c2f-4eba-9e3c-7fa18f681e2a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714432 Jul 05 03:56:30.181656 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.182680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.183330 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.272492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-b9b7e171-a814-4546-ae56-89f41d09bf37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.274091 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-b9b7e171-a814-4546-ae56-89f41d09bf37 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 200 len: 916 time: 0.1138673 Jul 05 03:56:30.334153 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-1cae4462-41d0-47c8-9f75-2f66f56410a7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a HTTP/1.1" status: 200 len: 217 time: 0.0510869 Jul 05 03:56:30.387779 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.410274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6de164a4-1ece-4545-859d-66d52f0d9e1b req-a8244650-481f-4510-b337-06c2dfe18220 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2692635 Jul 05 03:56:30.432781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-10d2abec-16d7-4638-b404-64bff3035eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.434551 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-10d2abec-16d7-4638-b404-64bff3035eb7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a3cb098-a12f-4f0c-be09-22990497a9f6 HTTP/1.1" status: 200 len: 854 time: 0.0932670 Jul 05 03:56:30.467992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.0819836 Jul 05 03:56:30.468687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c06b0-267e-471f-beac-d2173a3edf2b admin admin] Pushing event updated for resources: {'Network': ['ID=4530ce1e-09ff-4427-90eb-146c4454065e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:30.470988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57842) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:30.480686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Request body: {'subnet': {'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-subnet', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:30.484922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 4530ce1e-09ff-4427-90eb-146c4454065e details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:56:30.507221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:30.512488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:30.515052 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:30.570245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.570984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.583050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'Port': ['ID=d2d6aa14-50f6-4712-b487-2da9d8ff0045,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:30.616236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-baca36ad-8c49-4cfe-b188-a82cbe72cab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.617885 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-baca36ad-8c49-4cfe-b188-a82cbe72cab1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaa3304-4bfe-4faa-b537-9637d662331d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1756308 Jul 05 03:56:30.641032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-64e54b70-3d5b-4e01-9665-bde1a042a009 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4547365 Jul 05 03:56:30.722997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efeaeb2b-07b2-4908-af1f-1c82bca390f7 req-b16026b5-1346-4d81-a03f-8bcfdb9db4f1 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:30.728563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-efeaeb2b-07b2-4908-af1f-1c82bca390f7 req-b16026b5-1346-4d81-a03f-8bcfdb9db4f1 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 932 time: 0.3611617 Jul 05 03:56:30.734322 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-7da20114-d3be-4556-9e13-87e1a3ebdf3b service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068931 Jul 05 03:56:30.743302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Made reservation on behalf of 6b013aba190a42cfb14d1b6e86137771 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:30.745942 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:30.771646 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-6da9b5f6-be38-4d63-b425-8d88fded15ff tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9468441 Jul 05 03:56:30.801994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Request body: {'port': {'device_id': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:30.932568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-efeaeb2b-07b2-4908-af1f-1c82bca390f7 req-26b85766-91e2-4a6f-8cf5-5f62f5257ded tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841426 Jul 05 03:56:30.977891 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2bc2d97c-4edd-4e26-baac-7efa6a611fcb req-662f8f8b-ee31-40df-8442-f98e1738cfaf service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241676 Jul 05 03:56:30.978435 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.007754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be3eb04-d92a-43f8-9910-279882c90bcf req-924fbe1f-c74b-4b4a-83f7-52085a531615 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3455200 Jul 05 03:56:31.131869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58017796-b227-45c8-ae44-26d3688706df {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:31.141998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.400939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2d6aa14-50f6-4712-b487-2da9d8ff0045 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:31.410249 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.424947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Transition to ACTIVE for port object d2d6aa14-50f6-4712-b487-2da9d8ff0045 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:31.463102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b6c8ac6a-5c04-4289-9963-0e4035129bda details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:31.501694 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.593625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Transition to ACTIVE for port object 58017796-b227-45c8-ae44-26d3688706df will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:31.605354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Pushing event updated for resources: {'Port': ['ID=d2d6aa14-50f6-4712-b487-2da9d8ff0045,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.626117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b6c8ac6a-5c04-4289-9963-0e4035129bda, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b6c8ac6a-5c04-4289-9963-0e4035129bda,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:31.646277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'b6c8ac6a-5c04-4289-9963-0e4035129bda', 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d', 'port_id': 'b6c8ac6a-5c04-4289-9963-0e4035129bda', 'mac_address': 'fa:16:3e:e2:d3:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3cb098-a12f-4f0c-be09-22990497a9f6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:31.673647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Attempting to bind port d2d6aa14-50f6-4712-b487-2da9d8ff0045 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:31.674551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Attempting to bind port d2d6aa14-50f6-4712-b487-2da9d8ff0045 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '2757ca28-393a-43ea-aaca-de686b9ada74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:31.674551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Attempting to bind port d2d6aa14-50f6-4712-b487-2da9d8ff0045 on network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:31.681982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Port d2d6aa14-50f6-4712-b487-2da9d8ff0045 on network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:31.682603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Attempting to bind port d2d6aa14-50f6-4712-b487-2da9d8ff0045 on network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:31.690085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:31.690085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Checking segment: {'id': '2757ca28-393a-43ea-aaca-de686b9ada74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:31.690770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Bound using segment: {'id': '2757ca28-393a-43ea-aaca-de686b9ada74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:31.691203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Bound port: d2d6aa14-50f6-4712-b487-2da9d8ff0045, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2757ca28-393a-43ea-aaca-de686b9ada74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:31.691514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.694614 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.709473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.711197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.730414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b6c8ac6a-5c04-4289-9963-0e4035129bda {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:31.763545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b6c8ac6a-5c04-4289-9963-0e4035129bda, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b6c8ac6a-5c04-4289-9963-0e4035129bda,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:31.850557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:31.928721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b6c8ac6a-5c04-4289-9963-0e4035129bda,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.930370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb904193-b65b-4420-a87d-fc43f384337a,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:31.946778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901119e4-370d-451b-96c6-175dd1dc890b req-c666c3b6-67e2-4769-be84-f9cee0278397 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:31.958328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-901119e4-370d-451b-96c6-175dd1dc890b req-c666c3b6-67e2-4769-be84-f9cee0278397 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.3807154 Jul 05 03:56:31.972477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Pushing event updated for resources: {'Port': ['ID=58017796-b227-45c8-ae44-26d3688706df,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:32.083516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750107f1-edd5-4d83-aa8e-e7242cd3d770 req-e7da399c-2d84-4a98-aae3-14760f2a9692 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.088387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-750107f1-edd5-4d83-aa8e-e7242cd3d770 req-e7da399c-2d84-4a98-aae3-14760f2a9692 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 932 time: 0.4579432 Jul 05 03:56:32.103025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Checking segment: {'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:32.103390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Network hostable DHCP agents. Network: 4530ce1e-09ff-4427-90eb-146c4454065e, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:56:32.145330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-901119e4-370d-451b-96c6-175dd1dc890b req-4d2e801e-4e09-4ac7-8f07-02d81c83650c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858482 Jul 05 03:56:32.153410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] For port d2d6aa14-50f6-4712-b487-2da9d8ff0045, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:32.159946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] For port d2d6aa14-50f6-4712-b487-2da9d8ff0045, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:32.176025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Attempting to bind port 58017796-b227-45c8-ae44-26d3688706df on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:32.176025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Attempting to bind port 58017796-b227-45c8-ae44-26d3688706df by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:32.176025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Attempting to bind port 58017796-b227-45c8-ae44-26d3688706df on network 0eaa3304-4bfe-4faa-b537-9637d662331d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:32.185587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Port 58017796-b227-45c8-ae44-26d3688706df on network 0eaa3304-4bfe-4faa-b537-9637d662331d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:32.185789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Attempting to bind port 58017796-b227-45c8-ae44-26d3688706df on network 0eaa3304-4bfe-4faa-b537-9637d662331d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:32.190446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-750107f1-edd5-4d83-aa8e-e7242cd3d770 req-8a6839c1-0e59-489f-b13e-85c1e999029a tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923154 Jul 05 03:56:32.194586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:32.194929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Checking segment: {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:32.195308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Bound using segment: {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:32.195744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Bound port: 58017796-b227-45c8-ae44-26d3688706df, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '58861a6d-68d2-4f16-a58b-e61000809575', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:32.196236 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.208655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['b6c8ac6a-5c04-4289-9963-0e4035129bda'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:32.278652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.305776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] For port 58017796-b227-45c8-ae44-26d3688706df, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:32.310096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] For port 58017796-b227-45c8-ae44-26d3688706df, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58017796-b227-45c8-ae44-26d3688706df,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:32.312461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Network 4530ce1e-09ff-4427-90eb-146c4454065e is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:56:32.364437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.365173 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.372724 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] 10.222.0.26 "PUT /v2.0/ports/d2d6aa14-50f6-4712-b487-2da9d8ff0045 HTTP/1.1" status: 200 len: 1093 time: 1.5740480 Jul 05 03:56:32.372724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'tag': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:32.372724 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f" -d '{"events": [{"name": "network-changed", "server_uuid": "cb51456a-0ce8-4137-ba6a-9588f3057aca", "tag": "d2d6aa14-50f6-4712-b487-2da9d8ff0045"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:32.392989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7150dc7-f54e-461e-a04f-afcb4df0315a service neutron] Pushing event updated for resources: {'Port': ['ID=d2d6aa14-50f6-4712-b487-2da9d8ff0045,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:32.444847 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.509654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.510288 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.511765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] 10.222.0.26 "PUT /v2.0/ports/58017796-b227-45c8-ae44-26d3688706df HTTP/1.1" status: 200 len: 1093 time: 2.6666143 Jul 05 03:56:32.514209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc5f0d18-651c-46fd-a0df-5e106b6e1048', 'tag': '58017796-b227-45c8-ae44-26d3688706df'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:32.518340 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f385312f-0e19-4c6d-853d-8b6e548da80c" -d '{"events": [{"name": "network-changed", "server_uuid": "bc5f0d18-651c-46fd-a0df-5e106b6e1048", "tag": "58017796-b227-45c8-ae44-26d3688706df"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:32.536877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 4530ce1e-09ff-4427-90eb-146c4454065e) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:32.552198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce711693-9851-4857-92df-c569054a68df None None] Network 4530ce1e-09ff-4427-90eb-146c4454065e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:32.591679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.592914 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:32.666315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037395c0-1e18-42c3-91b9-1bdca2d58512 service neutron] Pushing event updated for resources: {'Port': ['ID=58017796-b227-45c8-ae44-26d3688706df,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:32.730328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96354e5a-f09c-42ad-bd7f-a64854a9f8be req-81e6ac55-8c3a-4b74-8545-fbbacbe843ad tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.738167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96354e5a-f09c-42ad-bd7f-a64854a9f8be req-81e6ac55-8c3a-4b74-8545-fbbacbe843ad tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 944 time: 0.2449694 Jul 05 03:56:32.758488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8db823-7412-49f0-8318-4df64a563187 req-00a81e89-06b9-494c-8a6e-4a3a9ae4bd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.762332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-00a81e89-06b9-494c-8a6e-4a3a9ae4bd12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 1096 time: 0.1778107 Jul 05 03:56:32.818050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96354e5a-f09c-42ad-bd7f-a64854a9f8be req-76cc8afe-872a-42e7-afdc-e672ddd7feb7 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788009 Jul 05 03:56:32.820184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-c6be2aa4-3250-4d66-b3bb-5b5f2af9073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.828086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-09b6483c-b91e-40d5-8a92-92980235999c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.3510811 Jul 05 03:56:32.832088 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-c6be2aa4-3250-4d66-b3bb-5b5f2af9073e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=331cfca3555249f7baae621c2bdab994&device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 1096 time: 0.1343794 Jul 05 03:56:32.840130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57864) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:32.848299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-router', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:32.868277 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d245addb-4e18-4df7-ba28-8f9c2387d73a x-openstack-request-id: req-d245addb-4e18-4df7-ba28-8f9c2387d73a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:32.868481 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb51456a-0ce8-4137-ba6a-9588f3057aca", "tag": "d2d6aa14-50f6-4712-b487-2da9d8ff0045", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:32.868783 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d245addb-4e18-4df7-ba28-8f9c2387d73a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:32.869178 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'tag': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045', 'status': 'completed', 'code': 200} Jul 05 03:56:32.879328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-a0cf9f90-d27b-42b7-ba34-42fd3cbdeefc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045 HTTP/1.1" status: 200 len: 217 time: 0.0783985 Jul 05 03:56:32.885697 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1b05d84-2f24-416d-8f73-cb956fb4ae73 x-openstack-request-id: req-b1b05d84-2f24-416d-8f73-cb956fb4ae73 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:32.886095 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc5f0d18-651c-46fd-a0df-5e106b6e1048", "tag": "58017796-b227-45c8-ae44-26d3688706df", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:32.886453 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1b05d84-2f24-416d-8f73-cb956fb4ae73 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:32.886985 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc5f0d18-651c-46fd-a0df-5e106b6e1048', 'tag': '58017796-b227-45c8-ae44-26d3688706df', 'status': 'completed', 'code': 200} Jul 05 03:56:32.901261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14980e6c-23b3-4c77-bbe9-c8a4bc497cb7 None None] Network 4530ce1e-09ff-4427-90eb-146c4454065e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:56:32.918470 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-64378854-9870-4e90-904b-20ad3f1f8df1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58017796-b227-45c8-ae44-26d3688706df HTTP/1.1" status: 200 len: 217 time: 0.0853100 Jul 05 03:56:32.960467 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8db823-7412-49f0-8318-4df64a563187 req-d00937e2-06c3-4d11-a5e4-b8b5027a1cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:32.963046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-d00937e2-06c3-4d11-a5e4-b8b5027a1cc6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2a305da-54a0-4e52-8aa9-62c156daeb60 HTTP/1.1" status: 200 len: 853 time: 0.0620289 Jul 05 03:56:32.992321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-d7d358bd-408d-414c-a6ff-879178fd2330 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.005034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-bfc059fc-7a63-4722-a0c8-76075f37aeec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0349555 Jul 05 03:56:33.005333 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-d7d358bd-408d-414c-a6ff-879178fd2330 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a3cb098-a12f-4f0c-be09-22990497a9f6 HTTP/1.1" status: 200 len: 854 time: 0.0769787 Jul 05 03:56:33.066552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.067763 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.123718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-f07110ba-7987-4ef7-bf07-5f5ccf2e6f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.125348 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-f07110ba-7987-4ef7-bf07-5f5ccf2e6f58 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaa3304-4bfe-4faa-b537-9637d662331d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1077921 Jul 05 03:56:33.146320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-9db2a731-98d2-4dae-bdad-2761aa8df76a service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272080 Jul 05 03:56:33.162707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.276159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8db823-7412-49f0-8318-4df64a563187 req-5353ff71-526b-429d-8cef-20746ff9c68a service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226256 Jul 05 03:56:33.379666 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-b4d00245-4bb8-4a78-adac-2dd6a48468d4 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281287 Jul 05 03:56:33.465294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:33.468877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b6c8ac6a-5c04-4289-9963-0e4035129bda up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:33.504306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b5a16a-ca06-4b68-89c8-76d50b4e453b req-9897ba96-410e-4753-aeca-8bafa2eaa1b1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.507556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8b5a16a-ca06-4b68-89c8-76d50b4e453b req-9897ba96-410e-4753-aeca-8bafa2eaa1b1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.2062922 Jul 05 03:56:33.516056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.529952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe279d61-b240-485e-8140-12f86bc5732a req-403dc6a9-b8a5-4fd0-ae4f-2b139cf3f4c4 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.532558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe279d61-b240-485e-8140-12f86bc5732a req-403dc6a9-b8a5-4fd0-ae4f-2b139cf3f4c4 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 944 time: 0.1974516 Jul 05 03:56:33.586219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a6bb05e-a477-41ad-ab3d-53a187bc59fc req-559842c3-3189-44f7-b8e8-cd0ec6f65e56 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1619680 Jul 05 03:56:33.623847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8b5a16a-ca06-4b68-89c8-76d50b4e453b req-d656c438-ed5a-4e88-9ede-b74a7616c3b3 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898964 Jul 05 03:56:33.633201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f req-b074b8dd-b887-4a7a-8780-36fccadb0026 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.634509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f req-b074b8dd-b887-4a7a-8780-36fccadb0026 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 1096 time: 0.2148101 Jul 05 03:56:33.637993 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe279d61-b240-485e-8140-12f86bc5732a req-b9bb9c03-c453-4d3c-b8a6-07460231a482 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831895 Jul 05 03:56:33.664629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:33.699182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '28cd52cd-7a9c-4017-bfea-0c7d38f1d34a', 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d', 'port_id': '28cd52cd-7a9c-4017-bfea-0c7d38f1d34a', 'mac_address': 'fa:16:3e:8d:7c:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3cb098-a12f-4f0c-be09-22990497a9f6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:33.710143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port b6c8ac6a-5c04-4289-9963-0e4035129bda completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:33.721894 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port b6c8ac6a-5c04-4289-9963-0e4035129bda triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:33.727003 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.848640 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:33.882998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:33.915427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f req-7f9e55ec-6d9a-49d9-a538-1d8c9a250e9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:33.917620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f req-7f9e55ec-6d9a-49d9-a538-1d8c9a250e9b service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 200 len: 914 time: 0.2759385 Jul 05 03:56:33.928904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:34.019648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.026108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.034980 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.050930 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.060768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-4d2bd663-43e1-40f9-a002-43bfd321eb4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.062437 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-4d2bd663-43e1-40f9-a002-43bfd321eb4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=331cfca3555249f7baae621c2bdab994&device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 1096 time: 0.1865983 Jul 05 03:56:34.067807 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f req-00966686-6093-49ea-a445-92490bdebc68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045 HTTP/1.1" status: 200 len: 217 time: 0.1348417 Jul 05 03:56:34.102295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37885b8f-41ce-48ce-aa04-9d9f1582b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c8ac6a-5c04-4289-9963-0e4035129bda'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:34.105844 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fea91f3-6ed6-4626-b3d0-f79a95a1f357" -d '{"events": [{"server_uuid": "37885b8f-41ce-48ce-aa04-9d9f1582b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "b6c8ac6a-5c04-4289-9963-0e4035129bda"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:34.120938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b6c8ac6a-5c04-4289-9963-0e4035129bda, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b6c8ac6a-5c04-4289-9963-0e4035129bda,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:34.158296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:34.181967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f req-635e33c3-0144-4cf9-aa6e-517491c64c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.182180 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f32777-cbed-4799-90a5-a817f011b468 x-openstack-request-id: req-e2f32777-cbed-4799-90a5-a817f011b468 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:34.182451 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37885b8f-41ce-48ce-aa04-9d9f1582b7c3", "name": "network-vif-plugged", "status": "completed", "tag": "b6c8ac6a-5c04-4289-9963-0e4035129bda", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:34.182942 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2f32777-cbed-4799-90a5-a817f011b468 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:34.183493 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37885b8f-41ce-48ce-aa04-9d9f1582b7c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b6c8ac6a-5c04-4289-9963-0e4035129bda', 'code': 200} Jul 05 03:56:34.183609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f req-635e33c3-0144-4cf9-aa6e-517491c64c42 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2a305da-54a0-4e52-8aa9-62c156daeb60 HTTP/1.1" status: 200 len: 853 time: 0.1009445 Jul 05 03:56:34.193219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fb75ea-f5b1-4b33-b301-9a5d6cd7c636 req-cd447421-3aca-40b5-92f5-4c25da60fb17 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.196966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0fb75ea-f5b1-4b33-b301-9a5d6cd7c636 req-cd447421-3aca-40b5-92f5-4c25da60fb17 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 944 time: 0.1726997 Jul 05 03:56:34.216663 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.235256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f req-b80d4a6d-c644-4e4d-8f0b-56952edafc92 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393744 Jul 05 03:56:34.288589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Allocated IP 172.25.4.226 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/edd46fb9-45e7-4343-8cc6-5367539be889) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:34.293840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b6c8ac6a-5c04-4289-9963-0e4035129bda,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:34.295445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-59ee62c8-2b29-4f3d-9a05-2ca07b9889de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.297010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-59ee62c8-2b29-4f3d-9a05-2ca07b9889de service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 200 len: 916 time: 0.1970189 Jul 05 03:56:34.356961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0fb75ea-f5b1-4b33-b301-9a5d6cd7c636 req-783a3258-c3e2-4db1-aa85-c51aea61e222 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529446 Jul 05 03:56:34.368602 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-de520738-2b3b-4f99-96f3-f8f4df63e30b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=58017796-b227-45c8-ae44-26d3688706df HTTP/1.1" status: 200 len: 217 time: 0.0564909 Jul 05 03:56:34.417965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1003e6e-f9b8-41ec-a750-c650f14c2ec1 req-d5f5811e-8167-41c4-b09f-e328ae36a80b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.419404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1003e6e-f9b8-41ec-a750-c650f14c2ec1 req-d5f5811e-8167-41c4-b09f-e328ae36a80b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 1097 time: 0.1505210 Jul 05 03:56:34.421298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f req-9c9576ae-ffc0-49b8-9cec-b79fcc211c8a service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766181 Jul 05 03:56:34.486405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-ebb790fe-23b8-4f98-9349-e4f177d93847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.488087 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-ebb790fe-23b8-4f98-9349-e4f177d93847 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a3cb098-a12f-4f0c-be09-22990497a9f6 HTTP/1.1" status: 200 len: 854 time: 0.1039016 Jul 05 03:56:34.502228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['28cd52cd-7a9c-4017-bfea-0c7d38f1d34a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:34.561240 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.568307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1003e6e-f9b8-41ec-a750-c650f14c2ec1 req-a6564300-e2f5-4168-8ae1-40c113eeea97 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292334 Jul 05 03:56:34.627503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92e3fe7c-c5cc-40f6-803c-900dcc5eab4f req-5e18f079-de35-499b-b025-5be2f22733f8 service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1813886 Jul 05 03:56:34.635938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-f2b62d5d-a555-4169-b6cd-fcdfd9741779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.637877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-f2b62d5d-a555-4169-b6cd-fcdfd9741779 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaa3304-4bfe-4faa-b537-9637d662331d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1405547 Jul 05 03:56:34.733954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:34.819465 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-4154c003-e82d-487a-9631-f757d0d1394e service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1735394 Jul 05 03:56:34.825299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:34.839249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Pushing event updated for resources: {'Port': ['ID=edd46fb9-45e7-4343-8cc6-5367539be889,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:34.841855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:34.846119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:34.899203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f8cdb58-4a97-4318-b9f7-c94de77e39c6 req-e7469d0d-cbe7-4b8a-9b73-e54b875ac0c1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.900832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f8cdb58-4a97-4318-b9f7-c94de77e39c6 req-e7469d0d-cbe7-4b8a-9b73-e54b875ac0c1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1281660 Jul 05 03:56:34.910085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a32a617-b4f1-4d83-a79f-e85791695904 req-0b5671ef-316e-4f2e-989f-ceae6eb64e68 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:34.911666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a32a617-b4f1-4d83-a79f-e85791695904 req-0b5671ef-316e-4f2e-989f-ceae6eb64e68 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 944 time: 0.1030622 Jul 05 03:56:34.987741 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f8cdb58-4a97-4318-b9f7-c94de77e39c6 req-48258b38-66ce-483b-9ab9-fb06367a79b5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749049 Jul 05 03:56:35.018409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a32a617-b4f1-4d83-a79f-e85791695904 req-b560d4f1-60a5-4afe-858a-ba11c8bd6f9b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968256 Jul 05 03:56:35.062889 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f385312f-0e19-4c6d-853d-8b6e548da80c req-d29a14fd-8d37-4f9c-bab1-433598dc6902 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2311182 Jul 05 03:56:35.285212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.467108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d2d6aa14-50f6-4712-b487-2da9d8ff0045 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:35.513028 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.579946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1895a2fa-9e3f-4020-8b46-1eddf9776c0a req-22a572c1-6549-4aa4-add7-269265673490 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:35.582209 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1895a2fa-9e3f-4020-8b46-1eddf9776c0a req-22a572c1-6549-4aa4-add7-269265673490 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 944 time: 0.0776224 Jul 05 03:56:35.584862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port d2d6aa14-50f6-4712-b487-2da9d8ff0045, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:35.599185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045', 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac', 'port_id': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045', 'mac_address': 'fa:16:3e:03:70:ea', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a305da-54a0-4e52-8aa9-62c156daeb60', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:35.629142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1895a2fa-9e3f-4020-8b46-1eddf9776c0a req-bda97d99-ef84-480d-98fc-d83f3e8d1bad tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399191 Jul 05 03:56:35.654557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.663332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2d6aa14-50f6-4712-b487-2da9d8ff0045 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:35.684100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port d2d6aa14-50f6-4712-b487-2da9d8ff0045, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:35.742980 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:35.743215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Router 4b54e140-3240-4a48-a76b-0eb359e9aca3 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:56:35.805045 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=d2d6aa14-50f6-4712-b487-2da9d8ff0045,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:35.869697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:35.880886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Sync routers for ids ['4b54e140-3240-4a48-a76b-0eb359e9aca3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:35.890319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Routers {'4b54e140-3240-4a48-a76b-0eb359e9aca3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:35.897414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:56:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4b54e140-3240-4a48-a76b-0eb359e9aca3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:36.000518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.002560 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e5ac7025-9906-40d7-b4b1-ce21b28cbe9c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 3.1610417 Jul 05 03:56:36.005463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57892) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:56:36.005698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Set router 4b54e140-3240-4a48-a76b-0eb359e9aca3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:36.244396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62094b29-b517-4054-bba9-2a2b139bca15 req-3259fd5d-2741-4ad1-a82d-7445011bbdca tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.245989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62094b29-b517-4054-bba9-2a2b139bca15 req-3259fd5d-2741-4ad1-a82d-7445011bbdca tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0857723 Jul 05 03:56:36.308164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d2d6aa14-50f6-4712-b487-2da9d8ff0045'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:36.333110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62094b29-b517-4054-bba9-2a2b139bca15 req-c67ba14a-9861-4c58-94e9-0706a1e3dd84 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491812 Jul 05 03:56:36.362029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ad06af-2c43-4219-89f3-6a4de8b62f3d req-c5a2e3f1-54f7-4216-838b-d50d0c3b179f tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.362029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51ad06af-2c43-4219-89f3-6a4de8b62f3d req-c5a2e3f1-54f7-4216-838b-d50d0c3b179f tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 944 time: 0.1109977 Jul 05 03:56:36.409771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51ad06af-2c43-4219-89f3-6a4de8b62f3d req-d1e17bd1-0826-40e2-8e29-13eea96727e6 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445192 Jul 05 03:56:36.572230 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.597801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-router', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:33Z', 'updated_at': '2021-07-05T03:56:35Z', 'revision_number': 3, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'gw_port': {'id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:34Z', 'updated_at': '2021-07-05T03:56:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:36.635923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Checking router: 4b54e140-3240-4a48-a76b-0eb359e9aca3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:36.636415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Updating router 4b54e140-3240-4a48-a76b-0eb359e9aca3 port edd46fb9-45e7-4343-8cc6-5367539be889 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:56:36.685941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.768900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Allocated IP 172.20.0.1 (4530ce1e-09ff-4427-90eb-146c4454065e/fb904193-b65b-4420-a87d-fc43f384337a/04189a43-916a-41c2-b548-0ae741771f23) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:36.855750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6fb7e7-4404-4092-851c-f96ee10708c0 req-aaaf3852-0049-49ba-90f8-300b92747a8f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:36.858501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb6fb7e7-4404-4092-851c-f96ee10708c0 req-aaaf3852-0049-49ba-90f8-300b92747a8f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 945 time: 0.1036389 Jul 05 03:56:36.906480 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:36.923218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb6fb7e7-4404-4092-851c-f96ee10708c0 req-ef03aaa7-54eb-4323-88fe-722c1602adb7 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574927 Jul 05 03:56:37.020648 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.038407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Transition to ACTIVE for port object edd46fb9-45e7-4343-8cc6-5367539be889 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:37.141762 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.198512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Attempting to bind port edd46fb9-45e7-4343-8cc6-5367539be889 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:37.198512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Attempting to bind port edd46fb9-45e7-4343-8cc6-5367539be889 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:37.198822 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Attempting to bind port edd46fb9-45e7-4343-8cc6-5367539be889 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:37.205444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f88041-3248-4445-be2b-28963a5163d5 None None] Pushing event updated for resources: {'Port': ['ID=edd46fb9-45e7-4343-8cc6-5367539be889,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.215187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:37.215562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:37.216939 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.216939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:37.217177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Bound port: edd46fb9-45e7-4343-8cc6-5367539be889, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:37.217423 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.285385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] For port edd46fb9-45e7-4343-8cc6-5367539be889, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:37.288743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] For port edd46fb9-45e7-4343-8cc6-5367539be889, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=edd46fb9-45e7-4343-8cc6-5367539be889,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:37.373046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.380590 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.430673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Network 4530ce1e-09ff-4427-90eb-146c4454065e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:37.436568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:37.442035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:37.451347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f88041-3248-4445-be2b-28963a5163d5 None None] Pushing event updated for resources: {'Port': ['ID=edd46fb9-45e7-4343-8cc6-5367539be889,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.481557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Pushing event updated for resources: {'Port': ['ID=04189a43-916a-41c2-b548-0ae741771f23,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:37.482952 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 58017796-b227-45c8-ae44-26d3688706df details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:37.485266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:37.520411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.522227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Routers {'4b54e140-3240-4a48-a76b-0eb359e9aca3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:37.538662 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:56:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4b54e140-3240-4a48-a76b-0eb359e9aca3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:37.579836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcb1cea-8c7f-4a0a-9fbf-1387c2a5adff req-c76941d2-cb61-4583-aee0-8b39b5701cba tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.587542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0dcb1cea-8c7f-4a0a-9fbf-1387c2a5adff req-c76941d2-cb61-4583-aee0-8b39b5701cba tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0885789 Jul 05 03:56:37.650189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0dcb1cea-8c7f-4a0a-9fbf-1387c2a5adff req-40f648b8-71dc-4f63-b933-82dfafcf3184 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616403 Jul 05 03:56:37.763750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] Set router 4b54e140-3240-4a48-a76b-0eb359e9aca3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:37.770616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e624c47f-6b53-4fec-95a5-d488331ec7c4 req-9a394479-bb08-466e-8f8a-b35047bd1d5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:37.772345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e624c47f-6b53-4fec-95a5-d488331ec7c4 req-9a394479-bb08-466e-8f8a-b35047bd1d5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 944 time: 0.0971293 Jul 05 03:56:37.822156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e624c47f-6b53-4fec-95a5-d488331ec7c4 req-4dc6e181-8b68-4c65-bc0b-3d753822d726 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431068 Jul 05 03:56:37.832736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:37.848934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 58017796-b227-45c8-ae44-26d3688706df, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58017796-b227-45c8-ae44-26d3688706df,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:37.849063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:37.849441 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.911308 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:37.938326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '58017796-b227-45c8-ae44-26d3688706df', 'network_id': '0eaa3304-4bfe-4faa-b537-9637d662331d', 'port_id': '58017796-b227-45c8-ae44-26d3688706df', 'mac_address': 'fa:16:3e:74:45:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3cb098-a12f-4f0c-be09-22990497a9f6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:38.028484 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.066118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58017796-b227-45c8-ae44-26d3688706df {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:38.077437 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d7c8f28d-5ba8-47b4-b557-687a49a38406 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.106879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.129141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 58017796-b227-45c8-ae44-26d3688706df, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58017796-b227-45c8-ae44-26d3688706df,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:38.135194 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.152749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b423693-938f-4a87-8654-8d48061f6990 req-94b19db6-7d6e-46c7-8605-18d04099c172 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.154184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b423693-938f-4a87-8654-8d48061f6990 req-94b19db6-7d6e-46c7-8605-18d04099c172 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 945 time: 0.0845959 Jul 05 03:56:38.164349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd52cd-7a9c-4017-bfea-0c7d38f1d34a'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:38.166621 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2ec1890-9948-4bb5-8cc2-57197f2c4090" -d '{"events": [{"server_uuid": "c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f", "name": "network-vif-plugged", "status": "completed", "tag": "28cd52cd-7a9c-4017-bfea-0c7d38f1d34a"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:38.182750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:38.184635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-router', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:33Z', 'updated_at': '2021-07-05T03:56:35Z', 'revision_number': 3, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'gw_port': {'id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:34Z', 'updated_at': '2021-07-05T03:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:38.193748 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.212129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b423693-938f-4a87-8654-8d48061f6990 req-473ae514-0662-4038-816b-5ae183e5713c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503349 Jul 05 03:56:38.218080 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8e79222-62c1-47cc-830d-b9a39aef3800 x-openstack-request-id: req-c8e79222-62c1-47cc-830d-b9a39aef3800 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:38.218312 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f", "name": "network-vif-plugged", "status": "completed", "tag": "28cd52cd-7a9c-4017-bfea-0c7d38f1d34a", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:38.218475 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8e79222-62c1-47cc-830d-b9a39aef3800 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:38.218845 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28cd52cd-7a9c-4017-bfea-0c7d38f1d34a', 'code': 200} Jul 05 03:56:38.220465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e07e73ac-a61a-472d-9ffe-42ef1cb0f505 None None] The sync data for ids ['4b54e140-3240-4a48-a76b-0eb359e9aca3'] in n-d-758944-41 is: [{'id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-router', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:33Z', 'updated_at': '2021-07-05T03:56:35Z', 'revision_number': 3, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'gw_port': {'id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:34Z', 'updated_at': '2021-07-05T03:56:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:38.254105 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.298631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Pushing event updated for resources: {'Port': ['ID=04189a43-916a-41c2-b548-0ae741771f23,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:38.299411 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.301091 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:38.319751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=58017796-b227-45c8-ae44-26d3688706df,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:38.372701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:38.434061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97789cdd-ab53-4deb-a5c8-2d972fd326ea req-d3317007-a108-4c29-b5c8-f87788c3d622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.435674 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-97789cdd-ab53-4deb-a5c8-2d972fd326ea req-d3317007-a108-4c29-b5c8-f87788c3d622 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 1098 time: 0.1272407 Jul 05 03:56:38.449563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Network 4530ce1e-09ff-4427-90eb-146c4454065e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:38.462026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:38.586048 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-97789cdd-ab53-4deb-a5c8-2d972fd326ea req-7833fca6-9f43-4248-bc0b-98dfffbba3fc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1348224 Jul 05 03:56:38.625382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Router 4b54e140-3240-4a48-a76b-0eb359e9aca3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:38.693451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['58017796-b227-45c8-ae44-26d3688706df'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:38.754902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:38.769086 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-654552e1-302a-4d00-be9d-305c0e7b4909 admin admin] 10.222.0.30 "PUT /v2.0/routers/4b54e140-3240-4a48-a76b-0eb359e9aca3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7536302 Jul 05 03:56:38.883191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ff5335-e42f-48b4-a7d3-d98a7e5019ab req-ea6726d6-9adc-4939-a897-e95e9143a9ce tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:38.885553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1ff5335-e42f-48b4-a7d3-d98a7e5019ab req-ea6726d6-9adc-4939-a897-e95e9143a9ce tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1028786 Jul 05 03:56:38.936415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1ff5335-e42f-48b4-a7d3-d98a7e5019ab req-9304e949-46c0-4591-bfc4-cde0943a56ca tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428715 Jul 05 03:56:39.112041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb3a4ba-11c6-4b02-bf17-5dc65c639a42 req-26d96141-e479-41e0-9f42-900570c0f8ff tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.120800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feb3a4ba-11c6-4b02-bf17-5dc65c639a42 req-26d96141-e479-41e0-9f42-900570c0f8ff tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 945 time: 0.1011052 Jul 05 03:56:39.140910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device edd46fb9-45e7-4343-8cc6-5367539be889 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:39.175367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feb3a4ba-11c6-4b02-bf17-5dc65c639a42 req-daa75021-77f6-4b00-9f70-5dc7b90c3df7 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532427 Jul 05 03:56:39.312706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port edd46fb9-45e7-4343-8cc6-5367539be889 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:39.317141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port edd46fb9-45e7-4343-8cc6-5367539be889 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:39.317567 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.410643 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.431496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port edd46fb9-45e7-4343-8cc6-5367539be889, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=edd46fb9-45e7-4343-8cc6-5367539be889,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:39.493493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d2d6aa14-50f6-4712-b487-2da9d8ff0045 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:39.500594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0524e036-9028-44fb-bd40-8998a002aab6 req-5a40e83c-3046-40a0-8408-5eb87c170f69 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.502893 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0524e036-9028-44fb-bd40-8998a002aab6 req-5a40e83c-3046-40a0-8408-5eb87c170f69 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 945 time: 0.1648605 Jul 05 03:56:39.509989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c2b2ae84-2cd8-4cb6-9067-2007c13e6a16 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:39.511334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c2b2ae84-2cd8-4cb6-9067-2007c13e6a16 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 819 time: 0.1346617 Jul 05 03:56:39.538142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-f85550e5-efc7-44b7-98d5-6871a163e262 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/quotas/6b013aba190a42cfb14d1b6e86137771 HTTP/1.1" status: 200 len: 375 time: 0.0188649 Jul 05 03:56:39.543983 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.591421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0524e036-9028-44fb-bd40-8998a002aab6 req-68114161-c785-43ad-b285-a2ad22e70b18 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790584 Jul 05 03:56:39.594778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=edd46fb9-45e7-4343-8cc6-5367539be889,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:39.622985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port d2d6aa14-50f6-4712-b487-2da9d8ff0045 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:39.628701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port d2d6aa14-50f6-4712-b487-2da9d8ff0045 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:39.628839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-a594c37e-2c8c-4a2d-9202-584c1db4d37f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0779376 Jul 05 03:56:39.629165 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.726460 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.741187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-20c0c88d-ccb1-4ed5-afcd-5cda4661db93 service neutron] 10.222.0.30 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036901 Jul 05 03:56:39.781539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port d2d6aa14-50f6-4712-b487-2da9d8ff0045, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:39.851749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-8f3a8dc5-34de-49c5-80f6-31590eac6d97 service neutron] 10.222.0.30 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1091597 Jul 05 03:56:39.851915 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:39.921655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=d2d6aa14-50f6-4712-b487-2da9d8ff0045,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:40.062129 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Sync routers for ids ['4b54e140-3240-4a48-a76b-0eb359e9aca3'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:40.073274 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Routers {'4b54e140-3240-4a48-a76b-0eb359e9aca3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:40.074139 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:56:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4b54e140-3240-4a48-a76b-0eb359e9aca3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:40.216429 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Set router 4b54e140-3240-4a48-a76b-0eb359e9aca3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:40.220780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:40.223442 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-925f49ab-2045-43b6-8c02-3eb066378a20" -d '{"events": [{"server_uuid": "cb51456a-0ce8-4137-ba6a-9588f3057aca", "name": "network-vif-plugged", "status": "completed", "tag": "d2d6aa14-50f6-4712-b487-2da9d8ff0045"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:40.303879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5fb011-5a68-48b7-9449-68a9a36cd9e4 req-a910c995-727e-472c-8cda-f9dc56393cf1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.304734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e5fb011-5a68-48b7-9449-68a9a36cd9e4 req-a910c995-727e-472c-8cda-f9dc56393cf1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1529868 Jul 05 03:56:40.375350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98e74b12-c8ef-4af3-acac-18a012c24352 req-49924df7-b0f3-4139-8206-025c03bcf869 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 210 time: 0.0582089 Jul 05 03:56:40.404657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e5fb011-5a68-48b7-9449-68a9a36cd9e4 req-5a2af571-4e17-4d81-bc93-39961ea5022e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941789 Jul 05 03:56:40.538144 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-router', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:33Z', 'updated_at': '2021-07-05T03:56:37Z', 'revision_number': 4, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'gw_port': {'id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:34Z', 'updated_at': '2021-07-05T03:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '04189a43-916a-41c2-b548-0ae741771f23', 'name': '', 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'mac_address': 'fa:16:3e:be:f3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb904193-b65b-4420-a87d-fc43f384337a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:36Z', 'updated_at': '2021-07-05T03:56:37Z', 'revision_number': 2, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'subnets': [{'id': 'fb904193-b65b-4420-a87d-fc43f384337a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:40.570097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c7eae-4c00-4527-86b4-379f3fd61716 req-6f22324f-0dcb-4d95-9061-9c0425008441 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.571818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec0c7eae-4c00-4527-86b4-379f3fd61716 req-6f22324f-0dcb-4d95-9061-9c0425008441 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 945 time: 0.0789931 Jul 05 03:56:40.577654 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Checking router: 4b54e140-3240-4a48-a76b-0eb359e9aca3 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:40.578392 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Updating router 4b54e140-3240-4a48-a76b-0eb359e9aca3 port 04189a43-916a-41c2-b548-0ae741771f23 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:56:40.590061 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55180632-63ce-4af2-9d84-4d2bb00f1618 x-openstack-request-id: req-55180632-63ce-4af2-9d84-4d2bb00f1618 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:40.590350 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb51456a-0ce8-4137-ba6a-9588f3057aca", "name": "network-vif-plugged", "status": "completed", "tag": "d2d6aa14-50f6-4712-b487-2da9d8ff0045", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:40.590885 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-55180632-63ce-4af2-9d84-4d2bb00f1618 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:40.591300 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045', 'code': 200} Jul 05 03:56:40.627206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec0c7eae-4c00-4527-86b4-379f3fd61716 req-189c11b4-d6f1-4404-943c-72d9d4332d68 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455940 Jul 05 03:56:40.662720 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.765763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e390ff8-94ab-43cb-9124-3497445787e1 req-47645587-e3fa-4246-8f2d-eaf53f36eb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.767926 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4e390ff8-94ab-43cb-9124-3497445787e1 req-47645587-e3fa-4246-8f2d-eaf53f36eb6e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 1098 time: 0.0802116 Jul 05 03:56:40.771864 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-612c0fdd-0c7d-491a-9a5f-17bc6158d70c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.850703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4e390ff8-94ab-43cb-9124-3497445787e1 req-5a96b371-9e44-4134-808f-75952407146e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710237 Jul 05 03:56:40.852649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-b2bf9f03-e300-44f9-bdcb-afa72017856c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.854419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-b2bf9f03-e300-44f9-bdcb-afa72017856c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 819 time: 0.1707330 Jul 05 03:56:40.880537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-198ad92d-3db9-4dd0-b843-c6cb3250d91c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/quotas/6b013aba190a42cfb14d1b6e86137771 HTTP/1.1" status: 200 len: 375 time: 0.0186565 Jul 05 03:56:40.912466 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:40.933849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fc2495-f911-4b3f-ba7a-66de5981a45d req-fbbf5cdd-8caf-4699-a78f-14698f0eb2d9 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:40.935649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7fc2495-f911-4b3f-ba7a-66de5981a45d req-fbbf5cdd-8caf-4699-a78f-14698f0eb2d9 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 946 time: 0.1325250 Jul 05 03:56:40.991027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7fc2495-f911-4b3f-ba7a-66de5981a45d req-360a5a0c-480b-4df1-ac46-2927152c5ad6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468984 Jul 05 03:56:41.022823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-6ddba406-0e66-4381-a5ea-a9d5d3ff33b6 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1187854 Jul 05 03:56:41.023782 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.023782 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Transition to ACTIVE for port object 04189a43-916a-41c2-b548-0ae741771f23 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:41.096770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device edd46fb9-45e7-4343-8cc6-5367539be889 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:41.126968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-77ce5708-3760-4e75-a48a-1223d9323f5b service neutron] 10.222.0.30 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1171567 Jul 05 03:56:41.165990 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.179257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port edd46fb9-45e7-4343-8cc6-5367539be889 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:41.179661 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.236660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-80c50175-3a01-408f-a92a-10425fa3c0cb service neutron] 10.222.0.30 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1086810 Jul 05 03:56:41.280321 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Pushing event updated for resources: {'Port': ['ID=04189a43-916a-41c2-b548-0ae741771f23,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:41.300518 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.305214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:41.316568 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Attempting to bind port 04189a43-916a-41c2-b548-0ae741771f23 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:41.316940 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Attempting to bind port 04189a43-916a-41c2-b548-0ae741771f23 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:41.317302 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Attempting to bind port 04189a43-916a-41c2-b548-0ae741771f23 on network 4530ce1e-09ff-4427-90eb-146c4454065e {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:41.323343 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:41.323724 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Checking segment: {'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:41.324163 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.324556 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Bound using segment: {'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:41.328324 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Bound port: 04189a43-916a-41c2-b548-0ae741771f23, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:41.328324 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.408232 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] For port 04189a43-916a-41c2-b548-0ae741771f23, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:41.411375 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] For port 04189a43-916a-41c2-b548-0ae741771f23, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=04189a43-916a-41c2-b548-0ae741771f23,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:41.484736 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.491837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 58017796-b227-45c8-ae44-26d3688706df up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:41.519371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7080d866-591a-4dd0-9cf2-7a7ae8791f30 req-b14a6b01-c55c-4da5-876e-c2f7cb098ba3 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 210 time: 0.0505645 Jul 05 03:56:41.592499 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d81e7d-30fe-458f-adf3-53e5d6b4d7f3 None None] Pushing event updated for resources: {'Port': ['ID=04189a43-916a-41c2-b548-0ae741771f23,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:41.607313 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Routers {'4b54e140-3240-4a48-a76b-0eb359e9aca3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:41.608158 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:56:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4b54e140-3240-4a48-a76b-0eb359e9aca3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:41.627372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 58017796-b227-45c8-ae44-26d3688706df completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:41.631758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 58017796-b227-45c8-ae44-26d3688706df triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:41.632228 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.666944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a24789-7341-40a0-9a45-40fc419c9b8c req-2e6da552-53fd-4b80-9c47-c405295b054b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:41.673640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98a24789-7341-40a0-9a45-40fc419c9b8c req-2e6da552-53fd-4b80-9c47-c405295b054b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1239383 Jul 05 03:56:41.749713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98a24789-7341-40a0-9a45-40fc419c9b8c req-44717fdb-d3dd-4532-b19f-5d2be677dec0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677609 Jul 05 03:56:41.779671 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.781059 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] Set router 4b54e140-3240-4a48-a76b-0eb359e9aca3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:41.817675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 58017796-b227-45c8-ae44-26d3688706df, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58017796-b227-45c8-ae44-26d3688706df,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:41.846754 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:41.875083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd377781-3d4b-42c6-96ff-622083d3d6dd req-ae396f32-83d9-40d6-8a66-5fe83e96bd0f tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:41.877039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd377781-3d4b-42c6-96ff-622083d3d6dd req-ae396f32-83d9-40d6-8a66-5fe83e96bd0f tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 945 time: 0.0681624 Jul 05 03:56:41.940886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd377781-3d4b-42c6-96ff-622083d3d6dd req-cb47370d-29cc-4f70-87af-507497ac416a tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547106 Jul 05 03:56:41.949024 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:42.007079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=58017796-b227-45c8-ae44-26d3688706df,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:42.016383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.017080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.017890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.018238 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.018613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.018932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.019265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.019591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.020114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.020449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.020787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.021108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:42.033118 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-router', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:33Z', 'updated_at': '2021-07-05T03:56:37Z', 'revision_number': 4, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'gw_port': {'id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:34Z', 'updated_at': '2021-07-05T03:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '04189a43-916a-41c2-b548-0ae741771f23', 'name': '', 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'mac_address': 'fa:16:3e:be:f3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb904193-b65b-4420-a87d-fc43f384337a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:36Z', 'updated_at': '2021-07-05T03:56:41Z', 'revision_number': 4, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'subnets': [{'id': 'fb904193-b65b-4420-a87d-fc43f384337a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:42.061947 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ecacaf3-c930-42c3-8e54-ecc5ea4aa340 None None] The sync data for ids ['4b54e140-3240-4a48-a76b-0eb359e9aca3'] in n-d-758944-41 is: [{'id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-router', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:33Z', 'updated_at': '2021-07-05T03:56:37Z', 'revision_number': 4, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'gw_port': {'id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:34Z', 'updated_at': '2021-07-05T03:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '04189a43-916a-41c2-b548-0ae741771f23', 'name': '', 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'mac_address': 'fa:16:3e:be:f3:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1198, 'fixed_ips': [{'subnet_id': 'fb904193-b65b-4420-a87d-fc43f384337a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:36Z', 'updated_at': '2021-07-05T03:56:41Z', 'revision_number': 4, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'subnets': [{'id': 'fb904193-b65b-4420-a87d-fc43f384337a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:42.259130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193d96bf-713f-4d5d-99ce-c72a18d54552 req-69a89211-5717-4bcc-a1f0-42b12f46d573 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.260685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-193d96bf-713f-4d5d-99ce-c72a18d54552 req-69a89211-5717-4bcc-a1f0-42b12f46d573 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 946 time: 0.1038744 Jul 05 03:56:42.307991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-193d96bf-713f-4d5d-99ce-c72a18d54552 req-840efb64-526b-41bf-9932-be272cdd65be tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410953 Jul 05 03:56:42.592052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f0d18-651c-46fd-a0df-5e106b6e1048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58017796-b227-45c8-ae44-26d3688706df'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:42.594764 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06d0d034-3fe0-47c5-bb4e-fb739f630d55" -d '{"events": [{"server_uuid": "bc5f0d18-651c-46fd-a0df-5e106b6e1048", "name": "network-vif-plugged", "status": "completed", "tag": "58017796-b227-45c8-ae44-26d3688706df"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:42.661169 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd660f04-e6b2-4039-9eb9-afedbbe4fb6a x-openstack-request-id: req-fd660f04-e6b2-4039-9eb9-afedbbe4fb6a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:42.661600 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5f0d18-651c-46fd-a0df-5e106b6e1048", "name": "network-vif-plugged", "status": "completed", "tag": "58017796-b227-45c8-ae44-26d3688706df", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:42.661947 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd660f04-e6b2-4039-9eb9-afedbbe4fb6a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:42.662446 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f0d18-651c-46fd-a0df-5e106b6e1048', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58017796-b227-45c8-ae44-26d3688706df', 'code': 200} Jul 05 03:56:42.685080 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-239fa0e2-fe86-4660-85fe-94ad9a9e06f0 req-40bc4910-c7cd-49b4-ae8d-7c4972c3adb4 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 210 time: 0.0388548 Jul 05 03:56:42.817997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d41842-37af-4684-90f5-7064c951fe2c req-fc4e5832-fd42-45ce-b94c-b73181594b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.819513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-91d41842-37af-4684-90f5-7064c951fe2c req-fc4e5832-fd42-45ce-b94c-b73181594b07 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 1098 time: 0.0631337 Jul 05 03:56:42.892847 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-91d41842-37af-4684-90f5-7064c951fe2c req-ac431782-bb32-45d3-a74d-ab8ca04d4bec service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365510 Jul 05 03:56:42.971345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fece84e-acca-4e8e-937f-a56695587f21 req-4d92b1f2-493c-49e1-9a58-a0fd4f991d86 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:42.973257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fece84e-acca-4e8e-937f-a56695587f21 req-4d92b1f2-493c-49e1-9a58-a0fd4f991d86 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0956316 Jul 05 03:56:43.045465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fece84e-acca-4e8e-937f-a56695587f21 req-f70ac242-cd69-43e1-bb4a-96bfc4487e02 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631115 Jul 05 03:56:43.165301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 04189a43-916a-41c2-b548-0ae741771f23 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:43.191910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fcdba1-f10c-49a1-b048-e7a0b975f8d3 req-7dff3020-7d08-4729-93b9-af14fe1ed4db tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.193587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1fcdba1-f10c-49a1-b048-e7a0b975f8d3 req-7dff3020-7d08-4729-93b9-af14fe1ed4db tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.0955746 Jul 05 03:56:43.251613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1fcdba1-f10c-49a1-b048-e7a0b975f8d3 req-19645cbd-3cdc-4aa0-b79c-8c2a848c8876 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507290 Jul 05 03:56:43.318196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 04189a43-916a-41c2-b548-0ae741771f23 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:43.323058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 04189a43-916a-41c2-b548-0ae741771f23 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:43.324695 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.381851 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.471077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-3843fc87-5f58-44d1-94e4-9b01edb57e16 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.475332 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-3843fc87-5f58-44d1-94e4-9b01edb57e16 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.26 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 819 time: 0.1800914 Jul 05 03:56:43.493244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Request body: {'port': {'device_id': 'a2d6dd42-4789-4ea6-a599-bec66c6ee59d', 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e', 'admin_state_up': True, 'tenant_id': '6b013aba190a42cfb14d1b6e86137771'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:43.540158 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.575546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99e8ed0-5b7f-4270-816e-b2f9f291d689 req-cf6d3b5d-9aca-4b90-b7c9-b33f1c83106a tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.584395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f99e8ed0-5b7f-4270-816e-b2f9f291d689 req-cf6d3b5d-9aca-4b90-b7c9-b33f1c83106a tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 946 time: 0.1219828 Jul 05 03:56:43.589222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 04189a43-916a-41c2-b548-0ae741771f23, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=04189a43-916a-41c2-b548-0ae741771f23,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:43.628528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f99e8ed0-5b7f-4270-816e-b2f9f291d689 req-89720576-8c59-4e73-b3f9-c999b177f1b0 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429435 Jul 05 03:56:43.651537 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.731788 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.775596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Made reservation on behalf of 6b013aba190a42cfb14d1b6e86137771 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:43.781446 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:43.789143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-50230839-c7e6-43fd-8135-c657619a545a tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-67754316&fields=id&tenant_id=00026f9f5f5e49348d69261bacc39b88 HTTP/1.1" status: 200 len: 267 time: 0.0372765 Jul 05 03:56:43.825886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=04189a43-916a-41c2-b548-0ae741771f23,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:43.880380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d05eaad-1505-470c-9e7e-e369d7305cca req-7c4cdbda-3dae-4d15-9d0c-815e1a369596 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 210 time: 0.0362906 Jul 05 03:56:43.922998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-0bf7e99d-f72c-4d84-9fe3-b27b2f89761f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:43.924596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-0bf7e99d-f72c-4d84-9fe3-b27b2f89761f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 946 time: 0.1299090 Jul 05 03:56:43.937606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'port': {'security_groups': ['bc618e5a-9556-417a-b25f-1017cf314767', '87bc9a89-09b8-4dae-af2d-c4168faa9a60']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:43.952200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Allocated IP 172.20.0.2 (4530ce1e-09ff-4427-90eb-146c4454065e/fb904193-b65b-4420-a87d-fc43f384337a/8153d056-e7ba-4605-bb48-7dfd323574a9) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:44.040179 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.104608 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.134447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.309021 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.323025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] For port d2d6aa14-50f6-4712-b487-2da9d8ff0045, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:44.348340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb8729a-44fd-4af1-a39b-e19374baeff4 req-b04c739c-6479-465b-a112-5a0bae87c54b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.350376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fb8729a-44fd-4af1-a39b-e19374baeff4 req-b04c739c-6479-465b-a112-5a0bae87c54b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1480405 Jul 05 03:56:44.361984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Network 4530ce1e-09ff-4427-90eb-146c4454065e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:44.364140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:44.376979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:44.380279 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.408124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Pushing event updated for resources: {'Port': ['ID=8153d056-e7ba-4605-bb48-7dfd323574a9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:44.435423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.436082 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.463514 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.469427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fb8729a-44fd-4af1-a39b-e19374baeff4 req-d9295ade-6a50-45b7-ad1e-601e784bfc3a tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103008 Jul 05 03:56:44.477698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d2d6aa14-50f6-4712-b487-2da9d8ff0045'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:44.540307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.540998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.542496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f49e3c38-7f20-41c6-8464-2fe985211ee0 req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "PUT /v2.0/ports/d2d6aa14-50f6-4712-b487-2da9d8ff0045 HTTP/1.1" status: 200 len: 982 time: 0.6108367 Jul 05 03:56:44.545349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'tag': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:44.548294 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cd85bc6-8771-445f-8d5b-44d136e4cb68" -d '{"events": [{"name": "network-changed", "server_uuid": "cb51456a-0ce8-4137-ba6a-9588f3057aca", "tag": "d2d6aa14-50f6-4712-b487-2da9d8ff0045"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:44.606537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-5524447f-abfa-4567-9e4b-ad35b2cd0c60 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.609941 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-c0c81f1d-5945-40e0-a5d9-b67cb688706a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1191239 Jul 05 03:56:44.610721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-5524447f-abfa-4567-9e4b-ad35b2cd0c60 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.26 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 819 time: 0.2198386 Jul 05 03:56:44.610830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'Port': ['ID=d2d6aa14-50f6-4712-b487-2da9d8ff0045,revision_number=6']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:44.632805 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-936929e7-7a37-4dda-9c77-4f869449ddaf x-openstack-request-id: req-936929e7-7a37-4dda-9c77-4f869449ddaf {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:44.633102 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb51456a-0ce8-4137-ba6a-9588f3057aca", "tag": "d2d6aa14-50f6-4712-b487-2da9d8ff0045", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:44.633922 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-936929e7-7a37-4dda-9c77-4f869449ddaf {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:44.633922 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'tag': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045', 'status': 'completed', 'code': 200} Jul 05 03:56:44.642827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.643175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.643515 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.643969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.644414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.645180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.645180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.645415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.645763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.646086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.646473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.646812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7bfbeada-0e13-41fe-af2a-0b21cf26a4de tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:56:44.652583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Request body: {'port': {'device_id': 'a2d6dd42-4789-4ea6-a599-bec66c6ee59d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:44.655868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Request body: {'port': {'device_id': '8ba41cdb-d7e7-486e-8c9d-96f389d7d974', 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e', 'admin_state_up': True, 'tenant_id': '6b013aba190a42cfb14d1b6e86137771'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:44.765792 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d2d6aa14-50f6-4712-b487-2da9d8ff0045'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:44.788719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:44.823482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-28d380f5-b90b-44a2-9071-1073394cb13a tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-404748420&fields=id&tenant_id=00026f9f5f5e49348d69261bacc39b88 HTTP/1.1" status: 200 len: 267 time: 0.0826054 Jul 05 03:56:44.884368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7b472-7b59-4ddf-9d62-cc016070111f req-354c5cef-b8ae-4010-b885-47a886325c73 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.886307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6f7b472-7b59-4ddf-9d62-cc016070111f req-354c5cef-b8ae-4010-b885-47a886325c73 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.3013134 Jul 05 03:56:44.915867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd85bc6-8771-445f-8d5b-44d136e4cb68 req-96288024-57df-4b15-ad81-dbeb3b24f734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:44.917294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cd85bc6-8771-445f-8d5b-44d136e4cb68 req-96288024-57df-4b15-ad81-dbeb3b24f734 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 1137 time: 0.2167184 Jul 05 03:56:45.023036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6f7b472-7b59-4ddf-9d62-cc016070111f req-7d802c96-cd6a-4552-864e-ea62acba1f85 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256478 Jul 05 03:56:45.062561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-d2dd58fe-05eb-4166-8566-4848a41f20f0 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.064326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-d2dd58fe-05eb-4166-8566-4848a41f20f0 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 985 time: 0.2281213 Jul 05 03:56:45.088034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-ffd5ba19-f585-4763-9dcd-6e748b77bceb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'port': {'security_groups': ['87bc9a89-09b8-4dae-af2d-c4168faa9a60', 'bc618e5a-9556-417a-b25f-1017cf314767', 'bd5da513-c063-4061-9fe9-997e9fe59ca3']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:45.099991 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 04189a43-916a-41c2-b548-0ae741771f23 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:45.104596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Made reservation on behalf of 6b013aba190a42cfb14d1b6e86137771 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:56:45.108171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.170473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8153d056-e7ba-4605-bb48-7dfd323574a9 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:45.176203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 04189a43-916a-41c2-b548-0ae741771f23 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:45.176608 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.180393 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.197305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Transition to ACTIVE for port object 8153d056-e7ba-4605-bb48-7dfd323574a9 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:45.324677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.386797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Pushing event updated for resources: {'Port': ['ID=8153d056-e7ba-4605-bb48-7dfd323574a9,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:45.468503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Attempting to bind port 8153d056-e7ba-4605-bb48-7dfd323574a9 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:45.468844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Attempting to bind port 8153d056-e7ba-4605-bb48-7dfd323574a9 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:45.469169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Attempting to bind port 8153d056-e7ba-4605-bb48-7dfd323574a9 on network 4530ce1e-09ff-4427-90eb-146c4454065e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:45.474484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Port 8153d056-e7ba-4605-bb48-7dfd323574a9 on network 4530ce1e-09ff-4427-90eb-146c4454065e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:45.474812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Attempting to bind port 8153d056-e7ba-4605-bb48-7dfd323574a9 on network 4530ce1e-09ff-4427-90eb-146c4454065e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:45.480384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:45.480726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Checking segment: {'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:45.481109 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Bound using segment: {'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:45.481567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Bound port: 8153d056-e7ba-4605-bb48-7dfd323574a9, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:45.481980 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.502220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd85bc6-8771-445f-8d5b-44d136e4cb68 req-1eb194bb-f5d7-4af7-88fb-79c348ed9ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.503650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cd85bc6-8771-445f-8d5b-44d136e4cb68 req-1eb194bb-f5d7-4af7-88fb-79c348ed9ec1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 200 len: 914 time: 0.5770037 Jul 05 03:56:45.548787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] For port 8153d056-e7ba-4605-bb48-7dfd323574a9, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:45.551754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] For port 8153d056-e7ba-4605-bb48-7dfd323574a9, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8153d056-e7ba-4605-bb48-7dfd323574a9,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:45.556687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c41f703-0186-40bc-b634-ef9411c129ba req-72f378fc-5bb3-4d6d-bd10-e6315aca2f29 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 210 time: 0.0566535 Jul 05 03:56:45.593291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cd85bc6-8771-445f-8d5b-44d136e4cb68 req-0a8ea4dd-b5c2-4ac9-a782-5689244596b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045 HTTP/1.1" status: 200 len: 217 time: 0.0700593 Jul 05 03:56:45.652343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.696148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.696792 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.698274 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] 10.222.0.26 "PUT /v2.0/ports/8153d056-e7ba-4605-bb48-7dfd323574a9 HTTP/1.1" status: 200 len: 1092 time: 1.0519772 Jul 05 03:56:45.701048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2d6dd42-4789-4ea6-a599-bec66c6ee59d', 'tag': '8153d056-e7ba-4605-bb48-7dfd323574a9'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:45.704747 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e215fd-b354-45c8-9620-c7fdfb7e974a" -d '{"events": [{"name": "network-changed", "server_uuid": "a2d6dd42-4789-4ea6-a599-bec66c6ee59d", "tag": "8153d056-e7ba-4605-bb48-7dfd323574a9"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:45.723169 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-ffd5ba19-f585-4763-9dcd-6e748b77bceb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:45.728394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720fb3aa-9580-4e11-858d-3106040e0baf service neutron] Pushing event updated for resources: {'Port': ['ID=8153d056-e7ba-4605-bb48-7dfd323574a9,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:45.745606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd85bc6-8771-445f-8d5b-44d136e4cb68 req-2f997fa7-9f6d-4368-89e8-18ca158856ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.747169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cd85bc6-8771-445f-8d5b-44d136e4cb68 req-2f997fa7-9f6d-4368-89e8-18ca158856ba service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2a305da-54a0-4e52-8aa9-62c156daeb60 HTTP/1.1" status: 200 len: 853 time: 0.1412303 Jul 05 03:56:45.868857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cd85bc6-8771-445f-8d5b-44d136e4cb68 req-dd9a65b1-46f5-41c4-a178-ccd8cb03c477 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0925832 Jul 05 03:56:45.914651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-0c0c8f64-43f2-4a7b-a514-3acd21cf53e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:45.916332 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-0c0c8f64-43f2-4a7b-a514-3acd21cf53e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 1095 time: 0.0631931 Jul 05 03:56:45.959974 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Allocated IP 172.20.0.5 (4530ce1e-09ff-4427-90eb-146c4454065e/fb904193-b65b-4420-a87d-fc43f384337a/bc8854bb-f58a-4e9e-8077-d140040d6093) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:56:45.964795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-51d04721-77da-4ba0-bd59-f5a675544be4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8153d056-e7ba-4605-bb48-7dfd323574a9 HTTP/1.1" status: 200 len: 217 time: 0.0404401 Jul 05 03:56:46.021446 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-64469a2a-ddc3-4254-9a4b-3ccfd388d778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.022866 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-64469a2a-ddc3-4254-9a4b-3ccfd388d778 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb904193-b65b-4420-a87d-fc43f384337a HTTP/1.1" status: 200 len: 859 time: 0.0516257 Jul 05 03:56:46.059087 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-5f4a5350-f488-4369-ade0-fcba4c4bd933 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4530ce1e-09ff-4427-90eb-146c4454065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0282590 Jul 05 03:56:46.103488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e401e0-fbb4-492f-9376-915286fea4a4 req-7e7e9944-8ed2-48f8-9067-677b15632ca4 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.105042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6e401e0-fbb4-492f-9376-915286fea4a4 req-7e7e9944-8ed2-48f8-9067-677b15632ca4 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.3277237 Jul 05 03:56:46.120186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cd85bc6-8771-445f-8d5b-44d136e4cb68 req-6c520b3d-129d-4def-8b1d-d30e62d13f4b service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2407222 Jul 05 03:56:46.196285 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-941d24dc-05af-49e3-ab0c-27c98ba8735b service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1290748 Jul 05 03:56:46.291831 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e05b8825-f4a6-4891-83fa-a1a1f500d667 req-61911f4e-aa6f-4a46-b12c-656fd8cb3335 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885580 Jul 05 03:56:46.321573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6e401e0-fbb4-492f-9376-915286fea4a4 req-fdae0214-9e91-4256-b3cd-e2b96e4559aa tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2069373 Jul 05 03:56:46.369931 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f11a250e-55f1-4515-ad1a-c827b2136659 x-openstack-request-id: req-f11a250e-55f1-4515-ad1a-c827b2136659 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:46.370361 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2d6dd42-4789-4ea6-a599-bec66c6ee59d", "tag": "8153d056-e7ba-4605-bb48-7dfd323574a9", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:46.370552 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f11a250e-55f1-4515-ad1a-c827b2136659 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:46.370899 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2d6dd42-4789-4ea6-a599-bec66c6ee59d', 'tag': '8153d056-e7ba-4605-bb48-7dfd323574a9', 'status': 'completed', 'code': 200} Jul 05 03:56:46.425397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cd85bc6-8771-445f-8d5b-44d136e4cb68 req-323bd049-2b06-4797-8d84-54d15c60a07d service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2937353 Jul 05 03:56:46.445008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.448274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-ffd5ba19-f585-4763-9dcd-6e748b77bceb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] For port d2d6aa14-50f6-4712-b487-2da9d8ff0045, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:46.488037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e215fd-b354-45c8-9620-c7fdfb7e974a req-5a2373ff-84a6-443e-b9b8-48365142f9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.489726 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c8e215fd-b354-45c8-9620-c7fdfb7e974a req-5a2373ff-84a6-443e-b9b8-48365142f9ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 1095 time: 0.0695300 Jul 05 03:56:46.527464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-ffd5ba19-f585-4763-9dcd-6e748b77bceb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.578343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97723231-44df-497f-b8d1-c2dc80e3f9d0 req-0cc4f134-699f-4105-bf07-a50c21cdb4f5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.583321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97723231-44df-497f-b8d1-c2dc80e3f9d0 req-0cc4f134-699f-4105-bf07-a50c21cdb4f5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.1103008 Jul 05 03:56:46.584716 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-ffd5ba19-f585-4763-9dcd-6e748b77bceb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.596211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e215fd-b354-45c8-9620-c7fdfb7e974a req-8d9b1792-a66f-495c-9ede-a321d7fe06ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.597873 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c8e215fd-b354-45c8-9620-c7fdfb7e974a req-8d9b1792-a66f-495c-9ede-a321d7fe06ec service neutron] 10.222.0.26 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 920 time: 0.0933213 Jul 05 03:56:46.598479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d2d6aa14-50f6-4712-b487-2da9d8ff0045'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:46.629608 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.643323 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c8e215fd-b354-45c8-9620-c7fdfb7e974a req-f5d1a7cb-1a3e-4de1-9a4a-8aec21e809b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8153d056-e7ba-4605-bb48-7dfd323574a9 HTTP/1.1" status: 200 len: 217 time: 0.0380292 Jul 05 03:56:46.667334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-ffd5ba19-f585-4763-9dcd-6e748b77bceb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.668019 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-ffd5ba19-f585-4763-9dcd-6e748b77bceb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.669419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-398a0db6-5dcf-4fe7-955e-6fc9ff80b214 req-ffd5ba19-f585-4763-9dcd-6e748b77bceb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "PUT /v2.0/ports/d2d6aa14-50f6-4712-b487-2da9d8ff0045 HTTP/1.1" status: 200 len: 1021 time: 1.5864716 Jul 05 03:56:46.674440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'tag': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:46.677089 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3b70fac-7fd0-4914-ba42-30687e4de129" -d '{"events": [{"name": "network-changed", "server_uuid": "cb51456a-0ce8-4137-ba6a-9588f3057aca", "tag": "d2d6aa14-50f6-4712-b487-2da9d8ff0045"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:46.700956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Network 4530ce1e-09ff-4427-90eb-146c4454065e is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:56:46.712506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:56:46.714963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:56:46.749290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e215fd-b354-45c8-9620-c7fdfb7e974a req-5aedc6a7-b2d7-4b23-9ac0-cb8211f24b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.752446 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c8e215fd-b354-45c8-9620-c7fdfb7e974a req-5aedc6a7-b2d7-4b23-9ac0-cb8211f24b98 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb904193-b65b-4420-a87d-fc43f384337a HTTP/1.1" status: 200 len: 859 time: 0.0935414 Jul 05 03:56:46.780413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97723231-44df-497f-b8d1-c2dc80e3f9d0 req-b3663ccc-f0d9-4517-9d94-a7d17d6e1089 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875377 Jul 05 03:56:46.786512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd5ba19-f585-4763-9dcd-6e748b77bceb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'Port': ['ID=d2d6aa14-50f6-4712-b487-2da9d8ff0045,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:46.808457 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c8e215fd-b354-45c8-9620-c7fdfb7e974a req-cf476fc9-81e4-4716-892d-cf22549de833 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4530ce1e-09ff-4427-90eb-146c4454065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0404692 Jul 05 03:56:46.818021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:46.818637 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:46.927173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Pushing event updated for resources: {'Port': ['ID=bc8854bb-f58a-4e9e-8077-d140040d6093,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:46.928791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d2d6aa14-50f6-4712-b487-2da9d8ff0045'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:46.961618 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c8e215fd-b354-45c8-9620-c7fdfb7e974a req-a6ad05da-563d-4c23-9ee0-fe11026f5afa service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326873 Jul 05 03:56:47.063140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-7e3b2c5e-c397-4a24-90d0-af183cb47c07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4111781 Jul 05 03:56:47.091991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Request body: {'port': {'device_id': '8ba41cdb-d7e7-486e-8c9d-96f389d7d974', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:47.095154 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c8e215fd-b354-45c8-9620-c7fdfb7e974a req-53e13f7b-4d51-4156-8f91-4f030eed6809 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181040 Jul 05 03:56:47.177716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48d8123-60b4-40bf-be33-5501f0fd6340 req-8864dc42-c4e2-47e7-8566-4bf50e7dd001 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.179236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c48d8123-60b4-40bf-be33-5501f0fd6340 req-8864dc42-c4e2-47e7-8566-4bf50e7dd001 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 931 time: 0.1745975 Jul 05 03:56:47.254698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6942c9-8702-4f00-8e7d-bdfb13571568 req-351d2712-7c59-4249-be3e-a332c6e3c3a2 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.256197 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd6942c9-8702-4f00-8e7d-bdfb13571568 req-351d2712-7c59-4249-be3e-a332c6e3c3a2 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 1024 time: 0.1952395 Jul 05 03:56:47.261784 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.283886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c48d8123-60b4-40bf-be33-5501f0fd6340 req-ecd2c036-dacf-45c0-b846-c121441b552e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979002 Jul 05 03:56:47.333014 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed115836-2014-455a-b9ce-dc12f1de34eb x-openstack-request-id: req-ed115836-2014-455a-b9ce-dc12f1de34eb {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:47.333303 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cb51456a-0ce8-4137-ba6a-9588f3057aca", "tag": "d2d6aa14-50f6-4712-b487-2da9d8ff0045", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:47.333549 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed115836-2014-455a-b9ce-dc12f1de34eb {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:47.333942 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'tag': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045', 'status': 'completed', 'code': 200} Jul 05 03:56:47.432600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70fac-7fd0-4914-ba42-30687e4de129 req-c6716ee6-43f7-4186-a7da-27aa2f5e9c0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.434347 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c3b70fac-7fd0-4914-ba42-30687e4de129 req-c6716ee6-43f7-4186-a7da-27aa2f5e9c0c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 1176 time: 0.0633864 Jul 05 03:56:47.434717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd6942c9-8702-4f00-8e7d-bdfb13571568 req-957e042d-87ef-4921-81a1-84162d879b9e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&id=87bc9a89-09b8-4dae-af2d-c4168faa9a60&id=bd5da513-c063-4061-9fe9-997e9fe59ca3 HTTP/1.1" status: 200 len: 6154 time: 0.1688991 Jul 05 03:56:47.559350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70fac-7fd0-4914-ba42-30687e4de129 req-4500b1f3-fc8e-4ff4-bf82-6a9694801c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.560868 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c3b70fac-7fd0-4914-ba42-30687e4de129 req-4500b1f3-fc8e-4ff4-bf82-6a9694801c5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 200 len: 914 time: 0.1092904 Jul 05 03:56:47.637902 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c3b70fac-7fd0-4914-ba42-30687e4de129 req-5822555b-cc00-48b7-8f4a-03dad6c02de8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045 HTTP/1.1" status: 200 len: 217 time: 0.0639861 Jul 05 03:56:47.693327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b70fac-7fd0-4914-ba42-30687e4de129 req-ba412790-c237-4bc6-8e80-117ae42be897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.695098 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c3b70fac-7fd0-4914-ba42-30687e4de129 req-ba412790-c237-4bc6-8e80-117ae42be897 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2a305da-54a0-4e52-8aa9-62c156daeb60 HTTP/1.1" status: 200 len: 853 time: 0.0460117 Jul 05 03:56:47.705385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62792f7e-5bf3-4c28-ab74-f1a92431f66c req-f9e5dbcc-68bd-448c-8a46-a987d51d49ac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.706875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62792f7e-5bf3-4c28-ab74-f1a92431f66c req-f9e5dbcc-68bd-448c-8a46-a987d51d49ac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1630101 Jul 05 03:56:47.736235 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c3b70fac-7fd0-4914-ba42-30687e4de129 req-9e879a52-de9c-4f46-8f2b-9674802d44c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0327911 Jul 05 03:56:47.803643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc8854bb-f58a-4e9e-8077-d140040d6093 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:47.810603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62792f7e-5bf3-4c28-ab74-f1a92431f66c req-811f87fd-c1e0-4b83-bcae-d36c9b4929d9 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864871 Jul 05 03:56:47.817000 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.838809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e0d5e8-25bd-4b7e-8791-c05a40f8b518 req-c24f5b2b-5f92-420f-8f23-b4f940ebc486 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:47.838809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4e0d5e8-25bd-4b7e-8791-c05a40f8b518 req-c24f5b2b-5f92-420f-8f23-b4f940ebc486 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1823635 Jul 05 03:56:47.844196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Transition to ACTIVE for port object bc8854bb-f58a-4e9e-8077-d140040d6093 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:56:47.851154 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c3b70fac-7fd0-4914-ba42-30687e4de129 req-c60d0337-85ef-4fae-880e-bae35cac9400 service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985160 Jul 05 03:56:47.868256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-18844709-fd78-4c7b-be65-223ef9b391d6 req-4373b4b3-8216-4b39-a45e-c2dddeacf934 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'security_group': {'name': ' tempest-securitygroup -1342999145 ', 'description': 'tempest-description-1690036029'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:47.900747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4e0d5e8-25bd-4b7e-8791-c05a40f8b518 req-9e6d02fb-ac00-4a99-bffb-3608672a77c9 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545917 Jul 05 03:56:47.918725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.968869 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18844709-fd78-4c7b-be65-223ef9b391d6 req-4373b4b3-8216-4b39-a45e-c2dddeacf934 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:47.978726 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c3b70fac-7fd0-4914-ba42-30687e4de129 req-5ae85cb5-c124-4ecd-a519-a7a57c0f88b9 service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1164598 Jul 05 03:56:48.031542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8854bb-f58a-4e9e-8077-d140040d6093,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:48.135446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Attempting to bind port bc8854bb-f58a-4e9e-8077-d140040d6093 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:56:48.135866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Attempting to bind port bc8854bb-f58a-4e9e-8077-d140040d6093 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:56:48.136423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Attempting to bind port bc8854bb-f58a-4e9e-8077-d140040d6093 on network 4530ce1e-09ff-4427-90eb-146c4454065e {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:48.146158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Port bc8854bb-f58a-4e9e-8077-d140040d6093 on network 4530ce1e-09ff-4427-90eb-146c4454065e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:56:48.146483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Attempting to bind port bc8854bb-f58a-4e9e-8077-d140040d6093 on network 4530ce1e-09ff-4427-90eb-146c4454065e {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:56:48.156074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:56:48.156474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Checking segment: {'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:56:48.156870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Bound using segment: {'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:56:48.157863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Bound port: bc8854bb-f58a-4e9e-8077-d140040d6093, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e32bbce7-7d19-4e17-84aa-971477d2a114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:56:48.158222 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.209520 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18844709-fd78-4c7b-be65-223ef9b391d6 req-4373b4b3-8216-4b39-a45e-c2dddeacf934 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.247190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] For port bc8854bb-f58a-4e9e-8077-d140040d6093, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:56:48.250320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] For port bc8854bb-f58a-4e9e-8077-d140040d6093, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=bc8854bb-f58a-4e9e-8077-d140040d6093,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:56:48.306829 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18844709-fd78-4c7b-be65-223ef9b391d6 req-4373b4b3-8216-4b39-a45e-c2dddeacf934 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.338216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4373b4b3-8216-4b39-a45e-c2dddeacf934 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fddc45ca-0087-416b-91ca-1b5c84475ee6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:48.358170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.395308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.395972 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.397388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] 10.222.0.26 "PUT /v2.0/ports/bc8854bb-f58a-4e9e-8077-d140040d6093 HTTP/1.1" status: 200 len: 1092 time: 1.3131127 Jul 05 03:56:48.419575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff6a5e2-f46a-471b-b18b-5714a1ad1692 service neutron] Pushing event updated for resources: {'Port': ['ID=bc8854bb-f58a-4e9e-8077-d140040d6093,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:48.472435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18844709-fd78-4c7b-be65-223ef9b391d6 req-4373b4b3-8216-4b39-a45e-c2dddeacf934 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:48.473710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18844709-fd78-4c7b-be65-223ef9b391d6 req-4373b4b3-8216-4b39-a45e-c2dddeacf934 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1788 time: 0.6121325 Jul 05 03:56:48.666679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-0e02fe9c-9657-46ae-9a44-c0ee01147c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.668590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-0e02fe9c-9657-46ae-9a44-c0ee01147c13 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 1095 time: 0.1243241 Jul 05 03:56:48.685340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ef7fbd-7fd6-43ed-9181-249f82049f5d req-49732919-37ed-472b-97f8-8828744ef123 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.687396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3ef7fbd-7fd6-43ed-9181-249f82049f5d req-49732919-37ed-472b-97f8-8828744ef123 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 946 time: 0.0910912 Jul 05 03:56:48.732276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-ae1639d2-1889-4487-bdb3-973bf8e83cd2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8854bb-f58a-4e9e-8077-d140040d6093 HTTP/1.1" status: 200 len: 217 time: 0.0441785 Jul 05 03:56:48.792131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3ef7fbd-7fd6-43ed-9181-249f82049f5d req-c36c17f5-09c1-482c-99cf-d9b284e08a7c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960977 Jul 05 03:56:48.811271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-77b3e61f-4185-4e12-92cd-c44bc1aebd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:48.811271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-77b3e61f-4185-4e12-92cd-c44bc1aebd4f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb904193-b65b-4420-a87d-fc43f384337a HTTP/1.1" status: 200 len: 859 time: 0.0628476 Jul 05 03:56:48.845109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-766cf86d-2b2e-43ea-bfae-09fa17324bce service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4530ce1e-09ff-4427-90eb-146c4454065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289960 Jul 05 03:56:49.033501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-2b90b25a-643d-4881-a736-491b819525f6 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562884 Jul 05 03:56:49.106266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c4c866-12d6-4205-94f4-6e55f3625a6b req-f85d3e83-0960-4ef9-94e0-aa032c77d656 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.107812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20c4c866-12d6-4205-94f4-6e55f3625a6b req-f85d3e83-0960-4ef9-94e0-aa032c77d656 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 943 time: 0.1758380 Jul 05 03:56:49.154996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7342546-ed7d-4e87-9c61-023684c66ecf req-fd88c0e8-ff5c-46f5-bac5-2d6c8eadf5da tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/fddc45ca-0087-416b-91ca-1b5c84475ee6 HTTP/1.1" status: 200 len: 1783 time: 0.1381273 Jul 05 03:56:49.186534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20c4c866-12d6-4205-94f4-6e55f3625a6b req-d140fef9-5d6a-4677-80fb-cc874d8cc82d tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683370 Jul 05 03:56:49.199188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5bf7f50-d581-4b2b-90b8-e83fd2437aa0 req-d7bf3777-0aee-4df6-a903-83eef1c9181a service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582582 Jul 05 03:56:49.337533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8ba41cdb-d7e7-486e-8c9d-96f389d7d974', 'tag': 'bc8854bb-f58a-4e9e-8077-d140040d6093'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:49.339870 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe90973-abdd-4368-804d-168867d9ab9a" -d '{"events": [{"name": "network-changed", "server_uuid": "8ba41cdb-d7e7-486e-8c9d-96f389d7d974", "tag": "bc8854bb-f58a-4e9e-8077-d140040d6093"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:49.437383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd05dc-b53a-49e8-a17f-59ccd0707921 req-df6e9d0a-6e6b-43e1-aaf5-a1f47f59c3aa tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.438886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cefd05dc-b53a-49e8-a17f-59ccd0707921 req-df6e9d0a-6e6b-43e1-aaf5-a1f47f59c3aa tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1117239 Jul 05 03:56:49.492527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cefd05dc-b53a-49e8-a17f-59ccd0707921 req-bcd3e430-5b67-42ee-b736-006804b64648 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474830 Jul 05 03:56:49.501448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f2e03d-28be-44d3-bba1-ea86e83cc2f1 req-42bd39b0-5590-4e7e-933d-7ebb3fdf2b2d tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.502971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68f2e03d-28be-44d3-bba1-ea86e83cc2f1 req-42bd39b0-5590-4e7e-933d-7ebb3fdf2b2d tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.1205745 Jul 05 03:56:49.523805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8153d056-e7ba-4605-bb48-7dfd323574a9 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:49.575586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68f2e03d-28be-44d3-bba1-ea86e83cc2f1 req-f5b00ccd-1a2c-4615-a6f6-1d6f354c3a95 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651698 Jul 05 03:56:49.605648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-553dca16-f87f-4251-9475-6db0d6375924 req-b78e8db2-01e0-4b93-ac28-5ef1735dceb9 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/fddc45ca-0087-416b-91ca-1b5c84475ee6 HTTP/1.1" status: 200 len: 1783 time: 0.0753484 Jul 05 03:56:49.634381 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09ef334-0908-466f-9954-35c70caa0ddc x-openstack-request-id: req-d09ef334-0908-466f-9954-35c70caa0ddc {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:49.634381 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8ba41cdb-d7e7-486e-8c9d-96f389d7d974", "tag": "bc8854bb-f58a-4e9e-8077-d140040d6093", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:49.634381 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d09ef334-0908-466f-9954-35c70caa0ddc {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:49.634381 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8ba41cdb-d7e7-486e-8c9d-96f389d7d974', 'tag': 'bc8854bb-f58a-4e9e-8077-d140040d6093', 'status': 'completed', 'code': 200} Jul 05 03:56:49.655008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8153d056-e7ba-4605-bb48-7dfd323574a9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8153d056-e7ba-4605-bb48-7dfd323574a9,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:49.674969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '8153d056-e7ba-4605-bb48-7dfd323574a9', 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e', 'port_id': '8153d056-e7ba-4605-bb48-7dfd323574a9', 'mac_address': 'fa:16:3e:23:4a:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb904193-b65b-4420-a87d-fc43f384337a', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:49.711508 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-553dca16-f87f-4251-9475-6db0d6375924 req-fbf27906-a8bc-4db8-b62b-7229f708672f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.731584 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.749463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8153d056-e7ba-4605-bb48-7dfd323574a9 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:49.776266 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-553dca16-f87f-4251-9475-6db0d6375924 req-fbf27906-a8bc-4db8-b62b-7229f708672f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.779502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8153d056-e7ba-4605-bb48-7dfd323574a9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8153d056-e7ba-4605-bb48-7dfd323574a9,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:49.822988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.833473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90973-abdd-4368-804d-168867d9ab9a req-ae82b455-cb3a-4487-ba3e-8adf3e4c920b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:49.835217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfe90973-abdd-4368-804d-168867d9ab9a req-ae82b455-cb3a-4487-ba3e-8adf3e4c920b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 1095 time: 0.1372118 Jul 05 03:56:49.898649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8153d056-e7ba-4605-bb48-7dfd323574a9,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:49.913389 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-553dca16-f87f-4251-9475-6db0d6375924 req-fbf27906-a8bc-4db8-b62b-7229f708672f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.915965 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-553dca16-f87f-4251-9475-6db0d6375924 req-fbf27906-a8bc-4db8-b62b-7229f708672f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:49.917084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-553dca16-f87f-4251-9475-6db0d6375924 req-fbf27906-a8bc-4db8-b62b-7229f708672f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/fddc45ca-0087-416b-91ca-1b5c84475ee6 HTTP/1.1" status: 204 len: 173 time: 0.3058045 Jul 05 03:56:49.944650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf27906-a8bc-4db8-b62b-7229f708672f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddc45ca-0087-416b-91ca-1b5c84475ee6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:50.025201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90973-abdd-4368-804d-168867d9ab9a req-25fd3ede-3df7-4074-be99-e687347313f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.026709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfe90973-abdd-4368-804d-168867d9ab9a req-25fd3ede-3df7-4074-be99-e687347313f3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 920 time: 0.1696725 Jul 05 03:56:50.057005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b742c298-8af2-4ce8-bde3-988fc12e091a req-31b02ecf-cd77-4e8b-8021-8dcd8f8af844 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.062826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b742c298-8af2-4ce8-bde3-988fc12e091a req-31b02ecf-cd77-4e8b-8021-8dcd8f8af844 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1226203 Jul 05 03:56:50.100929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfe90973-abdd-4368-804d-168867d9ab9a req-75e02f1b-f394-4dab-8d32-162452988279 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8854bb-f58a-4e9e-8077-d140040d6093 HTTP/1.1" status: 200 len: 217 time: 0.0635469 Jul 05 03:56:50.175880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b742c298-8af2-4ce8-bde3-988fc12e091a req-8ed850dd-60f4-4e06-a487-74d8de75bbf3 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114106 Jul 05 03:56:50.196461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe90973-abdd-4368-804d-168867d9ab9a req-55b7a653-0a69-44a5-9a30-9fa1981653da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.197970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfe90973-abdd-4368-804d-168867d9ab9a req-55b7a653-0a69-44a5-9a30-9fa1981653da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb904193-b65b-4420-a87d-fc43f384337a HTTP/1.1" status: 200 len: 859 time: 0.0881164 Jul 05 03:56:50.248150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfe90973-abdd-4368-804d-168867d9ab9a req-485ae413-72f3-4725-b693-4926f190eb89 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4530ce1e-09ff-4427-90eb-146c4454065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409622 Jul 05 03:56:50.267024 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-8418a2cf-bff2-4e4e-9951-3a4ea2fa0b1a req-91fb3254-0846-40be-9a77-9e924edfbfa6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] show failed (client error): The resource could not be found. Jul 05 03:56:50.271201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8418a2cf-bff2-4e4e-9951-3a4ea2fa0b1a req-91fb3254-0846-40be-9a77-9e924edfbfa6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/fddc45ca-0087-416b-91ca-1b5c84475ee6 HTTP/1.1" status: 404 len: 352 time: 0.0650258 Jul 05 03:56:50.358303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8153d056-e7ba-4605-bb48-7dfd323574a9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:50.381695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfe90973-abdd-4368-804d-168867d9ab9a req-6f21e983-3c2b-488d-b3ab-4da771b228e0 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235046 Jul 05 03:56:50.610918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfe90973-abdd-4368-804d-168867d9ab9a req-b4f57293-fe80-43ea-b5d5-235d069be482 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2215574 Jul 05 03:56:50.631169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc819c8-9537-401c-9b25-85910f9055ba req-da4d3eab-bd83-4755-ad2e-14c70c1a1952 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.632705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcc819c8-9537-401c-9b25-85910f9055ba req-da4d3eab-bd83-4755-ad2e-14c70c1a1952 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 943 time: 0.2035449 Jul 05 03:56:50.687387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c290d34-8adb-48d7-a19a-1d0c36d9ce77 req-3b07c81c-d441-4ceb-9548-263fb8f68b8c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.694782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c290d34-8adb-48d7-a19a-1d0c36d9ce77 req-3b07c81c-d441-4ceb-9548-263fb8f68b8c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.703226 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c290d34-8adb-48d7-a19a-1d0c36d9ce77 req-3b07c81c-d441-4ceb-9548-263fb8f68b8c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.705368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c290d34-8adb-48d7-a19a-1d0c36d9ce77 req-3b07c81c-d441-4ceb-9548-263fb8f68b8c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048&device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f&device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 2418 time: 0.1501596 Jul 05 03:56:50.712650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcc819c8-9537-401c-9b25-85910f9055ba req-6ea2c81b-e83d-4a8e-b968-9fe8118a8374 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735357 Jul 05 03:56:50.765318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-3b469980-d58c-493d-a4c2-57e9a97321c3 req-71c0a7f3-ff3c-4e48-8b6f-2bdc0087b98e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-549614829', 'description': 'tempest-description-612215887'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:50.779199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c290d34-8adb-48d7-a19a-1d0c36d9ce77 req-ff8e66ad-cc56-40c1-9992-0a9a5ad2096f tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650666 Jul 05 03:56:50.857690 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3b469980-d58c-493d-a4c2-57e9a97321c3 req-71c0a7f3-ff3c-4e48-8b6f-2bdc0087b98e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:50.992231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65533554-dbef-40ab-ae22-46dbb66784e5 req-e59cfdcd-e200-4f2b-adab-2edd20dceb96 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:50.993824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65533554-dbef-40ab-ae22-46dbb66784e5 req-e59cfdcd-e200-4f2b-adab-2edd20dceb96 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1134095 Jul 05 03:56:51.005309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3b469980-d58c-493d-a4c2-57e9a97321c3 req-71c0a7f3-ff3c-4e48-8b6f-2bdc0087b98e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.048107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65533554-dbef-40ab-ae22-46dbb66784e5 req-9b0f6422-b8a9-4258-a1e2-ae6c45461f5c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448699 Jul 05 03:56:51.127728 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3b469980-d58c-493d-a4c2-57e9a97321c3 req-71c0a7f3-ff3c-4e48-8b6f-2bdc0087b98e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.162015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0a7f3-ff3c-4e48-8b6f-2bdc0087b98e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a421b629-c98d-4f0a-8c75-95da6b728d4f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:51.286918 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3b469980-d58c-493d-a4c2-57e9a97321c3 req-71c0a7f3-ff3c-4e48-8b6f-2bdc0087b98e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.288250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b469980-d58c-493d-a4c2-57e9a97321c3 req-71c0a7f3-ff3c-4e48-8b6f-2bdc0087b98e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5295508 Jul 05 03:56:51.356152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa4e51c-c4c3-45bf-817e-212cf04db1bd req-482e2495-897f-46bb-ab86-18546f5153fd tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:51.358800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6aa4e51c-c4c3-45bf-817e-212cf04db1bd req-482e2495-897f-46bb-ab86-18546f5153fd tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.1053822 Jul 05 03:56:51.527425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device bc8854bb-f58a-4e9e-8077-d140040d6093 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:56:51.658212 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port bc8854bb-f58a-4e9e-8077-d140040d6093, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=bc8854bb-f58a-4e9e-8077-d140040d6093,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:51.672513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'bc8854bb-f58a-4e9e-8077-d140040d6093', 'network_id': '4530ce1e-09ff-4427-90eb-146c4454065e', 'port_id': 'bc8854bb-f58a-4e9e-8077-d140040d6093', 'mac_address': 'fa:16:3e:bf:3a:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb904193-b65b-4420-a87d-fc43f384337a', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:56:51.720541 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.734847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc8854bb-f58a-4e9e-8077-d140040d6093 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:56:51.758505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ce0a34b9-20de-44f7-9e30-a8e6190bc704 req-af63187b-d6ee-4b31-a4c6-b5a78a7247b5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1617127852', 'description': 'tempest-description-1221190188'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:51.768954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port bc8854bb-f58a-4e9e-8077-d140040d6093, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=bc8854bb-f58a-4e9e-8077-d140040d6093,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:51.793919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6aa4e51c-c4c3-45bf-817e-212cf04db1bd req-137e97b6-21ce-4c8f-9217-1c61c186cf25 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4270353 Jul 05 03:56:51.829528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.852368 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ce0a34b9-20de-44f7-9e30-a8e6190bc704 req-af63187b-d6ee-4b31-a4c6-b5a78a7247b5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:51.906493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=bc8854bb-f58a-4e9e-8077-d140040d6093,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:51.994557 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ce0a34b9-20de-44f7-9e30-a8e6190bc704 req-af63187b-d6ee-4b31-a4c6-b5a78a7247b5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.088753 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ce0a34b9-20de-44f7-9e30-a8e6190bc704 req-af63187b-d6ee-4b31-a4c6-b5a78a7247b5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.140767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af63187b-d6ee-4b31-a4c6-b5a78a7247b5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=05e95a8d-1a52-49f1-b1b5-0bf6f07e791a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:52.151723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f4412f-d0da-4c0a-beef-63b82752bd13 req-29f09ff5-8644-450a-857e-5faf44e6747e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.153527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32f4412f-d0da-4c0a-beef-63b82752bd13 req-29f09ff5-8644-450a-857e-5faf44e6747e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 944 time: 0.1152813 Jul 05 03:56:52.190718 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ce0a34b9-20de-44f7-9e30-a8e6190bc704 req-af63187b-d6ee-4b31-a4c6-b5a78a7247b5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.192115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce0a34b9-20de-44f7-9e30-a8e6190bc704 req-af63187b-d6ee-4b31-a4c6-b5a78a7247b5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4397502 Jul 05 03:56:52.200168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32f4412f-d0da-4c0a-beef-63b82752bd13 req-b58ba93e-0351-48ef-b1dc-b113c42716fc tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397878 Jul 05 03:56:52.299389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['bc8854bb-f58a-4e9e-8077-d140040d6093'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:56:52.421472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24183d4-9c26-4ef9-9fb7-fee4aa8de578 req-fd8f6b08-40b3-4618-bb44-50b515418c10 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:52.423011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b24183d4-9c26-4ef9-9fb7-fee4aa8de578 req-fd8f6b08-40b3-4618-bb44-50b515418c10 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0885458 Jul 05 03:56:52.457128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-03e8d37e-abf0-4fe7-b97b-d395238a28fa req-c547bbd5-ae65-4c39-8281-e9887ec86f63 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-875472322', 'description': 'tempest-description-1203284432'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:52.492868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b24183d4-9c26-4ef9-9fb7-fee4aa8de578 req-ad102217-8504-4004-9337-85699ea22a49 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613744 Jul 05 03:56:52.609574 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-03e8d37e-abf0-4fe7-b97b-d395238a28fa req-c547bbd5-ae65-4c39-8281-e9887ec86f63 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.721816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-03e8d37e-abf0-4fe7-b97b-d395238a28fa req-c547bbd5-ae65-4c39-8281-e9887ec86f63 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.809653 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-03e8d37e-abf0-4fe7-b97b-d395238a28fa req-c547bbd5-ae65-4c39-8281-e9887ec86f63 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.849419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c547bbd5-ae65-4c39-8281-e9887ec86f63 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a703f4a-819b-408a-8f44-1b8c9a5dfec7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:52.889625 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-03e8d37e-abf0-4fe7-b97b-d395238a28fa req-c547bbd5-ae65-4c39-8281-e9887ec86f63 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:52.890980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03e8d37e-abf0-4fe7-b97b-d395238a28fa req-c547bbd5-ae65-4c39-8281-e9887ec86f63 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.4466655 Jul 05 03:56:53.113551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78a3d2e4-1464-4ebf-870e-6006c405d0eb req-5683fcad-d5aa-4779-b69b-df0cb268374a tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00026f9f5f5e49348d69261bacc39b88 HTTP/1.1" status: 200 len: 10907 time: 0.1266325 Jul 05 03:56:53.249211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78a3d2e4-1464-4ebf-870e-6006c405d0eb req-8b7d3b25-8133-41fd-a061-fb32a6856364 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/bc618e5a-9556-417a-b25f-1017cf314767 HTTP/1.1" status: 200 len: 2985 time: 0.1280625 Jul 05 03:56:53.304035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78a3d2e4-1464-4ebf-870e-6006c405d0eb req-684485af-6b3c-4980-bd15-760eb0e35fa5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/bc618e5a-9556-417a-b25f-1017cf314767 HTTP/1.1" status: 200 len: 2985 time: 0.0510774 Jul 05 03:56:53.521059 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96f9eea2-c048-4d32-a431-41c8b1468c0b req-2e9602fa-e664-4d5e-9288-423fbdec435f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/a421b629-c98d-4f0a-8c75-95da6b728d4f HTTP/1.1" status: 200 len: 1801 time: 0.0597963 Jul 05 03:56:53.530925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8621f726-9c7f-420c-ae74-c0b9a65f2258 req-5442b4e2-1213-4fe4-8ec2-5828e0195b67 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.533246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8621f726-9c7f-420c-ae74-c0b9a65f2258 req-5442b4e2-1213-4fe4-8ec2-5828e0195b67 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 944 time: 0.1208544 Jul 05 03:56:53.552845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8153d056-e7ba-4605-bb48-7dfd323574a9 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:53.607405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8621f726-9c7f-420c-ae74-c0b9a65f2258 req-d72a188f-1d61-4b8d-a30b-a5c90d55c5e6 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657878 Jul 05 03:56:53.623425 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-96f9eea2-c048-4d32-a431-41c8b1468c0b req-926c12b2-24a2-465c-9184-31c1eb0c7f3f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.673704 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-96f9eea2-c048-4d32-a431-41c8b1468c0b req-926c12b2-24a2-465c-9184-31c1eb0c7f3f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.702781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 8153d056-e7ba-4605-bb48-7dfd323574a9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:53.707766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 8153d056-e7ba-4605-bb48-7dfd323574a9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:53.708171 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.754643 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:56:53.816347 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.840173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d6dd42-4789-4ea6-a599-bec66c6ee59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8153d056-e7ba-4605-bb48-7dfd323574a9'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:53.842429 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb4b2639-738f-4d07-8003-73489aaf239d" -d '{"events": [{"server_uuid": "a2d6dd42-4789-4ea6-a599-bec66c6ee59d", "name": "network-vif-plugged", "status": "completed", "tag": "8153d056-e7ba-4605-bb48-7dfd323574a9"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:53.856542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8153d056-e7ba-4605-bb48-7dfd323574a9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8153d056-e7ba-4605-bb48-7dfd323574a9,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:53.867765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-96f9eea2-c048-4d32-a431-41c8b1468c0b req-926c12b2-24a2-465c-9184-31c1eb0c7f3f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.872571 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-96f9eea2-c048-4d32-a431-41c8b1468c0b req-926c12b2-24a2-465c-9184-31c1eb0c7f3f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:53.872571 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96f9eea2-c048-4d32-a431-41c8b1468c0b req-926c12b2-24a2-465c-9184-31c1eb0c7f3f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/a421b629-c98d-4f0a-8c75-95da6b728d4f HTTP/1.1" status: 204 len: 173 time: 0.3365743 Jul 05 03:56:53.904297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926c12b2-24a2-465c-9184-31c1eb0c7f3f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a421b629-c98d-4f0a-8c75-95da6b728d4f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:53.947047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172bc52f-78fd-45cd-8295-63220601eea8 req-3686c2a5-ae5e-47ee-8d72-13884ca424c8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:53.952734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-172bc52f-78fd-45cd-8295-63220601eea8 req-3686c2a5-ae5e-47ee-8d72-13884ca424c8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0976858 Jul 05 03:56:53.966333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.012798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-172bc52f-78fd-45cd-8295-63220601eea8 req-0f2cf3f9-dc9d-468d-bf30-9d1476f8a4bd tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573459 Jul 05 03:56:54.071791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8153d056-e7ba-4605-bb48-7dfd323574a9,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:54.161545 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79f6ec8-16dd-4b6d-b540-e94c0e835f26 x-openstack-request-id: req-b79f6ec8-16dd-4b6d-b540-e94c0e835f26 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:54.162012 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d6dd42-4789-4ea6-a599-bec66c6ee59d", "name": "network-vif-plugged", "status": "completed", "tag": "8153d056-e7ba-4605-bb48-7dfd323574a9", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:54.162679 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b79f6ec8-16dd-4b6d-b540-e94c0e835f26 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:54.163453 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d6dd42-4789-4ea6-a599-bec66c6ee59d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8153d056-e7ba-4605-bb48-7dfd323574a9', 'code': 200} Jul 05 03:56:54.214179 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-5c639ce3-89a2-4c30-927c-13929b2eaee8 req-3bc6f721-3c77-4f9b-9834-075bedefb7b4 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] show failed (client error): The resource could not be found. Jul 05 03:56:54.215860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c639ce3-89a2-4c30-927c-13929b2eaee8 req-3bc6f721-3c77-4f9b-9834-075bedefb7b4 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/a421b629-c98d-4f0a-8c75-95da6b728d4f HTTP/1.1" status: 404 len: 352 time: 0.0439084 Jul 05 03:56:54.362640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50bff05-df10-4858-9a84-786458885994 req-0316b513-a856-465e-b6c6-8c20396a5f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:54.364453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f50bff05-df10-4858-9a84-786458885994 req-0316b513-a856-465e-b6c6-8c20396a5f1d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 1097 time: 0.0842252 Jul 05 03:56:54.417614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f50bff05-df10-4858-9a84-786458885994 req-28ea7817-a335-49ff-a542-664574c7761a service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423861 Jul 05 03:56:54.833921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f1a3bf9-da2b-4b39-9922-0c4af3d53673 req-edcc496b-477e-4bd7-b01d-7ee6cb51c571 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/05e95a8d-1a52-49f1-b1b5-0bf6f07e791a HTTP/1.1" status: 200 len: 1803 time: 0.0430572 Jul 05 03:56:54.896852 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6f1a3bf9-da2b-4b39-9922-0c4af3d53673 req-9605487c-db09-4b85-b30b-e561a1126918 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:54.921063 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6f1a3bf9-da2b-4b39-9922-0c4af3d53673 req-9605487c-db09-4b85-b30b-e561a1126918 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.054547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d026ca4d-c3d3-4113-9dba-a792437172b6 req-59e7ed60-955d-4109-9064-dcbf97ba2e90 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.056024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d026ca4d-c3d3-4113-9dba-a792437172b6 req-59e7ed60-955d-4109-9064-dcbf97ba2e90 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 944 time: 0.0823894 Jul 05 03:56:55.065404 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6f1a3bf9-da2b-4b39-9922-0c4af3d53673 req-9605487c-db09-4b85-b30b-e561a1126918 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.073155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6f1a3bf9-da2b-4b39-9922-0c4af3d53673 req-9605487c-db09-4b85-b30b-e561a1126918 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.074225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f1a3bf9-da2b-4b39-9922-0c4af3d53673 req-9605487c-db09-4b85-b30b-e561a1126918 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/05e95a8d-1a52-49f1-b1b5-0bf6f07e791a HTTP/1.1" status: 204 len: 173 time: 0.2343485 Jul 05 03:56:55.088255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9605487c-db09-4b85-b30b-e561a1126918 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e95a8d-1a52-49f1-b1b5-0bf6f07e791a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:55.190691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d026ca4d-c3d3-4113-9dba-a792437172b6 req-19692469-6dd8-4e4b-b3e2-649f4c0ace54 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155012 Jul 05 03:56:55.273860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f3763-ae83-450c-a60a-871661c77983 req-f304a07a-1413-4749-af36-1a4ab2aa4378 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.275457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-547f3763-ae83-450c-a60a-871661c77983 req-f304a07a-1413-4749-af36-1a4ab2aa4378 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0795090 Jul 05 03:56:55.357231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-547f3763-ae83-450c-a60a-871661c77983 req-e227c0cc-a6e9-44b8-a763-7e1b9bdf0941 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723658 Jul 05 03:56:55.407679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0741d4fa-f93a-47ea-bd72-d4fbcba6fdc9 req-09df9d21-7baf-4f73-92ec-4dfa257b4d6f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.409463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0741d4fa-f93a-47ea-bd72-d4fbcba6fdc9 req-09df9d21-7baf-4f73-92ec-4dfa257b4d6f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 946 time: 0.1071391 Jul 05 03:56:55.452512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0741d4fa-f93a-47ea-bd72-d4fbcba6fdc9 req-ffad17af-9f05-438e-ad2e-bd8cb963145f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360072 Jul 05 03:56:55.524066 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-3033bdf1-1051-46bc-b565-fd7ee59e5de5 req-6a102192-ca34-4559-8be6-0fa4ec903b1f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] show failed (client error): The resource could not be found. Jul 05 03:56:55.525095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3033bdf1-1051-46bc-b565-fd7ee59e5de5 req-6a102192-ca34-4559-8be6-0fa4ec903b1f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/05e95a8d-1a52-49f1-b1b5-0bf6f07e791a HTTP/1.1" status: 404 len: 352 time: 0.0430219 Jul 05 03:56:55.561953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212f637f-d36e-4a3a-901f-05293c935f62 req-2344264d-d570-4154-b583-8c26e90833b1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:55.566202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f637f-d36e-4a3a-901f-05293c935f62 req-2344264d-d570-4154-b583-8c26e90833b1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0831926 Jul 05 03:56:55.571748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device bc8854bb-f58a-4e9e-8077-d140040d6093 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:56:55.609322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-212f637f-d36e-4a3a-901f-05293c935f62 req-10151784-35aa-4f12-a17e-16747a2526fc tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359690 Jul 05 03:56:55.701952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e11a5a83-e770-4b81-8eb4-78e8c6be88b6 req-ee51d8a1-680c-4a7e-ae0c-70b5fffce061 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/9a703f4a-819b-408a-8f44-1b8c9a5dfec7 HTTP/1.1" status: 200 len: 1802 time: 0.0432820 Jul 05 03:56:55.718098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port bc8854bb-f58a-4e9e-8077-d140040d6093 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:56:55.722333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port bc8854bb-f58a-4e9e-8077-d140040d6093 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:56:55.722723 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.771174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e11a5a83-e770-4b81-8eb4-78e8c6be88b6 req-c315ac94-38d1-42d9-b595-2af1da9d5b7b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.796680 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e11a5a83-e770-4b81-8eb4-78e8c6be88b6 req-c315ac94-38d1-42d9-b595-2af1da9d5b7b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.821134 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.868198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port bc8854bb-f58a-4e9e-8077-d140040d6093, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=bc8854bb-f58a-4e9e-8077-d140040d6093,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:55.910806 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e11a5a83-e770-4b81-8eb4-78e8c6be88b6 req-c315ac94-38d1-42d9-b595-2af1da9d5b7b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.910806 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e11a5a83-e770-4b81-8eb4-78e8c6be88b6 req-c315ac94-38d1-42d9-b595-2af1da9d5b7b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.910806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e11a5a83-e770-4b81-8eb4-78e8c6be88b6 req-c315ac94-38d1-42d9-b595-2af1da9d5b7b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/9a703f4a-819b-408a-8f44-1b8c9a5dfec7 HTTP/1.1" status: 204 len: 173 time: 0.2018473 Jul 05 03:56:55.926756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c315ac94-38d1-42d9-b595-2af1da9d5b7b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a703f4a-819b-408a-8f44-1b8c9a5dfec7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:55.954446 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:55.957607 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-561bb317-bfe0-4b61-8702-af26be78710d req-1aeac1cc-42e5-4ff0-827e-1a2b565a311d tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] show failed (client error): The resource could not be found. Jul 05 03:56:55.957607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-561bb317-bfe0-4b61-8702-af26be78710d req-1aeac1cc-42e5-4ff0-827e-1a2b565a311d tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/9a703f4a-819b-408a-8f44-1b8c9a5dfec7 HTTP/1.1" status: 404 len: 352 time: 0.0161688 Jul 05 03:56:56.010528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=bc8854bb-f58a-4e9e-8077-d140040d6093,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:56.049010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9bf12b3-3c1c-4d49-aac7-2c749a347e4f req-a149c561-04ec-42a4-99ce-63998bfd25ed tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00026f9f5f5e49348d69261bacc39b88 HTTP/1.1" status: 200 len: 6154 time: 0.0695143 Jul 05 03:56:56.097086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9bf12b3-3c1c-4d49-aac7-2c749a347e4f req-583fe3e1-dca9-4135-82d9-cc5658d9e29b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/bc618e5a-9556-417a-b25f-1017cf314767 HTTP/1.1" status: 200 len: 2985 time: 0.0423484 Jul 05 03:56:56.146347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9bf12b3-3c1c-4d49-aac7-2c749a347e4f req-7d630ef4-379e-41e3-aa8e-7a9b69ec62e0 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/bc618e5a-9556-417a-b25f-1017cf314767 HTTP/1.1" status: 200 len: 2985 time: 0.0429897 Jul 05 03:56:56.165711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba41cdb-d7e7-486e-8c9d-96f389d7d974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8854bb-f58a-4e9e-8077-d140040d6093'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:56.168744 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6a926ed-c9b2-4e5b-b2d9-ad40d85e1534" -d '{"events": [{"server_uuid": "8ba41cdb-d7e7-486e-8c9d-96f389d7d974", "name": "network-vif-plugged", "status": "completed", "tag": "bc8854bb-f58a-4e9e-8077-d140040d6093"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:56.177513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-50755dd4-dcfc-43ad-b291-bb630ac3638a req-e5062b47-c7e9-40fd-8be3-3ef1189e232c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1942205473', 'description': 'tempest-description-1740030109'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:56.203858 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23beeb01-8da7-4669-8b8f-a5eb66822f75 x-openstack-request-id: req-23beeb01-8da7-4669-8b8f-a5eb66822f75 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:56.204195 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba41cdb-d7e7-486e-8c9d-96f389d7d974", "name": "network-vif-plugged", "status": "completed", "tag": "bc8854bb-f58a-4e9e-8077-d140040d6093", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:56.204472 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23beeb01-8da7-4669-8b8f-a5eb66822f75 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:56.204869 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba41cdb-d7e7-486e-8c9d-96f389d7d974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc8854bb-f58a-4e9e-8077-d140040d6093', 'code': 200} Jul 05 03:56:56.333177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-50755dd4-dcfc-43ad-b291-bb630ac3638a req-e5062b47-c7e9-40fd-8be3-3ef1189e232c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.427590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b6df5-2273-41bd-9f02-61942315dc20 req-c48f25d5-645e-42d9-9677-afbbd13753a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.429024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-338b6df5-2273-41bd-9f02-61942315dc20 req-c48f25d5-645e-42d9-9677-afbbd13753a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 1097 time: 0.1389599 Jul 05 03:56:56.454028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7987f05-403d-46d4-b40b-bc71a72e47e6 req-435d9ca3-1920-42fd-9600-b2372ed58d31 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.455514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7987f05-403d-46d4-b40b-bc71a72e47e6 req-435d9ca3-1920-42fd-9600-b2372ed58d31 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1357486 Jul 05 03:56:56.523557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-338b6df5-2273-41bd-9f02-61942315dc20 req-de10aa24-035d-4743-a98c-6855e95c5482 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857024 Jul 05 03:56:56.542003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7987f05-403d-46d4-b40b-bc71a72e47e6 req-2508a2da-c6c1-4d6e-8d73-557b51547cae tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749710 Jul 05 03:56:56.548815 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-50755dd4-dcfc-43ad-b291-bb630ac3638a req-e5062b47-c7e9-40fd-8be3-3ef1189e232c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.620735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-50755dd4-dcfc-43ad-b291-bb630ac3638a req-e5062b47-c7e9-40fd-8be3-3ef1189e232c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.689009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5062b47-c7e9-40fd-8be3-3ef1189e232c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9fa217-d4b1-41bc-bc9f-762ab1110340,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:56.725251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e64366-171c-4ae9-91fc-476ab59b7b4c req-1a7d500a-895d-4243-8230-7e7f8e1d5ab2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.726767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6e64366-171c-4ae9-91fc-476ab59b7b4c req-1a7d500a-895d-4243-8230-7e7f8e1d5ab2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0848539 Jul 05 03:56:56.727980 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-50755dd4-dcfc-43ad-b291-bb630ac3638a req-e5062b47-c7e9-40fd-8be3-3ef1189e232c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:56.729108 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50755dd4-dcfc-43ad-b291-bb630ac3638a req-e5062b47-c7e9-40fd-8be3-3ef1189e232c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5580254 Jul 05 03:56:56.770776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6e64366-171c-4ae9-91fc-476ab59b7b4c req-e6d65866-5ca7-465e-9551-f8d8f5c125f0 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375216 Jul 05 03:56:56.934059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca06a58f-c645-445e-9fcd-e7a14a017317 req-f4fc3ccd-d0b9-426f-9254-f00669c6f55b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:56.935603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca06a58f-c645-445e-9fcd-e7a14a017317 req-f4fc3ccd-d0b9-426f-9254-f00669c6f55b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 946 time: 0.1095767 Jul 05 03:56:57.002409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1468f2bf-52e1-429d-975c-9fe14110f640 req-4fafec8e-02d2-4c95-bd26-24316b40278e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.004898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1468f2bf-52e1-429d-975c-9fe14110f640 req-4fafec8e-02d2-4c95-bd26-24316b40278e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1192296 Jul 05 03:56:57.008029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca06a58f-c645-445e-9fcd-e7a14a017317 req-ab166f74-cae6-498f-87f3-240037eec7d9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=b73a8f26-9377-4989-9f6b-9904a42dd988&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0657525 Jul 05 03:56:57.064636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1468f2bf-52e1-429d-975c-9fe14110f640 req-a024a9f8-9588-4ec6-8d23-3856a130e65e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508881 Jul 05 03:56:57.094360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e8783ff3-5d4d-4676-98d4-7a2fd69a0a71 req-0e871f73-a7af-4789-98f7-5952a3464ee2 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1560519612', 'description': 'tempest-description-1264769396'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:56:57.182425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-4afe0c1b-8183-444a-8eb2-263599addf77 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.184135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-4afe0c1b-8183-444a-8eb2-263599addf77 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.26 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 946 time: 0.0800557 Jul 05 03:56:57.219218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8783ff3-5d4d-4676-98d4-7a2fd69a0a71 req-0e871f73-a7af-4789-98f7-5952a3464ee2 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.346470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Deleting port e406b711-1120-48a0-aa79-aed6e9b107e4 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:56:57.346812 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.413360 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8783ff3-5d4d-4676-98d4-7a2fd69a0a71 req-0e871f73-a7af-4789-98f7-5952a3464ee2 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.457032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] For port e406b711-1120-48a0-aa79-aed6e9b107e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e406b711-1120-48a0-aa79-aed6e9b107e4,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:56:57.457761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.527468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8783ff3-5d4d-4676-98d4-7a2fd69a0a71 req-0e871f73-a7af-4789-98f7-5952a3464ee2 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.614608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e871f73-a7af-4789-98f7-5952a3464ee2 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a2574373-78e9-494b-98db-89989120e28c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:57.676768 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8783ff3-5d4d-4676-98d4-7a2fd69a0a71 req-0e871f73-a7af-4789-98f7-5952a3464ee2 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.678042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8783ff3-5d4d-4676-98d4-7a2fd69a0a71 req-0e871f73-a7af-4789-98f7-5952a3464ee2 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.5881629 Jul 05 03:56:57.779486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.779763 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:57.780121 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Floating IP dbec49c9-8453-4687-9e7c-96de407f47b8 disassociated. External IP: 172.25.4.70, port: e406b711-1120-48a0-aa79-aed6e9b107e4. Jul 05 03:56:57.780469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Calling delete_port for e406b711-1120-48a0-aa79-aed6e9b107e4 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:56:57.860651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419fecac-bad1-4e81-a502-38517217fabf req-86ca2d50-3221-4536-bb1a-3697fa1fa40f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:57.862184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-419fecac-bad1-4e81-a502-38517217fabf req-86ca2d50-3221-4536-bb1a-3697fa1fa40f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1551428 Jul 05 03:56:57.984923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-419fecac-bad1-4e81-a502-38517217fabf req-a19683fb-3da3-4d64-8952-dca22fe07b6b tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142392 Jul 05 03:56:58.054368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34710e-0df1-469f-94df-5225fe636721 req-5489b2dc-9175-4fcc-a129-50bbe96d0338 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.055888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-5489b2dc-9175-4fcc-a129-50bbe96d0338 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/networks?id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 200 len: 813 time: 0.1882260 Jul 05 03:56:58.079686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-97a46a65-aca4-4534-a1c8-e8c547f4ce05 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/quotas/00026f9f5f5e49348d69261bacc39b88 HTTP/1.1" status: 200 len: 375 time: 0.0109789 Jul 05 03:56:58.162882 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.207300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event deleted for resources: {'Port': ['ID=e406b711-1120-48a0-aa79-aed6e9b107e4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:56:58.236552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-5be4edf8-5e4f-45b1-8a3d-d1d20444187c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1505022 Jul 05 03:56:58.342665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83791c13-a2cb-44cd-ba07-cc97949a8ad7 req-c60791ad-d026-4ba4-b8e2-3af4194bb53c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.344141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83791c13-a2cb-44cd-ba07-cc97949a8ad7 req-c60791ad-d026-4ba4-b8e2-3af4194bb53c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.2276673 Jul 05 03:56:58.454841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83791c13-a2cb-44cd-ba07-cc97949a8ad7 req-aefd715c-b5f1-4af8-b7c3-00f9119f60b3 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032300 Jul 05 03:56:58.462955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-38d0024c-a67a-498e-91dd-add8b26c00cd service neutron] 10.222.0.30 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904078 Jul 05 03:56:58.467334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Router ff34cbd5-c412-40d6-8cfc-cb35f211d65e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:56:58.623523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a84ca73-9720-43a3-bded-5e59c5fa9fa6 req-998e825f-ebcb-491e-bf70-ff4d879aabf0 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 210 time: 0.0518076 Jul 05 03:56:58.694854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-f46b8181-586f-4d4e-986c-5e149c4ea199 service neutron] 10.222.0.30 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256072 Jul 05 03:56:58.703446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:56:58.714906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] Sync routers for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:56:58.725115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:58.725959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:56:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:58.793855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] No DVR routers for this DVR port e406b711-1120-48a0-aa79-aed6e9b107e4 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:56:58.813565 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:56:58.815502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a084011f-4e1f-49c8-885b-2d6737a2b3fd req-a7a4db71-464c-438e-aa0f-8a21ce21661b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.26 "DELETE /v2.0/ports/e406b711-1120-48a0-aa79-aed6e9b107e4 HTTP/1.1" status: 204 len: 173 time: 1.6246419 Jul 05 03:56:58.816815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'name': 'network-vif-deleted', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:56:58.819100 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d0e627e-fd20-4369-888b-061e259b04e4" -d '{"events": [{"server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "name": "network-vif-deleted", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:56:58.853653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:58.861620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd27fb05-1868-411e-b9e3-37691da7db32 req-94389259-d300-4a11-82bb-d152a27fbc4d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:58.863184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd27fb05-1868-411e-b9e3-37691da7db32 req-94389259-d300-4a11-82bb-d152a27fbc4d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1020882 Jul 05 03:56:58.908442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd27fb05-1868-411e-b9e3-37691da7db32 req-eb3b008d-ecd9-40e3-b5f0-ab44d1fbe076 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378921 Jul 05 03:56:59.107500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:59.142228 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-277ad254-329b-412a-9be3-9988240aafc8 x-openstack-request-id: req-277ad254-329b-412a-9be3-9988240aafc8 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:56:59.142531 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f5199c62-1888-42a2-af72-d70a73308932", "name": "network-vif-deleted", "tag": "e406b711-1120-48a0-aa79-aed6e9b107e4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:56:59.143039 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-277ad254-329b-412a-9be3-9988240aafc8 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:56:59.143458 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f5199c62-1888-42a2-af72-d70a73308932', 'name': 'network-vif-deleted', 'tag': 'e406b711-1120-48a0-aa79-aed6e9b107e4', 'status': 'completed', 'code': 200} Jul 05 03:56:59.153424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] Checking router: ff34cbd5-c412-40d6-8cfc-cb35f211d65e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:56:59.169136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:56:59.169657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:56:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:59.225472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f420d0ff-b2f4-4564-8e3b-bfb4a84b2ae7 req-f2599d2c-cad4-4f92-89db-9eece9a9f01e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 210 time: 0.0395191 Jul 05 03:56:59.296814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:56:59.385625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b37ef52-bd23-443c-a41c-f17515ea98aa req-0993d524-7cd5-43fd-a245-33d3700926dd tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.387661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b37ef52-bd23-443c-a41c-f17515ea98aa req-0993d524-7cd5-43fd-a245-33d3700926dd tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0826085 Jul 05 03:56:59.450019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b37ef52-bd23-443c-a41c-f17515ea98aa req-bdb0ad14-3274-4075-a293-0b840f5f9cf8 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548923 Jul 05 03:56:59.678483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b263ff34-4845-47c7-a6ee-87f2173a9127 req-c918247a-0f80-4e94-a9ff-b807ae3421b8 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:56:59.680080 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b263ff34-4845-47c7-a6ee-87f2173a9127 req-c918247a-0f80-4e94-a9ff-b807ae3421b8 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0947802 Jul 05 03:56:59.714490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:56:59.724890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b263ff34-4845-47c7-a6ee-87f2173a9127 req-799efe21-3366-4162-9c75-5254dacdff0c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378289 Jul 05 03:56:59.748028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52e03e6b-d490-42da-a046-4f9d535a4a45 None None] The sync data for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 is: [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:56:59.904453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d4e2a49-43ad-499f-a771-da4d235b12fc req-86381813-fee4-4e93-a59f-d01fc138b112 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=f5199c62-1888-42a2-af72-d70a73308932 HTTP/1.1" status: 200 len: 210 time: 0.0336034 Jul 05 03:57:00.067985 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ecfe99ff-e50b-475b-b069-354cbc6fd084 None None] New status for floating IP dbec49c9-8453-4687-9e7c-96de407f47b8: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:57:00.159641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1203812f-730c-4758-b6b2-2a2f3f16dc64 req-168f3313-538e-4c56-951c-92cea5d31745 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.161210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1203812f-730c-4758-b6b2-2a2f3f16dc64 req-168f3313-538e-4c56-951c-92cea5d31745 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0989997 Jul 05 03:57:00.208865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1203812f-730c-4758-b6b2-2a2f3f16dc64 req-5b0650e7-bdeb-4a90-b9ff-bb59f76aa024 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402246 Jul 05 03:57:00.382728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b742cc1-6e0f-4587-9a24-35e7d48d7db5 req-c0d3a0a6-1666-4f38-b8f2-228a5e29de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.382728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b742cc1-6e0f-4587-9a24-35e7d48d7db5 req-c0d3a0a6-1666-4f38-b8f2-228a5e29de1e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 1097 time: 0.0672972 Jul 05 03:57:00.535532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b742cc1-6e0f-4587-9a24-35e7d48d7db5 req-601fb111-b393-465c-9518-e98790332e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.543073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b742cc1-6e0f-4587-9a24-35e7d48d7db5 req-601fb111-b393-465c-9518-e98790332e6e service neutron] 10.222.0.26 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 920 time: 0.1416159 Jul 05 03:57:00.564406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1084119c-eaed-43a9-b5ca-ca10077ddc62 req-59aeccc5-938b-434b-85d8-c6ac1185964d tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.565721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1084119c-eaed-43a9-b5ca-ca10077ddc62 req-59aeccc5-938b-434b-85d8-c6ac1185964d tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1690140 Jul 05 03:57:00.600334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b742cc1-6e0f-4587-9a24-35e7d48d7db5 req-6a2282c1-c38a-4efb-aecd-e5a9ed1b349b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=bc8854bb-f58a-4e9e-8077-d140040d6093 HTTP/1.1" status: 200 len: 217 time: 0.0504658 Jul 05 03:57:00.677730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93471a46-29e4-4083-bb85-c0ab1bb322e2 req-b16e4abf-a577-4e92-9ae8-b0db964c2a46 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 210 time: 0.0708954 Jul 05 03:57:00.705497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1084119c-eaed-43a9-b5ca-ca10077ddc62 req-95b39107-8080-4c98-a940-b63cdfec5776 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081104 Jul 05 03:57:00.707017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b742cc1-6e0f-4587-9a24-35e7d48d7db5 req-0351b9b0-0cf4-42d9-a898-90996742b77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:00.708430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b742cc1-6e0f-4587-9a24-35e7d48d7db5 req-0351b9b0-0cf4-42d9-a898-90996742b77b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb904193-b65b-4420-a87d-fc43f384337a HTTP/1.1" status: 200 len: 859 time: 0.0932424 Jul 05 03:57:00.759859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b742cc1-6e0f-4587-9a24-35e7d48d7db5 req-c8eb1a80-ba66-45b2-907c-9d4ab6337822 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4530ce1e-09ff-4427-90eb-146c4454065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387301 Jul 05 03:57:00.917391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b742cc1-6e0f-4587-9a24-35e7d48d7db5 req-aab40894-b8bc-4a29-b80e-9695b9081676 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365354 Jul 05 03:57:01.022228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593364fe-87a1-45bd-a353-44798fcf68b9 req-5bc4fe96-e6b6-49c9-bbda-88e66b650ef2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.024880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-593364fe-87a1-45bd-a353-44798fcf68b9 req-5bc4fe96-e6b6-49c9-bbda-88e66b650ef2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1568487 Jul 05 03:57:01.088054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b742cc1-6e0f-4587-9a24-35e7d48d7db5 req-284756bc-ccec-488e-8e37-7fa74b124f15 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564238 Jul 05 03:57:01.100264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-593364fe-87a1-45bd-a353-44798fcf68b9 req-d0058fca-419b-410d-9379-8268c7df3be1 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602105 Jul 05 03:57:01.172876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58310) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:01.256155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-373c81e1-be17-4861-a0c7-98e5b3c2caab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.285989 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-373c81e1-be17-4861-a0c7-98e5b3c2caab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.417142 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-373c81e1-be17-4861-a0c7-98e5b3c2caab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.420138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-373c81e1-be17-4861-a0c7-98e5b3c2caab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.421903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-373c81e1-be17-4861-a0c7-98e5b3c2caab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "DELETE /v2.0/security-groups/b73a8f26-9377-4989-9f6b-9904a42dd988 HTTP/1.1" status: 204 len: 168 time: 0.2476828 Jul 05 03:57:01.428040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58322) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:01.443412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373c81e1-be17-4861-a0c7-98e5b3c2caab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b73a8f26-9377-4989-9f6b-9904a42dd988,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:01.450285 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-2b8b0986-6137-4f3b-a0f6-b7b664bab5af tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] show failed (client error): The resource could not be found. Jul 05 03:57:01.458796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2b8b0986-6137-4f3b-a0f6-b7b664bab5af tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups/b73a8f26-9377-4989-9f6b-9904a42dd988 HTTP/1.1" status: 404 len: 347 time: 0.0289996 Jul 05 03:57:01.461706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58324) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:01.486137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04db4933-a256-486d-9ffd-60bf1b50bf71 req-80dca6af-bc63-437d-b4b9-b4d8701edf77 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.492295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04db4933-a256-486d-9ffd-60bf1b50bf71 req-80dca6af-bc63-437d-b4b9-b4d8701edf77 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1261480 Jul 05 03:57:01.538267 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04db4933-a256-486d-9ffd-60bf1b50bf71 req-865e162c-f29c-4699-a9cf-738fde2e83a1 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449550 Jul 05 03:57:01.623604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e406b711-1120-48a0-aa79-aed6e9b107e4 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:01.659350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: e406b711-1120-48a0-aa79-aed6e9b107e4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:01.659721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e406b711-1120-48a0-aa79-aed6e9b107e4 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:01.661444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fc2e8-b9fa-4cf2-803c-756ba7aca855 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Deleting port d518c5fc-27ad-425b-95cd-113f65801aad {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:01.661857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc2e8-b9fa-4cf2-803c-756ba7aca855 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.752370 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc2e8-b9fa-4cf2-803c-756ba7aca855 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.752829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc2e8-b9fa-4cf2-803c-756ba7aca855 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:01.770422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6a0fc2e8-b9fa-4cf2-803c-756ba7aca855 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Calling delete_port for d518c5fc-27ad-425b-95cd-113f65801aad owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:01.855262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c68fa68-3a85-49bf-934d-0616e66dc2cc req-4b9b2130-cfea-4394-affa-b8c3b4965452 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 210 time: 0.0504537 Jul 05 03:57:01.922845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565279a4-ef8e-438a-b985-7d26ab403fe8 req-967e82b1-5d7b-4d2c-a263-a8918f3abe71 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:01.924429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-565279a4-ef8e-438a-b985-7d26ab403fe8 req-967e82b1-5d7b-4d2c-a263-a8918f3abe71 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0812893 Jul 05 03:57:01.965669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-565279a4-ef8e-438a-b985-7d26ab403fe8 req-1618904d-7f84-46e4-bf82-b7ccb69facf5 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347848 Jul 05 03:57:02.034350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc2e8-b9fa-4cf2-803c-756ba7aca855 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.062212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a0fc2e8-b9fa-4cf2-803c-756ba7aca855 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event deleted for resources: {'Port': ['ID=d518c5fc-27ad-425b-95cd-113f65801aad,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:02.136829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc2e8-b9fa-4cf2-803c-756ba7aca855 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.140709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a0fc2e8-b9fa-4cf2-803c-756ba7aca855 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.140709 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6a0fc2e8-b9fa-4cf2-803c-756ba7aca855 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "DELETE /v2.0/floatingips/dbec49c9-8453-4687-9e7c-96de407f47b8 HTTP/1.1" status: 204 len: 168 time: 0.6771574 Jul 05 03:57:02.170848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34710e-0df1-469f-94df-5225fe636721 req-c486a72a-13c2-4323-95b7-9313e5c7ee2d tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.172714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-c486a72a-13c2-4323-95b7-9313e5c7ee2d tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.26 "GET /v2.0/networks?id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 200 len: 813 time: 0.1505759 Jul 05 03:57:02.201983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'port': {'device_id': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac', 'admin_state_up': True, 'tenant_id': '00026f9f5f5e49348d69261bacc39b88'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:02.563530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58338) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:02.570090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b828d30e-b27c-4275-8374-f2f452d568ab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1152876371', 'description': 'tempest-description--696642014'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:02.693580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b828d30e-b27c-4275-8374-f2f452d568ab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.742633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cee5a9-5d84-47cb-b414-aaff6cd994b2 req-c238b12d-f5bf-4b41-9d5c-17b26596f61b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.744268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19cee5a9-5d84-47cb-b414-aaff6cd994b2 req-c238b12d-f5bf-4b41-9d5c-17b26596f61b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.4841635 Jul 05 03:57:02.807778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19cee5a9-5d84-47cb-b414-aaff6cd994b2 req-19af696d-2985-446a-96dd-8272c88eae3f tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502863 Jul 05 03:57:02.833802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b828d30e-b27c-4275-8374-f2f452d568ab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.911295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132688fc-9c77-41fb-928b-b05d6aa58a4e req-63769b86-a498-40f4-8f07-f58ff7568fec tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:02.913929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-132688fc-9c77-41fb-928b-b05d6aa58a4e req-63769b86-a498-40f4-8f07-f58ff7568fec tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0693340 Jul 05 03:57:02.945559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b828d30e-b27c-4275-8374-f2f452d568ab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:02.962064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-132688fc-9c77-41fb-928b-b05d6aa58a4e req-26a6a18c-d44e-4060-982f-33fae76e3e27 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435531 Jul 05 03:57:02.992932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b828d30e-b27c-4275-8374-f2f452d568ab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:03.069600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Made reservation on behalf of 00026f9f5f5e49348d69261bacc39b88 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:03.069600 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.164071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b828d30e-b27c-4275-8374-f2f452d568ab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.165944 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b828d30e-b27c-4275-8374-f2f452d568ab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.6010108 Jul 05 03:57:03.166738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cba391b-138c-456e-bb77-8e4cda8c5183 req-05f9b269-9fc0-4daa-9a74-752f7f3a4ae4 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 210 time: 0.0724893 Jul 05 03:57:03.171791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58350) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:03.177817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-cf5f74aa-7ebf-4b57-8c2b-12bd8c3c8494 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'security_group_rule': {'security_group_id': '14f2aa19-47d3-4cb1-a0cc-2172749e5ad6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:03.292732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Allocated IP 172.20.0.11 (cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac/b2a305da-54a0-4e52-8aa9-62c156daeb60/a38a8e99-30be-472d-bad0-b0addd7857e4) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:03.300645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf5f74aa-7ebf-4b57-8c2b-12bd8c3c8494 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.309560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2497e7b-7e1f-4eaf-95dc-f89a6864f0ea req-878dc8e4-a789-4aa6-b01a-88c925fa88b4 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.311142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2497e7b-7e1f-4eaf-95dc-f89a6864f0ea req-878dc8e4-a789-4aa6-b01a-88c925fa88b4 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1409390 Jul 05 03:57:03.385553 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf5f74aa-7ebf-4b57-8c2b-12bd8c3c8494 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.388468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2497e7b-7e1f-4eaf-95dc-f89a6864f0ea req-e5fb0dfc-43e5-4044-a5d6-71947877c595 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662608 Jul 05 03:57:03.444062 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf5f74aa-7ebf-4b57-8c2b-12bd8c3c8494 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.473503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5f74aa-7ebf-4b57-8c2b-12bd8c3c8494 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=322c01ac-5297-4482-8faa-189592de8a29,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:03.519276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.549361 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf5f74aa-7ebf-4b57-8c2b-12bd8c3c8494 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.550665 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cf5f74aa-7ebf-4b57-8c2b-12bd8c3c8494 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3767600 Jul 05 03:57:03.553664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58352) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:03.561190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a43cc5cd-f30f-4708-90dd-3adb10e6c156 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'security_group_rule': {'security_group_id': '14f2aa19-47d3-4cb1-a0cc-2172749e5ad6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:03.640427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.652330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d2d6aa14-50f6-4712-b487-2da9d8ff0045'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:03.668303 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a43cc5cd-f30f-4708-90dd-3adb10e6c156 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.697738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:03.702016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:03.706758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:03.711733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'Port': ['ID=a38a8e99-30be-472d-bad0-b0addd7857e4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:03.761651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:03.763504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.767338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a43cc5cd-f30f-4708-90dd-3adb10e6c156 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.920237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a43cc5cd-f30f-4708-90dd-3adb10e6c156 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:03.921079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-a23f5f56-99a6-49ca-be4b-d127382b1415 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7279100 Jul 05 03:57:03.939162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43cc5cd-f30f-4708-90dd-3adb10e6c156 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ebf0fe2b-a7b4-4fdc-834b-243e6edd4b67,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:03.950197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Request body: {'port': {'device_id': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:04.062873 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a43cc5cd-f30f-4708-90dd-3adb10e6c156 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.065190 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a43cc5cd-f30f-4708-90dd-3adb10e6c156 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5096204 Jul 05 03:57:04.067945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58362) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:04.072015 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.073781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:04.083095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bcb374-1a66-43b7-ae9b-82cf394a3155 req-27034c83-c180-4550-bd33-578c8cbe4608 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.087187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15bcb374-1a66-43b7-ae9b-82cf394a3155 req-27034c83-c180-4550-bd33-578c8cbe4608 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1545534 Jul 05 03:57:04.159978 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.207005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15bcb374-1a66-43b7-ae9b-82cf394a3155 req-95ff2cb7-d069-46c0-9dca-255dd56792c8 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000230 Jul 05 03:57:04.277091 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.367508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c645472e-eb42-4464-ab39-9326372b646e req-0f9bcd5f-9855-4205-b129-e8f9c13daf18 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.369243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c645472e-eb42-4464-ab39-9326372b646e req-0f9bcd5f-9855-4205-b129-e8f9c13daf18 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.2145963 Jul 05 03:57:04.430317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Allocated IP 172.25.4.162 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/aeadb03d-59bd-4401-bb82-332d7d76e153) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:04.499439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c645472e-eb42-4464-ab39-9326372b646e req-51a5cf80-3dcc-4823-89fe-6e63ddb1f4df tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011908 Jul 05 03:57:04.553258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.576586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b76b37-9db3-44f5-926e-05eba95ed49b req-32c8cf80-33fb-4f8f-8771-566ec7a11535 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.578100 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2b76b37-9db3-44f5-926e-05eba95ed49b req-32c8cf80-33fb-4f8f-8771-566ec7a11535 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 932 time: 0.1284056 Jul 05 03:57:04.593895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a38a8e99-30be-472d-bad0-b0addd7857e4 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:04.607872 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.664941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Transition to ACTIVE for port object a38a8e99-30be-472d-bad0-b0addd7857e4 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:04.674673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2b76b37-9db3-44f5-926e-05eba95ed49b req-682bacec-6aca-4aa9-8cf8-8e50bbd6bdd3 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897679 Jul 05 03:57:04.680348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.710371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6017dff-7aa5-4d55-a28d-2d9159f4abfa req-0d2f77ac-373f-4dad-8320-7b51a9e63900 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:04.711969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6017dff-7aa5-4d55-a28d-2d9159f4abfa req-0d2f77ac-373f-4dad-8320-7b51a9e63900 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0982840 Jul 05 03:57:04.723229 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:04.726124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:04.732054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:04.753980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6017dff-7aa5-4d55-a28d-2d9159f4abfa req-adb2fe87-06f8-4445-8cf3-a8fae7134060 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357394 Jul 05 03:57:04.764453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.764574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'Port': ['ID=aeadb03d-59bd-4401-bb82-332d7d76e153,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:04.812830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a38a8e99-30be-472d-bad0-b0addd7857e4,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:04.835868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.888120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Attempting to bind port a38a8e99-30be-472d-bad0-b0addd7857e4 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:04.888656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Attempting to bind port a38a8e99-30be-472d-bad0-b0addd7857e4 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '2757ca28-393a-43ea-aaca-de686b9ada74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:04.888861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Attempting to bind port a38a8e99-30be-472d-bad0-b0addd7857e4 on network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:04.894087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Port a38a8e99-30be-472d-bad0-b0addd7857e4 on network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:04.894416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Attempting to bind port a38a8e99-30be-472d-bad0-b0addd7857e4 on network cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:04.899553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:04.899916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Checking segment: {'id': '2757ca28-393a-43ea-aaca-de686b9ada74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:04.900308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Bound using segment: {'id': '2757ca28-393a-43ea-aaca-de686b9ada74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:04.900743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Bound port: a38a8e99-30be-472d-bad0-b0addd7857e4, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2757ca28-393a-43ea-aaca-de686b9ada74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:04.901161 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:04.978834 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.116816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] For port a38a8e99-30be-472d-bad0-b0addd7857e4, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:05.120219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] For port a38a8e99-30be-472d-bad0-b0addd7857e4, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a38a8e99-30be-472d-bad0-b0addd7857e4,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:05.189065 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.224244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.224896 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.226288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] 10.222.0.26 "PUT /v2.0/ports/a38a8e99-30be-472d-bad0-b0addd7857e4 HTTP/1.1" status: 200 len: 1093 time: 1.2825625 Jul 05 03:57:05.226734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'tag': 'a38a8e99-30be-472d-bad0-b0addd7857e4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:05.229060 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34335dad-e62a-4f31-9791-4eae359be871" -d '{"events": [{"name": "network-changed", "server_uuid": "236efe13-2ac4-4bcf-97fc-c6f06d2c10ab", "tag": "a38a8e99-30be-472d-bad0-b0addd7857e4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:05.234277 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.258323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54b6fec-6a37-4515-be34-11413804b4d5 service neutron] Pushing event updated for resources: {'Port': ['ID=a38a8e99-30be-472d-bad0-b0addd7857e4,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:05.288996 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15302bc6-95a9-46a8-b1fa-c7b69079a773 x-openstack-request-id: req-15302bc6-95a9-46a8-b1fa-c7b69079a773 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:05.292633 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236efe13-2ac4-4bcf-97fc-c6f06d2c10ab", "tag": "a38a8e99-30be-472d-bad0-b0addd7857e4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:05.292763 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.292883 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15302bc6-95a9-46a8-b1fa-c7b69079a773 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:05.292883 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'tag': 'a38a8e99-30be-472d-bad0-b0addd7857e4', 'status': 'completed', 'code': 200} Jul 05 03:57:05.369007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'Port': ['ID=aeadb03d-59bd-4401-bb82-332d7d76e153,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:05.381336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.418209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34335dad-e62a-4f31-9791-4eae359be871 req-ae428ea0-9621-4d28-affb-ffb70d8e4942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.419794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34335dad-e62a-4f31-9791-4eae359be871 req-ae428ea0-9621-4d28-affb-ffb70d8e4942 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 1096 time: 0.1034815 Jul 05 03:57:05.439577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c052151f-2508-42de-93b4-22391bcf5de3 req-5ebd962b-b026-4468-b8f3-cf8a73b50fbc tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.441205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c052151f-2508-42de-93b4-22391bcf5de3 req-5ebd962b-b026-4468-b8f3-cf8a73b50fbc tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0959158 Jul 05 03:57:05.494996 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:05.496510 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d05c7867-e5ea-4139-8f75-792071f9fc88 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4271266 Jul 05 03:57:05.532554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c052151f-2508-42de-93b4-22391bcf5de3 req-b13ec465-d8bd-4afc-9d3d-900210704db1 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814407 Jul 05 03:57:05.582984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34335dad-e62a-4f31-9791-4eae359be871 req-d2262232-f016-4c70-ba25-2ed8be262fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.584556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34335dad-e62a-4f31-9791-4eae359be871 req-d2262232-f016-4c70-ba25-2ed8be262fbf service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=00026f9f5f5e49348d69261bacc39b88&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1424482 Jul 05 03:57:05.768811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-4003018b-3022-438d-9ab1-236dcd8e18c1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1152876371&fields=id&tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a HTTP/1.1" status: 200 len: 267 time: 0.0725806 Jul 05 03:57:05.776907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34335dad-e62a-4f31-9791-4eae359be871 req-a8cc1883-5001-4acc-80c3-85a9c0259704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.778400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34335dad-e62a-4f31-9791-4eae359be871 req-a8cc1883-5001-4acc-80c3-85a9c0259704 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1785941 Jul 05 03:57:05.900903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7cda59-7093-4ea8-9985-60c62ac1ca3a req-a75ae750-a62b-4bdc-bc43-ecd64e0523a8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.902375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a7cda59-7093-4ea8-9985-60c62ac1ca3a req-a75ae750-a62b-4bdc-bc43-ecd64e0523a8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.2442951 Jul 05 03:57:05.995046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-cf608e7c-7b2a-4181-ae1c-fd7fa54e71ab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:05.996593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-cf608e7c-7b2a-4181-ae1c-fd7fa54e71ab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 816 time: 0.2173140 Jul 05 03:57:06.002184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a7cda59-7093-4ea8-9985-60c62ac1ca3a req-7dc74975-a9dd-48c0-aab0-84413bd159b0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893967 Jul 05 03:57:06.013265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34710e-0df1-469f-94df-5225fe636721 req-d84fa596-6d67-473e-af5b-a220f897c794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.014775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-d84fa596-6d67-473e-af5b-a220f897c794 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 1096 time: 0.1628277 Jul 05 03:57:06.019601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-6c67f4c1-fb90-4f4a-89c9-b5a81d5cdfe0 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/quotas/6d7a6a7dab774f48a943dc7e1c06b98a HTTP/1.1" status: 200 len: 375 time: 0.0164874 Jul 05 03:57:06.087601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-c5aa6571-7970-49a3-a57a-dbd8e4a5feb0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a38a8e99-30be-472d-bad0-b0addd7857e4 HTTP/1.1" status: 200 len: 217 time: 0.0568070 Jul 05 03:57:06.206298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f34710e-0df1-469f-94df-5225fe636721 req-7f29b091-c97b-4c25-968e-23d6d715d0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.208073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-7f29b091-c97b-4c25-968e-23d6d715d0a1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2a305da-54a0-4e52-8aa9-62c156daeb60 HTTP/1.1" status: 200 len: 853 time: 0.1014726 Jul 05 03:57:06.256575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-436fd51e-b460-41c0-a4e1-f0b45b207cc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402875 Jul 05 03:57:06.267827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-ce6c8496-9692-45de-a6e3-8939f244c501 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2294703 Jul 05 03:57:06.348079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce952606-deda-41c9-9608-cbbb39eca94b req-fe3781c6-8b17-4278-951a-200a96e534ca tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.349550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce952606-deda-41c9-9608-cbbb39eca94b req-fe3781c6-8b17-4278-951a-200a96e534ca tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 944 time: 0.2329524 Jul 05 03:57:06.466246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce952606-deda-41c9-9608-cbbb39eca94b req-cd6aebc4-502a-4476-9f39-a88542558cf4 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865841 Jul 05 03:57:06.470705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-214289f2-36cc-4d28-bd87-08cc8a961622 service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2017393 Jul 05 03:57:06.486355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-f8a9e256-4b9a-4ed1-b7c3-b1e2f73d30bb service neutron] 10.222.0.30 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059052 Jul 05 03:57:06.685454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-96aacd19-3df7-4024-8eb7-7e68be828766 service neutron] 10.222.0.30 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1913421 Jul 05 03:57:06.690829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f34710e-0df1-469f-94df-5225fe636721 req-360a2223-d9b4-44ba-8c02-9af6381f1f94 service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092135 Jul 05 03:57:06.712729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abfe659-aedd-4ee4-b74b-81534eba0c69 req-7e5c5379-09b4-4e0e-9541-397f3c745dac tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:06.714291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7abfe659-aedd-4ee4-b74b-81534eba0c69 req-7e5c5379-09b4-4e0e-9541-397f3c745dac tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1363957 Jul 05 03:57:06.757144 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7abfe659-aedd-4ee4-b74b-81534eba0c69 req-2cefdb3d-74fd-4b9c-9ed3-b8e355722630 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362296 Jul 05 03:57:07.072192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79f13bfb-dbb9-448a-a3d8-d2782cb4a879 req-8679de82-95f7-468d-bbd9-05a000ca2192 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 210 time: 0.0337811 Jul 05 03:57:07.157898 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c63b227-31ef-4b4f-b706-a392fd75a1a6 req-3db95976-1827-48b3-bd7f-a8b506b074c9 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.159402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c63b227-31ef-4b4f-b706-a392fd75a1a6 req-3db95976-1827-48b3-bd7f-a8b506b074c9 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0746558 Jul 05 03:57:07.199350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c63b227-31ef-4b4f-b706-a392fd75a1a6 req-99acb81d-136c-4d05-8240-bb54348fc430 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341845 Jul 05 03:57:07.351724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b93e5be-e5a9-46a1-8cec-88c3b83e5d24 req-3b2a0c8f-bf8b-4811-92eb-a0699e25b53e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.353314 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b93e5be-e5a9-46a1-8cec-88c3b83e5d24 req-3b2a0c8f-bf8b-4811-92eb-a0699e25b53e tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0679233 Jul 05 03:57:07.392640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b93e5be-e5a9-46a1-8cec-88c3b83e5d24 req-20ad1927-6fe1-4d57-8edc-1229db9e9b7b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336626 Jul 05 03:57:07.648625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4046ab12-6f1f-4d6d-8853-73541c251b07 req-34fa95c9-9ec4-49c6-920a-d112037df75d tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.650073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4046ab12-6f1f-4d6d-8853-73541c251b07 req-34fa95c9-9ec4-49c6-920a-d112037df75d tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 944 time: 0.0683298 Jul 05 03:57:07.688621 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4046ab12-6f1f-4d6d-8853-73541c251b07 req-965d2584-91d4-4083-a0a6-faa492f47f61 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328889 Jul 05 03:57:07.940668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277cca10-fecc-4588-9d01-7b096e567727 req-a19617cb-4558-4510-a983-173a5b79866b tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:07.942176 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-277cca10-fecc-4588-9d01-7b096e567727 req-a19617cb-4558-4510-a983-173a5b79866b tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0694880 Jul 05 03:57:07.971651 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4595c061-7051-4082-810f-e16e9c5bba92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:07.982767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-277cca10-fecc-4588-9d01-7b096e567727 req-72e9c320-fd47-4c53-8b2c-b88ea514d896 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349574 Jul 05 03:57:08.271956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-534bfb7c-5d62-478e-8ebc-5e9d4bb99013 req-c1d7bd64-6976-4212-ad5d-e0b8d622a68d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 210 time: 0.0313034 Jul 05 03:57:08.409254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34760cca-4b56-4ced-9ebf-1eb327fd7bfb req-f88a1a0c-d2c5-4fdf-8641-fdc6448166ee tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.410919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34760cca-4b56-4ced-9ebf-1eb327fd7bfb req-f88a1a0c-d2c5-4fdf-8641-fdc6448166ee tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0832336 Jul 05 03:57:08.456653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34760cca-4b56-4ced-9ebf-1eb327fd7bfb req-163b62ab-6716-42a2-937b-d6ddec13ead3 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394330 Jul 05 03:57:08.807111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6310a2-93b4-4a7b-ae08-5aa0f0af0553 req-1d7f2603-9f2a-4977-bd99-c0f60157c9ee tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.807111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a6310a2-93b4-4a7b-ae08-5aa0f0af0553 req-1d7f2603-9f2a-4977-bd99-c0f60157c9ee tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0749216 Jul 05 03:57:08.884464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a6310a2-93b4-4a7b-ae08-5aa0f0af0553 req-580366c6-61e2-49d8-8cd9-a40b672f460b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702777 Jul 05 03:57:08.920366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b59fa1-ff06-4d9d-96fd-df9fd3f867a8 req-6d8aa763-6b82-4aae-963d-817c0903b5a6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:08.921992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0b59fa1-ff06-4d9d-96fd-df9fd3f867a8 req-6d8aa763-6b82-4aae-963d-817c0903b5a6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 944 time: 0.1063673 Jul 05 03:57:08.966151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0b59fa1-ff06-4d9d-96fd-df9fd3f867a8 req-ceae723a-efd4-43c2-8bc9-3620100da25b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381403 Jul 05 03:57:09.190273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cdd18b-ce53-490c-be5b-8b72dc17015a req-40198b06-2576-4f8a-8ea5-66a353e89d21 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:09.191781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1cdd18b-ce53-490c-be5b-8b72dc17015a req-40198b06-2576-4f8a-8ea5-66a353e89d21 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0740316 Jul 05 03:57:09.236006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1cdd18b-ce53-490c-be5b-8b72dc17015a req-bf8398d8-8463-447f-ad58-d6aad178ff92 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386434 Jul 05 03:57:09.430226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02ad3aa4-c8b5-4dac-810d-8676aafaa466 req-010181c1-be49-4179-b59e-6de2e163a966 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 210 time: 0.0310607 Jul 05 03:57:09.625506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a38a8e99-30be-472d-bad0-b0addd7857e4 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:09.726298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a3b877-9c6e-44e0-9021-3be18da60e28 req-be409396-f777-422a-a3fc-bdd49f462755 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:09.727942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6a3b877-9c6e-44e0-9021-3be18da60e28 req-be409396-f777-422a-a3fc-bdd49f462755 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1454132 Jul 05 03:57:09.736930 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a38a8e99-30be-472d-bad0-b0addd7857e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a38a8e99-30be-472d-bad0-b0addd7857e4,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:09.749791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'a38a8e99-30be-472d-bad0-b0addd7857e4', 'network_id': 'cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac', 'port_id': 'a38a8e99-30be-472d-bad0-b0addd7857e4', 'mac_address': 'fa:16:3e:01:bd:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2a305da-54a0-4e52-8aa9-62c156daeb60', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:09.753562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-1a5c7fc6-9b0c-4db9-9035-629ef91bb077 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:09.755067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-1a5c7fc6-9b0c-4db9-9035-629ef91bb077 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.26 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 816 time: 0.1429253 Jul 05 03:57:09.790044 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:09.796380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6a3b877-9c6e-44e0-9021-3be18da60e28 req-126bcb46-0486-4438-a53b-f5e2f0f8f1b8 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583270 Jul 05 03:57:09.811171 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a38a8e99-30be-472d-bad0-b0addd7857e4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:09.822185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-5e069b6d-e6f5-4bb6-9c0a-13b31f524e79 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a HTTP/1.1" status: 200 len: 380 time: 0.0452168 Jul 05 03:57:09.832200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'port': {'device_id': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'admin_state_up': True, 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'security_groups': ['14f2aa19-47d3-4cb1-a0cc-2172749e5ad6']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:09.833134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a38a8e99-30be-472d-bad0-b0addd7857e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a38a8e99-30be-472d-bad0-b0addd7857e4,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:09.957870 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.016755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a38a8e99-30be-472d-bad0-b0addd7857e4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:10.039761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Made reservation on behalf of 6d7a6a7dab774f48a943dc7e1c06b98a for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:10.043346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.183456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9beb4fc-9e84-4212-a665-cd55c4b0be99 req-a3324c85-ab6a-4600-93ba-1b4a56198f7c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.184964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9beb4fc-9e84-4212-a665-cd55c4b0be99 req-a3324c85-ab6a-4600-93ba-1b4a56198f7c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1764438 Jul 05 03:57:10.274386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9beb4fc-9e84-4212-a665-cd55c4b0be99 req-3659c9da-68a8-47f7-9b42-5df5e00a6c74 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640285 Jul 05 03:57:10.280329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Allocated IP 172.20.0.5 (3e8be6ab-0355-47c2-9498-f801197c8d7a/a81329f8-baaa-4f09-a431-691a4ca4c1dd/c26ccd63-46cb-4b79-ae4d-07c4fce27f9c) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:10.295291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6155e0d-05c1-4f8c-8940-4b545ddf3b5f req-fec661b5-4ad4-4c69-90a2-4da5b5f93bb9 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.297120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6155e0d-05c1-4f8c-8940-4b545ddf3b5f req-fec661b5-4ad4-4c69-90a2-4da5b5f93bb9 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 945 time: 0.1852934 Jul 05 03:57:10.407638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6155e0d-05c1-4f8c-8940-4b545ddf3b5f req-f8abe862-7ea5-47bb-9820-80ec30b30e92 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961237 Jul 05 03:57:10.469320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a38a8e99-30be-472d-bad0-b0addd7857e4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:10.485018 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.501178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Transition to ACTIVE for port object c26ccd63-46cb-4b79-ae4d-07c4fce27f9c will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:10.600690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf674df-578d-49ca-88ad-213f19f88c09 req-9d12076d-3e97-42e6-8cc7-a9302a3e618f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.604424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebf674df-578d-49ca-88ad-213f19f88c09 req-9d12076d-3e97-42e6-8cc7-a9302a3e618f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0868974 Jul 05 03:57:10.649148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebf674df-578d-49ca-88ad-213f19f88c09 req-f1fa03d6-25e9-4c15-b68e-287aa6992691 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404415 Jul 05 03:57:10.658290 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.747384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Network 3e8be6ab-0355-47c2-9498-f801197c8d7a is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:10.748587 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4673ef4f-0d41-4a08-ac75-9a40832fae11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.754529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:10.760535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:10.772078 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event updated for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:10.845494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.846482 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.895218 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:10.966473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-52c1cba2-e6b3-4f88-a062-735b02d431ec tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1387475 Jul 05 03:57:10.995424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1799ea7c-6154-465b-88f3-8bfd0281174f req-867f2e79-fd90-4d8e-a486-5ab5989c5fb1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:10.996920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1799ea7c-6154-465b-88f3-8bfd0281174f req-867f2e79-fd90-4d8e-a486-5ab5989c5fb1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 931 time: 0.0821309 Jul 05 03:57:11.061004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1799ea7c-6154-465b-88f3-8bfd0281174f req-0a6bdb7f-049d-44cf-99cf-63c033498733 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573139 Jul 05 03:57:11.069792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Request body: {'port': {'device_id': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:11.168950 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.229116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-03e4e178-2bb3-417a-9936-31b12eb08fd4 None None] Provisioning for port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:11.240342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-03e4e178-2bb3-417a-9936-31b12eb08fd4 None None] Provisioning complete for port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:11.240839 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-03e4e178-2bb3-417a-9936-31b12eb08fd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.287868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-03e4e178-2bb3-417a-9936-31b12eb08fd4 None None] Port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:11.771002 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:11.786336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b80941-bfd7-4e5f-be9a-a9cd0d6d90d7 req-1c5586bc-c811-4ea7-87f0-5e5f240cc58b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:11.787871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58b80941-bfd7-4e5f-be9a-a9cd0d6d90d7 req-1c5586bc-c811-4ea7-87f0-5e5f240cc58b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.5838947 Jul 05 03:57:11.872480 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58b80941-bfd7-4e5f-be9a-a9cd0d6d90d7 req-66896527-175e-47b9-8ef7-3fd18ee6ed99 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762656 Jul 05 03:57:11.882628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33261320-4143-4fbb-a646-9fb200e38fa5 req-6e5c63c8-9539-417e-8377-7f90aafadd50 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:11.884154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33261320-4143-4fbb-a646-9fb200e38fa5 req-6e5c63c8-9539-417e-8377-7f90aafadd50 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.5515058 Jul 05 03:57:11.961364 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33261320-4143-4fbb-a646-9fb200e38fa5 req-9dcb760b-a0c4-4f2f-98a2-38c4671bb152 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676260 Jul 05 03:57:11.972077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c26ccd63-46cb-4b79-ae4d-07c4fce27f9c {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:11.982734 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.004695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Transition to ACTIVE for port object c26ccd63-46cb-4b79-ae4d-07c4fce27f9c will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:12.108201 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.172093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:12.279973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dbd7de4-3ad5-4766-85da-daeab7ae9915 req-95505f5d-e3f0-428a-ba5b-9b36e941d692 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.282103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dbd7de4-3ad5-4766-85da-daeab7ae9915 req-95505f5d-e3f0-428a-ba5b-9b36e941d692 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 945 time: 0.2094920 Jul 05 03:57:12.332611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Attempting to bind port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:12.332919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Attempting to bind port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:12.333245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Attempting to bind port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c on network 3e8be6ab-0355-47c2-9498-f801197c8d7a {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:12.353130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c on network 3e8be6ab-0355-47c2-9498-f801197c8d7a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:12.353453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Attempting to bind port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c on network 3e8be6ab-0355-47c2-9498-f801197c8d7a {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:12.358884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dbd7de4-3ad5-4766-85da-daeab7ae9915 req-45708f31-e8e3-45c0-a7ff-b58e38d3603d tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693502 Jul 05 03:57:12.364058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 56, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:12.364397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Checking segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:12.364776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Bound using segment: {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:12.365207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Bound port: c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '21d35273-d545-478c-bbd6-5efc621e6325', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:12.365567 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.383112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8acff5-37b6-49a6-b675-9700dc896c48 req-6e558d4f-1221-4972-b34b-9208a0c3b0b2 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.384691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a8acff5-37b6-49a6-b675-9700dc896c48 req-6e558d4f-1221-4972-b34b-9208a0c3b0b2 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1827893 Jul 05 03:57:12.469078 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a8acff5-37b6-49a6-b675-9700dc896c48 req-55281692-a91a-4f7c-b7b8-7555e1f3d160 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768616 Jul 05 03:57:12.475615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:12.478987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:12.549315 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.586163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.587143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:12.588557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] 10.222.0.26 "PUT /v2.0/ports/c26ccd63-46cb-4b79-ae4d-07c4fce27f9c HTTP/1.1" status: 200 len: 1092 time: 1.5907562 Jul 05 03:57:12.599640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:12.602143 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d53e1420-7826-4f1b-938d-448348e9d8b6" -d '{"events": [{"name": "network-changed", "server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:12.640346 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5230caab-7064-4e42-ac95-06e5ddf6dd2d x-openstack-request-id: req-5230caab-7064-4e42-ac95-06e5ddf6dd2d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:12.640627 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:12.640871 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5230caab-7064-4e42-ac95-06e5ddf6dd2d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:12.641256 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'status': 'completed', 'code': 200} Jul 05 03:57:12.654930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61fed3cb-1627-405e-8fb3-6df0f2ddbdc7 service neutron] Pushing event updated for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:12.686833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2bf077-3881-41cf-adcf-43db44cd9403 req-18f3eb08-0eca-4eaf-8c29-6eead81752d3 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.688529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b2bf077-3881-41cf-adcf-43db44cd9403 req-18f3eb08-0eca-4eaf-8c29-6eead81752d3 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.1105673 Jul 05 03:57:12.773057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b2bf077-3881-41cf-adcf-43db44cd9403 req-1ce8885f-67e2-4ae1-bc73-7e6cb1f9acdc tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745847 Jul 05 03:57:12.782816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1420-7826-4f1b-938d-448348e9d8b6 req-d9d8d762-7e55-4c92-b7d5-9faad96b76fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.784438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d53e1420-7826-4f1b-938d-448348e9d8b6 req-d9d8d762-7e55-4c92-b7d5-9faad96b76fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 1095 time: 0.0949841 Jul 05 03:57:12.889960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1420-7826-4f1b-938d-448348e9d8b6 req-465553ef-5c62-403f-bdea-de8b3c2a300f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:12.891869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d53e1420-7826-4f1b-938d-448348e9d8b6 req-465553ef-5c62-403f-bdea-de8b3c2a300f service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0982008 Jul 05 03:57:13.040765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d53e1420-7826-4f1b-938d-448348e9d8b6 req-78854303-b64c-4b34-9002-fdb97c3f4d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.042336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d53e1420-7826-4f1b-938d-448348e9d8b6 req-78854303-b64c-4b34-9002-fdb97c3f4d75 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1380970 Jul 05 03:57:13.073406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92347822-5e4a-4533-8b15-fc5a9c43cbd5 req-759f1ed9-1455-4cb9-bfb9-dd551009e78b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.075234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92347822-5e4a-4533-8b15-fc5a9c43cbd5 req-759f1ed9-1455-4cb9-bfb9-dd551009e78b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0891778 Jul 05 03:57:13.195318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92347822-5e4a-4533-8b15-fc5a9c43cbd5 req-d2192737-4fef-4edc-b784-32c6c1714cfb tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116734 Jul 05 03:57:13.234178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4a85f6-5a6b-4cc7-9c3c-b57a420ca1a5 req-6b35b488-d1e6-4f52-ab01-aa90752bdcc6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.235702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db4a85f6-5a6b-4cc7-9c3c-b57a420ca1a5 req-6b35b488-d1e6-4f52-ab01-aa90752bdcc6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.1339958 Jul 05 03:57:13.242108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-42ae7289-535f-4f3c-af13-74c9aac3bb70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.243677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-42ae7289-535f-4f3c-af13-74c9aac3bb70 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 1095 time: 0.1061971 Jul 05 03:57:13.301209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-bacc736f-6c0b-430c-8985-c077867d657c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.302836 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-bacc736f-6c0b-430c-8985-c077867d657c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 945 time: 0.0729852 Jul 05 03:57:13.305462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-0187dd7f-f15e-4a2a-8f11-539627267ae4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c HTTP/1.1" status: 200 len: 217 time: 0.0484288 Jul 05 03:57:13.335435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db4a85f6-5a6b-4cc7-9c3c-b57a420ca1a5 req-e520af7a-dac2-4fd4-ac84-37487d3a9c62 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798986 Jul 05 03:57:13.346203 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.381504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-553f48a3-b606-4173-b723-55394bf12b81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.383055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-553f48a3-b606-4173-b723-55394bf12b81 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.0591621 Jul 05 03:57:13.430225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-e99a3d8e-099a-4540-bb15-c5c7ac1c9515 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Deleting port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:13.430559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-e99a3d8e-099a-4540-bb15-c5c7ac1c9515 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.480121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-0054190a-9947-4d38-9055-edc05a5674b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.481880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-0054190a-9947-4d38-9055-edc05a5674b1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0691047 Jul 05 03:57:13.534344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-e99a3d8e-099a-4540-bb15-c5c7ac1c9515 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] For port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:13.534807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-e99a3d8e-099a-4540-bb15-c5c7ac1c9515 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.551195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-e99a3d8e-099a-4540-bb15-c5c7ac1c9515 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Calling delete_port for 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:13.603097 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.642373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a38a8e99-30be-472d-bad0-b0addd7857e4 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:13.664125 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-b604e863-4f10-4723-9968-980a4a877a00 service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1664729 Jul 05 03:57:13.676089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3743d37c-be9a-4f6e-8045-87b22314b69d req-5da58da3-f6c4-4e5e-a4a6-a4032265687b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.683054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3743d37c-be9a-4f6e-8045-87b22314b69d req-5da58da3-f6c4-4e5e-a4a6-a4032265687b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 945 time: 0.1962259 Jul 05 03:57:13.759714 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-e99a3d8e-099a-4540-bb15-c5c7ac1c9515 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.774874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port a38a8e99-30be-472d-bad0-b0addd7857e4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:13.780318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port a38a8e99-30be-472d-bad0-b0addd7857e4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:13.780810 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.795950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99a3d8e-099a-4540-bb15-c5c7ac1c9515 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event deleted for resources: {'Port': ['ID=9e4e49a2-6f65-466b-bfb2-25ca70c6f38f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:13.796248 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3743d37c-be9a-4f6e-8045-87b22314b69d req-d098615f-1116-4cbb-9c37-41db3a8c50b5 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103938 Jul 05 03:57:13.806617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b967e038-356e-4025-a461-6d293aaad617 req-4091c006-49cb-43e6-b12b-388ccc26d126 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:13.808457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b967e038-356e-4025-a461-6d293aaad617 req-4091c006-49cb-43e6-b12b-388ccc26d126 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.2096307 Jul 05 03:57:13.845621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-e99a3d8e-099a-4540-bb15-c5c7ac1c9515 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] No DVR routers for this DVR port 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:13.849145 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-e99a3d8e-099a-4540-bb15-c5c7ac1c9515 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.851950 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-428466b8-2bf2-4d7f-a02c-c8e1380c0006 req-e99a3d8e-099a-4540-bb15-c5c7ac1c9515 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "DELETE /v2.0/ports/9e4e49a2-6f65-466b-bfb2-25ca70c6f38f HTTP/1.1" status: 204 len: 173 time: 0.5317600 Jul 05 03:57:13.852594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cea64456-6b75-4bcd-87cd-e8a8bec8de91', 'name': 'network-vif-deleted', 'tag': '9e4e49a2-6f65-466b-bfb2-25ca70c6f38f'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:13.855064 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a28e9ef-e550-4770-8495-6546b3f03490" -d '{"events": [{"server_uuid": "cea64456-6b75-4bcd-87cd-e8a8bec8de91", "name": "network-vif-deleted", "tag": "9e4e49a2-6f65-466b-bfb2-25ca70c6f38f"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:13.866886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef074400-381a-4eb0-9e40-701d0d2694aa req-8ae14005-e384-4519-b266-e6f632944a1d service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1815460 Jul 05 03:57:13.870006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b967e038-356e-4025-a461-6d293aaad617 req-0d1f7e6e-7a77-41b9-80bb-07f52f3b80c7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526087 Jul 05 03:57:13.911176 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:13.946254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38a8e99-30be-472d-bad0-b0addd7857e4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:13.948748 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7510da12-e5d4-4a75-9e2c-f3302bd8395e" -d '{"events": [{"server_uuid": "236efe13-2ac4-4bcf-97fc-c6f06d2c10ab", "name": "network-vif-plugged", "status": "completed", "tag": "a38a8e99-30be-472d-bad0-b0addd7857e4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:13.972229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a38a8e99-30be-472d-bad0-b0addd7857e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a38a8e99-30be-472d-bad0-b0addd7857e4,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:14.053697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0eacca1-23fd-40ec-b333-4591929bbf9a req-1a8d77c1-cd78-417c-b888-648efaa5294d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.054845 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf38c32-3183-4d01-b378-6b79cb0e03e3 x-openstack-request-id: req-faf38c32-3183-4d01-b378-6b79cb0e03e3 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:14.055203 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cea64456-6b75-4bcd-87cd-e8a8bec8de91", "name": "network-vif-deleted", "tag": "9e4e49a2-6f65-466b-bfb2-25ca70c6f38f", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:14.055519 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-faf38c32-3183-4d01-b378-6b79cb0e03e3 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:14.056087 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cea64456-6b75-4bcd-87cd-e8a8bec8de91', 'name': 'network-vif-deleted', 'tag': '9e4e49a2-6f65-466b-bfb2-25ca70c6f38f', 'status': 'completed', 'code': 200} Jul 05 03:57:14.060504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0eacca1-23fd-40ec-b333-4591929bbf9a req-1a8d77c1-cd78-417c-b888-648efaa5294d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.0770433 Jul 05 03:57:14.091659 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-515a51d1-4339-448c-8512-a686376e7c59 x-openstack-request-id: req-515a51d1-4339-448c-8512-a686376e7c59 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:14.091991 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236efe13-2ac4-4bcf-97fc-c6f06d2c10ab", "name": "network-vif-plugged", "status": "completed", "tag": "a38a8e99-30be-472d-bad0-b0addd7857e4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:14.092273 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-515a51d1-4339-448c-8512-a686376e7c59 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:14.092703 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a38a8e99-30be-472d-bad0-b0addd7857e4', 'code': 200} Jul 05 03:57:14.095379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.100516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0eacca1-23fd-40ec-b333-4591929bbf9a req-4ccb00d1-5c8a-473a-900a-5a57bc2854f2 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391352 Jul 05 03:57:14.130910 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:14.157998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a38a8e99-30be-472d-bad0-b0addd7857e4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:14.259353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8235b7f6-fdbf-44a6-b1e0-60125bfcf17a req-2326a794-8b7b-4835-ad25-9da669846123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.260955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8235b7f6-fdbf-44a6-b1e0-60125bfcf17a req-2326a794-8b7b-4835-ad25-9da669846123 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 1098 time: 0.0579836 Jul 05 03:57:14.298673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8235b7f6-fdbf-44a6-b1e0-60125bfcf17a req-4c1c3fdd-6fb5-428e-b645-3dba6d649abc service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0295515 Jul 05 03:57:14.383941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e0d3f3-442d-4463-bb80-634684e9c3f4 req-4662f0db-4b3b-4d61-a5ed-b89653815329 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.385894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4e0d3f3-442d-4463-bb80-634684e9c3f4 req-4662f0db-4b3b-4d61-a5ed-b89653815329 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0745001 Jul 05 03:57:14.433034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4e0d3f3-442d-4463-bb80-634684e9c3f4 req-77d202da-113f-40a9-ab13-b40477ede66e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413475 Jul 05 03:57:14.564088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0b9a12a-2e48-4dd6-8e44-fb3a152fa881 req-6f46737a-9db7-4de9-965d-cd06f7315fa5 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=cea64456-6b75-4bcd-87cd-e8a8bec8de91 HTTP/1.1" status: 200 len: 210 time: 0.0319383 Jul 05 03:57:14.994723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466604bb-b490-44e5-bd83-01d79cd45235 req-4555d945-fe0c-413c-80a8-be438fa88e36 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:14.996243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-466604bb-b490-44e5-bd83-01d79cd45235 req-4555d945-fe0c-413c-80a8-be438fa88e36 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 946 time: 0.0706711 Jul 05 03:57:15.064514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-466604bb-b490-44e5-bd83-01d79cd45235 req-de8e13e7-78bf-4ce3-978f-94edf69efaf2 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582056 Jul 05 03:57:15.095976 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb494732-b388-47a5-af57-21858bec68e8 req-df167154-4421-4ecd-80ba-29b765d42e90 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.097545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb494732-b388-47a5-af57-21858bec68e8 req-df167154-4421-4ecd-80ba-29b765d42e90 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1004140 Jul 05 03:57:15.143082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb494732-b388-47a5-af57-21858bec68e8 req-f6469e7e-cf6a-4527-b152-260ed79e8a25 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377953 Jul 05 03:57:15.318053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c26a3d1-f857-4ffb-9ec7-855a52909dde req-a65e796e-ca0c-4452-91ae-369196c0fe7e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.319556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c26a3d1-f857-4ffb-9ec7-855a52909dde req-a65e796e-ca0c-4452-91ae-369196c0fe7e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.0670419 Jul 05 03:57:15.362153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c26a3d1-f857-4ffb-9ec7-855a52909dde req-e12fbfc4-006d-4049-8ab1-c7ff1dc7f61f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369143 Jul 05 03:57:15.619418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a699041d-76d8-4880-b98b-1e95788b4a1f req-38151f91-f87d-45e8-97d0-1b7f3728c687 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.621041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a699041d-76d8-4880-b98b-1e95788b4a1f req-38151f91-f87d-45e8-97d0-1b7f3728c687 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0708930 Jul 05 03:57:15.651685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:15.669642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a699041d-76d8-4880-b98b-1e95788b4a1f req-89a0a886-a024-422f-9698-995b63dbc553 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429714 Jul 05 03:57:15.674103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:15.674617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9e4e49a2-6f65-466b-bfb2-25ca70c6f38f not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:15.957607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-4393168c-a9e0-4017-8ba3-32d6225467e4 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:15.959084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-4393168c-a9e0-4017-8ba3-32d6225467e4 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.1204829 Jul 05 03:57:15.974624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-f30ef89b-9277-4e04-a116-2e691cc93ba6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/quotas/145f99b9f2384ce195ed5443b24adaa7 HTTP/1.1" status: 200 len: 375 time: 0.0099590 Jul 05 03:57:16.009481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-739fcc67-c334-46c0-bbf8-5af6dd7e3b07 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295179 Jul 05 03:57:16.106134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-e5ab7276-d860-4d13-ac13-030723bb2954 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861533 Jul 05 03:57:16.240147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-820010f6-9e3d-4c29-9b4b-4fe732d815b7 service neutron] 10.222.0.30 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295226 Jul 05 03:57:16.284163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dca5e0-9fb1-4808-a3fc-7de0609043f1 req-17855893-97ba-41d9-8e5b-7f3091c3816e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.285690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3dca5e0-9fb1-4808-a3fc-7de0609043f1 req-17855893-97ba-41d9-8e5b-7f3091c3816e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 946 time: 0.1009920 Jul 05 03:57:16.327079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3dca5e0-9fb1-4808-a3fc-7de0609043f1 req-0be54513-569a-4cf5-b0ae-57d396f735fb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354366 Jul 05 03:57:16.500202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e051f4-194d-4fdf-905e-480445077a84 req-7438b2a4-271a-4f36-a2d4-da57c0cd8da8 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.501683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89e051f4-194d-4fdf-905e-480445077a84 req-7438b2a4-271a-4f36-a2d4-da57c0cd8da8 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0732336 Jul 05 03:57:16.542642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89e051f4-194d-4fdf-905e-480445077a84 req-8056fcf8-aeb2-49a5-825e-db6c006f334f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352178 Jul 05 03:57:16.691121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-01f56def-83b2-4119-b3bb-a78df338b2d0 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1942205473&fields=id&tenant_id=00026f9f5f5e49348d69261bacc39b88 HTTP/1.1" status: 200 len: 267 time: 0.0387623 Jul 05 03:57:16.798092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-df8e860b-2fa2-4f87-a92b-3a04038be07f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.799599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-df8e860b-2fa2-4f87-a92b-3a04038be07f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 946 time: 0.1035635 Jul 05 03:57:16.814487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-e62e10e4-b102-4284-9431-9fa2d65b10d8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'port': {'security_groups': ['bc618e5a-9556-417a-b25f-1017cf314767', 'ea9fa217-d4b1-41bc-bc9f-762ab1110340']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:16.885829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca749519-2133-41b2-b303-b119395d8e19 req-e922640f-2174-4718-9a8c-e0cd041176bc tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:16.887405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca749519-2133-41b2-b303-b119395d8e19 req-e922640f-2174-4718-9a8c-e0cd041176bc tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.1340852 Jul 05 03:57:16.949155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-e62e10e4-b102-4284-9431-9fa2d65b10d8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:16.956582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca749519-2133-41b2-b303-b119395d8e19 req-4546f65c-f5f8-4aee-a58b-e1738b239fd8 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501399 Jul 05 03:57:17.150804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ef48d66-f00e-4dd5-96d4-2f6aaf6fe7d2 req-530e4ee1-4d8c-423e-9593-cb40d1dd471c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 210 time: 0.0367403 Jul 05 03:57:17.195310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-e62e10e4-b102-4284-9431-9fa2d65b10d8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] For port a38a8e99-30be-472d-bad0-b0addd7857e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a38a8e99-30be-472d-bad0-b0addd7857e4,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:17.227418 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-e62e10e4-b102-4284-9431-9fa2d65b10d8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.331146 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-e62e10e4-b102-4284-9431-9fa2d65b10d8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.348392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d2d6aa14-50f6-4712-b487-2da9d8ff0045', 'a38a8e99-30be-472d-bad0-b0addd7857e4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:17.429088 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-e62e10e4-b102-4284-9431-9fa2d65b10d8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.429617 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-e62e10e4-b102-4284-9431-9fa2d65b10d8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:17.431067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e52ff8d6-4100-4cbe-9005-767d46ab7d77 req-e62e10e4-b102-4284-9431-9fa2d65b10d8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "PUT /v2.0/ports/a38a8e99-30be-472d-bad0-b0addd7857e4 HTTP/1.1" status: 200 len: 982 time: 0.6227071 Jul 05 03:57:17.436845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'tag': 'a38a8e99-30be-472d-bad0-b0addd7857e4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:17.439250 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7938e001-eefe-43b7-856c-c13b4a52fb4a" -d '{"events": [{"name": "network-changed", "server_uuid": "236efe13-2ac4-4bcf-97fc-c6f06d2c10ab", "tag": "a38a8e99-30be-472d-bad0-b0addd7857e4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:17.453549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e10e4-b102-4284-9431-9fa2d65b10d8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'Port': ['ID=a38a8e99-30be-472d-bad0-b0addd7857e4,revision_number=6']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:17.506785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb0dfe-3c70-4d02-867a-e0f0687d2f56 req-c74b41d5-ccf7-4d6d-b780-402e982cb794 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.508268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7bb0dfe-3c70-4d02-867a-e0f0687d2f56 req-c74b41d5-ccf7-4d6d-b780-402e982cb794 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1371548 Jul 05 03:57:17.534906 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c035d56-29a4-4d08-9344-75c0eb8972cb req-e3038a00-740b-425b-9318-74dfe2c46347 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/ea9fa217-d4b1-41bc-bc9f-762ab1110340 HTTP/1.1" status: 200 len: 1803 time: 0.0767207 Jul 05 03:57:17.590896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7bb0dfe-3c70-4d02-867a-e0f0687d2f56 req-dac027a5-33dc-4902-9a22-a52fe4ec11f7 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761395 Jul 05 03:57:17.615641 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-4c035d56-29a4-4d08-9344-75c0eb8972cb req-65fad296-8a55-4069-915c-613fb8d0be70 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:57:17.615641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c035d56-29a4-4d08-9344-75c0eb8972cb req-65fad296-8a55-4069-915c-613fb8d0be70 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/ea9fa217-d4b1-41bc-bc9f-762ab1110340 HTTP/1.1" status: 409 len: 341 time: 0.0689535 Jul 05 03:57:17.642554 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3987b502-5ab5-48f2-a940-645094d54f5f x-openstack-request-id: req-3987b502-5ab5-48f2-a940-645094d54f5f {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:17.642850 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236efe13-2ac4-4bcf-97fc-c6f06d2c10ab", "tag": "a38a8e99-30be-472d-bad0-b0addd7857e4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:17.643208 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3987b502-5ab5-48f2-a940-645094d54f5f {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:17.643522 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'tag': 'a38a8e99-30be-472d-bad0-b0addd7857e4', 'status': 'completed', 'code': 200} Jul 05 03:57:17.668771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c26ccd63-46cb-4b79-ae4d-07c4fce27f9c details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:17.695380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a38a8e99-30be-472d-bad0-b0addd7857e4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:17.776744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e001-eefe-43b7-856c-c13b4a52fb4a req-d91e6c9c-3630-4a51-b83a-514c7093be97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:17.780689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7938e001-eefe-43b7-856c-c13b4a52fb4a req-d91e6c9c-3630-4a51-b83a-514c7093be97 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 1137 time: 0.1043038 Jul 05 03:57:17.905440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:17.936044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'port_id': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'mac_address': 'fa:16:3e:f9:74:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:18.020554 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.034295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b91632c-1d77-4c23-b39e-4f00e6368066 req-6808ca43-8f2d-43ec-8478-b16d96439b07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.036901 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b91632c-1d77-4c23-b39e-4f00e6368066 req-6808ca43-8f2d-43ec-8478-b16d96439b07 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.2455342 Jul 05 03:57:18.041768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e001-eefe-43b7-856c-c13b4a52fb4a req-5e32c5ae-d7ea-4912-aba5-f2bfdcc3e62e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.044164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7938e001-eefe-43b7-856c-c13b4a52fb4a req-5e32c5ae-d7ea-4912-aba5-f2bfdcc3e62e service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 200 len: 914 time: 0.2334459 Jul 05 03:57:18.049508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26ccd63-46cb-4b79-ae4d-07c4fce27f9c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:18.087537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:18.126408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7938e001-eefe-43b7-856c-c13b4a52fb4a req-4e92e3eb-af1b-4a19-baed-b274fce63f12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a38a8e99-30be-472d-bad0-b0addd7857e4 HTTP/1.1" status: 200 len: 217 time: 0.0700076 Jul 05 03:57:18.149243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b91632c-1d77-4c23-b39e-4f00e6368066 req-bf7ce5b9-99bf-4105-aa80-0c5dc8270271 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037965 Jul 05 03:57:18.203112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:18.223828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7938e001-eefe-43b7-856c-c13b4a52fb4a req-2bbf0302-0ab2-4363-a53d-593ababad547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.232450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7938e001-eefe-43b7-856c-c13b4a52fb4a req-2bbf0302-0ab2-4363-a53d-593ababad547 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2a305da-54a0-4e52-8aa9-62c156daeb60 HTTP/1.1" status: 200 len: 853 time: 0.0864747 Jul 05 03:57:18.268625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:18.297722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7938e001-eefe-43b7-856c-c13b4a52fb4a req-1c6b7f83-4d2a-4aad-ab8e-8d44b25a25b3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328279 Jul 05 03:57:18.477972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3922ea-33ac-4447-b72d-f8660899747d req-da4228b2-4bf1-40d0-bb5e-bef85d202f0b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.479451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c3922ea-33ac-4447-b72d-f8660899747d req-da4228b2-4bf1-40d0-bb5e-bef85d202f0b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 944 time: 0.1849258 Jul 05 03:57:18.496594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7938e001-eefe-43b7-856c-c13b4a52fb4a req-695d41c8-eaa6-4bdc-8ea1-bd68ad8dd4e3 service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1891003 Jul 05 03:57:18.528000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5789ce-a60c-4069-83cf-fa4c6f54c1e5 req-e3750478-36f9-4bb4-a282-8e7a4fbdc876 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.529657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f5789ce-a60c-4069-83cf-fa4c6f54c1e5 req-e3750478-36f9-4bb4-a282-8e7a4fbdc876 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 985 time: 0.1917562 Jul 05 03:57:18.601725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c3922ea-33ac-4447-b72d-f8660899747d req-c608537d-a337-45c6-84cf-1d0e8311b3fd tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150753 Jul 05 03:57:18.637556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f5789ce-a60c-4069-83cf-fa4c6f54c1e5 req-9c20262b-029b-4063-922e-38dd13435add tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&id=ea9fa217-d4b1-41bc-bc9f-762ab1110340&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0935884 Jul 05 03:57:18.664064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7938e001-eefe-43b7-856c-c13b4a52fb4a req-03efa44f-ded7-4142-b940-5dbac9432fc3 service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522579 Jul 05 03:57:18.766544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:18.781850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa7aa2e9-9452-4bf1-8c83-860d3d569b1a req-eb00abe0-cd16-4904-a400-abe72480480f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 210 time: 0.0332503 Jul 05 03:57:18.861213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96cab4-fe4d-4b06-915c-51de2822532d req-89518371-40bd-407e-a33d-86415218fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:18.862940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f96cab4-fe4d-4b06-915c-51de2822532d req-89518371-40bd-407e-a33d-86415218fb58 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 1137 time: 0.0633233 Jul 05 03:57:19.007925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96cab4-fe4d-4b06-915c-51de2822532d req-cc4c7eb8-b9a4-4977-a838-397bec15e24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.010173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f96cab4-fe4d-4b06-915c-51de2822532d req-cc4c7eb8-b9a4-4977-a838-397bec15e24c service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 200 len: 914 time: 0.1356592 Jul 05 03:57:19.032380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2bc79ca-a286-4d72-90ea-bf5ba5d3c86d req-2e248eca-3e79-4b04-8adf-825736a42c04 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.033850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2bc79ca-a286-4d72-90ea-bf5ba5d3c86d req-2e248eca-3e79-4b04-8adf-825736a42c04 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1102786 Jul 05 03:57:19.064852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f96cab4-fe4d-4b06-915c-51de2822532d req-843d2ee1-62ec-47c0-9031-5691aeb299eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a38a8e99-30be-472d-bad0-b0addd7857e4 HTTP/1.1" status: 200 len: 217 time: 0.0472822 Jul 05 03:57:19.133922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2bc79ca-a286-4d72-90ea-bf5ba5d3c86d req-24d5e4ad-a3c0-4d33-8081-d07261c6a844 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720990 Jul 05 03:57:19.141857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f96cab4-fe4d-4b06-915c-51de2822532d req-106edb66-65a9-4dfc-a6cf-25ad48ccb5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.143362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f96cab4-fe4d-4b06-915c-51de2822532d req-106edb66-65a9-4dfc-a6cf-25ad48ccb5b4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2a305da-54a0-4e52-8aa9-62c156daeb60 HTTP/1.1" status: 200 len: 853 time: 0.0660419 Jul 05 03:57:19.181143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f96cab4-fe4d-4b06-915c-51de2822532d req-1d085afc-7211-4caa-90b1-b0b15e556826 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299268 Jul 05 03:57:19.325577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f96cab4-fe4d-4b06-915c-51de2822532d req-e668d7cd-69ca-4933-967a-f6e77ba84d6b service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355276 Jul 05 03:57:19.432127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-dd8135a6-e675-4431-b1a7-cb200c0771a2 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.434408 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-dd8135a6-e675-4431-b1a7-cb200c0771a2 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 810 time: 0.1122949 Jul 05 03:57:19.453982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Request body: {'port': {'device_id': '723f3afd-79fa-4b54-a0e5-e734c1a32200', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'admin_state_up': True, 'tenant_id': '145f99b9f2384ce195ed5443b24adaa7'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:19.460093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d702a01-2714-461a-aa07-4dc63c0583ff req-b174bf0f-b23e-47e0-a727-b41ca06605f7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.462794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d702a01-2714-461a-aa07-4dc63c0583ff req-b174bf0f-b23e-47e0-a727-b41ca06605f7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1876528 Jul 05 03:57:19.639560 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Made reservation on behalf of 145f99b9f2384ce195ed5443b24adaa7 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:19.646164 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.800676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Allocated IP 172.20.0.8 (1b93be2a-51a9-4ba2-a83e-ae24543dbbe5/cac2668c-1713-40a7-9fa4-baff1fa971fe/5539b693-931b-4bd2-9d9b-56df12e01830) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:19.950562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f96cab4-fe4d-4b06-915c-51de2822532d req-42c9fc87-a399-45b4-8d90-be2526976613 service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6022658 Jul 05 03:57:19.955660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d702a01-2714-461a-aa07-4dc63c0583ff req-5d64bbd6-907f-4237-af43-b62278b114d1 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4852006 Jul 05 03:57:19.979182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:19.987027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3674a6ff-d1a3-4240-9dd9-3d51c52625b3 req-ff09c357-bcfb-49a5-b7fe-98c3a4794712 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:19.988647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3674a6ff-d1a3-4240-9dd9-3d51c52625b3 req-ff09c357-bcfb-49a5-b7fe-98c3a4794712 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 944 time: 0.1008546 Jul 05 03:57:20.030713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3674a6ff-d1a3-4240-9dd9-3d51c52625b3 req-e2cb158e-b7d3-4c6f-a04c-5a72665be2bb tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362434 Jul 05 03:57:20.095269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.142030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:20.145774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:20.150219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:20.190289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c94e61-49cd-407f-a631-699fc824c690 req-e0674977-7d37-4000-b420-8892368be834 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.193862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event updated for resources: {'Port': ['ID=5539b693-931b-4bd2-9d9b-56df12e01830,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:20.197139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02c94e61-49cd-407f-a631-699fc824c690 req-e0674977-7d37-4000-b420-8892368be834 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 985 time: 0.1074314 Jul 05 03:57:20.205974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.206466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.207144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.207611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.207831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.208183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.208620 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.209422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.209765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.210088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.210598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.210931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:20.229321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.231465 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.248966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02c94e61-49cd-407f-a631-699fc824c690 req-420cf7b0-e21c-4fc2-82c9-6621bd964c53 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&id=ea9fa217-d4b1-41bc-bc9f-762ab1110340&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0502634 Jul 05 03:57:20.325175 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-ab9d3601-ae5f-44c3-bb9e-2b2f1d30c8cb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8752477 Jul 05 03:57:20.340235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Request body: {'port': {'device_id': '723f3afd-79fa-4b54-a0e5-e734c1a32200', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:20.382251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917bbf34-4792-4c53-8320-53fcd35be553 req-1c8ded15-1b61-4a83-9f52-36ea23d29a2c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.383814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-917bbf34-4792-4c53-8320-53fcd35be553 req-1c8ded15-1b61-4a83-9f52-36ea23d29a2c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 931 time: 0.0747747 Jul 05 03:57:20.429500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-917bbf34-4792-4c53-8320-53fcd35be553 req-364e7bf6-4f7e-4e68-9a4b-f18b7621afdb tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383387 Jul 05 03:57:20.441675 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.547949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eed40d9-b970-42c0-bdbc-be833cf576f2 req-008d469d-7ede-4b9c-8d53-9ae228991254 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:20.549843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0eed40d9-b970-42c0-bdbc-be833cf576f2 req-008d469d-7ede-4b9c-8d53-9ae228991254 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0729053 Jul 05 03:57:20.599271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0eed40d9-b970-42c0-bdbc-be833cf576f2 req-bd953051-53a4-4472-ab74-59cbdfe6ac14 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437422 Jul 05 03:57:20.750714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5539b693-931b-4bd2-9d9b-56df12e01830 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:20.758916 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.773516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Transition to ACTIVE for port object 5539b693-931b-4bd2-9d9b-56df12e01830 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:20.885361 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:20.940411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Pushing event updated for resources: {'Port': ['ID=5539b693-931b-4bd2-9d9b-56df12e01830,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:21.024256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Attempting to bind port 5539b693-931b-4bd2-9d9b-56df12e01830 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:21.026215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Attempting to bind port 5539b693-931b-4bd2-9d9b-56df12e01830 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:21.026215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Attempting to bind port 5539b693-931b-4bd2-9d9b-56df12e01830 on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:21.029899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Port 5539b693-931b-4bd2-9d9b-56df12e01830 on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:57:21.030216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Attempting to bind port 5539b693-931b-4bd2-9d9b-56df12e01830 on network 1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:21.035732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:21.036094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Checking segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:21.036729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Bound using segment: {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:21.036892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Bound port: 5539b693-931b-4bd2-9d9b-56df12e01830, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98f2a715-f5e3-432f-8c4e-fbba7685382c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:21.037249 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.121374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] For port 5539b693-931b-4bd2-9d9b-56df12e01830, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:21.127468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] For port 5539b693-931b-4bd2-9d9b-56df12e01830, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5539b693-931b-4bd2-9d9b-56df12e01830,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:21.180744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4885fe1-3c91-4b22-8d71-1d4267ea1d66 req-4477eb73-4089-4407-bbe7-8df8d08f3e9a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.182301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4885fe1-3c91-4b22-8d71-1d4267ea1d66 req-4477eb73-4089-4407-bbe7-8df8d08f3e9a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0808830 Jul 05 03:57:21.215096 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.251720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.257474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.257474 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] 10.222.0.26 "PUT /v2.0/ports/5539b693-931b-4bd2-9d9b-56df12e01830 HTTP/1.1" status: 200 len: 1092 time: 0.9195635 Jul 05 03:57:21.257474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '723f3afd-79fa-4b54-a0e5-e734c1a32200', 'tag': '5539b693-931b-4bd2-9d9b-56df12e01830'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:21.257474 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92e70f16-a439-47ba-a1dc-a2136a5df554" -d '{"events": [{"name": "network-changed", "server_uuid": "723f3afd-79fa-4b54-a0e5-e734c1a32200", "tag": "5539b693-931b-4bd2-9d9b-56df12e01830"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:21.261233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4885fe1-3c91-4b22-8d71-1d4267ea1d66 req-9b82e5f4-3832-46cd-be8a-392119f5cf03 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680714 Jul 05 03:57:21.282062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78e61b4-6018-4c4a-a2d8-24a39e249135 service neutron] Pushing event updated for resources: {'Port': ['ID=5539b693-931b-4bd2-9d9b-56df12e01830,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:21.291815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13325649-549e-45dd-8941-720e2994aa96 req-e170a338-4585-4a8b-94ac-f5f96dacefb9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.294194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13325649-549e-45dd-8941-720e2994aa96 req-e170a338-4585-4a8b-94ac-f5f96dacefb9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 944 time: 0.1106191 Jul 05 03:57:21.344323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13325649-549e-45dd-8941-720e2994aa96 req-f6b38437-7f2a-44cc-84bc-64f33868da32 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432870 Jul 05 03:57:21.397012 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c33290-ce5d-4341-8482-31192e818572 x-openstack-request-id: req-f5c33290-ce5d-4341-8482-31192e818572 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:21.397012 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "723f3afd-79fa-4b54-a0e5-e734c1a32200", "tag": "5539b693-931b-4bd2-9d9b-56df12e01830", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:21.397432 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f5c33290-ce5d-4341-8482-31192e818572 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:21.397702 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '723f3afd-79fa-4b54-a0e5-e734c1a32200', 'tag': '5539b693-931b-4bd2-9d9b-56df12e01830', 'status': 'completed', 'code': 200} Jul 05 03:57:21.477876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-d05539e2-9525-43c5-9120-47bc8b49d165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.480127 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-d05539e2-9525-43c5-9120-47bc8b49d165 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 1095 time: 0.0691004 Jul 05 03:57:21.558663 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-841788c3-d479-4845-a20d-6c4c67e4df6e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5539b693-931b-4bd2-9d9b-56df12e01830 HTTP/1.1" status: 200 len: 217 time: 0.0613697 Jul 05 03:57:21.595233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66446814-a8b1-4cf8-89d5-fb352e8d49bc req-1b2dddd7-1014-4346-b24d-525ccfd29e29 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.597052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66446814-a8b1-4cf8-89d5-fb352e8d49bc req-1b2dddd7-1014-4346-b24d-525ccfd29e29 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 985 time: 0.1074743 Jul 05 03:57:21.633994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-db6648cf-9d02-417e-8f27-c5486bf69e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.635522 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-db6648cf-9d02-417e-8f27-c5486bf69e16 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.0691109 Jul 05 03:57:21.675771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66446814-a8b1-4cf8-89d5-fb352e8d49bc req-05c9943c-ed7a-48c2-ac1d-86cb47e21d72 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&id=ea9fa217-d4b1-41bc-bc9f-762ab1110340&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0721886 Jul 05 03:57:21.676750 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-98086425-a802-41c3-bcbe-2b8d26e493a7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285933 Jul 05 03:57:21.689136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c26ccd63-46cb-4b79-ae4d-07c4fce27f9c up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:21.752918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3178763-814a-41d2-8bfa-deeeab3801c8 req-05f53703-6b01-4146-a1bf-fbdba34d0724 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:21.755778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3178763-814a-41d2-8bfa-deeeab3801c8 req-05f53703-6b01-4146-a1bf-fbdba34d0724 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 943 time: 0.1262372 Jul 05 03:57:21.811984 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-4dee087d-3d8a-4c34-9fa1-339d05496f65 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232626 Jul 05 03:57:21.816122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:21.820564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:21.821197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:21.828923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3178763-814a-41d2-8bfa-deeeab3801c8 req-4c8940ac-e17a-4876-9ce8-e07b48824e01 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664287 Jul 05 03:57:21.944939 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a2d4120-efea-4ab3-bede-6b93022055a6 req-a30b22f0-c19f-42e3-9e23-e0bfd2efc404 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204567 Jul 05 03:57:21.976053 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.000448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:22.002820 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4650618c-bc2f-49e7-b188-6548fd9f2cf1" -d '{"events": [{"server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "name": "network-vif-plugged", "status": "completed", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:22.016586 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:22.060382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee563808-9796-4e58-8ced-7ae7d992980c req-b08776b2-f91c-4bec-ad90-23c6598558ee tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1560519612&fields=id&tenant_id=00026f9f5f5e49348d69261bacc39b88 HTTP/1.1" status: 200 len: 267 time: 0.0847116 Jul 05 03:57:22.130978 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.135996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246caed5-fea0-469a-8e2a-60d2fe6475d9 req-5b8ebf22-5a03-4911-9200-acbf8870a363 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.137608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-246caed5-fea0-469a-8e2a-60d2fe6475d9 req-5b8ebf22-5a03-4911-9200-acbf8870a363 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1155932 Jul 05 03:57:22.179734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee563808-9796-4e58-8ced-7ae7d992980c req-2f0769c8-7f10-4196-9b12-6be2734f2f6b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.181472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee563808-9796-4e58-8ced-7ae7d992980c req-2f0769c8-7f10-4196-9b12-6be2734f2f6b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 985 time: 0.1138971 Jul 05 03:57:22.196582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.201987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ee563808-9796-4e58-8ced-7ae7d992980c req-97e21f49-293b-41db-b9b0-2f701c1a9408 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'port': {'security_groups': ['bc618e5a-9556-417a-b25f-1017cf314767', 'ea9fa217-d4b1-41bc-bc9f-762ab1110340', 'a2574373-78e9-494b-98db-89989120e28c']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:22.212715 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-246caed5-fea0-469a-8e2a-60d2fe6475d9 req-47f78949-6c07-4d45-b2c9-9061d77f3faa tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644305 Jul 05 03:57:22.272763 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f026665d-261d-41bd-91d0-66ed2681e65b x-openstack-request-id: req-f026665d-261d-41bd-91d0-66ed2681e65b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:22.273062 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "name": "network-vif-plugged", "status": "completed", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:22.273314 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f026665d-261d-41bd-91d0-66ed2681e65b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:22.273714 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'code': 200} Jul 05 03:57:22.333917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ee563808-9796-4e58-8ced-7ae7d992980c req-97e21f49-293b-41db-b9b0-2f701c1a9408 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.455807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70f16-a439-47ba-a1dc-a2136a5df554 req-54b3f74e-c7da-4ffd-a000-e18d10130647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.458224 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-92e70f16-a439-47ba-a1dc-a2136a5df554 req-54b3f74e-c7da-4ffd-a000-e18d10130647 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=145f99b9f2384ce195ed5443b24adaa7&device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 1095 time: 0.3847227 Jul 05 03:57:22.502893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7554c9-27ad-4f7b-a554-eee5d365309b req-37b8488a-bd7c-4dc7-bcf2-ff1fd275dbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.504541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f7554c9-27ad-4f7b-a554-eee5d365309b req-37b8488a-bd7c-4dc7-bcf2-ff1fd275dbde service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 1097 time: 0.1171052 Jul 05 03:57:22.570169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70f16-a439-47ba-a1dc-a2136a5df554 req-e9be91ec-214f-4f25-b672-a2a9cbcb2ef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.571794 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-92e70f16-a439-47ba-a1dc-a2136a5df554 req-e9be91ec-214f-4f25-b672-a2a9cbcb2ef2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 200 len: 911 time: 0.1069837 Jul 05 03:57:22.628586 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-92e70f16-a439-47ba-a1dc-a2136a5df554 req-703393e4-fa57-4556-b2f8-24b0aecf2f85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=5539b693-931b-4bd2-9d9b-56df12e01830 HTTP/1.1" status: 200 len: 217 time: 0.0449717 Jul 05 03:57:22.634588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f7554c9-27ad-4f7b-a554-eee5d365309b req-05d41094-f4a0-486a-9470-9035f4e76499 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1114719 Jul 05 03:57:22.681113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-ee563808-9796-4e58-8ced-7ae7d992980c req-97e21f49-293b-41db-b9b0-2f701c1a9408 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] For port a38a8e99-30be-472d-bad0-b0addd7857e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a38a8e99-30be-472d-bad0-b0addd7857e4,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:22.685651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e70f16-a439-47ba-a1dc-a2136a5df554 req-6919fb0b-54eb-4483-a7c5-8ccc549831f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.687690 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-92e70f16-a439-47ba-a1dc-a2136a5df554 req-6919fb0b-54eb-4483-a7c5-8ccc549831f2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 200 len: 850 time: 0.0508940 Jul 05 03:57:22.722213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516d5cb6-b444-42ff-bea3-47a4e81bb54d req-5d131e8a-a29b-44c8-a1fb-907a9b060d6c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.723732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-516d5cb6-b444-42ff-bea3-47a4e81bb54d req-5d131e8a-a29b-44c8-a1fb-907a9b060d6c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1320672 Jul 05 03:57:22.743205 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ee563808-9796-4e58-8ced-7ae7d992980c req-97e21f49-293b-41db-b9b0-2f701c1a9408 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.772973 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-92e70f16-a439-47ba-a1dc-a2136a5df554 req-ff438a74-9e2f-4789-92b0-6bba171c0a08 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307279 Jul 05 03:57:22.773857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-516d5cb6-b444-42ff-bea3-47a4e81bb54d req-734f18ea-a497-4f24-8505-3e588530ddfd tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405250 Jul 05 03:57:22.822394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ee563808-9796-4e58-8ced-7ae7d992980c req-97e21f49-293b-41db-b9b0-2f701c1a9408 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.838373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d2d6aa14-50f6-4712-b487-2da9d8ff0045', 'a38a8e99-30be-472d-bad0-b0addd7857e4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:22.877489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee563808-9796-4e58-8ced-7ae7d992980c req-97e21f49-293b-41db-b9b0-2f701c1a9408 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:22.877489 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ee563808-9796-4e58-8ced-7ae7d992980c req-97e21f49-293b-41db-b9b0-2f701c1a9408 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:22.879071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee563808-9796-4e58-8ced-7ae7d992980c req-97e21f49-293b-41db-b9b0-2f701c1a9408 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "PUT /v2.0/ports/a38a8e99-30be-472d-bad0-b0addd7857e4 HTTP/1.1" status: 200 len: 1021 time: 0.6851828 Jul 05 03:57:22.879612 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'tag': 'a38a8e99-30be-472d-bad0-b0addd7857e4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:22.882412 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf2a65ac-84de-4841-9731-27919e428ac6" -d '{"events": [{"name": "network-changed", "server_uuid": "236efe13-2ac4-4bcf-97fc-c6f06d2c10ab", "tag": "a38a8e99-30be-472d-bad0-b0addd7857e4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:22.908015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e21f49-293b-41db-b9b0-2f701c1a9408 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'Port': ['ID=a38a8e99-30be-472d-bad0-b0addd7857e4,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:22.920665 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-92e70f16-a439-47ba-a1dc-a2136a5df554 req-0cafd1d0-b031-4a55-b7fd-3c2440be8a15 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361299 Jul 05 03:57:23.008475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757c3442-3aea-47fb-adda-da390a1d7192 req-68223736-6e93-4d7b-91b2-eea78de3fa4b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.010203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-757c3442-3aea-47fb-adda-da390a1d7192 req-68223736-6e93-4d7b-91b2-eea78de3fa4b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.0964868 Jul 05 03:57:23.055317 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-92e70f16-a439-47ba-a1dc-a2136a5df554 req-f11b2a8a-f711-4d1c-a898-db222e5be074 service neutron] 10.222.0.26 "GET /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259210 Jul 05 03:57:23.079968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-757c3442-3aea-47fb-adda-da390a1d7192 req-b654d157-99f0-48cb-99a6-6d3ebdec5f8d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613091 Jul 05 03:57:23.177695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a38a8e99-30be-472d-bad0-b0addd7857e4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:23.393372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719e9e14-8a92-4387-b566-ebf152fb9d84 req-3f2f4d0c-6669-418b-847f-fedca53431ef tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.395563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-719e9e14-8a92-4387-b566-ebf152fb9d84 req-3f2f4d0c-6669-418b-847f-fedca53431ef tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 943 time: 0.0995657 Jul 05 03:57:23.442177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-719e9e14-8a92-4387-b566-ebf152fb9d84 req-b36ba5f5-3e2d-4d05-8239-6deab5f0f7f8 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399642 Jul 05 03:57:23.508818 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4c83fae-0951-4985-a87b-b52a5570a0e2 x-openstack-request-id: req-a4c83fae-0951-4985-a87b-b52a5570a0e2 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:23.509115 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "236efe13-2ac4-4bcf-97fc-c6f06d2c10ab", "tag": "a38a8e99-30be-472d-bad0-b0addd7857e4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:23.509372 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4c83fae-0951-4985-a87b-b52a5570a0e2 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:23.509911 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'tag': 'a38a8e99-30be-472d-bad0-b0addd7857e4', 'status': 'completed', 'code': 200} Jul 05 03:57:23.528162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e6debc2-6f56-47b4-8f30-48658d81a05a req-12bda0f8-1dd5-421a-b121-0526153fdeea tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/a2574373-78e9-494b-98db-89989120e28c HTTP/1.1" status: 200 len: 1803 time: 0.0518923 Jul 05 03:57:23.613881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-95a215eb-0bc3-466b-b14e-33224a464987 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.615606 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-95a215eb-0bc3-466b-b14e-33224a464987 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=331cfca3555249f7baae621c2bdab994&device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 1097 time: 0.0624101 Jul 05 03:57:23.625864 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-2e6debc2-6f56-47b4-8f30-48658d81a05a req-d396b7dc-0a3d-4ed7-a641-c2322a3aebe0 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 03:57:23.626922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e6debc2-6f56-47b4-8f30-48658d81a05a req-d396b7dc-0a3d-4ed7-a641-c2322a3aebe0 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/a2574373-78e9-494b-98db-89989120e28c HTTP/1.1" status: 409 len: 341 time: 0.0897834 Jul 05 03:57:23.655019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a65ac-84de-4841-9731-27919e428ac6 req-cbd191b2-bfcd-4170-accf-b75812fcef17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.656903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2a65ac-84de-4841-9731-27919e428ac6 req-cbd191b2-bfcd-4170-accf-b75812fcef17 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=00026f9f5f5e49348d69261bacc39b88&device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 1176 time: 0.1016340 Jul 05 03:57:23.732858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-03ecba09-1976-4b2a-a0be-b0a4775802d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.734529 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-03ecba09-1976-4b2a-a0be-b0a4775802d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 200 len: 916 time: 0.1035407 Jul 05 03:57:23.791693 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-6287d113-cf86-4d40-a323-62fab26d56b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b6c8ac6a-5c04-4289-9963-0e4035129bda HTTP/1.1" status: 200 len: 217 time: 0.0493989 Jul 05 03:57:23.804107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af3516-0909-49f1-9255-86fd6ffafbd1 req-139c9659-a955-454a-8d03-d444a826b5e7 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.805771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86af3516-0909-49f1-9255-86fd6ffafbd1 req-139c9659-a955-454a-8d03-d444a826b5e7 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1674509 Jul 05 03:57:23.809174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a65ac-84de-4841-9731-27919e428ac6 req-22b342af-70a1-4312-918c-2784747d7929 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.810736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2a65ac-84de-4841-9731-27919e428ac6 req-22b342af-70a1-4312-918c-2784747d7929 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 200 len: 914 time: 0.1363533 Jul 05 03:57:23.862669 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-41359a0c-3e2c-4794-a04b-c8591b0045b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.864263 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-41359a0c-3e2c-4794-a04b-c8591b0045b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a3cb098-a12f-4f0c-be09-22990497a9f6 HTTP/1.1" status: 200 len: 854 time: 0.0586407 Jul 05 03:57:23.887750 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86af3516-0909-49f1-9255-86fd6ffafbd1 req-5a2bbb37-2301-4ffe-b59b-9df8063d35d9 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743992 Jul 05 03:57:23.889177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2a65ac-84de-4841-9731-27919e428ac6 req-3bfba280-f33e-4c87-bed1-8626f603a3ed service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a38a8e99-30be-472d-bad0-b0addd7857e4 HTTP/1.1" status: 200 len: 217 time: 0.0530462 Jul 05 03:57:23.939211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-3daca86a-0346-48af-b958-007d84242e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.940754 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-3daca86a-0346-48af-b958-007d84242e05 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0eaa3304-4bfe-4faa-b537-9637d662331d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0651162 Jul 05 03:57:23.963351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2a65ac-84de-4841-9731-27919e428ac6 req-ac6961c2-eeac-4400-9e4b-1deeb4cce23e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:23.965105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2a65ac-84de-4841-9731-27919e428ac6 req-ac6961c2-eeac-4400-9e4b-1deeb4cce23e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b2a305da-54a0-4e52-8aa9-62c156daeb60 HTTP/1.1" status: 200 len: 853 time: 0.0663626 Jul 05 03:57:24.024161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2a65ac-84de-4841-9731-27919e428ac6 req-ca0c4869-c231-4e5e-b300-3a5735976a35 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360563 Jul 05 03:57:24.066661 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-28d6daee-1b1c-4169-a7a9-25dd52dc8405 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105773 Jul 05 03:57:24.161251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0842f1-5d92-41fb-b986-e249e0ab67ff req-ea6ab99a-8f4c-43fa-bbd8-2b5e18dc7140 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.162665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d0842f1-5d92-41fb-b986-e249e0ab67ff req-ea6ab99a-8f4c-43fa-bbd8-2b5e18dc7140 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1411650 Jul 05 03:57:24.175422 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-78fde0d0-874c-4aa4-bfb5-88eb70aacc9e req-9d3abef9-cc59-475d-92b4-8ef718f12c01 service neutron] 10.222.0.26 "GET /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022296 Jul 05 03:57:24.190930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2a65ac-84de-4841-9731-27919e428ac6 req-18f863b6-7033-4e1a-8f00-fdd87b409965 service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1366565 Jul 05 03:57:24.264082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d0842f1-5d92-41fb-b986-e249e0ab67ff req-27c045fd-b118-4543-97dd-bd447cfc6417 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915947 Jul 05 03:57:24.348934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf2a65ac-84de-4841-9731-27919e428ac6 req-b5687917-5636-4f96-9847-4565ef4e7d74 service neutron] 10.222.0.26 "GET /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1425834 Jul 05 03:57:24.502458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd7a278-31fa-4902-bef3-e321c0c99c1a req-6fd6a2ac-3f1e-4285-9fa8-0a4bbebd657b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.503980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cd7a278-31fa-4902-bef3-e321c0c99c1a req-6fd6a2ac-3f1e-4285-9fa8-0a4bbebd657b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1153383 Jul 05 03:57:24.512463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2292604-8654-46ed-a632-3684c86d8ad8 req-ca2701f7-dbbe-4bf8-8a32-4552e7eae5cd tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.513850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2292604-8654-46ed-a632-3684c86d8ad8 req-ca2701f7-dbbe-4bf8-8a32-4552e7eae5cd tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 1024 time: 0.0931585 Jul 05 03:57:24.575119 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cd7a278-31fa-4902-bef3-e321c0c99c1a req-64bdde5b-bcc1-44ac-a05b-872d438114a0 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603056 Jul 05 03:57:24.595565 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2292604-8654-46ed-a632-3684c86d8ad8 req-5f69230a-1b89-46ed-9c45-1770605d7350 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea9fa217-d4b1-41bc-bc9f-762ab1110340&id=bc618e5a-9556-417a-b25f-1017cf314767&id=a2574373-78e9-494b-98db-89989120e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0740864 Jul 05 03:57:24.890481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476431de-19de-4aa6-9748-2450ba72098c req-c7c55db6-be35-4b48-ad94-9a1439d4bb99 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:24.891948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-476431de-19de-4aa6-9748-2450ba72098c req-c7c55db6-be35-4b48-ad94-9a1439d4bb99 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 943 time: 0.0728245 Jul 05 03:57:24.934680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-476431de-19de-4aa6-9748-2450ba72098c req-18e30bfa-a829-45f2-bd98-990d402b5ca0 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369325 Jul 05 03:57:25.074835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9b572d-46f5-4fa6-877f-43f9f41084ef req-7085422c-82bd-4c9b-a3da-dba0094719e0 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.076351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db9b572d-46f5-4fa6-877f-43f9f41084ef req-7085422c-82bd-4c9b-a3da-dba0094719e0 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.0696836 Jul 05 03:57:25.120446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db9b572d-46f5-4fa6-877f-43f9f41084ef req-8cb11903-f0c1-4226-b017-11083af7caa8 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379004 Jul 05 03:57:25.460762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a39c2a-7ded-4a3f-b1ed-fd5bc737c01a req-22901db3-0c58-496f-a491-708653fac655 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.462308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60a39c2a-7ded-4a3f-b1ed-fd5bc737c01a req-22901db3-0c58-496f-a491-708653fac655 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0759802 Jul 05 03:57:25.503044 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60a39c2a-7ded-4a3f-b1ed-fd5bc737c01a req-0177e289-9a26-49a2-926b-6e86f36d5bd6 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348988 Jul 05 03:57:25.697654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5539b693-931b-4bd2-9d9b-56df12e01830 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:25.814683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ffd61d-1130-4235-bb04-63e2d4e9ab07 req-26f1ed0a-2e63-4f6a-9ef0-52e2f60e67bd tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.820463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57ffd61d-1130-4235-bb04-63e2d4e9ab07 req-26f1ed0a-2e63-4f6a-9ef0-52e2f60e67bd tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 1024 time: 0.0920224 Jul 05 03:57:25.823064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5539b693-931b-4bd2-9d9b-56df12e01830, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5539b693-931b-4bd2-9d9b-56df12e01830,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:25.837042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '5539b693-931b-4bd2-9d9b-56df12e01830', 'network_id': '1b93be2a-51a9-4ba2-a83e-ae24543dbbe5', 'port_id': '5539b693-931b-4bd2-9d9b-56df12e01830', 'mac_address': 'fa:16:3e:cd:2f:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cac2668c-1713-40a7-9fa4-baff1fa971fe', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:25.869928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57ffd61d-1130-4235-bb04-63e2d4e9ab07 req-3b1ea5b6-d8a2-436f-a552-bc283f573ca8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea9fa217-d4b1-41bc-bc9f-762ab1110340&id=bc618e5a-9556-417a-b25f-1017cf314767&id=a2574373-78e9-494b-98db-89989120e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0460644 Jul 05 03:57:25.879111 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:25.900303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5539b693-931b-4bd2-9d9b-56df12e01830 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:25.923381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5539b693-931b-4bd2-9d9b-56df12e01830, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5539b693-931b-4bd2-9d9b-56df12e01830,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:25.970432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d122b129-f1c9-4bae-be96-d35f5b5c16a6 req-70f0372e-9d39-4981-b994-6c945b2fdd66 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:25.972003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d122b129-f1c9-4bae-be96-d35f5b5c16a6 req-70f0372e-9d39-4981-b994-6c945b2fdd66 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.0739946 Jul 05 03:57:26.005272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.017725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d122b129-f1c9-4bae-be96-d35f5b5c16a6 req-f27ffbe8-82ea-43b1-a565-51869c17aa31 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390503 Jul 05 03:57:26.065901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5539b693-931b-4bd2-9d9b-56df12e01830,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:26.215090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2758fa-712e-479f-949f-0f3e13d04b5e req-4d0d0a08-826a-487f-b8ed-5eb00c2bd742 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.215959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d2758fa-712e-479f-949f-0f3e13d04b5e req-4d0d0a08-826a-487f-b8ed-5eb00c2bd742 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 944 time: 0.0710385 Jul 05 03:57:26.292218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d2758fa-712e-479f-949f-0f3e13d04b5e req-22f51af4-eb66-4dfd-9666-3b55fae27b92 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661409 Jul 05 03:57:26.317949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba7db65-90cb-4d84-8b63-d63d0e0b9d4c req-03564ce1-c045-4554-99fc-a06d793555ce tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.321517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bba7db65-90cb-4d84-8b63-d63d0e0b9d4c req-03564ce1-c045-4554-99fc-a06d793555ce tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1026366 Jul 05 03:57:26.329620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58694) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:26.334458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8dd44e06-7c8f-40fc-af44-d0e4d7c48910 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Request body: {'floatingip': {'port_id': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:26.377011 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dd44e06-7c8f-40fc-af44-d0e4d7c48910 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:26.596555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf80b55f-ab1a-4343-b383-5f8d1d41c4b4 req-bf9a1a2a-bacf-4124-9748-e8aa4d28d05e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.598098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf80b55f-ab1a-4343-b383-5f8d1d41c4b4 req-bf9a1a2a-bacf-4124-9748-e8aa4d28d05e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1879804 Jul 05 03:57:26.703080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['5539b693-931b-4bd2-9d9b-56df12e01830'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:26.726728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf80b55f-ab1a-4343-b383-5f8d1d41c4b4 req-f7e280ca-47c2-4a73-88a1-a10f8a0eef5c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221259 Jul 05 03:57:26.850088 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090fc90c-d7a6-4a20-9bb2-856c51739f10 req-b2b94359-8dfb-47f3-8e83-8e8b2a234b70 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:26.851614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-090fc90c-d7a6-4a20-9bb2-856c51739f10 req-b2b94359-8dfb-47f3-8e83-8e8b2a234b70 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1988246 Jul 05 03:57:26.972904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-090fc90c-d7a6-4a20-9bb2-856c51739f10 req-e8a63277-b834-468a-9698-26b9a61a9df7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849147 Jul 05 03:57:27.034540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824a5766-8ef9-4ae1-b607-0ed5e95f5de7 req-e2c3f417-a64c-43d4-85d3-136eadfea1ae tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.040160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-824a5766-8ef9-4ae1-b607-0ed5e95f5de7 req-e2c3f417-a64c-43d4-85d3-136eadfea1ae tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1492181 Jul 05 03:57:27.143825 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dd44e06-7c8f-40fc-af44-d0e4d7c48910 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.147278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-824a5766-8ef9-4ae1-b607-0ed5e95f5de7 req-d32fa39e-5134-4fd4-950c-f6bf1e100d38 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808151 Jul 05 03:57:27.194534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3095f9-ef9d-430c-87a9-854b85f7209d req-b25cfcc2-d9d2-4418-814b-56f55c4ce8a8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.196075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e3095f9-ef9d-430c-87a9-854b85f7209d req-b25cfcc2-d9d2-4418-814b-56f55c4ce8a8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 1024 time: 0.0974443 Jul 05 03:57:27.225808 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dd44e06-7c8f-40fc-af44-d0e4d7c48910 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:27.287210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e3095f9-ef9d-430c-87a9-854b85f7209d req-47cc60fa-8c68-46a0-afad-80a777e5624c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=ea9fa217-d4b1-41bc-bc9f-762ab1110340&id=bc618e5a-9556-417a-b25f-1017cf314767&id=a2574373-78e9-494b-98db-89989120e28c&fields=id&fields=name HTTP/1.1" status: 200 len: 517 time: 0.0848370 Jul 05 03:57:27.498226 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-8dd44e06-7c8f-40fc-af44-d0e4d7c48910 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Floating IP b317c06e-c5b3-40e4-a0fa-a4cd03928970 associated. External IP: 172.25.4.162, port: c26ccd63-46cb-4b79-ae4d-07c4fce27f9c. Jul 05 03:57:27.556741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-c28730d8-c0ba-48c9-b2f2-43f5291ed5e6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.558124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-c28730d8-c0ba-48c9-b2f2-43f5291ed5e6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.26 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 1024 time: 0.2636251 Jul 05 03:57:27.670774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d87317-16f9-402e-825d-2908a710e133 req-933174db-2ff0-4daf-89b2-4161bd87f5d8 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:27.672289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18d87317-16f9-402e-825d-2908a710e133 req-933174db-2ff0-4daf-89b2-4161bd87f5d8 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 946 time: 0.2469816 Jul 05 03:57:27.788450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18d87317-16f9-402e-825d-2908a710e133 req-743c109b-576a-42b3-9b6f-7b6c4a3779b7 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074874 Jul 05 03:57:28.168642 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f991aa-67e6-4265-8ddd-4052c5519e41 req-db9036c0-3cae-4b8a-9435-5407c48d3362 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.170102 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92f991aa-67e6-4265-8ddd-4052c5519e41 req-db9036c0-3cae-4b8a-9435-5407c48d3362 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 944 time: 0.6109455 Jul 05 03:57:28.305969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-757c7b73-d48a-4873-8243-78c5b6d05721 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Deleting port a38a8e99-30be-472d-bad0-b0addd7857e4 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:28.306309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-757c7b73-d48a-4873-8243-78c5b6d05721 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.318216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92f991aa-67e6-4265-8ddd-4052c5519e41 req-cb6da716-9e9f-4384-b9b2-1455fd480577 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396260 Jul 05 03:57:28.397708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6441a6de-c774-4341-985a-9e019d4bf958 req-f866d49e-0762-4772-ad97-4ae82a6a3270 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.399225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6441a6de-c774-4341-985a-9e019d4bf958 req-f866d49e-0762-4772-ad97-4ae82a6a3270 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.2246838 Jul 05 03:57:28.409474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dd44e06-7c8f-40fc-af44-d0e4d7c48910 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Router ff34cbd5-c412-40d6-8cfc-cb35f211d65e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:28.523366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-757c7b73-d48a-4873-8243-78c5b6d05721 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] For port a38a8e99-30be-472d-bad0-b0addd7857e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a38a8e99-30be-472d-bad0-b0addd7857e4,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:28.523735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-757c7b73-d48a-4873-8243-78c5b6d05721 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.528675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6441a6de-c774-4341-985a-9e019d4bf958 req-819610a5-8788-498f-b375-6524ccc4c661 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181414 Jul 05 03:57:28.558385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-757c7b73-d48a-4873-8243-78c5b6d05721 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Calling delete_port for a38a8e99-30be-472d-bad0-b0addd7857e4 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:28.719494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dd44e06-7c8f-40fc-af44-d0e4d7c48910 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:28.729539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] Sync routers for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:28.736102 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dd44e06-7c8f-40fc-af44-d0e4d7c48910 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:28.739655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:28.740311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:57:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:28.813256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c18ebb-2d37-434f-9c71-5771b4692b4f req-08f65bda-ddf7-426d-80d4-7ba72abd6ed6 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.814793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0c18ebb-2d37-434f-9c71-5771b4692b4f req-08f65bda-ddf7-426d-80d4-7ba72abd6ed6 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.2791233 Jul 05 03:57:28.822694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8dd44e06-7c8f-40fc-af44-d0e4d7c48910 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "PUT /v2.0/floatingips/b317c06e-c5b3-40e4-a0fa-a4cd03928970 HTTP/1.1" status: 200 len: 991 time: 2.4890463 Jul 05 03:57:28.824241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:28.826543 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-269931f8-8372-4752-9847-800f486d2129" -d '{"events": [{"name": "network-changed", "server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:28.862594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a87d493-7a21-41d6-8f82-a278c9485c1b req-0eafc77b-0a62-42e0-a6ed-1ff247353d69 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:28.864216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a87d493-7a21-41d6-8f82-a278c9485c1b req-0eafc77b-0a62-42e0-a6ed-1ff247353d69 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.2079701 Jul 05 03:57:28.932137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0c18ebb-2d37-434f-9c71-5771b4692b4f req-408f2d71-e2cb-45d5-bc2c-911355f799b1 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015522 Jul 05 03:57:28.961421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a87d493-7a21-41d6-8f82-a278c9485c1b req-33d596f8-b33f-4372-8fb8-927938a400f7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882678 Jul 05 03:57:28.996181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:29.090072 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-757c7b73-d48a-4873-8243-78c5b6d05721 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.111166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d2d6aa14-50f6-4712-b487-2da9d8ff0045'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:29.136653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c7b73-d48a-4873-8243-78c5b6d05721 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'Port': ['ID=a38a8e99-30be-472d-bad0-b0addd7857e4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:29.177866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47fab427-7c0b-40ec-91a7-0adb4a90859e req-571db430-070e-4ef8-9acd-c50f19e71649 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 210 time: 0.0768373 Jul 05 03:57:29.240421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-757c7b73-d48a-4873-8243-78c5b6d05721 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] No DVR routers for this DVR port a38a8e99-30be-472d-bad0-b0addd7857e4 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:29.244659 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-757c7b73-d48a-4873-8243-78c5b6d05721 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:29.247222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27d50f8a-4b3b-45b4-805e-eed833085f3e req-757c7b73-d48a-4873-8243-78c5b6d05721 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.26 "DELETE /v2.0/ports/a38a8e99-30be-472d-bad0-b0addd7857e4 HTTP/1.1" status: 204 len: 173 time: 1.6668301 Jul 05 03:57:29.379110 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e3ba2f0-ec50-40db-a88a-53332ec49c8d x-openstack-request-id: req-3e3ba2f0-ec50-40db-a88a-53332ec49c8d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:29.379110 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:29.379110 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e3ba2f0-ec50-40db-a88a-53332ec49c8d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:29.379110 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'status': 'completed', 'code': 200} Jul 05 03:57:29.400249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-38f9a5cf-f2a0-4c23-80ca-c50de584e86c req-9f26c9a8-4c22-4a3c-8904-ef6cac055008 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:57:29.401350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38f9a5cf-f2a0-4c23-80ca-c50de584e86c req-9f26c9a8-4c22-4a3c-8904-ef6cac055008 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0075724 Jul 05 03:57:29.401885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b317c06e-c5b3-40e4-a0fa-a4cd03928970', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'port_id': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'mac_address': 'fa:16:3e:f9:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:57:04Z', 'updated_at': '2021-07-05T03:57:26Z', 'revision_number': 1, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.437162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] Checking router: ff34cbd5-c412-40d6-8cfc-cb35f211d65e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:29.459840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:29.460506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:57:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:29.601596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38f9a5cf-f2a0-4c23-80ca-c50de584e86c req-d622a96c-aeee-49e5-806a-93d4ca0a6c38 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.14&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.1915436 Jul 05 03:57:29.603678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269931f8-8372-4752-9847-800f486d2129 req-fd141e12-e930-43ee-a2f8-10b0d730f800 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:29.605273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-269931f8-8372-4752-9847-800f486d2129 req-fd141e12-e930-43ee-a2f8-10b0d730f800 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 1097 time: 0.1187091 Jul 05 03:57:29.653616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:29.730240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5539b693-931b-4bd2-9d9b-56df12e01830 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:29.734536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269931f8-8372-4752-9847-800f486d2129 req-2ca8de23-7d81-4ea9-9e86-2a11e33a613f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:29.736365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-269931f8-8372-4752-9847-800f486d2129 req-2ca8de23-7d81-4ea9-9e86-2a11e33a613f service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.1079576 Jul 05 03:57:29.842404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-269931f8-8372-4752-9847-800f486d2129 req-041f8439-c9f7-4789-9317-db34da27666f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c HTTP/1.1" status: 200 len: 999 time: 0.0963511 Jul 05 03:57:29.943717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269931f8-8372-4752-9847-800f486d2129 req-d8502311-53b1-404a-b1fd-941479a6086c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:29.945382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-269931f8-8372-4752-9847-800f486d2129 req-d8502311-53b1-404a-b1fd-941479a6086c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.0837533 Jul 05 03:57:30.001678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 5539b693-931b-4bd2-9d9b-56df12e01830 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:30.014783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 5539b693-931b-4bd2-9d9b-56df12e01830 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:30.015634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.058520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269931f8-8372-4752-9847-800f486d2129 req-bb3527ac-7f96-4e7a-9e04-c64fc52e4cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.058851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-269931f8-8372-4752-9847-800f486d2129 req-bb3527ac-7f96-4e7a-9e04-c64fc52e4cdf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0909410 Jul 05 03:57:30.069089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b317c06e-c5b3-40e4-a0fa-a4cd03928970', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'port_id': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'mac_address': 'fa:16:3e:f9:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:57:04Z', 'updated_at': '2021-07-05T03:57:26Z', 'revision_number': 1, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:30.079804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a60cad4-dd63-4ca9-b8b9-7993c5dcc788 req-f3b205e8-e54c-4458-b7d2-30705b60343b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.087047 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a60cad4-dd63-4ca9-b8b9-7993c5dcc788 req-f3b205e8-e54c-4458-b7d2-30705b60343b tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 944 time: 0.1568837 Jul 05 03:57:30.130987 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6a01d63-15a4-4d62-9df3-5f53a051ace2 None None] The sync data for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 is: [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b317c06e-c5b3-40e4-a0fa-a4cd03928970', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'floating_ip_address': '172.25.4.162', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'port_id': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'mac_address': 'fa:16:3e:f9:74:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:57:04Z', 'updated_at': '2021-07-05T03:57:26Z', 'revision_number': 1, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:30.208996 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.242360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f3afd-79fa-4b54-a0e5-e734c1a32200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5539b693-931b-4bd2-9d9b-56df12e01830'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:30.245091 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a59d080-947d-4cb1-9f56-4a0987c2e59e" -d '{"events": [{"server_uuid": "723f3afd-79fa-4b54-a0e5-e734c1a32200", "name": "network-vif-plugged", "status": "completed", "tag": "5539b693-931b-4bd2-9d9b-56df12e01830"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:30.260247 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5539b693-931b-4bd2-9d9b-56df12e01830, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5539b693-931b-4bd2-9d9b-56df12e01830,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:30.266938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a60cad4-dd63-4ca9-b8b9-7993c5dcc788 req-d7344767-bf6b-4778-a85e-84b26536d247 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788304 Jul 05 03:57:30.323805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-269931f8-8372-4752-9847-800f486d2129 req-c8cbd3ee-0a6e-4915-97b4-202a10556274 service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2341061 Jul 05 03:57:30.336919 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:30.336919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a38a8e99-30be-472d-bad0-b0addd7857e4 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:30.340036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d75011f5-59ab-459a-9720-5abdb50a93fe req-240ac706-7e3c-40a1-b426-db07884b19e2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.348162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d75011f5-59ab-459a-9720-5abdb50a93fe req-240ac706-7e3c-40a1-b426-db07884b19e2 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1976690 Jul 05 03:57:30.388152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: a38a8e99-30be-472d-bad0-b0addd7857e4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:30.388581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a38a8e99-30be-472d-bad0-b0addd7857e4 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:30.426674 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5539b693-931b-4bd2-9d9b-56df12e01830,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:30.436153 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99189378-2a70-440a-a30b-10847b09fd6b None None] New status for floating IP b317c06e-c5b3-40e4-a0fa-a4cd03928970: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:57:30.497735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d75011f5-59ab-459a-9720-5abdb50a93fe req-e8e4df52-d7be-4cb0-bf7a-1f2f415bbceb tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1484997 Jul 05 03:57:30.570802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-269931f8-8372-4752-9847-800f486d2129 req-394fc418-1b0f-4fa9-a992-673fa2b659fc service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2198324 Jul 05 03:57:30.582662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a69bc82d-a835-4f11-a390-c36c2db9c3dc req-39845065-5eb1-4a02-ad85-d461beeec907 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.590508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a69bc82d-a835-4f11-a390-c36c2db9c3dc req-39845065-5eb1-4a02-ad85-d461beeec907 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1482043 Jul 05 03:57:30.636036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a69bc82d-a835-4f11-a390-c36c2db9c3dc req-c58fea63-d9c2-4e31-9a21-a55a08b16e1a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445704 Jul 05 03:57:30.696842 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe61cdb3-0d9a-4702-aa8e-016c245190d6 x-openstack-request-id: req-fe61cdb3-0d9a-4702-aa8e-016c245190d6 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:30.697106 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f3afd-79fa-4b54-a0e5-e734c1a32200", "name": "network-vif-plugged", "status": "completed", "tag": "5539b693-931b-4bd2-9d9b-56df12e01830", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:30.697378 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe61cdb3-0d9a-4702-aa8e-016c245190d6 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:30.697823 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f3afd-79fa-4b54-a0e5-e734c1a32200', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5539b693-931b-4bd2-9d9b-56df12e01830', 'code': 200} Jul 05 03:57:30.757153 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:57:30.801312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2607172f-b939-4f0a-b9fc-83161fed6192 req-097ed8dc-500f-4c3d-a580-0f49c00e075c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=236efe13-2ac4-4bcf-97fc-c6f06d2c10ab HTTP/1.1" status: 200 len: 210 time: 0.0322757 Jul 05 03:57:30.887955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ac76d-f5b3-4320-a4f2-201953a636ea req-210c0782-164d-4769-949c-6c4b86a6e414 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:30.889899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c7ac76d-f5b3-4320-a4f2-201953a636ea req-210c0782-164d-4769-949c-6c4b86a6e414 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 1097 time: 0.0666745 Jul 05 03:57:30.971650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c7ac76d-f5b3-4320-a4f2-201953a636ea req-10a9c897-0536-4627-af83-15414215c97f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686905 Jul 05 03:57:31.001571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563ebf4-a390-405a-9c74-a76a3a08602e req-be176841-a15b-4dcd-bcdf-d881d9475134 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.003083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6563ebf4-a390-405a-9c74-a76a3a08602e req-be176841-a15b-4dcd-bcdf-d881d9475134 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 946 time: 0.0941494 Jul 05 03:57:31.049118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6563ebf4-a390-405a-9c74-a76a3a08602e req-6e933d90-7160-492d-a909-454d0e4e1108 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393453 Jul 05 03:57:31.253033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742dbd47-0ef9-4441-915a-c691b8dd97c9 req-9bbeb931-7ff3-45b7-8e84-8daa3f41468c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.254568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-742dbd47-0ef9-4441-915a-c691b8dd97c9 req-9bbeb931-7ff3-45b7-8e84-8daa3f41468c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.0694654 Jul 05 03:57:31.294027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-742dbd47-0ef9-4441-915a-c691b8dd97c9 req-9e4e7dc9-c3a3-4350-8bbc-202a1077be7d tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336504 Jul 05 03:57:31.378962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'name': 'network-vif-deleted', 'tag': 'a38a8e99-30be-472d-bad0-b0addd7857e4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:31.381634 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfe7bab-2a8d-47fa-9539-a81819ec30fb" -d '{"events": [{"server_uuid": "236efe13-2ac4-4bcf-97fc-c6f06d2c10ab", "name": "network-vif-deleted", "tag": "a38a8e99-30be-472d-bad0-b0addd7857e4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:31.477336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc4f62a-eaca-4f8c-b329-41f7c8438ff6 req-4d76e46f-3b47-4ba7-bf85-610ba226fb27 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.478935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdc4f62a-eaca-4f8c-b329-41f7c8438ff6 req-4d76e46f-3b47-4ba7-bf85-610ba226fb27 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 945 time: 0.0792506 Jul 05 03:57:31.520831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdc4f62a-eaca-4f8c-b329-41f7c8438ff6 req-aa70f7f4-3830-46a8-8969-694b29f43171 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347335 Jul 05 03:57:31.574537 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-259fa836-29be-4119-a426-b9595aea3373 x-openstack-request-id: req-259fa836-29be-4119-a426-b9595aea3373 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:31.574832 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "236efe13-2ac4-4bcf-97fc-c6f06d2c10ab", "name": "network-vif-deleted", "tag": "a38a8e99-30be-472d-bad0-b0addd7857e4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:31.575080 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-259fa836-29be-4119-a426-b9595aea3373 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:31.575480 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '236efe13-2ac4-4bcf-97fc-c6f06d2c10ab', 'name': 'network-vif-deleted', 'tag': 'a38a8e99-30be-472d-bad0-b0addd7857e4', 'status': 'completed', 'code': 200} Jul 05 03:57:31.632711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de12c-f587-4a17-8749-1bf42f70de4d req-f581613b-9eab-4108-8bcd-bcf193303b10 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.639183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de12c-f587-4a17-8749-1bf42f70de4d req-f581613b-9eab-4108-8bcd-bcf193303b10 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.645640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06de12c-f587-4a17-8749-1bf42f70de4d req-f581613b-9eab-4108-8bcd-bcf193303b10 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.647308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b06de12c-f587-4a17-8749-1bf42f70de4d req-f581613b-9eab-4108-8bcd-bcf193303b10 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048&device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f&device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 2418 time: 0.0855770 Jul 05 03:57:31.688817 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b06de12c-f587-4a17-8749-1bf42f70de4d req-cae84646-d6ca-4472-8c15-f4d5e578c69d tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358567 Jul 05 03:57:31.778062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-4a04a029-b4f0-4718-9a40-905c5c096c2f req-622f2d44-b093-42b0-8ebb-e997e9e5e5df tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 03:57:31.779105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a04a029-b4f0-4718-9a40-905c5c096c2f req-622f2d44-b093-42b0-8ebb-e997e9e5e5df tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066500 Jul 05 03:57:31.906037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4fb32-9728-418b-a2d1-b79ae97dda94 req-af677cda-3dd4-4876-bbe1-d9c0ad29565b tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:31.907471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eaa4fb32-9728-418b-a2d1-b79ae97dda94 req-af677cda-3dd4-4876-bbe1-d9c0ad29565b tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1232748 Jul 05 03:57:31.925376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a04a029-b4f0-4718-9a40-905c5c096c2f req-7fbcc318-219b-4b5a-bbf7-06a7e1134526 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1379473 Jul 05 03:57:31.960900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eaa4fb32-9728-418b-a2d1-b79ae97dda94 req-44269e5e-4389-483e-8849-5eb967058ef0 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471537 Jul 05 03:57:32.351625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e19db46d-59b9-44b3-950f-37d9e1077651 req-1bd4c679-b129-48b1-9180-971adc7de3eb tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/ea9fa217-d4b1-41bc-bc9f-762ab1110340 HTTP/1.1" status: 200 len: 1803 time: 0.0425932 Jul 05 03:57:32.414546 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e19db46d-59b9-44b3-950f-37d9e1077651 req-d69d20f0-e25a-49ac-bb34-a024ed8046e3 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.439509 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e19db46d-59b9-44b3-950f-37d9e1077651 req-d69d20f0-e25a-49ac-bb34-a024ed8046e3 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.557720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e19db46d-59b9-44b3-950f-37d9e1077651 req-d69d20f0-e25a-49ac-bb34-a024ed8046e3 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.560506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e19db46d-59b9-44b3-950f-37d9e1077651 req-d69d20f0-e25a-49ac-bb34-a024ed8046e3 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.562272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e19db46d-59b9-44b3-950f-37d9e1077651 req-d69d20f0-e25a-49ac-bb34-a024ed8046e3 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/ea9fa217-d4b1-41bc-bc9f-762ab1110340 HTTP/1.1" status: 204 len: 173 time: 0.2046831 Jul 05 03:57:32.583294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d20f0-e25a-49ac-bb34-a024ed8046e3 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9fa217-d4b1-41bc-bc9f-762ab1110340,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:32.772816 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c58d86c-d049-4c19-bc79-c1ba3035f55f req-8c20540f-f0a1-4668-92f3-ee99ffd87aa8 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/a2574373-78e9-494b-98db-89989120e28c HTTP/1.1" status: 200 len: 1803 time: 0.0615642 Jul 05 03:57:32.787932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e4839c-6703-46f5-baf5-62803fcaa537 req-7987fc3b-adaa-47ff-8796-57bb67bd2803 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:32.789522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47e4839c-6703-46f5-baf5-62803fcaa537 req-7987fc3b-adaa-47ff-8796-57bb67bd2803 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 945 time: 0.1126456 Jul 05 03:57:32.860759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47e4839c-6703-46f5-baf5-62803fcaa537 req-c0ed00b6-8f0e-4a7b-a9d7-c1d9fb91d094 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635893 Jul 05 03:57:32.879511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5c58d86c-d049-4c19-bc79-c1ba3035f55f req-8155b302-59e4-41fc-9ab1-3405ff68a45c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:32.916444 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5c58d86c-d049-4c19-bc79-c1ba3035f55f req-8155b302-59e4-41fc-9ab1-3405ff68a45c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.027390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5c58d86c-d049-4c19-bc79-c1ba3035f55f req-8155b302-59e4-41fc-9ab1-3405ff68a45c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.030023 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5c58d86c-d049-4c19-bc79-c1ba3035f55f req-8155b302-59e4-41fc-9ab1-3405ff68a45c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.031722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c58d86c-d049-4c19-bc79-c1ba3035f55f req-8155b302-59e4-41fc-9ab1-3405ff68a45c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/a2574373-78e9-494b-98db-89989120e28c HTTP/1.1" status: 204 len: 173 time: 0.2530584 Jul 05 03:57:33.047350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8155b302-59e4-41fc-9ab1-3405ff68a45c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2574373-78e9-494b-98db-89989120e28c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.185318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-f0688338-6614-413d-ab56-dcc760a11489 req-a120b19e-fcd9-411f-8434-343f64ae6bf6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1822722264', 'description': 'tempest-description-1721480351'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:33.238568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968c37c8-8bdc-41e2-b475-3d3493c85e6b req-6b207eb6-3bb1-486f-aa84-b10b66a44580 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:33.240673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-968c37c8-8bdc-41e2-b475-3d3493c85e6b req-6b207eb6-3bb1-486f-aa84-b10b66a44580 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0939150 Jul 05 03:57:33.282734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-968c37c8-8bdc-41e2-b475-3d3493c85e6b req-b7df6d09-4273-4c64-a5ec-bf1aa0ec7993 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364282 Jul 05 03:57:33.308026 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f0688338-6614-413d-ab56-dcc760a11489 req-a120b19e-fcd9-411f-8434-343f64ae6bf6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.394930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f0688338-6614-413d-ab56-dcc760a11489 req-a120b19e-fcd9-411f-8434-343f64ae6bf6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.511072 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f0688338-6614-413d-ab56-dcc760a11489 req-a120b19e-fcd9-411f-8434-343f64ae6bf6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.535659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a120b19e-fcd9-411f-8434-343f64ae6bf6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab21900-70ce-403f-a722-a2be58ca773e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:33.610557 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f0688338-6614-413d-ab56-dcc760a11489 req-a120b19e-fcd9-411f-8434-343f64ae6bf6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.613995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0688338-6614-413d-ab56-dcc760a11489 req-a120b19e-fcd9-411f-8434-343f64ae6bf6 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.4319248 Jul 05 03:57:33.729917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:57:33.749385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f398c936-7b49-444e-9ea0-0855e70ee858 req-b38e303c-9775-4fe5-9dbc-84f63395eb2b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/0ab21900-70ce-403f-a722-a2be58ca773e HTTP/1.1" status: 200 len: 1803 time: 0.0477223 Jul 05 03:57:33.763416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-f398c936-7b49-444e-9ea0-0855e70ee858 req-789a90d3-e325-4d02-ac08-d590ee511c0f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Request body: {'security_group': {'name': 'tempest-sg-hth-771179439', 'description': 'tempest-description-hth-817612660'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:33.798261 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f398c936-7b49-444e-9ea0-0855e70ee858 req-789a90d3-e325-4d02-ac08-d590ee511c0f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.842298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:33.848477 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f398c936-7b49-444e-9ea0-0855e70ee858 req-789a90d3-e325-4d02-ac08-d590ee511c0f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.859646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'port_id': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'mac_address': 'fa:16:3e:64:9a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:57:33.901622 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.915788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3346f06f-ffce-4986-a9ee-bee8b3f67738 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:57:33.938359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:33.947733 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f398c936-7b49-444e-9ea0-0855e70ee858 req-789a90d3-e325-4d02-ac08-d590ee511c0f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.950415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f398c936-7b49-444e-9ea0-0855e70ee858 req-789a90d3-e325-4d02-ac08-d590ee511c0f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:33.951668 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f398c936-7b49-444e-9ea0-0855e70ee858 req-789a90d3-e325-4d02-ac08-d590ee511c0f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "PUT /v2.0/security-groups/0ab21900-70ce-403f-a722-a2be58ca773e HTTP/1.1" status: 200 len: 1775 time: 0.1949596 Jul 05 03:57:33.986053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789a90d3-e325-4d02-ac08-d590ee511c0f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ab21900-70ce-403f-a722-a2be58ca773e,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:34.097066 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.146282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63633116-911f-48c5-a384-870e39c9132b req-77cb3d95-dba7-4e2d-9e82-f66ff36843a7 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.147805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63633116-911f-48c5-a384-870e39c9132b req-77cb3d95-dba7-4e2d-9e82-f66ff36843a7 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 945 time: 0.0876863 Jul 05 03:57:34.150542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:34.192562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63633116-911f-48c5-a384-870e39c9132b req-c7ea583b-ab24-4d2a-af5e-1567f1a285ea tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373073 Jul 05 03:57:34.266599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6f01d22-8f37-4959-bf5f-bbee4a6f4283 req-f069230b-f66c-48d0-a404-34f12146cf6e tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/0ab21900-70ce-403f-a722-a2be58ca773e HTTP/1.1" status: 200 len: 1775 time: 0.0424747 Jul 05 03:57:34.377953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3346f06f-ffce-4986-a9ee-bee8b3f67738'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:34.442727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3d10a5-f6f1-4e93-9d8e-cf90fbeb5b29 req-d16cbc7f-f140-4c18-8e4e-f89788194b57 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.444376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed3d10a5-f6f1-4e93-9d8e-cf90fbeb5b29 req-d16cbc7f-f140-4c18-8e4e-f89788194b57 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.0697882 Jul 05 03:57:34.489916 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed3d10a5-f6f1-4e93-9d8e-cf90fbeb5b29 req-2fbe7dc4-fa1e-4c3a-80ac-934bd7e13d5a tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394647 Jul 05 03:57:34.563833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5eae0055-8464-49dd-a415-51a9d2d4dd05 req-7f35729b-24c2-4cb8-a2c3-b21d095a87b7 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/0ab21900-70ce-403f-a722-a2be58ca773e HTTP/1.1" status: 200 len: 1775 time: 0.0473373 Jul 05 03:57:34.630488 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5eae0055-8464-49dd-a415-51a9d2d4dd05 req-395450c7-85ca-4d3e-a54e-029d89f25cba tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.653700 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5eae0055-8464-49dd-a415-51a9d2d4dd05 req-395450c7-85ca-4d3e-a54e-029d89f25cba tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.862108 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5eae0055-8464-49dd-a415-51a9d2d4dd05 req-395450c7-85ca-4d3e-a54e-029d89f25cba tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.864744 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5eae0055-8464-49dd-a415-51a9d2d4dd05 req-395450c7-85ca-4d3e-a54e-029d89f25cba tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:34.865900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5eae0055-8464-49dd-a415-51a9d2d4dd05 req-395450c7-85ca-4d3e-a54e-029d89f25cba tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/0ab21900-70ce-403f-a722-a2be58ca773e HTTP/1.1" status: 204 len: 173 time: 0.2960541 Jul 05 03:57:34.879402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-395450c7-85ca-4d3e-a54e-029d89f25cba tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ab21900-70ce-403f-a722-a2be58ca773e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:34.996812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77507d35-cf67-43cc-b80f-dd0c2d68adc2 req-b86dd08b-0f92-4573-a699-d26bda517024 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:34.998350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77507d35-cf67-43cc-b80f-dd0c2d68adc2 req-b86dd08b-0f92-4573-a699-d26bda517024 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0712564 Jul 05 03:57:35.050189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77507d35-cf67-43cc-b80f-dd0c2d68adc2 req-674a85b0-a9c8-490e-88f4-3fb42a043a92 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438488 Jul 05 03:57:35.221803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d1eb34-62b2-477d-8d0f-092b7ae24e36 req-73756438-4b26-4aa9-bc47-a8c5a688cafe tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.223336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93d1eb34-62b2-477d-8d0f-092b7ae24e36 req-73756438-4b26-4aa9-bc47-a8c5a688cafe tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 945 time: 0.0686886 Jul 05 03:57:35.265858 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-cf4ea0bf-db85-4801-8d93-82f7e5ad5417 req-1fa3bbc9-884a-4b87-affa-a20a6e0c8f78 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] show failed (client error): The resource could not be found. Jul 05 03:57:35.266972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf4ea0bf-db85-4801-8d93-82f7e5ad5417 req-1fa3bbc9-884a-4b87-affa-a20a6e0c8f78 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/a2574373-78e9-494b-98db-89989120e28c HTTP/1.1" status: 404 len: 352 time: 0.0221424 Jul 05 03:57:35.286235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93d1eb34-62b2-477d-8d0f-092b7ae24e36 req-5edd216c-4770-4912-bdb0-51daf452682d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568535 Jul 05 03:57:35.304582 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-63a1ca11-0fda-4d8c-80f4-e839e37e1d70 req-1bd2f611-0a7b-4319-bd20-1d5ee8e7194c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] show failed (client error): The resource could not be found. Jul 05 03:57:35.305616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63a1ca11-0fda-4d8c-80f4-e839e37e1d70 req-1bd2f611-0a7b-4319-bd20-1d5ee8e7194c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/ea9fa217-d4b1-41bc-bc9f-762ab1110340 HTTP/1.1" status: 404 len: 352 time: 0.0151570 Jul 05 03:57:35.340549 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-6e32367b-602a-4bf6-9455-2d93956403e2 req-3d52f5d7-a1b1-440e-997b-df0de295c670 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] show failed (client error): The resource could not be found. Jul 05 03:57:35.341747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e32367b-602a-4bf6-9455-2d93956403e2 req-3d52f5d7-a1b1-440e-997b-df0de295c670 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/9a703f4a-819b-408a-8f44-1b8c9a5dfec7 HTTP/1.1" status: 404 len: 352 time: 0.0147445 Jul 05 03:57:35.378480 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-4069a074-63ee-40b1-afad-869bb30ad925 req-6dc2bba3-a815-4dde-abed-6fb433807015 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] show failed (client error): The resource could not be found. Jul 05 03:57:35.379508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4069a074-63ee-40b1-afad-869bb30ad925 req-6dc2bba3-a815-4dde-abed-6fb433807015 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/05e95a8d-1a52-49f1-b1b5-0bf6f07e791a HTTP/1.1" status: 404 len: 352 time: 0.0173855 Jul 05 03:57:35.416850 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-a844903c-5dea-4876-a646-397648d1c7b5 req-8dd983b9-3f74-4c51-8e5d-dd49b69594fc tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] show failed (client error): The resource could not be found. Jul 05 03:57:35.417742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a844903c-5dea-4876-a646-397648d1c7b5 req-8dd983b9-3f74-4c51-8e5d-dd49b69594fc tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/a421b629-c98d-4f0a-8c75-95da6b728d4f HTTP/1.1" status: 404 len: 352 time: 0.0149705 Jul 05 03:57:35.452978 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-5e692ff6-8545-44b3-9a2b-696618d5a1f9 req-24fdbc9e-a68c-4dcb-ba68-acc20496820c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] show failed (client error): The resource could not be found. Jul 05 03:57:35.453990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e692ff6-8545-44b3-9a2b-696618d5a1f9 req-24fdbc9e-a68c-4dcb-ba68-acc20496820c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/fddc45ca-0087-416b-91ca-1b5c84475ee6 HTTP/1.1" status: 404 len: 352 time: 0.0150216 Jul 05 03:57:35.688149 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034a0104-8987-4700-ad44-720bb0f05b3f req-f5b9ae7f-9365-4019-8e4f-26640fecb97b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:35.689564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-034a0104-8987-4700-ad44-720bb0f05b3f req-f5b9ae7f-9365-4019-8e4f-26640fecb97b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.0719349 Jul 05 03:57:35.728309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:35.732914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-034a0104-8987-4700-ad44-720bb0f05b3f req-66d7f3e9-4ea9-4bfe-8abb-b0e67b906aec tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374756 Jul 05 03:57:35.785664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 3346f06f-ffce-4986-a9ee-bee8b3f67738 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:35.786034 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.872326 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:35.897646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:35.900044 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a051af5c-500e-4361-9b6d-a9f549c55916" -d '{"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:35.914621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:35.938427 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07074a19-1106-4cdc-b25a-e317a842b480 x-openstack-request-id: req-07074a19-1106-4cdc-b25a-e317a842b480 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:35.938669 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:35.938933 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07074a19-1106-4cdc-b25a-e317a842b480 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:35.939317 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'code': 200} Jul 05 03:57:36.067607 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:36.130400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:36.166446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea87da-6e0e-4003-9c87-0143138d1874 req-b482b99a-308d-41ee-b9b0-54cd6e21f090 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.169014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94ea87da-6e0e-4003-9c87-0143138d1874 req-b482b99a-308d-41ee-b9b0-54cd6e21f090 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 1024 time: 0.1116543 Jul 05 03:57:36.215382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94ea87da-6e0e-4003-9c87-0143138d1874 req-f776b536-4061-44d2-b7e3-14e87bf19f89 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&id=87bc9a89-09b8-4dae-af2d-c4168faa9a60&id=bd5da513-c063-4061-9fe9-997e9fe59ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0406249 Jul 05 03:57:36.296889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0013909e-cd3f-4e40-b8de-2c438e3904f6 req-77733bc3-0df0-4166-b96d-fb6c1dbf3977 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.299413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0013909e-cd3f-4e40-b8de-2c438e3904f6 req-77733bc3-0df0-4166-b96d-fb6c1dbf3977 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0906811 Jul 05 03:57:36.346053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0013909e-cd3f-4e40-b8de-2c438e3904f6 req-ce162180-068b-4072-a734-9a411f6f2c59 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382712 Jul 05 03:57:36.521824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71bb9f9-38f5-4749-9ca0-7bb110c1221d req-7fc2a282-8a6a-4abf-acde-edd2c12b0c35 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.523576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a71bb9f9-38f5-4749-9ca0-7bb110c1221d req-7fc2a282-8a6a-4abf-acde-edd2c12b0c35 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 945 time: 0.0791268 Jul 05 03:57:36.567840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a71bb9f9-38f5-4749-9ca0-7bb110c1221d req-e416aa46-1044-4650-83e5-82664631cafd tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382311 Jul 05 03:57:36.915236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb51d32-026f-4ee4-b5ab-55e86d5298d1 req-fdc754a8-9fc0-4c01-a410-9e86eac25478 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:36.916776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feb51d32-026f-4ee4-b5ab-55e86d5298d1 req-fdc754a8-9fc0-4c01-a410-9e86eac25478 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.0667706 Jul 05 03:57:36.957783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feb51d32-026f-4ee4-b5ab-55e86d5298d1 req-f4986cae-6ae5-459c-bf83-b8513e025c95 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332482 Jul 05 03:57:37.337620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-7f0d0981-5a4b-47b9-8b66-f347a7795a07 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.339252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-7f0d0981-5a4b-47b9-8b66-f347a7795a07 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 946 time: 0.0801010 Jul 05 03:57:37.495419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752cf2c1-3c1d-4bf3-ad85-60a2ace0e009 req-09ebf578-6929-4a66-97f9-520fe3203f67 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.497007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-752cf2c1-3c1d-4bf3-ad85-60a2ace0e009 req-09ebf578-6929-4a66-97f9-520fe3203f67 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 1024 time: 0.1510351 Jul 05 03:57:37.548973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-e0a7f630-5513-434d-9175-bd8289670dac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Deleting port 58017796-b227-45c8-ae44-26d3688706df {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:37.548973 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-e0a7f630-5513-434d-9175-bd8289670dac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.574246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-752cf2c1-3c1d-4bf3-ad85-60a2ace0e009 req-b5e2438d-ac0c-4165-9327-86ef113ac44f tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&id=87bc9a89-09b8-4dae-af2d-c4168faa9a60&id=bd5da513-c063-4061-9fe9-997e9fe59ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0686831 Jul 05 03:57:37.699723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-e0a7f630-5513-434d-9175-bd8289670dac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] For port 58017796-b227-45c8-ae44-26d3688706df, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58017796-b227-45c8-ae44-26d3688706df,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:37.700125 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-e0a7f630-5513-434d-9175-bd8289670dac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:37.718271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-e0a7f630-5513-434d-9175-bd8289670dac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Calling delete_port for 58017796-b227-45c8-ae44-26d3688706df owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:37.739706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-531b928e-a4d0-4ba2-bd0b-83f3e3832599 req-4a9af3c3-1239-4bb2-97d6-1b2f603932db tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:37.749143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-531b928e-a4d0-4ba2-bd0b-83f3e3832599 req-4a9af3c3-1239-4bb2-97d6-1b2f603932db tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1809015 Jul 05 03:57:37.916967 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-531b928e-a4d0-4ba2-bd0b-83f3e3832599 req-74c4d1c0-648f-4dad-b564-f66e42308c8e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666563 Jul 05 03:57:37.997859 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca3fdb9b-930b-44f3-9ba6-fc80e8ffba95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.015774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786e3a9b-f337-48e7-b796-bca62c01d74f req-c4d31ca3-860c-4b81-bcc8-ddf159ba6c2f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.017410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-786e3a9b-f337-48e7-b796-bca62c01d74f req-c4d31ca3-860c-4b81-bcc8-ddf159ba6c2f tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 945 time: 0.1747377 Jul 05 03:57:38.084733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-786e3a9b-f337-48e7-b796-bca62c01d74f req-ae971308-3999-4e2a-a7bf-8145340d1395 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551140 Jul 05 03:57:38.163818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-e0a7f630-5513-434d-9175-bd8289670dac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.196702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['b6c8ac6a-5c04-4289-9963-0e4035129bda', '28cd52cd-7a9c-4017-bfea-0c7d38f1d34a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:38.233997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03aba87f-1795-42e7-b099-959e41f7a270 req-9295f253-02c9-4e62-a973-d6b7083c3f1e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.236089 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03aba87f-1795-42e7-b099-959e41f7a270 req-9295f253-02c9-4e62-a973-d6b7083c3f1e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=bc5f0d18-651c-46fd-a0df-5e106b6e1048 HTTP/1.1" status: 200 len: 867 time: 0.1368392 Jul 05 03:57:38.258840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a7f630-5513-434d-9175-bd8289670dac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Pushing event deleted for resources: {'Port': ['ID=58017796-b227-45c8-ae44-26d3688706df,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:38.303202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-e0a7f630-5513-434d-9175-bd8289670dac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] No DVR routers for this DVR port 58017796-b227-45c8-ae44-26d3688706df on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:38.306945 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-e0a7f630-5513-434d-9175-bd8289670dac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.309036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-651c63a8-1e63-48cd-a9c1-2ebdc29a54dc req-e0a7f630-5513-434d-9175-bd8289670dac tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "DELETE /v2.0/ports/58017796-b227-45c8-ae44-26d3688706df HTTP/1.1" status: 204 len: 173 time: 0.9526148 Jul 05 03:57:38.309503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc5f0d18-651c-46fd-a0df-5e106b6e1048', 'name': 'network-vif-deleted', 'tag': '58017796-b227-45c8-ae44-26d3688706df'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:38.321061 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcaac905-7d25-4255-b9a3-f832af5bdde1" -d '{"events": [{"server_uuid": "bc5f0d18-651c-46fd-a0df-5e106b6e1048", "name": "network-vif-deleted", "tag": "58017796-b227-45c8-ae44-26d3688706df"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:38.367344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03aba87f-1795-42e7-b099-959e41f7a270 req-4488b01b-738b-4704-90de-88dae97bb3b0 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058242 Jul 05 03:57:38.544112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-8033af8c-63d4-4e3a-8258-1559cc84b246 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:38.549712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-8033af8c-63d4-4e3a-8258-1559cc84b246 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.26 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 1024 time: 0.1699603 Jul 05 03:57:38.657567 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8b109a1-081a-473c-b9dd-669cf164ab46 x-openstack-request-id: req-c8b109a1-081a-473c-b9dd-669cf164ab46 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:38.657858 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc5f0d18-651c-46fd-a0df-5e106b6e1048", "name": "network-vif-deleted", "tag": "58017796-b227-45c8-ae44-26d3688706df", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:38.658326 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8b109a1-081a-473c-b9dd-669cf164ab46 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:38.658772 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc5f0d18-651c-46fd-a0df-5e106b6e1048', 'name': 'network-vif-deleted', 'tag': '58017796-b227-45c8-ae44-26d3688706df', 'status': 'completed', 'code': 200} Jul 05 03:57:38.778362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-073a0666-1750-4764-9ee5-7499ed8c308c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Deleting port d2d6aa14-50f6-4712-b487-2da9d8ff0045 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:38.778732 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-073a0666-1750-4764-9ee5-7499ed8c308c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.955395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-073a0666-1750-4764-9ee5-7499ed8c308c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] For port d2d6aa14-50f6-4712-b487-2da9d8ff0045, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d2d6aa14-50f6-4712-b487-2da9d8ff0045,segment=NetworkSegment(2757ca28-393a-43ea-aaca-de686b9ada74),segment_id=2757ca28-393a-43ea-aaca-de686b9ada74)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:38.956208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-073a0666-1750-4764-9ee5-7499ed8c308c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:38.982675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-073a0666-1750-4764-9ee5-7499ed8c308c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Calling delete_port for d2d6aa14-50f6-4712-b487-2da9d8ff0045 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:39.114911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4fbd8-114c-4661-8f1c-bfda6b379a0a req-a6a18dd5-8d8b-46ca-ae82-fa448a9f05b3 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.116564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0bf4fbd8-114c-4661-8f1c-bfda6b379a0a req-a6a18dd5-8d8b-46ca-ae82-fa448a9f05b3 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 1024 time: 0.1436989 Jul 05 03:57:39.186127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0bf4fbd8-114c-4661-8f1c-bfda6b379a0a req-665e14d7-1137-48fe-8dfa-cb22f51f257b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc618e5a-9556-417a-b25f-1017cf314767&id=87bc9a89-09b8-4dae-af2d-c4168faa9a60&id=bd5da513-c063-4061-9fe9-997e9fe59ca3&fields=id&fields=name HTTP/1.1" status: 200 len: 514 time: 0.0591834 Jul 05 03:57:39.767842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d2d6aa14-50f6-4712-b487-2da9d8ff0045 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:39.770576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abb119e-3748-4e82-9395-0d7cbc2b7d3f req-f9ef232e-9047-4307-bfd4-bd853fca3446 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.772314 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0abb119e-3748-4e82-9395-0d7cbc2b7d3f req-f9ef232e-9047-4307-bfd4-bd853fca3446 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 945 time: 0.5827379 Jul 05 03:57:39.792956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab72d1e-2b84-4b81-bd85-6d1f4f3c8ad7 req-0135a9ba-fbf3-49e6-9a4f-4fe8986fe5a3 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:39.794670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ab72d1e-2b84-4b81-bd85-6d1f4f3c8ad7 req-0135a9ba-fbf3-49e6-9a4f-4fe8986fe5a3 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1398046 Jul 05 03:57:39.840497 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-073a0666-1750-4764-9ee5-7499ed8c308c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.882169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No active binding found for port d2d6aa14-50f6-4712-b487-2da9d8ff0045 {{(pid=100897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 03:57:39.883002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d2d6aa14-50f6-4712-b487-2da9d8ff0045 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:39.883640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 58017796-b227-45c8-ae44-26d3688706df no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:39.908874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 58017796-b227-45c8-ae44-26d3688706df {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:39.908874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 58017796-b227-45c8-ae44-26d3688706df not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:39.909241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073a0666-1750-4764-9ee5-7499ed8c308c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'Port': ['ID=d2d6aa14-50f6-4712-b487-2da9d8ff0045,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:39.982000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-073a0666-1750-4764-9ee5-7499ed8c308c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] No DVR routers for this DVR port d2d6aa14-50f6-4712-b487-2da9d8ff0045 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:39.984917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-073a0666-1750-4764-9ee5-7499ed8c308c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:39.987359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5ebff71-00d8-4954-85a2-921f34209b2c req-073a0666-1750-4764-9ee5-7499ed8c308c tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.26 "DELETE /v2.0/ports/d2d6aa14-50f6-4712-b487-2da9d8ff0045 HTTP/1.1" status: 204 len: 173 time: 1.4026108 Jul 05 03:57:40.004361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0abb119e-3748-4e82-9395-0d7cbc2b7d3f req-95772c94-19ec-464c-9923-5b2a1399388c tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2070694 Jul 05 03:57:40.011296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ab72d1e-2b84-4b81-bd85-6d1f4f3c8ad7 req-70d9d5a9-276c-401a-b039-8183b0dbd5db tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067218 Jul 05 03:57:40.500803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-467ee1c2-c2d4-4d1e-8755-8ceac7e7df1e req-8496562b-8d6d-4fcf-b7d5-152e346228d9 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 210 time: 0.0432622 Jul 05 03:57:40.659678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'name': 'network-vif-deleted', 'tag': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:40.662070 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17700587-b8cf-4a41-8196-043fb64bc8f3" -d '{"events": [{"server_uuid": "cb51456a-0ce8-4137-ba6a-9588f3057aca", "name": "network-vif-deleted", "tag": "d2d6aa14-50f6-4712-b487-2da9d8ff0045"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:40.705534 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1d105f9-1a34-4534-b32e-3a42c87e396b x-openstack-request-id: req-b1d105f9-1a34-4534-b32e-3a42c87e396b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:40.705534 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cb51456a-0ce8-4137-ba6a-9588f3057aca", "name": "network-vif-deleted", "tag": "d2d6aa14-50f6-4712-b487-2da9d8ff0045", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:40.705888 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1d105f9-1a34-4534-b32e-3a42c87e396b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:40.706574 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb51456a-0ce8-4137-ba6a-9588f3057aca', 'name': 'network-vif-deleted', 'tag': 'd2d6aa14-50f6-4712-b487-2da9d8ff0045', 'status': 'completed', 'code': 200} Jul 05 03:57:40.759141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c394f8f0-a245-4663-a0bc-faa153508de3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:40.979664 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.086599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ee3da-1585-4a8e-bd69-1bf6119e4cfd req-9905aeb6-d58e-4e33-940d-654d08fcd9c5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.088033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d65ee3da-1585-4a8e-bd69-1bf6119e4cfd req-9905aeb6-d58e-4e33-940d-654d08fcd9c5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 946 time: 0.1244912 Jul 05 03:57:41.140262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d65ee3da-1585-4a8e-bd69-1bf6119e4cfd req-debc2d1b-b767-47d8-bdd3-95cca1537842 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438282 Jul 05 03:57:41.281164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc05e22-282f-4f58-ac4c-bab163d9ad14 req-b7a03d3c-4569-49a1-b809-3ced7cf255b9 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.297163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1dc05e22-282f-4f58-ac4c-bab163d9ad14 req-b7a03d3c-4569-49a1-b809-3ced7cf255b9 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 945 time: 0.0977247 Jul 05 03:57:41.413710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1dc05e22-282f-4f58-ac4c-bab163d9ad14 req-86b886fa-6328-4f32-91de-09b0b8a15be2 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/security-groups?id=5a8a954b-e5e7-47a5-992b-977da947fe8b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154506 Jul 05 03:57:41.454880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-5180c8b9-86c1-48d4-856b-74ab5bc5eec9 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.456406 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-5180c8b9-86c1-48d4-856b-74ab5bc5eec9 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 945 time: 0.1295333 Jul 05 03:57:41.465472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11f8a65-9018-41c2-93ee-7b5aeeced5af req-b6dac1be-d21a-495e-8abf-4380285acffd tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:41.466953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d11f8a65-9018-41c2-93ee-7b5aeeced5af req-b6dac1be-d21a-495e-8abf-4380285acffd tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1670122 Jul 05 03:57:41.546367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d11f8a65-9018-41c2-93ee-7b5aeeced5af req-dbd15555-d147-4b06-8e46-59d0e68f161a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708480 Jul 05 03:57:41.602620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-fd9ddb88-fda9-46ad-91a2-4eb04e195e9d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Deleting port 5539b693-931b-4bd2-9d9b-56df12e01830 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:41.603036 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-fd9ddb88-fda9-46ad-91a2-4eb04e195e9d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.718487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-fd9ddb88-fda9-46ad-91a2-4eb04e195e9d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] For port 5539b693-931b-4bd2-9d9b-56df12e01830, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5539b693-931b-4bd2-9d9b-56df12e01830,segment=NetworkSegment(98f2a715-f5e3-432f-8c4e-fbba7685382c),segment_id=98f2a715-f5e3-432f-8c4e-fbba7685382c)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:41.719132 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-fd9ddb88-fda9-46ad-91a2-4eb04e195e9d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.738358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-fd9ddb88-fda9-46ad-91a2-4eb04e195e9d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Calling delete_port for 5539b693-931b-4bd2-9d9b-56df12e01830 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:41.804940 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:41.821581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-976600df-2f10-4a66-ae32-9d0327f765b2 req-fb71c561-7264-454d-afc7-6423ea7ee22b tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/ports?device_id=cb51456a-0ce8-4137-ba6a-9588f3057aca HTTP/1.1" status: 200 len: 210 time: 0.0331378 Jul 05 03:57:42.101766 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-fd9ddb88-fda9-46ad-91a2-4eb04e195e9d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.169290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ddb88-fda9-46ad-91a2-4eb04e195e9d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Pushing event deleted for resources: {'Port': ['ID=5539b693-931b-4bd2-9d9b-56df12e01830,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:42.192551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-fd9ddb88-fda9-46ad-91a2-4eb04e195e9d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] No DVR routers for this DVR port 5539b693-931b-4bd2-9d9b-56df12e01830 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:42.195214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-fd9ddb88-fda9-46ad-91a2-4eb04e195e9d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:42.198123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6145a0ff-b6cb-4a98-91de-fbea31ebd9d3 req-fd9ddb88-fda9-46ad-91a2-4eb04e195e9d tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.26 "DELETE /v2.0/ports/5539b693-931b-4bd2-9d9b-56df12e01830 HTTP/1.1" status: 204 len: 173 time: 0.7301202 Jul 05 03:57:42.388957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80de25d-6abb-4d91-8556-309e7d150224 req-46036fa2-6cb9-4e3b-af74-39491da699e7 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.391443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f80de25d-6abb-4d91-8556-309e7d150224 req-46036fa2-6cb9-4e3b-af74-39491da699e7 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 946 time: 0.0939031 Jul 05 03:57:42.437900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f80de25d-6abb-4d91-8556-309e7d150224 req-5933146f-d330-4650-9614-aeb26a8a815f tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402954 Jul 05 03:57:42.605179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-746dd7ed-a213-4ff1-a08d-97ab65b212e5 req-feb051b0-a97e-4ce5-80ce-8dbd12facaf6 tempest-DeleteServersTestJSON-1599005101 tempest-DeleteServersTestJSON-1599005101-project] 10.222.0.30 "GET /v2.0/ports?device_id=723f3afd-79fa-4b54-a0e5-e734c1a32200 HTTP/1.1" status: 200 len: 210 time: 0.0477912 Jul 05 03:57:42.707163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '723f3afd-79fa-4b54-a0e5-e734c1a32200', 'name': 'network-vif-deleted', 'tag': '5539b693-931b-4bd2-9d9b-56df12e01830'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:42.709581 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-144745fe-0475-427c-9858-022edb605746" -d '{"events": [{"server_uuid": "723f3afd-79fa-4b54-a0e5-e734c1a32200", "name": "network-vif-deleted", "tag": "5539b693-931b-4bd2-9d9b-56df12e01830"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:42.812012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319a6267-bcc5-41d7-8956-303940d306bf req-a6c0c9ef-d5ed-4e96-a7ae-a59d18953438 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:42.813589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-319a6267-bcc5-41d7-8956-303940d306bf req-a6c0c9ef-d5ed-4e96-a7ae-a59d18953438 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0918806 Jul 05 03:57:42.881375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-319a6267-bcc5-41d7-8956-303940d306bf req-a557203d-f1e0-4e1b-b284-b42770d458e0 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583808 Jul 05 03:57:42.925719 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db4f8b33-487a-4396-871c-126d785ddaca x-openstack-request-id: req-db4f8b33-487a-4396-871c-126d785ddaca {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:42.925967 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "723f3afd-79fa-4b54-a0e5-e734c1a32200", "name": "network-vif-deleted", "tag": "5539b693-931b-4bd2-9d9b-56df12e01830", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:42.926229 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db4f8b33-487a-4396-871c-126d785ddaca {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:42.926666 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '723f3afd-79fa-4b54-a0e5-e734c1a32200', 'name': 'network-vif-deleted', 'tag': '5539b693-931b-4bd2-9d9b-56df12e01830', 'status': 'completed', 'code': 200} Jul 05 03:57:43.094091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca0108b3-2075-41dc-ab9c-37a32e7dadf9 req-c661fe59-16c9-4326-acbb-72ac49211d48 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/bd5da513-c063-4061-9fe9-997e9fe59ca3 HTTP/1.1" status: 200 len: 1802 time: 0.0626607 Jul 05 03:57:43.221130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ca0108b3-2075-41dc-ab9c-37a32e7dadf9 req-57d36ff1-f65e-43fc-b607-b62d08618604 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.263320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ca0108b3-2075-41dc-ab9c-37a32e7dadf9 req-57d36ff1-f65e-43fc-b607-b62d08618604 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.306142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-c0e20262-bb70-4f71-96f6-6786b9ccdeb1 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.307764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-c0e20262-bb70-4f71-96f6-6786b9ccdeb1 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "GET /v2.0/ports?device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 946 time: 0.1572785 Jul 05 03:57:43.356864 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.466113 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ca0108b3-2075-41dc-ab9c-37a32e7dadf9 req-57d36ff1-f65e-43fc-b607-b62d08618604 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.470929 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ca0108b3-2075-41dc-ab9c-37a32e7dadf9 req-57d36ff1-f65e-43fc-b607-b62d08618604 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.470929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca0108b3-2075-41dc-ab9c-37a32e7dadf9 req-57d36ff1-f65e-43fc-b607-b62d08618604 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/bd5da513-c063-4061-9fe9-997e9fe59ca3 HTTP/1.1" status: 204 len: 173 time: 0.3701735 Jul 05 03:57:43.476402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-da6e441a-f8d9-4e85-bfff-b35ccacd2e5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Deleting port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:43.476737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-da6e441a-f8d9-4e85-bfff-b35ccacd2e5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.501566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d36ff1-f65e-43fc-b607-b62d08618604 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd5da513-c063-4061-9fe9-997e9fe59ca3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:43.639357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15e2315c-80cc-4f3a-80bc-b9a15aee5010 req-dc0467cd-48da-4ab9-8d64-a5c15b8a074a tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "GET /v2.0/security-groups/87bc9a89-09b8-4dae-af2d-c4168faa9a60 HTTP/1.1" status: 200 len: 1800 time: 0.0859516 Jul 05 03:57:43.646658 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.730183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-da6e441a-f8d9-4e85-bfff-b35ccacd2e5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] For port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:43.730499 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-da6e441a-f8d9-4e85-bfff-b35ccacd2e5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.758507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-da6e441a-f8d9-4e85-bfff-b35ccacd2e5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Calling delete_port for 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:43.777617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5539b693-931b-4bd2-9d9b-56df12e01830 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:43.823842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 5539b693-931b-4bd2-9d9b-56df12e01830 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:43.824771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5539b693-931b-4bd2-9d9b-56df12e01830 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:43.835024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-15e2315c-80cc-4f3a-80bc-b9a15aee5010 req-996876a0-33bc-477f-977f-ecdb92ffd184 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:43.883854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771dd07e-94e4-4f6d-a3a9-1055248e6911 req-fe89ca43-4416-434e-8eac-141bb39f2e7b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:43.885503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-771dd07e-94e4-4f6d-a3a9-1055248e6911 req-fe89ca43-4416-434e-8eac-141bb39f2e7b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 946 time: 0.2349584 Jul 05 03:57:43.901146 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-15e2315c-80cc-4f3a-80bc-b9a15aee5010 req-996876a0-33bc-477f-977f-ecdb92ffd184 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.016591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-771dd07e-94e4-4f6d-a3a9-1055248e6911 req-6d449722-c2c5-4fe8-9282-0ef9275cdccf tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103268 Jul 05 03:57:44.129363 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.171659 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-15e2315c-80cc-4f3a-80bc-b9a15aee5010 req-996876a0-33bc-477f-977f-ecdb92ffd184 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.181720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-15e2315c-80cc-4f3a-80bc-b9a15aee5010 req-996876a0-33bc-477f-977f-ecdb92ffd184 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.183702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15e2315c-80cc-4f3a-80bc-b9a15aee5010 req-996876a0-33bc-477f-977f-ecdb92ffd184 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] 10.222.0.30 "DELETE /v2.0/security-groups/87bc9a89-09b8-4dae-af2d-c4168faa9a60 HTTP/1.1" status: 204 len: 173 time: 0.5433483 Jul 05 03:57:44.183839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59054) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:44.207915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996876a0-33bc-477f-977f-ecdb92ffd184 tempest-SecurityGroupsTestJSON-168013049 tempest-SecurityGroupsTestJSON-168013049-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bc9a89-09b8-4dae-af2d-c4168faa9a60,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:44.239769 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-da6e441a-f8d9-4e85-bfff-b35ccacd2e5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.254395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['b6c8ac6a-5c04-4289-9963-0e4035129bda'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:44.272839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8047045-f7da-42eb-94b4-dbe2eaa509a4 admin admin] Deleting subnet b2a305da-54a0-4e52-8aa9-62c156daeb60 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:44.277754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b8047045-f7da-42eb-94b4-dbe2eaa509a4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.354075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b8047045-f7da-42eb-94b4-dbe2eaa509a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.362642 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6e441a-f8d9-4e85-bfff-b35ccacd2e5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Pushing event deleted for resources: {'Port': ['ID=28cd52cd-7a9c-4017-bfea-0c7d38f1d34a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:44.459989 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b8047045-f7da-42eb-94b4-dbe2eaa509a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.463638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-da6e441a-f8d9-4e85-bfff-b35ccacd2e5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] No DVR routers for this DVR port 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:44.469050 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-da6e441a-f8d9-4e85-bfff-b35ccacd2e5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.475139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d57ddd5-2e12-49ca-a392-e705c7ce1637 req-da6e441a-f8d9-4e85-bfff-b35ccacd2e5e tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "DELETE /v2.0/ports/28cd52cd-7a9c-4017-bfea-0c7d38f1d34a HTTP/1.1" status: 204 len: 173 time: 1.1533349 Jul 05 03:57:44.609028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c25738b-6173-4308-a35c-ee2c92c7630b req-aaef329f-42b9-430e-b4db-ae6115ee2c0a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:44.616963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c25738b-6173-4308-a35c-ee2c92c7630b req-aaef329f-42b9-430e-b4db-ae6115ee2c0a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1253457 Jul 05 03:57:44.644580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b8047045-f7da-42eb-94b4-dbe2eaa509a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.696033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c25738b-6173-4308-a35c-ee2c92c7630b req-b349e178-0470-452b-9130-d0dff7edcd1c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780356 Jul 05 03:57:44.709615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8047045-f7da-42eb-94b4-dbe2eaa509a4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2a305da-54a0-4e52-8aa9-62c156daeb60,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:44.713038 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b8047045-f7da-42eb-94b4-dbe2eaa509a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.721960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59060) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:44.730705 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b8047045-f7da-42eb-94b4-dbe2eaa509a4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b2a305da-54a0-4e52-8aa9-62c156daeb60 HTTP/1.1" status: 204 len: 168 time: 0.5410650 Jul 05 03:57:44.824958 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.932276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f', 'name': 'network-vif-deleted', 'tag': '28cd52cd-7a9c-4017-bfea-0c7d38f1d34a'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:44.938220 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8033da1-4122-4019-a1d6-e7d6146ecb2c" -d '{"events": [{"server_uuid": "c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f", "name": "network-vif-deleted", "tag": "28cd52cd-7a9c-4017-bfea-0c7d38f1d34a"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:44.969377 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:44.983774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:44.987676 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0487d0a3-a1c5-4b2b-b94d-216aadaead7f x-openstack-request-id: req-0487d0a3-a1c5-4b2b-b94d-216aadaead7f {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:44.988306 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f", "name": "network-vif-deleted", "tag": "28cd52cd-7a9c-4017-bfea-0c7d38f1d34a", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:44.988804 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0487d0a3-a1c5-4b2b-b94d-216aadaead7f {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:44.989880 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f', 'name': 'network-vif-deleted', 'tag': '28cd52cd-7a9c-4017-bfea-0c7d38f1d34a', 'status': 'completed', 'code': 200} Jul 05 03:57:45.003058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2757ca28-393a-43ea-aaca-de686b9ada74') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:45.003881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2757ca28-393a-43ea-aaca-de686b9ada74') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:45.026559 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.049757 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.058669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:45.059144 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:45.061065 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:45.249628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81fbe3ce-3510-4f5d-b32e-6254111502bf req-b674db0f-3626-4b43-8c97-87680bdb1a2c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=c5bf530d-8d83-4dc7-be07-9f8b9ff1dd9f HTTP/1.1" status: 200 len: 210 time: 0.0434926 Jul 05 03:57:45.250491 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.261862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:45.264485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac HTTP/1.1" status: 204 len: 168 time: 0.5402279 Jul 05 03:57:45.285826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Pushing event deleted for resources: {'Network': ['ID=cd5679ba-e24b-48dc-bd60-0dc8c9ef19ac,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.309372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e11209c-c3be-4aa4-af62-2688d8206511 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:45.777911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:45.808994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:45.809602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 28cd52cd-7a9c-4017-bfea-0c7d38f1d34a not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:46.040598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59106) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.041502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1e68a7-c94b-4f4d-be43-3a22fe734f51 req-6c002040-928b-420e-af0e-ab6f380941ff tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:46.053746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a1e68a7-c94b-4f4d-be43-3a22fe734f51 req-6c002040-928b-420e-af0e-ab6f380941ff tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1214764 Jul 05 03:57:46.097519 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ee2bf2bd-e34c-4c4e-a23e-5af19cac42b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00026f9f5f5e49348d69261bacc39b88&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0557387 Jul 05 03:57:46.105310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59108) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:46.135758 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a1e68a7-c94b-4f4d-be43-3a22fe734f51 req-9e015f6c-b061-4c9e-93fa-55c05822aab5 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799935 Jul 05 03:57:46.194627 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b05ae9e-5477-44d2-aac0-36bc465e559b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.248741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b05ae9e-5477-44d2-aac0-36bc465e559b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.444463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b05ae9e-5477-44d2-aac0-36bc465e559b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.447544 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b05ae9e-5477-44d2-aac0-36bc465e559b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:46.449076 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6b05ae9e-5477-44d2-aac0-36bc465e559b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bc618e5a-9556-417a-b25f-1017cf314767 HTTP/1.1" status: 204 len: 168 time: 0.3420660 Jul 05 03:57:46.484984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b05ae9e-5477-44d2-aac0-36bc465e559b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc618e5a-9556-417a-b25f-1017cf314767,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:47.745895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5569bae5-c436-48eb-9a14-3db72c55add1 req-0fac4217-2f40-4825-9e4c-6c5e05518584 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.755491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5569bae5-c436-48eb-9a14-3db72c55add1 req-0fac4217-2f40-4825-9e4c-6c5e05518584 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.3224914 Jul 05 03:57:47.836774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5762772a-b101-4878-9007-7df9a84e46ee req-1a6b43f0-589b-49b5-a21b-333661865873 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:47.839273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5762772a-b101-4878-9007-7df9a84e46ee req-1a6b43f0-589b-49b5-a21b-333661865873 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.2817240 Jul 05 03:57:47.863888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5569bae5-c436-48eb-9a14-3db72c55add1 req-a04896dc-10bf-43f4-9d24-d3314d4b9aae tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061447 Jul 05 03:57:47.995105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5762772a-b101-4878-9007-7df9a84e46ee req-44dd938b-3b49-49e3-bc14-7d5d325fd3fb tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288905 Jul 05 03:57:48.546182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59164) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:48.549439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed772ab-69e9-403e-bd12-b47490983f90 req-52ffe3cc-c3d3-47b2-9177-6ef3ae89ea74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:48.551760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ed772ab-69e9-403e-bd12-b47490983f90 req-52ffe3cc-c3d3-47b2-9177-6ef3ae89ea74 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 1097 time: 0.1163619 Jul 05 03:57:48.621564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ed772ab-69e9-403e-bd12-b47490983f90 req-f2838048-bc3d-4fd7-9057-71616297e828 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590513 Jul 05 03:57:48.690063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-network', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:48.861748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:48.864438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:48.878589 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.065915 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.165018 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.214945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a17c39-30a4-44fa-a267-1722a83521aa req-ee48fa92-8217-4109-a3fe-8a46cb748597 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.216778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32a17c39-30a4-44fa-a267-1722a83521aa req-ee48fa92-8217-4109-a3fe-8a46cb748597 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1183496 Jul 05 03:57:49.237462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:49.268818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=504a06fd-b843-4557-8855-36f66e3a89e0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:49.293483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.293483 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Added segment 41bbc117-6596-49c6-a3db-734481606e66 of type vlan for network 1ad52298-5282-4af0-bae4-d544afacc71c Jul 05 03:57:49.306771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32a17c39-30a4-44fa-a267-1722a83521aa req-f2f70847-b48c-4039-8f3a-326b3c2c7c91 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818582 Jul 05 03:57:49.387411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.530694 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.532191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.532951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.581446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-d8adcf33-ab38-4b9e-84f5-ede32b78915c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.583079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-d8adcf33-ab38-4b9e-84f5-ede32b78915c tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1786397 Jul 05 03:57:49.593498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f050c5-d9de-418c-a3a2-a84e155d8b03 req-11d3f266-3637-4bfb-8d3f-3d67029aff5b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:49.595055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50f050c5-d9de-418c-a3a2-a84e155d8b03 req-11d3f266-3637-4bfb-8d3f-3d67029aff5b tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 945 time: 0.1446114 Jul 05 03:57:49.740191 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.1887987 Jul 05 03:57:49.756483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59188) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:49.765409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50f050c5-d9de-418c-a3a2-a84e155d8b03 req-552a04a9-f59e-4a75-b6de-86d14307291a tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/security-groups?id=5368f452-782e-4845-a8a4-76051365658f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880845 Jul 05 03:57:49.765770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417ccaaf-4b36-47b6-ba8a-e0fed2dbc10b admin admin] Pushing event updated for resources: {'Network': ['ID=1ad52298-5282-4af0-bae4-d544afacc71c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:49.772882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Request body: {'subnet': {'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-subnet', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:49.782051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 1ad52298-5282-4af0-bae4-d544afacc71c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:57:49.848419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-78a3229f-6d20-47b1-9b45-3bbe371930d5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Deleting port b6c8ac6a-5c04-4289-9963-0e4035129bda {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:49.849011 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-78a3229f-6d20-47b1-9b45-3bbe371930d5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:49.972308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:49.974983 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.074118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-78a3229f-6d20-47b1-9b45-3bbe371930d5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] For port b6c8ac6a-5c04-4289-9963-0e4035129bda, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b6c8ac6a-5c04-4289-9963-0e4035129bda,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:50.074489 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-78a3229f-6d20-47b1-9b45-3bbe371930d5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.111888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-78a3229f-6d20-47b1-9b45-3bbe371930d5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Calling delete_port for b6c8ac6a-5c04-4289-9963-0e4035129bda owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:50.462386 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.504330 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-78a3229f-6d20-47b1-9b45-3bbe371930d5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.518196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['b6c8ac6a-5c04-4289-9963-0e4035129bda'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:57:50.610803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a3229f-6d20-47b1-9b45-3bbe371930d5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Pushing event deleted for resources: {'Port': ['ID=b6c8ac6a-5c04-4289-9963-0e4035129bda,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:50.666949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Pushing event updated for resources: {'Subnet': ['ID=2d0ee9de-4adc-4361-96f5-b74cc93d5b36,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:50.741603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-78a3229f-6d20-47b1-9b45-3bbe371930d5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] No DVR routers for this DVR port b6c8ac6a-5c04-4289-9963-0e4035129bda on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:50.746293 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-78a3229f-6d20-47b1-9b45-3bbe371930d5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:50.750000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72450f9f-ff9a-4425-bc3e-8c2b6d9858a3 req-78a3229f-6d20-47b1-9b45-3bbe371930d5 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.26 "DELETE /v2.0/ports/b6c8ac6a-5c04-4289-9963-0e4035129bda HTTP/1.1" status: 204 len: 173 time: 1.1536543 Jul 05 03:57:50.751288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '37885b8f-41ce-48ce-aa04-9d9f1582b7c3', 'name': 'network-vif-deleted', 'tag': 'b6c8ac6a-5c04-4289-9963-0e4035129bda'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:50.754972 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e353114c-5e03-4b89-9274-61304d5cd7b2" -d '{"events": [{"server_uuid": "37885b8f-41ce-48ce-aa04-9d9f1582b7c3", "name": "network-vif-deleted", "tag": "b6c8ac6a-5c04-4289-9963-0e4035129bda"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:50.759782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Checking segment: {'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:50.760375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Network hostable DHCP agents. Network: 1ad52298-5282-4af0-bae4-d544afacc71c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:57:50.844096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dff0f4d-eaad-428a-89fe-c059379764eb req-8c1d7940-50de-4afd-9cf0-ef3241a796f5 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:50.857775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5dff0f4d-eaad-428a-89fe-c059379764eb req-8c1d7940-50de-4afd-9cf0-ef3241a796f5 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.3582232 Jul 05 03:57:50.864107 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-befbaaf8-6cbe-431b-a852-b53f90caae24 x-openstack-request-id: req-befbaaf8-6cbe-431b-a852-b53f90caae24 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:50.864573 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "37885b8f-41ce-48ce-aa04-9d9f1582b7c3", "name": "network-vif-deleted", "tag": "b6c8ac6a-5c04-4289-9963-0e4035129bda", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:50.864970 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-befbaaf8-6cbe-431b-a852-b53f90caae24 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:50.865586 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '37885b8f-41ce-48ce-aa04-9d9f1582b7c3', 'name': 'network-vif-deleted', 'tag': 'b6c8ac6a-5c04-4289-9963-0e4035129bda', 'status': 'completed', 'code': 200} Jul 05 03:57:51.062692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5dff0f4d-eaad-428a-89fe-c059379764eb req-577b9d8a-f541-4fc5-818c-7a048e3f0749 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778880 Jul 05 03:57:51.062692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0103f82-ad95-40a6-87c3-578df6dd2039 req-f3869efd-93af-41f4-acc8-f0b5e858cb62 tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 210 time: 0.0374193 Jul 05 03:57:51.208785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Network 1ad52298-5282-4af0-bae4-d544afacc71c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:57:51.324124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da73970-12c3-4ebb-9a50-2608a931340d req-a4e68182-960d-44ec-82e0-7ba87ea3f05a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.325717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4da73970-12c3-4ebb-9a50-2608a931340d req-a4e68182-960d-44ec-82e0-7ba87ea3f05a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.0914273 Jul 05 03:57:51.383571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 1ad52298-5282-4af0-bae4-d544afacc71c) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:51.394982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ce03725-4623-49bc-bcd0-00cf7a0946cf None None] Network 1ad52298-5282-4af0-bae4-d544afacc71c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:51.397750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:51.398757 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.418856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4da73970-12c3-4ebb-9a50-2608a931340d req-46a2867e-2b4a-494f-8b47-617bc2c571d4 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866957 Jul 05 03:57:51.550446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9840cb16-06f9-4489-9027-1ef9c081001c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.7836819 Jul 05 03:57:51.554327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59218) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:51.560381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:51.703355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-1ad52298-5282-4af0-bae4-d544afacc71c', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:57:51.705506 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.713374 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.717780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:51.949192 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.124735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Allocated IP 172.20.0.2 (1ad52298-5282-4af0-bae4-d544afacc71c/2d0ee9de-4adc-4361-96f5-b74cc93d5b36/f14125e0-4872-4847-902b-d03a2bf1a29c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:52.339020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.384284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5843cc91-8bb4-43a3-b1bd-fe8bc4f8547f req-235f9862-290a-444e-bab6-b2c6a0035eb7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:52.386772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5843cc91-8bb4-43a3-b1bd-fe8bc4f8547f req-235f9862-290a-444e-bab6-b2c6a0035eb7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1171863 Jul 05 03:57:52.490988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.503966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Transition to ACTIVE for port object f14125e0-4872-4847-902b-d03a2bf1a29c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:52.530897 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Transition to ACTIVE for port object f14125e0-4872-4847-902b-d03a2bf1a29c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:52.533588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8e6a457-5b6b-45bb-b0bb-5e9ebc8782b1 req-1de1be85-9c87-409b-b863-2ab4c418d5de tempest-ListServerFiltersTestJSON-1456432493 tempest-ListServerFiltersTestJSON-1456432493-project] 10.222.0.30 "GET /v2.0/ports?device_id=37885b8f-41ce-48ce-aa04-9d9f1582b7c3 HTTP/1.1" status: 200 len: 210 time: 0.0772803 Jul 05 03:57:52.560167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5843cc91-8bb4-43a3-b1bd-fe8bc4f8547f req-9d23f860-d5d2-447f-98fa-a7e78678f190 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1582444 Jul 05 03:57:52.640475 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.751489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Pushing event updated for resources: {'Port': ['ID=f14125e0-4872-4847-902b-d03a2bf1a29c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:52.760882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Network 1ad52298-5282-4af0-bae4-d544afacc71c is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:52.771118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.771489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.771837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.772315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.773119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.773582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.774570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.775089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.776189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.776680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.780155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.780976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:57:52.792598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:52.800576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:52.833267 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.872882 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.876977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Attempting to bind port f14125e0-4872-4847-902b-d03a2bf1a29c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:52.877399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Attempting to bind port f14125e0-4872-4847-902b-d03a2bf1a29c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:52.877766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Attempting to bind port f14125e0-4872-4847-902b-d03a2bf1a29c on network 1ad52298-5282-4af0-bae4-d544afacc71c {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:52.883120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:52.883491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Checking segment: {'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:52.883920 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.884311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Bound using segment: {'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:52.885032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Bound port: f14125e0-4872-4847-902b-d03a2bf1a29c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:52.885419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:52.899457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59246) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:52.988486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] For port f14125e0-4872-4847-902b-d03a2bf1a29c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:52.992536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] For port f14125e0-4872-4847-902b-d03a2bf1a29c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f14125e0-4872-4847-902b-d03a2bf1a29c,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:53.050683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3fade07-ad25-4dd8-b08e-fcf1680ac3e8 admin admin] Deleting subnet cac2668c-1713-40a7-9fa4-baff1fa971fe {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:53.054518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3fade07-ad25-4dd8-b08e-fcf1680ac3e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.096923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3fade07-ad25-4dd8-b08e-fcf1680ac3e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.120117 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.145015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3fade07-ad25-4dd8-b08e-fcf1680ac3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.193028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55554658-4fbe-4742-8a9b-d2f3b510531c None None] Pushing event updated for resources: {'Port': ['ID=f14125e0-4872-4847-902b-d03a2bf1a29c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:53.279261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3fade07-ad25-4dd8-b08e-fcf1680ac3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.310444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3fade07-ad25-4dd8-b08e-fcf1680ac3e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cac2668c-1713-40a7-9fa4-baff1fa971fe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:53.318120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3fade07-ad25-4dd8-b08e-fcf1680ac3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.323290 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f3fade07-ad25-4dd8-b08e-fcf1680ac3e8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cac2668c-1713-40a7-9fa4-baff1fa971fe HTTP/1.1" status: 204 len: 168 time: 0.4220228 Jul 05 03:57:53.324507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59264) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:53.351735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Allocated IP 172.25.4.115 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/8d2b26d5-b724-45f7-8e19-79632f584468) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:53.453732 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.506725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.554494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.567967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b93be2a-51a9-4ba2-a83e-ae24543dbbe5']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:53.577795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98f2a715-f5e3-432f-8c4e-fbba7685382c') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:53.578074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98f2a715-f5e3-432f-8c4e-fbba7685382c') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:53.587819 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.602588 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.615183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:53.615595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:53.617327 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:53.674008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.729846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59270) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:53.730065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:53.736079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:53.740423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:53.767664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Pushing event updated for resources: {'Port': ['ID=8d2b26d5-b724-45f7-8e19-79632f584468,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:53.776422 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.787537 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.789517 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1b93be2a-51a9-4ba2-a83e-ae24543dbbe5 HTTP/1.1" status: 204 len: 168 time: 0.4640336 Jul 05 03:57:53.804308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd5b1e4c-775f-4f67-ace5-0216eb8675f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1b93be2a-51a9-4ba2-a83e-ae24543dbbe5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:53.816890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c07fe16-5f2f-48c2-ab53-29a75d9e7866 admin admin] Deleting subnet 5a3cb098-a12f-4f0c-be09-22990497a9f6 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:57:53.820598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b6c8ac6a-5c04-4289-9963-0e4035129bda no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:53.834146 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c07fe16-5f2f-48c2-ab53-29a75d9e7866 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:53.855164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: b6c8ac6a-5c04-4289-9963-0e4035129bda {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:53.855657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b6c8ac6a-5c04-4289-9963-0e4035129bda not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:53.878097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c07fe16-5f2f-48c2-ab53-29a75d9e7866 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.001538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4fb97c-943a-4435-917e-d0b0613cfb42 req-319cbb78-5abf-4f3b-bd52-b1bac0d6462e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.012570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc4fb97c-943a-4435-917e-d0b0613cfb42 req-319cbb78-5abf-4f3b-bd52-b1bac0d6462e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2264206 Jul 05 03:57:54.058783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c07fe16-5f2f-48c2-ab53-29a75d9e7866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.089879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc4fb97c-943a-4435-917e-d0b0613cfb42 req-c8a39322-3562-4712-a8b5-30c6e495571c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741642 Jul 05 03:57:54.279042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c07fe16-5f2f-48c2-ab53-29a75d9e7866 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.313224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59292) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:54.357192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c07fe16-5f2f-48c2-ab53-29a75d9e7866 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a3cb098-a12f-4f0c-be09-22990497a9f6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:54.358261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaaf8e1e-584e-4ab7-a6ea-6dcccb52f544 None None] Network 0eaa3304-4bfe-4faa-b537-9637d662331d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:54.361525 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c07fe16-5f2f-48c2-ab53-29a75d9e7866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.366530 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3c07fe16-5f2f-48c2-ab53-29a75d9e7866 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5a3cb098-a12f-4f0c-be09-22990497a9f6 HTTP/1.1" status: 204 len: 168 time: 0.6348407 Jul 05 03:57:54.369698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59294) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:54.478787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.483965 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.494502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fb5b580b-a94e-4935-a771-07c45e8cebe4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=145f99b9f2384ce195ed5443b24adaa7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1531134 Jul 05 03:57:54.499484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59296) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:54.535887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc3d998c-f48e-48f0-be41-f5bfd710fbcd None None] Network 1ad52298-5282-4af0-bae4-d544afacc71c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:57:54.581919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e651c-6895-4a17-92aa-8d1d7b169daa req-24f37eee-65c3-43cc-a693-97c52693da48 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:54.583495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-172e651c-6895-4a17-92aa-8d1d7b169daa req-24f37eee-65c3-43cc-a693-97c52693da48 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.3188653 Jul 05 03:57:54.643461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8402d104-5e35-41f3-8d4e-acc159e7b798 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.677839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-172e651c-6895-4a17-92aa-8d1d7b169daa req-95edf106-1dac-4511-989d-bae787afaeb8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543134 Jul 05 03:57:54.690281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8402d104-5e35-41f3-8d4e-acc159e7b798 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.758130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Deleting port a4b2ce03-74b2-49f9-b13f-83231628d1f4 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:54.758591 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.788812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab661537-ce5e-4a68-87b8-d7212adb7b4a None None] DHCP port deletion for 0eaa3304-4bfe-4faa-b537-9637d662331d request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:57:54.791483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b5d2a60f-9db8-46cc-9914-04e4cc7f04ae None None] Provisioning for port f14125e0-4872-4847-902b-d03a2bf1a29c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:54.879039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] For port a4b2ce03-74b2-49f9-b13f-83231628d1f4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a4b2ce03-74b2-49f9-b13f-83231628d1f4,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:54.879991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.900299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:54.909372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Calling delete_port for a4b2ce03-74b2-49f9-b13f-83231628d1f4 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:54.922935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ab661537-ce5e-4a68-87b8-d7212adb7b4a None None] Deleting port a4b2ce03-74b2-49f9-b13f-83231628d1f4 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:57:54.923729 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab661537-ce5e-4a68-87b8-d7212adb7b4a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.012225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8402d104-5e35-41f3-8d4e-acc159e7b798 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.017648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8402d104-5e35-41f3-8d4e-acc159e7b798 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.021443 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8402d104-5e35-41f3-8d4e-acc159e7b798 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5a8a954b-e5e7-47a5-992b-977da947fe8b HTTP/1.1" status: 204 len: 168 time: 0.5181870 Jul 05 03:57:55.033679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ab661537-ce5e-4a68-87b8-d7212adb7b4a None None] For port a4b2ce03-74b2-49f9-b13f-83231628d1f4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a4b2ce03-74b2-49f9-b13f-83231628d1f4,segment=NetworkSegment(58861a6d-68d2-4f16-a58b-e61000809575),segment_id=58861a6d-68d2-4f16-a58b-e61000809575)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:55.034586 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab661537-ce5e-4a68-87b8-d7212adb7b4a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.059123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ab661537-ce5e-4a68-87b8-d7212adb7b4a None None] Calling delete_port for a4b2ce03-74b2-49f9-b13f-83231628d1f4 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:57:55.062455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8402d104-5e35-41f3-8d4e-acc159e7b798 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a8a954b-e5e7-47a5-992b-977da947fe8b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.216307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.290803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-2adb12b7-13ff-4bef-9afa-79a0fd4165f1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2741113 Jul 05 03:57:55.322757 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab661537-ce5e-4a68-87b8-d7212adb7b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.332251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4b2ce03-74b2-49f9-b13f-83231628d1f4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.361792 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab661537-ce5e-4a68-87b8-d7212adb7b4a None None] Pushing event deleted for resources: {'Port': ['ID=a4b2ce03-74b2-49f9-b13f-83231628d1f4,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.379315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] No DVR routers for this DVR port a4b2ce03-74b2-49f9-b13f-83231628d1f4 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:55.380895 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab661537-ce5e-4a68-87b8-d7212adb7b4a None None] No DVR routers for this DVR port a4b2ce03-74b2-49f9-b13f-83231628d1f4 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:57:55.381768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Router 454d36d7-10eb-4d36-aad9-a79ad4c21668 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 03:57:55.403887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f14125e0-4872-4847-902b-d03a2bf1a29c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:55.528431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.552211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0eaa3304-4bfe-4faa-b537-9637d662331d']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:55.578420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58861a6d-68d2-4f16-a58b-e61000809575') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:55.578701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58861a6d-68d2-4f16-a58b-e61000809575') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:55.591999 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.613846 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.620122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port f14125e0-4872-4847-902b-d03a2bf1a29c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:55.625789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port f14125e0-4872-4847-902b-d03a2bf1a29c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:55.629875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:57:55.630044 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:57:55.630198 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:57:55.698340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:55.711097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-5e34c247-65ab-44da-8118-9eb99d853cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.711826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-5e34c247-65ab-44da-8118-9eb99d853cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.712500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-5e34c247-65ab-44da-8118-9eb99d853cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.713143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-5e34c247-65ab-44da-8118-9eb99d853cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.713784 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-5e34c247-65ab-44da-8118-9eb99d853cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.714448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-5e34c247-65ab-44da-8118-9eb99d853cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.715117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-5e34c247-65ab-44da-8118-9eb99d853cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.717718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-5e34c247-65ab-44da-8118-9eb99d853cfc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6498 time: 0.2797644 Jul 05 03:57:55.754181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Sync routers for ids ['454d36d7-10eb-4d36-aad9-a79ad4c21668'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:57:55.763948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e385afdb-d28c-42d5-bde6-0cc4a6d6599a req-a11f04e4-43d1-4a19-95ca-702f3da7325b tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:55.766126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e385afdb-d28c-42d5-bde6-0cc4a6d6599a req-a11f04e4-43d1-4a19-95ca-702f3da7325b tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1433411 Jul 05 03:57:55.779911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Routers {'454d36d7-10eb-4d36-aad9-a79ad4c21668'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:55.780742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:57:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['454d36d7-10eb-4d36-aad9-a79ad4c21668'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:55.782692 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.789750 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.811797 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.818909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e385afdb-d28c-42d5-bde6-0cc4a6d6599a req-84f9a075-7080-403d-9715-652eba58fa9d tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423224 Jul 05 03:57:55.835094 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0eaa3304-4bfe-4faa-b537-9637d662331d HTTP/1.1" status: 204 len: 168 time: 1.4477201 Jul 05 03:57:55.848271 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:55.850088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-29deb141-eabd-4573-99d1-7a46a22ebe5c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 4.2946806 Jul 05 03:57:55.862179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59328) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:55.862179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae71006-a939-4a10-bc4d-7fa55392fb71 admin admin] Pushing event deleted for resources: {'Network': ['ID=0eaa3304-4bfe-4faa-b537-9637d662331d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:55.893088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port f14125e0-4872-4847-902b-d03a2bf1a29c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f14125e0-4872-4847-902b-d03a2bf1a29c,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:55.973501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Set router 454d36d7-10eb-4d36-aad9-a79ad4c21668 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:55.976642 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.072573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a4b2ce03-74b2-49f9-b13f-83231628d1f4 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:56.107619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a4b2ce03-74b2-49f9-b13f-83231628d1f4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:57:56.107990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a4b2ce03-74b2-49f9-b13f-83231628d1f4 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:57:56.171116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=f14125e0-4872-4847-902b-d03a2bf1a29c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:56.266746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:54Z', 'revision_number': 3, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:56.302276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Checking router: 454d36d7-10eb-4d36-aad9-a79ad4c21668 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:57:56.302623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Updating router 454d36d7-10eb-4d36-aad9-a79ad4c21668 port 8d2b26d5-b724-45f7-8e19-79632f584468 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:57:56.338785 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.384153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59340) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:56.429778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fd582ec5-5744-4f9f-8c9b-0dca1b6dbe75 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=331cfca3555249f7baae621c2bdab994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422144 Jul 05 03:57:56.431753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59342) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:56.489381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.505062 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-708699ff-1208-4ccc-a97c-932d58da245b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.540244 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-708699ff-1208-4ccc-a97c-932d58da245b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.709186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Allocated IP 172.20.0.1 (1ad52298-5282-4af0-bae4-d544afacc71c/2d0ee9de-4adc-4361-96f5-b74cc93d5b36/c6ef2da3-2dd3-4034-bfb3-095cf81ba65f) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:57:56.721672 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.759047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-708699ff-1208-4ccc-a97c-932d58da245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.766029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-708699ff-1208-4ccc-a97c-932d58da245b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.773973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-708699ff-1208-4ccc-a97c-932d58da245b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5368f452-782e-4845-a8a4-76051365658f HTTP/1.1" status: 204 len: 168 time: 0.3349662 Jul 05 03:57:56.774149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Transition to ACTIVE for port object 8d2b26d5-b724-45f7-8e19-79632f584468 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:56.787835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708699ff-1208-4ccc-a97c-932d58da245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5368f452-782e-4845-a8a4-76051365658f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:56.858086 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.873212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Transition to ACTIVE for port object c6ef2da3-2dd3-4034-bfb3-095cf81ba65f will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:57:56.908621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.964284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Attempting to bind port 8d2b26d5-b724-45f7-8e19-79632f584468 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:57:56.964673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Attempting to bind port 8d2b26d5-b724-45f7-8e19-79632f584468 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:57:56.965040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Attempting to bind port 8d2b26d5-b724-45f7-8e19-79632f584468 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:57:56.973195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae4ec3-084a-4d4e-8fe5-8e5e1f8317cd None None] Pushing event updated for resources: {'Port': ['ID=8d2b26d5-b724-45f7-8e19-79632f584468,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:56.975943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:57:56.977353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:57:56.977353 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:56.977353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:57:56.977858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Bound port: 8d2b26d5-b724-45f7-8e19-79632f584468, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:57:56.978298 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.016412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.044516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] For port 8d2b26d5-b724-45f7-8e19-79632f584468, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:57:57.052791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] For port 8d2b26d5-b724-45f7-8e19-79632f584468, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8d2b26d5-b724-45f7-8e19-79632f584468,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:57:57.061889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Network 1ad52298-5282-4af0-bae4-d544afacc71c is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:57.064895 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:57.069421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:57:57.071938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Pushing event updated for resources: {'Port': ['ID=c6ef2da3-2dd3-4034-bfb3-095cf81ba65f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:57.129363 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.194553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f14125e0-4872-4847-902b-d03a2bf1a29c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:57.223838 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.313846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Routers {'454d36d7-10eb-4d36-aad9-a79ad4c21668'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:57:57.314479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:57:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['454d36d7-10eb-4d36-aad9-a79ad4c21668'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:57.360298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae4ec3-084a-4d4e-8fe5-8e5e1f8317cd None None] Pushing event updated for resources: {'Port': ['ID=8d2b26d5-b724-45f7-8e19-79632f584468,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:57.384618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port f14125e0-4872-4847-902b-d03a2bf1a29c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:57.384920 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.385094 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.476096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-98490773-a303-4d39-8edf-d6cc41477d8e None None] Provisioning for port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:57.487920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-98490773-a303-4d39-8edf-d6cc41477d8e None None] Provisioning complete for port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:57.489733 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-98490773-a303-4d39-8edf-d6cc41477d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.690464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] Set router 454d36d7-10eb-4d36-aad9-a79ad4c21668 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:57:57.724008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-69d1320d-7e6e-452e-9567-ba972c3a582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.725573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-69d1320d-7e6e-452e-9567-ba972c3a582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.729212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-69d1320d-7e6e-452e-9567-ba972c3a582d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:57.731857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-69d1320d-7e6e-452e-9567-ba972c3a582d service neutron] 10.222.0.26 "GET /v2.0/networks?id=006871a5-87b4-4ee0-b89f-775378777a1f&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=320dbe57-ecdf-4942-b75a-f8d707d5678c&id=320dbe57-ecdf-4942-b75a-f8d707d5678c HTTP/1.1" status: 200 len: 2293 time: 0.1959808 Jul 05 03:57:57.747576 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.836613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:57:57.842585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:57.877157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-6dcb41eb-0502-4346-afe4-f1a1ebae7690 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b HTTP/1.1" status: 200 len: 1002 time: 0.1377280 Jul 05 03:57:57.909083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-98490773-a303-4d39-8edf-d6cc41477d8e None None] Port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:58.021537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Pushing event updated for resources: {'Port': ['ID=c6ef2da3-2dd3-4034-bfb3-095cf81ba65f,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:58.080257 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.085509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.134911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-e86066c7-bada-4c6d-a516-e157f0f5be25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.137383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-e86066c7-bada-4c6d-a516-e157f0f5be25 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e82c32dd-6b78-4191-902a-e6a7fae2ddaf HTTP/1.1" status: 200 len: 850 time: 0.2521358 Jul 05 03:57:58.153030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:57:58.155694 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e33312-bcf2-47b1-9c26-0dbde5863a38" -d '{"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:57:58.182334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:58.202010 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:54Z', 'revision_number': 3, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:57:58.212815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Network 1ad52298-5282-4af0-bae4-d544afacc71c is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:57:58.218979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:57:58.233003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df1e2a61-9afb-4d6d-8601-508c95c88ed6 None None] The sync data for ids ['454d36d7-10eb-4d36-aad9-a79ad4c21668'] in n-d-758944-41 is: [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:54Z', 'revision_number': 3, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:57:58.277491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b346f2-257a-4465-9a9b-339eacb69276 req-24b023c1-2a43-4e91-8914-872795d34005 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.284464 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.296599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97b346f2-257a-4465-9a9b-339eacb69276 req-24b023c1-2a43-4e91-8914-872795d34005 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.3654389 Jul 05 03:57:58.412696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97b346f2-257a-4465-9a9b-339eacb69276 req-c277a7f3-9854-4767-a7d5-5f30c146d1f3 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1124136 Jul 05 03:57:58.422961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-2d3f75e5-48ce-435d-8bc1-afe38371f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:58.431486 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-2d3f75e5-48ce-435d-8bc1-afe38371f0ea service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=006871a5-87b4-4ee0-b89f-775378777a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2822852 Jul 05 03:57:58.433116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:58.434269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59396) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:58.513951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Router 454d36d7-10eb-4d36-aad9-a79ad4c21668 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:57:58.594860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-422485750-network', 'tenant_id': 'deab519003994143b3851eefc9443741'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:57:58.670710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8cd42e61-225e-4a41-8536-363ef689ad59 None None] Provisioning complete for port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:58.671040 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8cd42e61-225e-4a41-8536-363ef689ad59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.793020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8cd42e61-225e-4a41-8536-363ef689ad59 None None] Port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:57:58.793320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-c1c89100-5ecf-44f5-9b83-b977f6c87557 service neutron] 10.222.0.26 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3332846 Jul 05 03:57:58.795370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Made reservation on behalf of deab519003994143b3851eefc9443741 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:57:58.797081 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:57:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead38097-e54f-4120-8ae9-46ba8bcc72b5 x-openstack-request-id: req-ead38097-e54f-4120-8ae9-46ba8bcc72b5 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:57:58.797494 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:57:58.797861 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ead38097-e54f-4120-8ae9-46ba8bcc72b5 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:57:58.798413 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'code': 200} Jul 05 03:57:58.802339 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:57:58.809363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:58.822022 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c0da7e6a-f85e-4c66-bd06-082f9da5d5cc admin admin] 10.222.0.30 "PUT /v2.0/routers/454d36d7-10eb-4d36-aad9-a79ad4c21668/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9598119 Jul 05 03:57:58.950740 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.231867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8d2b26d5-b724-45f7-8e19-79632f584468 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:57:59.369299 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 8d2b26d5-b724-45f7-8e19-79632f584468 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:57:59.377546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8d2b26d5-b724-45f7-8e19-79632f584468 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:57:59.377846 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.390832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-6ac0545f-bb2f-4270-a9c0-0db788c4ad63 service neutron] 10.222.0.26 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5752938 Jul 05 03:57:59.468398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-3bfb8da2-5bbc-42f4-b376-f7e59aa7e15f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=6d492b0a-eb7e-4212-a130-8e04dda42fb2 HTTP/1.1" status: 200 len: 217 time: 0.0587158 Jul 05 03:57:59.560203 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.570229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-71d4a347-f5a2-434f-b157-0756cd9e9699 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.572246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-71d4a347-f5a2-434f-b157-0756cd9e9699 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.0930653 Jul 05 03:57:59.591019 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.635738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 8d2b26d5-b724-45f7-8e19-79632f584468, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8d2b26d5-b724-45f7-8e19-79632f584468,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:57:59.656336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.695471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59466) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:57:59.718834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:57:59.735917 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.744667 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.745002 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Added segment 82fbba4c-386e-49a2-bf9d-0002e7341993 of type vlan for network d03c55cd-dc50-43c7-afbe-326950ccfe36 Jul 05 03:57:59.746836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fec3d54c-8846-4328-8897-57213ca66547,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:59.794206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=8d2b26d5-b724-45f7-8e19-79632f584468,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:57:59.830543 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.834123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-88f5cec2-5dd6-461b-9f4c-cd90463d38d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.836295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-88f5cec2-5dd6-461b-9f4c-cd90463d38d3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2544062 Jul 05 03:57:59.854032 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-216ed8ba-57fb-4e00-ba69-50338cd755e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.879662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c8d8cc-f6c7-4630-93e8-803e7dcb3c5b req-57949587-c288-48f3-b9f8-ff5123cdca21 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:57:59.881244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62c8d8cc-f6c7-4630-93e8-803e7dcb3c5b req-57949587-c288-48f3-b9f8-ff5123cdca21 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2196436 Jul 05 03:57:59.958343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-216ed8ba-57fb-4e00-ba69-50338cd755e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:57:59.971077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62c8d8cc-f6c7-4630-93e8-803e7dcb3c5b req-10e1ca96-218c-472d-b7e4-9d7b118881a6 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587416 Jul 05 03:57:59.994680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-32ebfa15-e088-4849-b9b8-fb603fcbb31c service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467497 Jul 05 03:58:00.021196 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.022617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.024079 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.065481 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-216ed8ba-57fb-4e00-ba69-50338cd755e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.144796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-216ed8ba-57fb-4e00-ba69-50338cd755e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1f68b4c762184fdf81435c7b5ab108bc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4480381 Jul 05 03:58:00.146771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59480) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:00.154886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-216ed8ba-57fb-4e00-ba69-50338cd755e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f72e50dd-51f3-4520-96c0-ebcc0f14d9bb,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:00.198262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] Pushing event updated for resources: {'Network': ['ID=d03c55cd-dc50-43c7-afbe-326950ccfe36,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:00.211499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d03c55cd-dc50-43c7-afbe-326950ccfe36 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:00.212019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-312202cb-2223-4344-80ed-0a2d1917da13 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120507 Jul 05 03:58:00.217553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-517eec09-c895-4370-9d82-154b49adcac2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7713513 Jul 05 03:58:00.220934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59484) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:00.229209 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb945408-0fd8-4385-8d4a-d9b97bfa7069 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.234584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Request body: {'subnet': {'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-422485750-subnet', 'tenant_id': 'deab519003994143b3851eefc9443741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:00.259191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb945408-0fd8-4385-8d4a-d9b97bfa7069 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.328554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-3427e7e6-f709-4775-a536-d572beb2e912 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=a3b46c54-bdae-4449-8d05-26034a82d0b5 HTTP/1.1" status: 200 len: 217 time: 0.1050799 Jul 05 03:58:00.392695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-0c95f500-a9fa-4424-840a-45491f0190ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.394190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-0c95f500-a9fa-4424-840a-45491f0190ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.0585938 Jul 05 03:58:00.443914 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb945408-0fd8-4385-8d4a-d9b97bfa7069 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.446640 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb945408-0fd8-4385-8d4a-d9b97bfa7069 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.447694 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bb945408-0fd8-4385-8d4a-d9b97bfa7069 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f72e50dd-51f3-4520-96c0-ebcc0f14d9bb HTTP/1.1" status: 204 len: 168 time: 0.2996769 Jul 05 03:58:00.461720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-245aa6b0-6e91-4834-97c3-c9bda54fe291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:00.463413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-245aa6b0-6e91-4834-97c3-c9bda54fe291 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0613534 Jul 05 03:58:00.467692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb945408-0fd8-4385-8d4a-d9b97bfa7069 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f72e50dd-51f3-4520-96c0-ebcc0f14d9bb,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:00.478203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Made reservation on behalf of deab519003994143b3851eefc9443741 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:00.480170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.653548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-fbf39ad3-e80a-4b59-94be-d7c61661c747 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1707485 Jul 05 03:58:00.695086 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Sync routers for ids ['454d36d7-10eb-4d36-aad9-a79ad4c21668'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:58:00.708827 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Routers {'454d36d7-10eb-4d36-aad9-a79ad4c21668'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:00.709687 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:57:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['454d36d7-10eb-4d36-aad9-a79ad4c21668'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:00.832537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-b46cae33-1297-471b-bc60-9912ac477622 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1696508 Jul 05 03:58:00.900120 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Set router 454d36d7-10eb-4d36-aad9-a79ad4c21668 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:00.916076 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:00.928581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-15ec6d73-64ed-4c10-b728-4b092ff48de2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=da1ef700-fd8d-42b6-b707-e72c89cbb7f8 HTTP/1.1" status: 200 len: 217 time: 0.0868776 Jul 05 03:58:01.086320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c1b262-9411-4d82-8d8a-ac22a8c596b5,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:01.104790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-9daf07f3-750b-4726-8cde-fc4115ec933d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.106718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-9daf07f3-750b-4726-8cde-fc4115ec933d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.1183207 Jul 05 03:58:01.140913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Checking segment: {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:01.141282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Network hostable DHCP agents. Network: d03c55cd-dc50-43c7-afbe-326950ccfe36, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:01.259600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-8c82d579-d14d-49e4-9db1-c6a8c6c53429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.262636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-8c82d579-d14d-49e4-9db1-c6a8c6c53429 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1437140 Jul 05 03:58:01.274533 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'c6ef2da3-2dd3-4034-bfb3-095cf81ba65f', 'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'mac_address': 'fa:16:3e:96:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:56Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 2, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'subnets': [{'id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:01.296943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8d2b26d5-b724-45f7-8e19-79632f584468 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:01.315285 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Checking router: 454d36d7-10eb-4d36-aad9-a79ad4c21668 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:58:01.315852 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Updating router 454d36d7-10eb-4d36-aad9-a79ad4c21668 port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 03:58:01.371839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Network d03c55cd-dc50-43c7-afbe-326950ccfe36 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:01.390275 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.436898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8d2b26d5-b724-45f7-8e19-79632f584468 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:01.437826 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.502902 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d03c55cd-dc50-43c7-afbe-326950ccfe36) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:01.510421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-c458e83c-e7e6-440b-83f3-3bf6a3634672 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365274 Jul 05 03:58:01.526137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:01.535720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:01.538079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33863924-1c7f-4c98-9b37-3d7224035158 None None] Network d03c55cd-dc50-43c7-afbe-326950ccfe36 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:01.717614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-482b5f7a-2aeb-4c6a-837f-b494eb149a9d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4889131 Jul 05 03:58:01.782291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-90e70425-3d5e-4027-9a2c-29a5ccf4c76d service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2643414 Jul 05 03:58:01.789269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-906645f3-3280-4b21-9a09-102e1b4787ac None None] Network d03c55cd-dc50-43c7-afbe-326950ccfe36 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:01.895132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-5b6e2984-3e1e-49a5-b15b-ee02aa919644 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=029b7215-0712-46b9-967f-471924c08ffc HTTP/1.1" status: 200 len: 217 time: 0.1011221 Jul 05 03:58:01.912933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:02.062044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-ee4a8172-dd6f-4574-900f-77d22382aada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.063940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-ee4a8172-dd6f-4574-900f-77d22382aada service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.1569903 Jul 05 03:58:02.217388 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.230545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-01867aa8-b684-44cc-b12f-6813ca2b0b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:02.236818 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Transition to ACTIVE for port object c6ef2da3-2dd3-4034-bfb3-095cf81ba65f will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:02.240004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-01867aa8-b684-44cc-b12f-6813ca2b0b6b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1680090 Jul 05 03:58:02.337520 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.356755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59574) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:02.368776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:02.397799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'port_id': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'mac_address': 'fa:16:3e:64:9a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:02.470592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.472723 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Pushing event updated for resources: {'Port': ['ID=c6ef2da3-2dd3-4034-bfb3-095cf81ba65f,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.498412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3346f06f-ffce-4986-a9ee-bee8b3f67738 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:02.530658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-f9adb188-7bcd-4d80-9166-068cf3da243f service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2778001 Jul 05 03:58:02.534732 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.535170 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.535428 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.535748 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.536103 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.536430 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.536755 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.537073 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.537394 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.540853 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.544113 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.545749 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:02.546815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:02.623269 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.736228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-440099307-network', 'tenant_id': '18c4642ecfd74a98bc2447949aeef643'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:02.801341 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Attempting to bind port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:02.801995 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Attempting to bind port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:02.802765 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Attempting to bind port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f on network 1ad52298-5282-4af0-bae4-d544afacc71c {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:02.817900 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:02.818605 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Checking segment: {'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:02.819327 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.820159 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Bound using segment: {'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:02.820803 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Bound port: c6ef2da3-2dd3-4034-bfb3-095cf81ba65f, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:02.821366 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.867215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:02.877071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Made reservation on behalf of 18c4642ecfd74a98bc2447949aeef643 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:02.877071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.909549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:02.963306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-127c4610-2e09-47be-adee-3bb452a1c8ac service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4099941 Jul 05 03:58:02.999840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3346f06f-ffce-4986-a9ee-bee8b3f67738'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:03.049591 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] For port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:03.059322 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] For port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c6ef2da3-2dd3-4034-bfb3-095cf81ba65f,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:03.180357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-78169b4e-b58a-4856-9aaa-24f5414513e6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58db8a08-581b-407b-96e0-b1a5a738e947 HTTP/1.1" status: 200 len: 217 time: 0.1859095 Jul 05 03:58:03.234482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.250920 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.336940 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.364390 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Routers {'454d36d7-10eb-4d36-aad9-a79ad4c21668'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:58:03.365023 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:57:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['454d36d7-10eb-4d36-aad9-a79ad4c21668'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:03.367839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-6dcef11c-6e13-4bfc-a12f-9132d6fdd45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.373133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-6dcef11c-6e13-4bfc-a12f-9132d6fdd45d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 HTTP/1.1" status: 200 len: 797 time: 0.1591308 Jul 05 03:58:03.401645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:03.422244 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-897f5415-f5db-405b-a260-243c860e5099 None None] Pushing event updated for resources: {'Port': ['ID=c6ef2da3-2dd3-4034-bfb3-095cf81ba65f,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:03.434273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.435739 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Added segment ddc95467-0890-4cf4-a54a-abc39643b6fa of type vlan for network 8223aac0-790a-427e-9d96-2476f54f3db1 Jul 05 03:58:03.461264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-28dd7264-a51c-4c46-bab6-aab1c03138ca tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.464352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-28dd7264-a51c-4c46-bab6-aab1c03138ca tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/networks?id=d03c55cd-dc50-43c7-afbe-326950ccfe36 HTTP/1.1" status: 200 len: 812 time: 0.3895321 Jul 05 03:58:03.495976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-2f606786-2d64-4c3e-bd52-2f6be9adb935 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/quotas/deab519003994143b3851eefc9443741 HTTP/1.1" status: 200 len: 375 time: 0.0198901 Jul 05 03:58:03.528573 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] Set router 454d36d7-10eb-4d36-aad9-a79ad4c21668 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:58:03.528687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-4c5e9664-dc53-4cbf-a9ac-ee7bedb38ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.528687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-4c5e9664-dc53-4cbf-a9ac-ee7bedb38ad0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1466169 Jul 05 03:58:03.533571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.575737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-eb9629ec-0075-4bd7-84fe-363a0df8eec2 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=deab519003994143b3851eefc9443741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0716777 Jul 05 03:58:03.603198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=167dd509-16d5-4c4d-b150-7e3281bef2ea,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:03.653696 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.655307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:03.655889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.805641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.4432886 Jul 05 03:58:03.805884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59614) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:03.816012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Request body: {'subnet': {'network_id': '8223aac0-790a-427e-9d96-2476f54f3db1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-440099307-subnet', 'tenant_id': '18c4642ecfd74a98bc2447949aeef643', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:03.828729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b70b7f0-6615-40a1-a5bd-41320bff6188 admin admin] Pushing event updated for resources: {'Network': ['ID=8223aac0-790a-427e-9d96-2476f54f3db1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:03.840581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 8223aac0-790a-427e-9d96-2476f54f3db1 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:03.880508 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'c6ef2da3-2dd3-4034-bfb3-095cf81ba65f', 'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'mac_address': 'fa:16:3e:96:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:56Z', 'updated_at': '2021-07-05T03:58:03Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'subnets': [{'id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:03.881683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-98e31848-0c2a-4d14-8142-8af5e649cf2d service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3196669 Jul 05 03:58:03.900456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-e4b5c301-4057-4ca6-afe7-accedb060f78 service neutron] 10.222.0.30 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2840261 Jul 05 03:58:03.917790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Made reservation on behalf of 18c4642ecfd74a98bc2447949aeef643 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:03.924714 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:03.927877 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0438b3-9755-4a31-8f02-cd02237e3ca8 None None] The sync data for ids ['454d36d7-10eb-4d36-aad9-a79ad4c21668'] in n-d-758944-41 is: [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'c6ef2da3-2dd3-4034-bfb3-095cf81ba65f', 'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'mac_address': 'fa:16:3e:96:eb:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:56Z', 'updated_at': '2021-07-05T03:58:03Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'subnets': [{'id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:58:04.207533 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-b7ea0317-8f23-4a6c-b496-e57bf02ff7fc service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3166590 Jul 05 03:58:04.342997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-d106bbca-4188-480f-9a8a-d3e47339c00d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2060da13-8d43-453a-84f6-bf05488b8037 HTTP/1.1" status: 200 len: 217 time: 0.1244760 Jul 05 03:58:04.346987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-4034a796-aba5-4898-8f06-c37fe5365a37 service neutron] 10.222.0.30 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4241023 Jul 05 03:58:04.515259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-be22c8bf-ddab-44c1-86f7-2b8731e85104 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.524906 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-be22c8bf-ddab-44c1-86f7-2b8731e85104 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 HTTP/1.1" status: 200 len: 797 time: 0.1706927 Jul 05 03:58:04.564583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:04.686522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-b2fb7098-b98f-4d0a-9344-8dfa1952c482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.688930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-b2fb7098-b98f-4d0a-9344-8dfa1952c482 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1570134 Jul 05 03:58:04.712192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2198234e-0d87-4dcd-abfb-2f3b4df79683,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:04.786547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Checking segment: {'id': 'ddc95467-0890-4cf4-a54a-abc39643b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8223aac0-790a-427e-9d96-2476f54f3db1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:04.787284 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Network hostable DHCP agents. Network: 8223aac0-790a-427e-9d96-2476f54f3db1, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:04.880256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Network 8223aac0-790a-427e-9d96-2476f54f3db1 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:04.968218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 8223aac0-790a-427e-9d96-2476f54f3db1) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:04.976915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:04.978591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83cc42fa-64cc-407e-8c11-d0862094184c None None] Network 8223aac0-790a-427e-9d96-2476f54f3db1 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:04.981493 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:05.041441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-fd237f7a-9991-4e4b-8337-31f2100efdff service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3351328 Jul 05 03:58:05.102824 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f1964f59-ba36-4078-8ba2-263fe7863a24 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.2958944 Jul 05 03:58:05.337076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c6ef2da3-2dd3-4034-bfb3-095cf81ba65f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:05.505156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-697232b2-9f28-4c27-97d6-6043bc6fdc68 req-58b46fe0-1760-495e-82e4-0d33e4ce4a6b service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4513726 Jul 05 03:58:05.626968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfffbe06-7ef7-41b4-9a65-e8179e833c72 None None] Network 8223aac0-790a-427e-9d96-2476f54f3db1 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:05.708367 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9529-1971-4334-8096-36354f38cb46 req-b5804d89-2505-4021-b47e-b361f45344b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:05.710553 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ffff9529-1971-4334-8096-36354f38cb46 req-b5804d89-2505-4021-b47e-b361f45344b1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 1097 time: 0.2727227 Jul 05 03:58:05.838644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:06.027307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:06.066154 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9529-1971-4334-8096-36354f38cb46 req-bc5cccdf-17c6-4059-9baf-b5b2667b22fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.089066 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ffff9529-1971-4334-8096-36354f38cb46 req-bc5cccdf-17c6-4059-9baf-b5b2667b22fe service neutron] 10.222.0.26 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 920 time: 0.3551264 Jul 05 03:58:06.156293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:06.160215 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.168028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c07e8b-c4d0-464a-8ce5-a0aa7d357756 req-31204209-445b-4895-bd5c-7731e005ef83 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.175827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9c07e8b-c4d0-464a-8ce5-a0aa7d357756 req-31204209-445b-4895-bd5c-7731e005ef83 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2002585 Jul 05 03:58:06.287388 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ffff9529-1971-4334-8096-36354f38cb46 req-b8881130-2c5f-4b52-8e30-f1b4128d913a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8153d056-e7ba-4605-bb48-7dfd323574a9 HTTP/1.1" status: 200 len: 217 time: 0.1923482 Jul 05 03:58:06.292570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 3346f06f-ffce-4986-a9ee-bee8b3f67738 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:06.292968 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.356304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9c07e8b-c4d0-464a-8ce5-a0aa7d357756 req-3c623982-ecb3-4159-8f82-ef18dae6aab6 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794641 Jul 05 03:58:06.479921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffff9529-1971-4334-8096-36354f38cb46 req-fffae343-4610-4b54-9c6c-724093a66082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:06.487559 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ffff9529-1971-4334-8096-36354f38cb46 req-fffae343-4610-4b54-9c6c-724093a66082 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb904193-b65b-4420-a87d-fc43f384337a HTTP/1.1" status: 200 len: 859 time: 0.1912754 Jul 05 03:58:06.528552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2c30e7b-4dd5-4b7b-9e78-a96c09d463bb req-d5db0c62-8b8e-490c-b443-e9eea6da2332 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 210 time: 0.0713873 Jul 05 03:58:06.564298 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.566287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.575194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ffff9529-1971-4334-8096-36354f38cb46 req-4d596895-1c04-48cf-aa7e-4162d6d34507 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4530ce1e-09ff-4427-90eb-146c4454065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784128 Jul 05 03:58:06.683979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:06.685012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:06.687319 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdfffee4-eebf-478b-bdd1-e3ceaa85edee" -d '{"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:06.730512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c6ef2da3-2dd3-4034-bfb3-095cf81ba65f,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:06.790866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.811007 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ffff9529-1971-4334-8096-36354f38cb46 req-94fe9f10-4542-4125-acc2-c1072786af87 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262013 Jul 05 03:58:06.828676 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211c8817-d318-4990-abf5-20f37b3a208f x-openstack-request-id: req-211c8817-d318-4990-abf5-20f37b3a208f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:06.828976 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:06.829793 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-211c8817-d318-4990-abf5-20f37b3a208f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:06.829793 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'code': 200} Jul 05 03:58:06.832568 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:06.870241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=10']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.030771 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ffff9529-1971-4334-8096-36354f38cb46 req-2605f401-2db6-424f-af9a-bb19619b1122 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979251 Jul 05 03:58:07.035107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=c6ef2da3-2dd3-4034-bfb3-095cf81ba65f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:07.199595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c6ef2da3-2dd3-4034-bfb3-095cf81ba65f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:07.525394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:07.526285 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:07.660858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8be140-d2ea-4b66-b82d-c4f7ef3eeebc req-8e90627e-5d28-4b9e-a2d0-47c3d3ec974e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:07.668694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8be140-d2ea-4b66-b82d-c4f7ef3eeebc req-8e90627e-5d28-4b9e-a2d0-47c3d3ec974e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1056821 Jul 05 03:58:07.730421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8be140-d2ea-4b66-b82d-c4f7ef3eeebc req-5591231e-f7eb-4cdf-81e0-951c608e8cf8 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546544 Jul 05 03:58:07.765009 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:58:07.844309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c90243b1-84e5-46c0-a39a-6feb373845d0 req-2e13a309-ebbc-48ce-be53-0e2c180b872e tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 210 time: 0.0547295 Jul 05 03:58:07.947866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eaa28b2b-7e21-4c43-8732-5ebe168768d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:08.988810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec86e573-700a-4824-8db1-a3edf5a4ff92 req-38dfa308-b3f4-47ba-96ed-6b45bb067a3d tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:08.991298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec86e573-700a-4824-8db1-a3edf5a4ff92 req-38dfa308-b3f4-47ba-96ed-6b45bb067a3d tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.0971274 Jul 05 03:58:09.088912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec86e573-700a-4824-8db1-a3edf5a4ff92 req-b06548ed-6306-4891-ac38-d5752bedbca1 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858951 Jul 05 03:58:09.261116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ceeec587-75c2-4a49-b6b8-54d1cb1a84ab req-4a09320d-42ec-483f-a756-1ecacaeb8b9d tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 210 time: 0.0435321 Jul 05 03:58:09.505677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-29c95477-5245-4c70-b2ba-cac31b3e38dd tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:09.507424 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-29c95477-5245-4c70-b2ba-cac31b3e38dd tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "GET /v2.0/networks?id=d03c55cd-dc50-43c7-afbe-326950ccfe36 HTTP/1.1" status: 200 len: 812 time: 0.2474809 Jul 05 03:58:09.525851 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Request body: {'port': {'device_id': '5d9c7eb2-a44a-4ede-9778-c91306fd870d', 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36', 'admin_state_up': True, 'tenant_id': 'deab519003994143b3851eefc9443741'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:09.809901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Made reservation on behalf of deab519003994143b3851eefc9443741 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:09.814673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.021573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Allocated IP 172.20.0.2 (d03c55cd-dc50-43c7-afbe-326950ccfe36/59c1b262-9411-4d82-8d8a-ac22a8c596b5/6771978a-35fe-4385-8871-342f16250429) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:10.232485 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.312006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aab459e-4586-4416-b216-4f5c009bd5ba req-9fe261c0-420f-430a-b8b2-68131c545258 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.313525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4aab459e-4586-4416-b216-4f5c009bd5ba req-9fe261c0-420f-430a-b8b2-68131c545258 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.0849035 Jul 05 03:58:10.363554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4aab459e-4586-4416-b216-4f5c009bd5ba req-c7c72607-de81-4170-81d7-3a3e39687555 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437782 Jul 05 03:58:10.545852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f2b6a60-3b7a-4292-9ffe-844150f30d8e req-33cbd322-ebfe-42c5-a45b-ca9661ec5240 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 210 time: 0.0443318 Jul 05 03:58:10.814441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.817146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e746afbf-92d6-44aa-992a-da858839cb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.849580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Network d03c55cd-dc50-43c7-afbe-326950ccfe36 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:10.885048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:10.895005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:10.958415 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:10.961108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-4d581284-2260-4494-a5e8-7dcc7cf42ccd tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:10.962135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Pushing event updated for resources: {'Port': ['ID=6771978a-35fe-4385-8871-342f16250429,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:10.964216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-4d581284-2260-4494-a5e8-7dcc7cf42ccd tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "GET /v2.0/networks?id=d03c55cd-dc50-43c7-afbe-326950ccfe36 HTTP/1.1" status: 200 len: 812 time: 0.1694629 Jul 05 03:58:10.990759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Request body: {'port': {'device_id': 'cf0aa002-b249-429d-9f10-f35ed1967356', 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36', 'admin_state_up': True, 'tenant_id': 'deab519003994143b3851eefc9443741'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:11.050624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.053201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.204629 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-ed95236a-0789-4ba4-9f11-a2e2662c43bc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6831603 Jul 05 03:58:11.221218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Request body: {'port': {'device_id': '5d9c7eb2-a44a-4ede-9778-c91306fd870d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:11.342770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.358342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Made reservation on behalf of deab519003994143b3851eefc9443741 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:11.362909 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.786997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Allocated IP 172.20.0.11 (d03c55cd-dc50-43c7-afbe-326950ccfe36/59c1b262-9411-4d82-8d8a-ac22a8c596b5/1ed3e8e6-0698-4948-a656-8b9bb7956671) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:11.787668 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:11.800230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb2d021-03ce-44f3-8a64-c4b478d101c1 req-78951e7c-396f-47d5-882b-3a673353a193 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:11.803887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9fb2d021-03ce-44f3-8a64-c4b478d101c1 req-78951e7c-396f-47d5-882b-3a673353a193 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1673365 Jul 05 03:58:11.880729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9fb2d021-03ce-44f3-8a64-c4b478d101c1 req-1c8209a0-5868-4191-9722-75bfdbdd07ca tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656946 Jul 05 03:58:12.399841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee4ba673-ae26-4373-ba42-6a66fea16fec req-a3752484-7565-445d-806f-8ece83943478 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 210 time: 0.3455341 Jul 05 03:58:12.435552 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.599121 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.745359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Pushing event updated for resources: {'Port': ['ID=1ed3e8e6-0698-4948-a656-8b9bb7956671,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:12.770105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Network d03c55cd-dc50-43c7-afbe-326950ccfe36 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:12.771860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:12.777534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:12.847515 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:12.848665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.860639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6771978a-35fe-4385-8871-342f16250429 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:12.879335 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:12.894227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Transition to ACTIVE for port object 6771978a-35fe-4385-8871-342f16250429 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:12.975145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-c31b3ba0-5bce-437f-9791-51aabe038114 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9920812 Jul 05 03:58:12.994880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Request body: {'port': {'device_id': 'cf0aa002-b249-429d-9f10-f35ed1967356', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:13.010206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.187346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6771978a-35fe-4385-8871-342f16250429,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.253739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4b3496-a7a0-4c4e-8089-95c61db1252a req-e8724876-b14e-4730-8766-87050ef079ca tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.263246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f4b3496-a7a0-4c4e-8089-95c61db1252a req-e8724876-b14e-4730-8766-87050ef079ca tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1351674 Jul 05 03:58:13.265621 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.324704 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.356985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Attempting to bind port 6771978a-35fe-4385-8871-342f16250429 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:13.357515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Attempting to bind port 6771978a-35fe-4385-8871-342f16250429 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:13.358038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Attempting to bind port 6771978a-35fe-4385-8871-342f16250429 on network d03c55cd-dc50-43c7-afbe-326950ccfe36 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:13.367165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Port 6771978a-35fe-4385-8871-342f16250429 on network d03c55cd-dc50-43c7-afbe-326950ccfe36 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:13.367750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Attempting to bind port 6771978a-35fe-4385-8871-342f16250429 on network d03c55cd-dc50-43c7-afbe-326950ccfe36 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:13.371995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f4b3496-a7a0-4c4e-8089-95c61db1252a req-b48d899d-1f3d-4543-b498-899494c2a8d8 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075051 Jul 05 03:58:13.379806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:13.383539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Checking segment: {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:13.384174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Bound using segment: {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:13.384937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Bound port: 6771978a-35fe-4385-8871-342f16250429, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:13.385537 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.502994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] For port 6771978a-35fe-4385-8871-342f16250429, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:13.509256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] For port 6771978a-35fe-4385-8871-342f16250429, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6771978a-35fe-4385-8871-342f16250429,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:13.591875 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.648237 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.699017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d26c5f9-2b64-4335-927a-3421e7a80657 req-a1d34ffa-7b4c-4594-bd4c-58e619156b34 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.699661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d26c5f9-2b64-4335-927a-3421e7a80657 req-a1d34ffa-7b4c-4594-bd4c-58e619156b34 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 932 time: 0.1241682 Jul 05 03:58:13.712856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=6771978a-35fe-4385-8871-342f16250429,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:13.734718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:13.735351 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.736841 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-fa68f4b2-6847-48f4-b161-d5088bb1bcb1 service neutron] 10.222.0.26 "PUT /v2.0/ports/6771978a-35fe-4385-8871-342f16250429 HTTP/1.1" status: 200 len: 1092 time: 2.5224657 Jul 05 03:58:13.737314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d9c7eb2-a44a-4ede-9778-c91306fd870d', 'tag': '6771978a-35fe-4385-8871-342f16250429'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:13.742168 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6496cb38-b293-4035-9e9b-dfcd6b2ef875" -d '{"events": [{"name": "network-changed", "server_uuid": "5d9c7eb2-a44a-4ede-9778-c91306fd870d", "tag": "6771978a-35fe-4385-8871-342f16250429"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:13.832720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ed3e8e6-0698-4948-a656-8b9bb7956671 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:13.871431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d26c5f9-2b64-4335-927a-3421e7a80657 req-26c4ba88-a3e5-458c-af74-e4aa502b0c31 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1598489 Jul 05 03:58:13.875050 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:13.912186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Transition to ACTIVE for port object 1ed3e8e6-0698-4948-a656-8b9bb7956671 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:14.092631 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d830026-9109-4210-b2ad-2723ab629f74 x-openstack-request-id: req-1d830026-9109-4210-b2ad-2723ab629f74 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:14.094403 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5d9c7eb2-a44a-4ede-9778-c91306fd870d", "tag": "6771978a-35fe-4385-8871-342f16250429", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:14.096251 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1d830026-9109-4210-b2ad-2723ab629f74 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:14.096953 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d9c7eb2-a44a-4ede-9778-c91306fd870d', 'tag': '6771978a-35fe-4385-8871-342f16250429', 'status': 'completed', 'code': 200} Jul 05 03:58:14.324417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496cb38-b293-4035-9e9b-dfcd6b2ef875 req-47949dbe-fbfa-4e88-8ce8-4e99faad127c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.324417 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6496cb38-b293-4035-9e9b-dfcd6b2ef875 req-47949dbe-fbfa-4e88-8ce8-4e99faad127c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deab519003994143b3851eefc9443741&device_id=5d9c7eb2-a44a-4ede-9778-c91306fd870d HTTP/1.1" status: 200 len: 1095 time: 0.1149516 Jul 05 03:58:14.428313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496cb38-b293-4035-9e9b-dfcd6b2ef875 req-d6e7f735-affa-45d8-848e-2496a92042a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.431254 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6496cb38-b293-4035-9e9b-dfcd6b2ef875 req-d6e7f735-affa-45d8-848e-2496a92042a2 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=deab519003994143b3851eefc9443741&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1912775 Jul 05 03:58:14.674679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6496cb38-b293-4035-9e9b-dfcd6b2ef875 req-90a385b5-6eac-4054-b21c-23a04e6dde30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.676149 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6496cb38-b293-4035-9e9b-dfcd6b2ef875 req-90a385b5-6eac-4054-b21c-23a04e6dde30 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2272303 Jul 05 03:58:14.711273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e159baa0-2cf5-4eed-bd32-e6b51f297d35 req-062b24b7-e012-439d-9280-2c178fb403c7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.724430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e159baa0-2cf5-4eed-bd32-e6b51f297d35 req-062b24b7-e012-439d-9280-2c178fb403c7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1390769 Jul 05 03:58:14.741101 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.785971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e159baa0-2cf5-4eed-bd32-e6b51f297d35 req-7d5626ba-b5be-4342-821b-5080e4806187 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589159 Jul 05 03:58:14.786748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:14.818247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-432ec28d-f7c8-40dc-a681-9e1b3bd4b9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.819396 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-432ec28d-f7c8-40dc-a681-9e1b3bd4b9a1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deab519003994143b3851eefc9443741&device_id=5d9c7eb2-a44a-4ede-9778-c91306fd870d HTTP/1.1" status: 200 len: 1095 time: 0.1018236 Jul 05 03:58:14.885079 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-b7eca5aa-ea80-4ab4-8563-d67b354985fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6771978a-35fe-4385-8871-342f16250429 HTTP/1.1" status: 200 len: 217 time: 0.0536649 Jul 05 03:58:14.894431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed3e8e6-0698-4948-a656-8b9bb7956671,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:14.967981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-74384e45-11b9-435b-b814-d7f1ec04f841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:14.972911 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-74384e45-11b9-435b-b814-d7f1ec04f841 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c1b262-9411-4d82-8d8a-ac22a8c596b5 HTTP/1.1" status: 200 len: 852 time: 0.0759940 Jul 05 03:58:15.015412 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-cbed2387-1b39-4a43-9ab9-1af845dc049c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d03c55cd-dc50-43c7-afbe-326950ccfe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382760 Jul 05 03:58:15.058250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Attempting to bind port 1ed3e8e6-0698-4948-a656-8b9bb7956671 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:15.058933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Attempting to bind port 1ed3e8e6-0698-4948-a656-8b9bb7956671 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:15.059473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Attempting to bind port 1ed3e8e6-0698-4948-a656-8b9bb7956671 on network d03c55cd-dc50-43c7-afbe-326950ccfe36 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:15.064942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Port 1ed3e8e6-0698-4948-a656-8b9bb7956671 on network d03c55cd-dc50-43c7-afbe-326950ccfe36 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:15.065537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Attempting to bind port 1ed3e8e6-0698-4948-a656-8b9bb7956671 on network d03c55cd-dc50-43c7-afbe-326950ccfe36 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:15.070815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:15.071672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Checking segment: {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:15.072299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Bound using segment: {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:15.072945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Bound port: 1ed3e8e6-0698-4948-a656-8b9bb7956671, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:15.073518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.153241 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-b85434f1-19f9-48a8-8220-1380cf402998 service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295578 Jul 05 03:58:15.192362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] For port 1ed3e8e6-0698-4948-a656-8b9bb7956671, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:15.198683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] For port 1ed3e8e6-0698-4948-a656-8b9bb7956671, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1ed3e8e6-0698-4948-a656-8b9bb7956671,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:15.227346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326f13c6-b308-4fd7-a49e-be75a98b1418 req-5771c67d-4615-427c-b193-5187629d3f1e tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.229106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-326f13c6-b308-4fd7-a49e-be75a98b1418 req-5771c67d-4615-427c-b193-5187629d3f1e tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 944 time: 0.1125295 Jul 05 03:58:15.268607 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-a269e7f3-36e3-4170-a0fe-705ad7cff168 service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1053562 Jul 05 03:58:15.273802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-326f13c6-b308-4fd7-a49e-be75a98b1418 req-1ce477c1-293a-4f92-b494-635d81e81f06 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391471 Jul 05 03:58:15.301951 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.342432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.343080 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:15.344542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] 10.222.0.26 "PUT /v2.0/ports/1ed3e8e6-0698-4948-a656-8b9bb7956671 HTTP/1.1" status: 200 len: 1093 time: 2.3559704 Jul 05 03:58:15.344991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf0aa002-b249-429d-9f10-f35ed1967356', 'tag': '1ed3e8e6-0698-4948-a656-8b9bb7956671'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:15.347264 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e" -d '{"events": [{"name": "network-changed", "server_uuid": "cf0aa002-b249-429d-9f10-f35ed1967356", "tag": "1ed3e8e6-0698-4948-a656-8b9bb7956671"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:15.376256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56626a13-987c-4776-968f-d5737cd511d4 service neutron] Pushing event updated for resources: {'Port': ['ID=1ed3e8e6-0698-4948-a656-8b9bb7956671,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:15.538484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-83ae55d4-d702-467d-a05b-d6d27c8867eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.546840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-83ae55d4-d702-467d-a05b-d6d27c8867eb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deab519003994143b3851eefc9443741&device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 1096 time: 0.0973365 Jul 05 03:58:15.605323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-6019a332-606c-4592-a0f1-48d4891b8fe2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed3e8e6-0698-4948-a656-8b9bb7956671 HTTP/1.1" status: 200 len: 217 time: 0.0465391 Jul 05 03:58:15.627800 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a4f48ab-2015-4492-a81b-3f4de106193b x-openstack-request-id: req-1a4f48ab-2015-4492-a81b-3f4de106193b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:15.628405 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf0aa002-b249-429d-9f10-f35ed1967356", "tag": "1ed3e8e6-0698-4948-a656-8b9bb7956671", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:15.628826 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a4f48ab-2015-4492-a81b-3f4de106193b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:15.629524 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf0aa002-b249-429d-9f10-f35ed1967356', 'tag': '1ed3e8e6-0698-4948-a656-8b9bb7956671', 'status': 'completed', 'code': 200} Jul 05 03:58:15.693894 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e696e858-b8ce-4227-a225-b4306836c132 req-ab3789c4-bc56-4853-9d3e-00f163d5e8a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:15.695819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-ab3789c4-bc56-4853-9d3e-00f163d5e8a5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c1b262-9411-4d82-8d8a-ac22a8c596b5 HTTP/1.1" status: 200 len: 852 time: 0.0839872 Jul 05 03:58:15.751964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-13787830-c401-467a-8efc-7846daf5d780 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d03c55cd-dc50-43c7-afbe-326950ccfe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0472319 Jul 05 03:58:15.920753 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-a280d06e-e270-46c2-a287-96ed33b92eb3 service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476934 Jul 05 03:58:16.058695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e696e858-b8ce-4227-a225-b4306836c132 req-aa4ab783-a053-43b0-a6e3-0a814c042e58 service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253664 Jul 05 03:58:16.157098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6c74f4-4f09-49bb-a57c-4bba99d210ac req-82422333-8a74-4295-986c-5693edbb2231 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.159025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb6c74f4-4f09-49bb-a57c-4bba99d210ac req-82422333-8a74-4295-986c-5693edbb2231 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1413488 Jul 05 03:58:16.263441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb6c74f4-4f09-49bb-a57c-4bba99d210ac req-334bbe07-5c82-44de-8e2f-d5a0f96558c3 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974371 Jul 05 03:58:16.312805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e req-63483eb8-f420-44a2-906c-3424e86b68e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.314556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e req-63483eb8-f420-44a2-906c-3424e86b68e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deab519003994143b3851eefc9443741&device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 1096 time: 0.1050074 Jul 05 03:58:16.474953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e req-1541e1ba-462f-403f-a51e-14c35ad3f410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.476669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e req-1541e1ba-462f-403f-a51e-14c35ad3f410 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d03c55cd-dc50-43c7-afbe-326950ccfe36 HTTP/1.1" status: 200 len: 913 time: 0.1465955 Jul 05 03:58:16.542987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e req-16a41783-1deb-44dd-8b98-87defd8d3a76 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=1ed3e8e6-0698-4948-a656-8b9bb7956671 HTTP/1.1" status: 200 len: 217 time: 0.0476537 Jul 05 03:58:16.630355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2ca6ee-3acf-43d4-8300-3838e85a81e9 req-ac0d6c81-1c3f-42d6-9cd3-5631a12c0250 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.639966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff2ca6ee-3acf-43d4-8300-3838e85a81e9 req-ac0d6c81-1c3f-42d6-9cd3-5631a12c0250 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 944 time: 0.1796973 Jul 05 03:58:16.641542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e req-08969861-535a-4f47-b259-15e1b0107df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:16.643182 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e req-08969861-535a-4f47-b259-15e1b0107df9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c1b262-9411-4d82-8d8a-ac22a8c596b5 HTTP/1.1" status: 200 len: 852 time: 0.0909722 Jul 05 03:58:16.699658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e req-be08af0d-4949-4417-9002-359e48498ff4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d03c55cd-dc50-43c7-afbe-326950ccfe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412464 Jul 05 03:58:16.720858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff2ca6ee-3acf-43d4-8300-3838e85a81e9 req-4f5c2778-7e47-49c8-a4d5-9daf5892f092 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822363 Jul 05 03:58:16.882650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e req-463301a5-5d5b-47d5-8504-018524ebaf26 service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1736739 Jul 05 03:58:17.026682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e4f5fe-8cf9-4031-8037-b8cdcd876f8e req-b5f943ba-dc7c-4056-8ab2-6ffea08b1f4b service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358941 Jul 05 03:58:17.749663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44259aa7-2429-492c-b128-34bf130cfd7c req-12880883-8768-48da-a01d-0a9b8d8a4eb9 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:17.754091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44259aa7-2429-492c-b128-34bf130cfd7c req-12880883-8768-48da-a01d-0a9b8d8a4eb9 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2377689 Jul 05 03:58:17.843511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44259aa7-2429-492c-b128-34bf130cfd7c req-c0f194f9-951b-4d4a-8bae-32dd787e67de tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743580 Jul 05 03:58:18.120574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b1f709-0fcc-416b-800e-b32588220bfb req-fc4e6caf-4349-4c76-b49a-4e761a99737b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:18.128346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87b1f709-0fcc-416b-800e-b32588220bfb req-fc4e6caf-4349-4c76-b49a-4e761a99737b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 944 time: 0.1138411 Jul 05 03:58:18.182616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87b1f709-0fcc-416b-800e-b32588220bfb req-02f9f7d7-923e-475a-97d3-42da2e0b8f83 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532515 Jul 05 03:58:19.064847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166592c3-083c-494e-b9a4-bc719189cf0d req-5f489ea5-36fe-4cc9-8160-8985b18cf53c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.080856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-166592c3-083c-494e-b9a4-bc719189cf0d req-5f489ea5-36fe-4cc9-8160-8985b18cf53c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1057129 Jul 05 03:58:19.143387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-166592c3-083c-494e-b9a4-bc719189cf0d req-fd25980b-ed1c-4ac6-9a3a-377c96869898 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615511 Jul 05 03:58:19.467754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d683bd4-f9ed-4f11-96a5-7dfd7cb618a2 req-5c3dcf09-94e9-43c9-b4bf-2bc457c3795e tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:19.469404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d683bd4-f9ed-4f11-96a5-7dfd7cb618a2 req-5c3dcf09-94e9-43c9-b4bf-2bc457c3795e tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 944 time: 0.0998640 Jul 05 03:58:19.528814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d683bd4-f9ed-4f11-96a5-7dfd7cb618a2 req-5a9a83d3-c020-44d8-a803-405db7013c1c tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507967 Jul 05 03:58:19.858289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6771978a-35fe-4385-8871-342f16250429 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:19.971523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6771978a-35fe-4385-8871-342f16250429, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6771978a-35fe-4385-8871-342f16250429,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:19.983367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '6771978a-35fe-4385-8871-342f16250429', 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36', 'port_id': '6771978a-35fe-4385-8871-342f16250429', 'mac_address': 'fa:16:3e:74:29:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c1b262-9411-4d82-8d8a-ac22a8c596b5', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:20.022059 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.041198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6771978a-35fe-4385-8871-342f16250429 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:20.066283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6771978a-35fe-4385-8871-342f16250429, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6771978a-35fe-4385-8871-342f16250429,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:20.135185 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.136167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1ed3e8e6-0698-4948-a656-8b9bb7956671 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:20.212206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1ed3e8e6-0698-4948-a656-8b9bb7956671, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1ed3e8e6-0698-4948-a656-8b9bb7956671,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:20.215358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6771978a-35fe-4385-8871-342f16250429,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:20.227656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '1ed3e8e6-0698-4948-a656-8b9bb7956671', 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36', 'port_id': '1ed3e8e6-0698-4948-a656-8b9bb7956671', 'mac_address': 'fa:16:3e:a5:84:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c1b262-9411-4d82-8d8a-ac22a8c596b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:20.277772 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.294715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ed3e8e6-0698-4948-a656-8b9bb7956671 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:20.319001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1ed3e8e6-0698-4948-a656-8b9bb7956671, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1ed3e8e6-0698-4948-a656-8b9bb7956671,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:20.393877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a0727d-a6ac-48e6-b481-37fe06e43917 req-d2948b78-d953-423b-a351-9a1a04f83d8f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.403888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a0727d-a6ac-48e6-b481-37fe06e43917 req-d2948b78-d953-423b-a351-9a1a04f83d8f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1101334 Jul 05 03:58:20.420777 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:20.459422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a0727d-a6ac-48e6-b481-37fe06e43917 req-373888eb-f699-42d9-98f1-2ffbc4cddd9e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488622 Jul 05 03:58:20.480522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1ed3e8e6-0698-4948-a656-8b9bb7956671,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:20.648313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14121248-ca34-4c31-94c0-076aa30cd96b req-85f266fb-2d80-4b46-93d6-c5eaa9e6c31f tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.649731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-85f266fb-2d80-4b46-93d6-c5eaa9e6c31f tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/networks?id=8223aac0-790a-427e-9d96-2476f54f3db1 HTTP/1.1" status: 200 len: 821 time: 0.1533098 Jul 05 03:58:20.671145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-e8a5ca15-bc26-4a1b-a4a5-cb22e2062162 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/quotas/18c4642ecfd74a98bc2447949aeef643 HTTP/1.1" status: 200 len: 375 time: 0.0145831 Jul 05 03:58:20.717349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-acafd9dc-f9ef-428c-9a6a-4c73d1700d9c tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=18c4642ecfd74a98bc2447949aeef643&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374715 Jul 05 03:58:20.729314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76f6090-448f-4a67-9d99-5050f25af49b req-0b101a04-ef0e-401d-b01b-f71cde57cef7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:20.730864 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c76f6090-448f-4a67-9d99-5050f25af49b req-0b101a04-ef0e-401d-b01b-f71cde57cef7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.1268322 Jul 05 03:58:20.824199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c76f6090-448f-4a67-9d99-5050f25af49b req-7b5251da-f8d5-456f-8c21-ab1b5dae761f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0839787 Jul 05 03:58:20.864293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-c4cbc83b-35fd-4b4a-aca9-c91c2a85dcf2 service neutron] 10.222.0.30 "GET /v2.0/networks/8223aac0-790a-427e-9d96-2476f54f3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319251 Jul 05 03:58:20.905966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1ed3e8e6-0698-4948-a656-8b9bb7956671'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:20.948937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['6771978a-35fe-4385-8871-342f16250429'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:21.064576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-c327cedc-c7ef-45b7-bd52-cfab54a8661a service neutron] 10.222.0.30 "GET /v2.0/networks/8223aac0-790a-427e-9d96-2476f54f3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890242 Jul 05 03:58:21.073978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fd0754-20f4-4c68-b763-040e9d345d6a req-79486851-a067-40f7-b5d1-58c6fd9472c8 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.075779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9fd0754-20f4-4c68-b763-040e9d345d6a req-79486851-a067-40f7-b5d1-58c6fd9472c8 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 945 time: 0.1253190 Jul 05 03:58:21.152814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9fd0754-20f4-4c68-b763-040e9d345d6a req-caaa8de1-0112-47d5-a838-57b0f83caad5 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712218 Jul 05 03:58:21.485321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60b8db90-50da-415d-925d-ca19339a8d96 req-c6f13fb1-d5c1-4120-b33a-c798c8d13d56 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 210 time: 0.0340085 Jul 05 03:58:21.684166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aa1ba1-fad7-4b00-a277-189288ae2b47 req-4ee3ea5d-e660-434f-93c5-50ee897d477c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:21.685648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97aa1ba1-fad7-4b00-a277-189288ae2b47 req-4ee3ea5d-e660-434f-93c5-50ee897d477c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.0776885 Jul 05 03:58:21.738236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97aa1ba1-fad7-4b00-a277-189288ae2b47 req-77c4d194-eea1-468a-b988-69ba874d424c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439205 Jul 05 03:58:22.029654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c6a210-752e-42d0-8103-75fb4eb7fc12 req-63fa9c94-3fa5-4635-a859-7fb0afba58b2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.031282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6c6a210-752e-42d0-8103-75fb4eb7fc12 req-63fa9c94-3fa5-4635-a859-7fb0afba58b2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.0835133 Jul 05 03:58:22.079712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6c6a210-752e-42d0-8103-75fb4eb7fc12 req-a39bb7b7-2dc9-4928-bdd1-bcf03cc891b2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386035 Jul 05 03:58:22.401896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ae6582-ae95-4cbf-b155-0ae8845b912f req-f5b6f2d7-fbf4-4ab8-bfb4-1b32a0244138 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:22.404349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5ae6582-ae95-4cbf-b155-0ae8845b912f req-f5b6f2d7-fbf4-4ab8-bfb4-1b32a0244138 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 945 time: 0.1093214 Jul 05 03:58:22.451989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5ae6582-ae95-4cbf-b155-0ae8845b912f req-91218c47-fa0e-48a6-9eef-dfc19859cc9a tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Jul 05 03:58:22.897645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc1be3d4-4942-44ad-b5cc-9cefe9628a7d req-ed91ea8b-ca6f-4c16-bd90-dc924da07f5d tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 210 time: 0.0347602 Jul 05 03:58:23.126762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b24435d-7c49-4aeb-9072-bc8d0d15313c req-d0f16e00-6862-4a77-8e71-b04763c5c8c4 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.128420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b24435d-7c49-4aeb-9072-bc8d0d15313c req-d0f16e00-6862-4a77-8e71-b04763c5c8c4 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1508048 Jul 05 03:58:23.139706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1b91174-3539-4aa1-9787-dfef7a176cf6 req-fe3374e1-9b74-4209-85cf-13d5431f850b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.141560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1b91174-3539-4aa1-9787-dfef7a176cf6 req-fe3374e1-9b74-4209-85cf-13d5431f850b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.1197319 Jul 05 03:58:23.199772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b24435d-7c49-4aeb-9072-bc8d0d15313c req-8fb0f668-eab3-4f6c-a6f6-fd013a9a6b14 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572128 Jul 05 03:58:23.213774 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1b91174-3539-4aa1-9787-dfef7a176cf6 req-98c8bf4f-934d-4b78-9b89-d4a22b89d96c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648751 Jul 05 03:58:23.653370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ae51a2-453c-4bc2-b9b5-9b412baea9a3 req-64af1e8a-33bb-416d-9780-c0aaa4bcb4f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:23.675159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18ae51a2-453c-4bc2-b9b5-9b412baea9a3 req-64af1e8a-33bb-416d-9780-c0aaa4bcb4f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 945 time: 0.0944912 Jul 05 03:58:23.709877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18ae51a2-453c-4bc2-b9b5-9b412baea9a3 req-2386af2d-f33a-4464-9724-d369286f5741 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395122 Jul 05 03:58:23.889023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6771978a-35fe-4385-8871-342f16250429 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:24.047447 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c72482d-8313-468a-8781-0000e54e61b7 req-5b90f52f-77f0-4c98-8936-bc155a90a218 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 210 time: 0.0315125 Jul 05 03:58:24.055021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 6771978a-35fe-4385-8871-342f16250429 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:24.061387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 6771978a-35fe-4385-8871-342f16250429 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:24.072150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.152229 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.177447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9c7eb2-a44a-4ede-9778-c91306fd870d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6771978a-35fe-4385-8871-342f16250429'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:24.179740 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5192582-4d19-411d-a50d-7396163a07ae" -d '{"events": [{"server_uuid": "5d9c7eb2-a44a-4ede-9778-c91306fd870d", "name": "network-vif-plugged", "status": "completed", "tag": "6771978a-35fe-4385-8871-342f16250429"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:24.193026 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6771978a-35fe-4385-8871-342f16250429, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6771978a-35fe-4385-8871-342f16250429,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:24.238062 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82c2488c-57f6-4e9f-a1d7-c5b0b49e7641 x-openstack-request-id: req-82c2488c-57f6-4e9f-a1d7-c5b0b49e7641 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:24.238351 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9c7eb2-a44a-4ede-9778-c91306fd870d", "name": "network-vif-plugged", "status": "completed", "tag": "6771978a-35fe-4385-8871-342f16250429", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:24.238596 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82c2488c-57f6-4e9f-a1d7-c5b0b49e7641 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:24.238992 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9c7eb2-a44a-4ede-9778-c91306fd870d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6771978a-35fe-4385-8871-342f16250429', 'code': 200} Jul 05 03:58:24.278725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.279887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1ed3e8e6-0698-4948-a656-8b9bb7956671 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:24.429158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6771978a-35fe-4385-8871-342f16250429,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:24.524065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c6bec3-b527-4ad3-b792-76c86d936e31 req-d854f166-7148-4a20-8458-1524535bc645 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.525515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79c6bec3-b527-4ad3-b792-76c86d936e31 req-d854f166-7148-4a20-8458-1524535bc645 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=5d9c7eb2-a44a-4ede-9778-c91306fd870d HTTP/1.1" status: 200 len: 1097 time: 0.1446960 Jul 05 03:58:24.536620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2619d27f-f750-478b-9c01-792afbad95c1 req-b4e4d050-b3ae-48ff-91df-347aef1c7442 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.536883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2619d27f-f750-478b-9c01-792afbad95c1 req-b4e4d050-b3ae-48ff-91df-347aef1c7442 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1833539 Jul 05 03:58:24.541420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 1ed3e8e6-0698-4948-a656-8b9bb7956671 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:24.546636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 1ed3e8e6-0698-4948-a656-8b9bb7956671 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:24.547167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.560997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc43834e-8935-447a-baaf-ea5e9b1be5f3 req-520d0e87-4815-4a09-89f8-4db7a6c47918 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.562743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc43834e-8935-447a-baaf-ea5e9b1be5f3 req-520d0e87-4815-4a09-89f8-4db7a6c47918 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.1987557 Jul 05 03:58:24.668146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2619d27f-f750-478b-9c01-792afbad95c1 req-90d23bbd-624a-4958-9115-c6ae9e109124 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230919 Jul 05 03:58:24.687312 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.697152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc43834e-8935-447a-baaf-ea5e9b1be5f3 req-db9559e8-21b8-4b8a-af0a-fc2b09010c1e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1181076 Jul 05 03:58:24.699297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79c6bec3-b527-4ad3-b792-76c86d936e31 req-af30f988-a53b-4d40-b6fe-4de0c280d574 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344504 Jul 05 03:58:24.739719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1ed3e8e6-0698-4948-a656-8b9bb7956671, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1ed3e8e6-0698-4948-a656-8b9bb7956671,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:24.821241 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:24.881597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1ed3e8e6-0698-4948-a656-8b9bb7956671,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:24.980142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14121248-ca34-4c31-94c0-076aa30cd96b req-dc73b1c3-c08d-4ab9-aedf-234b10545604 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.980142 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-dc73b1c3-c08d-4ab9-aedf-234b10545604 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.26 "GET /v2.0/networks?id=8223aac0-790a-427e-9d96-2476f54f3db1 HTTP/1.1" status: 200 len: 821 time: 0.4269063 Jul 05 03:58:24.980732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1761892-c753-43f4-b225-91567a3c69a8 req-1c6754aa-7f05-4ec7-8872-0b760d178636 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:24.985785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1761892-c753-43f4-b225-91567a3c69a8 req-1c6754aa-7f05-4ec7-8872-0b760d178636 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 946 time: 0.1063943 Jul 05 03:58:24.991584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Request body: {'port': {'device_id': 'd7689421-7907-4276-8518-fb33330bb043', 'network_id': '8223aac0-790a-427e-9d96-2476f54f3db1', 'admin_state_up': True, 'tenant_id': '18c4642ecfd74a98bc2447949aeef643'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:25.067275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1761892-c753-43f4-b225-91567a3c69a8 req-2ba0f048-2ccd-4d8b-8bab-72f3ca453fb6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744610 Jul 05 03:58:25.226627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Made reservation on behalf of 18c4642ecfd74a98bc2447949aeef643 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:25.230347 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.275501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdc90b9a-9524-41d8-a6c7-f8b33ecdfda4 req-1e143c80-f005-416d-9be3-be5cb177fe05 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 210 time: 0.0303729 Jul 05 03:58:25.368050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Allocated IP 172.20.0.12 (8223aac0-790a-427e-9d96-2476f54f3db1/2198234e-0d87-4dcd-abfb-2f3b4df79683/710c8701-1e04-4e84-9c3d-92fd4ff5c18c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:25.522302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.625778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.674203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Network 8223aac0-790a-427e-9d96-2476f54f3db1 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:25.677553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:25.683972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:25.718390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Pushing event updated for resources: {'Port': ['ID=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:25.731089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.732127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.734996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.735673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.736232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.736907 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.737690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.737919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.738427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.739041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.739380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.739714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:25.768714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.769353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.856114 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-6bcc8746-0b75-463e-9c88-d5f5a4692b93 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8690829 Jul 05 03:58:25.869426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Request body: {'port': {'device_id': 'd7689421-7907-4276-8518-fb33330bb043', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:25.882595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:25.887433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:25.926760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89247d1d-745c-4102-b9e0-05c21b32ee9d req-ecc5c9e7-f35b-47e6-a1c6-ad9a82a44c46 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:25.935885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89247d1d-745c-4102-b9e0-05c21b32ee9d req-ecc5c9e7-f35b-47e6-a1c6-ad9a82a44c46 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1265223 Jul 05 03:58:25.974601 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:25.998816 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89247d1d-745c-4102-b9e0-05c21b32ee9d req-b0a82c00-85cf-48a5-b9c3-952fa4eb14da tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609701 Jul 05 03:58:26.069113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f06d51-22ab-4803-b20c-675671b6bb33 req-2357f0a7-336c-419e-913d-a5d7b34fb2c1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:26.071100 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64f06d51-22ab-4803-b20c-675671b6bb33 req-2357f0a7-336c-419e-913d-a5d7b34fb2c1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.1964159 Jul 05 03:58:26.130592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.159847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:26.180271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64f06d51-22ab-4803-b20c-675671b6bb33 req-52e2e33c-cbde-4adf-b94d-1cb6116e58ea tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0868855 Jul 05 03:58:26.198781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'port_id': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'mac_address': 'fa:16:3e:64:9a:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:26.222135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:26.247814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0aa002-b249-429d-9f10-f35ed1967356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed3e8e6-0698-4948-a656-8b9bb7956671'}, {'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:26.251207 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0150c537-e2d0-47ac-9116-6e5cc72b4c02" -d '{"events": [{"server_uuid": "cf0aa002-b249-429d-9f10-f35ed1967356", "name": "network-vif-plugged", "status": "completed", "tag": "1ed3e8e6-0698-4948-a656-8b9bb7956671"}, {"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:26.280504 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.306675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3346f06f-ffce-4986-a9ee-bee8b3f67738 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:26.331120 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.431827 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 03:58:26.432688 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 03:58:26.433396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=11']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.457973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c3046a-66f6-4c2a-aa1d-34587b99b63f req-f8dc0b44-0427-4d43-a4c9-caa934fc76fb tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:26.460934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75c3046a-66f6-4c2a-aa1d-34587b99b63f req-f8dc0b44-0427-4d43-a4c9-caa934fc76fb tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 946 time: 0.1301546 Jul 05 03:58:26.463172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 710c8701-1e04-4e84-9c3d-92fd4ff5c18c {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:26.472630 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.490350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Transition to ACTIVE for port object 710c8701-1e04-4e84-9c3d-92fd4ff5c18c will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:26.519021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75c3046a-66f6-4c2a-aa1d-34587b99b63f req-3f8f4c84-1dab-4a27-8c93-9ae503d4de15 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517383 Jul 05 03:58:26.558869 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eea46250-5d81-42bb-a4dc-d05dae166856 x-openstack-request-id: req-eea46250-5d81-42bb-a4dc-d05dae166856 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:26.559201 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0aa002-b249-429d-9f10-f35ed1967356", "name": "network-vif-plugged", "status": "completed", "tag": "1ed3e8e6-0698-4948-a656-8b9bb7956671", "code": 200}, {"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:26.559443 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eea46250-5d81-42bb-a4dc-d05dae166856 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:26.559845 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0aa002-b249-429d-9f10-f35ed1967356', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ed3e8e6-0698-4948-a656-8b9bb7956671', 'code': 200} Jul 05 03:58:26.560143 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'code': 200} Jul 05 03:58:26.620676 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.676328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Pushing event updated for resources: {'Port': ['ID=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:26.753390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-412d5864-c74c-4031-b3d9-3aa8c437c60b req-acd3f83c-e495-4dd1-a127-015f105547a4 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:26.755011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-412d5864-c74c-4031-b3d9-3aa8c437c60b req-acd3f83c-e495-4dd1-a127-015f105547a4 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 944 time: 0.1257081 Jul 05 03:58:26.757061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a860f3de-9cfa-442e-add7-0d0ccc7e3894 req-6a3c4a7a-fe36-419d-b405-4b4cef2c95dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:26.758088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Attempting to bind port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:26.758408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Attempting to bind port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ddc95467-0890-4cf4-a54a-abc39643b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8223aac0-790a-427e-9d96-2476f54f3db1'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:26.758544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a860f3de-9cfa-442e-add7-0d0ccc7e3894 req-6a3c4a7a-fe36-419d-b405-4b4cef2c95dd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 1098 time: 0.1155751 Jul 05 03:58:26.758733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Attempting to bind port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c on network 8223aac0-790a-427e-9d96-2476f54f3db1 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:26.764431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c on network 8223aac0-790a-427e-9d96-2476f54f3db1 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:26.764864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Attempting to bind port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c on network 8223aac0-790a-427e-9d96-2476f54f3db1 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:26.770407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:26.771089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Checking segment: {'id': 'ddc95467-0890-4cf4-a54a-abc39643b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8223aac0-790a-427e-9d96-2476f54f3db1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:26.771286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Bound using segment: {'id': 'ddc95467-0890-4cf4-a54a-abc39643b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8223aac0-790a-427e-9d96-2476f54f3db1'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:26.771675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Bound port: 710c8701-1e04-4e84-9c3d-92fd4ff5c18c, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddc95467-0890-4cf4-a54a-abc39643b6fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '8223aac0-790a-427e-9d96-2476f54f3db1'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:26.772183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.835653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a860f3de-9cfa-442e-add7-0d0ccc7e3894 req-fbc898c5-b256-466b-b48e-68737eea5b1b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633483 Jul 05 03:58:26.838715 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-412d5864-c74c-4031-b3d9-3aa8c437c60b req-cd86a689-0619-46c4-97a8-857bfa8cc926 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764127 Jul 05 03:58:26.864947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] For port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:26.869953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] For port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,segment=NetworkSegment(ddc95467-0890-4cf4-a54a-abc39643b6fa),segment_id=ddc95467-0890-4cf4-a54a-abc39643b6fa)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:26.972660 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:26.986032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3346f06f-ffce-4986-a9ee-bee8b3f67738 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:26.993291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.009076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:27.032541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.033229 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.034691 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] 10.222.0.26 "PUT /v2.0/ports/710c8701-1e04-4e84-9c3d-92fd4ff5c18c HTTP/1.1" status: 200 len: 1093 time: 1.1700749 Jul 05 03:58:27.037397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7689421-7907-4276-8518-fb33330bb043', 'tag': '710c8701-1e04-4e84-9c3d-92fd4ff5c18c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:27.040568 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a16d961b-a92f-44fb-8c6b-6d10d6460552" -d '{"events": [{"name": "network-changed", "server_uuid": "d7689421-7907-4276-8518-fb33330bb043", "tag": "710c8701-1e04-4e84-9c3d-92fd4ff5c18c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:27.091806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f11f10-85fc-4b52-a6b2-c54bba54b989 service neutron] Pushing event updated for resources: {'Port': ['ID=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:27.114793 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-224080b2-1ae5-4999-a7a4-4733b20dd147 x-openstack-request-id: req-224080b2-1ae5-4999-a7a4-4733b20dd147 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:27.114793 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7689421-7907-4276-8518-fb33330bb043", "tag": "710c8701-1e04-4e84-9c3d-92fd4ff5c18c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:27.114793 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-224080b2-1ae5-4999-a7a4-4733b20dd147 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:27.114793 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7689421-7907-4276-8518-fb33330bb043', 'tag': '710c8701-1e04-4e84-9c3d-92fd4ff5c18c', 'status': 'completed', 'code': 200} Jul 05 03:58:27.182111 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:27.242135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d961b-a92f-44fb-8c6b-6d10d6460552 req-393b3d6f-166d-4e75-929a-56ec0cc85ca4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.248153 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a16d961b-a92f-44fb-8c6b-6d10d6460552 req-393b3d6f-166d-4e75-929a-56ec0cc85ca4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18c4642ecfd74a98bc2447949aeef643&device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 1096 time: 0.0957780 Jul 05 03:58:27.250703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=12']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:27.285296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a0e2f7-44e1-4610-9deb-7a38aa10fad1 req-1176cc43-2a9b-4fa9-97ea-f788515e9020 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.287365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3a0e2f7-44e1-4610-9deb-7a38aa10fad1 req-1176cc43-2a9b-4fa9-97ea-f788515e9020 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1099291 Jul 05 03:58:27.353153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3a0e2f7-44e1-4610-9deb-7a38aa10fad1 req-c94c9614-c7a8-48a0-a1eb-ffbd94089d6f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560050 Jul 05 03:58:27.372505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3346f06f-ffce-4986-a9ee-bee8b3f67738'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:27.390230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d961b-a92f-44fb-8c6b-6d10d6460552 req-29e846be-09cc-4bca-bb25-8e54312d2f28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.396751 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a16d961b-a92f-44fb-8c6b-6d10d6460552 req-29e846be-09cc-4bca-bb25-8e54312d2f28 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=18c4642ecfd74a98bc2447949aeef643&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1345463 Jul 05 03:58:27.461518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da428ac-24c8-4b1a-9f84-1dc7c7a44001 req-61f2a924-12a2-417c-aff4-397d93792081 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.469533 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0da428ac-24c8-4b1a-9f84-1dc7c7a44001 req-61f2a924-12a2-417c-aff4-397d93792081 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.1320000 Jul 05 03:58:27.551890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0da428ac-24c8-4b1a-9f84-1dc7c7a44001 req-a7ad1fb8-3a8c-49d8-9be3-210d49e5a87b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785565 Jul 05 03:58:27.571980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16d961b-a92f-44fb-8c6b-6d10d6460552 req-30683d73-05d4-4ac2-9150-7d69e2f46023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.575803 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a16d961b-a92f-44fb-8c6b-6d10d6460552 req-30683d73-05d4-4ac2-9150-7d69e2f46023 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1694748 Jul 05 03:58:27.733798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14121248-ca34-4c31-94c0-076aa30cd96b req-74379839-4fb2-4cf8-8507-99834bf400b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.735815 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-74379839-4fb2-4cf8-8507-99834bf400b2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=18c4642ecfd74a98bc2447949aeef643&device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 1096 time: 0.0853105 Jul 05 03:58:27.802368 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-ba4af311-fb69-4427-b008-3ae7558c7dc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=710c8701-1e04-4e84-9c3d-92fd4ff5c18c HTTP/1.1" status: 200 len: 217 time: 0.0520039 Jul 05 03:58:27.869470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14121248-ca34-4c31-94c0-076aa30cd96b req-e28ae6a4-2904-4dbd-89cd-4f83526e6836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.869470 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-e28ae6a4-2904-4dbd-89cd-4f83526e6836 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2198234e-0d87-4dcd-abfb-2f3b4df79683 HTTP/1.1" status: 200 len: 861 time: 0.0594108 Jul 05 03:58:27.924479 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-c2e2a60c-818d-4cbd-aa9a-a83515e5eb52 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=8223aac0-790a-427e-9d96-2476f54f3db1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482631 Jul 05 03:58:27.950983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575bf341-7047-4168-935d-e67f056d6229 req-16f7397f-ac44-4a0d-a287-9abf85c6cd36 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:27.952790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-575bf341-7047-4168-935d-e67f056d6229 req-16f7397f-ac44-4a0d-a287-9abf85c6cd36 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 946 time: 0.0805464 Jul 05 03:58:28.044746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-575bf341-7047-4168-935d-e67f056d6229 req-ffa7293b-943b-436a-b813-3b93e5c3ab93 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830135 Jul 05 03:58:28.066517 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-c0fcb102-566e-4d87-9fb9-6286460b0ac8 service neutron] 10.222.0.26 "GET /v2.0/networks/8223aac0-790a-427e-9d96-2476f54f3db1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143105 Jul 05 03:58:28.078703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728a2230-9d67-42bb-b8e4-e698c3063e63 req-f9b25307-7414-423c-94ec-15d791a0c7d9 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:28.080447 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-728a2230-9d67-42bb-b8e4-e698c3063e63 req-f9b25307-7414-423c-94ec-15d791a0c7d9 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 944 time: 0.0967696 Jul 05 03:58:28.126188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-728a2230-9d67-42bb-b8e4-e698c3063e63 req-227f842e-a2e4-4a28-9dcc-322ac42a0b6b tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394838 Jul 05 03:58:28.272311 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-14121248-ca34-4c31-94c0-076aa30cd96b req-4238628b-8c86-44fd-a184-5ad698493cbf service neutron] 10.222.0.26 "GET /v2.0/networks/8223aac0-790a-427e-9d96-2476f54f3db1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1976871 Jul 05 03:58:28.591748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2caf9613-71fc-419a-9ef7-7f782d14f76c req-2c13fa57-5e20-4481-ab51-33ccf04d7d62 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:28.599139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2caf9613-71fc-419a-9ef7-7f782d14f76c req-2c13fa57-5e20-4481-ab51-33ccf04d7d62 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.0962632 Jul 05 03:58:28.649544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2caf9613-71fc-419a-9ef7-7f782d14f76c req-380ddddd-f420-4719-ad31-51a1887e64d1 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452158 Jul 05 03:58:28.848885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fe2251-ad6b-43bd-892f-87104382e6bf req-9cdacdde-952d-41ce-81b7-3838a6312e07 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:28.851101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3fe2251-ad6b-43bd-892f-87104382e6bf req-9cdacdde-952d-41ce-81b7-3838a6312e07 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 946 time: 0.1521840 Jul 05 03:58:28.915929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3fe2251-ad6b-43bd-892f-87104382e6bf req-cd699bb4-00f3-43a8-811e-ee562e57d914 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587418 Jul 05 03:58:29.313391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd1326c-583a-4ee3-9360-576502b045ef req-37252381-a54c-429b-a739-dab548de757d tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.323362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fd1326c-583a-4ee3-9360-576502b045ef req-37252381-a54c-429b-a739-dab548de757d tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 946 time: 0.1227422 Jul 05 03:58:29.421823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fd1326c-583a-4ee3-9360-576502b045ef req-de88526d-c9d9-4c2e-8a07-cadf62c3da09 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969610 Jul 05 03:58:29.503946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9795ab7-8830-46a2-853a-e0d16b2e3446 req-a8bc8b66-1da7-4e0c-bd15-e6635413385e tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.511599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9795ab7-8830-46a2-853a-e0d16b2e3446 req-a8bc8b66-1da7-4e0c-bd15-e6635413385e tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 944 time: 0.1772089 Jul 05 03:58:29.565421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9795ab7-8830-46a2-853a-e0d16b2e3446 req-8298401f-c80e-486d-922e-53f848b2efe3 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528893 Jul 05 03:58:29.650264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c86844-2cf0-400d-b6b2-ad4985d6ffeb req-9d570067-7d14-4653-b564-45815c440f8b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.652127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9c86844-2cf0-400d-b6b2-ad4985d6ffeb req-9d570067-7d14-4653-b564-45815c440f8b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=5d9c7eb2-a44a-4ede-9778-c91306fd870d HTTP/1.1" status: 200 len: 945 time: 0.0968730 Jul 05 03:58:29.730202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9c86844-2cf0-400d-b6b2-ad4985d6ffeb req-1d82fb21-a30b-4fe6-ae57-f9695b96abe2 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645952 Jul 05 03:58:29.909207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be476b4a-09eb-463d-a64a-a361c47ec80b req-a4817a43-efc2-4f55-961a-a25990a686c3 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:29.911158 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be476b4a-09eb-463d-a64a-a361c47ec80b req-a4817a43-efc2-4f55-961a-a25990a686c3 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1036992 Jul 05 03:58:29.916157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:30.033252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be476b4a-09eb-463d-a64a-a361c47ec80b req-ced8469b-a90a-4488-a679-6f59b5544d4a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074939 Jul 05 03:58:30.037513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 3346f06f-ffce-4986-a9ee-bee8b3f67738 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:30.037888 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.218025 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.263877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:30.266353 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3cc3f52d-9a0b-4482-8a22-48a67fe7ee14" -d '{"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:30.281867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:30.375209 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:30.464395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=13']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:30.499264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561436ee-c9b5-4ab4-b26e-b467d1e70aa1 req-61d8103c-e7eb-4f7f-b6a9-41406e228cc9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:30.503029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-561436ee-c9b5-4ab4-b26e-b467d1e70aa1 req-61d8103c-e7eb-4f7f-b6a9-41406e228cc9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.1119039 Jul 05 03:58:30.558470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-561436ee-c9b5-4ab4-b26e-b467d1e70aa1 req-0de3efe0-8bb8-4cc7-b11c-520f5bf95132 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471253 Jul 05 03:58:30.786068 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b99ff8-fc7c-4b10-89ae-63d3c819f69f x-openstack-request-id: req-c9b99ff8-fc7c-4b10-89ae-63d3c819f69f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:30.786607 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-plugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:30.786842 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9b99ff8-fc7c-4b10-89ae-63d3c819f69f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:30.787366 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'code': 200} Jul 05 03:58:31.013515 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0225934-d2a8-49d4-96e5-e242999f1d54 req-3fa512e9-575c-4c48-944f-e082792e1f72 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.015277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0225934-d2a8-49d4-96e5-e242999f1d54 req-3fa512e9-575c-4c48-944f-e082792e1f72 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 944 time: 0.1258755 Jul 05 03:58:31.060364 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0225934-d2a8-49d4-96e5-e242999f1d54 req-c82665f5-4d82-4ed9-b8fc-5180787cb9c1 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381994 Jul 05 03:58:31.282886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d312dc6d-7c4c-40ed-bd4a-38ad3ad2649e req-16d409ec-77d5-4f25-ae43-e11f4cb07f5f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.284999 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d312dc6d-7c4c-40ed-bd4a-38ad3ad2649e req-16d409ec-77d5-4f25-ae43-e11f4cb07f5f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.0765359 Jul 05 03:58:31.336877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d312dc6d-7c4c-40ed-bd4a-38ad3ad2649e req-9200ce54-f3b1-4fd3-9ba1-2c7b2be08b72 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454118 Jul 05 03:58:31.763863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1911ded1-9649-45e9-b9e5-a365df567170 req-6d00abeb-31cc-42d8-b45f-b252ff96ebc6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:31.765431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1911ded1-9649-45e9-b9e5-a365df567170 req-6d00abeb-31cc-42d8-b45f-b252ff96ebc6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.0721793 Jul 05 03:58:31.815187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1911ded1-9649-45e9-b9e5-a365df567170 req-88945938-7f39-4400-9f1d-259f944caba2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431559 Jul 05 03:58:31.924576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 710c8701-1e04-4e84-9c3d-92fd4ff5c18c details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:32.058667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,segment=NetworkSegment(ddc95467-0890-4cf4-a54a-abc39643b6fa),segment_id=ddc95467-0890-4cf4-a54a-abc39643b6fa)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:32.073049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '710c8701-1e04-4e84-9c3d-92fd4ff5c18c', 'network_id': '8223aac0-790a-427e-9d96-2476f54f3db1', 'port_id': '710c8701-1e04-4e84-9c3d-92fd4ff5c18c', 'mac_address': 'fa:16:3e:26:ef:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2198234e-0d87-4dcd-abfb-2f3b4df79683', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:32.144673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-1c3831f1-20ea-471b-8985-89123f14b4f6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.152351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-1c3831f1-20ea-471b-8985-89123f14b4f6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/networks?id=d03c55cd-dc50-43c7-afbe-326950ccfe36 HTTP/1.1" status: 200 len: 812 time: 0.1726727 Jul 05 03:58:32.170125 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.170723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-a574e87c-5e97-4e2a-8c44-c39e153f8c66 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/quotas/deab519003994143b3851eefc9443741 HTTP/1.1" status: 200 len: 375 time: 0.0162773 Jul 05 03:58:32.188137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 710c8701-1e04-4e84-9c3d-92fd4ff5c18c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:32.223437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,segment=NetworkSegment(ddc95467-0890-4cf4-a54a-abc39643b6fa),segment_id=ddc95467-0890-4cf4-a54a-abc39643b6fa)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:32.295379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.383607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:32.503653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fde2074-e105-44f9-93d6-00476a472488 req-e1773f90-e4bf-4fce-aa46-217abf779b9d tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.512508 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0fde2074-e105-44f9-93d6-00476a472488 req-e1773f90-e4bf-4fce-aa46-217abf779b9d tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "GET /v2.0/ports?device_id=5d9c7eb2-a44a-4ede-9778-c91306fd870d HTTP/1.1" status: 200 len: 945 time: 0.1157770 Jul 05 03:58:32.617208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a37c8b0-4885-4c95-87e6-8493127e7cab req-272cc64f-822b-47d1-95fd-b8837e67f63b tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:32.619036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a37c8b0-4885-4c95-87e6-8493127e7cab req-272cc64f-822b-47d1-95fd-b8837e67f63b tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 945 time: 0.0916996 Jul 05 03:58:32.633884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-15d0a14e-2b7d-462e-8d9f-2eba316c3ba3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=deab519003994143b3851eefc9443741&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4619040 Jul 05 03:58:32.715402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-0fde2074-e105-44f9-93d6-00476a472488 req-69b2c104-e401-4eed-b616-c0e99023cbf6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Deleting port 6771978a-35fe-4385-8871-342f16250429 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:32.716019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0fde2074-e105-44f9-93d6-00476a472488 req-69b2c104-e401-4eed-b616-c0e99023cbf6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.732380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a37c8b0-4885-4c95-87e6-8493127e7cab req-e760e23c-f872-4eb5-9f1b-e1f4791ac260 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960484 Jul 05 03:58:32.777408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['710c8701-1e04-4e84-9c3d-92fd4ff5c18c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:32.912811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-0fde2074-e105-44f9-93d6-00476a472488 req-69b2c104-e401-4eed-b616-c0e99023cbf6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] For port 6771978a-35fe-4385-8871-342f16250429, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6771978a-35fe-4385-8871-342f16250429,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:32.913104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0fde2074-e105-44f9-93d6-00476a472488 req-69b2c104-e401-4eed-b616-c0e99023cbf6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:32.929386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-0fde2074-e105-44f9-93d6-00476a472488 req-69b2c104-e401-4eed-b616-c0e99023cbf6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Calling delete_port for 6771978a-35fe-4385-8871-342f16250429 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:32.966016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-d5288ad8-689c-4cfa-b96b-58c6bb91c4ba service neutron] 10.222.0.30 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3292842 Jul 05 03:58:33.144592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-8f0c01e2-6a30-43c8-8fd6-811187bb6c8d service neutron] 10.222.0.30 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793475 Jul 05 03:58:33.152666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb728bc3-d2b4-4194-87ae-9d84a7d6b49a req-28de9487-9de7-409f-8391-4674c875b30e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.161079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb728bc3-d2b4-4194-87ae-9d84a7d6b49a req-28de9487-9de7-409f-8391-4674c875b30e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1350415 Jul 05 03:58:33.208003 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0fde2074-e105-44f9-93d6-00476a472488 req-69b2c104-e401-4eed-b616-c0e99023cbf6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.217463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb728bc3-d2b4-4194-87ae-9d84a7d6b49a req-152a3ea0-5d0c-4aee-b069-31fab446562f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553813 Jul 05 03:58:33.320298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2c104-e401-4eed-b616-c0e99023cbf6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Pushing event deleted for resources: {'Port': ['ID=6771978a-35fe-4385-8871-342f16250429,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:33.371091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fde2074-e105-44f9-93d6-00476a472488 req-69b2c104-e401-4eed-b616-c0e99023cbf6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] No DVR routers for this DVR port 6771978a-35fe-4385-8871-342f16250429 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:33.376420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-0fde2074-e105-44f9-93d6-00476a472488 req-69b2c104-e401-4eed-b616-c0e99023cbf6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:33.378668 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0fde2074-e105-44f9-93d6-00476a472488 req-69b2c104-e401-4eed-b616-c0e99023cbf6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "DELETE /v2.0/ports/6771978a-35fe-4385-8871-342f16250429 HTTP/1.1" status: 204 len: 173 time: 0.8595870 Jul 05 03:58:33.379249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d9c7eb2-a44a-4ede-9778-c91306fd870d', 'name': 'network-vif-deleted', 'tag': '6771978a-35fe-4385-8871-342f16250429'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:33.382614 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17e54003-9a67-4860-8b6a-b4ee94644cc5" -d '{"events": [{"server_uuid": "5d9c7eb2-a44a-4ede-9778-c91306fd870d", "name": "network-vif-deleted", "tag": "6771978a-35fe-4385-8871-342f16250429"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:33.597285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61664a0-252b-4fc2-8ee7-7c52cc2d79dc req-a7968b85-06a8-40f2-be50-799f185630dc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.608576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b61664a0-252b-4fc2-8ee7-7c52cc2d79dc req-a7968b85-06a8-40f2-be50-799f185630dc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.1124508 Jul 05 03:58:33.701243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b61664a0-252b-4fc2-8ee7-7c52cc2d79dc req-8cfc2c26-c6fa-4c2f-a7a5-367844c9a1d0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911591 Jul 05 03:58:33.717508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-1086c86d-4111-40ac-8547-4d96235c4e2e tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:33.718962 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-1086c86d-4111-40ac-8547-4d96235c4e2e tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "GET /v2.0/ports?device_id=cf0aa002-b249-429d-9f10-f35ed1967356 HTTP/1.1" status: 200 len: 946 time: 0.1559334 Jul 05 03:58:33.876636 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7347dd09-63a9-4031-b973-0cdccde24a20 x-openstack-request-id: req-7347dd09-63a9-4031-b973-0cdccde24a20 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:33.876940 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5d9c7eb2-a44a-4ede-9778-c91306fd870d", "name": "network-vif-deleted", "tag": "6771978a-35fe-4385-8871-342f16250429", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:33.877330 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7347dd09-63a9-4031-b973-0cdccde24a20 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:33.877747 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d9c7eb2-a44a-4ede-9778-c91306fd870d', 'name': 'network-vif-deleted', 'tag': '6771978a-35fe-4385-8871-342f16250429', 'status': 'completed', 'code': 200} Jul 05 03:58:33.914366 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-eddcf4a2-8a6b-4fbf-b925-534470bdef30 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Deleting port 1ed3e8e6-0698-4948-a656-8b9bb7956671 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:33.914754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-eddcf4a2-8a6b-4fbf-b925-534470bdef30 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.042059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1ed3e8e6-0698-4948-a656-8b9bb7956671'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:34.066477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-eddcf4a2-8a6b-4fbf-b925-534470bdef30 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] For port 1ed3e8e6-0698-4948-a656-8b9bb7956671, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1ed3e8e6-0698-4948-a656-8b9bb7956671,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:34.068005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-eddcf4a2-8a6b-4fbf-b925-534470bdef30 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.101257 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-eddcf4a2-8a6b-4fbf-b925-534470bdef30 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Calling delete_port for 1ed3e8e6-0698-4948-a656-8b9bb7956671 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:34.151840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-259461cd-af23-4802-b2dc-4321475777f8 req-113e5aaf-725d-4b1e-b312-1ce0857c5dd4 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:34.162631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-259461cd-af23-4802-b2dc-4321475777f8 req-113e5aaf-725d-4b1e-b312-1ce0857c5dd4 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 945 time: 0.1191716 Jul 05 03:58:34.234756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-259461cd-af23-4802-b2dc-4321475777f8 req-c2abb6cb-ce12-4205-ae64-adb4ae1a2291 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701065 Jul 05 03:58:34.291436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bccddd9e-e209-4d18-bd82-15acb560a296 req-2aed0de7-ed56-4974-9d3b-f7875006b5dc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 210 time: 0.0554245 Jul 05 03:58:34.533333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-eddcf4a2-8a6b-4fbf-b925-534470bdef30 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.544110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15673910-b0e1-4662-b92a-05c6ed33f4a4 req-e5ba7883-eb19-48a5-9131-04993a3bbde9 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:34.545808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15673910-b0e1-4662-b92a-05c6ed33f4a4 req-e5ba7883-eb19-48a5-9131-04993a3bbde9 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.0764325 Jul 05 03:58:34.580592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddcf4a2-8a6b-4fbf-b925-534470bdef30 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Pushing event deleted for resources: {'Port': ['ID=1ed3e8e6-0698-4948-a656-8b9bb7956671,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:34.605024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15673910-b0e1-4662-b92a-05c6ed33f4a4 req-e07ec981-c1cb-49e7-a26d-0a5c108c2aed tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530069 Jul 05 03:58:34.661130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-eddcf4a2-8a6b-4fbf-b925-534470bdef30 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] No DVR routers for this DVR port 1ed3e8e6-0698-4948-a656-8b9bb7956671 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:34.663927 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-eddcf4a2-8a6b-4fbf-b925-534470bdef30 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:34.666039 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7bb80864-1998-4c5c-8c52-a6f0dd32d0c9 req-eddcf4a2-8a6b-4fbf-b925-534470bdef30 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "DELETE /v2.0/ports/1ed3e8e6-0698-4948-a656-8b9bb7956671 HTTP/1.1" status: 204 len: 173 time: 0.9403045 Jul 05 03:58:35.003944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda009eb-b916-43cf-938d-68f311607e0b req-dd67c668-7c42-4400-8488-6f69ccf7dd79 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.011781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eda009eb-b916-43cf-938d-68f311607e0b req-dd67c668-7c42-4400-8488-6f69ccf7dd79 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.1751156 Jul 05 03:58:35.060955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eda009eb-b916-43cf-938d-68f311607e0b req-ac9e871f-872c-4546-9b14-3d05ad6bccd3 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472722 Jul 05 03:58:35.411726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3cad399-1de8-4441-a0ce-a5146936224f req-dbdd089c-8302-4e69-b3ce-330b46c8c89d tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 210 time: 0.0719938 Jul 05 03:58:35.576737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065c1b0-5eb5-4927-9030-7ce09733c081 req-46e78587-ee62-4ab4-b399-d92493c00818 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.578840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7065c1b0-5eb5-4927-9030-7ce09733c081 req-46e78587-ee62-4ab4-b399-d92493c00818 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 945 time: 0.0879805 Jul 05 03:58:35.630120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7065c1b0-5eb5-4927-9030-7ce09733c081 req-8527cab2-76cb-4b7e-88d5-b847b99b4f7f tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451691 Jul 05 03:58:35.849674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a9f5b2-beaf-4a55-a5ae-3ead2a1b397c req-9a0f0a6d-9a17-4843-8364-fc62cfdae83f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:35.851812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3a9f5b2-beaf-4a55-a5ae-3ead2a1b397c req-9a0f0a6d-9a17-4843-8364-fc62cfdae83f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.0809033 Jul 05 03:58:35.879115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf0aa002-b249-429d-9f10-f35ed1967356', 'name': 'network-vif-deleted', 'tag': '1ed3e8e6-0698-4948-a656-8b9bb7956671'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:35.881504 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8583e34f-a633-451b-9e11-0199787fa717" -d '{"events": [{"server_uuid": "cf0aa002-b249-429d-9f10-f35ed1967356", "name": "network-vif-deleted", "tag": "1ed3e8e6-0698-4948-a656-8b9bb7956671"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:35.921804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3a9f5b2-beaf-4a55-a5ae-3ead2a1b397c req-60287641-1054-4785-aaed-212366a94713 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609758 Jul 05 03:58:35.924092 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-730116fc-b15b-4cc6-874f-d89d940d8cea x-openstack-request-id: req-730116fc-b15b-4cc6-874f-d89d940d8cea {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:35.924392 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf0aa002-b249-429d-9f10-f35ed1967356", "name": "network-vif-deleted", "tag": "1ed3e8e6-0698-4948-a656-8b9bb7956671", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:35.924634 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-730116fc-b15b-4cc6-874f-d89d940d8cea {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:35.925177 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf0aa002-b249-429d-9f10-f35ed1967356', 'name': 'network-vif-deleted', 'tag': '1ed3e8e6-0698-4948-a656-8b9bb7956671', 'status': 'completed', 'code': 200} Jul 05 03:58:35.949040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 710c8701-1e04-4e84-9c3d-92fd4ff5c18c up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:36.176718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:36.191819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:36.195061 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.319785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838e1da-3bf1-4839-b427-23b9d7cd4abf req-336289b8-92c9-454a-8725-893338753a6b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.321359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8838e1da-3bf1-4839-b427-23b9d7cd4abf req-336289b8-92c9-454a-8725-893338753a6b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.1076491 Jul 05 03:58:36.328363 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.361292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7689421-7907-4276-8518-fb33330bb043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710c8701-1e04-4e84-9c3d-92fd4ff5c18c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:36.363602 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5a7da25-6478-4007-85d6-7973d4814d04" -d '{"events": [{"server_uuid": "d7689421-7907-4276-8518-fb33330bb043", "name": "network-vif-plugged", "status": "completed", "tag": "710c8701-1e04-4e84-9c3d-92fd4ff5c18c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:36.368689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8838e1da-3bf1-4839-b427-23b9d7cd4abf req-74d96e84-5244-42d9-b768-b0e9fdc4689c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392427 Jul 05 03:58:36.380220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,segment=NetworkSegment(ddc95467-0890-4cf4-a54a-abc39643b6fa),segment_id=ddc95467-0890-4cf4-a54a-abc39643b6fa)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:36.407209 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60d07833-647b-40c5-8588-59309bc52f22 x-openstack-request-id: req-60d07833-647b-40c5-8588-59309bc52f22 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:36.407528 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7689421-7907-4276-8518-fb33330bb043", "name": "network-vif-plugged", "status": "completed", "tag": "710c8701-1e04-4e84-9c3d-92fd4ff5c18c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:36.407830 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60d07833-647b-40c5-8588-59309bc52f22 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:36.408438 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7689421-7907-4276-8518-fb33330bb043', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '710c8701-1e04-4e84-9c3d-92fd4ff5c18c', 'code': 200} Jul 05 03:58:36.521396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10c021a0-b4ac-4869-b4ff-a1206787e2bf req-e1d208f8-9333-4620-a489-1d0137becdad tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 210 time: 0.0437341 Jul 05 03:58:36.531732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830edabf-cf45-473f-acb1-cc2380a24b83 req-30f91534-fed3-4728-b6a2-5e71ed9b5b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.533398 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-830edabf-cf45-473f-acb1-cc2380a24b83 req-30f91534-fed3-4728-b6a2-5e71ed9b5b9f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 1097 time: 0.0560791 Jul 05 03:58:36.581254 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-830edabf-cf45-473f-acb1-cc2380a24b83 req-6098fbee-f4c6-4372-8740-a9cc699d7763 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397496 Jul 05 03:58:36.816698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f710e51-6d33-4cc9-a512-cd3f26c05ede req-80a38ca5-a764-4d62-8496-cca578267a39 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:36.818417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f710e51-6d33-4cc9-a512-cd3f26c05ede req-80a38ca5-a764-4d62-8496-cca578267a39 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 945 time: 0.0748227 Jul 05 03:58:36.854910 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:36.857727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6771978a-35fe-4385-8871-342f16250429 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:36.870166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f710e51-6d33-4cc9-a512-cd3f26c05ede req-ecfe0237-200b-4478-b16c-8eaebc75a209 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454853 Jul 05 03:58:36.903538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 6771978a-35fe-4385-8871-342f16250429 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:36.903658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6771978a-35fe-4385-8871-342f16250429 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:36.904209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1ed3e8e6-0698-4948-a656-8b9bb7956671 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:36.933173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 1ed3e8e6-0698-4948-a656-8b9bb7956671 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:36.933173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1ed3e8e6-0698-4948-a656-8b9bb7956671 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:36.968191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:37.265737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4e25c92-22e1-49eb-951e-118daa0bd1e2 req-4639bd75-e1a2-41db-9049-cc009e004760 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.280905 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4e25c92-22e1-49eb-951e-118daa0bd1e2 req-4639bd75-e1a2-41db-9049-cc009e004760 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1650035 Jul 05 03:58:37.295655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c05bdf-c457-41e7-8c7a-61ac8fcd3782 req-b4d416fe-96ec-47d1-8503-f05128d1d2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.297209 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c05bdf-c457-41e7-8c7a-61ac8fcd3782 req-b4d416fe-96ec-47d1-8503-f05128d1d2b0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 1097 time: 0.1270783 Jul 05 03:58:37.364220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4e25c92-22e1-49eb-951e-118daa0bd1e2 req-5b04a30f-1ed2-4c9d-8b2a-0df092383d0e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812428 Jul 05 03:58:37.378941 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c05bdf-c457-41e7-8c7a-61ac8fcd3782 req-0627a2a5-d3dd-439d-9674-7a299b521bfb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590837 Jul 05 03:58:37.662377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6701b90-08ff-4e00-80da-cbb5e3b6e6bc req-a97e1641-0a41-410a-b5b3-b770c1d71949 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:37.670918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6701b90-08ff-4e00-80da-cbb5e3b6e6bc req-a97e1641-0a41-410a-b5b3-b770c1d71949 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.0989711 Jul 05 03:58:37.754642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6701b90-08ff-4e00-80da-cbb5e3b6e6bc req-020dc37e-6d07-498c-bac9-ef547f9a4f91 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814421 Jul 05 03:58:37.818703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e74da4b1-6c95-4d19-9668-bc9b8288fc99 req-b3216863-1efb-47f0-b431-8e89315ef3e0 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 210 time: 0.0339289 Jul 05 03:58:37.962027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67c08364-def9-48ac-a660-cdd6daaa1004 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:38.083146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f949592-b177-43bb-851e-d7dbe7de14d6 req-a5d474af-b973-4696-9858-d1575c893ff7 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.085438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f949592-b177-43bb-851e-d7dbe7de14d6 req-a5d474af-b973-4696-9858-d1575c893ff7 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 946 time: 0.0840895 Jul 05 03:58:38.152110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f949592-b177-43bb-851e-d7dbe7de14d6 req-71a6851c-d10e-4c25-bba2-67ace215598d tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596745 Jul 05 03:58:38.791949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28992817-4e8a-4c9b-a3e9-748acd8352d2 req-b0c1d00f-d9ec-4fd7-926d-07254f869674 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.796326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28992817-4e8a-4c9b-a3e9-748acd8352d2 req-b0c1d00f-d9ec-4fd7-926d-07254f869674 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1473677 Jul 05 03:58:38.807888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-73550711-02dd-45bc-a3d8-097abb2b6a6b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:38.811570 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-73550711-02dd-45bc-a3d8-097abb2b6a6b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "GET /v2.0/networks?id=d03c55cd-dc50-43c7-afbe-326950ccfe36 HTTP/1.1" status: 200 len: 812 time: 0.3271868 Jul 05 03:58:38.826696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Request body: {'port': {'device_id': 'a4b05af7-c168-46d3-936c-bf66ecf0719d', 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36', 'admin_state_up': True, 'tenant_id': 'deab519003994143b3851eefc9443741'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:38.895992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28992817-4e8a-4c9b-a3e9-748acd8352d2 req-529f46a3-8af8-4c6e-918b-b4d404dd0161 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948145 Jul 05 03:58:39.140142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Made reservation on behalf of deab519003994143b3851eefc9443741 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:39.147789 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.200426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed708371-0dab-4230-9a9f-d0f4ee74054f req-4e603d99-6edd-4d34-bf35-0dd37ea0eef4 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 210 time: 0.0556047 Jul 05 03:58:39.227436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b367b05-523f-4235-9ef5-7285578c0863 req-23103133-e8e3-4647-a294-705d708f7763 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.236886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b367b05-523f-4235-9ef5-7285578c0863 req-23103133-e8e3-4647-a294-705d708f7763 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.2043958 Jul 05 03:58:39.328245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b367b05-523f-4235-9ef5-7285578c0863 req-6a9dd622-25fd-4d80-9252-75b0f9e4b15e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0843174 Jul 05 03:58:39.350551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Allocated IP 172.20.0.4 (d03c55cd-dc50-43c7-afbe-326950ccfe36/59c1b262-9411-4d82-8d8a-ac22a8c596b5/f29eea9c-96e9-45f1-b813-c8a685b9374c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:39.605331 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.632231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-922e77a2-2d62-47a2-b101-e1a476ffe25d req-2d3493b1-0e59-4a9c-a846-6b60bb053cd2 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.639759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-922e77a2-2d62-47a2-b101-e1a476ffe25d req-2d3493b1-0e59-4a9c-a846-6b60bb053cd2 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 946 time: 0.1564698 Jul 05 03:58:39.654626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-afcddbe4-9ce7-46da-a025-dfc71e9a3774 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:39.656345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-afcddbe4-9ce7-46da-a025-dfc71e9a3774 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "GET /v2.0/networks?id=d03c55cd-dc50-43c7-afbe-326950ccfe36 HTTP/1.1" status: 200 len: 812 time: 0.2012913 Jul 05 03:58:39.673021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Request body: {'port': {'device_id': 'ff45255d-8173-408a-9382-68f42d7f24e9', 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36', 'admin_state_up': True, 'tenant_id': 'deab519003994143b3851eefc9443741'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:39.752538 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:39.754652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-922e77a2-2d62-47a2-b101-e1a476ffe25d req-b3b77445-60de-4119-9cb3-cfbc074408ae tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137679 Jul 05 03:58:39.872790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Pushing event updated for resources: {'Port': ['ID=f29eea9c-96e9-45f1-b813-c8a685b9374c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:39.922524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Network d03c55cd-dc50-43c7-afbe-326950ccfe36 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:39.924061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:39.931192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:39.940864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Made reservation on behalf of deab519003994143b3851eefc9443741 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:39.945047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.045561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.046328 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.177236 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e44cae00-fede-4ac5-9e1e-c01b2df41c2b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3543727 Jul 05 03:58:40.192452 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Request body: {'port': {'device_id': 'a4b05af7-c168-46d3-936c-bf66ecf0719d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:40.263183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Allocated IP 172.20.0.11 (d03c55cd-dc50-43c7-afbe-326950ccfe36/59c1b262-9411-4d82-8d8a-ac22a8c596b5/9a32c2db-6943-4446-b63e-c3b0b430e467) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:40.288204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d53560-4653-46e9-92c0-161a7d5866c0 req-406b4a83-ff4f-4687-b0ad-a6cb5a6639ff tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.293558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58d53560-4653-46e9-92c0-161a7d5866c0 req-406b4a83-ff4f-4687-b0ad-a6cb5a6639ff tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1343424 Jul 05 03:58:40.337638 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.372198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58d53560-4653-46e9-92c0-161a7d5866c0 req-ac23e671-38c1-41b8-92ba-49a54c2fbb17 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729477 Jul 05 03:58:40.562502 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.618898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb7215e0-c5e7-4250-8c8e-67af8fd1268f req-dad02564-4550-400d-abb1-9cef216890d6 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 210 time: 0.0410650 Jul 05 03:58:40.717996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.757660 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8821cd18-f1f5-4dec-b6b8-32bc80bf25bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.799311 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Network d03c55cd-dc50-43c7-afbe-326950ccfe36 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:40.802988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:40.807620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:40.883933 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.890318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Pushing event updated for resources: {'Port': ['ID=9a32c2db-6943-4446-b63e-c3b0b430e467,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:40.913001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.913654 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:40.951365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3fdd5-dfc4-40a4-8a3a-ca19b2deab87 req-e0939e43-1288-4e5d-97e4-a31da90ffadd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:40.953056 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ed3fdd5-dfc4-40a4-8a3a-ca19b2deab87 req-e0939e43-1288-4e5d-97e4-a31da90ffadd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.1157107 Jul 05 03:58:40.980862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f29eea9c-96e9-45f1-b813-c8a685b9374c {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:40.993013 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.026282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Transition to ACTIVE for port object f29eea9c-96e9-45f1-b813-c8a685b9374c will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:41.033226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ed3fdd5-dfc4-40a4-8a3a-ca19b2deab87 req-44a5aac7-dbdc-45a7-8eb9-a1e2bbf97ff0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0729034 Jul 05 03:58:41.046095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-c9f9d88f-9af4-446a-ac22-27a1e5abc6f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3773785 Jul 05 03:58:41.060601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Request body: {'port': {'device_id': 'ff45255d-8173-408a-9382-68f42d7f24e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:41.191722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.247076 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.282814 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=f29eea9c-96e9-45f1-b813-c8a685b9374c,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:41.464867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Attempting to bind port f29eea9c-96e9-45f1-b813-c8a685b9374c on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:41.465455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Attempting to bind port f29eea9c-96e9-45f1-b813-c8a685b9374c by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:41.465906 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Attempting to bind port f29eea9c-96e9-45f1-b813-c8a685b9374c on network d03c55cd-dc50-43c7-afbe-326950ccfe36 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:41.471879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Port f29eea9c-96e9-45f1-b813-c8a685b9374c on network d03c55cd-dc50-43c7-afbe-326950ccfe36 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:41.472517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Attempting to bind port f29eea9c-96e9-45f1-b813-c8a685b9374c on network d03c55cd-dc50-43c7-afbe-326950ccfe36 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:41.478713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:41.479438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Checking segment: {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:41.480433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Bound using segment: {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:41.481313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Bound port: f29eea9c-96e9-45f1-b813-c8a685b9374c, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:41.482041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.643418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] For port f29eea9c-96e9-45f1-b813-c8a685b9374c, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:41.648460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] For port f29eea9c-96e9-45f1-b813-c8a685b9374c, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f29eea9c-96e9-45f1-b813-c8a685b9374c,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:41.649030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9a32c2db-6943-4446-b63e-c3b0b430e467 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:41.660519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.685214 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Transition to ACTIVE for port object 9a32c2db-6943-4446-b63e-c3b0b430e467 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:41.728261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.776598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.814499 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.838797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.838797 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:41.838797 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] 10.222.0.26 "PUT /v2.0/ports/f29eea9c-96e9-45f1-b813-c8a685b9374c HTTP/1.1" status: 200 len: 1092 time: 1.6486142 Jul 05 03:58:41.838797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b05af7-c168-46d3-936c-bf66ecf0719d', 'tag': 'f29eea9c-96e9-45f1-b813-c8a685b9374c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:41.838797 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b05a883-3585-4ea9-b651-473fe8cd7f43" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b05af7-c168-46d3-936c-bf66ecf0719d", "tag": "f29eea9c-96e9-45f1-b813-c8a685b9374c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:41.876277 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b959f67-f079-447c-888f-aa49e789841b req-e942e35d-1880-4dd5-8cc3-f24d3c5b7fe9 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.882071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b959f67-f079-447c-888f-aa49e789841b req-e942e35d-1880-4dd5-8cc3-f24d3c5b7fe9 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 946 time: 0.6125093 Jul 05 03:58:41.905285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d720bd-f93d-4fac-9f6c-bc5e375e5ea9 service neutron] Pushing event updated for resources: {'Port': ['ID=f29eea9c-96e9-45f1-b813-c8a685b9374c,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:41.952378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b47c6-c1a2-4a44-9f88-b470e9a5fd91 req-90356b63-060c-43c3-a9c4-70c9a4ab7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:41.954042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f9b47c6-c1a2-4a44-9f88-b470e9a5fd91 req-90356b63-060c-43c3-a9c4-70c9a4ab7e3c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 1097 time: 0.2667413 Jul 05 03:58:41.984868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b959f67-f079-447c-888f-aa49e789841b req-afaab619-6650-4355-94d2-993dba21a44d tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897894 Jul 05 03:58:42.099760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-3f3a4875-37e9-45c0-8967-f43f14083ed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.101758 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-3f3a4875-37e9-45c0-8967-f43f14083ed1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deab519003994143b3851eefc9443741&device_id=a4b05af7-c168-46d3-936c-bf66ecf0719d HTTP/1.1" status: 200 len: 1095 time: 0.0936430 Jul 05 03:58:42.407480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Pushing event updated for resources: {'Port': ['ID=9a32c2db-6943-4446-b63e-c3b0b430e467,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:42.407929 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-26e4330c-834c-4d20-a64e-1a8ac32ac7c9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f29eea9c-96e9-45f1-b813-c8a685b9374c HTTP/1.1" status: 200 len: 217 time: 0.0384297 Jul 05 03:58:42.407929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-d12300e6-0dcc-45f6-abba-dd1ed321edee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.407929 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-d12300e6-0dcc-45f6-abba-dd1ed321edee service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c1b262-9411-4d82-8d8a-ac22a8c596b5 HTTP/1.1" status: 200 len: 852 time: 0.0465412 Jul 05 03:58:42.407929 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-624a7739-3877-4eac-9dc0-f2adbb6d5c39 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d03c55cd-dc50-43c7-afbe-326950ccfe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466568 Jul 05 03:58:42.408354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b47c6-c1a2-4a44-9f88-b470e9a5fd91 req-3530addd-8240-4f06-b001-e57b58b6cdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.408354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f9b47c6-c1a2-4a44-9f88-b470e9a5fd91 req-3530addd-8240-4f06-b001-e57b58b6cdbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 920 time: 0.3071501 Jul 05 03:58:42.408354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Attempting to bind port 9a32c2db-6943-4446-b63e-c3b0b430e467 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:42.408354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Attempting to bind port 9a32c2db-6943-4446-b63e-c3b0b430e467 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:42.408354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Attempting to bind port 9a32c2db-6943-4446-b63e-c3b0b430e467 on network d03c55cd-dc50-43c7-afbe-326950ccfe36 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:42.408354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f9b47c6-c1a2-4a44-9f88-b470e9a5fd91 req-bb748893-e922-4930-a5b1-58283dc67dd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8153d056-e7ba-4605-bb48-7dfd323574a9 HTTP/1.1" status: 200 len: 217 time: 0.0669942 Jul 05 03:58:42.408354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Port 9a32c2db-6943-4446-b63e-c3b0b430e467 on network d03c55cd-dc50-43c7-afbe-326950ccfe36 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:58:42.408354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Attempting to bind port 9a32c2db-6943-4446-b63e-c3b0b430e467 on network d03c55cd-dc50-43c7-afbe-326950ccfe36 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:42.409055 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69119298-1876-4a35-bc73-c00d74c3178e req-7977b4e9-2c82-41ea-82ca-7a2208dbc831 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.409055 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-69119298-1876-4a35-bc73-c00d74c3178e req-7977b4e9-2c82-41ea-82ca-7a2208dbc831 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.26 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 946 time: 0.1783187 Jul 05 03:58:42.409055 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-04fe1114-4a63-41f5-affb-65c2a870b8de service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1189158 Jul 05 03:58:42.419266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e2550c-f055-4cbe-9bc0-10aa96644639 req-2fb7dceb-4964-4c02-8208-5c14ad225bad tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.423920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4e2550c-f055-4cbe-9bc0-10aa96644639 req-2fb7dceb-4964-4c02-8208-5c14ad225bad tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.3284779 Jul 05 03:58:42.434906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb945736-2cbf-4c7b-a8bc-9ed45b354dfe req-db65bcf1-72a2-494f-8a0e-5240a00d4829 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.436628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb945736-2cbf-4c7b-a8bc-9ed45b354dfe req-db65bcf1-72a2-494f-8a0e-5240a00d4829 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 944 time: 0.3161268 Jul 05 03:58:42.460341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:42.460684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Checking segment: {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:42.461079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Bound using segment: {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:42.461527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Bound port: 9a32c2db-6943-4446-b63e-c3b0b430e467, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '82fbba4c-386e-49a2-bf9d-0002e7341993', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:42.461894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.580439 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-a1d4b8fa-0c76-45a7-a3ee-8a79c2865938 service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1702664 Jul 05 03:58:42.601168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-69119298-1876-4a35-bc73-c00d74c3178e req-e658d15e-fda0-4a2e-8e19-d5d458a26015 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Deleting port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:58:42.601807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-69119298-1876-4a35-bc73-c00d74c3178e req-e658d15e-fda0-4a2e-8e19-d5d458a26015 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.613191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f9b47c6-c1a2-4a44-9f88-b470e9a5fd91 req-d7c2d28a-2c21-4571-996f-480deee2865d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.614711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f9b47c6-c1a2-4a44-9f88-b470e9a5fd91 req-d7c2d28a-2c21-4571-996f-480deee2865d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb904193-b65b-4420-a87d-fc43f384337a HTTP/1.1" status: 200 len: 859 time: 0.2284946 Jul 05 03:58:42.626882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb945736-2cbf-4c7b-a8bc-9ed45b354dfe req-db117364-0725-4e45-b5ac-1eb995ad0cb1 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619282 Jul 05 03:58:42.644903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4e2550c-f055-4cbe-9bc0-10aa96644639 req-81efd9a9-4746-4897-b5a2-c9cbd80243e6 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858294 Jul 05 03:58:42.678289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f9b47c6-c1a2-4a44-9f88-b470e9a5fd91 req-21fe2b96-68f2-47fa-885a-4f93b4b9be67 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4530ce1e-09ff-4427-90eb-146c4454065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458651 Jul 05 03:58:42.722276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] For port 9a32c2db-6943-4446-b63e-c3b0b430e467, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:42.732000 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-275cbd78-47b8-4c9e-a33c-d7dd78455aa6 x-openstack-request-id: req-275cbd78-47b8-4c9e-a33c-d7dd78455aa6 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:42.732296 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b05af7-c168-46d3-936c-bf66ecf0719d", "tag": "f29eea9c-96e9-45f1-b813-c8a685b9374c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:42.732554 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-275cbd78-47b8-4c9e-a33c-d7dd78455aa6 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:42.732960 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b05af7-c168-46d3-936c-bf66ecf0719d', 'tag': 'f29eea9c-96e9-45f1-b813-c8a685b9374c', 'status': 'completed', 'code': 200} Jul 05 03:58:42.773909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] For port 9a32c2db-6943-4446-b63e-c3b0b430e467, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9a32c2db-6943-4446-b63e-c3b0b430e467,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:42.880470 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.884379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-69119298-1876-4a35-bc73-c00d74c3178e req-e658d15e-fda0-4a2e-8e19-d5d458a26015 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] For port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,segment=NetworkSegment(ddc95467-0890-4cf4-a54a-abc39643b6fa),segment_id=ddc95467-0890-4cf4-a54a-abc39643b6fa)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:42.884866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-69119298-1876-4a35-bc73-c00d74c3178e req-e658d15e-fda0-4a2e-8e19-d5d458a26015 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:42.906092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-69119298-1876-4a35-bc73-c00d74c3178e req-e658d15e-fda0-4a2e-8e19-d5d458a26015 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Calling delete_port for 710c8701-1e04-4e84-9c3d-92fd4ff5c18c owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:58:42.922390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05a883-3585-4ea9-b651-473fe8cd7f43 req-2588a02e-129e-4b76-ad4a-7e8a85c4618c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:42.924026 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3b05a883-3585-4ea9-b651-473fe8cd7f43 req-2588a02e-129e-4b76-ad4a-7e8a85c4618c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deab519003994143b3851eefc9443741&device_id=a4b05af7-c168-46d3-936c-bf66ecf0719d HTTP/1.1" status: 200 len: 1095 time: 0.1881881 Jul 05 03:58:42.940234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f9b47c6-c1a2-4a44-9f88-b470e9a5fd91 req-620ffc71-c3a5-47fa-a20e-3e679102ff71 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2537200 Jul 05 03:58:43.082962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f9b47c6-c1a2-4a44-9f88-b470e9a5fd91 req-35e3db48-8b41-4e5b-be83-704cc37653af service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1177254 Jul 05 03:58:43.101548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.104518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.107681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] 10.222.0.26 "PUT /v2.0/ports/9a32c2db-6943-4446-b63e-c3b0b430e467 HTTP/1.1" status: 200 len: 1093 time: 2.0537059 Jul 05 03:58:43.114602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff45255d-8173-408a-9382-68f42d7f24e9', 'tag': '9a32c2db-6943-4446-b63e-c3b0b430e467'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:43.115414 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfd43c48-8080-4a38-8889-4260df4f328d" -d '{"events": [{"name": "network-changed", "server_uuid": "ff45255d-8173-408a-9382-68f42d7f24e9", "tag": "9a32c2db-6943-4446-b63e-c3b0b430e467"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:43.160260 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eadca8-6865-49e3-a7df-c13c9204696c service neutron] Pushing event updated for resources: {'Port': ['ID=9a32c2db-6943-4446-b63e-c3b0b430e467,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.196332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb177df-f979-403a-aa34-8e33ea5ed671 req-875d95cf-54e4-40b5-a1bd-15d8ca8d608a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.197946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4bb177df-f979-403a-aa34-8e33ea5ed671 req-875d95cf-54e4-40b5-a1bd-15d8ca8d608a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.3779182 Jul 05 03:58:43.257119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05a883-3585-4ea9-b651-473fe8cd7f43 req-bd1e2481-73cd-4c80-8cca-28584801e8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.258648 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3b05a883-3585-4ea9-b651-473fe8cd7f43 req-bd1e2481-73cd-4c80-8cca-28584801e8e6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d03c55cd-dc50-43c7-afbe-326950ccfe36 HTTP/1.1" status: 200 len: 913 time: 0.2721627 Jul 05 03:58:43.315565 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3b05a883-3585-4ea9-b651-473fe8cd7f43 req-23e7f1dc-82ad-4d26-bdd8-581654027090 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f29eea9c-96e9-45f1-b813-c8a685b9374c HTTP/1.1" status: 200 len: 217 time: 0.0480721 Jul 05 03:58:43.339674 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.391636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b05a883-3585-4ea9-b651-473fe8cd7f43 req-6f90d476-caee-4a0e-9fea-3088a5ffb8c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.393482 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3b05a883-3585-4ea9-b651-473fe8cd7f43 req-6f90d476-caee-4a0e-9fea-3088a5ffb8c4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c1b262-9411-4d82-8d8a-ac22a8c596b5 HTTP/1.1" status: 200 len: 852 time: 0.0682085 Jul 05 03:58:43.444486 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3b05a883-3585-4ea9-b651-473fe8cd7f43 req-ac5b8198-90ee-40e9-8e8b-c46cc3a2fe77 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d03c55cd-dc50-43c7-afbe-326950ccfe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430427 Jul 05 03:58:43.446083 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-69119298-1876-4a35-bc73-c00d74c3178e req-e658d15e-fda0-4a2e-8e19-d5d458a26015 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.458929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['710c8701-1e04-4e84-9c3d-92fd4ff5c18c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:43.607747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e658d15e-fda0-4a2e-8e19-d5d458a26015 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Pushing event deleted for resources: {'Port': ['ID=710c8701-1e04-4e84-9c3d-92fd4ff5c18c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:43.609202 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.645007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-69119298-1876-4a35-bc73-c00d74c3178e req-e658d15e-fda0-4a2e-8e19-d5d458a26015 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] No DVR routers for this DVR port 710c8701-1e04-4e84-9c3d-92fd4ff5c18c on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:58:43.648893 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-69119298-1876-4a35-bc73-c00d74c3178e req-e658d15e-fda0-4a2e-8e19-d5d458a26015 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:43.650937 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-69119298-1876-4a35-bc73-c00d74c3178e req-e658d15e-fda0-4a2e-8e19-d5d458a26015 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.26 "DELETE /v2.0/ports/710c8701-1e04-4e84-9c3d-92fd4ff5c18c HTTP/1.1" status: 204 len: 173 time: 1.2420349 Jul 05 03:58:43.702351 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3b05a883-3585-4ea9-b651-473fe8cd7f43 req-1da4c806-2a2f-4840-ac6d-f23862b6c1d3 service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334385 Jul 05 03:58:43.791924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4bb177df-f979-403a-aa34-8e33ea5ed671 req-df8fae91-c706-40bc-be89-a20990ef54e8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5818274 Jul 05 03:58:43.866847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-3b95d59e-fcb0-460f-81a1-270e46e02471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.866847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-3b95d59e-fcb0-460f-81a1-270e46e02471 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deab519003994143b3851eefc9443741&device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 1096 time: 0.5715847 Jul 05 03:58:43.867611 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3b05a883-3585-4ea9-b651-473fe8cd7f43 req-06aad101-f847-40cb-9600-f94416f3329a service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1436529 Jul 05 03:58:43.883144 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-74647704-9c98-4d66-bb13-e50e3f37340b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a32c2db-6943-4446-b63e-c3b0b430e467 HTTP/1.1" status: 200 len: 217 time: 0.0413878 Jul 05 03:58:43.896714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8cbc5a-d67d-48b4-beb7-e5b2093e9b92 req-d729f747-39e8-45ad-9bd2-e44471efcfa2 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.898280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa8cbc5a-d67d-48b4-beb7-e5b2093e9b92 req-d729f747-39e8-45ad-9bd2-e44471efcfa2 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/ports?device_id=d7689421-7907-4276-8518-fb33330bb043 HTTP/1.1" status: 200 len: 867 time: 0.5637712 Jul 05 03:58:43.936069 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3bf73ecc-8f77-48e0-ae96-470513d16e95 x-openstack-request-id: req-3bf73ecc-8f77-48e0-ae96-470513d16e95 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:43.936369 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff45255d-8173-408a-9382-68f42d7f24e9", "tag": "9a32c2db-6943-4446-b63e-c3b0b430e467", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:43.936622 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3bf73ecc-8f77-48e0-ae96-470513d16e95 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:43.937046 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff45255d-8173-408a-9382-68f42d7f24e9', 'tag': '9a32c2db-6943-4446-b63e-c3b0b430e467', 'status': 'completed', 'code': 200} Jul 05 03:58:43.994520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa8cbc5a-d67d-48b4-beb7-e5b2093e9b92 req-b6f91118-828f-46e5-9f81-e81dbcf0fae7 tempest-ServerAddressesNegativeTestJSON-1056094302 tempest-ServerAddressesNegativeTestJSON-1056094302-project] 10.222.0.30 "GET /v2.0/security-groups?id=167dd509-16d5-4c4d-b150-7e3281bef2ea&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871301 Jul 05 03:58:43.997063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-cf7aacae-c9f8-4935-ab61-d2b6e5474bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:43.998882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-cf7aacae-c9f8-4935-ab61-d2b6e5474bb9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c1b262-9411-4d82-8d8a-ac22a8c596b5 HTTP/1.1" status: 200 len: 852 time: 0.0996439 Jul 05 03:58:44.055575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-8ad46c1b-e1c0-4620-88c7-e1c917bb84f7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d03c55cd-dc50-43c7-afbe-326950ccfe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484900 Jul 05 03:58:44.186159 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:44.235887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281b4917-0a1f-4d8f-a51a-aa9b29a91145 req-677f22ad-79e4-478e-85c5-78c67ed2282a tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.237286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-281b4917-0a1f-4d8f-a51a-aa9b29a91145 req-677f22ad-79e4-478e-85c5-78c67ed2282a tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 944 time: 0.1924074 Jul 05 03:58:44.246732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-53ba466a-49b8-404e-87a4-04e01391fe0b service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1687610 Jul 05 03:58:44.282020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a7cad-cfbb-4632-aef7-a04e78779005 req-10bd2d94-9eb6-4f05-939f-d7680a6c5f61 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.284106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-872a7cad-cfbb-4632-aef7-a04e78779005 req-10bd2d94-9eb6-4f05-939f-d7680a6c5f61 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1522670 Jul 05 03:58:44.380235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-281b4917-0a1f-4d8f-a51a-aa9b29a91145 req-3a56e0ac-f20f-4976-8105-85afd9fedc7c tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1362815 Jul 05 03:58:44.405095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-872a7cad-cfbb-4632-aef7-a04e78779005 req-419e5da7-067a-41e8-a389-bccb65197f17 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092672 Jul 05 03:58:44.431929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccc3acd-ee51-471b-bbb6-a01fd58887d7 req-cbd4cbb4-764b-4cc0-8792-44e0aa1255a0 service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758382 Jul 05 03:58:44.622795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd43c48-8080-4a38-8889-4260df4f328d req-bc82970b-29dd-4cd2-974d-f70c3769ac2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.624688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfd43c48-8080-4a38-8889-4260df4f328d req-bc82970b-29dd-4cd2-974d-f70c3769ac2a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=deab519003994143b3851eefc9443741&device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 1096 time: 0.0693917 Jul 05 03:58:44.736345 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7689421-7907-4276-8518-fb33330bb043', 'name': 'network-vif-deleted', 'tag': '710c8701-1e04-4e84-9c3d-92fd4ff5c18c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:44.739042 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-948497e8-5e07-401c-b3fe-46ccfa5e91f0" -d '{"events": [{"server_uuid": "d7689421-7907-4276-8518-fb33330bb043", "name": "network-vif-deleted", "tag": "710c8701-1e04-4e84-9c3d-92fd4ff5c18c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:44.764983 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:58:44.780907 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d5af1cd-cc09-4496-b25f-f9742289d362 x-openstack-request-id: req-3d5af1cd-cc09-4496-b25f-f9742289d362 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:44.781205 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7689421-7907-4276-8518-fb33330bb043", "name": "network-vif-deleted", "tag": "710c8701-1e04-4e84-9c3d-92fd4ff5c18c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:44.781460 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d5af1cd-cc09-4496-b25f-f9742289d362 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:44.781869 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7689421-7907-4276-8518-fb33330bb043', 'name': 'network-vif-deleted', 'tag': '710c8701-1e04-4e84-9c3d-92fd4ff5c18c', 'status': 'completed', 'code': 200} Jul 05 03:58:44.805506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd43c48-8080-4a38-8889-4260df4f328d req-d837bc8d-5428-422b-b086-6ac6499cbf5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.807270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfd43c48-8080-4a38-8889-4260df4f328d req-d837bc8d-5428-422b-b086-6ac6499cbf5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=d03c55cd-dc50-43c7-afbe-326950ccfe36 HTTP/1.1" status: 200 len: 913 time: 0.1137562 Jul 05 03:58:44.855287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfd43c48-8080-4a38-8889-4260df4f328d req-21432e91-cfa7-4f9a-9f92-66cbeb14a70a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9a32c2db-6943-4446-b63e-c3b0b430e467 HTTP/1.1" status: 200 len: 217 time: 0.0393469 Jul 05 03:58:44.910750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd43c48-8080-4a38-8889-4260df4f328d req-71262f9a-f9c7-4608-be84-714068cc6897 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:44.912659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfd43c48-8080-4a38-8889-4260df4f328d req-71262f9a-f9c7-4608-be84-714068cc6897 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=59c1b262-9411-4d82-8d8a-ac22a8c596b5 HTTP/1.1" status: 200 len: 852 time: 0.0503428 Jul 05 03:58:44.970151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfd43c48-8080-4a38-8889-4260df4f328d req-e1155cf8-b7be-43b8-88e2-13595aee941e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d03c55cd-dc50-43c7-afbe-326950ccfe36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0505197 Jul 05 03:58:45.114218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60310) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:45.159258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfd43c48-8080-4a38-8889-4260df4f328d req-ed8ce072-6519-4da7-a2e9-32cc2d3eccd9 service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760268 Jul 05 03:58:45.168763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cf23ff-16be-4825-b163-059aced04210 req-085073e8-b007-46e3-a40d-d85bed9b36dc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.170488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54cf23ff-16be-4825-b163-059aced04210 req-085073e8-b007-46e3-a40d-d85bed9b36dc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.1749220 Jul 05 03:58:45.187343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbb7fba9-255d-4c7b-b23b-39032d1b69b4 admin admin] Deleting subnet 2198234e-0d87-4dcd-abfb-2f3b4df79683 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:58:45.198444 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fbb7fba9-255d-4c7b-b23b-39032d1b69b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.250750 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fbb7fba9-255d-4c7b-b23b-39032d1b69b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.260609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54cf23ff-16be-4825-b163-059aced04210 req-e97417aa-2f76-41b8-b662-b37c21da5caa tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0805192 Jul 05 03:58:45.299043 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fbb7fba9-255d-4c7b-b23b-39032d1b69b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.299381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfd43c48-8080-4a38-8889-4260df4f328d req-7bb68572-8855-47c6-a545-d11b6411dc76 service neutron] 10.222.0.26 "GET /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280096 Jul 05 03:58:45.440027 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fbb7fba9-255d-4c7b-b23b-39032d1b69b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.467930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb7fba9-255d-4c7b-b23b-39032d1b69b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2198234e-0d87-4dcd-abfb-2f3b4df79683,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:45.481398 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fbb7fba9-255d-4c7b-b23b-39032d1b69b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.483496 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fbb7fba9-255d-4c7b-b23b-39032d1b69b4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2198234e-0d87-4dcd-abfb-2f3b4df79683 HTTP/1.1" status: 204 len: 168 time: 0.3682339 Jul 05 03:58:45.486098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60328) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:45.642298 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.689233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4906e42-dd31-4a7a-ab5e-2e65519937df req-25c2cbef-6a0d-4df3-aec6-4c25e1960b42 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.690733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4906e42-dd31-4a7a-ab5e-2e65519937df req-25c2cbef-6a0d-4df3-aec6-4c25e1960b42 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 944 time: 0.1776471 Jul 05 03:58:45.787969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe410a0a-5df7-4b87-95e0-ad956f959a24 req-3e80983e-77f0-441c-8136-74a2ef4c5912 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:45.789504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe410a0a-5df7-4b87-95e0-ad956f959a24 req-3e80983e-77f0-441c-8136-74a2ef4c5912 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2170336 Jul 05 03:58:45.801731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.835110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8223aac0-790a-427e-9d96-2476f54f3db1']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:45.845152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4906e42-dd31-4a7a-ab5e-2e65519937df req-c26fa3e1-e84b-42d8-aafa-b51267cba7bd tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1304388 Jul 05 03:58:45.852249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc95467-0890-4cf4-a54a-abc39643b6fa') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:45.852558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc95467-0890-4cf4-a54a-abc39643b6fa') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:58:45.870952 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.881535 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe410a0a-5df7-4b87-95e0-ad956f959a24 req-0e0ec415-31aa-4fc1-8bf6-b8a919b5b1a4 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853455 Jul 05 03:58:45.890268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.898768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:58:45.899192 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:58:45.901047 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:58:45.960395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f29eea9c-96e9-45f1-b813-c8a685b9374c details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:45.963354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 710c8701-1e04-4e84-9c3d-92fd4ff5c18c no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:46.009851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 710c8701-1e04-4e84-9c3d-92fd4ff5c18c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:58:46.011010 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 710c8701-1e04-4e84-9c3d-92fd4ff5c18c not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:58:46.049844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.081822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60356) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:46.087746 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.098609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1134126695'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:46.099820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8223aac0-790a-427e-9d96-2476f54f3db1 HTTP/1.1" status: 204 len: 168 time: 0.6042190 Jul 05 03:58:46.099820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Pushing event deleted for resources: {'Network': ['ID=8223aac0-790a-427e-9d96-2476f54f3db1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.105089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.105549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.105859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.106247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.106700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.107090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.107430 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.107768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.108127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.108464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.111989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.111989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9cc5397-ebe6-4f8b-8fe1-6d78972a0d65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:46.130854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f29eea9c-96e9-45f1-b813-c8a685b9374c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f29eea9c-96e9-45f1-b813-c8a685b9374c,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:46.151641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'f29eea9c-96e9-45f1-b813-c8a685b9374c', 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36', 'port_id': 'f29eea9c-96e9-45f1-b813-c8a685b9374c', 'mac_address': 'fa:16:3e:15:64:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c1b262-9411-4d82-8d8a-ac22a8c596b5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:46.192872 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.206395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f29eea9c-96e9-45f1-b813-c8a685b9374c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:46.229871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f29eea9c-96e9-45f1-b813-c8a685b9374c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f29eea9c-96e9-45f1-b813-c8a685b9374c,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:46.311570 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.361929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f29eea9c-96e9-45f1-b813-c8a685b9374c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.370016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:46.376883 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.403673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:46.415567 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.416121 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Added segment 1d398af7-6264-453e-a856-25f025e91ea4 of type vlan for network 306023af-e0b8-453c-8089-e1bc27c43282 Jul 05 03:58:46.458177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1a0b3a-02fa-45b8-941f-417ced8cd77f req-671480ca-cf92-4ece-8df4-d99818050455 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.459760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa1a0b3a-02fa-45b8-941f-417ced8cd77f req-671480ca-cf92-4ece-8df4-d99818050455 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.0749669 Jul 05 03:58:46.461879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.508553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60362) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:46.510392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa1a0b3a-02fa-45b8-941f-417ced8cd77f req-f0c0c46c-b44a-468f-aa65-0a54acf5850f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441892 Jul 05 03:58:46.557795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cec8f75b-57ef-40c0-a50f-1e722d144c00 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18c4642ecfd74a98bc2447949aeef643&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0478661 Jul 05 03:58:46.560931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60368) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:46.567497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.572905 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.573492 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.665253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Network': ['ID=306023af-e0b8-453c-8089-e1bc27c43282,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.676767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 306023af-e0b8-453c-8089-e1bc27c43282 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:46.681390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f29eea9c-96e9-45f1-b813-c8a685b9374c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:46.688853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c797797d-226a-493f-bfc7-cb0305686207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.716853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c797797d-226a-493f-bfc7-cb0305686207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.724831 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b85b71d4-960b-48a4-b579-bf03f584b4b8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6406698 Jul 05 03:58:46.727574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60376) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:46.733596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1836891611'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:46.769782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b197d7-8235-47c4-b290-d04ab893b1cf req-425852d9-547a-47be-be8d-d357530bc12c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:46.771527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7b197d7-8235-47c4-b290-d04ab893b1cf req-425852d9-547a-47be-be8d-d357530bc12c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 947 time: 0.0761573 Jul 05 03:58:46.824844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7b197d7-8235-47c4-b290-d04ab893b1cf req-5e68e368-0d3c-40fc-8819-3d7fd9a65162 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422735 Jul 05 03:58:46.855024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:46.860042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.891006 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c797797d-226a-493f-bfc7-cb0305686207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.894438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c797797d-226a-493f-bfc7-cb0305686207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.895190 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c797797d-226a-493f-bfc7-cb0305686207 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/167dd509-16d5-4c4d-b150-7e3281bef2ea HTTP/1.1" status: 204 len: 168 time: 0.3333225 Jul 05 03:58:46.900593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:46.913685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c797797d-226a-493f-bfc7-cb0305686207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=167dd509-16d5-4c4d-b150-7e3281bef2ea,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:46.921985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:46.922421 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Added segment 136318f6-aa22-4336-9947-bb808570124e of type vlan for network e28198e9-0da7-40ca-97a9-a59c4503279c Jul 05 03:58:46.983649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.084317 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.090627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.091254 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.166593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c15ef3-178b-48fb-9033-703ab5fb473d req-3dc86f3d-a4e7-418a-bd3a-c0f2adfaf1f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.168629 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8c15ef3-178b-48fb-9033-703ab5fb473d req-3dc86f3d-a4e7-418a-bd3a-c0f2adfaf1f3 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 944 time: 0.1204576 Jul 05 03:58:47.180060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Network': ['ID=e28198e9-0da7-40ca-97a9-a59c4503279c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:47.191005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network e28198e9-0da7-40ca-97a9-a59c4503279c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:47.217053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf72bd85-98c0-4170-bfde-c74131fb9e90 req-3b5b93f3-41c7-4ad0-988c-1ecc214426da tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:47.218637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf72bd85-98c0-4170-bfde-c74131fb9e90 req-3b5b93f3-41c7-4ad0-988c-1ecc214426da tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1338360 Jul 05 03:58:47.269586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8c15ef3-178b-48fb-9033-703ab5fb473d req-10ea0b4c-bb6a-44b9-a4b3-b87c711c1178 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911496 Jul 05 03:58:47.284113 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ae370a8b-5703-4ebe-abf7-878b0099bb44 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5552475 Jul 05 03:58:47.289407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60404) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:47.290828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'subnet': {'network_id': '306023af-e0b8-453c-8089-e1bc27c43282', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:47.316739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf72bd85-98c0-4170-bfde-c74131fb9e90 req-2053f825-d4c9-4239-8fcd-d648e1a7d5b6 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859759 Jul 05 03:58:47.557223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:47.562517 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.873275 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:47.939468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Subnet': ['ID=82870ee0-5db4-4724-b01c-ef881425a5af,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:47.948891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Checking segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:47.949272 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network hostable DHCP agents. Network: 306023af-e0b8-453c-8089-e1bc27c43282, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:47.979174 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9a32c2db-6943-4446-b63e-c3b0b430e467 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:58:47.983791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f29eea9c-96e9-45f1-b813-c8a685b9374c up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:48.060816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network 306023af-e0b8-453c-8089-e1bc27c43282 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:48.159851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 306023af-e0b8-453c-8089-e1bc27c43282) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:48.160100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9a32c2db-6943-4446-b63e-c3b0b430e467, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9a32c2db-6943-4446-b63e-c3b0b430e467,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:48.165121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.172422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.173354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c3e9b20-0481-46b4-9e6c-f4d47b650a1e None None] Network 306023af-e0b8-453c-8089-e1bc27c43282 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:48.187335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '9a32c2db-6943-4446-b63e-c3b0b430e467', 'network_id': 'd03c55cd-dc50-43c7-afbe-326950ccfe36', 'port_id': '9a32c2db-6943-4446-b63e-c3b0b430e467', 'mac_address': 'fa:16:3e:d2:b1:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c1b262-9411-4d82-8d8a-ac22a8c596b5', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:58:48.257425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port f29eea9c-96e9-45f1-b813-c8a685b9374c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:48.264762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60452) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.266044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port f29eea9c-96e9-45f1-b813-c8a685b9374c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:48.266638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.266765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-09f597c4-120c-41f0-8556-e317a3534d78 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9810090 Jul 05 03:58:48.278799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'subnet': {'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:48.366424 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.444458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60460) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:48.515648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:48.519917 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.562277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9a32c2db-6943-4446-b63e-c3b0b430e467 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:48.590374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e2a88f-8f89-4ff2-9ffa-e955ed23f7f5 req-6799838c-349c-4514-873b-e8a2d03890aa tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:48.595323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0e2a88f-8f89-4ff2-9ffa-e955ed23f7f5 req-6799838c-349c-4514-873b-e8a2d03890aa tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 944 time: 0.1134658 Jul 05 03:58:48.598314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-306023af-e0b8-453c-8089-e1bc27c43282', 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'fixed_ips': [{'subnet_id': '82870ee0-5db4-4724-b01c-ef881425a5af'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:48.599170 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.704430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0e2a88f-8f89-4ff2-9ffa-e955ed23f7f5 req-df5d2ce0-dd69-4a43-9eb7-67bf8fd7994c tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997119 Jul 05 03:58:48.723426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-674930045-network', 'tenant_id': '2ee79a286b654e18b275e9f829907046'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:48.823143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Allocated IP 10.1.1.2 (306023af-e0b8-453c-8089-e1bc27c43282/82870ee0-5db4-4724-b01c-ef881425a5af/944d1be8-dff0-4090-a3a1-f68d2501982a) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:48.863833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Made reservation on behalf of 2ee79a286b654e18b275e9f829907046 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:48.867605 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.888602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:48.916002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9a32c2db-6943-4446-b63e-c3b0b430e467, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9a32c2db-6943-4446-b63e-c3b0b430e467,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:48.964965 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.016145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b05af7-c168-46d3-936c-bf66ecf0719d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29eea9c-96e9-45f1-b813-c8a685b9374c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:49.024507 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96a5db0-f30a-4ffb-ac52-04fab3bf6a56" -d '{"events": [{"server_uuid": "a4b05af7-c168-46d3-936c-bf66ecf0719d", "name": "network-vif-plugged", "status": "completed", "tag": "f29eea9c-96e9-45f1-b813-c8a685b9374c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:49.027786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.045529 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.048932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f29eea9c-96e9-45f1-b813-c8a685b9374c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f29eea9c-96e9-45f1-b813-c8a685b9374c,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:49.090840 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d1d3e8-0306-4244-9388-19f2ea777314 x-openstack-request-id: req-07d1d3e8-0306-4244-9388-19f2ea777314 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:49.091233 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b05af7-c168-46d3-936c-bf66ecf0719d", "name": "network-vif-plugged", "status": "completed", "tag": "f29eea9c-96e9-45f1-b813-c8a685b9374c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:49.091552 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07d1d3e8-0306-4244-9388-19f2ea777314 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:49.092871 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b05af7-c168-46d3-936c-bf66ecf0719d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f29eea9c-96e9-45f1-b813-c8a685b9374c', 'code': 200} Jul 05 03:58:49.130000 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.146864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Transition to ACTIVE for port object 944d1be8-dff0-4090-a3a1-f68d2501982a will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:49.157719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Subnet': ['ID=11924460-10d8-40b4-a609-e36e314a9ea5,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.170076 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.182819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Checking segment: {'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:49.183847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network hostable DHCP agents. Network: e28198e9-0da7-40ca-97a9-a59c4503279c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:49.187780 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.188871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:58:49.213702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Transition to ACTIVE for port object 944d1be8-dff0-4090-a3a1-f68d2501982a will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:49.225958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.233494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb686b2d-ebf5-4d93-8469-c583943c7886 req-a673366b-136a-416b-abbe-9ae5d7d5a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.235008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb686b2d-ebf5-4d93-8469-c583943c7886 req-a673366b-136a-416b-abbe-9ae5d7d5a4ba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a4b05af7-c168-46d3-936c-bf66ecf0719d HTTP/1.1" status: 200 len: 1096 time: 0.0826056 Jul 05 03:58:49.241723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9a32c2db-6943-4446-b63e-c3b0b430e467,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.260581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:58:49.269493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e15bff62-f594-4b1f-b228-7454f10f49bc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.276105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb686b2d-ebf5-4d93-8469-c583943c7886 req-cfad945d-ad2b-43ac-b0fe-068416234815 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333083 Jul 05 03:58:49.276353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.276700 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Added segment 0c6a89a1-93ea-42c9-a130-04379555211d of type vlan for network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 Jul 05 03:58:49.324807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f29eea9c-96e9-45f1-b813-c8a685b9374c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.354539 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.401207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['9a32c2db-6943-4446-b63e-c3b0b430e467'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:58:49.436528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.442394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Network 306023af-e0b8-453c-8089-e1bc27c43282 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:49.453447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:49.471401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:49.476651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Pushing event updated for resources: {'Port': ['ID=944d1be8-dff0-4090-a3a1-f68d2501982a,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.569901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:49.600265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Attempting to bind port 944d1be8-dff0-4090-a3a1-f68d2501982a on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:49.600560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Attempting to bind port 944d1be8-dff0-4090-a3a1-f68d2501982a by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:49.600872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Attempting to bind port 944d1be8-dff0-4090-a3a1-f68d2501982a on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:49.613729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:49.614107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Checking segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:49.614510 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.614907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Bound using segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:49.615386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Bound port: 944d1be8-dff0-4090-a3a1-f68d2501982a, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:49.615778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.622204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network e28198e9-0da7-40ca-97a9-a59c4503279c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:49.638085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.668902 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.728794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, e28198e9-0da7-40ca-97a9-a59c4503279c) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:49.736458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.737063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.755836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.761854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:49.761854 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:49.770084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8985e5f2-866c-4da1-9e06-5b08c006a414 None None] Network e28198e9-0da7-40ca-97a9-a59c4503279c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:49.821026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] Pushing event updated for resources: {'Network': ['ID=d07104d1-a15f-4aec-b4f0-93ae4e89cf95,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.844957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:58:49.850867 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bdd97faa-9700-4952-99c4-ef722d03ea8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.5823343 Jul 05 03:58:49.853294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60512) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:49.859732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'port': {'network_id': '306023af-e0b8-453c-8089-e1bc27c43282', 'name': 'tempest-TaggedBootDevicesTest_v242-2114997201', 'fixed_ips': [{'subnet_id': '82870ee0-5db4-4724-b01c-ef881425a5af'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:49.862386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] For port 944d1be8-dff0-4090-a3a1-f68d2501982a, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:49.889879 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-71d10ae6-9105-4af1-9667-baa2c5d187b4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.4438837 Jul 05 03:58:49.892788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60514) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:49.899444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Request body: {'subnet': {'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-674930045-subnet', 'tenant_id': '2ee79a286b654e18b275e9f829907046', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:49.912805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=14']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:49.919522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] For port 944d1be8-dff0-4090-a3a1-f68d2501982a, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=944d1be8-dff0-4090-a3a1-f68d2501982a,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:50.033792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88fdfa-1ce7-47c4-9fcd-c28f99b31cc3 req-b1c1e8e4-6556-44e9-95a5-119ea9960e05 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.035312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a88fdfa-1ce7-47c4-9fcd-c28f99b31cc3 req-b1c1e8e4-6556-44e9-95a5-119ea9960e05 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 945 time: 0.1717377 Jul 05 03:58:50.056728 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.093990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a88fdfa-1ce7-47c4-9fcd-c28f99b31cc3 req-7569df6b-5436-4470-a0fa-57f049c8ec55 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524795 Jul 05 03:58:50.116533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Made reservation on behalf of 2ee79a286b654e18b275e9f829907046 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:50.117321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-e28198e9-0da7-40ca-97a9-a59c4503279c', 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'fixed_ips': [{'subnet_id': '11924460-10d8-40b4-a609-e36e314a9ea5'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 03:58:50.120302 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.120573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.162976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d0f059-76bb-48d3-97e8-9e49c219e7d6 None None] Pushing event updated for resources: {'Port': ['ID=944d1be8-dff0-4090-a3a1-f68d2501982a,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:50.260253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:50.358325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Allocated IP 10.2.2.2 (e28198e9-0da7-40ca-97a9-a59c4503279c/11924460-10d8-40b4-a609-e36e314a9ea5/d22d2e95-03b3-4643-942e-3884924240a0) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:50.457238 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.518001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] device_id is not set on port 508f00b8-de49-493e-8e45-0696faad4424 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:50.563564 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.628834 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.635580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b073ad93-53eb-4430-93a7-0f49cb28c7c4,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:50.640352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Transition to ACTIVE for port object d22d2e95-03b3-4643-942e-3884924240a0 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:50.645592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Checking segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:50.645955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Network hostable DHCP agents. Network: d07104d1-a15f-4aec-b4f0-93ae4e89cf95, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:58:50.657445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Transition to ACTIVE for port object d22d2e95-03b3-4643-942e-3884924240a0 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:50.746542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:58:50.773547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.818397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Network e28198e9-0da7-40ca-97a9-a59c4503279c is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:50.821278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:50.825751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:50.828895 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Pushing event updated for resources: {'Port': ['ID=d22d2e95-03b3-4643-942e-3884924240a0,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:50.838833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d07104d1-a15f-4aec-b4f0-93ae4e89cf95) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:50.852140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.854221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:50.854663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b9ef8b-2925-40b5-bbcb-3073b065becb None None] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:50.866356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91444629-9f38-4fe5-bb7a-7e0bdc256302 req-8c6a8cdf-33ae-4870-98dc-24de8a6b4b6b tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.867883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91444629-9f38-4fe5-bb7a-7e0bdc256302 req-8c6a8cdf-33ae-4870-98dc-24de8a6b4b6b tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.3187356 Jul 05 03:58:50.879545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b1854f-9c46-4bac-8e18-25ca3d6ad72f req-2883bcb4-a079-44e2-869b-36da48574159 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:50.881024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56b1854f-9c46-4bac-8e18-25ca3d6ad72f req-2883bcb4-a079-44e2-869b-36da48574159 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.3330615 Jul 05 03:58:50.910318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Allocated IP 10.1.1.128 (306023af-e0b8-453c-8089-e1bc27c43282/82870ee0-5db4-4724-b01c-ef881425a5af/508f00b8-de49-493e-8e45-0696faad4424) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:50.930293 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f8c75b48-5db6-4e5a-89e1-e37339505a05 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0360363 Jul 05 03:58:51.012817 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91444629-9f38-4fe5-bb7a-7e0bdc256302 req-d3248b8b-1a71-40ad-8773-a653553f0338 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306374 Jul 05 03:58:51.031488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56b1854f-9c46-4bac-8e18-25ca3d6ad72f req-95f88356-eb55-44dc-93e9-1335f03c2917 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1380718 Jul 05 03:58:51.090893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Attempting to bind port d22d2e95-03b3-4643-942e-3884924240a0 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:58:51.091276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Attempting to bind port d22d2e95-03b3-4643-942e-3884924240a0 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:58:51.091636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Attempting to bind port d22d2e95-03b3-4643-942e-3884924240a0 on network e28198e9-0da7-40ca-97a9-a59c4503279c {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:58:51.097374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:51.100361 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c387cc-4466-4819-ab97-252f2d07951b" -d '{"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:51.135160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:58:51.135160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Checking segment: {'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:58:51.135160 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.135160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Bound using segment: {'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:58:51.135160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Bound port: d22d2e95-03b3-4643-942e-3884924240a0, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:58:51.135160 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.302359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d491cc-ba58-4eb3-9c9f-063f0737e180 None None] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:51.354265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] For port d22d2e95-03b3-4643-942e-3884924240a0, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:58:51.371118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 944d1be8-dff0-4090-a3a1-f68d2501982a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:51.420605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] For port d22d2e95-03b3-4643-942e-3884924240a0, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d22d2e95-03b3-4643-942e-3884924240a0,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:58:51.495692 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.590243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd79c7e-2246-4b12-bc4b-6702ee2e1fde None None] Network 306023af-e0b8-453c-8089-e1bc27c43282 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:51.610536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b9ac72-8cb9-4d79-8d76-139e551d0982 None None] Pushing event updated for resources: {'Port': ['ID=d22d2e95-03b3-4643-942e-3884924240a0,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:51.645311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 944d1be8-dff0-4090-a3a1-f68d2501982a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:51.691103 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.706142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Transition to ACTIVE for port object 508f00b8-de49-493e-8e45-0696faad4424 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:51.781353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-213a52f2-a333-41a5-8b66-50c35d00535b None None] Provisioning for port 944d1be8-dff0-4090-a3a1-f68d2501982a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:51.805148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-213a52f2-a333-41a5-8b66-50c35d00535b None None] Provisioning complete for port 944d1be8-dff0-4090-a3a1-f68d2501982a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:51.805148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-213a52f2-a333-41a5-8b66-50c35d00535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.848249 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.904097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network 306023af-e0b8-453c-8089-e1bc27c43282 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:51.910218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:51.914780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:51.925686 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-213a52f2-a333-41a5-8b66-50c35d00535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:51.958159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Port': ['ID=508f00b8-de49-493e-8e45-0696faad4424,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:51.990089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-213a52f2-a333-41a5-8b66-50c35d00535b None None] For port 944d1be8-dff0-4090-a3a1-f68d2501982a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=944d1be8-dff0-4090-a3a1-f68d2501982a,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:52.002703 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e723b3fd-153f-4ce1-a5c3-7914ed1632bb x-openstack-request-id: req-e723b3fd-153f-4ce1-a5c3-7914ed1632bb {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:52.003067 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-unplugged", "status": "completed", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:52.003388 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e723b3fd-153f-4ce1-a5c3-7914ed1632bb {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:52.003874 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'code': 200} Jul 05 03:58:52.007582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.008291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.018463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9a32c2db-6943-4446-b63e-c3b0b430e467 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:52.100361 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-213a52f2-a333-41a5-8b66-50c35d00535b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.153777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ca3ce664-e946-4b25-b0fc-2abae588ebd7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2988346 Jul 05 03:58:52.156506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213a52f2-a333-41a5-8b66-50c35d00535b None None] Pushing event updated for resources: {'Port': ['ID=944d1be8-dff0-4090-a3a1-f68d2501982a,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:52.157407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:52.163618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'port': {'network_id': '306023af-e0b8-453c-8089-e1bc27c43282', 'name': 'tempest-TaggedBootDevicesTest_v242-1939187082', 'fixed_ips': [{'subnet_id': '82870ee0-5db4-4724-b01c-ef881425a5af'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:52.205399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5d31b4-2856-48a3-a319-5316a1f118d4 req-0790ec31-8512-4ea0-aff2-3bd99c69c94c tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.207362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c5d31b4-2856-48a3-a319-5316a1f118d4 req-0790ec31-8512-4ea0-aff2-3bd99c69c94c tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 945 time: 0.0886064 Jul 05 03:58:52.231985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 9a32c2db-6943-4446-b63e-c3b0b430e467 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:52.239710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 9a32c2db-6943-4446-b63e-c3b0b430e467 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:52.240823 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.243876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-58504e99-3c1d-4941-a73d-d385164eb8c6 None None] Provisioning complete for port 944d1be8-dff0-4090-a3a1-f68d2501982a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:52.244394 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-58504e99-3c1d-4941-a73d-d385164eb8c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.264666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c5d31b4-2856-48a3-a319-5316a1f118d4 req-5577b012-79fa-4c1a-8579-ad5ad05a9866 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414367 Jul 05 03:58:52.434523 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.477368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:52.496285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9a32c2db-6943-4446-b63e-c3b0b430e467, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9a32c2db-6943-4446-b63e-c3b0b430e467,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:52.506329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-7a0d6cca-1c06-4e96-a5bb-ae479ac95d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.507998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-7a0d6cca-1c06-4e96-a5bb-ae479ac95d20 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1097 time: 0.1394844 Jul 05 03:58:52.620705 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.629902 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.650012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] device_id is not set on port d9272308-16d4-4bea-815a-f0a4152feb20 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 03:58:52.680693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9670f54f-ab35-4bb4-b217-85f8118b4d67 None None] Provisioning for port 508f00b8-de49-493e-8e45-0696faad4424 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:52.687225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9670f54f-ab35-4bb4-b217-85f8118b4d67 None None] Provisioning complete for port 508f00b8-de49-493e-8e45-0696faad4424 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:52.687712 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9670f54f-ab35-4bb4-b217-85f8118b4d67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:52.748205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9a32c2db-6943-4446-b63e-c3b0b430e467,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:52.753321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9670f54f-ab35-4bb4-b217-85f8118b4d67 None None] Port 508f00b8-de49-493e-8e45-0696faad4424 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:52.913832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-d1cb2c73-ea10-4611-8f4c-213d933f0ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.915440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-d1cb2c73-ea10-4611-8f4c-213d933f0ead service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.3989012 Jul 05 03:58:52.923292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-06b160ec-d8c2-45c8-9f7e-b6cb24d9e479 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:52.930307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-06b160ec-d8c2-45c8-9f7e-b6cb24d9e479 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.2863667 Jul 05 03:58:52.963668 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-2697c45b-d387-4b5f-bfdf-3510d791cba0 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/quotas/2ee79a286b654e18b275e9f829907046 HTTP/1.1" status: 200 len: 375 time: 0.0323341 Jul 05 03:58:52.987469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-457616b2-a250-4269-bffc-51ea6f5e613a None None] Network e28198e9-0da7-40ca-97a9-a59c4503279c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:58:52.994877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Allocated IP 10.1.1.60 (306023af-e0b8-453c-8089-e1bc27c43282/82870ee0-5db4-4724-b01c-ef881425a5af/d9272308-16d4-4bea-815a-f0a4152feb20) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:53.036135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-d97e2c36-692a-450d-b1ee-d73c4d76d0c9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0714290 Jul 05 03:58:53.060985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b772872f-aac7-49f4-8ce5-4a945e8372fd req-c2092c2e-d058-4dd3-a5c5-e821ca043d01 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.068333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b772872f-aac7-49f4-8ce5-4a945e8372fd req-c2092c2e-d058-4dd3-a5c5-e821ca043d01 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2813997 Jul 05 03:58:53.111946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-de0ed246-9312-4f04-889f-148446d4a580 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 999 time: 0.1746171 Jul 05 03:58:53.144200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b772872f-aac7-49f4-8ce5-4a945e8372fd req-61579681-5aac-4025-95be-7210e102c8e0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749662 Jul 05 03:58:53.192939 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.213345 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Transition to ACTIVE for port object d9272308-16d4-4bea-815a-f0a4152feb20 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:53.267357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-43281cfc-2946-44f7-a516-0a207d0199ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.269460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-43281cfc-2946-44f7-a516-0a207d0199ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.1342788 Jul 05 03:58:53.270003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7c337c1f-e75f-402d-a0ba-ea5de3050b68 None None] Provisioning for port d22d2e95-03b3-4643-942e-3884924240a0 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:53.339048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.351746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-5d9b78b2-05ec-408e-9a3e-0095658fafb4 service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145776 Jul 05 03:58:53.425353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network 306023af-e0b8-453c-8089-e1bc27c43282 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:53.439082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 944d1be8-dff0-4090-a3a1-f68d2501982a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:53.455199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Port': ['ID=d9272308-16d4-4bea-815a-f0a4152feb20,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:53.459812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:53.462701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:53.509287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1d705d53-55dd-48e3-92e8-34df5fa3e2cb service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565084 Jul 05 03:58:53.514717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-459fd023-98f7-4805-abd8-beb54f89e228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.518133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-459fd023-98f7-4805-abd8-beb54f89e228 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2328169 Jul 05 03:58:53.530879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 944d1be8-dff0-4090-a3a1-f68d2501982a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:53.530879 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.616764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.617464 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.729102 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e73d1b8d-27d8-4936-8f4a-84e56501c7a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5699277 Jul 05 03:58:53.756762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-f65f6caa-c5ec-4f36-9948-54944233bdaf service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2306218 Jul 05 03:58:53.758115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d22d2e95-03b3-4643-942e-3884924240a0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:53.862853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4ba1c-afc8-407d-aad9-fa62d986b86b req-f3fecef2-aa3e-4c0b-817d-24e75e1160d0 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:53.870433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1d4ba1c-afc8-407d-aad9-fa62d986b86b req-f3fecef2-aa3e-4c0b-817d-24e75e1160d0 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 946 time: 0.1786432 Jul 05 03:58:53.934307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port d22d2e95-03b3-4643-942e-3884924240a0 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:53.940514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d22d2e95-03b3-4643-942e-3884924240a0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:53.940514 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:53.945211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e1a7aec-55e6-4674-9850-754759be6fd9 req-f83b6cc9-32b4-477b-96b4-ddbd20db267c service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1810844 Jul 05 03:58:53.958461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1d4ba1c-afc8-407d-aad9-fa62d986b86b req-34b5536e-11b7-4177-9e5d-640a881a2239 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862570 Jul 05 03:58:54.005825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff45255d-8173-408a-9382-68f42d7f24e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a32c2db-6943-4446-b63e-c3b0b430e467'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:58:54.010183 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e5d465-49fb-4017-933d-e936535dccc9" -d '{"events": [{"server_uuid": "ff45255d-8173-408a-9382-68f42d7f24e9", "name": "network-vif-plugged", "status": "completed", "tag": "9a32c2db-6943-4446-b63e-c3b0b430e467"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:58:54.074593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-37bfc7fa-24a6-4f75-bc35-ba78c65b8c82 None None] Provisioning for port d9272308-16d4-4bea-815a-f0a4152feb20 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:58:54.109589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-37bfc7fa-24a6-4f75-bc35-ba78c65b8c82 None None] Provisioning complete for port d9272308-16d4-4bea-815a-f0a4152feb20 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:54.112219 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-37bfc7fa-24a6-4f75-bc35-ba78c65b8c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.124525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5908dd1-f721-4183-8023-91db51102640 req-2b1f3fa5-7631-4f3a-b77d-9a773ff3caad tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 210 time: 0.0695279 Jul 05 03:58:54.172585 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.184859 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f58fe18f-4f11-4221-a108-a5468e34d094 x-openstack-request-id: req-f58fe18f-4f11-4221-a108-a5468e34d094 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:58:54.185174 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff45255d-8173-408a-9382-68f42d7f24e9", "name": "network-vif-plugged", "status": "completed", "tag": "9a32c2db-6943-4446-b63e-c3b0b430e467", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:58:54.185421 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f58fe18f-4f11-4221-a108-a5468e34d094 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:58:54.185808 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff45255d-8173-408a-9382-68f42d7f24e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9a32c2db-6943-4446-b63e-c3b0b430e467', 'code': 200} Jul 05 03:58:54.188340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-37bfc7fa-24a6-4f75-bc35-ba78c65b8c82 None None] Port d9272308-16d4-4bea-815a-f0a4152feb20 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:58:54.232556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port d22d2e95-03b3-4643-942e-3884924240a0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d22d2e95-03b3-4643-942e-3884924240a0,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:58:54.320401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60594) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:54.326814 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-af453990-bfa5-4eb9-b9bf-71dcc83c7dc2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1619211296', 'description': 'tempest-description--1190443554'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:54.390247 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.403005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8ccf7a-2901-4c19-a7d5-cddf3ca15dce req-969cfbc5-09f7-40f3-abb3-d35589e69529 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.410785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb8ccf7a-2901-4c19-a7d5-cddf3ca15dce req-969cfbc5-09f7-40f3-abb3-d35589e69529 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1307313 Jul 05 03:58:54.457169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12750a7-9d9e-48e6-8b57-5592051cf49c req-ef27fd3d-8167-4926-97ae-d7c95d550aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:54.458948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b12750a7-9d9e-48e6-8b57-5592051cf49c req-ef27fd3d-8167-4926-97ae-d7c95d550aec service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 1098 time: 0.1263075 Jul 05 03:58:54.472161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=d22d2e95-03b3-4643-942e-3884924240a0,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:54.484934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.484934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.484934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.484934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.484934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.484934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.484934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.484934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.485960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.485960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.486322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.486713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:58:54.504627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb8ccf7a-2901-4c19-a7d5-cddf3ca15dce req-bc8f8880-07ca-413f-a7c6-6a6de7bd16b7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0898213 Jul 05 03:58:54.533835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af453990-bfa5-4eb9-b9bf-71dcc83c7dc2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.534461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b12750a7-9d9e-48e6-8b57-5592051cf49c req-052519d1-b5d5-4485-b392-0d7053a97444 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668323 Jul 05 03:58:54.628105 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af453990-bfa5-4eb9-b9bf-71dcc83c7dc2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.711577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af453990-bfa5-4eb9-b9bf-71dcc83c7dc2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.746565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af453990-bfa5-4eb9-b9bf-71dcc83c7dc2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c298708-2e71-4abb-9343-33baea5e145c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:54.831555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af453990-bfa5-4eb9-b9bf-71dcc83c7dc2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.832824 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-af453990-bfa5-4eb9-b9bf-71dcc83c7dc2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.5110891 Jul 05 03:58:54.835587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60602) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:54.840405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1f117e75-8c55-43fe-b071-6423795aad9e tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'security_group_rule': {'security_group_id': '4c298708-2e71-4abb-9343-33baea5e145c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:54.911222 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1f117e75-8c55-43fe-b071-6423795aad9e tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:54.989491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1f117e75-8c55-43fe-b071-6423795aad9e tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.112268 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1f117e75-8c55-43fe-b071-6423795aad9e tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.130053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-9866cd85-f273-4408-92fb-ef80bcb2e094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.131883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-9866cd85-f273-4408-92fb-ef80bcb2e094 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1097 time: 0.1028910 Jul 05 03:58:55.165724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f117e75-8c55-43fe-b071-6423795aad9e tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dcb9327-4e65-42d4-916c-3bbbc4cb091e,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:55.207129 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1f117e75-8c55-43fe-b071-6423795aad9e tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.208858 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1f117e75-8c55-43fe-b071-6423795aad9e tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3719566 Jul 05 03:58:55.211714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60612) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:55.218263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-60e2864d-fa43-467a-935c-afed6fa8fd90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'security_group_rule': {'security_group_id': '4c298708-2e71-4abb-9343-33baea5e145c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:55.249521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d22d2e95-03b3-4643-942e-3884924240a0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:58:55.280589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-856f7348-5e4f-4b22-b958-1179150aee1a req-8c926c34-bd77-4066-ab41-0f00015cb6a8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 210 time: 0.0648224 Jul 05 03:58:55.296529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbac0ce5-9003-4e61-b384-82858d36fe3b req-1f6efd5f-b26d-408d-af9d-6f7c88e6be9b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.298066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbac0ce5-9003-4e61-b384-82858d36fe3b req-1f6efd5f-b26d-408d-af9d-6f7c88e6be9b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 946 time: 0.2082248 Jul 05 03:58:55.304722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d22d2e95-03b3-4643-942e-3884924240a0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:58:55.305424 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.341610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60e2864d-fa43-467a-935c-afed6fa8fd90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.365812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-6ed31b51-56f0-4fd5-b85a-96608b15a035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.367343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-6ed31b51-56f0-4fd5-b85a-96608b15a035 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.2048197 Jul 05 03:58:55.380767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbac0ce5-9003-4e61-b384-82858d36fe3b req-79ad8565-b0c9-44e2-9000-d86d7efb05f2 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697370 Jul 05 03:58:55.416133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60e2864d-fa43-467a-935c-afed6fa8fd90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.456868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-66c94285-f3d1-4d0e-95fb-733dd8489953 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 999 time: 0.0751259 Jul 05 03:58:55.518716 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60e2864d-fa43-467a-935c-afed6fa8fd90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.549084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-dfe6a946-b285-4dce-b32a-36fdce371d1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.550745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-dfe6a946-b285-4dce-b32a-36fdce371d1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.0785451 Jul 05 03:58:55.557434 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e2864d-fa43-467a-935c-afed6fa8fd90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=372865ad-7ab6-41ca-9151-1f135dba650b,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:55.639666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-e3e446f9-2b38-4e92-9095-661375d410aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.641590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-e3e446f9-2b38-4e92-9095-661375d410aa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0739028 Jul 05 03:58:55.654424 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60e2864d-fa43-467a-935c-afed6fa8fd90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.655800 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-60e2864d-fa43-467a-935c-afed6fa8fd90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4428101 Jul 05 03:58:55.658963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60620) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:58:55.664467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:55.774524 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:55.791421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33c7c3b-52c6-483e-bca9-6f89fc3d856e req-ff82635c-f4f2-413d-86a5-2090ffdb68f8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:55.793401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c33c7c3b-52c6-483e-bca9-6f89fc3d856e req-ff82635c-f4f2-413d-86a5-2090ffdb68f8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1507161 Jul 05 03:58:55.835533 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-b0548442-d637-4589-9c53-bfbfe87a0eb7 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500556 Jul 05 03:58:55.893778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c33c7c3b-52c6-483e-bca9-6f89fc3d856e req-7e691761-57ba-44d3-a15f-0cf4fc9c9366 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0897915 Jul 05 03:58:55.951992 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.036556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-879f1125-d2a7-4fbe-8a6d-68871e34571a req-fdbcd15b-ddc6-4916-845b-d0b8ceaabd29 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415241 Jul 05 03:58:56.118356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Allocated IP 172.25.4.186 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/0bc229bd-eae5-4481-9a14-1f5c7ae47fd8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:56.249130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeeca55e-ca33-4698-a6d9-0de045a26a30 req-fb7a5f47-69ab-49d4-8ed4-7777da0755d6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.250652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eeeca55e-ca33-4698-a6d9-0de045a26a30 req-fb7a5f47-69ab-49d4-8ed4-7777da0755d6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.0782545 Jul 05 03:58:56.278067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.293191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eeeca55e-ca33-4698-a6d9-0de045a26a30 req-9aef0b40-fd3f-44bd-a42f-6116ad727718 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362766 Jul 05 03:58:56.397428 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.457474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Port': ['ID=0bc229bd-eae5-4481-9a14-1f5c7ae47fd8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:56.468954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:56.471457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:56.476626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:56.492558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-527e988a-b987-4659-8fea-8eefeaaae006 req-4fbea4c5-deef-4174-ae7c-162b0e012487 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 210 time: 0.0559449 Jul 05 03:58:56.538446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8391283e-e2a6-43ea-abb4-21d6341d9f8e req-d4dcfed3-509f-44ef-8329-07e5ec73e128 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.545907 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8391283e-e2a6-43ea-abb4-21d6341d9f8e req-d4dcfed3-509f-44ef-8329-07e5ec73e128 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1213393 Jul 05 03:58:56.593611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8391283e-e2a6-43ea-abb4-21d6341d9f8e req-d8e572f5-b6e3-491b-9729-18a16e1b4e2f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462756 Jul 05 03:58:56.605461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.694735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7dcab01-88dd-4240-b07f-1047e2cde5ce req-1c96ecaa-562d-4cef-a48d-aa0b4b16259b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:56.696692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7dcab01-88dd-4240-b07f-1047e2cde5ce req-1c96ecaa-562d-4cef-a48d-aa0b4b16259b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 946 time: 0.0701456 Jul 05 03:58:56.750287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:56.780492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7dcab01-88dd-4240-b07f-1047e2cde5ce req-fe08f1a0-cb6d-423b-8d59-2f2704d3f2a9 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726051 Jul 05 03:58:56.988026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.081887 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.166548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Port': ['ID=0bc229bd-eae5-4481-9a14-1f5c7ae47fd8,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:57.180006 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.313579 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:57.315173 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-19a76b90-d988-4b3a-a7af-001277bbf0cc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6551454 Jul 05 03:58:57.396367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-3a1c0c62-99eb-4524-9c37-65e0018a0243 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:57.397921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-3a1c0c62-99eb-4524-9c37-65e0018a0243 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 812 time: 0.4907169 Jul 05 03:58:57.452519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468cf5ab-5fc9-4ed1-a78c-d0e66916779a req-1861bafb-d74f-4383-b552-16fc38b08ffa tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:57.454077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-468cf5ab-5fc9-4ed1-a78c-d0e66916779a req-1861bafb-d74f-4383-b552-16fc38b08ffa tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b05af7-c168-46d3-936c-bf66ecf0719d HTTP/1.1" status: 200 len: 945 time: 0.4876492 Jul 05 03:58:57.460909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-f9156790-b791-4ad4-b371-6eab46ea6958 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:57.462293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-f9156790-b791-4ad4-b371-6eab46ea6958 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.1839745 Jul 05 03:58:57.463636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-ba354283-c2a5-48da-ab2d-e8af90c08517 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/quotas/8098748b7b904e9f87a6b4a428711421 HTTP/1.1" status: 200 len: 375 time: 0.0468264 Jul 05 03:58:57.496727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Request body: {'port': {'device_id': '77e751f0-ea70-422d-888a-1f556ac92d1d', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'admin_state_up': True, 'tenant_id': '2ee79a286b654e18b275e9f829907046'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:57.617593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-468cf5ab-5fc9-4ed1-a78c-d0e66916779a req-5c5dc42b-4647-4be6-ade0-c7a2edcbc041 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529496 Jul 05 03:58:57.688691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-1a0c5c77-85d4-48aa-9968-e1ba08cc725a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2143948 Jul 05 03:58:57.814448 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-045a694c-d406-4bb8-9b87-dd471d9e2044 service neutron] 10.222.0.30 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136124 Jul 05 03:58:57.875135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Made reservation on behalf of 2ee79a286b654e18b275e9f829907046 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:58:57.878727 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.016562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-c02d75ab-8415-4875-8f9b-455b2d04ebc8 service neutron] 10.222.0.30 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2012327 Jul 05 03:58:58.040042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-eb20c6ae-9d77-46a8-a468-bc20b5a49726 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1619211296&fields=id&tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0 HTTP/1.1" status: 200 len: 267 time: 0.0815732 Jul 05 03:58:58.126065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Allocated IP 172.20.0.11 (d07104d1-a15f-4aec-b4f0-93ae4e89cf95/b073ad93-53eb-4430-93a7-0f49cb28c7c4/ffcd3c16-06ae-4ed4-b2e0-92a43687ff85) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:58:58.137242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8f1a0d8f-914f-40da-b10b-de69867f04b3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.138679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8f1a0d8f-914f-40da-b10b-de69867f04b3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports/508f00b8-de49-493e-8e45-0696faad4424 HTTP/1.1" status: 200 len: 937 time: 0.0823607 Jul 05 03:58:58.227801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8504a185-e9cf-485d-a636-e95a9445bc71 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.229258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8504a185-e9cf-485d-a636-e95a9445bc71 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports/d9272308-16d4-4bea-815a-f0a4152feb20 HTTP/1.1" status: 200 len: 936 time: 0.0833430 Jul 05 03:58:58.340997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-274393e6-42f2-4f14-8fc2-a71d924d5553 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1030183 Jul 05 03:58:58.388387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-a0b3858a-45f7-46d6-9678-47a37ee886c4 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0464442 Jul 05 03:58:58.435405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47bd43ec-c055-44a5-8e2b-2365cda78766 req-ee4e50a4-ba80-4410-a2f9-2b58b8c9fd46 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 210 time: 0.0495026 Jul 05 03:58:58.534610 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.585612 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-777eb449-7b4a-4609-9c31-32efef5501a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.591997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-777eb449-7b4a-4609-9c31-32efef5501a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.597894 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-777eb449-7b4a-4609-9c31-32efef5501a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.599545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-777eb449-7b4a-4609-9c31-32efef5501a6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/networks?id=1ad52298-5282-4af0-bae4-d544afacc71c&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=e28198e9-0da7-40ca-97a9-a59c4503279c&id=e28198e9-0da7-40ca-97a9-a59c4503279c HTTP/1.1" status: 200 len: 1996 time: 0.1973817 Jul 05 03:58:58.627189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-aec6af01-9991-4b15-927d-0cc5c367f88f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/quotas/f6b20b0b1db84b1ab6d4be03bb2da2b0 HTTP/1.1" status: 200 len: 375 time: 0.0192907 Jul 05 03:58:58.707171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-eade43af-b20b-487f-aebc-37faf92c6380 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&fields=id HTTP/1.1" status: 200 len: 532 time: 0.0743537 Jul 05 03:58:58.728737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:58.828121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:58:58.837111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:58:58.845918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:58:58.848825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event updated for resources: {'Port': ['ID=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:58:58.905201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-2ca429ee-d5ce-4c02-a4fb-8804b5ba70ae service neutron] 10.222.0.30 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857679 Jul 05 03:58:58.913923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:58:58.914545 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.018751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-ec866836-e1d3-4a64-b104-c9935e651c57 service neutron] 10.222.0.30 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014032 Jul 05 03:58:59.075759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-6ea73a7a-b99e-411e-ad44-3ad48c652073 service neutron] 10.222.0.30 "GET /v2.0/ports/508f00b8-de49-493e-8e45-0696faad4424?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0501940 Jul 05 03:58:59.160661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-9e1a2039-5ad1-4288-8535-8002958153a1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6778631 Jul 05 03:58:59.162688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4594fb4-38b7-4189-b080-0545d2812cf6 req-645a8073-9df5-4ebb-90d0-123885cef257 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 210 time: 0.0707293 Jul 05 03:58:59.173469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Request body: {'port': {'device_id': '77e751f0-ea70-422d-888a-1f556ac92d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:58:59.268601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-84e1eede-8c8d-41b6-9fc9-26d7444abe79 service neutron] 10.222.0.30 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863823 Jul 05 03:58:59.328231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.445649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-4b71018c-7eb4-4eae-89f4-89a07e50ee2a service neutron] 10.222.0.30 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444480 Jul 05 03:58:59.543165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-57592cf5-053f-4ee3-89b8-ac74e783894f service neutron] 10.222.0.30 "GET /v2.0/ports/d9272308-16d4-4bea-815a-f0a4152feb20?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0718036 Jul 05 03:58:59.700898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-51d83bba-6824-4368-b707-20e4e040e619 service neutron] 10.222.0.30 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1311131 Jul 05 03:58:59.810558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:58:59.825591 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:58:59.850204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Transition to ACTIVE for port object ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:58:59.852924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-61a3b017-cb8a-4c89-b96c-e10049ca0b1f service neutron] 10.222.0.30 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464024 Jul 05 03:58:59.953983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-7e7e868f-4b67-4a4b-9db1-2ca39aec4d12 service neutron] 10.222.0.30 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946779 Jul 05 03:59:00.017388 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.393559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:00.434358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-68831ee5-99b7-47b2-8530-f12162d6ca65 service neutron] 10.222.0.30 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744895 Jul 05 03:59:00.477462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09706080-e09e-45f2-95c2-13036c287395 req-c19379be-5dfe-42aa-9c3e-6463b559cc24 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:00.478909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09706080-e09e-45f2-95c2-13036c287395 req-c19379be-5dfe-42aa-9c3e-6463b559cc24 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 944 time: 0.5009170 Jul 05 03:59:00.577913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Attempting to bind port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:00.578239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Attempting to bind port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:00.578564 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Attempting to bind port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:00.595690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:00.596032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Attempting to bind port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:00.600362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09706080-e09e-45f2-95c2-13036c287395 req-4cf39dd8-91be-40dc-8846-dd3d8844b46d tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056166 Jul 05 03:59:00.613731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:00.616995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Checking segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:00.616995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Bound using segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:00.616995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Bound port: ffcd3c16-06ae-4ed4-b2e0-92a43687ff85, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:00.616995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.629413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8ee3301f-424a-45a7-9839-2cfe699cf908 service neutron] 10.222.0.30 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1705210 Jul 05 03:59:00.810154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] For port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:00.815265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] For port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:00.819577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-ed63f1bf-0790-4e2f-9d3d-33077e5381b6 service neutron] 10.222.0.30 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1835532 Jul 05 03:59:00.888224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db748870-a284-45be-a1bb-c5af9fe394f4 req-d10db2e4-15ed-4ed9-80ea-f90a23555dbb tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:00.889692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db748870-a284-45be-a1bb-c5af9fe394f4 req-d10db2e4-15ed-4ed9-80ea-f90a23555dbb tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b05af7-c168-46d3-936c-bf66ecf0719d HTTP/1.1" status: 200 len: 945 time: 0.1851227 Jul 05 03:59:00.948436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db748870-a284-45be-a1bb-c5af9fe394f4 req-68831cbe-12c7-41a4-a8bc-8fca97fed17b tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/security-groups?id=fec3d54c-8846-4328-8897-57213ca66547&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505316 Jul 05 03:59:00.949563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-49005991-cc9f-4edf-b2e2-5569e6d1c0cc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:00.951062 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-49005991-cc9f-4edf-b2e2-5569e6d1c0cc tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "GET /v2.0/ports?device_id=a4b05af7-c168-46d3-936c-bf66ecf0719d HTTP/1.1" status: 200 len: 945 time: 0.0680084 Jul 05 03:59:00.953228 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:00.994566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-1969488c-5512-4ec5-a509-07378342975a service neutron] 10.222.0.30 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609356 Jul 05 03:59:01.005535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.015160 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.015160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] 10.222.0.26 "PUT /v2.0/ports/ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 HTTP/1.1" status: 200 len: 1093 time: 1.8386960 Jul 05 03:59:01.015160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77e751f0-ea70-422d-888a-1f556ac92d1d', 'tag': 'ffcd3c16-06ae-4ed4-b2e0-92a43687ff85'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:01.015160 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ead1a14-908e-437e-8df9-f806e3b87d40" -d '{"events": [{"name": "network-changed", "server_uuid": "77e751f0-ea70-422d-888a-1f556ac92d1d", "tag": "ffcd3c16-06ae-4ed4-b2e0-92a43687ff85"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:01.104014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-bb4fd4f3-b1be-4dc4-bfc6-d048f0b5b642 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Deleting port f29eea9c-96e9-45f1-b813-c8a685b9374c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:01.104014 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-bb4fd4f3-b1be-4dc4-bfc6-d048f0b5b642 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.145171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1658f62f-9a7b-478a-9f58-7fe9304c5624 service neutron] Pushing event updated for resources: {'Port': ['ID=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:01.218845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-bb4fd4f3-b1be-4dc4-bfc6-d048f0b5b642 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] For port f29eea9c-96e9-45f1-b813-c8a685b9374c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f29eea9c-96e9-45f1-b813-c8a685b9374c,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:01.219301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-bb4fd4f3-b1be-4dc4-bfc6-d048f0b5b642 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.220937 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-cd602c54-2bbc-401b-8246-62f6c2914deb service neutron] 10.222.0.30 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071776 Jul 05 03:59:01.248843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-bb4fd4f3-b1be-4dc4-bfc6-d048f0b5b642 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Calling delete_port for f29eea9c-96e9-45f1-b813-c8a685b9374c owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:01.298211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22015af2-aae5-4f4e-ad2a-d391acbc5cc8 req-c96582d0-af08-411f-a882-c0aaf45240b2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 210 time: 0.0711339 Jul 05 03:59:01.336812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-5bcd0f16-f0ab-4fef-9403-cff49421edc0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.338416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-5bcd0f16-f0ab-4fef-9403-cff49421edc0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 812 time: 0.2573385 Jul 05 03:59:01.362032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'port': {'device_id': '0bc6d1d3-c9d9-4b31-8841-8a170f5e9424', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'admin_state_up': True, 'tenant_id': '8098748b7b904e9f87a6b4a428711421'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:01.387511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-7f4b1b73-68f8-4b26-96f9-65221dc3c729 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.389257 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-7f4b1b73-68f8-4b26-96f9-65221dc3c729 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 1096 time: 0.1272688 Jul 05 03:59:01.454410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-3135fc83-548c-45ce-83b0-a761d5018ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2014308 Jul 05 03:59:01.480520 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-4411257a-8f19-4a2d-a59d-627ced54e37f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 HTTP/1.1" status: 200 len: 217 time: 0.0682268 Jul 05 03:59:01.557741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-d72e7a03-4bdd-4bfc-985e-5b781883007d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.560638 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-d72e7a03-4bdd-4bfc-985e-5b781883007d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.0707521 Jul 05 03:59:01.600735 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f226b5-484d-44a3-b75c-c42bc93210b9 x-openstack-request-id: req-d2f226b5-484d-44a3-b75c-c42bc93210b9 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:01.601274 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77e751f0-ea70-422d-888a-1f556ac92d1d", "tag": "ffcd3c16-06ae-4ed4-b2e0-92a43687ff85", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:01.601274 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2f226b5-484d-44a3-b75c-c42bc93210b9 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:01.601754 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77e751f0-ea70-422d-888a-1f556ac92d1d', 'tag': 'ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', 'status': 'completed', 'code': 200} Jul 05 03:59:01.606869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-7340cf42-c4d4-474b-ae9c-f4c951ef4837 service neutron] 10.222.0.30 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367445 Jul 05 03:59:01.613541 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-135ac161-da7a-4f6e-9670-8d836934b612 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416517 Jul 05 03:59:01.613750 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-bb4fd4f3-b1be-4dc4-bfc6-d048f0b5b642 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.631205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f29eea9c-96e9-45f1-b813-c8a685b9374c', '9a32c2db-6943-4446-b63e-c3b0b430e467'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:01.662159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4fd4f3-b1be-4dc4-bfc6-d048f0b5b642 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Pushing event deleted for resources: {'Port': ['ID=f29eea9c-96e9-45f1-b813-c8a685b9374c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:01.772533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-7f543129-d8ef-4f9c-9179-256beebfc52d tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:01.778676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-7f543129-d8ef-4f9c-9179-256beebfc52d tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 946 time: 0.1479611 Jul 05 03:59:01.797698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-bb4fd4f3-b1be-4dc4-bfc6-d048f0b5b642 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] No DVR routers for this DVR port f29eea9c-96e9-45f1-b813-c8a685b9374c on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:01.804315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-bb4fd4f3-b1be-4dc4-bfc6-d048f0b5b642 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.804315 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e7a3a252-f357-4ae9-a7b2-53e842c9b334 req-bb4fd4f3-b1be-4dc4-bfc6-d048f0b5b642 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "DELETE /v2.0/ports/f29eea9c-96e9-45f1-b813-c8a685b9374c HTTP/1.1" status: 204 len: 173 time: 0.8410552 Jul 05 03:59:01.804583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Made reservation on behalf of 8098748b7b904e9f87a6b4a428711421 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:01.805356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b05af7-c168-46d3-936c-bf66ecf0719d', 'name': 'network-vif-deleted', 'tag': 'f29eea9c-96e9-45f1-b813-c8a685b9374c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:01.808583 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c661e41-312f-4002-a69d-b3b4967a1aa5" -d '{"events": [{"server_uuid": "a4b05af7-c168-46d3-936c-bf66ecf0719d", "name": "network-vif-deleted", "tag": "f29eea9c-96e9-45f1-b813-c8a685b9374c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:01.822282 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:01.851885 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-8c73b304-f287-4bc4-ac2f-48f8e269e4cd service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992280 Jul 05 03:59:01.974164 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90ffa06f-5d0e-482d-a0ff-f726227118da req-b9d62db4-6249-4d05-90a9-b07117a4eef5 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098080 Jul 05 03:59:02.082805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70acb0b-fb9a-4e79-9eb8-e3967f455b88 req-32c2aa00-e875-41b0-98a4-51abe116b688 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:02.084403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e70acb0b-fb9a-4e79-9eb8-e3967f455b88 req-32c2aa00-e875-41b0-98a4-51abe116b688 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 944 time: 0.2311738 Jul 05 03:59:02.120050 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Allocated IP 172.20.0.9 (bb7225f8-2656-4d21-83e6-3f10fe13876c/ff06111f-dc07-4a36-b1fc-1755a4ea96de/761bf73a-509b-4c28-b457-15f5ee0c6a71) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:02.126929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-3696d9ce-eecd-448e-9655-ef0111c3fd21 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Deleting port 9a32c2db-6943-4446-b63e-c3b0b430e467 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:02.127275 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-3696d9ce-eecd-448e-9655-ef0111c3fd21 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.210892 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e70acb0b-fb9a-4e79-9eb8-e3967f455b88 req-f18838ef-fec3-4594-92f7-addc8649ba3d tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179140 Jul 05 03:59:02.224700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1a14-908e-437e-8df9-f806e3b87d40 req-6b586a1b-d408-4262-9091-40718980e009 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:02.225959 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5ead1a14-908e-437e-8df9-f806e3b87d40 req-6b586a1b-d408-4262-9091-40718980e009 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 1096 time: 0.0570135 Jul 05 03:59:02.335882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-3696d9ce-eecd-448e-9655-ef0111c3fd21 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] For port 9a32c2db-6943-4446-b63e-c3b0b430e467, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9a32c2db-6943-4446-b63e-c3b0b430e467,segment=NetworkSegment(82fbba4c-386e-49a2-bf9d-0002e7341993),segment_id=82fbba4c-386e-49a2-bf9d-0002e7341993)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:02.336279 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-3696d9ce-eecd-448e-9655-ef0111c3fd21 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.375092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-3696d9ce-eecd-448e-9655-ef0111c3fd21 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Calling delete_port for 9a32c2db-6943-4446-b63e-c3b0b430e467 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:02.375660 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a50de40a-fe70-4554-926c-9064e1706110 x-openstack-request-id: req-a50de40a-fe70-4554-926c-9064e1706110 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:02.376103 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b05af7-c168-46d3-936c-bf66ecf0719d", "name": "network-vif-deleted", "tag": "f29eea9c-96e9-45f1-b813-c8a685b9374c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:02.376371 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a50de40a-fe70-4554-926c-9064e1706110 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:02.376771 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b05af7-c168-46d3-936c-bf66ecf0719d', 'name': 'network-vif-deleted', 'tag': 'f29eea9c-96e9-45f1-b813-c8a685b9374c', 'status': 'completed', 'code': 200} Jul 05 03:59:02.409781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1a14-908e-437e-8df9-f806e3b87d40 req-1c6038c6-b435-42f2-86e5-e052e2fbbf52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:02.411355 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5ead1a14-908e-437e-8df9-f806e3b87d40 req-1c6038c6-b435-42f2-86e5-e052e2fbbf52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 906 time: 0.1785555 Jul 05 03:59:02.439157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc2a0efe-dfe3-46b7-93ec-0c7e4b67c177 req-d1f5f95f-4e61-428f-b435-df2df39bf3b1 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b05af7-c168-46d3-936c-bf66ecf0719d HTTP/1.1" status: 200 len: 210 time: 0.0619445 Jul 05 03:59:02.483995 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5ead1a14-908e-437e-8df9-f806e3b87d40 req-628ac7d3-5a90-4adc-9441-fc973378abe5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 HTTP/1.1" status: 200 len: 217 time: 0.0638363 Jul 05 03:59:02.533541 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.554782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ead1a14-908e-437e-8df9-f806e3b87d40 req-8fc81ae0-5689-4cb7-b3aa-14fe64819482 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:02.557138 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5ead1a14-908e-437e-8df9-f806e3b87d40 req-8fc81ae0-5689-4cb7-b3aa-14fe64819482 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.0658216 Jul 05 03:59:02.558581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Transition to ACTIVE for port object 761bf73a-509b-4c28-b457-15f5ee0c6a71 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:02.607404 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5ead1a14-908e-437e-8df9-f806e3b87d40 req-86362f9b-543b-4998-a74e-d39bcf413869 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386477 Jul 05 03:59:02.714946 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5ead1a14-908e-437e-8df9-f806e3b87d40 req-1b102354-0021-4250-ad40-d5e77932221e service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984313 Jul 05 03:59:02.760267 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3453928f-0f58-45f3-9a7b-cc17f0b2558f req-e1cf521a-cd26-4594-8942-dd79b3fdd6ec tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 210 time: 0.0387120 Jul 05 03:59:02.826167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-3696d9ce-eecd-448e-9655-ef0111c3fd21 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.831354 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5ead1a14-908e-437e-8df9-f806e3b87d40 req-d170b301-74c9-4d36-8658-cc8d8a1edd32 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002114 Jul 05 03:59:02.831508 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:02.864372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3696d9ce-eecd-448e-9655-ef0111c3fd21 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Pushing event deleted for resources: {'Port': ['ID=9a32c2db-6943-4446-b63e-c3b0b430e467,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:02.908970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Network bb7225f8-2656-4d21-83e6-3f10fe13876c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:02.931038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:02.936714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:03.001544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-3696d9ce-eecd-448e-9655-ef0111c3fd21 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] No DVR routers for this DVR port 9a32c2db-6943-4446-b63e-c3b0b430e467 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:03.010797 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-3696d9ce-eecd-448e-9655-ef0111c3fd21 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.013342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c911bb74-e053-4977-8ac9-f845bde5a36d req-3696d9ce-eecd-448e-9655-ef0111c3fd21 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.26 "DELETE /v2.0/ports/9a32c2db-6943-4446-b63e-c3b0b430e467 HTTP/1.1" status: 204 len: 173 time: 1.2223642 Jul 05 03:59:03.027780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'Port': ['ID=761bf73a-509b-4c28-b457-15f5ee0c6a71,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:03.044102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:03.044778 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.168742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-973507da-3c41-4967-8017-e11226f68f86 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8130057 Jul 05 03:59:03.183558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Request body: {'port': {'device_id': '0bc6d1d3-c9d9-4b31-8841-8a170f5e9424', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:03.280767 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.363010 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6ad4b349-566e-4543-b7f5-ac4b9ce79406 None None] Provisioning for port 761bf73a-509b-4c28-b457-15f5ee0c6a71 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:03.367769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6ad4b349-566e-4543-b7f5-ac4b9ce79406 None None] Provisioning complete for port 761bf73a-509b-4c28-b457-15f5ee0c6a71 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:03.370174 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ad4b349-566e-4543-b7f5-ac4b9ce79406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.431467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6ad4b349-566e-4543-b7f5-ac4b9ce79406 None None] Port 761bf73a-509b-4c28-b457-15f5ee0c6a71 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:03.527683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2cfe9cd-9dc5-4b10-91f5-293eb6a9729b req-1877e17d-924a-4c03-ae96-2a1009266320 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0523355 Jul 05 03:59:03.604071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff45255d-8173-408a-9382-68f42d7f24e9', 'name': 'network-vif-deleted', 'tag': '9a32c2db-6943-4446-b63e-c3b0b430e467'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:03.608035 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a0778d3-ca0a-49cc-9025-8c70da42d200" -d '{"events": [{"server_uuid": "ff45255d-8173-408a-9382-68f42d7f24e9", "name": "network-vif-deleted", "tag": "9a32c2db-6943-4446-b63e-c3b0b430e467"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:03.631786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1671ff53-b64a-4d7f-8f29-124e16348534 req-28619020-beab-42e5-b54b-45c9298dbce8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:03.633637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1671ff53-b64a-4d7f-8f29-124e16348534 req-28619020-beab-42e5-b54b-45c9298dbce8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 944 time: 0.2714074 Jul 05 03:59:03.703994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1671ff53-b64a-4d7f-8f29-124e16348534 req-a37e5923-602c-42d2-b00a-cbd913eac943 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585182 Jul 05 03:59:03.755809 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09db679a-25e9-40a7-ba7f-9bb79be33ebd x-openstack-request-id: req-09db679a-25e9-40a7-ba7f-9bb79be33ebd {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:03.756170 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff45255d-8173-408a-9382-68f42d7f24e9", "name": "network-vif-deleted", "tag": "9a32c2db-6943-4446-b63e-c3b0b430e467", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:03.756376 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09db679a-25e9-40a7-ba7f-9bb79be33ebd {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:03.756764 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff45255d-8173-408a-9382-68f42d7f24e9', 'name': 'network-vif-deleted', 'tag': '9a32c2db-6943-4446-b63e-c3b0b430e467', 'status': 'completed', 'code': 200} Jul 05 03:59:03.772238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 761bf73a-509b-4c28-b457-15f5ee0c6a71 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:03.780713 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.793783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Transition to ACTIVE for port object 761bf73a-509b-4c28-b457-15f5ee0c6a71 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:03.860923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee7a540e-b0a8-44eb-8ac3-e944b599f564 req-e4909a56-942b-43d5-abae-875d6ce38345 tempest-MultipleCreateTestJSON-1377485222 tempest-MultipleCreateTestJSON-1377485222-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff45255d-8173-408a-9382-68f42d7f24e9 HTTP/1.1" status: 200 len: 210 time: 0.0305090 Jul 05 03:59:03.888714 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:03.941414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Pushing event updated for resources: {'Port': ['ID=761bf73a-509b-4c28-b457-15f5ee0c6a71,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:04.085774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f29eea9c-96e9-45f1-b813-c8a685b9374c no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:04.146303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: f29eea9c-96e9-45f1-b813-c8a685b9374c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:04.147553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f29eea9c-96e9-45f1-b813-c8a685b9374c not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:04.149157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Attempting to bind port 761bf73a-509b-4c28-b457-15f5ee0c6a71 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:04.149157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Attempting to bind port 761bf73a-509b-4c28-b457-15f5ee0c6a71 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:04.149443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Attempting to bind port 761bf73a-509b-4c28-b457-15f5ee0c6a71 on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:04.161134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Port 761bf73a-509b-4c28-b457-15f5ee0c6a71 on network bb7225f8-2656-4d21-83e6-3f10fe13876c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:04.161469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Attempting to bind port 761bf73a-509b-4c28-b457-15f5ee0c6a71 on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:04.170034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:04.170377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Checking segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:04.170773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Bound using segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:04.171296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Bound port: 761bf73a-509b-4c28-b457-15f5ee0c6a71, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:04.171671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.196047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c92c14-6f8e-4733-9e0e-2a348092975c req-e75c34ad-05a8-4fe5-97ca-140ab0217a58 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.206493 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23c92c14-6f8e-4733-9e0e-2a348092975c req-e75c34ad-05a8-4fe5-97ca-140ab0217a58 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 943 time: 0.2660182 Jul 05 03:59:04.300453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23c92c14-6f8e-4733-9e0e-2a348092975c req-e2d36a06-26bc-449a-8033-cd4c60116c42 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829499 Jul 05 03:59:04.330574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] For port 761bf73a-509b-4c28-b457-15f5ee0c6a71, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:04.333751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] For port 761bf73a-509b-4c28-b457-15f5ee0c6a71, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=761bf73a-509b-4c28-b457-15f5ee0c6a71,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:04.498691 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.534765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.535381 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:04.536734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] 10.222.0.26 "PUT /v2.0/ports/761bf73a-509b-4c28-b457-15f5ee0c6a71 HTTP/1.1" status: 200 len: 1092 time: 1.3580096 Jul 05 03:59:04.560552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b98bf4-de9d-4b7e-89f4-79f73afd5dbd service neutron] Pushing event updated for resources: {'Port': ['ID=761bf73a-509b-4c28-b457-15f5ee0c6a71,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:04.650318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d39a484-f26e-4af0-900a-5ac40029e388 req-9ed6b4b1-366e-4664-8ac0-7863dc9aa21f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0434217 Jul 05 03:59:04.763149 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-ba8e7c45-6fe0-4e8c-ba09-f3d8de9f1069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.764723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-ba8e7c45-6fe0-4e8c-ba09-f3d8de9f1069 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 1095 time: 0.0690069 Jul 05 03:59:04.815814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-253e2dc3-6d83-41b6-9a1e-9b6b475228d4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=761bf73a-509b-4c28-b457-15f5ee0c6a71 HTTP/1.1" status: 200 len: 217 time: 0.0376370 Jul 05 03:59:04.878108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-09657ca8-429c-45ea-ba5a-0c318dd6256f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.879716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-09657ca8-429c-45ea-ba5a-0c318dd6256f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.0492089 Jul 05 03:59:04.961847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-50820cbc-b49b-43d5-9bec-ce27acc0f192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:04.963374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-50820cbc-b49b-43d5-9bec-ce27acc0f192 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0730517 Jul 05 03:59:05.130930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60794) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:05.180598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f742865-980a-48d0-9e87-657ebd988c47 admin admin] Deleting subnet 59c1b262-9411-4d82-8d8a-ac22a8c596b5 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:05.185483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f742865-980a-48d0-9e87-657ebd988c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.226703 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f742865-980a-48d0-9e87-657ebd988c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.270326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f742865-980a-48d0-9e87-657ebd988c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.447069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82ae6b2-35b6-4cc3-9d7c-14aae0633b63 req-8d2e90f6-e777-422d-b914-1e7845b2e5f8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.448643 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e82ae6b2-35b6-4cc3-9d7c-14aae0633b63 req-8d2e90f6-e777-422d-b914-1e7845b2e5f8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 944 time: 0.5030429 Jul 05 03:59:05.473786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-c5d809fa-5c87-432a-8aff-9d8d0daf86cb service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4926634 Jul 05 03:59:05.494497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f742865-980a-48d0-9e87-657ebd988c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.520908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f742865-980a-48d0-9e87-657ebd988c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c1b262-9411-4d82-8d8a-ac22a8c596b5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:05.524741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f742865-980a-48d0-9e87-657ebd988c47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.527253 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f742865-980a-48d0-9e87-657ebd988c47 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/59c1b262-9411-4d82-8d8a-ac22a8c596b5 HTTP/1.1" status: 204 len: 168 time: 0.3946943 Jul 05 03:59:05.530198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60802) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:05.581855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52e4037-31cf-4c86-a30e-0e03ffd64d80 req-f3341bb7-9c63-478e-8c51-02d4f545fa98 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.583391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b52e4037-31cf-4c86-a30e-0e03ffd64d80 req-f3341bb7-9c63-478e-8c51-02d4f545fa98 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2498367 Jul 05 03:59:05.589874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a657-1959-45f1-b7ae-3dc2b9b25744 req-1f5e2560-1345-462a-af51-6ae14002388c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.591380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c887a657-1959-45f1-b7ae-3dc2b9b25744 req-1f5e2560-1345-462a-af51-6ae14002388c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 1097 time: 0.2589378 Jul 05 03:59:05.598623 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e82ae6b2-35b6-4cc3-9d7c-14aae0633b63 req-1ad402db-6fa2-4df4-9a51-787f9c065456 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422484 Jul 05 03:59:05.602348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.704883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0ac3b1b-f890-40f6-af3d-b57d0423eb91 req-2062d3d5-8cdb-4c63-bc0d-48094e39d00d service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204254 Jul 05 03:59:05.706117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.718721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d03c55cd-dc50-43c7-afbe-326950ccfe36']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:05.731296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82fbba4c-386e-49a2-bf9d-0002e7341993') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:05.731542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82fbba4c-386e-49a2-bf9d-0002e7341993') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:05.733493 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b52e4037-31cf-4c86-a30e-0e03ffd64d80 req-7d14415b-3656-46ec-889b-f98b4b2ec87c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410418 Jul 05 03:59:05.745487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.757463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0bc6d1d3-c9d9-4b31-8841-8a170f5e9424', 'tag': '761bf73a-509b-4c28-b457-15f5ee0c6a71'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:05.760427 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe34b6d9-7859-47a7-b240-eced56e0ba49" -d '{"events": [{"name": "network-changed", "server_uuid": "0bc6d1d3-c9d9-4b31-8841-8a170f5e9424", "tag": "761bf73a-509b-4c28-b457-15f5ee0c6a71"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:05.773017 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.780834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:05.781294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:05.787126 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:05.790113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a657-1959-45f1-b7ae-3dc2b9b25744 req-605b1ed2-2681-4201-b0f3-e9d2a3645317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.790113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c887a657-1959-45f1-b7ae-3dc2b9b25744 req-605b1ed2-2681-4201-b0f3-e9d2a3645317 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 920 time: 0.1801200 Jul 05 03:59:05.861260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c887a657-1959-45f1-b7ae-3dc2b9b25744 req-b3def3e3-9020-469e-9cd6-87e0f8402492 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8153d056-e7ba-4605-bb48-7dfd323574a9 HTTP/1.1" status: 200 len: 217 time: 0.0659025 Jul 05 03:59:05.952166 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.959453 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:05.961464 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d03c55cd-dc50-43c7-afbe-326950ccfe36 HTTP/1.1" status: 204 len: 168 time: 0.4308126 Jul 05 03:59:05.966073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c887a657-1959-45f1-b7ae-3dc2b9b25744 req-6c4cfc28-e957-4080-a796-baa1f3c9c82e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:05.967579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c887a657-1959-45f1-b7ae-3dc2b9b25744 req-6c4cfc28-e957-4080-a796-baa1f3c9c82e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb904193-b65b-4420-a87d-fc43f384337a HTTP/1.1" status: 200 len: 859 time: 0.0892961 Jul 05 03:59:05.974293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e3cc6-a3d1-4c3f-b669-d18aae19d887 admin admin] Pushing event deleted for resources: {'Network': ['ID=d03c55cd-dc50-43c7-afbe-326950ccfe36,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:06.022381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c887a657-1959-45f1-b7ae-3dc2b9b25744 req-4fc3ee1d-a928-46a5-aa6a-9001a20d6fa4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4530ce1e-09ff-4427-90eb-146c4454065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459800 Jul 05 03:59:06.046096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dadbc6a5-dcd0-4b51-af61-72df173e2ca9 req-cc5295f1-2b40-42af-b3c5-a4c7264a55df tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0372043 Jul 05 03:59:06.061632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45888d7-363d-4c8d-a4c3-261b17c25f98 req-bc285592-6b36-4bd7-a38c-17c4cf688c51 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.063110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a45888d7-363d-4c8d-a4c3-261b17c25f98 req-bc285592-6b36-4bd7-a38c-17c4cf688c51 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 943 time: 0.1492455 Jul 05 03:59:06.093123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:06.096374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9a32c2db-6943-4446-b63e-c3b0b430e467 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:06.108459 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b1a5bb9-361c-4654-8342-52fe80f414db x-openstack-request-id: req-4b1a5bb9-361c-4654-8342-52fe80f414db {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:06.108747 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0bc6d1d3-c9d9-4b31-8841-8a170f5e9424", "tag": "761bf73a-509b-4c28-b457-15f5ee0c6a71", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:06.108999 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4b1a5bb9-361c-4654-8342-52fe80f414db {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:06.109515 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0bc6d1d3-c9d9-4b31-8841-8a170f5e9424', 'tag': '761bf73a-509b-4c28-b457-15f5ee0c6a71', 'status': 'completed', 'code': 200} Jul 05 03:59:06.135518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 9a32c2db-6943-4446-b63e-c3b0b430e467 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:06.135938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9a32c2db-6943-4446-b63e-c3b0b430e467 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:06.193436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a45888d7-363d-4c8d-a4c3-261b17c25f98 req-d9e7d8b8-9ef4-4562-b547-b4e0aa0b034d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180143 Jul 05 03:59:06.212321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c887a657-1959-45f1-b7ae-3dc2b9b25744 req-4f491f95-cf2a-4aa5-9d6c-4b065c65da35 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681376 Jul 05 03:59:06.243140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:06.256227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'port_id': 'ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', 'mac_address': 'fa:16:3e:c3:bb:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b073ad93-53eb-4430-93a7-0f49cb28c7c4', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:06.294611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-5052c5aa-3afb-47bc-be13-4db673112df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.296187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-5052c5aa-3afb-47bc-be13-4db673112df7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 1095 time: 0.1546144 Jul 05 03:59:06.306149 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.320703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:06.354295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:06.357717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60814) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:06.425802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c887a657-1959-45f1-b7ae-3dc2b9b25744 req-f0618156-18e9-4835-b0d8-9a79ee6b16d9 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2057807 Jul 05 03:59:06.437448 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-51fa335e-a5b6-4c5a-bce1-e141b85a1219 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=deab519003994143b3851eefc9443741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0778646 Jul 05 03:59:06.439957 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60818) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:06.453879 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.512118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5eb1-9547-429f-a642-bd47ce0e91d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.514952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-851a0e75-6309-439c-b0be-171ceb03e44e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.517740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-851a0e75-6309-439c-b0be-171ceb03e44e service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.2119224 Jul 05 03:59:06.538713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5eb1-9547-429f-a642-bd47ce0e91d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.546085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:06.618527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-8c2a3760-d6b1-4757-8a0e-f3be4ac2917a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=761bf73a-509b-4c28-b457-15f5ee0c6a71 HTTP/1.1" status: 200 len: 217 time: 0.0794113 Jul 05 03:59:06.671347 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5eb1-9547-429f-a642-bd47ce0e91d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.673937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5ff5eb1-9547-429f-a642-bd47ce0e91d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:06.675335 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d5ff5eb1-9547-429f-a642-bd47ce0e91d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fec3d54c-8846-4328-8897-57213ca66547 HTTP/1.1" status: 204 len: 168 time: 0.2343142 Jul 05 03:59:06.686066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ff5eb1-9547-429f-a642-bd47ce0e91d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec3d54c-8846-4328-8897-57213ca66547,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:06.737301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-d5161504-5018-43b2-a4c2-bcc42d07f1f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.738615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-d5161504-5018-43b2-a4c2-bcc42d07f1f5 service neutron] 10.222.0.26 "GET /v2.0/ports/508f00b8-de49-493e-8e45-0696faad4424 HTTP/1.1" status: 200 len: 1033 time: 0.1067631 Jul 05 03:59:06.750586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-f1184c4b-e3fd-4fb1-9a66-c2254d35ec4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.750586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-f1184c4b-e3fd-4fb1-9a66-c2254d35ec4e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.1085162 Jul 05 03:59:06.774496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c68b2b7-cd08-4fe2-a65c-fff7f91b4c7d req-1f914c73-ea5a-4f40-ba1d-b9fe3ceb13e6 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.776188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c68b2b7-cd08-4fe2-a65c-fff7f91b4c7d req-1f914c73-ea5a-4f40-ba1d-b9fe3ceb13e6 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 945 time: 0.2498009 Jul 05 03:59:06.886716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-d301202e-bf97-4e53-bd1e-0edab6b4b36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:06.888116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-d301202e-bf97-4e53-bd1e-0edab6b4b36c service neutron] 10.222.0.26 "GET /v2.0/ports/d9272308-16d4-4bea-815a-f0a4152feb20 HTTP/1.1" status: 200 len: 1032 time: 0.1367705 Jul 05 03:59:06.921813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:06.940772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c68b2b7-cd08-4fe2-a65c-fff7f91b4c7d req-60ecc363-5a1c-4528-a544-650844392070 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1355743 Jul 05 03:59:07.004808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662c867a-4402-4034-ae86-023deb2dc3db req-e11d72f2-26a6-487f-8036-3d5cca4d46b5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.012495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-662c867a-4402-4034-ae86-023deb2dc3db req-e11d72f2-26a6-487f-8036-3d5cca4d46b5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 945 time: 0.2677202 Jul 05 03:59:07.029999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-32fb0899-7eab-4dd4-8551-4cd510e2b74c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.031547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-32fb0899-7eab-4dd4-8551-4cd510e2b74c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2538526 Jul 05 03:59:07.119275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-662c867a-4402-4034-ae86-023deb2dc3db req-f005b28e-83c0-4ff6-b1ee-5024f2b2eb53 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058247 Jul 05 03:59:07.187887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8473c80f-8634-41ca-9949-69a66f469463 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.194342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8473c80f-8634-41ca-9949-69a66f469463 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.202063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8473c80f-8634-41ca-9949-69a66f469463 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.204152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8473c80f-8634-41ca-9949-69a66f469463 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "GET /v2.0/networks?id=1ad52298-5282-4af0-bae4-d544afacc71c&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=e28198e9-0da7-40ca-97a9-a59c4503279c&id=e28198e9-0da7-40ca-97a9-a59c4503279c HTTP/1.1" status: 200 len: 1996 time: 0.3001237 Jul 05 03:59:07.273690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-7746859e-9e05-4069-ac3d-c21513758c8f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0 HTTP/1.1" status: 200 len: 380 time: 0.0512724 Jul 05 03:59:07.282671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-5ee8f45a-5ec8-4b0c-aab1-34bfa3251ed3 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401567 Jul 05 03:59:07.297481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'admin_state_up': True, 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'security_groups': ['4c298708-2e71-4abb-9343-33baea5e145c']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:07.499697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a12b0ad-3e02-440d-b70e-34976922c7da req-1a274efa-19dc-4aac-845b-57401755c75a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0575900 Jul 05 03:59:07.595950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8cf8f5-81f5-4c72-bccb-2eaeed63cd47 req-4bd46217-2520-458c-9b8b-16f6c9936121 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.600127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa8cf8f5-81f5-4c72-bccb-2eaeed63cd47 req-4bd46217-2520-458c-9b8b-16f6c9936121 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2703469 Jul 05 03:59:07.602469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe34b6d9-7859-47a7-b240-eced56e0ba49 req-e0dc8b5f-460d-48b4-9a28-48709c529639 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2998669 Jul 05 03:59:07.691105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa8cf8f5-81f5-4c72-bccb-2eaeed63cd47 req-6724ed2e-d1dc-4966-9530-fae2efad601c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859265 Jul 05 03:59:07.736963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cb4dcb-dc53-47e3-9268-01791eaaceab req-be80fdb5-9d13-4f09-ba16-116cedd6080e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:07.738491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3cb4dcb-dc53-47e3-9268-01791eaaceab req-be80fdb5-9d13-4f09-ba16-116cedd6080e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 943 time: 0.1037381 Jul 05 03:59:07.782751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3cb4dcb-dc53-47e3-9268-01791eaaceab req-17648c15-0c0c-4079-9eef-a28baf1ff184 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381334 Jul 05 03:59:07.893716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:07.898313 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:07.979710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-40dd68c4-d79f-4f2c-bf7c-1f61ccb41475 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.036311 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Allocated IP 172.20.0.4 (1ad52298-5282-4af0-bae4-d544afacc71c/2d0ee9de-4adc-4361-96f5-b74cc93d5b36/2987838d-4d53-4c05-bb68-d5cb3c0d6304) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:08.103651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 761bf73a-509b-4c28-b457-15f5ee0c6a71 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:08.226510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 761bf73a-509b-4c28-b457-15f5ee0c6a71, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=761bf73a-509b-4c28-b457-15f5ee0c6a71,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:08.244576 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.253676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '761bf73a-509b-4c28-b457-15f5ee0c6a71', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'port_id': '761bf73a-509b-4c28-b457-15f5ee0c6a71', 'mac_address': 'fa:16:3e:5b:73:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:08.268095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Transition to ACTIVE for port object 2987838d-4d53-4c05-bb68-d5cb3c0d6304 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:08.332454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.361122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 761bf73a-509b-4c28-b457-15f5ee0c6a71 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:08.396302 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.409460 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 761bf73a-509b-4c28-b457-15f5ee0c6a71, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=761bf73a-509b-4c28-b457-15f5ee0c6a71,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:08.480660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network 1ad52298-5282-4af0-bae4-d544afacc71c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:08.493392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:08.502232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:08.507491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Port': ['ID=2987838d-4d53-4c05-bb68-d5cb3c0d6304,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:08.517668 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.574758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6567bf-20ba-44de-8b68-8e1c2c1d2da1 req-2e1816bd-6c23-421b-bd73-4e3bfb0f3fc4 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.584555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e6567bf-20ba-44de-8b68-8e1c2c1d2da1 req-2e1816bd-6c23-421b-bd73-4e3bfb0f3fc4 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 945 time: 0.2464852 Jul 05 03:59:08.608306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=761bf73a-509b-4c28-b457-15f5ee0c6a71,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:08.629848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:08.630193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:08.660659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e6567bf-20ba-44de-8b68-8e1c2c1d2da1 req-5b30e593-e571-468f-8211-05a2727f9f0c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750132 Jul 05 03:59:08.735387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-10d110f3-533e-4c07-a429-5cd97f442fbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4435925 Jul 05 03:59:08.756289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282', 'admin_state_up': True, 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'security_groups': ['4c298708-2e71-4abb-9343-33baea5e145c']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:08.910044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['761bf73a-509b-4c28-b457-15f5ee0c6a71'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:08.919792 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60880) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:08.952503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1903232a-a17f-4fc6-90eb-5bbf09b86fac None None] Provisioning for port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:08.959526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1903232a-a17f-4fc6-90eb-5bbf09b86fac None None] Provisioning complete for port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:08.959924 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1903232a-a17f-4fc6-90eb-5bbf09b86fac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.059778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1903232a-a17f-4fc6-90eb-5bbf09b86fac None None] Port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:09.068483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b37d83-63a6-4880-a3e3-2ca1e920469e req-0d40b625-bdb4-495e-bf52-2c8c27c9e655 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.070633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88b37d83-63a6-4880-a3e3-2ca1e920469e req-0d40b625-bdb4-495e-bf52-2c8c27c9e655 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 931 time: 0.2038236 Jul 05 03:59:09.088392 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe77e510-7f62-4b27-8eaf-b7ee92533722 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.138228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c62e2b4-5934-413f-8082-f02a2aa7ef0e req-905931d6-bf35-4d98-a571-4b51d7720c37 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.140004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c62e2b4-5934-413f-8082-f02a2aa7ef0e req-905931d6-bf35-4d98-a571-4b51d7720c37 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 945 time: 0.1952114 Jul 05 03:59:09.158344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88b37d83-63a6-4880-a3e3-2ca1e920469e req-a827d49f-009b-4d0b-bddb-89074dad27a0 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0732138 Jul 05 03:59:09.207109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c62e2b4-5934-413f-8082-f02a2aa7ef0e req-ab163e2a-4595-4419-b25f-980b636e9b2f tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476685 Jul 05 03:59:09.220109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:09.235243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.324494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe77e510-7f62-4b27-8eaf-b7ee92533722 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.453959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe77e510-7f62-4b27-8eaf-b7ee92533722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.498536 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fe77e510-7f62-4b27-8eaf-b7ee92533722 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c50dafcba64c4819984e37ca58ff3d8f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5776305 Jul 05 03:59:09.499503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe77e510-7f62-4b27-8eaf-b7ee92533722 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=196d3495-d476-4ba2-acae-886218e434e5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:09.501880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60890) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:09.572575 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12ca916e-3c5b-469e-9e6a-8ac46816e8ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.596676 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12ca916e-3c5b-469e-9e6a-8ac46816e8ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.740510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Allocated IP 10.1.1.90 (306023af-e0b8-453c-8089-e1bc27c43282/82870ee0-5db4-4724-b01c-ef881425a5af/82917737-35ba-4936-8cf9-75ad6c8a2220) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:09.782413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b01dd11d-44ae-42af-b88a-6391d39cea99 req-04923c04-ce6a-4b08-b5f3-da646163c173 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.784071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b01dd11d-44ae-42af-b88a-6391d39cea99 req-04923c04-ce6a-4b08-b5f3-da646163c173 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.4738934 Jul 05 03:59:09.785458 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12ca916e-3c5b-469e-9e6a-8ac46816e8ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.788950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12ca916e-3c5b-469e-9e6a-8ac46816e8ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:09.790836 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-12ca916e-3c5b-469e-9e6a-8ac46816e8ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/196d3495-d476-4ba2-acae-886218e434e5 HTTP/1.1" status: 204 len: 168 time: 0.2778697 Jul 05 03:59:09.801784 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ca916e-3c5b-469e-9e6a-8ac46816e8ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=196d3495-d476-4ba2-acae-886218e434e5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:09.819654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbece3a-35ad-4597-804f-0067f861c1e4 req-5db741f5-fd96-443b-9034-070d0a51c7bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:09.821261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1fbece3a-35ad-4597-804f-0067f861c1e4 req-5db741f5-fd96-443b-9034-070d0a51c7bf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 944 time: 0.4695239 Jul 05 03:59:09.937770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b01dd11d-44ae-42af-b88a-6391d39cea99 req-c0d31c78-49ba-4273-bc19-e583f711419b tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1385465 Jul 05 03:59:09.945374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1fbece3a-35ad-4597-804f-0067f861c1e4 req-a4afef5c-0c7a-4c4e-9ba1-ad5545be6aa4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142735 Jul 05 03:59:10.027810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.052039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Transition to ACTIVE for port object 82917737-35ba-4936-8cf9-75ad6c8a2220 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:10.101976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:10.186286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.259032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network 306023af-e0b8-453c-8089-e1bc27c43282 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:10.275648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:10.283161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:10.283548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.309141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:10.336892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:10.399225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.407173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Port': ['ID=82917737-35ba-4936-8cf9-75ad6c8a2220,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:10.449287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:10.450303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e751f0-ea70-422d-888a-1f556ac92d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcd3c16-06ae-4ed4-b2e0-92a43687ff85'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:10.453046 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b4588a8-5f9e-4b0b-a3e6-20fae6540efc" -d '{"events": [{"server_uuid": "77e751f0-ea70-422d-888a-1f556ac92d1d", "name": "network-vif-plugged", "status": "completed", "tag": "ffcd3c16-06ae-4ed4-b2e0-92a43687ff85"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:10.469644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.470586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.511266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f307e-9326-416e-8b64-b8b843cc3f6a req-d21f55a9-7883-416b-a384-dff9b98e42bc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.512976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f1f307e-9326-416e-8b64-b8b843cc3f6a req-d21f55a9-7883-416b-a384-dff9b98e42bc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 945 time: 0.2528903 Jul 05 03:59:10.523606 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.567296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8247de-ae4c-4d04-981d-29a427d9b078 req-f78ea9e6-e6c6-471f-ac81-e3031377ba1b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.575190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8247de-ae4c-4d04-981d-29a427d9b078 req-f78ea9e6-e6c6-471f-ac81-e3031377ba1b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:10.584240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c8247de-ae4c-4d04-981d-29a427d9b078 req-f78ea9e6-e6c6-471f-ac81-e3031377ba1b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 1652 time: 0.1959045 Jul 05 03:59:10.584466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:10.613147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f63f92f6-ee5f-49ef-92ad-cc058d05ba82 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.8616753 Jul 05 03:59:10.627973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282', 'admin_state_up': True, 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'security_groups': ['4c298708-2e71-4abb-9343-33baea5e145c']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:10.640924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f1f307e-9326-416e-8b64-b8b843cc3f6a req-d2a4928e-9983-492e-bc2f-7c8cd8190f8c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036448 Jul 05 03:59:10.695786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c8247de-ae4c-4d04-981d-29a427d9b078 req-31f0d25a-8626-4b40-bde2-b0ec92ff910d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1104040 Jul 05 03:59:10.779178 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e3fe6a-5936-4f39-bd65-ed7a165ccb16 x-openstack-request-id: req-04e3fe6a-5936-4f39-bd65-ed7a165ccb16 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:10.779495 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e751f0-ea70-422d-888a-1f556ac92d1d", "name": "network-vif-plugged", "status": "completed", "tag": "ffcd3c16-06ae-4ed4-b2e0-92a43687ff85", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:10.779741 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04e3fe6a-5936-4f39-bd65-ed7a165ccb16 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:10.780279 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e751f0-ea70-422d-888a-1f556ac92d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', 'code': 200} Jul 05 03:59:10.781426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ca42108-9b35-48c9-9978-ba06c1075f30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.820033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6638f7bb-074e-425f-a871-90ddba21fa7c None None] Provisioning for port 82917737-35ba-4936-8cf9-75ad6c8a2220 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:10.828232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6638f7bb-074e-425f-a871-90ddba21fa7c None None] Provisioning complete for port 82917737-35ba-4936-8cf9-75ad6c8a2220 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:10.828608 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6638f7bb-074e-425f-a871-90ddba21fa7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.871831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6638f7bb-074e-425f-a871-90ddba21fa7c None None] Port 82917737-35ba-4936-8cf9-75ad6c8a2220 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:10.897486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:10.901144 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:10.904301 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.010333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edeb2814-d9e9-4bfb-b13a-a37e0e21681b req-1599eaef-38ef-4165-9de5-5053f2fb6dc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.012150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edeb2814-d9e9-4bfb-b13a-a37e0e21681b req-1599eaef-38ef-4165-9de5-5053f2fb6dc6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 1098 time: 0.1528807 Jul 05 03:59:11.153001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edeb2814-d9e9-4bfb-b13a-a37e0e21681b req-90221c51-9fb2-4ecc-b92c-c376c9e30969 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264582 Jul 05 03:59:11.153001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Allocated IP 10.1.1.145 (306023af-e0b8-453c-8089-e1bc27c43282/82870ee0-5db4-4724-b01c-ef881425a5af/b8f69d4b-d276-4843-88a3-f617b74fdc99) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:11.219625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54c34f8-2c9e-4f12-b4fc-1b0922b2a9d4 req-9a8e8366-8193-4d3e-9913-658041d2b61c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.221257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b54c34f8-2c9e-4f12-b4fc-1b0922b2a9d4 req-9a8e8366-8193-4d3e-9913-658041d2b61c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1484361 Jul 05 03:59:11.317348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b54c34f8-2c9e-4f12-b4fc-1b0922b2a9d4 req-9cd702ef-61a5-46d6-859a-4930b2dd7707 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835135 Jul 05 03:59:11.377535 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.395997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Transition to ACTIVE for port object b8f69d4b-d276-4843-88a3-f617b74fdc99 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:11.528519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.609580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network 306023af-e0b8-453c-8089-e1bc27c43282 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:11.616566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:11.628942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:11.639536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80eb0573-124b-4dc6-b7fb-9b2568238825 req-b04b65fd-d953-4c03-8577-628e136dfa25 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.641241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80eb0573-124b-4dc6-b7fb-9b2568238825 req-b04b65fd-d953-4c03-8577-628e136dfa25 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 944 time: 0.1685262 Jul 05 03:59:11.670305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Port': ['ID=b8f69d4b-d276-4843-88a3-f617b74fdc99,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:11.774889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80eb0573-124b-4dc6-b7fb-9b2568238825 req-0b01d701-96bc-4d6a-950e-ed88ead97e6f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092346 Jul 05 03:59:11.802750 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.804305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.805406 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:11.892955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ec505c-bfb1-4aba-8dc9-42fd575308b7 req-945f5d4c-e84c-4a84-b7f0-00d90f2d3c2b tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:11.900549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05ec505c-bfb1-4aba-8dc9-42fd575308b7 req-945f5d4c-e84c-4a84-b7f0-00d90f2d3c2b tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 945 time: 0.1217179 Jul 05 03:59:11.927064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-9a54c696-1b59-41a5-91d2-33753b09bacc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3067112 Jul 05 03:59:11.967923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c', 'admin_state_up': True, 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'security_groups': ['4c298708-2e71-4abb-9343-33baea5e145c']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:12.034986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05ec505c-bfb1-4aba-8dc9-42fd575308b7 req-7438b2e8-dd40-47e5-9b8f-0f9acad6fed4 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1288743 Jul 05 03:59:12.121697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 761bf73a-509b-4c28-b457-15f5ee0c6a71 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:12.138857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854fc7e6-a8f9-4045-b251-ddd9211e0817 req-7c6840d4-7038-4f64-9b99-8e840da71479 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:12.146042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-854fc7e6-a8f9-4045-b251-ddd9211e0817 req-7c6840d4-7038-4f64-9b99-8e840da71479 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 946 time: 0.2281001 Jul 05 03:59:12.158223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d7f4239c-386d-4b03-b9a4-0ffbcce0ca91 None None] Provisioning for port b8f69d4b-d276-4843-88a3-f617b74fdc99 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:12.168727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d7f4239c-386d-4b03-b9a4-0ffbcce0ca91 None None] Provisioning complete for port b8f69d4b-d276-4843-88a3-f617b74fdc99 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:12.169107 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d7f4239c-386d-4b03-b9a4-0ffbcce0ca91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.225154 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d7f4239c-386d-4b03-b9a4-0ffbcce0ca91 None None] Port b8f69d4b-d276-4843-88a3-f617b74fdc99 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:12.240952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-854fc7e6-a8f9-4045-b251-ddd9211e0817 req-b89db7eb-703f-446c-9b6e-0ec62360fb96 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936456 Jul 05 03:59:12.281390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e423e6-4495-47f3-a3b3-02eb90829f96 req-1c03070b-2b80-425e-811e-e942f0374015 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:12.287455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e423e6-4495-47f3-a3b3-02eb90829f96 req-1c03070b-2b80-425e-811e-e942f0374015 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:12.294211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e423e6-4495-47f3-a3b3-02eb90829f96 req-1c03070b-2b80-425e-811e-e942f0374015 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:12.296089 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9e423e6-4495-47f3-a3b3-02eb90829f96 req-1c03070b-2b80-425e-811e-e942f0374015 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 2373 time: 0.1256225 Jul 05 03:59:12.340284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 761bf73a-509b-4c28-b457-15f5ee0c6a71 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:12.349910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 761bf73a-509b-4c28-b457-15f5ee0c6a71 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:12.349910 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.355721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:12.386077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9e423e6-4495-47f3-a3b3-02eb90829f96 req-ff70cb2f-5b8d-46f4-b8e6-07fc80ba9062 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0790458 Jul 05 03:59:12.496692 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.507771 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.539729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 761bf73a-509b-4c28-b457-15f5ee0c6a71, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=761bf73a-509b-4c28-b457-15f5ee0c6a71,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:12.660676 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:12.695155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b30f207-5725-48b5-a672-12c3998f2f40 req-10edb6f5-1d3d-4729-a661-12d56bb9a5b5 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:12.697183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b30f207-5725-48b5-a672-12c3998f2f40 req-10edb6f5-1d3d-4729-a661-12d56bb9a5b5 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2068882 Jul 05 03:59:12.755660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=761bf73a-509b-4c28-b457-15f5ee0c6a71,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:12.781096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc6d1d3-c9d9-4b31-8841-8a170f5e9424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761bf73a-509b-4c28-b457-15f5ee0c6a71'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:12.783525 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e47d8a7-1211-488f-a7db-e5c41111fa2d" -d '{"events": [{"server_uuid": "0bc6d1d3-c9d9-4b31-8841-8a170f5e9424", "name": "network-vif-plugged", "status": "completed", "tag": "761bf73a-509b-4c28-b457-15f5ee0c6a71"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:12.829220 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2513117e-275e-4819-b5ff-0b8765be495a x-openstack-request-id: req-2513117e-275e-4819-b5ff-0b8765be495a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:12.829823 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc6d1d3-c9d9-4b31-8841-8a170f5e9424", "name": "network-vif-plugged", "status": "completed", "tag": "761bf73a-509b-4c28-b457-15f5ee0c6a71", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:12.829823 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2513117e-275e-4819-b5ff-0b8765be495a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:12.830590 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc6d1d3-c9d9-4b31-8841-8a170f5e9424', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '761bf73a-509b-4c28-b457-15f5ee0c6a71', 'code': 200} Jul 05 03:59:12.839376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b30f207-5725-48b5-a672-12c3998f2f40 req-cfcd42af-a470-4141-a2a8-772bc5d3cba9 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947740 Jul 05 03:59:12.883639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Allocated IP 10.2.2.100 (e28198e9-0da7-40ca-97a9-a59c4503279c/11924460-10d8-40b4-a609-e36e314a9ea5/413daab2-512f-4770-8e63-6f518efd0808) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:13.119144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f07d8-e14a-4cd4-8811-48c73d14718b req-2b838f05-adcc-479a-9dd6-32cd4ef43cc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.121254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e95f07d8-e14a-4cd4-8811-48c73d14718b req-2b838f05-adcc-479a-9dd6-32cd4ef43cc2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 1097 time: 0.1957846 Jul 05 03:59:13.140472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36e6b24-10cf-40fd-99c2-61301ac41281 req-a3bca8b3-6fa5-4e2a-9d1c-b209f2b06781 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.142092 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c36e6b24-10cf-40fd-99c2-61301ac41281 req-a3bca8b3-6fa5-4e2a-9d1c-b209f2b06781 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.2177444 Jul 05 03:59:13.147876 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.212090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Transition to ACTIVE for port object 413daab2-512f-4770-8e63-6f518efd0808 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:13.265604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e95f07d8-e14a-4cd4-8811-48c73d14718b req-034f7fd1-113f-455b-834e-8b5eadab6ce6 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203110 Jul 05 03:59:13.278598 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c36e6b24-10cf-40fd-99c2-61301ac41281 req-397bfd59-6a88-47e1-8107-fe721bad0f41 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217892 Jul 05 03:59:13.323977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6f6a5e-fd1a-4f86-b2ec-da342eab071e req-7ea3dc7f-f96b-408a-a314-df40fe7dcef0 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.325585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d6f6a5e-fd1a-4f86-b2ec-da342eab071e req-7ea3dc7f-f96b-408a-a314-df40fe7dcef0 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 945 time: 0.1527920 Jul 05 03:59:13.374099 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.387269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d6f6a5e-fd1a-4f86-b2ec-da342eab071e req-6b4918ad-9d41-48a6-8f07-e6c3cbb3133f tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups?id=0536c6e8-9612-4c39-9e71-e2fe87565c00&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551627 Jul 05 03:59:13.433300 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.438179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505671ce-fe3f-4144-b3fa-8909ffe52064 req-b18e7f26-ac0d-4a8f-8351-0984a2d46b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.439792 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-505671ce-fe3f-4144-b3fa-8909ffe52064 req-b18e7f26-ac0d-4a8f-8351-0984a2d46b29 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 1097 time: 0.1159663 Jul 05 03:59:13.491214 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-505671ce-fe3f-4144-b3fa-8909ffe52064 req-e1a516f2-1253-490d-a521-09697bc77519 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434763 Jul 05 03:59:13.505334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-160287d6-02c5-45c9-99c4-81969b068278 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.507282 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-160287d6-02c5-45c9-99c4-81969b068278 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.26 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 945 time: 0.1853447 Jul 05 03:59:13.575690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network e28198e9-0da7-40ca-97a9-a59c4503279c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:13.578407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Port': ['ID=413daab2-512f-4770-8e63-6f518efd0808,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:13.598949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:13.603641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:13.624945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.661843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbdf1f-b115-4eda-82bb-b2098f3e1eab req-dbaad145-6afc-4b30-92b6-9a7f1a6972bf tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.668663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4dbdf1f-b115-4eda-82bb-b2098f3e1eab req-dbaad145-6afc-4b30-92b6-9a7f1a6972bf tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 946 time: 0.2632277 Jul 05 03:59:13.682787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Deleting port 1073de75-65ba-41df-b545-074e3d2ebf8e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:13.683365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.741029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4dbdf1f-b115-4eda-82bb-b2098f3e1eab req-d4e48b14-11fb-4d50-bb50-a3afd0b42e66 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703235 Jul 05 03:59:13.772374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.773517 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.800890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f6232-b7db-4390-b749-eb473920f12b req-d347bc09-9765-44d6-a581-7f15c214d9db tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.807920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f6232-b7db-4390-b749-eb473920f12b req-d347bc09-9765-44d6-a581-7f15c214d9db tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.814145 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f6232-b7db-4390-b749-eb473920f12b req-d347bc09-9765-44d6-a581-7f15c214d9db tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.820204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178f6232-b7db-4390-b749-eb473920f12b req-d347bc09-9765-44d6-a581-7f15c214d9db tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:13.828804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-178f6232-b7db-4390-b749-eb473920f12b req-d347bc09-9765-44d6-a581-7f15c214d9db tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 3094 time: 0.2867980 Jul 05 03:59:13.849741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] For port 1073de75-65ba-41df-b545-074e3d2ebf8e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1073de75-65ba-41df-b545-074e3d2ebf8e,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:13.850431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:13.914234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-178f6232-b7db-4390-b749-eb473920f12b req-4e45396d-f9cc-4224-b7bf-cd32d2851be9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0800731 Jul 05 03:59:13.936093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fe982975-6143-4beb-a962-88e835afa4a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9938562 Jul 05 03:59:13.946999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c', 'admin_state_up': True, 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'security_groups': ['4c298708-2e71-4abb-9343-33baea5e145c']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:14.156203 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.156720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.157120 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Floating IP 119208a5-e69c-4d78-825a-4d20653b8d49 disassociated. External IP: 172.25.4.212, port: 1073de75-65ba-41df-b545-074e3d2ebf8e. Jul 05 03:59:14.157617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Calling delete_port for 1073de75-65ba-41df-b545-074e3d2ebf8e owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:14.220085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4b727ce5-d078-48ff-98c6-13d99afcfead None None] Provisioning for port 413daab2-512f-4770-8e63-6f518efd0808 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:14.223170 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.226271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4b727ce5-d078-48ff-98c6-13d99afcfead None None] Provisioning complete for port 413daab2-512f-4770-8e63-6f518efd0808 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:14.229932 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4b727ce5-d078-48ff-98c6-13d99afcfead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.303750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4b727ce5-d078-48ff-98c6-13d99afcfead None None] Port 413daab2-512f-4770-8e63-6f518efd0808 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:14.432629 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.438652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc65eed-3be2-4574-9087-6c65551a3c37 req-be3ee646-af90-4379-85a8-6ff4529baca9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.442140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc65eed-3be2-4574-9087-6c65551a3c37 req-be3ee646-af90-4379-85a8-6ff4529baca9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.2463994 Jul 05 03:59:14.471677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Pushing event deleted for resources: {'Port': ['ID=1073de75-65ba-41df-b545-074e3d2ebf8e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:14.481862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc65eed-3be2-4574-9087-6c65551a3c37 req-e1a85e7a-96b4-456c-a1f8-93be0239714f tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/quotas/2ee79a286b654e18b275e9f829907046 HTTP/1.1" status: 200 len: 375 time: 0.0240719 Jul 05 03:59:14.507835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Made reservation on behalf of f6b20b0b1db84b1ab6d4be03bb2da2b0 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:14.512485 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.611406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Router d6e2a87f-d0df-4db9-8c4f-2b18842def3f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:59:14.647534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6915f1c0-e374-42c7-bb3b-e2bc29227e8a req-bc6db9e6-2a81-41e7-9dc0-61ffb7796caa tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:14.649338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6915f1c0-e374-42c7-bb3b-e2bc29227e8a req-bc6db9e6-2a81-41e7-9dc0-61ffb7796caa tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2325859 Jul 05 03:59:14.727090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc65eed-3be2-4574-9087-6c65551a3c37 req-56db31d6-19eb-4fd7-846a-54b63cad8582 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2247910 Jul 05 03:59:14.823832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:14.837130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] Sync routers for ids ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:14.856488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] Routers {'d6e2a87f-d0df-4db9-8c4f-2b18842def3f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:14.857145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:59:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:14.870035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32788) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:14.905660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] No DVR routers for this DVR port 1073de75-65ba-41df-b545-074e3d2ebf8e on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:14.915486 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:14.918771 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8024a879-dce9-4526-baab-ad23b101f3a1 req-70a240f1-2f0d-45d2-ae30-0920b2ddc84d tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.26 "DELETE /v2.0/ports/1073de75-65ba-41df-b545-074e3d2ebf8e HTTP/1.1" status: 204 len: 173 time: 1.3743505 Jul 05 03:59:14.919491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'name': 'network-vif-deleted', 'tag': '1073de75-65ba-41df-b545-074e3d2ebf8e'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:14.922880 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f200f68-80f1-428a-bfad-9621dceafb21" -d '{"events": [{"server_uuid": "edb66e56-d851-41d3-9dbb-b35ad12e9122", "name": "network-vif-deleted", "tag": "1073de75-65ba-41df-b545-074e3d2ebf8e"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:15.091757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] Set router d6e2a87f-d0df-4db9-8c4f-2b18842def3f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:15.136288 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26771f62-71fd-4b58-bb3e-b9ed6dc89d26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.241479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc65eed-3be2-4574-9087-6c65551a3c37 req-9f9ee247-65f5-4c74-b66b-65bd9e06b62f service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5063205 Jul 05 03:59:15.264182 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6915f1c0-e374-42c7-bb3b-e2bc29227e8a req-4fe86924-b92d-42ff-b42f-7963d9326255 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5730526 Jul 05 03:59:15.326369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26771f62-71fd-4b58-bb3e-b9ed6dc89d26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.341103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:54:02Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '795837f2-20ae-4bb2-b81a-ce950e38b201', 'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'mac_address': 'fa:16:3e:4e:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:00Z', 'updated_at': '2021-07-05T03:54:11Z', 'revision_number': 5, 'project_id': '9dd96b056f1846bfb243852869d18891', 'subnets': [{'id': '654adab4-e987-4b99-be8f-766330fa38ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:15.376643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] Checking router: d6e2a87f-d0df-4db9-8c4f-2b18842def3f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:15.387286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] Routers {'d6e2a87f-d0df-4db9-8c4f-2b18842def3f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:15.388051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:59:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:15.402495 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26771f62-71fd-4b58-bb3e-b9ed6dc89d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.471426 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-26771f62-71fd-4b58-bb3e-b9ed6dc89d26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=23e6826f65e846c496afcc2e7dd54c9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5998890 Jul 05 03:59:15.473504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26771f62-71fd-4b58-bb3e-b9ed6dc89d26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb5a9850-a2e1-4e31-b095-93740d6d1184,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.476072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32800) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:15.505851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Allocated IP 10.2.2.200 (e28198e9-0da7-40ca-97a9-a59c4503279c/11924460-10d8-40b4-a609-e36e314a9ea5/57563224-fc9a-4c7c-88d4-be7c3e8bb57f) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:15.518121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc65eed-3be2-4574-9087-6c65551a3c37 req-046b6409-227e-4234-8a99-f74d077dab41 service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2754395 Jul 05 03:59:15.552242 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] Set router d6e2a87f-d0df-4db9-8c4f-2b18842def3f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:15.554338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7c137e4e-14b8-4c82-9680-06f42a6af799 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.580367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7c137e4e-14b8-4c82-9680-06f42a6af799 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.630487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56d2c07e-e4d5-4c0b-b5fd-98a0cb7bf0f7 req-20855e51-8015-4b31-ad09-706d0b268a3b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:15.641542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56d2c07e-e4d5-4c0b-b5fd-98a0cb7bf0f7 req-20855e51-8015-4b31-ad09-706d0b268a3b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.1972666 Jul 05 03:59:15.723455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56d2c07e-e4d5-4c0b-b5fd-98a0cb7bf0f7 req-95cd6681-4fe6-4a4c-96dd-d7a0c68d4cb3 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809345 Jul 05 03:59:15.751112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7c137e4e-14b8-4c82-9680-06f42a6af799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.753806 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7c137e4e-14b8-4c82-9680-06f42a6af799 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.755335 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7c137e4e-14b8-4c82-9680-06f42a6af799 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb5a9850-a2e1-4e31-b095-93740d6d1184 HTTP/1.1" status: 204 len: 168 time: 0.2654700 Jul 05 03:59:15.764544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c137e4e-14b8-4c82-9680-06f42a6af799 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb5a9850-a2e1-4e31-b095-93740d6d1184,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:15.808926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:15.881821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Transition to ACTIVE for port object 57563224-fc9a-4c7c-88d4-be7c3e8bb57f will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:15.913347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:54:02Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '795837f2-20ae-4bb2-b81a-ce950e38b201', 'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'mac_address': 'fa:16:3e:4e:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:00Z', 'updated_at': '2021-07-05T03:54:11Z', 'revision_number': 5, 'project_id': '9dd96b056f1846bfb243852869d18891', 'subnets': [{'id': '654adab4-e987-4b99-be8f-766330fa38ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:15.923568 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a863761-203e-4831-a078-b4bd97bb8c1a x-openstack-request-id: req-3a863761-203e-4831-a078-b4bd97bb8c1a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:15.923568 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "edb66e56-d851-41d3-9dbb-b35ad12e9122", "name": "network-vif-deleted", "tag": "1073de75-65ba-41df-b545-074e3d2ebf8e", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:15.924076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d38c7c2c-c777-476e-b0f4-cb66e7806342 req-79329e3f-a362-463f-bcb6-e0ec24731b84 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 210 time: 0.0606272 Jul 05 03:59:15.924300 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a863761-203e-4831-a078-b4bd97bb8c1a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:15.924300 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edb66e56-d851-41d3-9dbb-b35ad12e9122', 'name': 'network-vif-deleted', 'tag': '1073de75-65ba-41df-b545-074e3d2ebf8e', 'status': 'completed', 'code': 200} Jul 05 03:59:15.963294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c34ddb94-2a73-4fa2-9456-ad1c6743a622 None None] The sync data for ids ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'] in n-d-758944-41 is: [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:54:02Z', 'revision_number': 4, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '795837f2-20ae-4bb2-b81a-ce950e38b201', 'name': '', 'network_id': 'c140cb71-78d4-4d48-8111-dd42bd8bac1b', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'mac_address': 'fa:16:3e:4e:e9:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1091, 'fixed_ips': [{'subnet_id': '654adab4-e987-4b99-be8f-766330fa38ca', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:00Z', 'updated_at': '2021-07-05T03:54:11Z', 'revision_number': 5, 'project_id': '9dd96b056f1846bfb243852869d18891', 'subnets': [{'id': '654adab4-e987-4b99-be8f-766330fa38ca', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:16.072657 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.151479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1073de75-65ba-41df-b545-074e3d2ebf8e no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:16.182217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 1073de75-65ba-41df-b545-074e3d2ebf8e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:16.187106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1073de75-65ba-41df-b545-074e3d2ebf8e not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:16.217001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Network e28198e9-0da7-40ca-97a9-a59c4503279c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:16.236109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44c66c-796a-43b8-a20e-af363f90970b req-4dfce591-5efd-4b4f-85a1-9456d1e6bef9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.243729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44c66c-796a-43b8-a20e-af363f90970b req-4dfce591-5efd-4b4f-85a1-9456d1e6bef9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.250683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44c66c-796a-43b8-a20e-af363f90970b req-4dfce591-5efd-4b4f-85a1-9456d1e6bef9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.257339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44c66c-796a-43b8-a20e-af363f90970b req-4dfce591-5efd-4b4f-85a1-9456d1e6bef9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.267337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac44c66c-796a-43b8-a20e-af363f90970b req-4dfce591-5efd-4b4f-85a1-9456d1e6bef9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.272487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac44c66c-796a-43b8-a20e-af363f90970b req-4dfce591-5efd-4b4f-85a1-9456d1e6bef9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 3815 time: 0.2134395 Jul 05 03:59:16.276514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:16.283989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event updated for resources: {'Port': ['ID=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:16.294327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:16.388980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:16.389712 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.411636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac44c66c-796a-43b8-a20e-af363f90970b req-b964bebb-3b8d-4fb6-9b35-3bc136124509 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282582 Jul 05 03:59:16.445474 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4c076e5-f19b-4838-99bb-385fc20cdb48 None None] New status for floating IP 119208a5-e69c-4d78-825a-4d20653b8d49: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 03:59:16.516018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b8cd7c2e-e0e2-4f25-805b-53b3db69cf1d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5736346 Jul 05 03:59:16.530275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:16.677433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32824) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:16.708212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d894f7c7-0e8d-41ea-931f-4e88a8020de0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.800723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.813506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7fecc15a-e23e-4a8d-8aa3-dd979fa97bab None None] Provisioning for port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:16.819508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7fecc15a-e23e-4a8d-8aa3-dd979fa97bab None None] Provisioning complete for port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:16.820210 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fecc15a-e23e-4a8d-8aa3-dd979fa97bab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.906206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7fecc15a-e23e-4a8d-8aa3-dd979fa97bab None None] Port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 03:59:16.921471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d894f7c7-0e8d-41ea-931f-4e88a8020de0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:16.997034 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d894f7c7-0e8d-41ea-931f-4e88a8020de0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.051147 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d894f7c7-0e8d-41ea-931f-4e88a8020de0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8007be98bda34c948946818fd363596f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3704000 Jul 05 03:59:17.051147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d894f7c7-0e8d-41ea-931f-4e88a8020de0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcea7e7-ecb8-476b-9d28-15f4561613a7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.064774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32832) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:17.173511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94dd9192-b580-48ba-b0e3-846f806036ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.231681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013ad788-8ef4-4f72-99c1-c04eb7c7bc92 req-d4c9e741-4b5f-4c5a-bf96-0c2da698bee0 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.239189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-013ad788-8ef4-4f72-99c1-c04eb7c7bc92 req-d4c9e741-4b5f-4c5a-bf96-0c2da698bee0 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2525752 Jul 05 03:59:17.315161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-013ad788-8ef4-4f72-99c1-c04eb7c7bc92 req-e43c45ca-81fc-41be-8c60-10a22d7dd4f7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749261 Jul 05 03:59:17.327322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2987838d-4d53-4c05-bb68-d5cb3c0d6304 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:17.339859 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.354963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Transition to ACTIVE for port object 2987838d-4d53-4c05-bb68-d5cb3c0d6304 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:17.442317 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.573834 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94dd9192-b580-48ba-b0e3-846f806036ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.598990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68bcc2c9-494d-4439-a2f4-74c3c4eedc7e req-1bbf9fee-aeb4-4066-a7af-d88d22483fcb tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 210 time: 0.1090157 Jul 05 03:59:17.603120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2987838d-4d53-4c05-bb68-d5cb3c0d6304,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.725900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c625d1-580e-4e04-b74c-263505a4eff7 req-0176e263-866f-4428-8cbc-42393d8dc40a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:17.733792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6c625d1-580e-4e04-b74c-263505a4eff7 req-0176e263-866f-4428-8cbc-42393d8dc40a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.2084098 Jul 05 03:59:17.742118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Attempting to bind port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:17.742588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Attempting to bind port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:17.743000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Attempting to bind port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 on network 1ad52298-5282-4af0-bae4-d544afacc71c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:17.757736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 on network 1ad52298-5282-4af0-bae4-d544afacc71c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:17.758193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Attempting to bind port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 on network 1ad52298-5282-4af0-bae4-d544afacc71c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:17.762056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94dd9192-b580-48ba-b0e3-846f806036ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.765574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94dd9192-b580-48ba-b0e3-846f806036ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.767388 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-94dd9192-b580-48ba-b0e3-846f806036ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0bcea7e7-ecb8-476b-9d28-15f4561613a7 HTTP/1.1" status: 204 len: 168 time: 0.7015204 Jul 05 03:59:17.768323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:17.768738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Checking segment: {'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:17.769283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Bound using segment: {'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:17.769837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Bound port: 2987838d-4d53-4c05-bb68-d5cb3c0d6304, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '41bbc117-6596-49c6-a3db-734481606e66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:17.770398 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:17.787130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94dd9192-b580-48ba-b0e3-846f806036ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcea7e7-ecb8-476b-9d28-15f4561613a7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:17.809525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6c625d1-580e-4e04-b74c-263505a4eff7 req-2ea9f037-7bab-4b42-9772-1ef55bf869c1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746861 Jul 05 03:59:17.915959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] For port 2987838d-4d53-4c05-bb68-d5cb3c0d6304, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:17.920282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] For port 2987838d-4d53-4c05-bb68-d5cb3c0d6304, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:18.001981 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.060351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.061356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.062412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] 10.222.0.26 "PUT /v2.0/ports/2987838d-4d53-4c05-bb68-d5cb3c0d6304 HTTP/1.1" status: 200 len: 1092 time: 1.5371304 Jul 05 03:59:18.062866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '2987838d-4d53-4c05-bb68-d5cb3c0d6304'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:18.065183 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c49fdd03-6b16-4cda-b746-63ea45436c48" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "2987838d-4d53-4c05-bb68-d5cb3c0d6304"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:18.136209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5e81c5-1161-4c53-b612-9d207ee3eaa6 service neutron] Pushing event updated for resources: {'Port': ['ID=2987838d-4d53-4c05-bb68-d5cb3c0d6304,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:18.193431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324aae5-47a4-453a-9826-b1d8bfca9efe req-301e1920-7da1-49b8-8d2d-94f4505001ba tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.200606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324aae5-47a4-453a-9826-b1d8bfca9efe req-301e1920-7da1-49b8-8d2d-94f4505001ba tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.206676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324aae5-47a4-453a-9826-b1d8bfca9efe req-301e1920-7da1-49b8-8d2d-94f4505001ba tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.213113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324aae5-47a4-453a-9826-b1d8bfca9efe req-301e1920-7da1-49b8-8d2d-94f4505001ba tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.219794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324aae5-47a4-453a-9826-b1d8bfca9efe req-301e1920-7da1-49b8-8d2d-94f4505001ba tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.221721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b324aae5-47a4-453a-9826-b1d8bfca9efe req-301e1920-7da1-49b8-8d2d-94f4505001ba tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 3827 time: 0.1250319 Jul 05 03:59:18.227135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:18.305727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b324aae5-47a4-453a-9826-b1d8bfca9efe req-edd823ed-bbc6-40d6-884b-97959c91ea7d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751584 Jul 05 03:59:18.358509 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.375097 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f787572-e771-44b1-b91d-1ddb5b259096 x-openstack-request-id: req-4f787572-e771-44b1-b91d-1ddb5b259096 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:18.375097 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "2987838d-4d53-4c05-bb68-d5cb3c0d6304", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:18.375097 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4f787572-e771-44b1-b91d-1ddb5b259096 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:18.375890 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '2987838d-4d53-4c05-bb68-d5cb3c0d6304', 'status': 'completed', 'code': 200} Jul 05 03:59:18.484007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-aae27ee0-f1e4-4e59-8866-6f468d6d708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.484552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-aae27ee0-f1e4-4e59-8866-6f468d6d708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.485034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-aae27ee0-f1e4-4e59-8866-6f468d6d708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.485504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-aae27ee0-f1e4-4e59-8866-6f468d6d708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.485972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-aae27ee0-f1e4-4e59-8866-6f468d6d708c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.487784 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-aae27ee0-f1e4-4e59-8866-6f468d6d708c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 4363 time: 0.0846212 Jul 05 03:59:18.619285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-99776a6d-22fd-48b4-a355-c3234930ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.619693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-99776a6d-22fd-48b4-a355-c3234930ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.620204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-99776a6d-22fd-48b4-a355-c3234930ce2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.621799 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-99776a6d-22fd-48b4-a355-c3234930ce2d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1265156 Jul 05 03:59:18.718931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9383-5b11-47d4-b500-a8c9375389fa req-58c36cf5-ee76-4756-bca0-5ac739994e13 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.720517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-58c36cf5-ee76-4756-bca0-5ac739994e13 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.2618871 Jul 05 03:59:18.739225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-2259e5bd-8eeb-4aa0-85f1-cb5d79ae7684 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:18.741254 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c49fdd03-6b16-4cda-b746-63ea45436c48 req-2259e5bd-8eeb-4aa0-85f1-cb5d79ae7684 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1118004 Jul 05 03:59:18.748982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-914a148d-64e0-4bb1-ba2f-e1a51801cc25 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/quotas/2ee79a286b654e18b275e9f829907046 HTTP/1.1" status: 200 len: 375 time: 0.0229819 Jul 05 03:59:18.864335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 508f00b8-de49-493e-8e45-0696faad4424 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:18.876449 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:18.897676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-5674c803-5a6c-4cee-bafe-a10a5ab29436 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1352589 Jul 05 03:59:18.903227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Transition to ACTIVE for port object 508f00b8-de49-493e-8e45-0696faad4424 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:18.969789 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.043304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-6978d505-f43a-4b36-9894-a32b592d3402 service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363404 Jul 05 03:59:19.048597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Pushing event updated for resources: {'Port': ['ID=508f00b8-de49-493e-8e45-0696faad4424,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:19.187566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Attempting to bind port 508f00b8-de49-493e-8e45-0696faad4424 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:19.187912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Attempting to bind port 508f00b8-de49-493e-8e45-0696faad4424 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:19.188265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Attempting to bind port 508f00b8-de49-493e-8e45-0696faad4424 on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:19.203792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Port 508f00b8-de49-493e-8e45-0696faad4424 on network 306023af-e0b8-453c-8089-e1bc27c43282 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:19.204140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Attempting to bind port 508f00b8-de49-493e-8e45-0696faad4424 on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:19.220942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:19.221284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Checking segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:19.221675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Bound using segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:19.222132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Bound port: 508f00b8-de49-493e-8e45-0696faad4424, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:19.222498 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.239642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-05eba2ec-e84b-40f2-82f2-6458a5739087 service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586258 Jul 05 03:59:19.302562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] For port 508f00b8-de49-493e-8e45-0696faad4424, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:19.305920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] For port 508f00b8-de49-493e-8e45-0696faad4424, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=508f00b8-de49-493e-8e45-0696faad4424,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:19.374320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.410763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.411491 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.413031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] 10.222.0.26 "PUT /v2.0/ports/508f00b8-de49-493e-8e45-0696faad4424 HTTP/1.1" status: 200 len: 1137 time: 1.1903610 Jul 05 03:59:19.441222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84793da-037e-4544-9a12-07cf29635b7c service neutron] Pushing event updated for resources: {'Port': ['ID=508f00b8-de49-493e-8e45-0696faad4424,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:19.563087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:19.696609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-887e6bbd-75aa-41e4-b8a3-157a399b7118 req-0efae196-1a5b-4cec-a89a-a639e54f6501 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 210 time: 0.0591571 Jul 05 03:59:19.717181 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:19.978576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a4b27-6b6d-4b8c-96ae-dbf43c48f59a req-0670411b-fb8e-43f4-8f90-255639d3803e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:19.980565 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f65a4b27-6b6d-4b8c-96ae-dbf43c48f59a req-0670411b-fb8e-43f4-8f90-255639d3803e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.1379817 Jul 05 03:59:20.047473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f65a4b27-6b6d-4b8c-96ae-dbf43c48f59a req-1e3d33dc-1f34-4022-b6a7-5d5fa9aef41c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602307 Jul 05 03:59:20.103587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9272308-16d4-4bea-815a-f0a4152feb20 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:20.119309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.138884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Transition to ACTIVE for port object d9272308-16d4-4bea-815a-f0a4152feb20 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:20.207724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.276700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Pushing event updated for resources: {'Port': ['ID=d9272308-16d4-4bea-815a-f0a4152feb20,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:20.377481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '508f00b8-de49-493e-8e45-0696faad4424'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:20.379783 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80a041ed-7667-4e68-9d59-479ae80d0174" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "508f00b8-de49-493e-8e45-0696faad4424"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:20.405036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Attempting to bind port d9272308-16d4-4bea-815a-f0a4152feb20 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:20.405498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Attempting to bind port d9272308-16d4-4bea-815a-f0a4152feb20 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:20.405837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Attempting to bind port d9272308-16d4-4bea-815a-f0a4152feb20 on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:20.410769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Port d9272308-16d4-4bea-815a-f0a4152feb20 on network 306023af-e0b8-453c-8089-e1bc27c43282 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:20.411094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Attempting to bind port d9272308-16d4-4bea-815a-f0a4152feb20 on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:20.416484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:20.416830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Checking segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:20.417215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Bound using segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:20.417649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Bound port: d9272308-16d4-4bea-815a-f0a4152feb20, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:20.418006 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.556718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] For port d9272308-16d4-4bea-815a-f0a4152feb20, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:20.561301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] For port d9272308-16d4-4bea-815a-f0a4152feb20, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d9272308-16d4-4bea-815a-f0a4152feb20,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:20.590700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17699b-a2ca-4f58-a3df-3fd6020a616e req-433b1b55-e77f-4528-b3be-bf35ca9cb68f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.596574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17699b-a2ca-4f58-a3df-3fd6020a616e req-433b1b55-e77f-4528-b3be-bf35ca9cb68f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.602414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17699b-a2ca-4f58-a3df-3fd6020a616e req-433b1b55-e77f-4528-b3be-bf35ca9cb68f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.608301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17699b-a2ca-4f58-a3df-3fd6020a616e req-433b1b55-e77f-4528-b3be-bf35ca9cb68f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.614522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17699b-a2ca-4f58-a3df-3fd6020a616e req-433b1b55-e77f-4528-b3be-bf35ca9cb68f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.621017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17699b-a2ca-4f58-a3df-3fd6020a616e req-433b1b55-e77f-4528-b3be-bf35ca9cb68f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.627124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a17699b-a2ca-4f58-a3df-3fd6020a616e req-433b1b55-e77f-4528-b3be-bf35ca9cb68f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.629073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a17699b-a2ca-4f58-a3df-3fd6020a616e req-433b1b55-e77f-4528-b3be-bf35ca9cb68f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5382 time: 0.1412292 Jul 05 03:59:20.644063 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.710426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:20.710981 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:20.712421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] 10.222.0.26 "PUT /v2.0/ports/d9272308-16d4-4bea-815a-f0a4152feb20 HTTP/1.1" status: 200 len: 1136 time: 1.1560025 Jul 05 03:59:20.724194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a17699b-a2ca-4f58-a3df-3fd6020a616e req-0b79bbb2-9db7-4d20-8ccb-3c8cf05bcbe0 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0877228 Jul 05 03:59:20.736011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0c4dcb-a60c-45cd-892e-307333f047fe service neutron] Pushing event updated for resources: {'Port': ['ID=d9272308-16d4-4bea-815a-f0a4152feb20,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:20.862189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:20.937612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-461978a9-7695-45d9-b819-1637aec711dc req-19c1a8de-3068-4c1b-903c-7868ade1558c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 210 time: 0.0473690 Jul 05 03:59:21.016136 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.019936 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0515e63-2cf3-4add-a25f-32f6b74f80ac x-openstack-request-id: req-e0515e63-2cf3-4add-a25f-32f6b74f80ac {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:21.020422 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "508f00b8-de49-493e-8e45-0696faad4424", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:21.020679 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0515e63-2cf3-4add-a25f-32f6b74f80ac {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:21.021075 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '508f00b8-de49-493e-8e45-0696faad4424', 'status': 'completed', 'code': 200} Jul 05 03:59:21.170209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-5b925b5a-183b-46c5-9567-de2abadeab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.176587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-5b925b5a-183b-46c5-9567-de2abadeab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.177286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-5b925b5a-183b-46c5-9567-de2abadeab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.177832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-5b925b5a-183b-46c5-9567-de2abadeab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.178282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-5b925b5a-183b-46c5-9567-de2abadeab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.178759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-5b925b5a-183b-46c5-9567-de2abadeab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.179231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-5b925b5a-183b-46c5-9567-de2abadeab81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.181256 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-5b925b5a-183b-46c5-9567-de2abadeab81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6222 time: 0.1386325 Jul 05 03:59:21.246484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-661369d1-53cd-4a04-846b-da79e211da7c req-3e44d59a-3798-40e4-bf02-293a812ed128 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 210 time: 0.0352883 Jul 05 03:59:21.315321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-f856825a-cef9-4bb0-90b3-b9156fe91a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.316287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-f856825a-cef9-4bb0-90b3-b9156fe91a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.316928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-f856825a-cef9-4bb0-90b3-b9156fe91a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.318744 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-f856825a-cef9-4bb0-90b3-b9156fe91a5a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.1238916 Jul 05 03:59:21.460915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-e7692cd2-3c14-43fc-a3b9-7cb0895e7c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.464675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-80a041ed-7667-4e68-9d59-479ae80d0174 req-e7692cd2-3c14-43fc-a3b9-7cb0895e7c19 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1384575 Jul 05 03:59:21.548298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999eeb93-db8c-4eaf-86f1-c4a807e4ad23 req-89f05517-6dad-4dcb-8a87-f666ecb7967d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:21.551570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-999eeb93-db8c-4eaf-86f1-c4a807e4ad23 req-89f05517-6dad-4dcb-8a87-f666ecb7967d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.1481762 Jul 05 03:59:21.552589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82917737-35ba-4936-8cf9-75ad6c8a2220 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:21.561119 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:21.758357 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:59:21.936600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Transition to ACTIVE for port object 82917737-35ba-4936-8cf9-75ad6c8a2220 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:21.959885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-999eeb93-db8c-4eaf-86f1-c4a807e4ad23 req-546617d0-e058-4787-99fe-8b12ec4196a6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3957522 Jul 05 03:59:22.167920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc843b4e-8a76-46f8-bc20-5690e00469da req-127fe125-bd94-4668-94c5-1140987c2b01 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.174558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc843b4e-8a76-46f8-bc20-5690e00469da req-127fe125-bd94-4668-94c5-1140987c2b01 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.180638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc843b4e-8a76-46f8-bc20-5690e00469da req-127fe125-bd94-4668-94c5-1140987c2b01 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.187136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc843b4e-8a76-46f8-bc20-5690e00469da req-127fe125-bd94-4668-94c5-1140987c2b01 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.193187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc843b4e-8a76-46f8-bc20-5690e00469da req-127fe125-bd94-4668-94c5-1140987c2b01 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.199784 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc843b4e-8a76-46f8-bc20-5690e00469da req-127fe125-bd94-4668-94c5-1140987c2b01 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.207115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc843b4e-8a76-46f8-bc20-5690e00469da req-127fe125-bd94-4668-94c5-1140987c2b01 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.210169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc843b4e-8a76-46f8-bc20-5690e00469da req-127fe125-bd94-4668-94c5-1140987c2b01 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5382 time: 0.1307480 Jul 05 03:59:22.242224 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.321966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc843b4e-8a76-46f8-bc20-5690e00469da req-06d8ca2d-484b-4836-a7b4-b5faf2320e57 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1051710 Jul 05 03:59:22.368401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=82917737-35ba-4936-8cf9-75ad6c8a2220,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:22.465838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Attempting to bind port 82917737-35ba-4936-8cf9-75ad6c8a2220 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:22.466252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Attempting to bind port 82917737-35ba-4936-8cf9-75ad6c8a2220 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:22.466588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Attempting to bind port 82917737-35ba-4936-8cf9-75ad6c8a2220 on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:22.472245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Port 82917737-35ba-4936-8cf9-75ad6c8a2220 on network 306023af-e0b8-453c-8089-e1bc27c43282 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:22.472558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Attempting to bind port 82917737-35ba-4936-8cf9-75ad6c8a2220 on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:22.479755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:22.480158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Checking segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:22.480548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Bound using segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:22.481024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Bound port: 82917737-35ba-4936-8cf9-75ad6c8a2220, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:22.481383 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:22.632033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9383-5b11-47d4-b500-a8c9375389fa req-260171d6-f140-46e2-a14b-6561eef2508c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:22.634240 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-260171d6-f140-46e2-a14b-6561eef2508c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.2587128 Jul 05 03:59:22.650095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Request body: {'port': {'device_id': 'd0f3969a-ad94-4131-a14d-cfe8ba3c4cbb', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'admin_state_up': True, 'tenant_id': '2ee79a286b654e18b275e9f829907046'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:22.681790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2af4404e-70fa-4e42-ae5b-21f7995f0c93 req-cf4afe49-0281-47bc-8d1e-ee1aefac8a80 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 210 time: 0.0521514 Jul 05 03:59:22.785361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39a177cb-20e4-4620-b5cc-3c6401ca01f3 req-d9d7ae46-4208-4f42-ab84-8baf726ae99b tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/ports?device_id=edb66e56-d851-41d3-9dbb-b35ad12e9122 HTTP/1.1" status: 200 len: 210 time: 0.0772421 Jul 05 03:59:22.787882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] For port 82917737-35ba-4936-8cf9-75ad6c8a2220, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:22.806574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] For port 82917737-35ba-4936-8cf9-75ad6c8a2220, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=82917737-35ba-4936-8cf9-75ad6c8a2220,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:22.901313 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.000466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=82917737-35ba-4936-8cf9-75ad6c8a2220,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:23.026679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.026679 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.026679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52bca220-ad97-429f-8efb-929235725bf0 service neutron] 10.222.0.26 "PUT /v2.0/ports/82917737-35ba-4936-8cf9-75ad6c8a2220 HTTP/1.1" status: 200 len: 1091 time: 2.1637051 Jul 05 03:59:23.026992 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0213966-06de-4114-b42c-e41a334bbeed req-36316de8-db87-4c19-a894-4cd28570c797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.026992 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d0213966-06de-4114-b42c-e41a334bbeed req-36316de8-db87-4c19-a894-4cd28570c797 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6b013aba190a42cfb14d1b6e86137771&device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 1097 time: 0.1560283 Jul 05 03:59:23.032468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': 'd9272308-16d4-4bea-815a-f0a4152feb20'}, {'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '82917737-35ba-4936-8cf9-75ad6c8a2220'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:23.042831 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbfa60c2-fefb-4487-8685-68d042360b3b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "d9272308-16d4-4bea-815a-f0a4152feb20"}, {"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "82917737-35ba-4936-8cf9-75ad6c8a2220"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:23.161124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Made reservation on behalf of 2ee79a286b654e18b275e9f829907046 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:23.164828 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.179390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14d4c00-e00b-401e-90c4-30f2b24c93c5 req-f38430f5-dbb3-4a39-9321-fe1ccbfee81d tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.181021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d14d4c00-e00b-401e-90c4-30f2b24c93c5 req-f38430f5-dbb3-4a39-9321-fe1ccbfee81d tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.1736751 Jul 05 03:59:23.211126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:23.332698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d14d4c00-e00b-401e-90c4-30f2b24c93c5 req-da0743d0-5cad-47f3-941c-53ba63fa7ccd tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216173 Jul 05 03:59:23.444269 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a03a2922-0059-4ec8-b7cf-6cd1cd57eac5 x-openstack-request-id: req-a03a2922-0059-4ec8-b7cf-6cd1cd57eac5 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:23.444615 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "d9272308-16d4-4bea-815a-f0a4152feb20", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "82917737-35ba-4936-8cf9-75ad6c8a2220", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:23.444871 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a03a2922-0059-4ec8-b7cf-6cd1cd57eac5 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:23.445273 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': 'd9272308-16d4-4bea-815a-f0a4152feb20', 'status': 'completed', 'code': 200} Jul 05 03:59:23.445522 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '82917737-35ba-4936-8cf9-75ad6c8a2220', 'status': 'completed', 'code': 200} Jul 05 03:59:23.446904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.554757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Allocated IP 172.20.0.13 (d07104d1-a15f-4aec-b4f0-93ae4e89cf95/b073ad93-53eb-4430-93a7-0f49cb28c7c4/c0b068ba-fc44-4aed-a805-b5156d9fb520) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:23.570098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3df46a1-117a-48e5-8c3c-e3acaa669b69 req-da24651d-8041-47ce-ab01-70a0dc6ed33d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.577807 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3df46a1-117a-48e5-8c3c-e3acaa669b69 req-da24651d-8041-47ce-ab01-70a0dc6ed33d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.2039361 Jul 05 03:59:23.607382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32980) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:23.640249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0213966-06de-4114-b42c-e41a334bbeed req-39dbde98-2a65-4f49-8044-9ef8ba974b62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.642737 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d0213966-06de-4114-b42c-e41a334bbeed req-39dbde98-2a65-4f49-8044-9ef8ba974b62 service neutron] 10.222.0.26 "GET /v2.0/networks?id=4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 200 len: 920 time: 0.6086671 Jul 05 03:59:23.652203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3df46a1-117a-48e5-8c3c-e3acaa669b69 req-3d0bda6f-1517-4341-ba0b-5b9cfbadb4e0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751510 Jul 05 03:59:23.745411 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d0213966-06de-4114-b42c-e41a334bbeed req-56a350d3-b83c-4195-ae64-0d20c083d9fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8153d056-e7ba-4605-bb48-7dfd323574a9 HTTP/1.1" status: 200 len: 217 time: 0.0888755 Jul 05 03:59:23.852585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0213966-06de-4114-b42c-e41a334bbeed req-0aae9c6c-2fd5-4263-b62b-75ade6e21bdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.854632 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d0213966-06de-4114-b42c-e41a334bbeed req-0aae9c6c-2fd5-4263-b62b-75ade6e21bdf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=fb904193-b65b-4420-a87d-fc43f384337a HTTP/1.1" status: 200 len: 859 time: 0.0923529 Jul 05 03:59:23.906836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dfb2429f-f83d-4e26-82e8-b321ae7c834f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:23.913464 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d0213966-06de-4114-b42c-e41a334bbeed req-0a617aa6-fcd7-4905-b516-acea578ed030 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=4530ce1e-09ff-4427-90eb-146c4454065e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467739 Jul 05 03:59:23.966299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-238cdc8e-29d9-4d8f-af34-97746121cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.966799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-238cdc8e-29d9-4d8f-af34-97746121cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.967286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-238cdc8e-29d9-4d8f-af34-97746121cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.967771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-238cdc8e-29d9-4d8f-af34-97746121cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.968281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-238cdc8e-29d9-4d8f-af34-97746121cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.968768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-238cdc8e-29d9-4d8f-af34-97746121cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.969241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-238cdc8e-29d9-4d8f-af34-97746121cd4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:23.971434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-238cdc8e-29d9-4d8f-af34-97746121cd4b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6290 time: 0.4980793 Jul 05 03:59:23.977160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0409bc30-8d9e-48ee-8e5a-12ecae0af5f3 req-a0f06174-137f-41cc-87bd-ee22c1f72bf3 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 210 time: 0.1098731 Jul 05 03:59:24.069909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.135710 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d0213966-06de-4114-b42c-e41a334bbeed req-fc8bcc78-c9c1-48e6-8749-ba140976c525 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091584 Jul 05 03:59:24.190079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96621-af16-414e-99bf-14b30d256fa4 req-119c3541-3e74-47c1-a315-c244210a954f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.196185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96621-af16-414e-99bf-14b30d256fa4 req-119c3541-3e74-47c1-a315-c244210a954f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.202809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96621-af16-414e-99bf-14b30d256fa4 req-119c3541-3e74-47c1-a315-c244210a954f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.208768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96621-af16-414e-99bf-14b30d256fa4 req-119c3541-3e74-47c1-a315-c244210a954f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.215405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96621-af16-414e-99bf-14b30d256fa4 req-119c3541-3e74-47c1-a315-c244210a954f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.221798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96621-af16-414e-99bf-14b30d256fa4 req-119c3541-3e74-47c1-a315-c244210a954f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.228651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff96621-af16-414e-99bf-14b30d256fa4 req-119c3541-3e74-47c1-a315-c244210a954f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.236803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ff96621-af16-414e-99bf-14b30d256fa4 req-119c3541-3e74-47c1-a315-c244210a954f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5394 time: 0.4039237 Jul 05 03:59:24.250948 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d0213966-06de-4114-b42c-e41a334bbeed req-18d4adfe-7ec3-4acd-887a-2f60bd694f71 service neutron] 10.222.0.26 "GET /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1027799 Jul 05 03:59:24.302357 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dfb2429f-f83d-4e26-82e8-b321ae7c834f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.311808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-7e82467d-63d7-48fe-9a5a-1c61aa02db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.311808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-7e82467d-63d7-48fe-9a5a-1c61aa02db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.316523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-7e82467d-63d7-48fe-9a5a-1c61aa02db1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.318492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-7e82467d-63d7-48fe-9a5a-1c61aa02db1d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3342276 Jul 05 03:59:24.355970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ff96621-af16-414e-99bf-14b30d256fa4 req-3a2abb32-52b9-445d-820b-4a1acdbbed8a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1182370 Jul 05 03:59:24.365470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.379577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:24.439831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event updated for resources: {'Port': ['ID=c0b068ba-fc44-4aed-a805-b5156d9fb520,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.454496 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dfb2429f-f83d-4e26-82e8-b321ae7c834f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.480516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32994) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:24.502992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8f69d4b-d276-4843-88a3-f617b74fdc99 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:24.512599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:24.518814 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dfb2429f-f83d-4e26-82e8-b321ae7c834f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0ceb1e52cfa644598ac11193e72ca246&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9099393 Jul 05 03:59:24.519846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32996) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:24.521845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.527150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:24.534810 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:24.582782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb2429f-f83d-4e26-82e8-b321ae7c834f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b35273-386e-40d6-921c-57001345cbf6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.586106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Transition to ACTIVE for port object b8f69d4b-d276-4843-88a3-f617b74fdc99 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:24.618857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.620170 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.670152 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.689493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-522dba02-a59e-4e9b-80a3-c4282ec9e3f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:24.691094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-522dba02-a59e-4e9b-80a3-c4282ec9e3f7 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3553944 Jul 05 03:59:24.714395 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-de3fec13-d537-4075-ad70-ed8b279d100a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0688453 Jul 05 03:59:24.730419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Request body: {'port': {'device_id': 'd0f3969a-ad94-4131-a14d-cfe8ba3c4cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:24.794359 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0baede3e-1691-4199-8fef-b8e6f6e2f472 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.846702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:24.857532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Pushing event updated for resources: {'Port': ['ID=b8f69d4b-d276-4843-88a3-f617b74fdc99,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:24.923720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a9ccb1-c5cf-42b0-9756-9c5501da7cd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.005247 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0baede3e-1691-4199-8fef-b8e6f6e2f472 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.025374 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a9ccb1-c5cf-42b0-9756-9c5501da7cd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.183508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd0558-2c81-494a-9d5e-94bde4c403e4 req-ab723b1b-e11f-41a3-81ff-a0edd4b52511 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.185333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8fd0558-2c81-494a-9d5e-94bde4c403e4 req-ab723b1b-e11f-41a3-81ff-a0edd4b52511 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.6223087 Jul 05 03:59:25.251517 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a9ccb1-c5cf-42b0-9756-9c5501da7cd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.254997 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a9ccb1-c5cf-42b0-9756-9c5501da7cd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.259554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-87a9ccb1-c5cf-42b0-9756-9c5501da7cd0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10b35273-386e-40d6-921c-57001345cbf6 HTTP/1.1" status: 204 len: 168 time: 0.7287393 Jul 05 03:59:25.259554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Attempting to bind port b8f69d4b-d276-4843-88a3-f617b74fdc99 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:25.259954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Attempting to bind port b8f69d4b-d276-4843-88a3-f617b74fdc99 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:25.270519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Attempting to bind port b8f69d4b-d276-4843-88a3-f617b74fdc99 on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:25.292481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c0b068ba-fc44-4aed-a805-b5156d9fb520 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:25.302941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.318918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Transition to ACTIVE for port object c0b068ba-fc44-4aed-a805-b5156d9fb520 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:25.330328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a9ccb1-c5cf-42b0-9756-9c5501da7cd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b35273-386e-40d6-921c-57001345cbf6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:25.351069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Port b8f69d4b-d276-4843-88a3-f617b74fdc99 on network 306023af-e0b8-453c-8089-e1bc27c43282 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:25.351069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Attempting to bind port b8f69d4b-d276-4843-88a3-f617b74fdc99 on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:25.353539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:25.353923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Checking segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:25.354379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Bound using segment: {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:25.354899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Bound port: b8f69d4b-d276-4843-88a3-f617b74fdc99, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d398af7-6264-453e-a856-25f025e91ea4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:25.355269 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.369375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8fd0558-2c81-494a-9d5e-94bde4c403e4 req-a48276c1-5d62-4b22-b455-68d8ae68608a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660020 Jul 05 03:59:25.398824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-c2b30ad2-b896-454e-8748-20d3aca4550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.399327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-c2b30ad2-b896-454e-8748-20d3aca4550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.399813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-c2b30ad2-b896-454e-8748-20d3aca4550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.400341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-c2b30ad2-b896-454e-8748-20d3aca4550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.401414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-c2b30ad2-b896-454e-8748-20d3aca4550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.401890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-c2b30ad2-b896-454e-8748-20d3aca4550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.402391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-c2b30ad2-b896-454e-8748-20d3aca4550f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.403022 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.404469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-c2b30ad2-b896-454e-8748-20d3aca4550f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6316 time: 0.6329319 Jul 05 03:59:25.453880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6aa0413-8eba-4f05-a17c-dab632a3ded2 req-8c74eaf9-c52e-475a-afcf-2cbe511ce8d4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.463013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6aa0413-8eba-4f05-a17c-dab632a3ded2 req-8c74eaf9-c52e-475a-afcf-2cbe511ce8d4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.6193254 Jul 05 03:59:25.566857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Pushing event updated for resources: {'Port': ['ID=c0b068ba-fc44-4aed-a805-b5156d9fb520,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:25.655254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Attempting to bind port c0b068ba-fc44-4aed-a805-b5156d9fb520 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:25.663094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-bde9dd92-93bb-41e5-b9f8-4e6dbb2f15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.663531 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Attempting to bind port c0b068ba-fc44-4aed-a805-b5156d9fb520 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:25.670329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-bde9dd92-93bb-41e5-b9f8-4e6dbb2f15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.670489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Attempting to bind port c0b068ba-fc44-4aed-a805-b5156d9fb520 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:25.670595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-bde9dd92-93bb-41e5-b9f8-4e6dbb2f15bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.670595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-bde9dd92-93bb-41e5-b9f8-4e6dbb2f15bb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.2518551 Jul 05 03:59:25.679170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Port c0b068ba-fc44-4aed-a805-b5156d9fb520 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:25.679767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Attempting to bind port c0b068ba-fc44-4aed-a805-b5156d9fb520 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:25.689320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:25.689940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Checking segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:25.690772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Bound using segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:25.693281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Bound port: c0b068ba-fc44-4aed-a805-b5156d9fb520, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:25.693901 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.694412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0baede3e-1691-4199-8fef-b8e6f6e2f472 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.697244 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0baede3e-1691-4199-8fef-b8e6f6e2f472 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:25.699588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0baede3e-1691-4199-8fef-b8e6f6e2f472 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "DELETE /v2.0/security-groups/0536c6e8-9612-4c39-9e71-e2fe87565c00 HTTP/1.1" status: 204 len: 168 time: 1.2179925 Jul 05 03:59:25.706969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33014) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:25.746400 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-6c278bfb-46bf-4d7e-b7d0-f674ef7c786f tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] show failed (client error): The resource could not be found. Jul 05 03:59:25.749889 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6c278bfb-46bf-4d7e-b7d0-f674ef7c786f tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "GET /v2.0/security-groups/0536c6e8-9612-4c39-9e71-e2fe87565c00 HTTP/1.1" status: 404 len: 347 time: 0.0375516 Jul 05 03:59:25.755128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33016) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:25.824375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6aa0413-8eba-4f05-a17c-dab632a3ded2 req-da8da68e-60ea-4102-8ec4-2cee6ffa7d64 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3573189 Jul 05 03:59:25.841099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0baede3e-1691-4199-8fef-b8e6f6e2f472 tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0536c6e8-9612-4c39-9e71-e2fe87565c00,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:25.903205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] For port b8f69d4b-d276-4843-88a3-f617b74fdc99, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:25.934775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] For port b8f69d4b-d276-4843-88a3-f617b74fdc99, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b8f69d4b-d276-4843-88a3-f617b74fdc99,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:25.984675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-d47219ac-3c81-4221-81ed-199b17268703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:25.986318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbfa60c2-fefb-4487-8685-68d042360b3b req-d47219ac-3c81-4221-81ed-199b17268703 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2933307 Jul 05 03:59:26.007364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bf97a1-6f1a-4e68-b6ef-7c8780b4d313 req-ee8754c7-7c4b-4261-8355-53209ee5dc02 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.009641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0bf97a1-6f1a-4e68-b6ef-7c8780b4d313 req-ee8754c7-7c4b-4261-8355-53209ee5dc02 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 944 time: 0.2784603 Jul 05 03:59:26.052688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] For port c0b068ba-fc44-4aed-a805-b5156d9fb520, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:26.057866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] For port c0b068ba-fc44-4aed-a805-b5156d9fb520, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c0b068ba-fc44-4aed-a805-b5156d9fb520,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:26.104923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0bf97a1-6f1a-4e68-b6ef-7c8780b4d313 req-fd85a08c-9d33-45e5-89e2-81d5b07cf56d tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888388 Jul 05 03:59:26.106668 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.113308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b97c8-068d-4f78-a2f4-38c41b49b3fd tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Deleting port 74803991-db0a-4a20-8bca-5167c9812cf5 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:26.113308 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf8b97c8-068d-4f78-a2f4-38c41b49b3fd tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.204233 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.211290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.211960 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.213604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] 10.222.0.26 "PUT /v2.0/ports/b8f69d4b-d276-4843-88a3-f617b74fdc99 HTTP/1.1" status: 200 len: 1092 time: 3.0144763 Jul 05 03:59:26.214073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': 'b8f69d4b-d276-4843-88a3-f617b74fdc99'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:26.224099 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26cb61e8-3d73-4a46-b149-0d96102ae6b5" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "b8f69d4b-d276-4843-88a3-f617b74fdc99"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:26.291146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.292561 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.294140 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d000cebe-7246-409b-9363-90625c691acd service neutron] 10.222.0.26 "PUT /v2.0/ports/c0b068ba-fc44-4aed-a805-b5156d9fb520 HTTP/1.1" status: 200 len: 1093 time: 1.5711312 Jul 05 03:59:26.364187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f3969a-ad94-4131-a14d-cfe8ba3c4cbb', 'tag': 'c0b068ba-fc44-4aed-a805-b5156d9fb520'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:26.366286 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61c2153b-f1da-4f5d-a606-513a5bf862ef" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb", "tag": "c0b068ba-fc44-4aed-a805-b5156d9fb520"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:26.378551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33022) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:26.383479 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fa6d35b-7c31-4bdb-8637-3d1d93ae08d8 x-openstack-request-id: req-4fa6d35b-7c31-4bdb-8637-3d1d93ae08d8 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:26.392180 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "b8f69d4b-d276-4843-88a3-f617b74fdc99", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:26.392640 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4fa6d35b-7c31-4bdb-8637-3d1d93ae08d8 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:26.393080 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': 'b8f69d4b-d276-4843-88a3-f617b74fdc99', 'status': 'completed', 'code': 200} Jul 05 03:59:26.396852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf8b97c8-068d-4f78-a2f4-38c41b49b3fd tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.397196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf8b97c8-068d-4f78-a2f4-38c41b49b3fd tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.410910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d7f5e0-453f-4196-86ba-e5920e74caab service neutron] Pushing event updated for resources: {'Port': ['ID=b8f69d4b-d276-4843-88a3-f617b74fdc99,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.422604 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:26.471933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e797403-5458-44a3-9893-9837dd799f5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:26.508943 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-890905db-9e1d-46c0-a4d1-e9d72f1112ec x-openstack-request-id: req-890905db-9e1d-46c0-a4d1-e9d72f1112ec {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:26.509199 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb", "tag": "c0b068ba-fc44-4aed-a805-b5156d9fb520", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:26.509551 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-890905db-9e1d-46c0-a4d1-e9d72f1112ec {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:26.509836 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f3969a-ad94-4131-a14d-cfe8ba3c4cbb', 'tag': 'c0b068ba-fc44-4aed-a805-b5156d9fb520', 'status': 'completed', 'code': 200} Jul 05 03:59:26.539796 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-bf8b97c8-068d-4f78-a2f4-38c41b49b3fd tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Calling delete_port for 74803991-db0a-4a20-8bca-5167c9812cf5 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:26.676935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e59d2-120e-4b7e-b79e-88432cb25994 req-8c2c614f-b0fb-49d6-b714-82d63f61d0e5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.683503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e59d2-120e-4b7e-b79e-88432cb25994 req-8c2c614f-b0fb-49d6-b714-82d63f61d0e5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.689558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e59d2-120e-4b7e-b79e-88432cb25994 req-8c2c614f-b0fb-49d6-b714-82d63f61d0e5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.695591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e59d2-120e-4b7e-b79e-88432cb25994 req-8c2c614f-b0fb-49d6-b714-82d63f61d0e5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.702108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e59d2-120e-4b7e-b79e-88432cb25994 req-8c2c614f-b0fb-49d6-b714-82d63f61d0e5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.708147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e59d2-120e-4b7e-b79e-88432cb25994 req-8c2c614f-b0fb-49d6-b714-82d63f61d0e5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.714852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483e59d2-120e-4b7e-b79e-88432cb25994 req-8c2c614f-b0fb-49d6-b714-82d63f61d0e5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:26.725244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-483e59d2-120e-4b7e-b79e-88432cb25994 req-8c2c614f-b0fb-49d6-b714-82d63f61d0e5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5406 time: 0.4675498 Jul 05 03:59:26.727966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Pushing event updated for resources: {'Port': ['ID=c0b068ba-fc44-4aed-a805-b5156d9fb520,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:26.818806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.822286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.822286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.823418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.825157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.826272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.826805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.827144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.828112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.828460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.828900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.829353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d000cebe-7246-409b-9363-90625c691acd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:26.909381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.156652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-db91c84e-da45-4527-971f-f21f73359d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.157149 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-db91c84e-da45-4527-971f-f21f73359d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.157630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-db91c84e-da45-4527-971f-f21f73359d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.158105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-db91c84e-da45-4527-971f-f21f73359d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.158582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-db91c84e-da45-4527-971f-f21f73359d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.159055 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-db91c84e-da45-4527-971f-f21f73359d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.159526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-db91c84e-da45-4527-971f-f21f73359d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.161752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-db91c84e-da45-4527-971f-f21f73359d60 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6358 time: 0.7526472 Jul 05 03:59:27.191869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9383-5b11-47d4-b500-a8c9375389fa req-97f0812e-b9eb-4bab-aa66-141f9bf0bae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.193405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-97f0812e-b9eb-4bab-aa66-141f9bf0bae2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 1096 time: 0.6485438 Jul 05 03:59:27.196611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf8b97c8-068d-4f78-a2f4-38c41b49b3fd tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.210017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-483e59d2-120e-4b7e-b79e-88432cb25994 req-5f386bae-ef4a-494a-b9d9-6dba62635e9d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.4844849 Jul 05 03:59:27.228249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8b97c8-068d-4f78-a2f4-38c41b49b3fd tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Pushing event deleted for resources: {'Port': ['ID=74803991-db0a-4a20-8bca-5167c9812cf5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:27.368251 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-7126c768-5442-4792-a652-d9c7b70c5a60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0b068ba-fc44-4aed-a805-b5156d9fb520 HTTP/1.1" status: 200 len: 217 time: 0.1551604 Jul 05 03:59:27.394246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf8b97c8-068d-4f78-a2f4-38c41b49b3fd tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.397320 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf8b97c8-068d-4f78-a2f4-38c41b49b3fd tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.398920 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bf8b97c8-068d-4f78-a2f4-38c41b49b3fd tempest-ServersTestBootFromVolume-250362154 tempest-ServersTestBootFromVolume-250362154-project] 10.222.0.30 "DELETE /v2.0/floatingips/119208a5-e69c-4d78-825a-4d20653b8d49 HTTP/1.1" status: 204 len: 168 time: 1.6419048 Jul 05 03:59:27.401883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33038) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:27.446510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082c9383-5b11-47d4-b500-a8c9375389fa req-208cd6d1-037d-41b2-b8a8-f004d11fd3b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.448773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 413daab2-512f-4770-8e63-6f518efd0808 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:27.449284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-208cd6d1-037d-41b2-b8a8-f004d11fd3b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.0645783 Jul 05 03:59:27.457429 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.459074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db6898c-dd46-4e90-b7c2-847cbd56a9b5 req-285f3b26-ef4c-4469-b90b-20e980d99876 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.460638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3db6898c-dd46-4e90-b7c2-847cbd56a9b5 req-285f3b26-ef4c-4469-b90b-20e980d99876 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.7276635 Jul 05 03:59:27.481213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Transition to ACTIVE for port object 413daab2-512f-4770-8e63-6f518efd0808 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:27.566740 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.592052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-b14e7990-ffbb-4183-a288-91164dec505c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0983229 Jul 05 03:59:27.599379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e797403-5458-44a3-9893-9837dd799f5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.628354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Pushing event updated for resources: {'Port': ['ID=413daab2-512f-4770-8e63-6f518efd0808,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:27.643808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3db6898c-dd46-4e90-b7c2-847cbd56a9b5 req-90dd5d91-ed52-43d3-ac52-700f89dbb9c4 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741827 Jul 05 03:59:27.660310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-24735252-f730-4e57-a369-db16416a052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.660809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-24735252-f730-4e57-a369-db16416a052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.661290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-24735252-f730-4e57-a369-db16416a052b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.663459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-24735252-f730-4e57-a369-db16416a052b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4844556 Jul 05 03:59:27.742272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e797403-5458-44a3-9893-9837dd799f5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:27.958976 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ad6302-c29e-4b61-bc98-b914b6c444f2 req-abe8c025-c821-4fa5-a1e0-aba6ceb11736 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:27.974275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1ad6302-c29e-4b61-bc98-b914b6c444f2 req-abe8c025-c821-4fa5-a1e0-aba6ceb11736 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.5068202 Jul 05 03:59:27.991236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5e797403-5458-44a3-9893-9837dd799f5d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ef3137f582494dd8b4ec96628c25ee12&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6112952 Jul 05 03:59:27.992053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e797403-5458-44a3-9893-9837dd799f5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c4a5f42-a8b0-463f-82ca-b2d468249450,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.015578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33048) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:28.149233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-5b50817a-091c-42ea-9895-6b39bf213a94 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426068 Jul 05 03:59:28.205839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Attempting to bind port 413daab2-512f-4770-8e63-6f518efd0808 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:28.206694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Attempting to bind port 413daab2-512f-4770-8e63-6f518efd0808 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:28.207425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Attempting to bind port 413daab2-512f-4770-8e63-6f518efd0808 on network e28198e9-0da7-40ca-97a9-a59c4503279c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:28.253212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d990d84-4a89-4c29-955f-e7eded888433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.260260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Port 413daab2-512f-4770-8e63-6f518efd0808 on network e28198e9-0da7-40ca-97a9-a59c4503279c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:28.260971 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Attempting to bind port 413daab2-512f-4770-8e63-6f518efd0808 on network e28198e9-0da7-40ca-97a9-a59c4503279c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:28.272444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-33cc8f10-7d3e-45c1-8e3b-3e020b58e3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.274477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:28.274745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26cb61e8-3d73-4a46-b149-0d96102ae6b5 req-33cc8f10-7d3e-45c1-8e3b-3e020b58e3ec service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5621219 Jul 05 03:59:28.276308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Checking segment: {'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:28.276935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Bound using segment: {'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:28.277613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Bound port: 413daab2-512f-4770-8e63-6f518efd0808, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:28.278509 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.357558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] For port 413daab2-512f-4770-8e63-6f518efd0808, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:28.361743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] For port 413daab2-512f-4770-8e63-6f518efd0808, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=413daab2-512f-4770-8e63-6f518efd0808,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:28.381991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d990d84-4a89-4c29-955f-e7eded888433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.385583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1ad6302-c29e-4b61-bc98-b914b6c444f2 req-058e66b7-c0c9-42d7-8a8c-648996e2f9ba tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4104137 Jul 05 03:59:28.422866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.455101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-082c9383-5b11-47d4-b500-a8c9375389fa req-d4b0670a-cd98-431a-bef3-30f2ea2bc72a service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2779589 Jul 05 03:59:28.491674 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.491674 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.492513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] 10.222.0.26 "PUT /v2.0/ports/413daab2-512f-4770-8e63-6f518efd0808 HTTP/1.1" status: 200 len: 1092 time: 2.0822740 Jul 05 03:59:28.512372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '413daab2-512f-4770-8e63-6f518efd0808'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:28.515186 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a622142d-96c9-4b53-8777-64ab12f8644c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "413daab2-512f-4770-8e63-6f518efd0808"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:28.562239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d847e9-93d5-4f75-be74-6ec2dcf5172e req-a4bc181f-9de6-4129-b112-7f8319f5a2ef tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.575613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5d847e9-93d5-4f75-be74-6ec2dcf5172e req-a4bc181f-9de6-4129-b112-7f8319f5a2ef tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 944 time: 0.4536576 Jul 05 03:59:28.628363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a01038-0f69-407a-a52c-7bce76deaa40 service neutron] Pushing event updated for resources: {'Port': ['ID=413daab2-512f-4770-8e63-6f518efd0808,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.651525 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Request body: {'port': {'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:28.710583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d990d84-4a89-4c29-955f-e7eded888433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.714237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d990d84-4a89-4c29-955f-e7eded888433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.715589 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9d990d84-4a89-4c29-955f-e7eded888433 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c4a5f42-a8b0-463f-82ca-b2d468249450 HTTP/1.1" status: 204 len: 168 time: 0.6947582 Jul 05 03:59:28.730104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d990d84-4a89-4c29-955f-e7eded888433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c4a5f42-a8b0-463f-82ca-b2d468249450,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:28.890913 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:28.917152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5d847e9-93d5-4f75-be74-6ec2dcf5172e req-41278f83-419d-4556-b7f5-a219efdd865b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3399591 Jul 05 03:59:28.975588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812fa6-3843-4339-a0ca-863c89dff6f1 req-0d105876-114a-40ed-9fc2-52b4da3684a2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:28.998015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812fa6-3843-4339-a0ca-863c89dff6f1 req-0d105876-114a-40ed-9fc2-52b4da3684a2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.012952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812fa6-3843-4339-a0ca-863c89dff6f1 req-0d105876-114a-40ed-9fc2-52b4da3684a2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.039020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812fa6-3843-4339-a0ca-863c89dff6f1 req-0d105876-114a-40ed-9fc2-52b4da3684a2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.045664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812fa6-3843-4339-a0ca-863c89dff6f1 req-0d105876-114a-40ed-9fc2-52b4da3684a2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.053238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812fa6-3843-4339-a0ca-863c89dff6f1 req-0d105876-114a-40ed-9fc2-52b4da3684a2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.060510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812fa6-3843-4339-a0ca-863c89dff6f1 req-0d105876-114a-40ed-9fc2-52b4da3684a2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.067123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24812fa6-3843-4339-a0ca-863c89dff6f1 req-0d105876-114a-40ed-9fc2-52b4da3684a2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5418 time: 0.4451613 Jul 05 03:59:29.149633 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a7a74ac-84e9-4685-b1be-7c5f28dbe8c8 x-openstack-request-id: req-9a7a74ac-84e9-4685-b1be-7c5f28dbe8c8 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:29.150256 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "413daab2-512f-4770-8e63-6f518efd0808", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:29.150256 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9a7a74ac-84e9-4685-b1be-7c5f28dbe8c8 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:29.151097 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '413daab2-512f-4770-8e63-6f518efd0808', 'status': 'completed', 'code': 200} Jul 05 03:59:29.232231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2153b-f1da-4f5d-a606-513a5bf862ef req-fa7824b4-8679-4f70-a9c0-0b42f8100cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.234918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61c2153b-f1da-4f5d-a606-513a5bf862ef req-fa7824b4-8679-4f70-a9c0-0b42f8100cc1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 1096 time: 0.6141522 Jul 05 03:59:29.253868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.296585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24812fa6-3843-4339-a0ca-863c89dff6f1 req-231e9746-3689-470d-8872-563cf72ca36d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1482115 Jul 05 03:59:29.422499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2153b-f1da-4f5d-a606-513a5bf862ef req-25cee75d-01f6-42cf-9070-6861786a7bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.424723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61c2153b-f1da-4f5d-a606-513a5bf862ef req-25cee75d-01f6-42cf-9070-6861786a7bf1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 906 time: 0.1714945 Jul 05 03:59:29.454798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-71d2448d-7ffc-4690-9566-ab64804a7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.455302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-71d2448d-7ffc-4690-9566-ab64804a7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.455815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-71d2448d-7ffc-4690-9566-ab64804a7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.457899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-71d2448d-7ffc-4690-9566-ab64804a7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.459088 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-71d2448d-7ffc-4690-9566-ab64804a7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.459214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57563224-fc9a-4c7c-88d4-be7c3e8bb57f {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:29.459585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-71d2448d-7ffc-4690-9566-ab64804a7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.460095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-71d2448d-7ffc-4690-9566-ab64804a7a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.466879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a622142d-96c9-4b53-8777-64ab12f8644c req-71d2448d-7ffc-4690-9566-ab64804a7a6d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6426 time: 0.3974993 Jul 05 03:59:29.472148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.524346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Transition to ACTIVE for port object 57563224-fc9a-4c7c-88d4-be7c3e8bb57f will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:29.553681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61c2153b-f1da-4f5d-a606-513a5bf862ef req-ea1d2578-de54-425c-882c-e124107b73b3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c0b068ba-fc44-4aed-a805-b5156d9fb520 HTTP/1.1" status: 200 len: 217 time: 0.0846596 Jul 05 03:59:29.598209 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.663176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba19222-1d7f-41b5-af60-9155b9fe219d req-779a388b-87b6-4465-8119-f65318ef615c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.665021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba19222-1d7f-41b5-af60-9155b9fe219d req-779a388b-87b6-4465-8119-f65318ef615c tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.5154281 Jul 05 03:59:29.702401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Pushing event updated for resources: {'Port': ['ID=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:29.835543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c2153b-f1da-4f5d-a606-513a5bf862ef req-9b6253c6-c537-49f8-923e-8771943ed4e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.837093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61c2153b-f1da-4f5d-a606-513a5bf862ef req-9b6253c6-c537-49f8-923e-8771943ed4e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.2684386 Jul 05 03:59:29.851452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba19222-1d7f-41b5-af60-9155b9fe219d req-e4c7563c-9f11-47d0-884d-bd1cf6b1b91a tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1565783 Jul 05 03:59:29.861243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Attempting to bind port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:29.861691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Attempting to bind port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:29.862394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Attempting to bind port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f on network e28198e9-0da7-40ca-97a9-a59c4503279c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:29.869825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f on network e28198e9-0da7-40ca-97a9-a59c4503279c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:29.870254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Attempting to bind port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f on network e28198e9-0da7-40ca-97a9-a59c4503279c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:29.879842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:29.881457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Checking segment: {'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:29.881457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Bound using segment: {'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:29.881457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Bound port: 57563224-fc9a-4c7c-88d4-be7c3e8bb57f, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '136318f6-aa22-4336-9947-bb808570124e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:29.881457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:29.915467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61c2153b-f1da-4f5d-a606-513a5bf862ef req-8a3f729a-d411-4164-9bdc-abd1576c2d7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628572 Jul 05 03:59:29.917355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-1393c676-8aed-4b18-a0e8-710ae752ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.917802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-1393c676-8aed-4b18-a0e8-710ae752ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.918273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-1393c676-8aed-4b18-a0e8-710ae752ec82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:29.931626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a622142d-96c9-4b53-8777-64ab12f8644c req-1393c676-8aed-4b18-a0e8-710ae752ec82 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.4250789 Jul 05 03:59:29.990115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] Deleting port 795837f2-20ae-4bb2-b81a-ce950e38b201 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:29.990628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.016458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63bb7ce-36f9-4f8e-86a4-bcb73e26023d req-2156b786-97f6-492e-8c55-6f5925a9d21c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.018252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d63bb7ce-36f9-4f8e-86a4-bcb73e26023d req-2156b786-97f6-492e-8c55-6f5925a9d21c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.4081388 Jul 05 03:59:30.128729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] For port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:30.135581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] For port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:30.137744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] For port 795837f2-20ae-4bb2-b81a-ce950e38b201, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=795837f2-20ae-4bb2-b81a-ce950e38b201,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:30.138238 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.153209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] Calling delete_port for 795837f2-20ae-4bb2-b81a-ce950e38b201 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:30.223967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622142d-96c9-4b53-8777-64ab12f8644c req-f36ac5d5-474a-4d2a-9845-87cb340d48df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.225657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a622142d-96c9-4b53-8777-64ab12f8644c req-f36ac5d5-474a-4d2a-9845-87cb340d48df service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2753263 Jul 05 03:59:30.265022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d63bb7ce-36f9-4f8e-86a4-bcb73e26023d req-830de17f-c737-49e5-94ae-4026a81b09d1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869614 Jul 05 03:59:30.319291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61c2153b-f1da-4f5d-a606-513a5bf862ef req-b9e8fe7c-17b1-4a39-872d-9e58bf764f2e service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847907 Jul 05 03:59:30.343420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fcf596b-c590-4e1d-941d-e96fceea03d9 req-1587e0bf-5a96-4363-88ce-58dce2213f06 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.354875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2fcf596b-c590-4e1d-941d-e96fceea03d9 req-1587e0bf-5a96-4363-88ce-58dce2213f06 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 944 time: 0.2493138 Jul 05 03:59:30.496066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2fcf596b-c590-4e1d-941d-e96fceea03d9 req-d71292c5-c17e-475b-8600-086122aef579 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1398306 Jul 05 03:59:30.577574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.592000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61c2153b-f1da-4f5d-a606-513a5bf862ef req-6f84338f-11e4-4677-bb30-e4bfa7f17e77 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2620008 Jul 05 03:59:30.663037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.668030 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:30.668030 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] 10.222.0.26 "PUT /v2.0/ports/57563224-fc9a-4c7c-88d4-be7c3e8bb57f HTTP/1.1" status: 200 len: 1092 time: 2.0523486 Jul 05 03:59:30.700324 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e3f2f2-7926-452b-b677-e679c09cb885 service neutron] Pushing event updated for resources: {'Port': ['ID=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:30.859191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54905d9b-5051-4084-951c-89a7b75b1862 req-a40e42cd-9b01-43fb-99ef-93e9443123fb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.870535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54905d9b-5051-4084-951c-89a7b75b1862 req-a40e42cd-9b01-43fb-99ef-93e9443123fb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.895821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54905d9b-5051-4084-951c-89a7b75b1862 req-a40e42cd-9b01-43fb-99ef-93e9443123fb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.915281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54905d9b-5051-4084-951c-89a7b75b1862 req-a40e42cd-9b01-43fb-99ef-93e9443123fb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.937476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54905d9b-5051-4084-951c-89a7b75b1862 req-a40e42cd-9b01-43fb-99ef-93e9443123fb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.956400 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54905d9b-5051-4084-951c-89a7b75b1862 req-a40e42cd-9b01-43fb-99ef-93e9443123fb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.966513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54905d9b-5051-4084-951c-89a7b75b1862 req-a40e42cd-9b01-43fb-99ef-93e9443123fb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:30.978972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54905d9b-5051-4084-951c-89a7b75b1862 req-a40e42cd-9b01-43fb-99ef-93e9443123fb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.2988544 Jul 05 03:59:31.006842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bfaddcb9-d155-4da0-b22b-3d1d2668d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.007354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bfaddcb9-d155-4da0-b22b-3d1d2668d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.007835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bfaddcb9-d155-4da0-b22b-3d1d2668d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.008335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bfaddcb9-d155-4da0-b22b-3d1d2668d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.014582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bfaddcb9-d155-4da0-b22b-3d1d2668d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.014582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bfaddcb9-d155-4da0-b22b-3d1d2668d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.014582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bfaddcb9-d155-4da0-b22b-3d1d2668d43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.014582 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bfaddcb9-d155-4da0-b22b-3d1d2668d43b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6494 time: 0.1912670 Jul 05 03:59:31.060521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54905d9b-5051-4084-951c-89a7b75b1862 req-fbc2215b-51af-4ad7-8711-23b07ab91673 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0815921 Jul 05 03:59:31.122696 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.138689 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-93cdbecb-1287-4f0d-b483-5130c23b3acb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304 HTTP/1.1" status: 200 len: 217 time: 0.1018500 Jul 05 03:59:31.163657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '57563224-fc9a-4c7c-88d4-be7c3e8bb57f'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:31.166650 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cb19bb-ba07-4937-b760-08b6df96414d" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "57563224-fc9a-4c7c-88d4-be7c3e8bb57f"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:31.189433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] Pushing event deleted for resources: {'Port': ['ID=795837f2-20ae-4bb2-b81a-ce950e38b201,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:31.226107 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24049e16-17fa-422b-9779-4d0a8bf9bc0a x-openstack-request-id: req-24049e16-17fa-422b-9779-4d0a8bf9bc0a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:31.226385 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "57563224-fc9a-4c7c-88d4-be7c3e8bb57f", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:31.226649 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24049e16-17fa-422b-9779-4d0a8bf9bc0a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:31.227994 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '57563224-fc9a-4c7c-88d4-be7c3e8bb57f', 'status': 'completed', 'code': 200} Jul 05 03:59:31.335935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-439d6323-46c0-4843-bf31-d33aeb163c6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.337428 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-439d6323-46c0-4843-bf31-d33aeb163c6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0ee9de-4adc-4361-96f5-b74cc93d5b36 HTTP/1.1" status: 200 len: 856 time: 0.1675627 Jul 05 03:59:31.535865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae648515-7ab3-4cbe-9414-a5c479f1b31c req-079038f2-b6e9-4e88-89da-31085ca99a2b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.538489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae648515-7ab3-4cbe-9414-a5c479f1b31c req-079038f2-b6e9-4e88-89da-31085ca99a2b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.0943863 Jul 05 03:59:31.541461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:31.552940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-a815cfa4-b222-40b2-b1dd-da75841ff406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.554992 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-a815cfa4-b222-40b2-b1dd-da75841ff406 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ad52298-5282-4af0-bae4-d544afacc71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1725626 Jul 05 03:59:31.593500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae648515-7ab3-4cbe-9414-a5c479f1b31c req-5af10f17-4563-43af-a6f8-808c34319f42 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481737 Jul 05 03:59:31.781457 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-b344a357-5af6-456e-9d2c-155a598e5c82 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761260 Jul 05 03:59:31.815622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f93232-ff42-4309-a40e-66c67e201bf7 req-b961f848-b62d-48ee-9e07-38559e81f26e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:31.827055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0f93232-ff42-4309-a40e-66c67e201bf7 req-b961f848-b62d-48ee-9e07-38559e81f26e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 944 time: 0.1060238 Jul 05 03:59:31.887601 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fcc106cc-80f2-4e8b-89d4-7bd7958dccc7 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960188 Jul 05 03:59:31.892895 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0f93232-ff42-4309-a40e-66c67e201bf7 req-9d7ea596-3497-47b1-97e8-6074405cd3be tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646145 Jul 05 03:59:31.983478 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-dc6a36cb-dc2a-4f45-bccc-124033aa1d7d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=508f00b8-de49-493e-8e45-0696faad4424 HTTP/1.1" status: 200 len: 217 time: 0.0424957 Jul 05 03:59:32.168963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] Router d6e2a87f-d0df-4db9-8c4f-2b18842def3f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 03:59:32.180371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-34a00c10-1626-4968-9e84-9cc90e45e7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.182719 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-34a00c10-1626-4968-9e84-9cc90e45e7e3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.1895268 Jul 05 03:59:32.242607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c0b068ba-fc44-4aed-a805-b5156d9fb520 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:32.342280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e97ef8-4326-4550-bb23-1c82d17ee47b req-061ca1e3-21c0-4078-83a0-94eb370c2929 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.346295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 03:59:32.349503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-6721c682-2cd5-4cbc-9a81-d22dbd34c8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.351118 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-6721c682-2cd5-4cbc-9a81-d22dbd34c8b4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1228113 Jul 05 03:59:32.353104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53e97ef8-4326-4550-bb23-1c82d17ee47b req-061ca1e3-21c0-4078-83a0-94eb370c2929 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1007957 Jul 05 03:59:32.355684 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2a017a22-ab49-4a6a-98b8-da23ff6f6654 admin admin] 10.222.0.30 "PUT /v2.0/routers/d6e2a87f-d0df-4db9-8c4f-2b18842def3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9525547 Jul 05 03:59:32.358482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33150) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:32.379700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] Sync routers for ids ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 03:59:32.429775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53e97ef8-4326-4550-bb23-1c82d17ee47b req-a008d6e2-d9fa-4fbb-8561-ae757b0ef3f8 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588017 Jul 05 03:59:32.438046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] Routers {'d6e2a87f-d0df-4db9-8c4f-2b18842def3f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:32.438967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:59:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:32.561543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a919f6-d736-444f-bace-2b4715266254 req-8104db84-187e-48f2-a96a-cd3180a8b5c6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.563839 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-caf36a7e-4b2f-4af9-9f16-04e01124e07a service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1963024 Jul 05 03:59:32.565156 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.570063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a919f6-d736-444f-bace-2b4715266254 req-8104db84-187e-48f2-a96a-cd3180a8b5c6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.577107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a919f6-d736-444f-bace-2b4715266254 req-8104db84-187e-48f2-a96a-cd3180a8b5c6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.585396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a919f6-d736-444f-bace-2b4715266254 req-8104db84-187e-48f2-a96a-cd3180a8b5c6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.593782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a919f6-d736-444f-bace-2b4715266254 req-8104db84-187e-48f2-a96a-cd3180a8b5c6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.602113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a919f6-d736-444f-bace-2b4715266254 req-8104db84-187e-48f2-a96a-cd3180a8b5c6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.616225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a919f6-d736-444f-bace-2b4715266254 req-8104db84-187e-48f2-a96a-cd3180a8b5c6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.626896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a919f6-d736-444f-bace-2b4715266254 req-8104db84-187e-48f2-a96a-cd3180a8b5c6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.1784856 Jul 05 03:59:32.737862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a919f6-d736-444f-bace-2b4715266254 req-40fd4757-38f6-4026-99e6-a36d44e0156a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1099448 Jul 05 03:59:32.824894 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-35302a1c-b4b9-4d03-8b4d-ccd5a8cdf89b service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2118256 Jul 05 03:59:32.833827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:32.837236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] Set router d6e2a87f-d0df-4db9-8c4f-2b18842def3f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:32.914677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118623e6-6b4b-4ee5-9832-aa8b1c1633eb req-4d9210ea-04aa-4a03-b728-a8b005f4aa8c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:32.925238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-118623e6-6b4b-4ee5-9832-aa8b1c1633eb req-4d9210ea-04aa-4a03-b728-a8b005f4aa8c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.0959756 Jul 05 03:59:32.940755 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-88ad42a5-da01-4cd4-9e6b-aa7a63210196 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=d9272308-16d4-4bea-815a-f0a4152feb20 HTTP/1.1" status: 200 len: 217 time: 0.0983968 Jul 05 03:59:33.006095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-118623e6-6b4b-4ee5-9832-aa8b1c1633eb req-c06b2a02-8822-41b3-9919-c3fe56995de2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799458 Jul 05 03:59:33.050694 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c0b068ba-fc44-4aed-a805-b5156d9fb520, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c0b068ba-fc44-4aed-a805-b5156d9fb520,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:33.059638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-c62ded3e-68f9-493e-a084-edbeaec38baa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:33.061579 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-c62ded3e-68f9-493e-a084-edbeaec38baa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.0829644 Jul 05 03:59:33.089778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'c0b068ba-fc44-4aed-a805-b5156d9fb520', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'port_id': 'c0b068ba-fc44-4aed-a805-b5156d9fb520', 'mac_address': 'fa:16:3e:3f:56:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b073ad93-53eb-4430-93a7-0f49cb28c7c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:33.122236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5174c681-0aca-454c-a132-cc3ce032dc49 req-fffb1bf3-dfe0-4aab-bdee-0b6ce78650b8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:33.124485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5174c681-0aca-454c-a132-cc3ce032dc49 req-fffb1bf3-dfe0-4aab-bdee-0b6ce78650b8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 944 time: 0.0767496 Jul 05 03:59:33.175141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Deleting port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:33.175704 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.187927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bcf02fd3-6b51-4bd6-8a7f-6fab80e43baa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:33.187927 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bcf02fd3-6b51-4bd6-8a7f-6fab80e43baa service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1050386 Jul 05 03:59:33.189309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130'}], 'enable_snat': True}, 'gw_port_id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:59:30Z', 'revision_number': 5, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port': {'id': '2dce788e-58b9-47ee-8b39-2a6f01aea7f1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:13:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1089, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:53:55Z', 'updated_at': '2021-07-05T03:54:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:33.193167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.213704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5174c681-0aca-454c-a132-cc3ce032dc49 req-17f5d932-d3bf-41e5-ac0d-4159a3ddee4d tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716434 Jul 05 03:59:33.236910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] Checking router: d6e2a87f-d0df-4db9-8c4f-2b18842def3f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 03:59:33.254990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] Routers {'d6e2a87f-d0df-4db9-8c4f-2b18842def3f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 03:59:33.256743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T03:59:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:33.262035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c0b068ba-fc44-4aed-a805-b5156d9fb520 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:33.341286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] For port 2dce788e-58b9-47ee-8b39-2a6f01aea7f1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2dce788e-58b9-47ee-8b39-2a6f01aea7f1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:33.341649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.363225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Calling delete_port for 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:33.366923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c0b068ba-fc44-4aed-a805-b5156d9fb520, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c0b068ba-fc44-4aed-a805-b5156d9fb520,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:33.386768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] Set router d6e2a87f-d0df-4db9-8c4f-2b18842def3f gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 03:59:33.448638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.450822 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:59:32Z', 'revision_number': 6, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:33.483572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f71b082-0f8d-4b41-b111-feb5d22135ff None None] The sync data for ids ['d6e2a87f-d0df-4db9-8c4f-2b18842def3f'] in n-d-758944-41 is: [{'id': 'd6e2a87f-d0df-4db9-8c4f-2b18842def3f', 'name': 'tempest-ServersTestBootFromVolume-1291643043-router', 'tenant_id': '9dd96b056f1846bfb243852869d18891', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:53:54Z', 'updated_at': '2021-07-05T03:59:32Z', 'revision_number': 6, 'project_id': '9dd96b056f1846bfb243852869d18891', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 03:59:33.519144 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-120c48c4-0c11-422c-ad38-ec343273b48e service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971335 Jul 05 03:59:33.552613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c0b068ba-fc44-4aed-a805-b5156d9fb520,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:33.711122 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-dc7e0c91-53ca-4c12-829d-ba4904f9c5c0 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776111 Jul 05 03:59:33.712150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0d5503-30a5-4a67-a8e0-a530e1624f3f req-474d2e26-d483-4e68-a0d5-1dae03026908 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:33.714950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe0d5503-30a5-4a67-a8e0-a530e1624f3f req-474d2e26-d483-4e68-a0d5-1dae03026908 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1033669 Jul 05 03:59:33.760333 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-39002838-6d01-442c-82a0-dc1e5f8764f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=82917737-35ba-4936-8cf9-75ad6c8a2220 HTTP/1.1" status: 200 len: 217 time: 0.0398989 Jul 05 03:59:33.761609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe0d5503-30a5-4a67-a8e0-a530e1624f3f req-edf0d30c-3c34-403f-8fc2-0025bec0f627 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396068 Jul 05 03:59:33.828484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:33.865145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-30017f5c-0caa-45be-b759-33bc60c2130c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:33.866695 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-30017f5c-0caa-45be-b759-33bc60c2130c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.0955672 Jul 05 03:59:33.867926 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Pushing event deleted for resources: {'Port': ['ID=2dce788e-58b9-47ee-8b39-2a6f01aea7f1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:33.939615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['c0b068ba-fc44-4aed-a805-b5156d9fb520'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:34.019333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bc33f033-fa5c-4594-a6db-091a718643cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.021206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-bc33f033-fa5c-4594-a6db-091a718643cb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1335521 Jul 05 03:59:34.023713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.094966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3939-c869-4c08-9de6-abac85e5e632 req-0d0fa4f7-3617-47d7-b3c6-8ec090763c15 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.101568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3939-c869-4c08-9de6-abac85e5e632 req-0d0fa4f7-3617-47d7-b3c6-8ec090763c15 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.108256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3939-c869-4c08-9de6-abac85e5e632 req-0d0fa4f7-3617-47d7-b3c6-8ec090763c15 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.115017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3939-c869-4c08-9de6-abac85e5e632 req-0d0fa4f7-3617-47d7-b3c6-8ec090763c15 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.122319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3939-c869-4c08-9de6-abac85e5e632 req-0d0fa4f7-3617-47d7-b3c6-8ec090763c15 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.128750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3939-c869-4c08-9de6-abac85e5e632 req-0d0fa4f7-3617-47d7-b3c6-8ec090763c15 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.137185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15bf3939-c869-4c08-9de6-abac85e5e632 req-0d0fa4f7-3617-47d7-b3c6-8ec090763c15 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.145892 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15bf3939-c869-4c08-9de6-abac85e5e632 req-0d0fa4f7-3617-47d7-b3c6-8ec090763c15 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.1945448 Jul 05 03:59:34.222342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15bf3939-c869-4c08-9de6-abac85e5e632 req-828731ec-9375-4bcd-be4c-b335d8d7b340 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0698450 Jul 05 03:59:34.232638 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.238089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.703283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608640e-402d-40fd-98ce-c2406d5941b7 req-ccef00f6-6d83-4555-b4d0-f2ac5427a62a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.704939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8608640e-402d-40fd-98ce-c2406d5941b7 req-ccef00f6-6d83-4555-b4d0-f2ac5427a62a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.4672222 Jul 05 03:59:34.718865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a63ab05-a13a-4f3b-96df-31d493e663c1 req-523762ab-d9c2-4d01-af43-70bacf5918d7 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:34.720497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a63ab05-a13a-4f3b-96df-31d493e663c1 req-523762ab-d9c2-4d01-af43-70bacf5918d7 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 945 time: 0.1048331 Jul 05 03:59:34.745715 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-8098f3b4-7c1f-4bb4-97cb-c0e436dae024 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6205833 Jul 05 03:59:34.775071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8608640e-402d-40fd-98ce-c2406d5941b7 req-16151f06-3d1e-476c-ac17-a62e9db5563c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534675 Jul 05 03:59:34.796051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a63ab05-a13a-4f3b-96df-31d493e663c1 req-17b08c62-2ddf-424d-9d7e-8209c18a4241 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536830 Jul 05 03:59:34.878585 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-930bd2ac-8250-498a-9ad0-65e938b7e581 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167636 Jul 05 03:59:34.879692 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.880247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Fanout notify agent at l3_agent the message router_deleted on router d6e2a87f-d0df-4db9-8c4f-2b18842def3f {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 03:59:34.884552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:34.885804 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5a609f41-fcc0-456a-b9cc-5d6d17cfe85c admin admin] 10.222.0.30 "DELETE /v2.0/routers/d6e2a87f-d0df-4db9-8c4f-2b18842def3f HTTP/1.1" status: 204 len: 168 time: 2.5259221 Jul 05 03:59:34.888780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33198) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:34.974978 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-fc470c29-1935-46f6-b9be-039ececc5504 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=b8f69d4b-d276-4843-88a3-f617b74fdc99 HTTP/1.1" status: 200 len: 217 time: 0.0774221 Jul 05 03:59:35.013463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f52c0aca-953d-4136-ba0b-c0066e9f2190 admin admin] Deleting subnet 654adab4-e987-4b99-be8f-766330fa38ca {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 03:59:35.018443 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f52c0aca-953d-4136-ba0b-c0066e9f2190 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.038936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-53f73aee-d8e6-4d36-b7c2-ba1ecc82d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.040501 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-53f73aee-d8e6-4d36-b7c2-ba1ecc82d4ab service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.0570750 Jul 05 03:59:35.081925 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f52c0aca-953d-4136-ba0b-c0066e9f2190 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.130644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005a10a1-a539-4021-8891-26c80362fb35 req-f2f0b7e9-c5bc-4e34-8572-2c78233d8c77 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.136856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-e627abf9-d30a-4d3d-829b-5a9ad00001a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.137618 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-e627abf9-d30a-4d3d-829b-5a9ad00001a9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0884120 Jul 05 03:59:35.140139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-005a10a1-a539-4021-8891-26c80362fb35 req-f2f0b7e9-c5bc-4e34-8572-2c78233d8c77 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1789517 Jul 05 03:59:35.269381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-005a10a1-a539-4021-8891-26c80362fb35 req-0c19ceca-59a4-4405-a335-cda1e160b16b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1279836 Jul 05 03:59:35.302600 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f52c0aca-953d-4136-ba0b-c0066e9f2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.307796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:35.330636 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-2c07ada2-bf4c-4deb-bea2-6d8bca4c1717 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1789889 Jul 05 03:59:35.381306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:35.381794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2dce788e-58b9-47ee-8b39-2a6f01aea7f1 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:35.382231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 795837f2-20ae-4bb2-b81a-ce950e38b201 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:35.426418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 795837f2-20ae-4bb2-b81a-ce950e38b201 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:35.432028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 795837f2-20ae-4bb2-b81a-ce950e38b201 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:35.475396 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-00e1d442-b93f-4efb-8da9-e20ffcd5ba1e service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1341825 Jul 05 03:59:35.527311 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-1f4f903b-29a6-4c71-9e08-6cac6a363b95 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=413daab2-512f-4770-8e63-6f518efd0808 HTTP/1.1" status: 200 len: 217 time: 0.0452511 Jul 05 03:59:35.532267 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f52c0aca-953d-4136-ba0b-c0066e9f2190 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.563578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92016b6-bb92-45f5-b680-820268e98663 req-d8fb0957-c056-4dac-b3a7-3bf00204c375 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.573184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92016b6-bb92-45f5-b680-820268e98663 req-d8fb0957-c056-4dac-b3a7-3bf00204c375 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.580403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-af142213-2967-478b-b0ec-c7095692700a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.581937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92016b6-bb92-45f5-b680-820268e98663 req-d8fb0957-c056-4dac-b3a7-3bf00204c375 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.582127 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-af142213-2967-478b-b0ec-c7095692700a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.0478761 Jul 05 03:59:35.590727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92016b6-bb92-45f5-b680-820268e98663 req-d8fb0957-c056-4dac-b3a7-3bf00204c375 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.596909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92016b6-bb92-45f5-b680-820268e98663 req-d8fb0957-c056-4dac-b3a7-3bf00204c375 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.605360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92016b6-bb92-45f5-b680-820268e98663 req-d8fb0957-c056-4dac-b3a7-3bf00204c375 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.611674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92016b6-bb92-45f5-b680-820268e98663 req-d8fb0957-c056-4dac-b3a7-3bf00204c375 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.613782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d92016b6-bb92-45f5-b680-820268e98663 req-d8fb0957-c056-4dac-b3a7-3bf00204c375 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.1669600 Jul 05 03:59:35.639180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c0aca-953d-4136-ba0b-c0066e9f2190 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=654adab4-e987-4b99-be8f-766330fa38ca,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:35.646595 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f52c0aca-953d-4136-ba0b-c0066e9f2190 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.647730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f52c0aca-953d-4136-ba0b-c0066e9f2190 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/654adab4-e987-4b99-be8f-766330fa38ca HTTP/1.1" status: 204 len: 168 time: 0.7578990 Jul 05 03:59:35.653371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33210) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:35.653904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8ba1ac1-fdf3-4aea-ac86-ed7e120ff779 None None] Network c140cb71-78d4-4d48-8111-dd42bd8bac1b requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:35.686468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d92016b6-bb92-45f5-b680-820268e98663 req-d084fedf-38c4-4788-9715-ca33fa5cde85 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0518005 Jul 05 03:59:35.731369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-5cb0a39f-bfc2-4e9b-baa8-c55800126578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:35.735924 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-5cb0a39f-bfc2-4e9b-baa8-c55800126578 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1463473 Jul 05 03:59:35.825055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.933441 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-86f1f1aa-b067-4950-aa92-40915ac99d6a service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768651 Jul 05 03:59:35.943825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Deleting port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:35.944203 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:35.967959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a787625-3071-4c1a-80a1-57d1395b983d None None] DHCP port deletion for c140cb71-78d4-4d48-8111-dd42bd8bac1b request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 03:59:36.033893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5a787625-3071-4c1a-80a1-57d1395b983d None None] Deleting port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:36.034090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a787625-3071-4c1a-80a1-57d1395b983d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.089927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] For port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7e0883f7-51b1-4ede-9f02-ab9bc62bab75,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:36.090925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.114634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Calling delete_port for 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:36.141948 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-0a143ddf-927f-49b0-beb6-83ab8241181c service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941783 Jul 05 03:59:36.154202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b277f3-153f-4cb8-9120-2c839f5e96fc req-85d2e49b-a490-4573-a731-4a1c714bab6a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:36.156109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5a787625-3071-4c1a-80a1-57d1395b983d None None] For port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7e0883f7-51b1-4ede-9f02-ab9bc62bab75,segment=NetworkSegment(9092a254-59b5-4d42-8701-977c0f6fbbc6),segment_id=9092a254-59b5-4d42-8701-977c0f6fbbc6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:36.156521 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a787625-3071-4c1a-80a1-57d1395b983d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.163407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89b277f3-153f-4cb8-9120-2c839f5e96fc req-85d2e49b-a490-4573-a731-4a1c714bab6a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.1643722 Jul 05 03:59:36.183728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2a2df1-c580-45dd-bf67-78740892e474 req-a800e2a9-4f85-4ce7-9eff-d7ae37e72978 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:36.192625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c2a2df1-c580-45dd-bf67-78740892e474 req-a800e2a9-4f85-4ce7-9eff-d7ae37e72978 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 945 time: 0.2192190 Jul 05 03:59:36.192932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5a787625-3071-4c1a-80a1-57d1395b983d None None] Calling delete_port for 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:36.223837 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-014d7b46-01e2-4298-a70d-419b9540174f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f HTTP/1.1" status: 200 len: 217 time: 0.0433855 Jul 05 03:59:36.314530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c2a2df1-c580-45dd-bf67-78740892e474 req-e13956f9-29fe-4806-b8f0-c93124f7e776 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200721 Jul 05 03:59:36.314738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-1ee43e41-d7b2-4094-86a0-19cd6fa27e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:36.316240 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-1ee43e41-d7b2-4094-86a0-19cd6fa27e7b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.0835972 Jul 05 03:59:36.336396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c0b068ba-fc44-4aed-a805-b5156d9fb520 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:36.369336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89b277f3-153f-4cb8-9120-2c839f5e96fc req-ce55b345-1fb9-457f-9feb-bbaa3e4cb46d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1951852 Jul 05 03:59:36.466891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a787625-3071-4c1a-80a1-57d1395b983d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.477452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.520888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a787625-3071-4c1a-80a1-57d1395b983d None None] Pushing event deleted for resources: {'Port': ['ID=7e0883f7-51b1-4ede-9f02-ab9bc62bab75,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:36.523703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-7f1fab63-b41b-47bd-9c62-80fa179dd66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:36.524535 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port c0b068ba-fc44-4aed-a805-b5156d9fb520 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:36.543923 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-7f1fab63-b41b-47bd-9c62-80fa179dd66a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2044835 Jul 05 03:59:36.544155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port c0b068ba-fc44-4aed-a805-b5156d9fb520 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:36.544155 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.583943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a787625-3071-4c1a-80a1-57d1395b983d None None] No DVR routers for this DVR port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:36.585047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Pushing event deleted for resources: {'Port': ['ID=7e0883f7-51b1-4ede-9f02-ab9bc62bab75,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:36.587180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] No DVR routers for this DVR port 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:36.605444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa8df95-76ee-4a1b-9042-5d660ee33511 req-f36a21ce-3823-4a78-b448-cccd721b5224 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:36.613955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fa8df95-76ee-4a1b-9042-5d660ee33511 req-f36a21ce-3823-4a78-b448-cccd721b5224 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1002769 Jul 05 03:59:36.683449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fa8df95-76ee-4a1b-9042-5d660ee33511 req-7e4b2212-fe20-4cf3-9800-dc345fea1d02 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0683100 Jul 05 03:59:36.714327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.765396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c0b068ba-fc44-4aed-a805-b5156d9fb520, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c0b068ba-fc44-4aed-a805-b5156d9fb520,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:36.765396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f3969a-ad94-4131-a14d-cfe8ba3c4cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b068ba-fc44-4aed-a805-b5156d9fb520'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:36.769546 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b202a1be-17e1-412f-b91b-6d6db0b8e74b" -d '{"events": [{"server_uuid": "d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb", "name": "network-vif-plugged", "status": "completed", "tag": "c0b068ba-fc44-4aed-a805-b5156d9fb520"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:36.776514 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-7382a60c-5152-4189-bafa-acec0f38b1b7 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1860781 Jul 05 03:59:36.847685 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82e1c7cc-4f64-4200-8aa8-61916e464b8f x-openstack-request-id: req-82e1c7cc-4f64-4200-8aa8-61916e464b8f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:36.847935 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb", "name": "network-vif-plugged", "status": "completed", "tag": "c0b068ba-fc44-4aed-a805-b5156d9fb520", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:36.866290 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-82e1c7cc-4f64-4200-8aa8-61916e464b8f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:36.866290 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f3969a-ad94-4131-a14d-cfe8ba3c4cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c0b068ba-fc44-4aed-a805-b5156d9fb520', 'code': 200} Jul 05 03:59:36.866654 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.878036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c140cb71-78d4-4d48-8111-dd42bd8bac1b']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:36.888959 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.902315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9092a254-59b5-4d42-8701-977c0f6fbbc6') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:36.903530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9092a254-59b5-4d42-8701-977c0f6fbbc6') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:36.919327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.957390 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.967722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:36.968424 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:36.968797 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c0b068ba-fc44-4aed-a805-b5156d9fb520,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:37.024637 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:37.038502 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fc4fd6e7-99a0-4c82-9857-fd85dd7ab0c4 req-d4045eac-9107-40cb-aecc-fe910f6f2025 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542224 Jul 05 03:59:37.042007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a855289-b703-4769-a811-7f09b70ecca4 req-409041c2-b9b4-42e4-98ed-973b30a56c08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.043824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a855289-b703-4769-a811-7f09b70ecca4 req-409041c2-b9b4-42e4-98ed-973b30a56c08 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 1098 time: 0.0878272 Jul 05 03:59:37.065573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12634d-e873-4740-bd15-d92b898eb0aa req-f77dd1d7-28c5-4e1d-bb22-7e57c2a1c9b2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.071884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12634d-e873-4740-bd15-d92b898eb0aa req-f77dd1d7-28c5-4e1d-bb22-7e57c2a1c9b2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.078560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12634d-e873-4740-bd15-d92b898eb0aa req-f77dd1d7-28c5-4e1d-bb22-7e57c2a1c9b2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.085541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12634d-e873-4740-bd15-d92b898eb0aa req-f77dd1d7-28c5-4e1d-bb22-7e57c2a1c9b2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.093074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12634d-e873-4740-bd15-d92b898eb0aa req-f77dd1d7-28c5-4e1d-bb22-7e57c2a1c9b2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.099617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12634d-e873-4740-bd15-d92b898eb0aa req-f77dd1d7-28c5-4e1d-bb22-7e57c2a1c9b2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.105771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b12634d-e873-4740-bd15-d92b898eb0aa req-f77dd1d7-28c5-4e1d-bb22-7e57c2a1c9b2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.107822 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b12634d-e873-4740-bd15-d92b898eb0aa req-f77dd1d7-28c5-4e1d-bb22-7e57c2a1c9b2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.1980267 Jul 05 03:59:37.118772 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.132241 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.139270 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] 10.222.0.30 "DELETE /v2.0/networks/c140cb71-78d4-4d48-8111-dd42bd8bac1b HTTP/1.1" status: 204 len: 168 time: 1.4843123 Jul 05 03:59:37.159373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a7e37e-9be9-4f23-9925-0d1f4d3a0cfa admin admin] Pushing event deleted for resources: {'Network': ['ID=c140cb71-78d4-4d48-8111-dd42bd8bac1b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:37.179198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a855289-b703-4769-a811-7f09b70ecca4 req-baa9386a-cc7e-4c1a-b7e4-e92da742ce49 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701201 Jul 05 03:59:37.187806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b12634d-e873-4740-bd15-d92b898eb0aa req-5389376f-0aa9-4a1b-9d3b-3a78f10e28d3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0593884 Jul 05 03:59:37.259588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb19bb-ba07-4937-b760-08b6df96414d req-91474f05-b006-4da8-b469-3c950d103096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.260023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb19bb-ba07-4937-b760-08b6df96414d req-91474f05-b006-4da8-b469-3c950d103096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.260722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb19bb-ba07-4937-b760-08b6df96414d req-91474f05-b006-4da8-b469-3c950d103096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.260959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb19bb-ba07-4937-b760-08b6df96414d req-91474f05-b006-4da8-b469-3c950d103096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.261428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb19bb-ba07-4937-b760-08b6df96414d req-91474f05-b006-4da8-b469-3c950d103096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.261897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb19bb-ba07-4937-b760-08b6df96414d req-91474f05-b006-4da8-b469-3c950d103096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.262496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb19bb-ba07-4937-b760-08b6df96414d req-91474f05-b006-4da8-b469-3c950d103096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.264536 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95cb19bb-ba07-4937-b760-08b6df96414d req-91474f05-b006-4da8-b469-3c950d103096 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6494 time: 0.0928943 Jul 05 03:59:37.272243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:37.305161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:37.305775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7e0883f7-51b1-4ede-9f02-ab9bc62bab75 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:37.389737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb19bb-ba07-4937-b760-08b6df96414d req-18a5b51a-125c-4d3e-8206-4841c96e829d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.394913 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95cb19bb-ba07-4937-b760-08b6df96414d req-18a5b51a-125c-4d3e-8206-4841c96e829d service neutron] 10.222.0.26 "GET /v2.0/networks?id=e28198e9-0da7-40ca-97a9-a59c4503279c HTTP/1.1" status: 200 len: 903 time: 0.1155610 Jul 05 03:59:37.440144 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95cb19bb-ba07-4937-b760-08b6df96414d req-07665e2a-374f-4fb0-a6d7-f40fec22da8d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f HTTP/1.1" status: 200 len: 217 time: 0.0415728 Jul 05 03:59:37.516863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb19bb-ba07-4937-b760-08b6df96414d req-980dff47-bba4-4518-83c7-f34f25f5431e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.518430 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95cb19bb-ba07-4937-b760-08b6df96414d req-980dff47-bba4-4518-83c7-f34f25f5431e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.0609705 Jul 05 03:59:37.607823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cb19bb-ba07-4937-b760-08b6df96414d req-427b98b0-c4c2-4267-8cdf-cd088787930e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.610042 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95cb19bb-ba07-4937-b760-08b6df96414d req-427b98b0-c4c2-4267-8cdf-cd088787930e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0835345 Jul 05 03:59:37.622839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14291006-6a9f-4434-81eb-3225e16b555c req-86d24332-7e7e-4a6b-a111-0ea1c310a897 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.624523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14291006-6a9f-4434-81eb-3225e16b555c req-86d24332-7e7e-4a6b-a111-0ea1c310a897 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.1293128 Jul 05 03:59:37.668720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078c1187-6be5-4f43-b1c7-021df041b7ca req-23d51c07-fe62-415f-a445-7c0c810cf1cb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:37.670256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-078c1187-6be5-4f43-b1c7-021df041b7ca req-23d51c07-fe62-415f-a445-7c0c810cf1cb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 946 time: 0.1642339 Jul 05 03:59:37.704467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14291006-6a9f-4434-81eb-3225e16b555c req-1e05fe4c-856f-4a12-ac93-fd0963c0b842 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687599 Jul 05 03:59:37.735983 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95cb19bb-ba07-4937-b760-08b6df96414d req-e6df767f-164c-4c7c-ab9a-be5d5f343f28 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144075 Jul 05 03:59:37.741031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-078c1187-6be5-4f43-b1c7-021df041b7ca req-d96e4dcb-a772-468b-b965-f56cd3505c04 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590241 Jul 05 03:59:37.805848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33252) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:37.883406 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95cb19bb-ba07-4937-b760-08b6df96414d req-c6993ea8-45b8-4f7c-b468-65e38a2b1066 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334355 Jul 05 03:59:37.909496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b730e885-6e79-4b02-8478-84ab21cd4a72 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9dd96b056f1846bfb243852869d18891&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1017904 Jul 05 03:59:37.912123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33254) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:37.960774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7f70de91-4ae5-4736-8c57-e1b3c2f748c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:37.975860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b44e0068-7a32-46d4-894a-61f38a5d16cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.008152 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b44e0068-7a32-46d4-894a-61f38a5d16cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.063518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27540858-b7b0-4e36-a2a4-1c306de49ecd req-13ec6f79-9ea9-46c7-9690-6d1bde7318d4 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.065100 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27540858-b7b0-4e36-a2a4-1c306de49ecd req-13ec6f79-9ea9-46c7-9690-6d1bde7318d4 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.0780337 Jul 05 03:59:38.109500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27540858-b7b0-4e36-a2a4-1c306de49ecd req-cf9018e6-dabe-4cb5-a574-b03de1b22706 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365412 Jul 05 03:59:38.217705 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b44e0068-7a32-46d4-894a-61f38a5d16cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.220574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b44e0068-7a32-46d4-894a-61f38a5d16cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:38.221755 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b44e0068-7a32-46d4-894a-61f38a5d16cd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e73a2394-98d8-4a53-8d0f-5ad217a46469 HTTP/1.1" status: 204 len: 168 time: 0.3082323 Jul 05 03:59:38.230659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44e0068-7a32-46d4-894a-61f38a5d16cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73a2394-98d8-4a53-8d0f-5ad217a46469,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:38.443082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a1d1-fb07-4d18-af2a-4175b31d8c8c req-592e3e83-3a2c-4e0c-91cd-f4c7927b9d20 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.449836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a1d1-fb07-4d18-af2a-4175b31d8c8c req-592e3e83-3a2c-4e0c-91cd-f4c7927b9d20 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.456005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a1d1-fb07-4d18-af2a-4175b31d8c8c req-592e3e83-3a2c-4e0c-91cd-f4c7927b9d20 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.461845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a1d1-fb07-4d18-af2a-4175b31d8c8c req-592e3e83-3a2c-4e0c-91cd-f4c7927b9d20 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.467988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a1d1-fb07-4d18-af2a-4175b31d8c8c req-592e3e83-3a2c-4e0c-91cd-f4c7927b9d20 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.474284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a1d1-fb07-4d18-af2a-4175b31d8c8c req-592e3e83-3a2c-4e0c-91cd-f4c7927b9d20 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.480474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d327a1d1-fb07-4d18-af2a-4175b31d8c8c req-592e3e83-3a2c-4e0c-91cd-f4c7927b9d20 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.482700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d327a1d1-fb07-4d18-af2a-4175b31d8c8c req-592e3e83-3a2c-4e0c-91cd-f4c7927b9d20 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.1273043 Jul 05 03:59:38.534227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d327a1d1-fb07-4d18-af2a-4175b31d8c8c req-fc540ca6-8823-4dbc-947f-932fe6d582a2 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0443730 Jul 05 03:59:38.941444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e456ea68-6661-4ed8-8493-2af902274b1b req-343731ce-e4b7-4ccd-b503-b4c6bf3893c7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:38.944346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e456ea68-6661-4ed8-8493-2af902274b1b req-343731ce-e4b7-4ccd-b503-b4c6bf3893c7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.0928349 Jul 05 03:59:39.032354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e456ea68-6661-4ed8-8493-2af902274b1b req-37232a1d-c7ac-4b7c-9e55-6ca503b93bb2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753074 Jul 05 03:59:39.088761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950f7b17-a8ee-48b9-b8af-a10e7a4e9d9a req-903df160-f0db-400b-9f3e-4bf1db93ecd2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.088761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-950f7b17-a8ee-48b9-b8af-a10e7a4e9d9a req-903df160-f0db-400b-9f3e-4bf1db93ecd2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 946 time: 0.1390312 Jul 05 03:59:39.149030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-950f7b17-a8ee-48b9-b8af-a10e7a4e9d9a req-aba00b6a-4e08-44ff-a08e-59e29a06cf57 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548873 Jul 05 03:59:39.405146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56dd305d-839c-4f0b-9198-236fea456401 req-a0234431-2a6f-49e0-ad5b-8d24c9c4fa62 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.406760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56dd305d-839c-4f0b-9198-236fea456401 req-a0234431-2a6f-49e0-ad5b-8d24c9c4fa62 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1280098 Jul 05 03:59:39.414658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff42375-f74e-465b-8925-ea2734e1374c req-bc87cbda-ad6e-4d31-88d8-da866fada56c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.416268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ff42375-f74e-465b-8925-ea2734e1374c req-bc87cbda-ad6e-4d31-88d8-da866fada56c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 946 time: 0.1220570 Jul 05 03:59:39.488891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ff42375-f74e-465b-8925-ea2734e1374c req-bf5be753-9794-4216-82ab-1d990a211356 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619843 Jul 05 03:59:39.491637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56dd305d-839c-4f0b-9198-236fea456401 req-e9f0a0ef-e1ba-41e7-8a83-f9c75b2ea728 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582542 Jul 05 03:59:39.636580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33310) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:39.758624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-710374465-network', 'tenant_id': '85bf2b7f630d402aa2e2e414da3a04af'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:39.788294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ad22-f1e4-4fa9-9dc0-ba57f1bc9423 req-e4f4db3b-91f8-4a77-a27e-ce195f9617ac tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.794480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ad22-f1e4-4fa9-9dc0-ba57f1bc9423 req-e4f4db3b-91f8-4a77-a27e-ce195f9617ac tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.800679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ad22-f1e4-4fa9-9dc0-ba57f1bc9423 req-e4f4db3b-91f8-4a77-a27e-ce195f9617ac tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.807357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ad22-f1e4-4fa9-9dc0-ba57f1bc9423 req-e4f4db3b-91f8-4a77-a27e-ce195f9617ac tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.816182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ad22-f1e4-4fa9-9dc0-ba57f1bc9423 req-e4f4db3b-91f8-4a77-a27e-ce195f9617ac tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.819353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ad22-f1e4-4fa9-9dc0-ba57f1bc9423 req-e4f4db3b-91f8-4a77-a27e-ce195f9617ac tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.826346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d1ad22-f1e4-4fa9-9dc0-ba57f1bc9423 req-e4f4db3b-91f8-4a77-a27e-ce195f9617ac tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:39.828245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59d1ad22-f1e4-4fa9-9dc0-ba57f1bc9423 req-e4f4db3b-91f8-4a77-a27e-ce195f9617ac tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.1372523 Jul 05 03:59:39.887370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59d1ad22-f1e4-4fa9-9dc0-ba57f1bc9423 req-1db8fe2d-6b9e-4b28-bb2a-ccd258379be0 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0523460 Jul 05 03:59:39.893134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Made reservation on behalf of 85bf2b7f630d402aa2e2e414da3a04af for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:39.896549 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:39.913021 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.011332 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.073508 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.111395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:40.119492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34316858-3ec8-4127-9d9c-eafdb0f374ec,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:40.130487 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.130841 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Added segment c538b108-0b27-4d29-871d-843583a8c817 of type vlan for network f61da72c-a3d1-4904-b29c-317ef4543f4c Jul 05 03:59:40.215828 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.233194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504045-a1cd-41e1-b112-446a5d7bdc3c req-eee40bd5-5706-4d8f-99a6-396bc707eba8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.234789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d504045-a1cd-41e1-b112-446a5d7bdc3c req-eee40bd5-5706-4d8f-99a6-396bc707eba8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 946 time: 0.1937377 Jul 05 03:59:40.307215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d504045-a1cd-41e1-b112-446a5d7bdc3c req-8e0666bd-2858-42e0-8960-8f4349e400ba tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632727 Jul 05 03:59:40.320438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b847837a-55d1-4582-99bb-c7b0abdef121 req-5bbd28b4-0919-42af-855f-287baf22b009 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.321511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b847837a-55d1-4582-99bb-c7b0abdef121 req-5bbd28b4-0919-42af-855f-287baf22b009 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.1551096 Jul 05 03:59:40.356035 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.357036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.357627 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.447068 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b847837a-55d1-4582-99bb-c7b0abdef121 req-8e0d1c23-5f53-414a-9179-1599bcaa0e53 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119733 Jul 05 03:59:40.463224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] Pushing event updated for resources: {'Network': ['ID=f61da72c-a3d1-4904-b29c-317ef4543f4c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:40.473990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f61da72c-a3d1-4904-b29c-317ef4543f4c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:40.500329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e7cfeddd-b624-436f-a459-86c3a6bc7e17 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.8622787 Jul 05 03:59:40.506344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33326) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:40.514682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Request body: {'subnet': {'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-710374465-subnet', 'tenant_id': '85bf2b7f630d402aa2e2e414da3a04af', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:40.613603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Made reservation on behalf of 85bf2b7f630d402aa2e2e414da3a04af for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:40.617522 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.737128 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-25b7454f-0d6f-49d3-a405-37675efa7e97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:40.781878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa86b66b-c981-4baa-b62f-211dbafa71dc req-b8d1cfd9-db06-40a9-a1b5-af5c4776cf74 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:40.783635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa86b66b-c981-4baa-b62f-211dbafa71dc req-b8d1cfd9-db06-40a9-a1b5-af5c4776cf74 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1423542 Jul 05 03:59:40.857975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa86b66b-c981-4baa-b62f-211dbafa71dc req-f11c0cbe-81b6-4740-86fb-7bba2053becf tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0682807 Jul 05 03:59:40.922302 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.057031 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.135337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3a2f12f5-1c53-4e23-94ee-fa17f45bc767,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:41.178153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e1af0-349d-4382-9c34-77fcbaacbdb1 req-9803d50a-2c7f-448d-b36d-b1424054d452 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.184289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e1af0-349d-4382-9c34-77fcbaacbdb1 req-9803d50a-2c7f-448d-b36d-b1424054d452 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.190298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e1af0-349d-4382-9c34-77fcbaacbdb1 req-9803d50a-2c7f-448d-b36d-b1424054d452 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.196781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e1af0-349d-4382-9c34-77fcbaacbdb1 req-9803d50a-2c7f-448d-b36d-b1424054d452 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.203832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e1af0-349d-4382-9c34-77fcbaacbdb1 req-9803d50a-2c7f-448d-b36d-b1424054d452 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.210895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e1af0-349d-4382-9c34-77fcbaacbdb1 req-9803d50a-2c7f-448d-b36d-b1424054d452 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.216605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a5e1af0-349d-4382-9c34-77fcbaacbdb1 req-9803d50a-2c7f-448d-b36d-b1424054d452 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.218702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a5e1af0-349d-4382-9c34-77fcbaacbdb1 req-9803d50a-2c7f-448d-b36d-b1424054d452 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.2035794 Jul 05 03:59:41.219498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Checking segment: {'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:41.219861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Network hostable DHCP agents. Network: f61da72c-a3d1-4904-b29c-317ef4543f4c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 03:59:41.270806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a5e1af0-349d-4382-9c34-77fcbaacbdb1 req-f958f505-2cc8-4bb9-aced-d5b75af26971 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0444267 Jul 05 03:59:41.334311 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Network f61da72c-a3d1-4904-b29c-317ef4543f4c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 03:59:41.430045 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, f61da72c-a3d1-4904-b29c-317ef4543f4c) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:41.435726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.436397 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:41.445241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c275a5b5-a805-4053-98ce-687a7154cc23 None None] Network f61da72c-a3d1-4904-b29c-317ef4543f4c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:41.590017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2f6e3f58-55d8-45f7-97e5-e314972c6b14 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.0704327 Jul 05 03:59:41.713219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9503ea38-2b8c-4339-8861-556072b560ff req-81f8b2e8-4696-4dcb-8a03-46f1aaff6ce3 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.714839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9503ea38-2b8c-4339-8861-556072b560ff req-81f8b2e8-4696-4dcb-8a03-46f1aaff6ce3 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 946 time: 0.2535498 Jul 05 03:59:41.790021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc233658-5f9d-4ffe-bf05-1443374b8318 req-ac616c43-27d4-4348-8281-e863ef1e2419 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:41.792633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc233658-5f9d-4ffe-bf05-1443374b8318 req-ac616c43-27d4-4348-8281-e863ef1e2419 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.1920125 Jul 05 03:59:41.811500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-738a5374-6b80-4f63-894a-33e71741d690 None None] Network f61da72c-a3d1-4904-b29c-317ef4543f4c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 03:59:41.883986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc233658-5f9d-4ffe-bf05-1443374b8318 req-29bffa7a-f853-40d6-a2ae-8322d7636d37 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729201 Jul 05 03:59:41.906427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9503ea38-2b8c-4339-8861-556072b560ff req-366db11e-09a6-4875-a43d-e3a6400c8018 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1764884 Jul 05 03:59:41.991433 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.065022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-72f413ce-63b9-4a5c-a3bc-cd6283dd822e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.065022 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-72f413ce-63b9-4a5c-a3bc-cd6283dd822e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 946 time: 0.1345708 Jul 05 03:59:42.327338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-d57d01ee-09a1-4357-aa04-bb4460f5d0fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Deleting port c0b068ba-fc44-4aed-a805-b5156d9fb520 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:42.328008 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-d57d01ee-09a1-4357-aa04-bb4460f5d0fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.443045 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899530b8-a037-438c-bfb1-5cfb1476467b req-5ddb1e54-b3e2-444b-bf86-6bdba87789fb tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.454736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-899530b8-a037-438c-bfb1-5cfb1476467b req-5ddb1e54-b3e2-444b-bf86-6bdba87789fb tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1816859 Jul 05 03:59:42.489374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-d57d01ee-09a1-4357-aa04-bb4460f5d0fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] For port c0b068ba-fc44-4aed-a805-b5156d9fb520, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c0b068ba-fc44-4aed-a805-b5156d9fb520,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:42.490595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-d57d01ee-09a1-4357-aa04-bb4460f5d0fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.530518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-d57d01ee-09a1-4357-aa04-bb4460f5d0fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Calling delete_port for c0b068ba-fc44-4aed-a805-b5156d9fb520 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:42.538489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-899530b8-a037-438c-bfb1-5cfb1476467b req-fd99ae39-f1e5-4630-8c20-1b45390672fb tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760467 Jul 05 03:59:42.692515 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0bdd350d-b7a4-446f-a76b-d1b624ea5579 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.700347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0bdd350d-b7a4-446f-a76b-d1b624ea5579 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/networks?id=f61da72c-a3d1-4904-b29c-317ef4543f4c HTTP/1.1" status: 200 len: 817 time: 0.1591582 Jul 05 03:59:42.716696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-ccf19ed7-d7f6-4365-a86c-e957d5b3b713 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/quotas/85bf2b7f630d402aa2e2e414da3a04af HTTP/1.1" status: 200 len: 375 time: 0.0152309 Jul 05 03:59:42.795134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-236870d7-cbed-4de5-ae60-dc66ddd07050 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=85bf2b7f630d402aa2e2e414da3a04af&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0769813 Jul 05 03:59:42.813678 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-d57d01ee-09a1-4357-aa04-bb4460f5d0fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.828466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', 'c0b068ba-fc44-4aed-a805-b5156d9fb520'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:42.861124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57d01ee-09a1-4357-aa04-bb4460f5d0fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event deleted for resources: {'Port': ['ID=c0b068ba-fc44-4aed-a805-b5156d9fb520,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:42.931707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-d57d01ee-09a1-4357-aa04-bb4460f5d0fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] No DVR routers for this DVR port c0b068ba-fc44-4aed-a805-b5156d9fb520 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:42.936023 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-d57d01ee-09a1-4357-aa04-bb4460f5d0fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:42.938367 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6a7f965f-9c9b-4086-98bf-914b48e88176 req-d57d01ee-09a1-4357-aa04-bb4460f5d0fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "DELETE /v2.0/ports/c0b068ba-fc44-4aed-a805-b5156d9fb520 HTTP/1.1" status: 204 len: 173 time: 0.8457675 Jul 05 03:59:42.939242 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f3969a-ad94-4131-a14d-cfe8ba3c4cbb', 'name': 'network-vif-deleted', 'tag': 'c0b068ba-fc44-4aed-a805-b5156d9fb520'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:42.941531 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd15af2c-154f-4219-af2a-81dafbbdad3f" -d '{"events": [{"server_uuid": "d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb", "name": "network-vif-deleted", "tag": "c0b068ba-fc44-4aed-a805-b5156d9fb520"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:42.978171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e27bf-53af-4afe-aa5f-1b1311865a17 req-be6679c5-551f-4fd9-85e9-bd89aabcabf5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.989594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e27bf-53af-4afe-aa5f-1b1311865a17 req-be6679c5-551f-4fd9-85e9-bd89aabcabf5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:42.996700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e27bf-53af-4afe-aa5f-1b1311865a17 req-be6679c5-551f-4fd9-85e9-bd89aabcabf5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.002889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e27bf-53af-4afe-aa5f-1b1311865a17 req-be6679c5-551f-4fd9-85e9-bd89aabcabf5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.009168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e27bf-53af-4afe-aa5f-1b1311865a17 req-be6679c5-551f-4fd9-85e9-bd89aabcabf5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.016639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e27bf-53af-4afe-aa5f-1b1311865a17 req-be6679c5-551f-4fd9-85e9-bd89aabcabf5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.023792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333e27bf-53af-4afe-aa5f-1b1311865a17 req-be6679c5-551f-4fd9-85e9-bd89aabcabf5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.044655 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-333e27bf-53af-4afe-aa5f-1b1311865a17 req-be6679c5-551f-4fd9-85e9-bd89aabcabf5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.3164911 Jul 05 03:59:43.119744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-333e27bf-53af-4afe-aa5f-1b1311865a17 req-acacfff5-4428-48f6-adf5-96812bc88f3b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0721452 Jul 05 03:59:43.120639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-52104df7-e814-49ea-a933-1f88810f8836 service neutron] 10.222.0.30 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246715 Jul 05 03:59:43.258819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-5c7ba419-cfff-4db4-baad-b04aef0ea0e4 service neutron] 10.222.0.30 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294954 Jul 05 03:59:43.357542 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.479640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc4cb1-5a2b-412e-94cd-4f02d79fa45e req-811021e7-bbdb-4ba8-b834-743e4683452d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:43.481674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92dc4cb1-5a2b-412e-94cd-4f02d79fa45e req-811021e7-bbdb-4ba8-b834-743e4683452d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.1176002 Jul 05 03:59:43.538105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92dc4cb1-5a2b-412e-94cd-4f02d79fa45e req-a9883d62-6cd7-401d-bca2-0683b46c57ed tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417585 Jul 05 03:59:43.671506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33394) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:43.687007 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:43.738876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec7fbc80-7f45-4890-abc8-0d87bfd97f2f req-81ca7781-2b23-427d-b312-311f0609b0cc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb HTTP/1.1" status: 200 len: 210 time: 0.0363538 Jul 05 03:59:43.794728 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a623e126-baa3-4442-ba7b-bc326cbf057a x-openstack-request-id: req-a623e126-baa3-4442-ba7b-bc326cbf057a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:43.795449 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f3969a-ad94-4131-a14d-cfe8ba3c4cbb", "name": "network-vif-deleted", "tag": "c0b068ba-fc44-4aed-a805-b5156d9fb520", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:43.796136 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a623e126-baa3-4442-ba7b-bc326cbf057a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:43.797151 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f3969a-ad94-4131-a14d-cfe8ba3c4cbb', 'name': 'network-vif-deleted', 'tag': 'c0b068ba-fc44-4aed-a805-b5156d9fb520', 'status': 'completed', 'code': 200} Jul 05 03:59:43.855085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6c76f4d-86d8-43fe-8547-48d930f2eb60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.050449 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6c76f4d-86d8-43fe-8547-48d930f2eb60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.139987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6c76f4d-86d8-43fe-8547-48d930f2eb60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.191303 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.248903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520dfb0-df24-4930-a9ec-457de0a9e9a7 req-d4c59598-8488-46b8-baff-f9d7a6a6a725 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.257606 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a520dfb0-df24-4930-a9ec-457de0a9e9a7 req-d4c59598-8488-46b8-baff-f9d7a6a6a725 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.2112203 Jul 05 03:59:44.276962 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c6c76f4d-86d8-43fe-8547-48d930f2eb60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f29f765ccef44f42bcfb5aba69f69bdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6019785 Jul 05 03:59:44.280223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c76f4d-86d8-43fe-8547-48d930f2eb60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49f9aa1e-7bd5-488f-8cfb-6011af91289b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:44.281240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33408) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:44.330063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db4d2575-ef81-48ae-9c7a-80927680c938 req-f8ffb547-026a-4195-8582-38504ecbec1a tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 210 time: 0.0601289 Jul 05 03:59:44.381889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a520dfb0-df24-4930-a9ec-457de0a9e9a7 req-804ef0f7-3c58-488a-ac22-426a9f3703d4 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1234035 Jul 05 03:59:44.420578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c74b6b75-56cb-41d6-bc4b-c8ace9f329ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.459402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c74b6b75-56cb-41d6-bc4b-c8ace9f329ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.624266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3b2a-d278-4400-b732-bf4456cf018c req-e47a8b35-f5b3-4203-8b46-7df117a7d34f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.630329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3b2a-d278-4400-b732-bf4456cf018c req-e47a8b35-f5b3-4203-8b46-7df117a7d34f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.642737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3b2a-d278-4400-b732-bf4456cf018c req-e47a8b35-f5b3-4203-8b46-7df117a7d34f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.643919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3b2a-d278-4400-b732-bf4456cf018c req-e47a8b35-f5b3-4203-8b46-7df117a7d34f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.652562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3b2a-d278-4400-b732-bf4456cf018c req-e47a8b35-f5b3-4203-8b46-7df117a7d34f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.658562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3b2a-d278-4400-b732-bf4456cf018c req-e47a8b35-f5b3-4203-8b46-7df117a7d34f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.664878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65d3b2a-d278-4400-b732-bf4456cf018c req-e47a8b35-f5b3-4203-8b46-7df117a7d34f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.667512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d65d3b2a-d278-4400-b732-bf4456cf018c req-e47a8b35-f5b3-4203-8b46-7df117a7d34f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.1300249 Jul 05 03:59:44.668896 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c74b6b75-56cb-41d6-bc4b-c8ace9f329ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.672045 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c74b6b75-56cb-41d6-bc4b-c8ace9f329ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:44.672638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c74b6b75-56cb-41d6-bc4b-c8ace9f329ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/49f9aa1e-7bd5-488f-8cfb-6011af91289b HTTP/1.1" status: 204 len: 168 time: 0.3801916 Jul 05 03:59:44.681496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74b6b75-56cb-41d6-bc4b-c8ace9f329ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49f9aa1e-7bd5-488f-8cfb-6011af91289b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:44.798030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d65d3b2a-d278-4400-b732-bf4456cf018c req-ae99b765-0bc1-4d86-9595-806445d51c4c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0752301 Jul 05 03:59:44.822408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09374287-1301-488f-93f2-abcb2e856ea1 req-39c2e0bf-aa96-4ba4-8adb-20bbb1d2a062 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:44.829671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09374287-1301-488f-93f2-abcb2e856ea1 req-39c2e0bf-aa96-4ba4-8adb-20bbb1d2a062 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.1336091 Jul 05 03:59:44.879668 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09374287-1301-488f-93f2-abcb2e856ea1 req-b082dbb4-c421-4b2d-b2f1-9fc65ed39528 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489488 Jul 05 03:59:45.443121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-154ee052-1193-4dac-b418-c11a27e25c68 req-351b7f12-a0d2-452f-992a-56ae3083cf6a tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 210 time: 0.0621791 Jul 05 03:59:45.501788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33452) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:45.533593 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d55243fb-2bcc-48ed-bae7-0d82ba48ea80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.676466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-5fda400a-7143-4c28-93b8-44e62c07620a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:45.678014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-5fda400a-7143-4c28-93b8-44e62c07620a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.1468551 Jul 05 03:59:45.709559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-96b89dba-60f2-45d9-a6fa-daf123e0d9b2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/quotas/2ee79a286b654e18b275e9f829907046 HTTP/1.1" status: 200 len: 375 time: 0.0217075 Jul 05 03:59:45.773931 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d55243fb-2bcc-48ed-bae7-0d82ba48ea80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.800365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-60ddec84-872e-4dca-87d4-17ae6745545c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0837111 Jul 05 03:59:45.887135 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d55243fb-2bcc-48ed-bae7-0d82ba48ea80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:45.938838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-ef1c6e47-fecb-4575-a22d-c416236097db service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256828 Jul 05 03:59:45.943676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55243fb-2bcc-48ed-bae7-0d82ba48ea80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=705757c1-9cec-4955-a9ea-9350c5b9fb55,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:45.959950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d55243fb-2bcc-48ed-bae7-0d82ba48ea80 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa1d1c7b259c4fd39fefc1ac618e4c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4541869 Jul 05 03:59:45.960237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33464) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:46.030025 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-addee699-fa4c-4920-8f01-6e762d3de8bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.041617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-b229fa7a-1f3e-4bc8-9fe8-d138b014ddaa service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948188 Jul 05 03:59:46.055153 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-addee699-fa4c-4920-8f01-6e762d3de8bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.178040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699cbe48-9327-4d70-9475-f46e73043e10 req-a4a0390a-b380-4931-8b86-439af1f04d21 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.179524 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-699cbe48-9327-4d70-9475-f46e73043e10 req-a4a0390a-b380-4931-8b86-439af1f04d21 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.0971861 Jul 05 03:59:46.220894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-699cbe48-9327-4d70-9475-f46e73043e10 req-f3441fb2-263a-48c0-a31a-de9299e47c04 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349860 Jul 05 03:59:46.252945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-addee699-fa4c-4920-8f01-6e762d3de8bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.255775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-addee699-fa4c-4920-8f01-6e762d3de8bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:46.257077 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-addee699-fa4c-4920-8f01-6e762d3de8bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/705757c1-9cec-4955-a9ea-9350c5b9fb55 HTTP/1.1" status: 204 len: 168 time: 0.2957437 Jul 05 03:59:46.265347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addee699-fa4c-4920-8f01-6e762d3de8bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=705757c1-9cec-4955-a9ea-9350c5b9fb55,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:46.306062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c0b068ba-fc44-4aed-a805-b5156d9fb520 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:46.329755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: c0b068ba-fc44-4aed-a805-b5156d9fb520 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:46.330105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c0b068ba-fc44-4aed-a805-b5156d9fb520 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:46.426747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaa137-7efa-42fa-bbb2-c633b02add14 req-962a4cf9-0da9-4e59-8fca-354fd7e774bb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.444118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaa137-7efa-42fa-bbb2-c633b02add14 req-962a4cf9-0da9-4e59-8fca-354fd7e774bb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.444118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaa137-7efa-42fa-bbb2-c633b02add14 req-962a4cf9-0da9-4e59-8fca-354fd7e774bb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.449207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaa137-7efa-42fa-bbb2-c633b02add14 req-962a4cf9-0da9-4e59-8fca-354fd7e774bb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.455109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaa137-7efa-42fa-bbb2-c633b02add14 req-962a4cf9-0da9-4e59-8fca-354fd7e774bb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.461229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaa137-7efa-42fa-bbb2-c633b02add14 req-962a4cf9-0da9-4e59-8fca-354fd7e774bb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.467925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0baaa137-7efa-42fa-bbb2-c633b02add14 req-962a4cf9-0da9-4e59-8fca-354fd7e774bb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.470820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0baaa137-7efa-42fa-bbb2-c633b02add14 req-962a4cf9-0da9-4e59-8fca-354fd7e774bb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.1322165 Jul 05 03:59:46.556756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0baaa137-7efa-42fa-bbb2-c633b02add14 req-b6654ffc-b2aa-4dba-9349-323a68152948 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0776038 Jul 05 03:59:46.598650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bbe67b-0dd5-4e63-ace3-ba361b8bb714 req-5d34d6d3-2976-4750-b58b-c95c4c483337 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.604532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97bbe67b-0dd5-4e63-ace3-ba361b8bb714 req-5d34d6d3-2976-4750-b58b-c95c4c483337 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.1037989 Jul 05 03:59:46.651250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97bbe67b-0dd5-4e63-ace3-ba361b8bb714 req-815abaa4-2200-4f7c-b7e9-454132874936 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440061 Jul 05 03:59:46.834827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c72070-288c-4977-9c3f-838870939788 req-2682a348-65a4-46ff-9051-a6d376439b5f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:46.837883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20c72070-288c-4977-9c3f-838870939788 req-2682a348-65a4-46ff-9051-a6d376439b5f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1353972 Jul 05 03:59:46.881857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fefcf488-d5d8-49b2-bd97-f1822f867247 req-58545737-9f9a-4540-b3e7-fa3cf97f1fb3 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 210 time: 0.0426905 Jul 05 03:59:46.932512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20c72070-288c-4977-9c3f-838870939788 req-c215272b-0ffb-4253-b17e-8631b938a9ae tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780983 Jul 05 03:59:46.968704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e448b14-889b-4469-9776-9331e554a0de req-024af4fc-84eb-44f1-baf4-696e0a0b33e6 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 210 time: 0.0309381 Jul 05 03:59:47.484460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ffcba1-52a7-4f2a-b7ee-294d13ccffb2 req-33d223d4-73fa-4209-bdfb-fc7e555d6ded tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.491917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83ffcba1-52a7-4f2a-b7ee-294d13ccffb2 req-33d223d4-73fa-4209-bdfb-fc7e555d6ded tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1329315 Jul 05 03:59:47.556728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83ffcba1-52a7-4f2a-b7ee-294d13ccffb2 req-9ed7f1b3-18f6-44b1-84a3-e8aade8e1afb tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633609 Jul 05 03:59:47.951864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773911a-bbc1-4d9b-8d8c-5a15c1382f9c req-3d60aad7-574b-4ee2-8b0b-6e75dd30f5a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.958131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773911a-bbc1-4d9b-8d8c-5a15c1382f9c req-3d60aad7-574b-4ee2-8b0b-6e75dd30f5a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.964792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773911a-bbc1-4d9b-8d8c-5a15c1382f9c req-3d60aad7-574b-4ee2-8b0b-6e75dd30f5a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.970844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773911a-bbc1-4d9b-8d8c-5a15c1382f9c req-3d60aad7-574b-4ee2-8b0b-6e75dd30f5a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.979419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773911a-bbc1-4d9b-8d8c-5a15c1382f9c req-3d60aad7-574b-4ee2-8b0b-6e75dd30f5a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.985804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773911a-bbc1-4d9b-8d8c-5a15c1382f9c req-3d60aad7-574b-4ee2-8b0b-6e75dd30f5a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.994678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e773911a-bbc1-4d9b-8d8c-5a15c1382f9c req-3d60aad7-574b-4ee2-8b0b-6e75dd30f5a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:47.996950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e773911a-bbc1-4d9b-8d8c-5a15c1382f9c req-3d60aad7-574b-4ee2-8b0b-6e75dd30f5a8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.2661438 Jul 05 03:59:48.015300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c26b46f4-f391-4fa4-b82e-a7cd0951946c req-261aa3b3-ced1-49dd-a524-6eb9e54f4007 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.032309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c26b46f4-f391-4fa4-b82e-a7cd0951946c req-261aa3b3-ced1-49dd-a524-6eb9e54f4007 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.2008820 Jul 05 03:59:48.381884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e773911a-bbc1-4d9b-8d8c-5a15c1382f9c req-1524d50d-2a13-4a19-aa0a-9522d44f5d31 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3464794 Jul 05 03:59:48.414523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c26b46f4-f391-4fa4-b82e-a7cd0951946c req-5f3e118d-e19e-44eb-9d28-cd6a884f61d2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3810508 Jul 05 03:59:48.529311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-be4f532d-fb20-4b98-b5a5-e59b00451ae2 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.542215 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-be4f532d-fb20-4b98-b5a5-e59b00451ae2 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "GET /v2.0/networks?id=f61da72c-a3d1-4904-b29c-317ef4543f4c HTTP/1.1" status: 200 len: 817 time: 0.2392550 Jul 05 03:59:48.560544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Request body: {'port': {'device_id': 'a10a6e3a-e1ba-492d-bd02-4ff6bc713278', 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c', 'admin_state_up': True, 'tenant_id': '85bf2b7f630d402aa2e2e414da3a04af'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:48.638372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34a9e873-5e8e-4a7e-9e2c-15b3302e5a75 req-3039957a-816d-414e-94bb-950d36922e1e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 210 time: 0.0315380 Jul 05 03:59:48.777909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d9c7187-e876-423e-8fc0-d533f2f215dd req-34e4fe11-60b6-4e95-a896-d696f4819041 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.778429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Made reservation on behalf of 85bf2b7f630d402aa2e2e414da3a04af for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:48.782264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:48.784408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d9c7187-e876-423e-8fc0-d533f2f215dd req-34e4fe11-60b6-4e95-a896-d696f4819041 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.0874562 Jul 05 03:59:48.831860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7e31b2a-1973-43d4-a8f5-4ae57a13ec0a req-b3443f38-c33b-4d3a-93c6-d1702a2a2c9f tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 210 time: 0.0446849 Jul 05 03:59:48.854392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d9c7187-e876-423e-8fc0-d533f2f215dd req-5350d80d-76c9-4570-b890-5bcf1881fa90 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691140 Jul 05 03:59:48.967551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-dc652c3b-9394-4149-afae-8e08030d0294 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:48.971006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-dc652c3b-9394-4149-afae-8e08030d0294 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.26 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 945 time: 0.1155081 Jul 05 03:59:48.999417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Allocated IP 172.20.0.7 (f61da72c-a3d1-4904-b29c-317ef4543f4c/3a2f12f5-1c53-4e23-94ee-fa17f45bc767/7b46d422-7d2b-4d87-ad6a-46a5a6087650) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:49.010904 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33544) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.191403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3775e2dd-32fc-48f1-9d68-2ca8aed693dc req-f577b5ba-91dc-453d-9fe9-d004d8f5ae00 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.193017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3775e2dd-32fc-48f1-9d68-2ca8aed693dc req-f577b5ba-91dc-453d-9fe9-d004d8f5ae00 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1662297 Jul 05 03:59:49.206692 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d149e663-f049-4b3c-a523-6336011757de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.237111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Deleting port bc8854bb-f58a-4e9e-8077-d140040d6093 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 03:59:49.237458 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.269041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.339125 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3775e2dd-32fc-48f1-9d68-2ca8aed693dc req-2298b16a-0d5d-4100-9375-da173e0d5440 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1293535 Jul 05 03:59:49.358347 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d149e663-f049-4b3c-a523-6336011757de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.396912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] For port bc8854bb-f58a-4e9e-8077-d140040d6093, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=bc8854bb-f58a-4e9e-8077-d140040d6093,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:49.397230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.415808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c394bd-f86a-419d-a01d-78566f64b03d req-44c8daa6-2573-4c61-8dc8-bd8151ccedb9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.417376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26c394bd-f86a-419d-a01d-78566f64b03d req-44c8daa6-2573-4c61-8dc8-bd8151ccedb9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1754596 Jul 05 03:59:49.421763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Calling delete_port for bc8854bb-f58a-4e9e-8077-d140040d6093 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 03:59:49.425862 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d149e663-f049-4b3c-a523-6336011757de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.443340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.516757 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d149e663-f049-4b3c-a523-6336011757de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af507efac523477490e2151fcd2724f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5016851 Jul 05 03:59:49.519677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33552) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:49.532947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d149e663-f049-4b3c-a523-6336011757de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1992e6c7-6a75-41c8-a54f-af2d553763e1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:49.537436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Network f61da72c-a3d1-4904-b29c-317ef4543f4c is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:49.542107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:49.544616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:49.569043 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Pushing event updated for resources: {'Port': ['ID=7b46d422-7d2b-4d87-ad6a-46a5a6087650,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:49.605154 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.605824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.643332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26c394bd-f86a-419d-a01d-78566f64b03d req-84090776-e959-4a6e-9a8c-d1c58421ecd3 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2171397 Jul 05 03:59:49.728461 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-8fe88688-d6df-438e-a50e-e0199ee829c8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1733043 Jul 05 03:59:49.742256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Request body: {'port': {'device_id': 'a10a6e3a-e1ba-492d-bd02-4ff6bc713278', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:49.757691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-fd954098-0546-4b00-84db-6ae9d40fc0e1 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.759726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-fd954098-0546-4b00-84db-6ae9d40fc0e1 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "GET /v2.0/networks?id=f61da72c-a3d1-4904-b29c-317ef4543f4c HTTP/1.1" status: 200 len: 817 time: 0.3206959 Jul 05 03:59:49.766147 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-685d2814-3a8a-413b-ab16-47ee630b3fef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.783502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09aa8-30a3-41cc-9616-fa0e60821440 req-f3782374-4bfb-4af5-8800-f02bf1931501 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.789451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09aa8-30a3-41cc-9616-fa0e60821440 req-f3782374-4bfb-4af5-8800-f02bf1931501 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.795597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09aa8-30a3-41cc-9616-fa0e60821440 req-f3782374-4bfb-4af5-8800-f02bf1931501 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.801511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09aa8-30a3-41cc-9616-fa0e60821440 req-f3782374-4bfb-4af5-8800-f02bf1931501 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.808119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09aa8-30a3-41cc-9616-fa0e60821440 req-f3782374-4bfb-4af5-8800-f02bf1931501 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.814237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09aa8-30a3-41cc-9616-fa0e60821440 req-f3782374-4bfb-4af5-8800-f02bf1931501 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.820261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb09aa8-30a3-41cc-9616-fa0e60821440 req-f3782374-4bfb-4af5-8800-f02bf1931501 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:49.823235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feb09aa8-30a3-41cc-9616-fa0e60821440 req-f3782374-4bfb-4af5-8800-f02bf1931501 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.2702150 Jul 05 03:59:49.827711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Request body: {'port': {'device_id': '07f497a4-134a-4b76-9330-873350358c5d', 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c', 'admin_state_up': True, 'tenant_id': '85bf2b7f630d402aa2e2e414da3a04af'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:49.829554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:49.947864 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-685d2814-3a8a-413b-ab16-47ee630b3fef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.019154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3b418cd-f2df-4075-9247-105b6ff0cb51 req-b54b97d1-5f34-4384-9ba4-1ee396922f42 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 210 time: 0.0886376 Jul 05 03:59:50.071121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feb09aa8-30a3-41cc-9616-fa0e60821440 req-a2f480d3-afa6-421c-8382-75417490ffd6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2207577 Jul 05 03:59:50.156995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b46d422-7d2b-4d87-ad6a-46a5a6087650 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:50.164987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.235735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cfe7a85-d84f-4a7e-be1c-1121aa55359a req-93748be5-7a5d-4542-8941-ea0f4a4618d7 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 210 time: 0.0340557 Jul 05 03:59:50.268041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ff16c8-79f2-4ede-8248-6664fbc4875f req-6faf1b0e-e632-4292-bfaf-bc17847c1258 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.269791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5ff16c8-79f2-4ede-8248-6664fbc4875f req-6faf1b0e-e632-4292-bfaf-bc17847c1258 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1079910 Jul 05 03:59:50.270693 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.286178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8153d056-e7ba-4605-bb48-7dfd323574a9', 'bc8854bb-f58a-4e9e-8077-d140040d6093'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:50.314975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Pushing event deleted for resources: {'Port': ['ID=bc8854bb-f58a-4e9e-8077-d140040d6093,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.339147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.339690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.340072 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.340460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.340757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.341101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.341395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.341730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.342044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.342365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.342889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.343192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:50.349609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c26ccd63-46cb-4b79-ae4d-07c4fce27f9c details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:50.366555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Transition to ACTIVE for port object 7b46d422-7d2b-4d87-ad6a-46a5a6087650 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:50.381788 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-685d2814-3a8a-413b-ab16-47ee630b3fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.388083 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-685d2814-3a8a-413b-ab16-47ee630b3fef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.388083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-685d2814-3a8a-413b-ab16-47ee630b3fef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1992e6c7-6a75-41c8-a54f-af2d553763e1 HTTP/1.1" status: 204 len: 168 time: 0.8356564 Jul 05 03:59:50.388960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Made reservation on behalf of 85bf2b7f630d402aa2e2e414da3a04af for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:50.393386 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.426698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0a38bd0b-1eb0-4b47-9b7c-807f28ba0b6a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.428444 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0a38bd0b-1eb0-4b47-9b7c-807f28ba0b6a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.1356976 Jul 05 03:59:50.446733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Request body: {'port': {'device_id': 'e3b0ee93-6d65-441a-9bbb-8b36a5706aa7', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'admin_state_up': True, 'tenant_id': '2ee79a286b654e18b275e9f829907046'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:50.449427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] No DVR routers for this DVR port bc8854bb-f58a-4e9e-8077-d140040d6093 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 03:59:50.474531 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.476583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-918e81cb-cf98-496b-af84-3a0f6ea164c4 req-01d6d596-0e5b-4aff-8453-d3950b4ac23e tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.26 "DELETE /v2.0/ports/bc8854bb-f58a-4e9e-8077-d140040d6093 HTTP/1.1" status: 204 len: 173 time: 1.4974687 Jul 05 03:59:50.479283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80ec9fcb-55f6-4c89-9741-e4cec1600d46 req-240904ed-4aac-40fa-9875-5f6a300f7ce1 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=8ba41cdb-d7e7-486e-8c9d-96f389d7d974 HTTP/1.1" status: 200 len: 210 time: 0.1005580 Jul 05 03:59:50.493938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5ff16c8-79f2-4ede-8248-6664fbc4875f req-90e59826-41e9-4231-878e-767cdb759353 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2113259 Jul 05 03:59:50.493938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8ba41cdb-d7e7-486e-8c9d-96f389d7d974', 'name': 'network-vif-deleted', 'tag': 'bc8854bb-f58a-4e9e-8077-d140040d6093'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:50.493938 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9af5b78-bf21-4c68-8895-f312a44cca4d" -d '{"events": [{"server_uuid": "8ba41cdb-d7e7-486e-8c9d-96f389d7d974", "name": "network-vif-deleted", "tag": "bc8854bb-f58a-4e9e-8077-d140040d6093"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:50.505200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:50.517018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d2814-3a8a-413b-ab16-47ee630b3fef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1992e6c7-6a75-41c8-a54f-af2d553763e1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.522522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'port_id': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'mac_address': 'fa:16:3e:f9:74:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:50.596058 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.596277 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05c938bd-bae0-49dd-9bfd-532b01fd21e8 x-openstack-request-id: req-05c938bd-bae0-49dd-9bfd-532b01fd21e8 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:50.596586 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8ba41cdb-d7e7-486e-8c9d-96f389d7d974", "name": "network-vif-deleted", "tag": "bc8854bb-f58a-4e9e-8077-d140040d6093", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:50.596703 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-05c938bd-bae0-49dd-9bfd-532b01fd21e8 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:50.610102 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8ba41cdb-d7e7-486e-8c9d-96f389d7d974', 'name': 'network-vif-deleted', 'tag': 'bc8854bb-f58a-4e9e-8077-d140040d6093', 'status': 'completed', 'code': 200} Jul 05 03:59:50.615916 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c26ccd63-46cb-4b79-ae4d-07c4fce27f9c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:50.618418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:50.639783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:50.771075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Allocated IP 172.20.0.3 (f61da72c-a3d1-4904-b29c-317ef4543f4c/3a2f12f5-1c53-4e23-94ee-fa17f45bc767/3782047a-5b46-490c-a6c0-506cc09f18a3) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:50.895206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6f4a5f-05d7-4bc8-bc96-a76774e50d77 req-faad3701-bf4a-481b-9c25-d8ac155f3ae6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:50.903189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b6f4a5f-05d7-4bc8-bc96-a76774e50d77 req-faad3701-bf4a-481b-9c25-d8ac155f3ae6 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.2082756 Jul 05 03:59:50.907261 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b46d422-7d2b-4d87-ad6a-46a5a6087650,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:50.911869 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.022422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:51.092126 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:51.114201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Attempting to bind port 7b46d422-7d2b-4d87-ad6a-46a5a6087650 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:51.114536 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Attempting to bind port 7b46d422-7d2b-4d87-ad6a-46a5a6087650 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:51.114910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Attempting to bind port 7b46d422-7d2b-4d87-ad6a-46a5a6087650 on network f61da72c-a3d1-4904-b29c-317ef4543f4c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:51.133223 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b6f4a5f-05d7-4bc8-bc96-a76774e50d77 req-2a49c6cb-623b-44ea-8d37-35c40eb013fa tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2290173 Jul 05 03:59:51.167830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Port 7b46d422-7d2b-4d87-ad6a-46a5a6087650 on network f61da72c-a3d1-4904-b29c-317ef4543f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:51.170010 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Attempting to bind port 7b46d422-7d2b-4d87-ad6a-46a5a6087650 on network f61da72c-a3d1-4904-b29c-317ef4543f4c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:51.187721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:51.187721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Checking segment: {'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:51.187721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Bound using segment: {'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:51.189281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Bound port: 7b46d422-7d2b-4d87-ad6a-46a5a6087650, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:51.190719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.258444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Made reservation on behalf of 2ee79a286b654e18b275e9f829907046 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:51.265440 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.361060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] For port 7b46d422-7d2b-4d87-ad6a-46a5a6087650, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:51.364761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] For port 7b46d422-7d2b-4d87-ad6a-46a5a6087650, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=7b46d422-7d2b-4d87-ad6a-46a5a6087650,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:51.401285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f101a8c-f813-4900-ac38-f4d897ed393d req-9d3e2619-ce61-4c36-91c1-b4d32aacd8ef tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 210 time: 0.0635097 Jul 05 03:59:51.501744 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.506218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-13fda2e9-0a6d-4ecf-985c-47b4ddc2aa9e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.508104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-13fda2e9-0a6d-4ecf-985c-47b4ddc2aa9e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 812 time: 0.3786995 Jul 05 03:59:51.519680 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.545343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-34d7aa81-22e4-44a9-9784-dc8a76020f08 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.546717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-34d7aa81-22e4-44a9-9784-dc8a76020f08 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "GET /v2.0/networks?id=f61da72c-a3d1-4904-b29c-317ef4543f4c HTTP/1.1" status: 200 len: 817 time: 0.3455901 Jul 05 03:59:51.555271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-c22acaaa-7274-48cf-937e-fca28fc679e8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/quotas/8098748b7b904e9f87a6b4a428711421 HTTP/1.1" status: 200 len: 375 time: 0.0327487 Jul 05 03:59:51.565018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Request body: {'port': {'device_id': '8170e1ee-7738-47a7-b31c-59b899050f34', 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c', 'admin_state_up': True, 'tenant_id': '85bf2b7f630d402aa2e2e414da3a04af'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:51.576286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.576912 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.578363 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] 10.222.0.26 "PUT /v2.0/ports/7b46d422-7d2b-4d87-ad6a-46a5a6087650 HTTP/1.1" status: 200 len: 1092 time: 1.8406026 Jul 05 03:59:51.579086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a10a6e3a-e1ba-492d-bd02-4ff6bc713278', 'tag': '7b46d422-7d2b-4d87-ad6a-46a5a6087650'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:51.588658 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16a943ff-7c37-4301-98a0-d1e5814401e1" -d '{"events": [{"name": "network-changed", "server_uuid": "a10a6e3a-e1ba-492d-bd02-4ff6bc713278", "tag": "7b46d422-7d2b-4d87-ad6a-46a5a6087650"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:51.672308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80b7ebd-2455-42ce-bf87-15e87b74f5e2 service neutron] Pushing event updated for resources: {'Port': ['ID=7b46d422-7d2b-4d87-ad6a-46a5a6087650,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:51.784700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Allocated IP 172.20.0.13 (d07104d1-a15f-4aec-b4f0-93ae4e89cf95/b073ad93-53eb-4430-93a7-0f49cb28c7c4/4f670c9f-d1c8-4dda-b708-26e2f20aa563) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:51.801358 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:51.838075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-29ce35ad-2581-4cbf-ab11-2902da0fe48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.839813 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-29ce35ad-2581-4cbf-ab11-2902da0fe48b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85bf2b7f630d402aa2e2e414da3a04af&device_id=a10a6e3a-e1ba-492d-bd02-4ff6bc713278 HTTP/1.1" status: 200 len: 1095 time: 0.1176898 Jul 05 03:59:51.840682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-d9b95481-424e-4dda-b1e0-955955e5d184 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2837043 Jul 05 03:59:51.902999 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e6fa19e4-97f8-4006-8ada-217a96b1279c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b46d422-7d2b-4d87-ad6a-46a5a6087650 HTTP/1.1" status: 200 len: 217 time: 0.0502114 Jul 05 03:59:51.968688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Network f61da72c-a3d1-4904-b29c-317ef4543f4c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:51.975316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:51.988698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6e8f-54b9-4c55-a342-01475c298af8 req-9aa948df-5654-4efe-bd4b-70ff34eec98b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:51.995950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6e8f-54b9-4c55-a342-01475c298af8 req-9aa948df-5654-4efe-bd4b-70ff34eec98b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.003015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6e8f-54b9-4c55-a342-01475c298af8 req-9aa948df-5654-4efe-bd4b-70ff34eec98b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.010274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6e8f-54b9-4c55-a342-01475c298af8 req-9aa948df-5654-4efe-bd4b-70ff34eec98b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.017453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6e8f-54b9-4c55-a342-01475c298af8 req-9aa948df-5654-4efe-bd4b-70ff34eec98b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.023043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6e8f-54b9-4c55-a342-01475c298af8 req-9aa948df-5654-4efe-bd4b-70ff34eec98b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.028937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c6e8f-54b9-4c55-a342-01475c298af8 req-9aa948df-5654-4efe-bd4b-70ff34eec98b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.030858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d1c6e8f-54b9-4c55-a342-01475c298af8 req-9aa948df-5654-4efe-bd4b-70ff34eec98b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.3386507 Jul 05 03:59:52.052341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:52.052341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Pushing event updated for resources: {'Port': ['ID=3782047a-5b46-490c-a6c0-506cc09f18a3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:52.052922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-5e9990df-6243-49d7-a1b0-50fea82bd5da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.052922 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-5e9990df-6243-49d7-a1b0-50fea82bd5da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a2f12f5-1c53-4e23-94ee-fa17f45bc767 HTTP/1.1" status: 200 len: 857 time: 0.1210361 Jul 05 03:59:52.053222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Made reservation on behalf of 85bf2b7f630d402aa2e2e414da3a04af for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:52.053222 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.091219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-dd22fa68-e030-4578-aad3-de18dc423f70 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f61da72c-a3d1-4904-b29c-317ef4543f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0451293 Jul 05 03:59:52.169153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.169791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.181191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.185500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-bf20b35e-6d1b-4345-8b26-d1c17ef609fc service neutron] 10.222.0.30 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3437932 Jul 05 03:59:52.205406 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d1c6e8f-54b9-4c55-a342-01475c298af8 req-9ebd06b4-81d1-43eb-8445-c6e01e0b1899 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1271544 Jul 05 03:59:52.245311 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e1f59ab1-ae97-4b98-92c6-5b733c2b13cd service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441185 Jul 05 03:59:52.336487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c26ccd63-46cb-4b79-ae4d-07c4fce27f9c up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:52.350806 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-35265177-da77-449d-bed9-03453a669234 service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959506 Jul 05 03:59:52.352483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.413697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:52.418345 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:52.423985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:52.436228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event updated for resources: {'Port': ['ID=4f670c9f-d1c8-4dda-b708-26e2f20aa563,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:52.464790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:52.491218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:52.492147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.562677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:52.563019 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.590468 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-034e693b-94cd-46ed-b756-902597771a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1486952 Jul 05 03:59:52.606913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Request body: {'port': {'device_id': 'e3b0ee93-6d65-441a-9bbb-8b36a5706aa7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:52.678305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-01a66a5f-ed16-4098-a963-58a1fb849f69 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9078429 Jul 05 03:59:52.704910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Request body: {'port': {'device_id': '07f497a4-134a-4b76-9330-873350358c5d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:52.725739 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.742928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0210492b-1320-4754-85a3-372036e1a3cf req-01dc3bd8-085a-4a01-88b5-15ab60345fae tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 210 time: 0.0733638 Jul 05 03:59:52.780959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:52.786580 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c88dc97-bf59-4b2b-8e20-f05abc8796c1" -d '{"events": [{"server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "name": "network-vif-plugged", "status": "completed", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:52.833266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:52.838952 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.920965 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21ef6de8-4190-4fe0-973e-e3a7f8aea019 x-openstack-request-id: req-21ef6de8-4190-4fe0-973e-e3a7f8aea019 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:52.921557 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a10a6e3a-e1ba-492d-bd02-4ff6bc713278", "tag": "7b46d422-7d2b-4d87-ad6a-46a5a6087650", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:52.921887 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21ef6de8-4190-4fe0-973e-e3a7f8aea019 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:52.922298 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a10a6e3a-e1ba-492d-bd02-4ff6bc713278', 'tag': '7b46d422-7d2b-4d87-ad6a-46a5a6087650', 'status': 'completed', 'code': 200} Jul 05 03:59:52.937810 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:52.938647 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device bc8854bb-f58a-4e9e-8077-d140040d6093 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 03:59:53.017134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Allocated IP 172.20.0.11 (f61da72c-a3d1-4904-b29c-317ef4543f4c/3a2f12f5-1c53-4e23-94ee-fa17f45bc767/64363e7b-6fc4-4e9a-9376-d31f476d8139) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:53.019789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: bc8854bb-f58a-4e9e-8077-d140040d6093 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 03:59:53.020180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device bc8854bb-f58a-4e9e-8077-d140040d6093 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 03:59:53.094778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:53.259938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.291977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-9048fd61-2c28-4ddf-bd37-ef031fcd4185 service neutron] 10.222.0.30 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1053467 Jul 05 03:59:53.342454 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.503309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b413070-6193-42ee-9163-7cdbabc0fa0c req-ecbb05da-0616-4ad9-9507-00b544e84944 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.511825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b413070-6193-42ee-9163-7cdbabc0fa0c req-ecbb05da-0616-4ad9-9507-00b544e84944 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.2404268 Jul 05 03:59:53.654217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:53.668909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a943ff-7c37-4301-98a0-d1e5814401e1 req-90fa270c-90f7-4ca0-bb03-48b9fe81e292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.678120 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a943ff-7c37-4301-98a0-d1e5814401e1 req-90fa270c-90f7-4ca0-bb03-48b9fe81e292 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85bf2b7f630d402aa2e2e414da3a04af&device_id=a10a6e3a-e1ba-492d-bd02-4ff6bc713278 HTTP/1.1" status: 200 len: 1095 time: 0.1440110 Jul 05 03:59:53.794772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Pushing event updated for resources: {'Port': ['ID=64363e7b-6fc4-4e9a-9376-d31f476d8139,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:53.819323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a943ff-7c37-4301-98a0-d1e5814401e1 req-9ba8fdbe-a0df-4ef2-a1a9-d4a554e07c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.820847 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a943ff-7c37-4301-98a0-d1e5814401e1 req-9ba8fdbe-a0df-4ef2-a1a9-d4a554e07c64 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f61da72c-a3d1-4904-b29c-317ef4543f4c HTTP/1.1" status: 200 len: 918 time: 0.1349823 Jul 05 03:59:53.878833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b413070-6193-42ee-9163-7cdbabc0fa0c req-74f9a954-2dc4-48eb-b25d-16c61c7c36db tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3656766 Jul 05 03:59:53.890089 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a943ff-7c37-4301-98a0-d1e5814401e1 req-775fb7da-4a2c-4616-acba-b23aaa187944 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7b46d422-7d2b-4d87-ad6a-46a5a6087650 HTTP/1.1" status: 200 len: 217 time: 0.0528555 Jul 05 03:59:53.892570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Network f61da72c-a3d1-4904-b29c-317ef4543f4c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 03:59:53.956867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a943ff-7c37-4301-98a0-d1e5814401e1 req-e59f39cb-8e8d-4009-8728-d8fd31b84843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:53.958144 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a01d5cd-cbda-4555-a1fe-3b6461fdd996 x-openstack-request-id: req-2a01d5cd-cbda-4555-a1fe-3b6461fdd996 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:53.958648 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a943ff-7c37-4301-98a0-d1e5814401e1 req-e59f39cb-8e8d-4009-8728-d8fd31b84843 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a2f12f5-1c53-4e23-94ee-fa17f45bc767 HTTP/1.1" status: 200 len: 857 time: 0.0555317 Jul 05 03:59:53.959143 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "name": "network-vif-plugged", "status": "completed", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:53.959585 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a01d5cd-cbda-4555-a1fe-3b6461fdd996 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:53.960316 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'code': 200} Jul 05 03:59:54.061646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 03:59:54.069023 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a943ff-7c37-4301-98a0-d1e5814401e1 req-792eb7a5-ae08-497b-bfa0-a8444fe4553b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f61da72c-a3d1-4904-b29c-317ef4543f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513473 Jul 05 03:59:54.077267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 03:59:54.089745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4f670c9f-d1c8-4dda-b708-26e2f20aa563 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:54.125298 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.138542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33682) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.204445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Transition to ACTIVE for port object 4f670c9f-d1c8-4dda-b708-26e2f20aa563 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:54.250248 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a943ff-7c37-4301-98a0-d1e5814401e1 req-44348bf7-7af6-4445-8505-d90e2966c0fa service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1631284 Jul 05 03:59:54.280553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.281240 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.302749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3782047a-5b46-490c-a6c0-506cc09f18a3 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:54.321204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f219657e-70d6-4cb1-8b49-ed5ff8a13c77 req-22a7ca4e-222b-48bb-9a5f-e886e7c34b70 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:54.329926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f219657e-70d6-4cb1-8b49-ed5ff8a13c77 req-22a7ca4e-222b-48bb-9a5f-e886e7c34b70 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 932 time: 0.5648792 Jul 05 03:59:54.348074 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.352635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 7b46d422-7d2b-4d87-ad6a-46a5a6087650 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:54.363845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-31aa96ff-89d3-4c10-84e0-70b3a21e778a tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Request body: {'quota': {'network': 2}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:54.416635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Transition to ACTIVE for port object 3782047a-5b46-490c-a6c0-506cc09f18a3 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:54.424730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f219657e-70d6-4cb1-8b49-ed5ff8a13c77 req-0ede2896-ef0d-4410-8dc8-10b6799532b4 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938218 Jul 05 03:59:54.428645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-340169aa-bc52-4754-9ea8-da4b680e4112 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8689475 Jul 05 03:59:54.436090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.456278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Request body: {'port': {'device_id': '8170e1ee-7738-47a7-b31c-59b899050f34', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:54.505053 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.543022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Pushing event updated for resources: {'Port': ['ID=4f670c9f-d1c8-4dda-b708-26e2f20aa563,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:54.550547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 7b46d422-7d2b-4d87-ad6a-46a5a6087650, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=7b46d422-7d2b-4d87-ad6a-46a5a6087650,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:54.578102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '7b46d422-7d2b-4d87-ad6a-46a5a6087650', 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c', 'port_id': '7b46d422-7d2b-4d87-ad6a-46a5a6087650', 'mac_address': 'fa:16:3e:0d:14:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2f12f5-1c53-4e23-94ee-fa17f45bc767', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:54.583172 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a943ff-7c37-4301-98a0-d1e5814401e1 req-0cd7b71e-8ffb-45b0-8909-812509a40e5d service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231645 Jul 05 03:59:54.613364 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-31aa96ff-89d3-4c10-84e0-70b3a21e778a tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] 10.222.0.30 "PUT /v2.0/quotas/986fd805c90a432fbf9272e2d9bfee0d HTTP/1.1" status: 200 len: 368 time: 0.4736328 Jul 05 03:59:54.616499 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33694) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:54.623380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Request body: {'network': {'project_id': '986fd805c90a432fbf9272e2d9bfee0d'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:54.660121 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.662455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Pushing event updated for resources: {'Port': ['ID=3782047a-5b46-490c-a6c0-506cc09f18a3,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:54.695780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Attempting to bind port 4f670c9f-d1c8-4dda-b708-26e2f20aa563 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:54.696313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Attempting to bind port 4f670c9f-d1c8-4dda-b708-26e2f20aa563 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:54.696579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Attempting to bind port 4f670c9f-d1c8-4dda-b708-26e2f20aa563 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:54.701454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Port 4f670c9f-d1c8-4dda-b708-26e2f20aa563 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:54.701951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Attempting to bind port 4f670c9f-d1c8-4dda-b708-26e2f20aa563 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:54.707175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:54.707522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Checking segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:54.707926 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Bound using segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:54.708600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Bound port: 4f670c9f-d1c8-4dda-b708-26e2f20aa563, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:54.708937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.719508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b46d422-7d2b-4d87-ad6a-46a5a6087650 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:54.794838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] For port 4f670c9f-d1c8-4dda-b708-26e2f20aa563, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:54.797689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 7b46d422-7d2b-4d87-ad6a-46a5a6087650, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=7b46d422-7d2b-4d87-ad6a-46a5a6087650,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:54.798237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] For port 4f670c9f-d1c8-4dda-b708-26e2f20aa563, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4f670c9f-d1c8-4dda-b708-26e2f20aa563,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:54.800011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Made reservation on behalf of 986fd805c90a432fbf9272e2d9bfee0d for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:54.802772 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.814396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.821752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.858474 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.922460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Attempting to bind port 3782047a-5b46-490c-a6c0-506cc09f18a3 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:54.927992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Attempting to bind port 3782047a-5b46-490c-a6c0-506cc09f18a3 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:54.927992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Attempting to bind port 3782047a-5b46-490c-a6c0-506cc09f18a3 on network f61da72c-a3d1-4904-b29c-317ef4543f4c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:54.950631 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:54.955347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Port 3782047a-5b46-490c-a6c0-506cc09f18a3 on network f61da72c-a3d1-4904-b29c-317ef4543f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:54.955681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Attempting to bind port 3782047a-5b46-490c-a6c0-506cc09f18a3 on network f61da72c-a3d1-4904-b29c-317ef4543f4c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:54.969054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=7b46d422-7d2b-4d87-ad6a-46a5a6087650,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:54.977002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.977352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.977713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.978060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.978396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.978736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.979057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.979388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.979713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.980098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.984040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:54.984419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 03:59:55.006731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1d96a-6a70-4e33-94de-331e8662e0ae req-d7e15d95-a759-4df6-85ab-62ef1b6e9dbe tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.013766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1d96a-6a70-4e33-94de-331e8662e0ae req-d7e15d95-a759-4df6-85ab-62ef1b6e9dbe tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.020095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1d96a-6a70-4e33-94de-331e8662e0ae req-d7e15d95-a759-4df6-85ab-62ef1b6e9dbe tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.026451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1d96a-6a70-4e33-94de-331e8662e0ae req-d7e15d95-a759-4df6-85ab-62ef1b6e9dbe tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.032592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.033173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1d96a-6a70-4e33-94de-331e8662e0ae req-d7e15d95-a759-4df6-85ab-62ef1b6e9dbe tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.033337 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.039443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1d96a-6a70-4e33-94de-331e8662e0ae req-d7e15d95-a759-4df6-85ab-62ef1b6e9dbe tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.041091 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] 10.222.0.26 "PUT /v2.0/ports/4f670c9f-d1c8-4dda-b708-26e2f20aa563 HTTP/1.1" status: 200 len: 1093 time: 2.4419312 Jul 05 03:59:55.046162 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd1d96a-6a70-4e33-94de-331e8662e0ae req-d7e15d95-a759-4df6-85ab-62ef1b6e9dbe tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.048459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fd1d96a-6a70-4e33-94de-331e8662e0ae req-d7e15d95-a759-4df6-85ab-62ef1b6e9dbe tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5430 time: 0.3687389 Jul 05 03:59:55.051688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:55.052733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Checking segment: {'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:55.053430 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Bound using segment: {'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:55.056884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Bound port: 3782047a-5b46-490c-a6c0-506cc09f18a3, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:55.056884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.057128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3b0ee93-6d65-441a-9bbb-8b36a5706aa7', 'tag': '4f670c9f-d1c8-4dda-b708-26e2f20aa563'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:55.064821 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54d30a7d-af4e-4799-ace6-58b9e0303ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "e3b0ee93-6d65-441a-9bbb-8b36a5706aa7", "tag": "4f670c9f-d1c8-4dda-b708-26e2f20aa563"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:55.080465 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.132359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b731297-1de3-489f-8cc3-e2a8cfb99fdb service neutron] Pushing event updated for resources: {'Port': ['ID=4f670c9f-d1c8-4dda-b708-26e2f20aa563,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.233186 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.267983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9dcd0293-9003-4611-9a7c-ae8391ddc394 req-afee6b1e-d103-4b2e-b344-2e62f907c45a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 210 time: 0.0896838 Jul 05 03:59:55.278261 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:55.308324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.308883 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Added segment 213fabc2-581c-4777-9d18-1336053c9213 of type vlan for network f01ac373-9a74-4625-adb9-a48ccb149199 Jul 05 03:59:55.327359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5a6747-2af0-44d6-a9e1-b935ba8b5d65,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.328746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fd1d96a-6a70-4e33-94de-331e8662e0ae req-cdfbb103-e307-477d-b2df-ccea547b5141 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2557211 Jul 05 03:59:55.347006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-422dafec-a528-4d8f-80a8-303c046f1c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.355090 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-422dafec-a528-4d8f-80a8-303c046f1c5b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 1096 time: 0.1623573 Jul 05 03:59:55.360081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['7b46d422-7d2b-4d87-ad6a-46a5a6087650'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 03:59:55.440468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] For port 3782047a-5b46-490c-a6c0-506cc09f18a3, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:55.456204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] For port 3782047a-5b46-490c-a6c0-506cc09f18a3, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3782047a-5b46-490c-a6c0-506cc09f18a3,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:55.550097 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.566572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.614139 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-a75374c6-18a9-4c17-ab97-1f1ebd99209f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670c9f-d1c8-4dda-b708-26e2f20aa563 HTTP/1.1" status: 200 len: 217 time: 0.2030094 Jul 05 03:59:55.684267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.684900 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.686319 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] 10.222.0.26 "PUT /v2.0/ports/3782047a-5b46-490c-a6c0-506cc09f18a3 HTTP/1.1" status: 200 len: 1092 time: 2.9886796 Jul 05 03:59:55.702177 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.703219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.703813 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.753563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64363e7b-6fc4-4e9a-9376-d31f476d8139 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:55.773675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '07f497a4-134a-4b76-9330-873350358c5d', 'tag': '3782047a-5b46-490c-a6c0-506cc09f18a3'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:55.777003 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de" -d '{"events": [{"name": "network-changed", "server_uuid": "07f497a4-134a-4b76-9330-873350358c5d", "tag": "3782047a-5b46-490c-a6c0-506cc09f18a3"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:55.806951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Pushing event updated for resources: {'Network': ['ID=f01ac373-9a74-4625-adb9-a48ccb149199,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.814373 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:55.818400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f01ac373-9a74-4625-adb9-a48ccb149199 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:55.821211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-ee7be327-44ea-44fc-81ea-9e3dcb5356ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.823942 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-ee7be327-44ea-44fc-81ea-9e3dcb5356ec service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.1938868 Jul 05 03:59:55.877078 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-6477a8f3-3225-4cdf-a062-0efd6e466fcb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0439465 Jul 05 03:59:55.881883 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f31cc1d2-8589-402c-bdd6-c39601f62ba8 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.2643261 Jul 05 03:59:55.882672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33704) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:55.888509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Request body: {'network': {'project_id': '986fd805c90a432fbf9272e2d9bfee0d'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:55.936502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Transition to ACTIVE for port object 64363e7b-6fc4-4e9a-9376-d31f476d8139 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:55.949070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ee7212-555e-4dd8-8ee5-7623ffbc88bb service neutron] Pushing event updated for resources: {'Port': ['ID=3782047a-5b46-490c-a6c0-506cc09f18a3,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:55.996828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf892c3f-e82c-4256-9418-1a0b7272630c req-690c2ad4-bf1e-4791-826c-c05b5431ef62 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:55.998378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf892c3f-e82c-4256-9418-1a0b7272630c req-690c2ad4-bf1e-4791-826c-c05b5431ef62 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.2175035 Jul 05 03:59:56.014312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Made reservation on behalf of 986fd805c90a432fbf9272e2d9bfee0d for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:56.014312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.019116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ccb6a2-ffea-4823-939d-4d89b02cce26 req-8a381c9e-b18b-4b84-ab82-ac8afb28f818 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.020734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ccb6a2-ffea-4823-939d-4d89b02cce26 req-8a381c9e-b18b-4b84-ab82-ac8afb28f818 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 932 time: 0.4398532 Jul 05 03:59:56.031883 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.059615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-243b8ca8-9bec-4df0-8aa0-07d4e8fd505c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.061294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-243b8ca8-9bec-4df0-8aa0-07d4e8fd505c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85bf2b7f630d402aa2e2e414da3a04af&device_id=07f497a4-134a-4b76-9330-873350358c5d HTTP/1.1" status: 200 len: 1095 time: 0.2502794 Jul 05 03:59:56.067754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 03:59:56.091441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.092100 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Added segment 0a66b2f7-8840-413f-8038-d336530f22b5 of type vlan for network 3994c971-afe2-4773-bbe7-47d164556838 Jul 05 03:59:56.094958 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-9e88fb9c-3212-4e59-8f58-8007e1af449c service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798580 Jul 05 03:59:56.233485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ccb6a2-ffea-4823-939d-4d89b02cce26 req-ffdfa9d4-8f31-4711-9cff-a8aefe03771c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2034628 Jul 05 03:59:56.256195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf892c3f-e82c-4256-9418-1a0b7272630c req-eaadedc8-0bf6-4cfe-8fb1-7907916c0acd tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2495546 Jul 05 03:59:56.257620 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-40a4eaa9-2359-45fd-8f18-4bbfa5d79b79 req-8e5effd9-4c31-46e0-b811-742148ab559a service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524544 Jul 05 03:59:56.275202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.342036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-91126c51-1e61-4bd7-8ba9-bf721db84379 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3782047a-5b46-490c-a6c0-506cc09f18a3 HTTP/1.1" status: 200 len: 217 time: 0.2584360 Jul 05 03:59:56.349660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=64363e7b-6fc4-4e9a-9376-d31f476d8139,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:56.364943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 82917737-35ba-4936-8cf9-75ad6c8a2220 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:56.368715 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30a538c-29a3-4ce7-956a-a0c880adbe2d x-openstack-request-id: req-a30a538c-29a3-4ce7-956a-a0c880adbe2d {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:56.369014 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3b0ee93-6d65-441a-9bbb-8b36a5706aa7", "tag": "4f670c9f-d1c8-4dda-b708-26e2f20aa563", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:56.369277 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a30a538c-29a3-4ce7-956a-a0c880adbe2d {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:56.369686 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3b0ee93-6d65-441a-9bbb-8b36a5706aa7', 'tag': '4f670c9f-d1c8-4dda-b708-26e2f20aa563', 'status': 'completed', 'code': 200} Jul 05 03:59:56.401463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.402470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.403100 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.475962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Attempting to bind port 64363e7b-6fc4-4e9a-9376-d31f476d8139 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 03:59:56.476305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Attempting to bind port 64363e7b-6fc4-4e9a-9376-d31f476d8139 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 03:59:56.488403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Attempting to bind port 64363e7b-6fc4-4e9a-9376-d31f476d8139 on network f61da72c-a3d1-4904-b29c-317ef4543f4c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:56.551606 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Pushing event updated for resources: {'Network': ['ID=3994c971-afe2-4773-bbe7-47d164556838,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:56.552458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 82917737-35ba-4936-8cf9-75ad6c8a2220, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=82917737-35ba-4936-8cf9-75ad6c8a2220,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:56.585747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Port 64363e7b-6fc4-4e9a-9376-d31f476d8139 on network f61da72c-a3d1-4904-b29c-317ef4543f4c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 03:59:56.586080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Attempting to bind port 64363e7b-6fc4-4e9a-9376-d31f476d8139 on network f61da72c-a3d1-4904-b29c-317ef4543f4c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 03:59:56.593901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '82917737-35ba-4936-8cf9-75ad6c8a2220', 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282', 'port_id': '82917737-35ba-4936-8cf9-75ad6c8a2220', 'mac_address': 'fa:16:3e:83:76:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82870ee0-5db4-4724-b01c-ef881425a5af', 'ip_address': '10.1.1.90'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:56.598810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3994c971-afe2-4773-bbe7-47d164556838 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 03:59:56.630151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-55f97271-11e7-41d7-8b34-fa57df9fa2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.631729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-55f97271-11e7-41d7-8b34-fa57df9fa2b0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a2f12f5-1c53-4e23-94ee-fa17f45bc767 HTTP/1.1" status: 200 len: 857 time: 0.2765682 Jul 05 03:59:56.634263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 03:59:56.634606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Checking segment: {'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 03:59:56.635000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Bound using segment: {'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 03:59:56.635458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Bound port: 64363e7b-6fc4-4e9a-9376-d31f476d8139, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c538b108-0b27-4d29-871d-843583a8c817', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 03:59:56.635821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.637986 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-202ec6a9-686c-4f21-94af-c8b193c935fb tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7542422 Jul 05 03:59:56.639530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33712) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.649279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ded8bbe9-5c7f-4811-ac1c-ddecd18555fd tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Request body: {'network': {'project_id': '986fd805c90a432fbf9272e2d9bfee0d'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:56.665694 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ded8bbe9-5c7f-4811-ac1c-ddecd18555fd tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 03:59:56.666189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ded8bbe9-5c7f-4811-ac1c-ddecd18555fd tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 03:59:56.667366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ded8bbe9-5c7f-4811-ac1c-ddecd18555fd tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0257921 Jul 05 03:59:56.690224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33714) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.690567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.26', 64097) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:56.731886 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.749306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-c57c07a6-134d-45e5-be86-19043ceb32df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.750947 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-c57c07a6-134d-45e5-be86-19043ceb32df service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 1097 time: 0.1720858 Jul 05 03:59:56.763677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82917737-35ba-4936-8cf9-75ad6c8a2220 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:56.767671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-2e882906-cc2c-4176-a99b-216c61573562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.769836 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-2e882906-cc2c-4176-a99b-216c61573562 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 1096 time: 0.1794522 Jul 05 03:59:56.794170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 82917737-35ba-4936-8cf9-75ad6c8a2220, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=82917737-35ba-4936-8cf9-75ad6c8a2220,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:56.834687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-12084f46-b882-4b48-beb3-a06fcec81892 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f61da72c-a3d1-4904-b29c-317ef4543f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1898670 Jul 05 03:59:56.858887 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:56.859889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d9272308-16d4-4bea-815a-f0a4152feb20 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:56.970747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-0a73c685-b5c7-443b-985a-f33232a43b51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:56.973148 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-0a73c685-b5c7-443b-985a-f33232a43b51 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 906 time: 0.1844790 Jul 05 03:59:57.006067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e1f30c-c65b-482b-b346-e6d3473dfc51 req-82db21b3-c3ac-477e-ad5e-bffdd91bc5a0 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.014125 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98e1f30c-c65b-482b-b346-e6d3473dfc51 req-82db21b3-c3ac-477e-ad5e-bffdd91bc5a0 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.5227292 Jul 05 03:59:57.080680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a48d4d-d0e4-428d-9a74-bf9efc2f6116 req-a97d7c60-522d-4297-9e37-9f91468fd810 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.082282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8a48d4d-d0e4-428d-9a74-bf9efc2f6116 req-a97d7c60-522d-4297-9e37-9f91468fd810 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 944 time: 0.5134430 Jul 05 03:59:57.089942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=82917737-35ba-4936-8cf9-75ad6c8a2220,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:57.112589 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.130296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port d9272308-16d4-4bea-815a-f0a4152feb20, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d9272308-16d4-4bea-815a-f0a4152feb20,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:57.137934 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-6d425a17-aa3d-4cb0-9908-116fadc29cc8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4f670c9f-d1c8-4dda-b708-26e2f20aa563 HTTP/1.1" status: 200 len: 217 time: 0.1448677 Jul 05 03:59:57.138717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-7b03a53e-ca89-4f3c-b364-ac43ff72cac8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.140300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-7b03a53e-ca89-4f3c-b364-ac43ff72cac8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 812 time: 0.4449849 Jul 05 03:59:57.151424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'd9272308-16d4-4bea-815a-f0a4152feb20', 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282', 'port_id': 'd9272308-16d4-4bea-815a-f0a4152feb20', 'mac_address': 'fa:16:3e:6c:f6:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82870ee0-5db4-4724-b01c-ef881425a5af', 'ip_address': '10.1.1.60'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:57.169366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'port': {'device_id': '87298d21-2724-41cd-b86b-7329452e72d1', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'admin_state_up': True, 'tenant_id': '8098748b7b904e9f87a6b4a428711421'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 03:59:57.185455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] For port 64363e7b-6fc4-4e9a-9376-d31f476d8139, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 03:59:57.268088 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.293081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-f4be0634-0d26-470f-b411-ab1100e3025c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.297611 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-f4be0634-0d26-470f-b411-ab1100e3025c service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.5064385 Jul 05 03:59:57.298376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9272308-16d4-4bea-815a-f0a4152feb20 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:57.309996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] For port 64363e7b-6fc4-4e9a-9376-d31f476d8139, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=64363e7b-6fc4-4e9a-9376-d31f476d8139,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 03:59:57.327536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98e1f30c-c65b-482b-b346-e6d3473dfc51 req-14600b68-8c41-45cf-b6e0-1b3812907ce1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3124356 Jul 05 03:59:57.331597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-323eecc7-b50c-46a9-8e7c-35b20bede62f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.332730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-3e6bbf72-3a8e-4c29-b882-48ad9eb37f35 service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4558778 Jul 05 03:59:57.340722 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-323eecc7-b50c-46a9-8e7c-35b20bede62f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.1707771 Jul 05 03:59:57.352860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port d9272308-16d4-4bea-815a-f0a4152feb20, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d9272308-16d4-4bea-815a-f0a4152feb20,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:57.410305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8a48d4d-d0e4-428d-9a74-bf9efc2f6116 req-583ce9ea-df91-4a89-87f3-112e4321d6fd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2867837 Jul 05 03:59:57.412099 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cec32c-757f-4a5f-b92e-0088874e4fc0 x-openstack-request-id: req-95cec32c-757f-4a5f-b92e-0088874e4fc0 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 03:59:57.412394 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "07f497a4-134a-4b76-9330-873350358c5d", "tag": "3782047a-5b46-490c-a6c0-506cc09f18a3", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 03:59:57.412651 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95cec32c-757f-4a5f-b92e-0088874e4fc0 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 03:59:57.413059 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '07f497a4-134a-4b76-9330-873350358c5d', 'tag': '3782047a-5b46-490c-a6c0-506cc09f18a3', 'status': 'completed', 'code': 200} Jul 05 03:59:57.413784 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.414767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 508f00b8-de49-493e-8e45-0696faad4424 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:57.427221 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.487698 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-5b6c3d95-de69-4bb0-ad22-d6fc9bdaeca3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c HTTP/1.1" status: 200 len: 1001 time: 0.1678197 Jul 05 03:59:57.490342 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-a7b9a9ca-d4ff-4e6e-9748-0076086b383f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1067166 Jul 05 03:59:57.587124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 508f00b8-de49-493e-8e45-0696faad4424, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=508f00b8-de49-493e-8e45-0696faad4424,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:57.609309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=d9272308-16d4-4bea-815a-f0a4152feb20,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:57.627399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '508f00b8-de49-493e-8e45-0696faad4424', 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282', 'port_id': '508f00b8-de49-493e-8e45-0696faad4424', 'mac_address': 'fa:16:3e:df:3d:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82870ee0-5db4-4724-b01c-ef881425a5af', 'ip_address': '10.1.1.128'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:57.663946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-93b81adb-ff1e-4263-a5b2-6661c6671e24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.666159 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-93b81adb-ff1e-4263-a5b2-6661c6671e24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.1573210 Jul 05 03:59:57.700579 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.737565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 508f00b8-de49-493e-8e45-0696faad4424 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:57.744207 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-ede82358-41d9-4811-8679-75a4c16e5162 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218547 Jul 05 03:59:57.761777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 508f00b8-de49-493e-8e45-0696faad4424, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=508f00b8-de49-493e-8e45-0696faad4424,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:57.833224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-b274a109-928c-4f0e-b93e-980eca74f44a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:57.835419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:57.836458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 2987838d-4d53-4c05-bb68-d5cb3c0d6304 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:57.837665 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-b274a109-928c-4f0e-b93e-980eca74f44a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1597724 Jul 05 03:59:57.904363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=508f00b8-de49-493e-8e45-0696faad4424,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:57.938010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-cf59ff83-7aba-4e4c-a2e2-0eb6423325e0 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1841140 Jul 05 03:59:57.994221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Pushing event updated for resources: {'Port': ['ID=64363e7b-6fc4-4e9a-9376-d31f476d8139,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:58.029924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2987838d-4d53-4c05-bb68-d5cb3c0d6304, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:58.031882 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-738bbb33-6313-4b02-a378-73355ea8192a service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1816196 Jul 05 03:59:58.050037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '2987838d-4d53-4c05-bb68-d5cb3c0d6304', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'port_id': '2987838d-4d53-4c05-bb68-d5cb3c0d6304', 'mac_address': 'fa:16:3e:59:cb:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:58.069671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.070300 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.071739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-0ae6e95b-f9fe-45ce-b973-50fbb115f1b3 service neutron] 10.222.0.26 "PUT /v2.0/ports/64363e7b-6fc4-4e9a-9376-d31f476d8139 HTTP/1.1" status: 200 len: 1093 time: 3.6207576 Jul 05 03:59:58.101345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc1e47cd-3602-4123-a4f1-e680a43c6d7b req-84a5860b-0149-49cc-987d-315dfa9d93c2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 210 time: 0.1490002 Jul 05 03:59:58.111820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.138688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3994c971-afe2-4773-bbe7-47d164556838']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:58.156485 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.159256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a66b2f7-8840-413f-8038-d336530f22b5') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:58.159427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a66b2f7-8840-413f-8038-d336530f22b5') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:58.189427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.191354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2987838d-4d53-4c05-bb68-d5cb3c0d6304 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:58.207594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.221533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:58.221968 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.249948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2987838d-4d53-4c05-bb68-d5cb3c0d6304, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:58.254714 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1d6d50fe-5ece-4856-856f-de77ce54b03c req-3bc5be11-fd25-436b-b757-c43572228c66 service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116218 Jul 05 03:59:58.316292 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.317558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b8f69d4b-d276-4843-88a3-f617b74fdc99 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: timer() Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:58.350569 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:58.356574 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:58.408240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b8f69d4b-d276-4843-88a3-f617b74fdc99, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b8f69d4b-d276-4843-88a3-f617b74fdc99,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:58.411084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=2987838d-4d53-4c05-bb68-d5cb3c0d6304,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:58.423189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'b8f69d4b-d276-4843-88a3-f617b74fdc99', 'network_id': '306023af-e0b8-453c-8089-e1bc27c43282', 'port_id': 'b8f69d4b-d276-4843-88a3-f617b74fdc99', 'mac_address': 'fa:16:3e:13:29:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '82870ee0-5db4-4724-b01c-ef881425a5af', 'ip_address': '10.1.1.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:58.468278 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.477336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.490440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8f69d4b-d276-4843-88a3-f617b74fdc99 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:58.518803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b8f69d4b-d276-4843-88a3-f617b74fdc99, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b8f69d4b-d276-4843-88a3-f617b74fdc99,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:58.520588 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.522620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] 10.222.0.30 "DELETE /v2.0/networks/3994c971-afe2-4773-bbe7-47d164556838 HTTP/1.1" status: 204 len: 168 time: 1.8284800 Jul 05 03:59:58.526079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33724) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 03:59:58.535773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39eb34a-550c-434a-825b-773cac3d4564 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Pushing event deleted for resources: {'Network': ['ID=3994c971-afe2-4773-bbe7-47d164556838,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:58.546579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-bcf127a5-b4e7-4e7b-ae3d-29b496b5afe7 service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1759973 Jul 05 03:59:58.547287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Made reservation on behalf of 8098748b7b904e9f87a6b4a428711421 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 03:59:58.550938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.567863 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.568628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 57563224-fc9a-4c7c-88d4-be7c3e8bb57f details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:58.600003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd28b1-8985-475c-a6e5-0a00c78de9b8 req-627be8d6-19cf-4da0-89e5-6a609154c410 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.606482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd28b1-8985-475c-a6e5-0a00c78de9b8 req-627be8d6-19cf-4da0-89e5-6a609154c410 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.609653 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.612852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd28b1-8985-475c-a6e5-0a00c78de9b8 req-627be8d6-19cf-4da0-89e5-6a609154c410 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.620317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd28b1-8985-475c-a6e5-0a00c78de9b8 req-627be8d6-19cf-4da0-89e5-6a609154c410 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.627046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd28b1-8985-475c-a6e5-0a00c78de9b8 req-627be8d6-19cf-4da0-89e5-6a609154c410 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.633649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd28b1-8985-475c-a6e5-0a00c78de9b8 req-627be8d6-19cf-4da0-89e5-6a609154c410 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.640790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55dd28b1-8985-475c-a6e5-0a00c78de9b8 req-627be8d6-19cf-4da0-89e5-6a609154c410 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.642865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55dd28b1-8985-475c-a6e5-0a00c78de9b8 req-627be8d6-19cf-4da0-89e5-6a609154c410 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5433 time: 0.6747427 Jul 05 03:59:58.696757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b8f69d4b-d276-4843-88a3-f617b74fdc99,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:58.730399 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.744318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f01ac373-9a74-4625-adb9-a48ccb149199']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:58.757189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '213fabc2-581c-4777-9d18-1336053c9213') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:58.757909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '213fabc2-581c-4777-9d18-1336053c9213') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 03:59:58.762382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc62dd-58cb-48aa-97d0-e449a96083b6 req-c2f7913e-3caa-4770-ab40-4d0a1d3feea4 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.768526 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 03:59:58.770127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90bc62dd-58cb-48aa-97d0-e449a96083b6 req-c2f7913e-3caa-4770-ab40-4d0a1d3feea4 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 944 time: 0.4086466 Jul 05 03:59:58.774199 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.776239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:58.797024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '57563224-fc9a-4c7c-88d4-be7c3e8bb57f', 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c', 'port_id': '57563224-fc9a-4c7c-88d4-be7c3e8bb57f', 'mac_address': 'fa:16:3e:61:54:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11924460-10d8-40b4-a609-e36e314a9ea5', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:58.803242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e989aa4e-3520-4f5f-9da0-492050ccfee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:58.803242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-e989aa4e-3520-4f5f-9da0-492050ccfee8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85bf2b7f630d402aa2e2e414da3a04af&device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 1096 time: 0.4315209 Jul 05 03:59:58.804699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.816736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 03:59:58.817145 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: timer() Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 03:59:58.819358 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 03:59:58.883464 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:58.900014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55dd28b1-8985-475c-a6e5-0a00c78de9b8 req-982db92d-8fc0-4b35-85ac-3f5b006ea0fa tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2379568 Jul 05 03:59:58.909893 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-1badd35e-08db-4990-98b4-944e53da216a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64363e7b-6fc4-4e9a-9376-d31f476d8139 HTTP/1.1" status: 200 len: 217 time: 0.0826201 Jul 05 03:59:58.910748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57563224-fc9a-4c7c-88d4-be7c3e8bb57f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:58.918831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90bc62dd-58cb-48aa-97d0-e449a96083b6 req-a1c9d8de-6f9b-468c-a69f-ed9e3ff6f58d tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479292 Jul 05 03:59:58.947521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:59.031229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-f78c7835-b233-4db9-b96d-6588678f20f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.032797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-f78c7835-b233-4db9-b96d-6588678f20f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a2f12f5-1c53-4e23-94ee-fa17f45bc767 HTTP/1.1" status: 200 len: 857 time: 0.1127546 Jul 05 03:59:59.037926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de req-dd814ce6-8141-4e61-a92b-a98e1911f2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.039398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de req-dd814ce6-8141-4e61-a92b-a98e1911f2c4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85bf2b7f630d402aa2e2e414da3a04af&device_id=07f497a4-134a-4b76-9330-873350358c5d HTTP/1.1" status: 200 len: 1095 time: 0.3541458 Jul 05 03:59:59.159732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Allocated IP 172.20.0.11 (bb7225f8-2656-4d21-83e6-3f10fe13876c/ff06111f-dc07-4a36-b1fc-1755a4ea96de/e69327c5-391f-44a4-ac13-fd5787e9efa6) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 03:59:59.159732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-bdaa0b57-eb06-4193-9c9e-c518a9be1153 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f61da72c-a3d1-4904-b29c-317ef4543f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576684 Jul 05 03:59:59.270029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.287549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.289469 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] 10.222.0.30 "DELETE /v2.0/networks/f01ac373-9a74-4625-adb9-a48ccb149199 HTTP/1.1" status: 204 len: 168 time: 0.7624009 Jul 05 03:59:59.290759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114699e-7fca-4d2a-af67-517cef06a9e0 tempest-QuotasNegativeTest-108586288 tempest-QuotasNegativeTest-108586288-project-admin] Pushing event deleted for resources: {'Network': ['ID=f01ac373-9a74-4625-adb9-a48ccb149199,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:59.298288 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.299317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 413daab2-512f-4770-8e63-6f518efd0808 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 03:59:59.383213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:59.389408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 413daab2-512f-4770-8e63-6f518efd0808, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=413daab2-512f-4770-8e63-6f518efd0808,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:59.401828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '413daab2-512f-4770-8e63-6f518efd0808', 'network_id': 'e28198e9-0da7-40ca-97a9-a59c4503279c', 'port_id': '413daab2-512f-4770-8e63-6f518efd0808', 'mac_address': 'fa:16:3e:d6:a8:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11924460-10d8-40b4-a609-e36e314a9ea5', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 03:59:59.418059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8170e1ee-7738-47a7-b31c-59b899050f34', 'tag': '64363e7b-6fc4-4e9a-9376-d31f476d8139'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 03:59:59.420385 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-943ab694-afbf-4a32-beae-f7565c190a68" -d '{"events": [{"name": "network-changed", "server_uuid": "8170e1ee-7738-47a7-b31c-59b899050f34", "tag": "64363e7b-6fc4-4e9a-9376-d31f476d8139"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 03:59:59.423241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de req-a48fdb36-27f7-4596-a955-2a67e1b18a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.424741 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de req-a48fdb36-27f7-4596-a955-2a67e1b18a4c service neutron] 10.222.0.26 "GET /v2.0/networks?id=f61da72c-a3d1-4904-b29c-317ef4543f4c HTTP/1.1" status: 200 len: 918 time: 0.3712363 Jul 05 03:59:59.455703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-07d5e5de-55f9-42b6-a10d-91bc5b075cc5 service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2900560 Jul 05 03:59:59.460073 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.474150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 413daab2-512f-4770-8e63-6f518efd0808 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 03:59:59.494051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 413daab2-512f-4770-8e63-6f518efd0808, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=413daab2-512f-4770-8e63-6f518efd0808,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 03:59:59.506650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de req-41293f23-6ff6-48fb-87b5-0a3a78ee8c54 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3782047a-5b46-490c-a6c0-506cc09f18a3 HTTP/1.1" status: 200 len: 217 time: 0.0710075 Jul 05 03:59:59.519739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fbc063-6a3c-4ae3-9ceb-c47a3ac78f03 req-397e0cac-763f-489f-b8f7-f5d523e8c451 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.521560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8fbc063-6a3c-4ae3-9ceb-c47a3ac78f03 req-397e0cac-763f-489f-b8f7-f5d523e8c451 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.4563222 Jul 05 03:59:59.542938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa73f58-df5e-4a9d-9cc2-fc0eda99f66e req-c46f4f3d-a219-4a77-b882-247f0a970c27 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.544625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fa73f58-df5e-4a9d-9cc2-fc0eda99f66e req-c46f4f3d-a219-4a77-b882-247f0a970c27 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.4499154 Jul 05 03:59:59.550215 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.600900 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 7b46d422-7d2b-4d87-ad6a-46a5a6087650 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 03:59:59.684229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=413daab2-512f-4770-8e63-6f518efd0808,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 03:59:59.697889 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.725156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8fbc063-6a3c-4ae3-9ceb-c47a3ac78f03 req-7cd87ce2-b8d7-4355-ab1a-f003ce8dd425 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1729228 Jul 05 03:59:59.733972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de req-1fd215e4-55fc-42e4-9913-ab3f17e88ce8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 03:59:59.735461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de req-1fd215e4-55fc-42e4-9913-ab3f17e88ce8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a2f12f5-1c53-4e23-94ee-fa17f45bc767 HTTP/1.1" status: 200 len: 857 time: 0.2031929 Jul 05 03:59:59.763191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Transition to ACTIVE for port object e69327c5-391f-44a4-ac13-fd5787e9efa6 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 03:59:59.766307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 7b46d422-7d2b-4d87-ad6a-46a5a6087650 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 03:59:59.771323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 7b46d422-7d2b-4d87-ad6a-46a5a6087650 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 03:59:59.772934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fa73f58-df5e-4a9d-9cc2-fc0eda99f66e req-cc83fa89-9941-464e-a2e0-5a40506c53e0 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1752398 Jul 05 03:59:59.778453 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 03:59:59.797008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de req-b1427ff6-e6fa-407c-b37e-f4f5be2fd92d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f61da72c-a3d1-4904-b29c-317ef4543f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463607 Jul 05 03:59:59.801947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb6489-ec5e-4fe7-b032-8533cac0d831 req-bfe8b237-cd67-4fb2-a461-5f15145ee9aa service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3108795 Jul 05 04:00:00.022110 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.026773 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.056881 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['761bf73a-509b-4c28-b457-15f5ee0c6a71'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:00.100713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de req-f8d7c30d-f0ae-4c72-90d1-7c77478d0638 service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2823412 Jul 05 04:00:00.105731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10a6e3a-e1ba-492d-bd02-4ff6bc713278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b46d422-7d2b-4d87-ad6a-46a5a6087650'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:00.108904 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4395bb1e-ab52-45b7-98a3-3771ce5b443b" -d '{"events": [{"server_uuid": "a10a6e3a-e1ba-492d-bd02-4ff6bc713278", "name": "network-vif-plugged", "status": "completed", "tag": "7b46d422-7d2b-4d87-ad6a-46a5a6087650"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:00.135598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 7b46d422-7d2b-4d87-ad6a-46a5a6087650, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=7b46d422-7d2b-4d87-ad6a-46a5a6087650,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:00.143105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Network bb7225f8-2656-4d21-83e6-3f10fe13876c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:00.198125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:00.223159 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.223292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:00.263252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'Port': ['ID=e69327c5-391f-44a4-ac13-fd5787e9efa6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:00.300361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=7b46d422-7d2b-4d87-ad6a-46a5a6087650,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:00.368581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f3937d-3097-4530-be67-d23f742f827c req-724ff9af-5f8d-4ae5-baf5-945f773a3069 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.370561 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6f3937d-3097-4530-be67-d23f742f827c req-724ff9af-5f8d-4ae5-baf5-945f773a3069 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 944 time: 0.4106693 Jul 05 04:00:00.414587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72ba2e14-0f3e-4ac0-bdee-0bd59ddb5471 req-9e5fc5cd-8ce5-400b-9336-92da8baeeaff tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.422087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72ba2e14-0f3e-4ac0-bdee-0bd59ddb5471 req-9e5fc5cd-8ce5-400b-9336-92da8baeeaff tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 932 time: 0.4394557 Jul 05 04:00:00.466421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.467250 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.516986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69fb7cc0-f5cb-4cd7-85bc-450e9b2387de req-e22cffc3-047d-4fb5-822b-7b976598a7b6 service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3844247 Jul 05 04:00:00.533484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6f3937d-3097-4530-be67-d23f742f827c req-189af747-8df6-4640-b595-9720021866e6 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1341381 Jul 05 04:00:00.548212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72ba2e14-0f3e-4ac0-bdee-0bd59ddb5471 req-2371396b-a442-4d47-a7bc-e72398365981 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248922 Jul 05 04:00:00.574328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-19f5b536-ac91-403a-8d54-dbda676976cd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4088821 Jul 05 04:00:00.589533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Request body: {'port': {'device_id': '87298d21-2724-41cd-b86b-7329452e72d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:00.627353 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 03:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c68e2d9-8568-4d61-8dec-d01e239151de x-openstack-request-id: req-9c68e2d9-8568-4d61-8dec-d01e239151de {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:00.627939 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8170e1ee-7738-47a7-b31c-59b899050f34", "tag": "64363e7b-6fc4-4e9a-9376-d31f476d8139", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:00.628252 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9c68e2d9-8568-4d61-8dec-d01e239151de {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:00.629142 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8170e1ee-7738-47a7-b31c-59b899050f34', 'tag': '64363e7b-6fc4-4e9a-9376-d31f476d8139', 'status': 'completed', 'code': 200} Jul 05 04:00:00.648380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e30b3987-5b75-43ec-bb58-bae48ca55c51 None None] Provisioning for port e69327c5-391f-44a4-ac13-fd5787e9efa6 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:00.652932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e30b3987-5b75-43ec-bb58-bae48ca55c51 None None] Provisioning complete for port e69327c5-391f-44a4-ac13-fd5787e9efa6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:00.653345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e30b3987-5b75-43ec-bb58-bae48ca55c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.667052 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33748) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:00.746896 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.777994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ab694-afbf-4a32-beae-f7565c190a68 req-9e21a606-f596-428e-adab-a2cdc9066ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:00.779973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-943ab694-afbf-4a32-beae-f7565c190a68 req-9e21a606-f596-428e-adab-a2cdc9066ada service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=85bf2b7f630d402aa2e2e414da3a04af&device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 1096 time: 0.1255863 Jul 05 04:00:00.834482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e30b3987-5b75-43ec-bb58-bae48ca55c51 None None] Port e69327c5-391f-44a4-ac13-fd5787e9efa6 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:00:00.930974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['b8f69d4b-d276-4843-88a3-f617b74fdc99'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:00.943618 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4855c477-2efc-4e72-9786-54c4c61b1e44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:00.963459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['413daab2-512f-4770-8e63-6f518efd0808'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:01.061820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['2987838d-4d53-4c05-bb68-d5cb3c0d6304'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:01.143200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['82917737-35ba-4936-8cf9-75ad6c8a2220'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:01.145732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['d9272308-16d4-4bea-815a-f0a4152feb20'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:01.169852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4855c477-2efc-4e72-9786-54c4c61b1e44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.338449 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4855c477-2efc-4e72-9786-54c4c61b1e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.429062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4855c477-2efc-4e72-9786-54c4c61b1e44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d46f92f-1b00-427a-9770-411133b62579,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:01.466414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ab694-afbf-4a32-beae-f7565c190a68 req-2c752898-1d58-4fb6-bacb-cb3a127e61b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.468184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-943ab694-afbf-4a32-beae-f7565c190a68 req-2c752898-1d58-4fb6-bacb-cb3a127e61b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=f61da72c-a3d1-4904-b29c-317ef4543f4c HTTP/1.1" status: 200 len: 918 time: 0.6674206 Jul 05 04:00:01.485706 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4855c477-2efc-4e72-9786-54c4c61b1e44 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b2380b8fd4f4923a65186aa30cf9e43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8166986 Jul 05 04:00:01.489502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ea80-1855-4e32-8282-2f280cee5274 req-0869c14a-3d0c-42df-bf2a-c89e82b83511 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.492561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33756) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:01.496021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ea80-1855-4e32-8282-2f280cee5274 req-0869c14a-3d0c-42df-bf2a-c89e82b83511 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.502630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ea80-1855-4e32-8282-2f280cee5274 req-0869c14a-3d0c-42df-bf2a-c89e82b83511 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.509101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ea80-1855-4e32-8282-2f280cee5274 req-0869c14a-3d0c-42df-bf2a-c89e82b83511 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.515608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ea80-1855-4e32-8282-2f280cee5274 req-0869c14a-3d0c-42df-bf2a-c89e82b83511 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.522663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ea80-1855-4e32-8282-2f280cee5274 req-0869c14a-3d0c-42df-bf2a-c89e82b83511 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.529725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a28ea80-1855-4e32-8282-2f280cee5274 req-0869c14a-3d0c-42df-bf2a-c89e82b83511 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.537910 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a28ea80-1855-4e32-8282-2f280cee5274 req-0869c14a-3d0c-42df-bf2a-c89e82b83511 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5437 time: 0.6129973 Jul 05 04:00:01.543356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['57563224-fc9a-4c7c-88d4-be7c3e8bb57f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:01.589856 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2600b72-bf63-4532-8d7b-e0cb94319527 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.629011 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2600b72-bf63-4532-8d7b-e0cb94319527 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.632473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4f670c9f-d1c8-4dda-b708-26e2f20aa563 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:01.634644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['508f00b8-de49-493e-8e45-0696faad4424'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:01.681379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-943ab694-afbf-4a32-beae-f7565c190a68 req-64b66656-1af6-4499-83b1-6c0d43a215fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=64363e7b-6fc4-4e9a-9376-d31f476d8139 HTTP/1.1" status: 200 len: 217 time: 0.1293488 Jul 05 04:00:01.690879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-931d16e7-8143-4f82-a621-7dd15b5794d8 req-98fa1f5d-e596-4c0a-8fb7-e6c0aac0589e tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.700368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-931d16e7-8143-4f82-a621-7dd15b5794d8 req-98fa1f5d-e596-4c0a-8fb7-e6c0aac0589e tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 944 time: 0.8091114 Jul 05 04:00:01.809271 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2600b72-bf63-4532-8d7b-e0cb94319527 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.813807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2600b72-bf63-4532-8d7b-e0cb94319527 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:01.816461 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b2600b72-bf63-4532-8d7b-e0cb94319527 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d46f92f-1b00-427a-9770-411133b62579 HTTP/1.1" status: 204 len: 168 time: 0.3219247 Jul 05 04:00:01.819109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-931d16e7-8143-4f82-a621-7dd15b5794d8 req-c9b261dd-2122-421f-81b7-006658bd9d3e tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165671 Jul 05 04:00:01.836563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2600b72-bf63-4532-8d7b-e0cb94319527 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d46f92f-1b00-427a-9770-411133b62579,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:01.877198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a28ea80-1855-4e32-8282-2f280cee5274 req-2ba3b8fc-a8c8-4e4f-b1a4-a4beeb9fbd60 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3290937 Jul 05 04:00:01.972854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-943ab694-afbf-4a32-beae-f7565c190a68 req-ac67454f-340f-4e10-a43f-f68056b56362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:01.975104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-943ab694-afbf-4a32-beae-f7565c190a68 req-ac67454f-340f-4e10-a43f-f68056b56362 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=3a2f12f5-1c53-4e23-94ee-fa17f45bc767 HTTP/1.1" status: 200 len: 857 time: 0.2715452 Jul 05 04:00:02.138538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e69327c5-391f-44a4-ac13-fd5787e9efa6 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:02.153769 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ec3109-68bf-4c19-a38a-cdd6cb01e330 x-openstack-request-id: req-95ec3109-68bf-4c19-a38a-cdd6cb01e330 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:02.153769 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10a6e3a-e1ba-492d-bd02-4ff6bc713278", "name": "network-vif-plugged", "status": "completed", "tag": "7b46d422-7d2b-4d87-ad6a-46a5a6087650", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:02.153769 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95ec3109-68bf-4c19-a38a-cdd6cb01e330 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:02.153769 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10a6e3a-e1ba-492d-bd02-4ff6bc713278', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b46d422-7d2b-4d87-ad6a-46a5a6087650', 'code': 200} Jul 05 04:00:02.154551 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.170523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Transition to ACTIVE for port object e69327c5-391f-44a4-ac13-fd5787e9efa6 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:02.176494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c1d920-f5de-4e5c-a59a-daa86e559ed1 req-6699a15f-aaab-4776-85ff-fe163a036fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.190357 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6c1d920-f5de-4e5c-a59a-daa86e559ed1 req-6699a15f-aaab-4776-85ff-fe163a036fd7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a10a6e3a-e1ba-492d-bd02-4ff6bc713278 HTTP/1.1" status: 200 len: 1097 time: 0.1330805 Jul 05 04:00:02.254574 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6c1d920-f5de-4e5c-a59a-daa86e559ed1 req-495646a3-7fbc-4115-97e3-1113c0340c57 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564499 Jul 05 04:00:02.324333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-943ab694-afbf-4a32-beae-f7565c190a68 req-fcdc4823-a82e-4c76-af89-0307869b7010 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f61da72c-a3d1-4904-b29c-317ef4543f4c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3416755 Jul 05 04:00:02.345378 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.427711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 4f670c9f-d1c8-4dda-b708-26e2f20aa563, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4f670c9f-d1c8-4dda-b708-26e2f20aa563,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:02.530994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '4f670c9f-d1c8-4dda-b708-26e2f20aa563', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'port_id': '4f670c9f-d1c8-4dda-b708-26e2f20aa563', 'mac_address': 'fa:16:3e:b6:c9:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b073ad93-53eb-4430-93a7-0f49cb28c7c4', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:02.625068 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.632704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Pushing event updated for resources: {'Port': ['ID=e69327c5-391f-44a4-ac13-fd5787e9efa6,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.647431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4f670c9f-d1c8-4dda-b708-26e2f20aa563 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:02.673790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 4f670c9f-d1c8-4dda-b708-26e2f20aa563, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4f670c9f-d1c8-4dda-b708-26e2f20aa563,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:02.703943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a2fd56-c63f-4841-bfb6-d36d711a1550 req-b5f77976-0820-4e91-9fa7-bee351992cea tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.711031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49a2fd56-c63f-4841-bfb6-d36d711a1550 req-b5f77976-0820-4e91-9fa7-bee351992cea tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.5250914 Jul 05 04:00:02.744825 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.745316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33770) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:02.753190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Attempting to bind port e69327c5-391f-44a4-ac13-fd5787e9efa6 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:02.754019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Attempting to bind port e69327c5-391f-44a4-ac13-fd5787e9efa6 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:02.754560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Attempting to bind port e69327c5-391f-44a4-ac13-fd5787e9efa6 on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:02.765561 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dfcff263-984c-4f2a-9eb4-4f1c3c05b5d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.800649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f160f4-af02-494b-b1b9-4e35ef0e9179 req-4182a9a1-6305-40f0-8c03-0c74e6c2fb61 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.802784 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66f160f4-af02-494b-b1b9-4e35ef0e9179 req-4182a9a1-6305-40f0-8c03-0c74e6c2fb61 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.6300163 Jul 05 04:00:02.807685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-943ab694-afbf-4a32-beae-f7565c190a68 req-9bf6f903-70b3-41e5-ba62-f22129cbded7 service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4549868 Jul 05 04:00:02.809823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Port e69327c5-391f-44a4-ac13-fd5787e9efa6 on network bb7225f8-2656-4d21-83e6-3f10fe13876c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:00:02.810396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Attempting to bind port e69327c5-391f-44a4-ac13-fd5787e9efa6 on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:02.821544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0681db-2d57-460c-9705-ace9066939cd req-aac3577a-ed2f-473f-8294-9f274aa5cba7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:02.823725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e0681db-2d57-460c-9705-ace9066939cd req-aac3577a-ed2f-473f-8294-9f274aa5cba7 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.26 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 945 time: 0.5969594 Jul 05 04:00:02.842123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=4f670c9f-d1c8-4dda-b708-26e2f20aa563,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:02.866966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 3, 59, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:02.867453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Checking segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:02.868002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Bound using segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:02.868559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Bound port: e69327c5-391f-44a4-ac13-fd5787e9efa6, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:02.869053 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:02.974946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49a2fd56-c63f-4841-bfb6-d36d711a1550 req-547f719c-0e05-491b-b0a4-48a79dcbfd6d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2630038 Jul 05 04:00:02.998441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dfcff263-984c-4f2a-9eb4-4f1c3c05b5d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.078231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66f160f4-af02-494b-b1b9-4e35ef0e9179 req-d476c586-4cec-42af-a063-5660deab5dd8 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/security-groups?id=b794ade4-40f7-4149-a86f-5fdc70ea6ee4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2520053 Jul 05 04:00:03.098879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dfcff263-984c-4f2a-9eb4-4f1c3c05b5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.169901 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dfcff263-984c-4f2a-9eb4-4f1c3c05b5d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d3bff6d9303246acad6a8904f6d0585a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4196241 Jul 05 04:00:03.170766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33776) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:03.296241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] For port e69327c5-391f-44a4-ac13-fd5787e9efa6, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:03.305214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-943ab694-afbf-4a32-beae-f7565c190a68 req-3f1e3391-5d28-4e6e-9414-fc596196b102 service neutron] 10.222.0.26 "GET /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4676580 Jul 05 04:00:03.311729 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a51eba42-597b-4125-9d07-aa736f7553d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.315249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfcff263-984c-4f2a-9eb4-4f1c3c05b5d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae35a59e-a938-42ce-b278-1db4e5156b5d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:03.329109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] For port e69327c5-391f-44a4-ac13-fd5787e9efa6, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e69327c5-391f-44a4-ac13-fd5787e9efa6,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:03.366459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a51eba42-597b-4125-9d07-aa736f7553d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.438493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-4e0681db-2d57-460c-9705-ace9066939cd req-85dc4a2c-cd89-4758-a480-5069ca0da514 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Deleting port 8153d056-e7ba-4605-bb48-7dfd323574a9 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:03.438926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4e0681db-2d57-460c-9705-ace9066939cd req-85dc4a2c-cd89-4758-a480-5069ca0da514 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.447992 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.510159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a51eba42-597b-4125-9d07-aa736f7553d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.513970 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a51eba42-597b-4125-9d07-aa736f7553d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.519477 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a51eba42-597b-4125-9d07-aa736f7553d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ae35a59e-a938-42ce-b278-1db4e5156b5d HTTP/1.1" status: 204 len: 168 time: 0.3465533 Jul 05 04:00:03.531133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a0187c-8fb4-424e-a6e9-28db4488c761 req-b87d996a-9e56-46a1-b37c-32b929b254f0 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:03.532975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5a0187c-8fb4-424e-a6e9-28db4488c761 req-b87d996a-9e56-46a1-b37c-32b929b254f0 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 945 time: 0.3595421 Jul 05 04:00:03.550195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51eba42-597b-4125-9d07-aa736f7553d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae35a59e-a938-42ce-b278-1db4e5156b5d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:03.587011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:03.587673 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:03.589247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] 10.222.0.26 "PUT /v2.0/ports/e69327c5-391f-44a4-ac13-fd5787e9efa6 HTTP/1.1" status: 200 len: 1093 time: 3.0059063 Jul 05 04:00:03.597337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3782047a-5b46-490c-a6c0-506cc09f18a3 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:03.609865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87298d21-2724-41cd-b86b-7329452e72d1', 'tag': 'e69327c5-391f-44a4-ac13-fd5787e9efa6'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:03.610299 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-760fb07c-fb2b-417b-b332-311c2683f642" -d '{"events": [{"name": "network-changed", "server_uuid": "87298d21-2724-41cd-b86b-7329452e72d1", "tag": "e69327c5-391f-44a4-ac13-fd5787e9efa6"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:03.819780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43a4727-4b30-4200-9479-c4be166c387e service neutron] Pushing event updated for resources: {'Port': ['ID=e69327c5-391f-44a4-ac13-fd5787e9efa6,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:03.918456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3782047a-5b46-490c-a6c0-506cc09f18a3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3782047a-5b46-490c-a6c0-506cc09f18a3,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:03.936992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '3782047a-5b46-490c-a6c0-506cc09f18a3', 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c', 'port_id': '3782047a-5b46-490c-a6c0-506cc09f18a3', 'mac_address': 'fa:16:3e:78:91:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2f12f5-1c53-4e23-94ee-fa17f45bc767', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:03.951001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5a0187c-8fb4-424e-a6e9-28db4488c761 req-78abec76-8427-4665-a675-3396c2288588 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3941333 Jul 05 04:00:03.987227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639dbed7-c5a3-445b-a001-4763830e7bb1 req-6ab475fa-467d-44bd-a10c-73b5834266a9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:03.988884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-639dbed7-c5a3-445b-a001-4763830e7bb1 req-6ab475fa-467d-44bd-a10c-73b5834266a9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 944 time: 0.5985100 Jul 05 04:00:03.990931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-4e0681db-2d57-460c-9705-ace9066939cd req-85dc4a2c-cd89-4758-a480-5069ca0da514 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] For port 8153d056-e7ba-4605-bb48-7dfd323574a9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8153d056-e7ba-4605-bb48-7dfd323574a9,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:03.992027 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4e0681db-2d57-460c-9705-ace9066939cd req-85dc4a2c-cd89-4758-a480-5069ca0da514 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.038766 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.074577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3782047a-5b46-490c-a6c0-506cc09f18a3 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:04.130069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-4e0681db-2d57-460c-9705-ace9066939cd req-85dc4a2c-cd89-4758-a480-5069ca0da514 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Calling delete_port for 8153d056-e7ba-4605-bb48-7dfd323574a9 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:04.143515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3782047a-5b46-490c-a6c0-506cc09f18a3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3782047a-5b46-490c-a6c0-506cc09f18a3,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:04.169379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-90ef1c41-91ff-4e41-9fa6-039a0940fe15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.171608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-90ef1c41-91ff-4e41-9fa6-039a0940fe15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 1096 time: 0.4229519 Jul 05 04:00:04.201792 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.202999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 64363e7b-6fc4-4e9a-9376-d31f476d8139 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:04.290551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 64363e7b-6fc4-4e9a-9376-d31f476d8139, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=64363e7b-6fc4-4e9a-9376-d31f476d8139,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:04.322083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-639dbed7-c5a3-445b-a001-4763830e7bb1 req-cde94ee9-7718-4ca5-9c70-6c489c18ccca tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3022850 Jul 05 04:00:04.350451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-eb09de23-fea2-475c-b111-a1c790bfc6eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e69327c5-391f-44a4-ac13-fd5787e9efa6 HTTP/1.1" status: 200 len: 217 time: 0.1345210 Jul 05 04:00:04.493823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3782047a-5b46-490c-a6c0-506cc09f18a3,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:04.509379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '64363e7b-6fc4-4e9a-9376-d31f476d8139', 'network_id': 'f61da72c-a3d1-4904-b29c-317ef4543f4c', 'port_id': '64363e7b-6fc4-4e9a-9376-d31f476d8139', 'mac_address': 'fa:16:3e:81:2f:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 174, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3a2f12f5-1c53-4e23-94ee-fa17f45bc767', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:04.556326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-05b69414-0740-43ab-8ea2-e1d889b91574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.557879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-05b69414-0740-43ab-8ea2-e1d889b91574 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.1736040 Jul 05 04:00:04.560193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.594256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64363e7b-6fc4-4e9a-9376-d31f476d8139 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:04.637130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 64363e7b-6fc4-4e9a-9376-d31f476d8139, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=64363e7b-6fc4-4e9a-9376-d31f476d8139,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:04.644558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4e0681db-2d57-460c-9705-ace9066939cd req-85dc4a2c-cd89-4758-a480-5069ca0da514 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.674530 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['4f670c9f-d1c8-4dda-b708-26e2f20aa563'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:04.717272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.728651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dc4a2c-cd89-4758-a480-5069ca0da514 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Pushing event deleted for resources: {'Port': ['ID=8153d056-e7ba-4605-bb48-7dfd323574a9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:04.740420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310b6b98-de9e-4918-b648-c587a9ae021e req-10ef37fd-678e-45b5-9b57-2a7c0b3db38f tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.740420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-310b6b98-de9e-4918-b648-c587a9ae021e req-10ef37fd-678e-45b5-9b57-2a7c0b3db38f tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 944 time: 0.4122267 Jul 05 04:00:04.782706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e0681db-2d57-460c-9705-ace9066939cd req-85dc4a2c-cd89-4758-a480-5069ca0da514 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] No DVR routers for this DVR port 8153d056-e7ba-4605-bb48-7dfd323574a9 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:04.802352 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4e0681db-2d57-460c-9705-ace9066939cd req-85dc4a2c-cd89-4758-a480-5069ca0da514 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:04.804512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e0681db-2d57-460c-9705-ace9066939cd req-85dc4a2c-cd89-4758-a480-5069ca0da514 tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.26 "DELETE /v2.0/ports/8153d056-e7ba-4605-bb48-7dfd323574a9 HTTP/1.1" status: 204 len: 173 time: 1.9653440 Jul 05 04:00:04.820166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b47dcce1-1d69-4687-9826-31d3047d2930 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.822280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-b47dcce1-1d69-4687-9826-31d3047d2930 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2544310 Jul 05 04:00:04.860513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-310b6b98-de9e-4918-b648-c587a9ae021e req-41c45b26-ad82-40be-b5b0-bb2259931891 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799994 Jul 05 04:00:04.866866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=64363e7b-6fc4-4e9a-9376-d31f476d8139,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:04.890997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e430a-e843-4267-a9a6-c70f1feb8c20 req-35aa0107-c668-403b-bd82-50fcc469e98f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.898810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e430a-e843-4267-a9a6-c70f1feb8c20 req-35aa0107-c668-403b-bd82-50fcc469e98f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.905775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e430a-e843-4267-a9a6-c70f1feb8c20 req-35aa0107-c668-403b-bd82-50fcc469e98f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.911280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e430a-e843-4267-a9a6-c70f1feb8c20 req-35aa0107-c668-403b-bd82-50fcc469e98f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.917834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e430a-e843-4267-a9a6-c70f1feb8c20 req-35aa0107-c668-403b-bd82-50fcc469e98f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.923478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e430a-e843-4267-a9a6-c70f1feb8c20 req-35aa0107-c668-403b-bd82-50fcc469e98f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.930884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394e430a-e843-4267-a9a6-c70f1feb8c20 req-35aa0107-c668-403b-bd82-50fcc469e98f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:04.932857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-394e430a-e843-4267-a9a6-c70f1feb8c20 req-35aa0107-c668-403b-bd82-50fcc469e98f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5437 time: 0.3819494 Jul 05 04:00:05.020373 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40639f5d-743b-4940-904d-aadc6a3893d4 x-openstack-request-id: req-40639f5d-743b-4940-904d-aadc6a3893d4 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:05.020373 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "87298d21-2724-41cd-b86b-7329452e72d1", "tag": "e69327c5-391f-44a4-ac13-fd5787e9efa6", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:05.020373 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40639f5d-743b-4940-904d-aadc6a3893d4 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:05.020373 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87298d21-2724-41cd-b86b-7329452e72d1', 'tag': 'e69327c5-391f-44a4-ac13-fd5787e9efa6', 'status': 'completed', 'code': 200} Jul 05 04:00:05.057989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-394e430a-e843-4267-a9a6-c70f1feb8c20 req-d1ccc19d-9591-4f51-9d89-8a9020386892 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0622385 Jul 05 04:00:05.089273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-1a30be15-3362-426c-84af-46dd581a2a2a service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2338877 Jul 05 04:00:05.479525 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33812) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:05.502873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae7da528-d222-4a7e-82a3-b9d79e70aacc req-be9d08d3-db08-4518-9bdd-bc97f33a460f tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 210 time: 0.0499580 Jul 05 04:00:05.567320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0559d419-33dd-4b2c-a907-4bfb1e82d915 req-3402e26d-179f-44cf-b716-14e372292180 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4786758 Jul 05 04:00:05.591972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089f4b9b-4016-4a83-b805-b7b524b4bf3f req-c082cb4f-722e-45f0-90ef-b80f81cd5ea9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:05.594401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-089f4b9b-4016-4a83-b805-b7b524b4bf3f req-c082cb4f-722e-45f0-90ef-b80f81cd5ea9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.4738486 Jul 05 04:00:05.605691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8153d056-e7ba-4605-bb48-7dfd323574a9 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:05.651878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 8153d056-e7ba-4605-bb48-7dfd323574a9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:05.652621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8153d056-e7ba-4605-bb48-7dfd323574a9 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:05.675855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-089f4b9b-4016-4a83-b805-b7b524b4bf3f req-f5588ddb-e232-4682-aa5b-5acf58dfd4f1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0761085 Jul 05 04:00:05.728054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1068267273'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:05.841404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb07c-fb2b-417b-b332-311c2683f642 req-0fe711f9-bb6c-43f2-aa2a-0d75a4930bf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:05.843003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-760fb07c-fb2b-417b-b332-311c2683f642 req-0fe711f9-bb6c-43f2-aa2a-0d75a4930bf0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 1096 time: 0.0939865 Jul 05 04:00:05.850977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f420e-1202-4a0b-bf93-102f2367ed40 req-73d7258b-bca0-4e30-b65f-e3b656cfdbf9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:05.858013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f3f420e-1202-4a0b-bf93-102f2367ed40 req-73d7258b-bca0-4e30-b65f-e3b656cfdbf9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 945 time: 0.1501310 Jul 05 04:00:05.858301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:05.861743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.886936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:05.959787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f3f420e-1202-4a0b-bf93-102f2367ed40 req-09d1a02c-4967-4d90-a891-743fe6902473 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005425 Jul 05 04:00:06.068662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb07c-fb2b-417b-b332-311c2683f642 req-73081b99-c826-42ea-9c63-fa8be5b395f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.070679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-760fb07c-fb2b-417b-b332-311c2683f642 req-73081b99-c826-42ea-9c63-fa8be5b395f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.1889687 Jul 05 04:00:06.163032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-760fb07c-fb2b-417b-b332-311c2683f642 req-dca15362-a249-47f1-854f-c21bce5d222e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e69327c5-391f-44a4-ac13-fd5787e9efa6 HTTP/1.1" status: 200 len: 217 time: 0.0810566 Jul 05 04:00:06.231832 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.301343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.321037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb07c-fb2b-417b-b332-311c2683f642 req-e39e1154-923c-4dd5-9f0f-8804df953e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.323591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-760fb07c-fb2b-417b-b332-311c2683f642 req-e39e1154-923c-4dd5-9f0f-8804df953e58 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.1325693 Jul 05 04:00:06.363810 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c68634a-5840-4dc2-b8e0-49de512a46ac,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.369431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:06.373414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e926bb-4179-42f6-adbd-ddf708ecd4e4 req-78305f3a-e8f5-42c6-b788-0bc9ffd846c5 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.381610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19e926bb-4179-42f6-adbd-ddf708ecd4e4 req-78305f3a-e8f5-42c6-b788-0bc9ffd846c5 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 945 time: 0.2122583 Jul 05 04:00:06.382577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.384017 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Added segment 456e6685-7312-4443-8809-fe6a1aa62f73 of type vlan for network 53d210d6-74d1-49b4-86b2-13e8e454d1ea Jul 05 04:00:06.420025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef3c87f-581c-4b01-84f8-0529d1b08df5 req-b47e10df-2134-4f49-8022-9b311fe6a058 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.427137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bef3c87f-581c-4b01-84f8-0529d1b08df5 req-b47e10df-2134-4f49-8022-9b311fe6a058 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 944 time: 0.2171712 Jul 05 04:00:06.452534 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.507482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19e926bb-4179-42f6-adbd-ddf708ecd4e4 req-c2d42c4b-bc8c-4d5d-bd56-9ab96ffb9c8f tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248627 Jul 05 04:00:06.537959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bef3c87f-581c-4b01-84f8-0529d1b08df5 req-069ae548-94da-40da-9a7a-ce1f1ac9e07f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097524 Jul 05 04:00:06.543974 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760fb07c-fb2b-417b-b332-311c2683f642 req-33628bc8-be72-41c5-9f90-20f1a2807e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.548429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-760fb07c-fb2b-417b-b332-311c2683f642 req-33628bc8-be72-41c5-9f90-20f1a2807e2a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2145402 Jul 05 04:00:06.566958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.575969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.576881 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:06.677216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Network': ['ID=53d210d6-74d1-49b4-86b2-13e8e454d1ea,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:06.690351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 53d210d6-74d1-49b4-86b2-13e8e454d1ea details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:06.706243 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-099c5599-286f-4822-894a-06bc2c4162b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2266009 Jul 05 04:00:06.883700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9269e-8dc0-4b48-ad4b-3b525cd47092 req-d552b60f-7b16-42d8-aad5-406d0642e271 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.897296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9269e-8dc0-4b48-ad4b-3b525cd47092 req-d552b60f-7b16-42d8-aad5-406d0642e271 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.932540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9269e-8dc0-4b48-ad4b-3b525cd47092 req-d552b60f-7b16-42d8-aad5-406d0642e271 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.956004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9269e-8dc0-4b48-ad4b-3b525cd47092 req-d552b60f-7b16-42d8-aad5-406d0642e271 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.966457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9269e-8dc0-4b48-ad4b-3b525cd47092 req-d552b60f-7b16-42d8-aad5-406d0642e271 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.974031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9269e-8dc0-4b48-ad4b-3b525cd47092 req-d552b60f-7b16-42d8-aad5-406d0642e271 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.981375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f9269e-8dc0-4b48-ad4b-3b525cd47092 req-d552b60f-7b16-42d8-aad5-406d0642e271 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:06.983964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5f9269e-8dc0-4b48-ad4b-3b525cd47092 req-d552b60f-7b16-42d8-aad5-406d0642e271 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5437 time: 0.2970576 Jul 05 04:00:06.989918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-760fb07c-fb2b-417b-b332-311c2683f642 req-0393d548-b238-4e93-989c-db2d34900646 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353814 Jul 05 04:00:07.009976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['64363e7b-6fc4-4e9a-9376-d31f476d8139'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:07.027076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2d6dd42-4789-4ea6-a599-bec66c6ee59d', 'name': 'network-vif-deleted', 'tag': '8153d056-e7ba-4605-bb48-7dfd323574a9'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:07.029968 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-370a0038-14bd-41fe-bce6-71e3ce580d85" -d '{"events": [{"server_uuid": "a2d6dd42-4789-4ea6-a599-bec66c6ee59d", "name": "network-vif-deleted", "tag": "8153d056-e7ba-4605-bb48-7dfd323574a9"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:07.047375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1047bc2b-189e-4fbe-944e-9602758c824e req-87fd8430-9eaa-4c97-89cf-3859eabdd6fd tempest-ServerRescueNegativeTestJSON-1466103663 tempest-ServerRescueNegativeTestJSON-1466103663-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2d6dd42-4789-4ea6-a599-bec66c6ee59d HTTP/1.1" status: 200 len: 210 time: 0.0622487 Jul 05 04:00:07.094835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3782047a-5b46-490c-a6c0-506cc09f18a3'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:07.234789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5f9269e-8dc0-4b48-ad4b-3b525cd47092 req-340437c2-7b68-4e5c-8a12-5e7e98d08cbf tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2437317 Jul 05 04:00:07.432224 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-760fb07c-fb2b-417b-b332-311c2683f642 req-bbf486de-420d-4620-b21b-b41ea41c84e4 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3739438 Jul 05 04:00:07.521069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e938916-8af2-497b-b430-424aca6b30eb req-3cc34f78-851c-4b09-8e15-56a8c35c0f67 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:07.522698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e938916-8af2-497b-b430-424aca6b30eb req-3cc34f78-851c-4b09-8e15-56a8c35c0f67 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.2365720 Jul 05 04:00:07.606494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 82917737-35ba-4936-8cf9-75ad6c8a2220 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:07.666911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e938916-8af2-497b-b430-424aca6b30eb req-1d31c9fd-feed-48e0-b959-c9085af2477e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1285436 Jul 05 04:00:07.748661 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d72c2b-33a6-46b1-a344-bee9d1f539bf x-openstack-request-id: req-01d72c2b-33a6-46b1-a344-bee9d1f539bf {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:07.748888 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2d6dd42-4789-4ea6-a599-bec66c6ee59d", "name": "network-vif-deleted", "tag": "8153d056-e7ba-4605-bb48-7dfd323574a9", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:07.749238 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01d72c2b-33a6-46b1-a344-bee9d1f539bf {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:07.749749 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2d6dd42-4789-4ea6-a599-bec66c6ee59d', 'name': 'network-vif-deleted', 'tag': '8153d056-e7ba-4605-bb48-7dfd323574a9', 'status': 'completed', 'code': 200} Jul 05 04:00:07.831197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51e2f5-40c9-4433-ba69-033d7d050435 req-24ec816e-38c4-44b1-ba1d-acd3dc62f8d7 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:07.832996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d51e2f5-40c9-4433-ba69-033d7d050435 req-24ec816e-38c4-44b1-ba1d-acd3dc62f8d7 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 945 time: 0.1650815 Jul 05 04:00:07.911325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d51e2f5-40c9-4433-ba69-033d7d050435 req-92640a38-7b0a-4f8e-9912-fde1fd5562d5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688143 Jul 05 04:00:07.915338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 82917737-35ba-4936-8cf9-75ad6c8a2220 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:07.929745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 82917737-35ba-4936-8cf9-75ad6c8a2220 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:07.929745 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:07.992280 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-af7626d8-5b19-4e48-a85b-8649e3562f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.051800 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.124852 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 82917737-35ba-4936-8cf9-75ad6c8a2220, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=82917737-35ba-4936-8cf9-75ad6c8a2220,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:08.128051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82917737-35ba-4936-8cf9-75ad6c8a2220'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:08.138658 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8043a179-095e-4da9-84ab-96efaa2181ce" -d '{"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "82917737-35ba-4936-8cf9-75ad6c8a2220"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:08.157489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d922ea40-3c48-4196-bf20-a7271ca739fb req-584b9ec2-c138-4a18-97d6-7d9e6a7ac5bb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:08.164997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d922ea40-3c48-4196-bf20-a7271ca739fb req-584b9ec2-c138-4a18-97d6-7d9e6a7ac5bb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 945 time: 0.1972706 Jul 05 04:00:08.195685 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.199155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 2987838d-4d53-4c05-bb68-d5cb3c0d6304 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:08.274439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d922ea40-3c48-4196-bf20-a7271ca739fb req-7a9c80e4-bec4-49c2-8b1a-74df96a81772 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945275 Jul 05 04:00:08.349491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=82917737-35ba-4936-8cf9-75ad6c8a2220,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:08.360301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f03d2b-3869-4c90-a89a-f7a4c8f369ee req-c73e184d-767f-46f2-a390-e4488e114022 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:08.371675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8f03d2b-3869-4c90-a89a-f7a4c8f369ee req-c73e184d-767f-46f2-a390-e4488e114022 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 944 time: 0.1973083 Jul 05 04:00:08.397636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:08.411604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:08.412272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.452696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8f03d2b-3869-4c90-a89a-f7a4c8f369ee req-3817246e-926c-4d34-9cdf-472d50160a31 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795505 Jul 05 04:00:08.481105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33846) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:08.543602 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30081a2c-a63e-4ead-8ef3-c55670a4f986 x-openstack-request-id: req-30081a2c-a63e-4ead-8ef3-c55670a4f986 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:08.543889 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "82917737-35ba-4936-8cf9-75ad6c8a2220", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:08.544167 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-30081a2c-a63e-4ead-8ef3-c55670a4f986 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:08.544564 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82917737-35ba-4936-8cf9-75ad6c8a2220', 'code': 200} Jul 05 04:00:08.569766 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.633561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2987838d-4d53-4c05-bb68-d5cb3c0d6304, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:08.669834 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:08.670701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 413daab2-512f-4770-8e63-6f518efd0808 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:08.903969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=2987838d-4d53-4c05-bb68-d5cb3c0d6304,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:08.993434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a718df-c134-47c2-ae5b-c9bbc6329601 req-bdb317a0-1db5-464f-817a-548006b6cf24 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.008852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a718df-c134-47c2-ae5b-c9bbc6329601 req-bdb317a0-1db5-464f-817a-548006b6cf24 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.015546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a718df-c134-47c2-ae5b-c9bbc6329601 req-bdb317a0-1db5-464f-817a-548006b6cf24 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.018407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 413daab2-512f-4770-8e63-6f518efd0808 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:09.022208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a718df-c134-47c2-ae5b-c9bbc6329601 req-bdb317a0-1db5-464f-817a-548006b6cf24 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.024420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 413daab2-512f-4770-8e63-6f518efd0808 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:09.024975 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.028492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a718df-c134-47c2-ae5b-c9bbc6329601 req-bdb317a0-1db5-464f-817a-548006b6cf24 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.037074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a718df-c134-47c2-ae5b-c9bbc6329601 req-bdb317a0-1db5-464f-817a-548006b6cf24 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.043921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a718df-c134-47c2-ae5b-c9bbc6329601 req-bdb317a0-1db5-464f-817a-548006b6cf24 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.054580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0a718df-c134-47c2-ae5b-c9bbc6329601 req-bdb317a0-1db5-464f-817a-548006b6cf24 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5439 time: 0.2181606 Jul 05 04:00:09.206021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0a718df-c134-47c2-ae5b-c9bbc6329601 req-c84ab808-bba2-455b-9063-80b0329fa497 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1503177 Jul 05 04:00:09.293067 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.296007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b658f2d9-615f-4afd-bde0-89d7931fa8d8 req-27478a0d-b884-4816-8f56-04fa355c150c tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.302564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b658f2d9-615f-4afd-bde0-89d7931fa8d8 req-27478a0d-b884-4816-8f56-04fa355c150c tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.2445264 Jul 05 04:00:09.316300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.365690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b658f2d9-615f-4afd-bde0-89d7931fa8d8 req-240ad3a8-c17f-4e7c-b19e-890360be89ab tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581915 Jul 05 04:00:09.430014 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 413daab2-512f-4770-8e63-6f518efd0808, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=413daab2-512f-4770-8e63-6f518efd0808,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:09.497681 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.498855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b8f69d4b-d276-4843-88a3-f617b74fdc99 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:09.714524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e69327c5-391f-44a4-ac13-fd5787e9efa6 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:09.717645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=413daab2-512f-4770-8e63-6f518efd0808,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:09.867993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port b8f69d4b-d276-4843-88a3-f617b74fdc99 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:09.878990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce694ed-4600-4da4-a90c-f59aafb3d4e0 req-7e10792f-d804-4e0e-a48e-577f91ff5d03 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.887759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port b8f69d4b-d276-4843-88a3-f617b74fdc99 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:09.888795 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:09.890876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ce694ed-4600-4da4-a90c-f59aafb3d4e0 req-7e10792f-d804-4e0e-a48e-577f91ff5d03 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 945 time: 0.3429549 Jul 05 04:00:09.950462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70892f46-fe95-4651-b763-49d015532211 req-36727696-388e-4433-923d-f1ae0cd86f32 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:09.966248 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70892f46-fe95-4651-b763-49d015532211 req-36727696-388e-4433-923d-f1ae0cd86f32 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 945 time: 0.3209467 Jul 05 04:00:09.995712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e69327c5-391f-44a4-ac13-fd5787e9efa6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e69327c5-391f-44a4-ac13-fd5787e9efa6,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:10.012993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'e69327c5-391f-44a4-ac13-fd5787e9efa6', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'port_id': 'e69327c5-391f-44a4-ac13-fd5787e9efa6', 'mac_address': 'fa:16:3e:af:22:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:10.031141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33860) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:10.047024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'subnet': {'network_id': '53d210d6-74d1-49b4-86b2-13e8e454d1ea', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:10.089216 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.091703 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.135472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e69327c5-391f-44a4-ac13-fd5787e9efa6 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:10.140322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70892f46-fe95-4651-b763-49d015532211 req-b6bf8610-2916-4e4f-badb-4147c37781b9 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727912 Jul 05 04:00:10.176398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] Deleting port 04189a43-916a-41c2-b548-0ae741771f23 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:10.176398 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.176838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e69327c5-391f-44a4-ac13-fd5787e9efa6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e69327c5-391f-44a4-ac13-fd5787e9efa6,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:10.176934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ce694ed-4600-4da4-a90c-f59aafb3d4e0 req-08bf7eb4-f4d7-4a16-934c-ca837a9ed125 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2806332 Jul 05 04:00:10.225834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b8f69d4b-d276-4843-88a3-f617b74fdc99, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b8f69d4b-d276-4843-88a3-f617b74fdc99,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:10.238149 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.330587 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.340549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] For port 04189a43-916a-41c2-b548-0ae741771f23, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=04189a43-916a-41c2-b548-0ae741771f23,segment=NetworkSegment(e32bbce7-7d19-4e17-84aa-971477d2a114),segment_id=e32bbce7-7d19-4e17-84aa-971477d2a114)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:10.340918 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.344579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d9272308-16d4-4bea-815a-f0a4152feb20 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:10.368603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:10.382782 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.387171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] Calling delete_port for 04189a43-916a-41c2-b548-0ae741771f23 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:10.464468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=e69327c5-391f-44a4-ac13-fd5787e9efa6,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:10.498885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4bea24-c904-4eb9-b71b-c7b648de3292 req-f4e114d6-7a23-431f-b80b-a6b841f5d70c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.510327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e4bea24-c904-4eb9-b71b-c7b648de3292 req-f4e114d6-7a23-431f-b80b-a6b841f5d70c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 945 time: 0.1623554 Jul 05 04:00:10.549372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2987838d-4d53-4c05-bb68-d5cb3c0d6304'}, {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413daab2-512f-4770-8e63-6f518efd0808'}, {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f69d4b-d276-4843-88a3-f617b74fdc99'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:10.552610 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ea5775f-9c5f-4487-9ece-8674b3cb1e8c" -d '{"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "2987838d-4d53-4c05-bb68-d5cb3c0d6304"}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "413daab2-512f-4770-8e63-6f518efd0808"}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "b8f69d4b-d276-4843-88a3-f617b74fdc99"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:10.591021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e4bea24-c904-4eb9-b71b-c7b648de3292 req-5bbf9764-5703-4b47-9965-964bcb95d541 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794046 Jul 05 04:00:10.625051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b8f69d4b-d276-4843-88a3-f617b74fdc99,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:10.703624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port d9272308-16d4-4bea-815a-f0a4152feb20 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:10.708287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port d9272308-16d4-4bea-815a-f0a4152feb20 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:10.708658 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.779201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['e69327c5-391f-44a4-ac13-fd5787e9efa6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:10.818588 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-54079631-7b77-4239-9227-917f7dfa8b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.850441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e10032-049b-4d99-b8c8-486cc7fde06e req-adf3c572-768f-4829-909a-045fd8398d27 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.859611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e10032-049b-4d99-b8c8-486cc7fde06e req-adf3c572-768f-4829-909a-045fd8398d27 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.869209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e10032-049b-4d99-b8c8-486cc7fde06e req-adf3c572-768f-4829-909a-045fd8398d27 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.879678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e10032-049b-4d99-b8c8-486cc7fde06e req-adf3c572-768f-4829-909a-045fd8398d27 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.887463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e10032-049b-4d99-b8c8-486cc7fde06e req-adf3c572-768f-4829-909a-045fd8398d27 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.893763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e10032-049b-4d99-b8c8-486cc7fde06e req-adf3c572-768f-4829-909a-045fd8398d27 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.901481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e10032-049b-4d99-b8c8-486cc7fde06e req-adf3c572-768f-4829-909a-045fd8398d27 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:10.909641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1e10032-049b-4d99-b8c8-486cc7fde06e req-adf3c572-768f-4829-909a-045fd8398d27 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5441 time: 0.3151419 Jul 05 04:00:10.987811 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:10.990084 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.015008 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.022899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1e10032-049b-4d99-b8c8-486cc7fde06e req-38f66085-0f64-4d28-a62f-dfbaddca6923 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1122410 Jul 05 04:00:11.052795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07867017-6435-43ca-b16a-f7ca077a5f47 req-945cc1e2-90e9-44a9-853c-ae90d7218f76 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.066459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port d9272308-16d4-4bea-815a-f0a4152feb20, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d9272308-16d4-4bea-815a-f0a4152feb20,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:11.069065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] Pushing event deleted for resources: {'Port': ['ID=04189a43-916a-41c2-b548-0ae741771f23,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:11.071398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07867017-6435-43ca-b16a-f7ca077a5f47 req-945cc1e2-90e9-44a9-853c-ae90d7218f76 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.2848680 Jul 05 04:00:11.150338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07867017-6435-43ca-b16a-f7ca077a5f47 req-9fa7748f-c197-4375-9233-9d72a2be3f84 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777025 Jul 05 04:00:11.156065 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.170473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 508f00b8-de49-493e-8e45-0696faad4424 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:11.231395 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e229ee31-54de-4bfc-a930-8228f6ea9f4f x-openstack-request-id: req-e229ee31-54de-4bfc-a930-8228f6ea9f4f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:11.232625 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "2987838d-4d53-4c05-bb68-d5cb3c0d6304", "code": 200}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "413daab2-512f-4770-8e63-6f518efd0808", "code": 200}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "b8f69d4b-d276-4843-88a3-f617b74fdc99", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:11.233982 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e229ee31-54de-4bfc-a930-8228f6ea9f4f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:11.235377 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2987838d-4d53-4c05-bb68-d5cb3c0d6304', 'code': 200} Jul 05 04:00:11.236069 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '413daab2-512f-4770-8e63-6f518efd0808', 'code': 200} Jul 05 04:00:11.236516 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8f69d4b-d276-4843-88a3-f617b74fdc99', 'code': 200} Jul 05 04:00:11.351328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=d9272308-16d4-4bea-815a-f0a4152feb20,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:11.435565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 508f00b8-de49-493e-8e45-0696faad4424 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:11.443596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 508f00b8-de49-493e-8e45-0696faad4424 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:11.444430 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.618508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4770508-f64d-412c-90e8-c8ff7e43be6e req-fc4b021b-c8f8-4429-aaf6-dc11446c0744 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.626034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4770508-f64d-412c-90e8-c8ff7e43be6e req-fc4b021b-c8f8-4429-aaf6-dc11446c0744 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 945 time: 0.2443278 Jul 05 04:00:11.648136 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.650236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4c3055-b4e1-4735-873b-710f9a974d8c req-07767b7d-6544-40ca-ba55-5aff50e2c2bc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:11.658573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f4c3055-b4e1-4735-873b-710f9a974d8c req-07767b7d-6544-40ca-ba55-5aff50e2c2bc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 945 time: 0.1773076 Jul 05 04:00:11.707581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 508f00b8-de49-493e-8e45-0696faad4424, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=508f00b8-de49-493e-8e45-0696faad4424,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:11.738327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f4c3055-b4e1-4735-873b-710f9a974d8c req-2c070c19-7065-4457-9bf0-034eeccaef4f tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756001 Jul 05 04:00:11.788279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4770508-f64d-412c-90e8-c8ff7e43be6e req-1ee1537c-68a9-4622-ac78-1a7da9a4621d tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467834 Jul 05 04:00:11.795821 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.799879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3782047a-5b46-490c-a6c0-506cc09f18a3 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:11.862706 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:11.894019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=508f00b8-de49-493e-8e45-0696faad4424,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:11.924470 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.032670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.048334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4438675-4552-4b27-b144-64d88bbbc8a6 req-0acdc058-3da7-451b-82c4-c90233116565 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.050201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4438675-4552-4b27-b144-64d88bbbc8a6 req-0acdc058-3da7-451b-82c4-c90233116565 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 945 time: 0.1012542 Jul 05 04:00:12.075372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 3782047a-5b46-490c-a6c0-506cc09f18a3 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:12.079959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 3782047a-5b46-490c-a6c0-506cc09f18a3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:12.080378 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.134283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4438675-4552-4b27-b144-64d88bbbc8a6 req-a09d09f9-7d5d-4a43-ac27-a136cb5b8e85 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766671 Jul 05 04:00:12.138928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Subnet': ['ID=0d008865-c9b0-4879-9b9c-6c5cb991bb55,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:12.226045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Checking segment: {'id': '456e6685-7312-4443-8809-fe6a1aa62f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '53d210d6-74d1-49b4-86b2-13e8e454d1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:12.226504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network hostable DHCP agents. Network: 53d210d6-74d1-49b4-86b2-13e8e454d1ea, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:12.281394 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.406115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3782047a-5b46-490c-a6c0-506cc09f18a3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3782047a-5b46-490c-a6c0-506cc09f18a3,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:12.406364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] Router 4b54e140-3240-4a48-a76b-0eb359e9aca3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:12.421535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee68aa-348a-4cc4-a854-1fc8acfde532 req-fbd957d5-db74-4802-b4e8-67f76a5bac70 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.428362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee68aa-348a-4cc4-a854-1fc8acfde532 req-fbd957d5-db74-4802-b4e8-67f76a5bac70 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.436056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee68aa-348a-4cc4-a854-1fc8acfde532 req-fbd957d5-db74-4802-b4e8-67f76a5bac70 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.442748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee68aa-348a-4cc4-a854-1fc8acfde532 req-fbd957d5-db74-4802-b4e8-67f76a5bac70 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.450043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee68aa-348a-4cc4-a854-1fc8acfde532 req-fbd957d5-db74-4802-b4e8-67f76a5bac70 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.450219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:12.455152 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2e8d80da-27ac-427e-9f43-e5ef038b343e admin admin] 10.222.0.30 "PUT /v2.0/routers/4b54e140-3240-4a48-a76b-0eb359e9aca3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9730005 Jul 05 04:00:12.456726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee68aa-348a-4cc4-a854-1fc8acfde532 req-fbd957d5-db74-4802-b4e8-67f76a5bac70 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.457919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33880) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:12.461464 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] Sync routers for ids ['4b54e140-3240-4a48-a76b-0eb359e9aca3'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:12.463856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee68aa-348a-4cc4-a854-1fc8acfde532 req-fbd957d5-db74-4802-b4e8-67f76a5bac70 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.466033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28ee68aa-348a-4cc4-a854-1fc8acfde532 req-fbd957d5-db74-4802-b4e8-67f76a5bac70 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5443 time: 0.1883650 Jul 05 04:00:12.472483 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] Routers {'4b54e140-3240-4a48-a76b-0eb359e9aca3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:12.473557 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4b54e140-3240-4a48-a76b-0eb359e9aca3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:12.482011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ce5c39-dd04-4381-ab5f-fe9b947fa9e8 req-bcf5ad3b-f681-40b3-aab2-10116e311ad3 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.483656 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9ce5c39-dd04-4381-ab5f-fe9b947fa9e8 req-bcf5ad3b-f681-40b3-aab2-10116e311ad3 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1562121 Jul 05 04:00:12.562866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9ce5c39-dd04-4381-ab5f-fe9b947fa9e8 req-07f6b830-bc62-41c6-9b7c-d77af01c63e9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702302 Jul 05 04:00:12.570121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28ee68aa-348a-4cc4-a854-1fc8acfde532 req-b8032596-6191-48d1-bea4-7510634ccc20 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0823138 Jul 05 04:00:12.596350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.613654 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] Set router 4b54e140-3240-4a48-a76b-0eb359e9aca3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:12.633130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network 53d210d6-74d1-49b4-86b2-13e8e454d1ea is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:12.635123 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.636019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 64363e7b-6fc4-4e9a-9376-d31f476d8139 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:12.709494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 53d210d6-74d1-49b4-86b2-13e8e454d1ea) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:12.721286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:12.721993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.726589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284ebc9d-1fa3-4b5d-844c-0fb28cbc91f2 None None] Network 53d210d6-74d1-49b4-86b2-13e8e454d1ea requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:12.747515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3782047a-5b46-490c-a6c0-506cc09f18a3,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:12.760845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:12.830326 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-60e48583-dc3a-4236-9921-5f4256cd18a1 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.7891102 Jul 05 04:00:12.833888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33890) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:12.847799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-485452480'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:12.879325 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-router', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226'}], 'enable_snat': True}, 'gw_port_id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:33Z', 'updated_at': '2021-07-05T04:00:10Z', 'revision_number': 5, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'gw_port': {'id': 'edd46fb9-45e7-4343-8cc6-5367539be889', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:37:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1197, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.226', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:56:34Z', 'updated_at': '2021-07-05T03:56:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:12.960595 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] Checking router: 4b54e140-3240-4a48-a76b-0eb359e9aca3 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:00:12.981798 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] Routers {'4b54e140-3240-4a48-a76b-0eb359e9aca3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:12.982442 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4b54e140-3240-4a48-a76b-0eb359e9aca3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:13.010850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 64363e7b-6fc4-4e9a-9376-d31f476d8139 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:13.016498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 64363e7b-6fc4-4e9a-9376-d31f476d8139 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:13.016877 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.024211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:13.041645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.064200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Deleting port edd46fb9-45e7-4343-8cc6-5367539be889 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:13.064592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.132220 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:13.144484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.145693 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Added segment 7ae2d462-9a7f-4326-87c2-ca8139ffc400 of type vlan for network aeee3663-3016-4a25-82d0-ee4aa423fc64 Jul 05 04:00:13.219769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.233551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-53d210d6-74d1-49b4-86b2-13e8e454d1ea', 'network_id': '53d210d6-74d1-49b4-86b2-13e8e454d1ea', 'tenant_id': 'ae3507258af84a2db6a9cb8060eacd1c', 'fixed_ips': [{'subnet_id': '0d008865-c9b0-4879-9b9c-6c5cb991bb55'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:13.234425 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.240307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9272308-16d4-4bea-815a-f0a4152feb20'}, {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508f00b8-de49-493e-8e45-0696faad4424'}, {'server_uuid': '07f497a4-134a-4b76-9330-873350358c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3782047a-5b46-490c-a6c0-506cc09f18a3'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:13.244129 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce5b1327-ace8-440a-a138-a134e00056e7" -d '{"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "d9272308-16d4-4bea-815a-f0a4152feb20"}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "508f00b8-de49-493e-8e45-0696faad4424"}, {"server_uuid": "07f497a4-134a-4b76-9330-873350358c5d", "name": "network-vif-plugged", "status": "completed", "tag": "3782047a-5b46-490c-a6c0-506cc09f18a3"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:13.252875 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] Set router 4b54e140-3240-4a48-a76b-0eb359e9aca3 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:13.263222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbda56e-c617-458b-ba17-91f593c73dee req-4303bfb8-05fc-4889-90d8-f526afe1551b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.274845 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfbda56e-c617-458b-ba17-91f593c73dee req-4303bfb8-05fc-4889-90d8-f526afe1551b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 945 time: 0.2397442 Jul 05 04:00:13.303449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c2ac33-3778-42b2-a282-b8f9d6e08c18 req-c1870f33-9bad-4175-921f-837647996d26 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.307142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2c2ac33-3778-42b2-a282-b8f9d6e08c18 req-c1870f33-9bad-4175-921f-837647996d26 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 945 time: 0.2318020 Jul 05 04:00:13.337385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.355457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.356430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.357624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfbda56e-c617-458b-ba17-91f593c73dee req-da54dd0a-8d36-401e-b638-cf98796052e4 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817528 Jul 05 04:00:13.408397 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-router', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:33Z', 'updated_at': '2021-07-05T04:00:12Z', 'revision_number': 6, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:13.428622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2c2ac33-3778-42b2-a282-b8f9d6e08c18 req-8da3501c-9fda-434f-9f5a-c981f253e21a tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153674 Jul 05 04:00:13.451553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Allocated IP 2001:db8:0:ffff::2 (53d210d6-74d1-49b4-86b2-13e8e454d1ea/0d008865-c9b0-4879-9b9c-6c5cb991bb55/cc6466fc-fd0b-444a-8df5-1405fadbf225) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:13.532557 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3156fc7-cda4-4cde-94af-cddaf3be812a None None] The sync data for ids ['4b54e140-3240-4a48-a76b-0eb359e9aca3'] in n-d-758944-41 is: [{'id': '4b54e140-3240-4a48-a76b-0eb359e9aca3', 'name': 'tempest-ServerRescueNegativeTestJSON-1910180803-router', 'tenant_id': '6b013aba190a42cfb14d1b6e86137771', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:56:33Z', 'updated_at': '2021-07-05T04:00:12Z', 'revision_number': 6, 'project_id': '6b013aba190a42cfb14d1b6e86137771', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:13.611232 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7761934 Jul 05 04:00:13.615241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33902) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:13.618559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca20bb42-a970-42a8-a566-1a01135dc283 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Network': ['ID=aeee3663-3016-4a25-82d0-ee4aa423fc64,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:13.629545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'subnet': {'network_id': 'aeee3663-3016-4a25-82d0-ee4aa423fc64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:13.634645 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.645525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Transition to ACTIVE for port object cc6466fc-fd0b-444a-8df5-1405fadbf225 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:13.647334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] For port edd46fb9-45e7-4343-8cc6-5367539be889, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=edd46fb9-45e7-4343-8cc6-5367539be889,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:13.647956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.665881 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Transition to ACTIVE for port object cc6466fc-fd0b-444a-8df5-1405fadbf225 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:13.671031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Calling delete_port for edd46fb9-45e7-4343-8cc6-5367539be889 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:13.684533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network aeee3663-3016-4a25-82d0-ee4aa423fc64 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:13.764479 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.783290 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4efaf354-be81-4561-ba82-e4bc51cbb35a x-openstack-request-id: req-4efaf354-be81-4561-ba82-e4bc51cbb35a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:13.783702 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "d9272308-16d4-4bea-815a-f0a4152feb20", "code": 200}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "508f00b8-de49-493e-8e45-0696faad4424", "code": 200}, {"server_uuid": "07f497a4-134a-4b76-9330-873350358c5d", "name": "network-vif-plugged", "status": "completed", "tag": "3782047a-5b46-490c-a6c0-506cc09f18a3", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:13.784099 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4efaf354-be81-4561-ba82-e4bc51cbb35a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:13.784607 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9272308-16d4-4bea-815a-f0a4152feb20', 'code': 200} Jul 05 04:00:13.784970 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '508f00b8-de49-493e-8e45-0696faad4424', 'code': 200} Jul 05 04:00:13.785322 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f497a4-134a-4b76-9330-873350358c5d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3782047a-5b46-490c-a6c0-506cc09f18a3', 'code': 200} Jul 05 04:00:13.882579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Network 53d210d6-74d1-49b4-86b2-13e8e454d1ea is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:13.886506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:13.901683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:13.965074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91a7f4d-8931-4c8c-9d8b-dcda8cf3ff96 req-403752e5-5924-4aae-9953-ae81159f8299 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:13.972850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e91a7f4d-8931-4c8c-9d8b-dcda8cf3ff96 req-403752e5-5924-4aae-9953-ae81159f8299 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 945 time: 0.2131045 Jul 05 04:00:13.979627 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:13.980964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Pushing event updated for resources: {'Port': ['ID=cc6466fc-fd0b-444a-8df5-1405fadbf225,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.003046 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.061423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:14.065955 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.090962 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.106815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Attempting to bind port cc6466fc-fd0b-444a-8df5-1405fadbf225 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:14.107397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Attempting to bind port cc6466fc-fd0b-444a-8df5-1405fadbf225 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '456e6685-7312-4443-8809-fe6a1aa62f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '53d210d6-74d1-49b4-86b2-13e8e454d1ea'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:14.107908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Attempting to bind port cc6466fc-fd0b-444a-8df5-1405fadbf225 on network 53d210d6-74d1-49b4-86b2-13e8e454d1ea {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:14.123645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:14.124166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Checking segment: {'id': '456e6685-7312-4443-8809-fe6a1aa62f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '53d210d6-74d1-49b4-86b2-13e8e454d1ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:14.124645 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.125197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Bound using segment: {'id': '456e6685-7312-4443-8809-fe6a1aa62f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '53d210d6-74d1-49b4-86b2-13e8e454d1ea'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:14.125760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Bound port: cc6466fc-fd0b-444a-8df5-1405fadbf225, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '456e6685-7312-4443-8809-fe6a1aa62f73', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '53d210d6-74d1-49b4-86b2-13e8e454d1ea'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:14.126507 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.147110 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.154677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 64363e7b-6fc4-4e9a-9376-d31f476d8139, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=64363e7b-6fc4-4e9a-9376-d31f476d8139,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:14.182894 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da8de4f-e736-4d4d-811e-0539151e2993 req-7146546f-23f4-47ab-bd9e-c5ee9b378b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.184509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7da8de4f-e736-4d4d-811e-0539151e2993 req-7146546f-23f4-47ab-bd9e-c5ee9b378b9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=07f497a4-134a-4b76-9330-873350358c5d HTTP/1.1" status: 200 len: 1097 time: 0.3039730 Jul 05 04:00:14.195785 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.203155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e91a7f4d-8931-4c8c-9d8b-dcda8cf3ff96 req-a4c58611-4d13-4d88-928a-49e13a5d175e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2288196 Jul 05 04:00:14.221330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Pushing event deleted for resources: {'Port': ['ID=edd46fb9-45e7-4343-8cc6-5367539be889,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.253408 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.257943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 57563224-fc9a-4c7c-88d4-be7c3e8bb57f up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:14.300774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00987b8f-cb59-4e9f-8db0-ede8e8e3afb3 req-1ec78392-7c5a-4ae5-a4a6-a2219333f14e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.302519 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00987b8f-cb59-4e9f-8db0-ede8e8e3afb3 req-1ec78392-7c5a-4ae5-a4a6-a2219333f14e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.2852216 Jul 05 04:00:14.320017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7da8de4f-e736-4d4d-811e-0539151e2993 req-e637984c-7c8d-496b-b988-6ceacca2aab7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081626 Jul 05 04:00:14.328443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.416764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00987b8f-cb59-4e9f-8db0-ede8e8e3afb3 req-d40bb26f-85c0-4c2a-aa92-1fbe33bb6ec7 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041057 Jul 05 04:00:14.427136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] For port cc6466fc-fd0b-444a-8df5-1405fadbf225, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:14.463348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] For port cc6466fc-fd0b-444a-8df5-1405fadbf225, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cc6466fc-fd0b-444a-8df5-1405fadbf225,segment=NetworkSegment(456e6685-7312-4443-8809-fe6a1aa62f73),segment_id=456e6685-7312-4443-8809-fe6a1aa62f73)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:14.487099 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=64363e7b-6fc4-4e9a-9376-d31f476d8139,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.538838 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.561637 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.564868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.595374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd58251-898e-4f1f-95e7-1b71fd69107d req-fafcb379-ebf6-49fd-886c-53da6bb7bb90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.603669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd58251-898e-4f1f-95e7-1b71fd69107d req-fafcb379-ebf6-49fd-886c-53da6bb7bb90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.611760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd58251-898e-4f1f-95e7-1b71fd69107d req-fafcb379-ebf6-49fd-886c-53da6bb7bb90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.612023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7984ad45-ccb3-4a23-9d88-65c17433a39c None None] Pushing event updated for resources: {'Port': ['ID=cc6466fc-fd0b-444a-8df5-1405fadbf225,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:14.621127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd58251-898e-4f1f-95e7-1b71fd69107d req-fafcb379-ebf6-49fd-886c-53da6bb7bb90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.625366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:14.631031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd58251-898e-4f1f-95e7-1b71fd69107d req-fafcb379-ebf6-49fd-886c-53da6bb7bb90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.637574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:14.639547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.642990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd58251-898e-4f1f-95e7-1b71fd69107d req-fafcb379-ebf6-49fd-886c-53da6bb7bb90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.651333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd58251-898e-4f1f-95e7-1b71fd69107d req-fafcb379-ebf6-49fd-886c-53da6bb7bb90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.657212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ccd58251-898e-4f1f-95e7-1b71fd69107d req-fafcb379-ebf6-49fd-886c-53da6bb7bb90 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5443 time: 0.2103755 Jul 05 04:00:14.786556 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.806867 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.807710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4b54e140-3240-4a48-a76b-0eb359e9aca3 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:00:14.817899 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.819834 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3a712b8c-376e-4c44-8699-e59ecbd6c439 admin admin] 10.222.0.30 "DELETE /v2.0/routers/4b54e140-3240-4a48-a76b-0eb359e9aca3 HTTP/1.1" status: 204 len: 168 time: 2.3591907 Jul 05 04:00:14.822835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33910) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:14.833575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ccd58251-898e-4f1f-95e7-1b71fd69107d req-9c8f4687-2b78-41f7-9339-7e83f95529ef tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1637917 Jul 05 04:00:14.838825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:14.890268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.objects.ports [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:00:14.890754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.909964 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:14.911549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4f670c9f-d1c8-4dda-b708-26e2f20aa563 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:14.955975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-49292a02-b18c-4c55-b891-29b7a821712d admin admin] Deleting subnet fb904193-b65b-4420-a87d-fc43f384337a {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:14.958906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-886f1ec5-db4b-4400-9d9a-02b82ba22009 req-7cfc006c-e65b-42c3-8a83-ef349864a78d tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:14.960612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-886f1ec5-db4b-4400-9d9a-02b82ba22009 req-7cfc006c-e65b-42c3-8a83-ef349864a78d tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 945 time: 0.2851243 Jul 05 04:00:14.977046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49292a02-b18c-4c55-b891-29b7a821712d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.093663 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49292a02-b18c-4c55-b891-29b7a821712d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.121123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Subnet': ['ID=32e70f59-d0ba-4f9d-9fef-532626a8131c,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:15.185283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-886f1ec5-db4b-4400-9d9a-02b82ba22009 req-a2a2bcba-3a64-4cb5-a57c-9d1fca2bd850 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008553 Jul 05 04:00:15.186111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Checking segment: {'id': '7ae2d462-9a7f-4326-87c2-ca8139ffc400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aeee3663-3016-4a25-82d0-ee4aa423fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:15.186483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network hostable DHCP agents. Network: aeee3663-3016-4a25-82d0-ee4aa423fc64, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:15.198710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:15.225307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49292a02-b18c-4c55-b891-29b7a821712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.310231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 4f670c9f-d1c8-4dda-b708-26e2f20aa563 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:15.326605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 4f670c9f-d1c8-4dda-b708-26e2f20aa563 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:15.327258 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.347104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network aeee3663-3016-4a25-82d0-ee4aa423fc64 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:15.387028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2e26f-5254-4b1f-8234-fcae654be441 req-e6500b7e-bf62-40ad-b5df-dbdf2841f8cc tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.397830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04b2e26f-5254-4b1f-8234-fcae654be441 req-e6500b7e-bf62-40ad-b5df-dbdf2841f8cc tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 946 time: 0.1745431 Jul 05 04:00:15.431416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49292a02-b18c-4c55-b891-29b7a821712d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.456966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, aeee3663-3016-4a25-82d0-ee4aa423fc64) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:15.482426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.483349 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.488196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc68eb4d-f9bd-401f-93f8-3a9ec0e94b19 None None] Network aeee3663-3016-4a25-82d0-ee4aa423fc64 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:15.494447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49292a02-b18c-4c55-b891-29b7a821712d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb904193-b65b-4420-a87d-fc43f384337a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:15.499292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04b2e26f-5254-4b1f-8234-fcae654be441 req-69bf5e1c-0447-4590-a75d-f561fbaacce9 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003749 Jul 05 04:00:15.506594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49292a02-b18c-4c55-b891-29b7a821712d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.509033 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-49292a02-b18c-4c55-b891-29b7a821712d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fb904193-b65b-4420-a87d-fc43f384337a HTTP/1.1" status: 204 len: 168 time: 0.6827626 Jul 05 04:00:15.513535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33926) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:15.614889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ff7f3cb9-2ef7-4abb-ae5c-0cc93fbd0566 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.9977019 Jul 05 04:00:15.616956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33928) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:15.620038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cc6466fc-fd0b-444a-8df5-1405fadbf225 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:15.625097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'port': {'network_id': 'aeee3663-3016-4a25-82d0-ee4aa423fc64', 'name': 'tempest-NetworksIpV6TestAttrs-45790745'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:15.709299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.786859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170e1ee-7738-47a7-b31c-59b899050f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64363e7b-6fc4-4e9a-9376-d31f476d8139'}, {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57563224-fc9a-4c7c-88d4-be7c3e8bb57f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:15.789396 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24faff96-f9d6-4867-9f72-990eda807095" -d '{"events": [{"server_uuid": "8170e1ee-7738-47a7-b31c-59b899050f34", "name": "network-vif-plugged", "status": "completed", "tag": "64363e7b-6fc4-4e9a-9376-d31f476d8139"}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "57563224-fc9a-4c7c-88d4-be7c3e8bb57f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:15.814421 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.847878 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.864182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4530ce1e-09ff-4427-90eb-146c4454065e']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:15.880298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e32bbce7-7d19-4e17-84aa-971477d2a114') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:15.880298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e32bbce7-7d19-4e17-84aa-971477d2a114') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:15.916699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port cc6466fc-fd0b-444a-8df5-1405fadbf225 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:15.916699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 4f670c9f-d1c8-4dda-b708-26e2f20aa563, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4f670c9f-d1c8-4dda-b708-26e2f20aa563,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:15.916699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-aeee3663-3016-4a25-82d0-ee4aa423fc64', 'network_id': 'aeee3663-3016-4a25-82d0-ee4aa423fc64', 'tenant_id': 'ae3507258af84a2db6a9cb8060eacd1c', 'fixed_ips': [{'subnet_id': '32e70f59-d0ba-4f9d-9fef-532626a8131c'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:15.916699 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.917036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f594a696-5331-4bb7-99eb-a1c541b95778 req-81f23225-edbf-4ee3-a257-3c4a43f8d32e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.918635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f594a696-5331-4bb7-99eb-a1c541b95778 req-81f23225-edbf-4ee3-a257-3c4a43f8d32e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.2017291 Jul 05 04:00:15.920342 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.927949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13acbca-576d-4638-9a37-896050b160b2 req-fe951659-e250-487a-b180-85d0742543df tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:15.936799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a13acbca-576d-4638-9a37-896050b160b2 req-fe951659-e250-487a-b180-85d0742543df tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 945 time: 0.2210722 Jul 05 04:00:15.959823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.986359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:15.987657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:15.994500 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:16.003656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.021542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e69327c5-391f-44a4-ac13-fd5787e9efa6 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:16.073112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a13acbca-576d-4638-9a37-896050b160b2 req-b2e4505b-ad8f-4731-801a-858f67b4877b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314704 Jul 05 04:00:16.085740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f594a696-5331-4bb7-99eb-a1c541b95778 req-734e9e3d-dccc-4595-83e6-9ee5d670e8b1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1248250 Jul 05 04:00:16.090894 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:16.102929 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.103063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device edd46fb9-45e7-4343-8cc6-5367539be889 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:16.136841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] device_id is not set on port ffd27117-b914-4da6-9c14-30db673beef5 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:16.204642 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ca1106-e9be-49d4-9bd0-a630e1da8a44 x-openstack-request-id: req-78ca1106-e9be-49d4-9bd0-a630e1da8a44 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:16.205007 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170e1ee-7738-47a7-b31c-59b899050f34", "name": "network-vif-plugged", "status": "completed", "tag": "64363e7b-6fc4-4e9a-9376-d31f476d8139", "code": 200}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-plugged", "status": "completed", "tag": "57563224-fc9a-4c7c-88d4-be7c3e8bb57f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:16.205186 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78ca1106-e9be-49d4-9bd0-a630e1da8a44 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:16.205584 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170e1ee-7738-47a7-b31c-59b899050f34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64363e7b-6fc4-4e9a-9376-d31f476d8139', 'code': 200} Jul 05 04:00:16.205839 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57563224-fc9a-4c7c-88d4-be7c3e8bb57f', 'code': 200} Jul 05 04:00:16.212574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: edd46fb9-45e7-4343-8cc6-5367539be889 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:16.212921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device edd46fb9-45e7-4343-8cc6-5367539be889 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:16.213351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 04189a43-916a-41c2-b548-0ae741771f23 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:16.232755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.246084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.251335 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] 10.222.0.30 "DELETE /v2.0/networks/4530ce1e-09ff-4427-90eb-146c4454065e HTTP/1.1" status: 204 len: 168 time: 0.7325857 Jul 05 04:00:16.298587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a990b99-fbdc-43e2-810a-bcd4382e942c admin admin] Pushing event deleted for resources: {'Network': ['ID=4530ce1e-09ff-4427-90eb-146c4454065e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.356896 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 04189a43-916a-41c2-b548-0ae741771f23 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:16.357244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 04189a43-916a-41c2-b548-0ae741771f23 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:16.392015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=4f670c9f-d1c8-4dda-b708-26e2f20aa563,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.425333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Allocated IP 2001:db8::f816:3eff:fe74:e7b5 (aeee3663-3016-4a25-82d0-ee4aa423fc64/32e70f59-d0ba-4f9d-9fef-532626a8131c/0f9d8bce-1096-4aad-9004-de219b93b7e8) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:16.461592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac37dd99-1d6c-4187-9e66-3b5358ec4c37 None None] Network 53d210d6-74d1-49b4-86b2-13e8e454d1ea requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:16.537434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port e69327c5-391f-44a4-ac13-fd5787e9efa6 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:16.555993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port e69327c5-391f-44a4-ac13-fd5787e9efa6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:16.556375 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.671957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3889d814-2fad-45be-8f15-abbdadc61679 None None] Provisioning for port cc6466fc-fd0b-444a-8df5-1405fadbf225 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:16.693125 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33942) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:16.740697 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9422be66-382b-454a-b709-dfdb05b3a90b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6b013aba190a42cfb14d1b6e86137771&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0458529 Jul 05 04:00:16.741206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33944) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:16.749260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3889d814-2fad-45be-8f15-abbdadc61679 None None] Provisioning complete for port cc6466fc-fd0b-444a-8df5-1405fadbf225 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:16.749882 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3889d814-2fad-45be-8f15-abbdadc61679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.794962 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e66fe156-4e89-4ab0-b12d-f692fe23755e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.817552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e66fe156-4e89-4ab0-b12d-f692fe23755e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.859833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051092a2-d41d-425b-8299-caf8e1fc72e4 req-7c0f1631-9cad-44ff-b10c-4dd733b58c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.861622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-051092a2-d41d-425b-8299-caf8e1fc72e4 req-7c0f1631-9cad-44ff-b10c-4dd733b58c7e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 1098 time: 0.5846031 Jul 05 04:00:16.909919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1521ae-fd22-45f2-8e72-fffa3b10cc3d req-68a7a244-f6a1-486c-a97c-986e0f43e947 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.916342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1521ae-fd22-45f2-8e72-fffa3b10cc3d req-68a7a244-f6a1-486c-a97c-986e0f43e947 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.922305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1521ae-fd22-45f2-8e72-fffa3b10cc3d req-68a7a244-f6a1-486c-a97c-986e0f43e947 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.928309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1521ae-fd22-45f2-8e72-fffa3b10cc3d req-68a7a244-f6a1-486c-a97c-986e0f43e947 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.934448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1521ae-fd22-45f2-8e72-fffa3b10cc3d req-68a7a244-f6a1-486c-a97c-986e0f43e947 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.940353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1521ae-fd22-45f2-8e72-fffa3b10cc3d req-68a7a244-f6a1-486c-a97c-986e0f43e947 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.946846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1521ae-fd22-45f2-8e72-fffa3b10cc3d req-68a7a244-f6a1-486c-a97c-986e0f43e947 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.948851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f1521ae-fd22-45f2-8e72-fffa3b10cc3d req-68a7a244-f6a1-486c-a97c-986e0f43e947 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5444 time: 0.5678463 Jul 05 04:00:16.955621 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e66fe156-4e89-4ab0-b12d-f692fe23755e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.959233 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e66fe156-4e89-4ab0-b12d-f692fe23755e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:16.960734 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e66fe156-4e89-4ab0-b12d-f692fe23755e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b794ade4-40f7-4149-a86f-5fdc70ea6ee4 HTTP/1.1" status: 204 len: 168 time: 0.2183163 Jul 05 04:00:16.965801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3212-0e05-4136-9a43-4bb70653e0f4 req-d5593148-24c1-4a03-bfcc-7cbcb4c4fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.966299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3212-0e05-4136-9a43-4bb70653e0f4 req-d5593148-24c1-4a03-bfcc-7cbcb4c4fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.966784 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3212-0e05-4136-9a43-4bb70653e0f4 req-d5593148-24c1-4a03-bfcc-7cbcb4c4fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.967262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3212-0e05-4136-9a43-4bb70653e0f4 req-d5593148-24c1-4a03-bfcc-7cbcb4c4fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.967745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3212-0e05-4136-9a43-4bb70653e0f4 req-d5593148-24c1-4a03-bfcc-7cbcb4c4fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.968251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3212-0e05-4136-9a43-4bb70653e0f4 req-d5593148-24c1-4a03-bfcc-7cbcb4c4fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.968722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3b3212-0e05-4136-9a43-4bb70653e0f4 req-d5593148-24c1-4a03-bfcc-7cbcb4c4fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.970702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb3b3212-0e05-4136-9a43-4bb70653e0f4 req-d5593148-24c1-4a03-bfcc-7cbcb4c4fb4a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6508 time: 0.6303320 Jul 05 04:00:16.973043 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66fe156-4e89-4ab0-b12d-f692fe23755e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b794ade4-40f7-4149-a86f-5fdc70ea6ee4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:16.982883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-82a4f787-ac87-4a97-8dff-a3f9dad42bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:16.984878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-82a4f787-ac87-4a97-8dff-a3f9dad42bf1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 1097 time: 0.6250558 Jul 05 04:00:17.037104 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.039825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be594546-58a8-4fa4-b259-a6c363ddea18 req-168e29dc-0465-42f7-84d0-beb56db11f17 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.046749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be594546-58a8-4fa4-b259-a6c363ddea18 req-168e29dc-0465-42f7-84d0-beb56db11f17 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 946 time: 0.3617723 Jul 05 04:00:17.058930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.082805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Transition to ACTIVE for port object 0f9d8bce-1096-4aad-9004-de219b93b7e8 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:17.126326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Transition to ACTIVE for port object 0f9d8bce-1096-4aad-9004-de219b93b7e8 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:17.135085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-051092a2-d41d-425b-8299-caf8e1fc72e4 req-51fa584f-96e7-47eb-93a0-91d561d23c71 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2580917 Jul 05 04:00:17.159296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e69327c5-391f-44a4-ac13-fd5787e9efa6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e69327c5-391f-44a4-ac13-fd5787e9efa6,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:17.171105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f1521ae-fd22-45f2-8e72-fffa3b10cc3d req-bf5c27d9-271a-420f-a8ff-aa9ddc314869 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1965554 Jul 05 04:00:17.177174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb3b3212-0e05-4136-9a43-4bb70653e0f4 req-4dab25aa-e55a-4b18-877b-ef69c4d3d403 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=4c298708-2e71-4abb-9343-33baea5e145c&id=504a06fd-b843-4557-8855-36f66e3a89e0&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1985159 Jul 05 04:00:17.183576 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3889d814-2fad-45be-8f15-abbdadc61679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.199059 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be594546-58a8-4fa4-b259-a6c363ddea18 req-0caff0ff-938a-4851-8f4d-1cf41c37c5f8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1513004 Jul 05 04:00:17.231240 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.259705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3889d814-2fad-45be-8f15-abbdadc61679 None None] For port cc6466fc-fd0b-444a-8df5-1405fadbf225, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cc6466fc-fd0b-444a-8df5-1405fadbf225,segment=NetworkSegment(456e6685-7312-4443-8809-fe6a1aa62f73),segment_id=456e6685-7312-4443-8809-fe6a1aa62f73)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:17.266931 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.277043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-a5039ed5-a114-4fc4-8646-8a24a50e991a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.278709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-a5039ed5-a114-4fc4-8646-8a24a50e991a service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.2815118 Jul 05 04:00:17.325514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Network aeee3663-3016-4a25-82d0-ee4aa423fc64 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:17.334401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:17.340218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:17.351981 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3889d814-2fad-45be-8f15-abbdadc61679 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.361850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-81edad50-1945-40f2-b4e4-bd0c47dd1482 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c HTTP/1.1" status: 200 len: 1001 time: 0.0751975 Jul 05 04:00:17.366385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Pushing event updated for resources: {'Port': ['ID=0f9d8bce-1096-4aad-9004-de219b93b7e8,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.416579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Allocated IP 2001:db8::f816:3eff:fe7d:d0e6 (aeee3663-3016-4a25-82d0-ee4aa423fc64/32e70f59-d0ba-4f9d-9fef-532626a8131c/ffd27117-b914-4da6-9c14-30db673beef5) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:17.515399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Attempting to bind port 0f9d8bce-1096-4aad-9004-de219b93b7e8 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:17.515877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Attempting to bind port 0f9d8bce-1096-4aad-9004-de219b93b7e8 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '7ae2d462-9a7f-4326-87c2-ca8139ffc400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aeee3663-3016-4a25-82d0-ee4aa423fc64'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:17.516311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Attempting to bind port 0f9d8bce-1096-4aad-9004-de219b93b7e8 on network aeee3663-3016-4a25-82d0-ee4aa423fc64 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:17.520024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=e69327c5-391f-44a4-ac13-fd5787e9efa6,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.528234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:17.528786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Checking segment: {'id': '7ae2d462-9a7f-4326-87c2-ca8139ffc400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aeee3663-3016-4a25-82d0-ee4aa423fc64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:17.529128 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.529400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Bound using segment: {'id': '7ae2d462-9a7f-4326-87c2-ca8139ffc400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aeee3663-3016-4a25-82d0-ee4aa423fc64'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:17.529868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Bound port: 0f9d8bce-1096-4aad-9004-de219b93b7e8, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ae2d462-9a7f-4326-87c2-ca8139ffc400', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'aeee3663-3016-4a25-82d0-ee4aa423fc64'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:17.530246 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.634298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3889d814-2fad-45be-8f15-abbdadc61679 None None] Pushing event updated for resources: {'Port': ['ID=cc6466fc-fd0b-444a-8df5-1405fadbf225,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.639297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7c3654b6-ad1b-47fd-99db-441cd831c84d None None] Provisioning complete for port cc6466fc-fd0b-444a-8df5-1405fadbf225 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:17.639640 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7c3654b6-ad1b-47fd-99db-441cd831c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.680738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-944db65b-8247-4401-b732-f5908e5fff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.682342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-944db65b-8247-4401-b732-f5908e5fff1f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.3039594 Jul 05 04:00:17.693373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] For port 0f9d8bce-1096-4aad-9004-de219b93b7e8, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:17.707411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] For port 0f9d8bce-1096-4aad-9004-de219b93b7e8, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0f9d8bce-1096-4aad-9004-de219b93b7e8,segment=NetworkSegment(7ae2d462-9a7f-4326-87c2-ca8139ffc400),segment_id=7ae2d462-9a7f-4326-87c2-ca8139ffc400)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:17.784041 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.799385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5409fd34-0d3a-4c25-b13f-9ad8af111c8e req-b4a41183-2a58-464b-8d80-708fa54b38ba tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.801288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5409fd34-0d3a-4c25-b13f-9ad8af111c8e req-b4a41183-2a58-464b-8d80-708fa54b38ba tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 946 time: 0.3201780 Jul 05 04:00:17.828048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:17.866802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2521ac3-b355-42e2-8089-86f1fba5e325 None None] Pushing event updated for resources: {'Port': ['ID=0f9d8bce-1096-4aad-9004-de219b93b7e8,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:17.871644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6425c9-2d30-4405-9104-9aa26ef47a16 req-92cdbb17-7760-4dbc-b77a-2e72fd26a8e6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.876652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe6425c9-2d30-4405-9104-9aa26ef47a16 req-92cdbb17-7760-4dbc-b77a-2e72fd26a8e6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 946 time: 0.2825577 Jul 05 04:00:17.878218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Transition to ACTIVE for port object ffd27117-b914-4da6-9c14-30db673beef5 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:17.924871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-8b999e80-a381-4e91-a1e0-46427396b7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:17.926705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-8b999e80-a381-4e91-a1e0-46427396b7bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2341518 Jul 05 04:00:17.932825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5409fd34-0d3a-4c25-b13f-9ad8af111c8e req-bcca7e42-cfdc-4889-90a8-7c029a2d2a65 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211815 Jul 05 04:00:18.032944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe6425c9-2d30-4405-9104-9aa26ef47a16 req-dc94d4cd-70e5-455c-bb12-c71a77a2ab88 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1454737 Jul 05 04:00:18.098426 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.204990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-01a206d6-8048-4916-a431-34c77a20029d service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2673173 Jul 05 04:00:18.207308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0ee93-6d65-441a-9bbb-8b36a5706aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f670c9f-d1c8-4dda-b708-26e2f20aa563'}, {'server_uuid': '87298d21-2724-41cd-b86b-7329452e72d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69327c5-391f-44a4-ac13-fd5787e9efa6'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:18.209899 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce025644-2b1b-48e1-8236-2af9abea242b" -d '{"events": [{"server_uuid": "e3b0ee93-6d65-441a-9bbb-8b36a5706aa7", "name": "network-vif-plugged", "status": "completed", "tag": "4f670c9f-d1c8-4dda-b708-26e2f20aa563"}, {"server_uuid": "87298d21-2724-41cd-b86b-7329452e72d1", "name": "network-vif-plugged", "status": "completed", "tag": "e69327c5-391f-44a4-ac13-fd5787e9efa6"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:18.213122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network aeee3663-3016-4a25-82d0-ee4aa423fc64 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:18.224319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:18.234590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:18.240890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.241616 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.246073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Port': ['ID=ffd27117-b914-4da6-9c14-30db673beef5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.342554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f830ba-1a6c-4c99-bd2c-66d0e25608aa req-d12a6165-89f1-4c21-967c-8145400a50ac tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.344190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0f830ba-1a6c-4c99-bd2c-66d0e25608aa req-d12a6165-89f1-4c21-967c-8145400a50ac tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.2435975 Jul 05 04:00:18.388975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c6bbfd42-a133-44ad-be07-f8c2f06b0600 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 949 time: 2.7701423 Jul 05 04:00:18.391794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33982) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:18.417687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-607ff0f8-ba1d-483b-a518-2ade46b799fd req-6ae9e44b-38bb-46ec-9212-1611a1b30ce7 service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1974597 Jul 05 04:00:18.440503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0f830ba-1a6c-4c99-bd2c-66d0e25608aa req-e943be56-7438-432d-934f-007c12b021ba tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829399 Jul 05 04:00:18.462734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a59d105-1b55-4811-87b2-7edb9c0071fe tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Deleting subnet 32e70f59-d0ba-4f9d-9fef-532626a8131c {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:18.475196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2db967-6ee7-409f-b6bf-64135fe0cce7 req-5bc4f0de-6480-4fdd-839f-3448cdbc9245 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.475807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a59d105-1b55-4811-87b2-7edb9c0071fe tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.481709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2db967-6ee7-409f-b6bf-64135fe0cce7 req-5bc4f0de-6480-4fdd-839f-3448cdbc9245 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.487034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2db967-6ee7-409f-b6bf-64135fe0cce7 req-5bc4f0de-6480-4fdd-839f-3448cdbc9245 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.493683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2db967-6ee7-409f-b6bf-64135fe0cce7 req-5bc4f0de-6480-4fdd-839f-3448cdbc9245 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.499845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2db967-6ee7-409f-b6bf-64135fe0cce7 req-5bc4f0de-6480-4fdd-839f-3448cdbc9245 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.505899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2db967-6ee7-409f-b6bf-64135fe0cce7 req-5bc4f0de-6480-4fdd-839f-3448cdbc9245 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.512372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2db967-6ee7-409f-b6bf-64135fe0cce7 req-5bc4f0de-6480-4fdd-839f-3448cdbc9245 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.514086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d2db967-6ee7-409f-b6bf-64135fe0cce7 req-5bc4f0de-6480-4fdd-839f-3448cdbc9245 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5444 time: 0.1808534 Jul 05 04:00:18.517317 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3a5e31c-0608-468d-8ee4-06aa550f2955 x-openstack-request-id: req-a3a5e31c-0608-468d-8ee4-06aa550f2955 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:18.517618 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0ee93-6d65-441a-9bbb-8b36a5706aa7", "name": "network-vif-plugged", "status": "completed", "tag": "4f670c9f-d1c8-4dda-b708-26e2f20aa563", "code": 200}, {"server_uuid": "87298d21-2724-41cd-b86b-7329452e72d1", "name": "network-vif-plugged", "status": "completed", "tag": "e69327c5-391f-44a4-ac13-fd5787e9efa6", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:18.517863 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3a5e31c-0608-468d-8ee4-06aa550f2955 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:18.518325 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0ee93-6d65-441a-9bbb-8b36a5706aa7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4f670c9f-d1c8-4dda-b708-26e2f20aa563', 'code': 200} Jul 05 04:00:18.518723 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87298d21-2724-41cd-b86b-7329452e72d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e69327c5-391f-44a4-ac13-fd5787e9efa6', 'code': 200} Jul 05 04:00:18.527861 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a59d105-1b55-4811-87b2-7edb9c0071fe tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.578680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d2db967-6ee7-409f-b6bf-64135fe0cce7 req-51a0ca9b-0edf-4fcd-ae74-639cd73279c4 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0531704 Jul 05 04:00:18.759505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a59d105-1b55-4811-87b2-7edb9c0071fe tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.854949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180971e4-860d-46c3-b050-cef4d3855137 req-db01bb92-3e42-43cf-894c-9b23735a5d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.856655 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-180971e4-860d-46c3-b050-cef4d3855137 req-db01bb92-3e42-43cf-894c-9b23735a5d46 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 1098 time: 0.2347291 Jul 05 04:00:18.862760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d360dd98-4914-428d-adc4-17abdcb92990 req-783ee01f-cc6e-4654-b34f-9a5a40f5c4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.865444 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d360dd98-4914-428d-adc4-17abdcb92990 req-783ee01f-cc6e-4654-b34f-9a5a40f5c4a0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 1098 time: 0.1831195 Jul 05 04:00:18.885600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0655a-e21b-4f6e-b78f-fc6206094475 req-34675323-77c1-4c58-9901-a13a608bd801 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:18.887299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cb0655a-e21b-4f6e-b78f-fc6206094475 req-34675323-77c1-4c58-9901-a13a608bd801 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 946 time: 0.2140081 Jul 05 04:00:18.915830 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a59d105-1b55-4811-87b2-7edb9c0071fe tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.952114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a59d105-1b55-4811-87b2-7edb9c0071fe tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Subnet': ['ID=32e70f59-d0ba-4f9d-9fef-532626a8131c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:18.955297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-180971e4-860d-46c3-b050-cef4d3855137 req-d8aea452-e60a-47d5-85f1-0825dc5d4f82 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644882 Jul 05 04:00:18.956938 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a59d105-1b55-4811-87b2-7edb9c0071fe tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:18.962071 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2a59d105-1b55-4811-87b2-7edb9c0071fe tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/subnets/32e70f59-d0ba-4f9d-9fef-532626a8131c HTTP/1.1" status: 204 len: 168 time: 0.5691760 Jul 05 04:00:18.962896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33996) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:18.982194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d360dd98-4914-428d-adc4-17abdcb92990 req-c786edc5-756f-4646-913b-e5571f457bd0 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937569 Jul 05 04:00:18.999404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cb0655a-e21b-4f6e-b78f-fc6206094475 req-1d700bf5-f5c4-4b65-aab1-e0ad8ae0a259 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849204 Jul 05 04:00:19.074214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545acc7b-2dea-492e-b354-ce29cac46ba2 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.076443 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-545acc7b-2dea-492e-b354-ce29cac46ba2 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.081495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34000) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:19.081829 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-545acc7b-2dea-492e-b354-ce29cac46ba2 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1176269 Jul 05 04:00:19.118115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01de93c8-4ded-4e48-bb82-0dd6b29d1982 None None] Network aeee3663-3016-4a25-82d0-ee4aa423fc64 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:19.222425 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fea98e6f-1f5f-49ea-a9ec-fd2a8380a419 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.231142 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea98e6f-1f5f-49ea-a9ec-fd2a8380a419 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 04:00:19.231861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea98e6f-1f5f-49ea-a9ec-fd2a8380a419 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:19.233976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fea98e6f-1f5f-49ea-a9ec-fd2a8380a419 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/aeee3663-3016-4a25-82d0-ee4aa423fc64 HTTP/1.1" status: 409 len: 405 time: 0.1509893 Jul 05 04:00:19.240449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34006) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:19.259766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-615577635'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:19.316361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1401ff99-4ad6-41d8-93f9-022ed7a58ffd None None] Provisioning for port 0f9d8bce-1096-4aad-9004-de219b93b7e8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:19.358072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:19.366642 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.420587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:19.428791 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06bdd42e-5969-49cd-8eb4-b90e456d2025 req-4c98d85d-781b-4b0e-b36b-3b1a73fe690b tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.437199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06bdd42e-5969-49cd-8eb4-b90e456d2025 req-4c98d85d-781b-4b0e-b36b-3b1a73fe690b tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 946 time: 0.2015049 Jul 05 04:00:19.439520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.440277 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Added segment ba5f88cb-24fe-491e-b874-8ebfd0756287 of type vlan for network cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee Jul 05 04:00:19.508316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06bdd42e-5969-49cd-8eb4-b90e456d2025 req-72b8f470-0f41-4bd0-88ab-c63a7ee84396 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703378 Jul 05 04:00:19.509886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cceedad-c8f5-48ea-b30d-7bf5d9e5e7a6 None None] DHCP port deletion for aeee3663-3016-4a25-82d0-ee4aa423fc64 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:19.535401 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.536716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0888227-9cd2-4442-bcec-dd1661cbc7a0 req-59447203-4466-4a8e-967e-99e3362fd2c6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.549589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0888227-9cd2-4442-bcec-dd1661cbc7a0 req-59447203-4466-4a8e-967e-99e3362fd2c6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 946 time: 0.1754298 Jul 05 04:00:19.583040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cc6466fc-fd0b-444a-8df5-1405fadbf225 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:19.618006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0888227-9cd2-4442-bcec-dd1661cbc7a0 req-bcac76d5-8c1b-4d56-815b-25cb962a2a9a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672140 Jul 05 04:00:19.643286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-578f61f8-3b0f-4352-8810-9f62ac42c5f8 req-5b49a2a2-4f78-4901-b362-505fc9fc960d tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0454538 Jul 05 04:00:19.651114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2cceedad-c8f5-48ea-b30d-7bf5d9e5e7a6 None None] Deleting port 0f9d8bce-1096-4aad-9004-de219b93b7e8 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:19.651633 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2cceedad-c8f5-48ea-b30d-7bf5d9e5e7a6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.652833 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.660297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.661279 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.718879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c26ccd63-46cb-4b79-ae4d-07c4fce27f9c no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:19.732726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port cc6466fc-fd0b-444a-8df5-1405fadbf225 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:19.733101 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.803579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Network': ['ID=cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:19.822549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:19.828461 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f0ed352c-4f3e-4d58-b59b-6f6964d62d24 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5830364 Jul 05 04:00:19.829077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34018) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:19.836464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'subnet': {'network_id': 'cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:19.891333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2cceedad-c8f5-48ea-b30d-7bf5d9e5e7a6 None None] For port 0f9d8bce-1096-4aad-9004-de219b93b7e8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0f9d8bce-1096-4aad-9004-de219b93b7e8,segment=NetworkSegment(7ae2d462-9a7f-4326-87c2-ca8139ffc400),segment_id=7ae2d462-9a7f-4326-87c2-ca8139ffc400)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:19.891804 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2cceedad-c8f5-48ea-b30d-7bf5d9e5e7a6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:19.911949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22907ed1-1973-451f-b952-46d4989a7826 req-3bdbc782-6cd7-4c67-a956-8b3f804cd835 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.911949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22907ed1-1973-451f-b952-46d4989a7826 req-3bdbc782-6cd7-4c67-a956-8b3f804cd835 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f497a4-134a-4b76-9330-873350358c5d HTTP/1.1" status: 200 len: 945 time: 0.1013145 Jul 05 04:00:19.926933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cb22e-2316-451a-af9d-689fceca7d84 req-d04af341-2655-4d97-a661-2ae42ceb3d2b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:19.934488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf6cb22e-2316-451a-af9d-689fceca7d84 req-d04af341-2655-4d97-a661-2ae42ceb3d2b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 945 time: 0.1723495 Jul 05 04:00:19.960277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2cceedad-c8f5-48ea-b30d-7bf5d9e5e7a6 None None] Calling delete_port for 0f9d8bce-1096-4aad-9004-de219b93b7e8 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:19.998351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf6cb22e-2316-451a-af9d-689fceca7d84 req-0490f814-10aa-43d9-b828-308f03794956 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629117 Jul 05 04:00:20.004261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22907ed1-1973-451f-b952-46d4989a7826 req-cff157bc-3f12-4aa6-83ba-2ffd38c95883 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675616 Jul 05 04:00:20.047287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:20.053415 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.081519 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.128893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:20.206989 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.267768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.280425 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2cceedad-c8f5-48ea-b30d-7bf5d9e5e7a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.328619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8a419c-3eec-4193-ad07-5cb9a4014378 req-c93f329c-4294-48df-ad2f-6d7f17adc10a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.333583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca8a419c-3eec-4193-ad07-5cb9a4014378 req-c93f329c-4294-48df-ad2f-6d7f17adc10a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 946 time: 0.1323488 Jul 05 04:00:20.334254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cceedad-c8f5-48ea-b30d-7bf5d9e5e7a6 None None] No DVR routers for this DVR port 0f9d8bce-1096-4aad-9004-de219b93b7e8 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:20.342798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cceedad-c8f5-48ea-b30d-7bf5d9e5e7a6 None None] Pushing event deleted for resources: {'Port': ['ID=0f9d8bce-1096-4aad-9004-de219b93b7e8,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.369955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364efc4-c88b-4e72-a2b3-9af793fdc236 req-540df54f-c8a7-4252-934a-0ee7775c0aec tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.376172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364efc4-c88b-4e72-a2b3-9af793fdc236 req-540df54f-c8a7-4252-934a-0ee7775c0aec tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.382075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364efc4-c88b-4e72-a2b3-9af793fdc236 req-540df54f-c8a7-4252-934a-0ee7775c0aec tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.388882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364efc4-c88b-4e72-a2b3-9af793fdc236 req-540df54f-c8a7-4252-934a-0ee7775c0aec tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.394840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364efc4-c88b-4e72-a2b3-9af793fdc236 req-540df54f-c8a7-4252-934a-0ee7775c0aec tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.401046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364efc4-c88b-4e72-a2b3-9af793fdc236 req-540df54f-c8a7-4252-934a-0ee7775c0aec tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.407022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8364efc4-c88b-4e72-a2b3-9af793fdc236 req-540df54f-c8a7-4252-934a-0ee7775c0aec tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.409114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8364efc4-c88b-4e72-a2b3-9af793fdc236 req-540df54f-c8a7-4252-934a-0ee7775c0aec tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5444 time: 0.1970234 Jul 05 04:00:20.455172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca8a419c-3eec-4193-ad07-5cb9a4014378 req-75d41cca-f9a6-4913-a443-2f1512641e01 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150129 Jul 05 04:00:20.483108 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8364efc4-c88b-4e72-a2b3-9af793fdc236 req-83d94926-0db9-46dc-834a-57c0d552469f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0615981 Jul 05 04:00:20.519651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:20.522651 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7441d45c-ec31-409b-b640-3902a5f224d5" -d '{"events": [{"server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "name": "network-vif-unplugged", "status": "completed", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:20.549228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:00:20.550721 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.620103 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Subnet': ['ID=58e7f27a-c380-4edf-93b2-15c38d0be2af,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:20.646410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Checking segment: {'id': 'ba5f88cb-24fe-491e-b874-8ebfd0756287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:20.646783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network hostable DHCP agents. Network: cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:20.718129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a40d8c-5e26-487a-b9b5-5348748e40f8 req-aee7b93e-9672-4e5c-a650-83c4d871f42e tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.719852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a40d8c-5e26-487a-b9b5-5348748e40f8 req-aee7b93e-9672-4e5c-a650-83c4d871f42e tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a10a6e3a-e1ba-492d-bd02-4ff6bc713278 HTTP/1.1" status: 200 len: 945 time: 0.1122518 Jul 05 04:00:20.727425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:20.765061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72a40d8c-5e26-487a-b9b5-5348748e40f8 req-137d3af1-8c7b-44cb-9dc8-648706b7c5b6 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394008 Jul 05 04:00:20.806740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:20.813607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.814265 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:20.828547 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4eb6061-53a4-431c-ae9c-c3fea29a7922 x-openstack-request-id: req-a4eb6061-53a4-431c-ae9c-c3fea29a7922 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:20.828879 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "name": "network-vif-unplugged", "status": "completed", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:20.829162 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4eb6061-53a4-431c-ae9c-c3fea29a7922 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:20.829612 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'code': 200} Jul 05 04:00:20.837106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6e72fe-da78-4592-8f2b-144dcd7843ae None None] Network cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:20.887070 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5fa12b48-77e5-48db-b1b5-ce9e99e97bf8 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0565081 Jul 05 04:00:20.889522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34038) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:20.898244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'port': {'network_id': 'cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee', 'name': 'tempest-NetworksIpV6TestAttrs-1252324420'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:20.907749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a8e3e-d63d-44cf-814f-96e457997d02 req-2ec633f0-5c04-40af-b4f2-6f78bb885ec9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.916880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a8e3e-d63d-44cf-814f-96e457997d02 req-2ec633f0-5c04-40af-b4f2-6f78bb885ec9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.925642 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a8e3e-d63d-44cf-814f-96e457997d02 req-2ec633f0-5c04-40af-b4f2-6f78bb885ec9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.934477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a8e3e-d63d-44cf-814f-96e457997d02 req-2ec633f0-5c04-40af-b4f2-6f78bb885ec9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.961316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a8e3e-d63d-44cf-814f-96e457997d02 req-2ec633f0-5c04-40af-b4f2-6f78bb885ec9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.970541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a8e3e-d63d-44cf-814f-96e457997d02 req-2ec633f0-5c04-40af-b4f2-6f78bb885ec9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.977250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077a8e3e-d63d-44cf-814f-96e457997d02 req-2ec633f0-5c04-40af-b4f2-6f78bb885ec9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:20.979393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-077a8e3e-d63d-44cf-814f-96e457997d02 req-2ec633f0-5c04-40af-b4f2-6f78bb885ec9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5444 time: 0.1887867 Jul 05 04:00:21.011843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34040) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:21.024783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e4d75826-36f7-49bf-8b52-0190cfa4157d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Request body: {'floatingip': {'port_id': '2987838d-4d53-4c05-bb68-d5cb3c0d6304'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:21.088567 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4d75826-36f7-49bf-8b52-0190cfa4157d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.154670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee', 'network_id': 'cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee', 'tenant_id': 'ae3507258af84a2db6a9cb8060eacd1c', 'fixed_ips': [{'subnet_id': '58e7f27a-c380-4edf-93b2-15c38d0be2af'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:21.156940 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.208290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cce8161-1433-4b0c-bb2a-fd6f39da2c09 req-84756f84-85dc-443f-bb4c-cf48376ab39c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.209956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cce8161-1433-4b0c-bb2a-fd6f39da2c09 req-84756f84-85dc-443f-bb4c-cf48376ab39c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 946 time: 0.2296247 Jul 05 04:00:21.229338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:21.233003 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.252961 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] device_id is not set on port 11c90547-91da-4e3c-b229-7e6c3a4cdf22 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:00:21.260284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cba4d8c6-9129-4fba-aeba-ae73da453462 req-9c37d293-7c34-436f-8c15-72145d43c31d tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0460720 Jul 05 04:00:21.333202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cce8161-1433-4b0c-bb2a-fd6f39da2c09 req-44076b9d-5227-4c7a-be42-db5b4a6edd54 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154194 Jul 05 04:00:21.426294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0f9d8bce-1096-4aad-9004-de219b93b7e8 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:21.459710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 0f9d8bce-1096-4aad-9004-de219b93b7e8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:21.461662 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0f9d8bce-1096-4aad-9004-de219b93b7e8 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:21.512869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Allocated IP 2001:db8::f816:3eff:fe4a:3e45 (cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee/58e7f27a-c380-4edf-93b2-15c38d0be2af/11c90547-91da-4e3c-b229-7e6c3a4cdf22) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:21.700865 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.716365 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Transition to ACTIVE for port object 11c90547-91da-4e3c-b229-7e6c3a4cdf22 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:21.818228 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.845160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e86db1c-2c7f-4075-87fe-1f42486248d7 req-35ead3f9-abf4-4985-967a-bc4d961f6231 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.847252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e86db1c-2c7f-4075-87fe-1f42486248d7 req-35ead3f9-abf4-4985-967a-bc4d961f6231 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.1599853 Jul 05 04:00:21.861014 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4d75826-36f7-49bf-8b52-0190cfa4157d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.865679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Allocated IP 2001:db8::f816:3eff:fe6f:2896 (cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee/58e7f27a-c380-4edf-93b2-15c38d0be2af/b6092005-dda3-4ddf-b7fa-7b1fb175057c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:21.898189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:21.902571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:21.909945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:21.916436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:21.917096 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:21.921163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Port': ['ID=11c90547-91da-4e3c-b229-7e6c3a4cdf22,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:21.935489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e86db1c-2c7f-4075-87fe-1f42486248d7 req-d16a88a8-e0ca-4b2d-a00c-bf6b8ae0f39c tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0624800 Jul 05 04:00:21.939929 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4d75826-36f7-49bf-8b52-0190cfa4157d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.092170 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.102569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Transition to ACTIVE for port object b6092005-dda3-4ddf-b7fa-7b1fb175057c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:22.110410 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7e2121eb-9760-4eb8-b677-4de04abd7a3e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.2196624 Jul 05 04:00:22.113216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34056) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:22.128532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Transition to ACTIVE for port object b6092005-dda3-4ddf-b7fa-7b1fb175057c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:22.175496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-03f17eaf-f83e-45db-b666-4e781001d71a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Deleting subnet 58e7f27a-c380-4edf-93b2-15c38d0be2af {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:22.206752 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03f17eaf-f83e-45db-b666-4e781001d71a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.207816 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.256079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Network cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:22.260198 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03f17eaf-f83e-45db-b666-4e781001d71a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.263699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:22.266418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:22.275955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Pushing event updated for resources: {'Port': ['ID=b6092005-dda3-4ddf-b7fa-7b1fb175057c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:22.342427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Attempting to bind port b6092005-dda3-4ddf-b7fa-7b1fb175057c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:22.345428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Attempting to bind port b6092005-dda3-4ddf-b7fa-7b1fb175057c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'ba5f88cb-24fe-491e-b874-8ebfd0756287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:22.346207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Attempting to bind port b6092005-dda3-4ddf-b7fa-7b1fb175057c on network cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:22.354431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:22.355110 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Checking segment: {'id': 'ba5f88cb-24fe-491e-b874-8ebfd0756287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:22.355662 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.356200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Bound using segment: {'id': 'ba5f88cb-24fe-491e-b874-8ebfd0756287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:22.356834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Bound port: b6092005-dda3-4ddf-b7fa-7b1fb175057c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba5f88cb-24fe-491e-b874-8ebfd0756287', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:22.357341 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.445006 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-e4d75826-36f7-49bf-8b52-0190cfa4157d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Floating IP 8a273051-c7d3-4760-b247-5754bf7f0060 associated. External IP: 172.25.4.186, port: 2987838d-4d53-4c05-bb68-d5cb3c0d6304. Jul 05 04:00:22.446103 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03f17eaf-f83e-45db-b666-4e781001d71a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.577907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aed55b-9bf2-4faf-a4c6-3a60c6e0d54d req-3e63f679-d605-49a7-bfd9-39108c630335 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.579708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0aed55b-9bf2-4faf-a4c6-3a60c6e0d54d req-3e63f679-d605-49a7-bfd9-39108c630335 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 946 time: 0.5725632 Jul 05 04:00:22.602132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03f17eaf-f83e-45db-b666-4e781001d71a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.605369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] For port b6092005-dda3-4ddf-b7fa-7b1fb175057c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:22.606535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a624c877-2016-466a-9825-c7c53aa7f82a req-5df0fdc1-7a9b-4af4-a25a-24cde35b4ab8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.608135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a624c877-2016-466a-9825-c7c53aa7f82a req-5df0fdc1-7a9b-4af4-a25a-24cde35b4ab8 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a10a6e3a-e1ba-492d-bd02-4ff6bc713278 HTTP/1.1" status: 200 len: 945 time: 0.2094650 Jul 05 04:00:22.616241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] For port b6092005-dda3-4ddf-b7fa-7b1fb175057c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b6092005-dda3-4ddf-b7fa-7b1fb175057c,segment=NetworkSegment(ba5f88cb-24fe-491e-b874-8ebfd0756287),segment_id=ba5f88cb-24fe-491e-b874-8ebfd0756287)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:22.628640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f17eaf-f83e-45db-b666-4e781001d71a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Subnet': ['ID=58e7f27a-c380-4edf-93b2-15c38d0be2af,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:22.634900 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03f17eaf-f83e-45db-b666-4e781001d71a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.640912 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-03f17eaf-f83e-45db-b666-4e781001d71a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/subnets/58e7f27a-c380-4edf-93b2-15c38d0be2af HTTP/1.1" status: 204 len: 168 time: 0.5270848 Jul 05 04:00:22.647200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34060) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:22.697193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbdbc9d-c7aa-423d-a941-ffe0fe5c0d23 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.698839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbdbc9d-c7aa-423d-a941-ffe0fe5c0d23 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:22.703131 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-acbdbc9d-c7aa-423d-a941-ffe0fe5c0d23 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0602291 Jul 05 04:00:22.703810 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34062) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:22.715469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0aed55b-9bf2-4faf-a4c6-3a60c6e0d54d req-b50ed659-b2bc-43fc-b0fb-328e83ea129a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244674 Jul 05 04:00:22.729185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a624c877-2016-466a-9825-c7c53aa7f82a req-87a495a8-c15d-4de5-b731-62c913c707f2 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073134 Jul 05 04:00:22.738424 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.834770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c774a06-22ad-4e57-867e-e0334bc00674 None None] Pushing event updated for resources: {'Port': ['ID=b6092005-dda3-4ddf-b7fa-7b1fb175057c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:22.848889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bc3ed60f-6bef-4039-9455-cdff1e6e33f6 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:22.859948 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc3ed60f-6bef-4039-9455-cdff1e6e33f6 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 05 04:00:22.860643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc3ed60f-6bef-4039-9455-cdff1e6e33f6 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:22.871932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34068) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:22.872665 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bc3ed60f-6bef-4039-9455-cdff1e6e33f6 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee HTTP/1.1" status: 409 len: 405 time: 0.1678846 Jul 05 04:00:22.877418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1110225761'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:22.886794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d75826-36f7-49bf-8b52-0190cfa4157d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Router 454d36d7-10eb-4d36-aad9-a79ad4c21668 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:00:22.983513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:22.988219 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.041671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19e93b53-4130-40cf-abc1-1fbd12d11058 req-f10e6843-3f97-4514-8948-657f6b2c0ab6 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0796814 Jul 05 04:00:23.079318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:23.111518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.111699 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Added segment e165ecab-fc48-4206-8569-c045fc8e934c of type vlan for network e4d3f0e8-5162-4512-a7bd-93cb0df1cca9 Jul 05 04:00:23.113936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d75826-36f7-49bf-8b52-0190cfa4157d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:00:23.119098 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4d75826-36f7-49bf-8b52-0190cfa4157d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.148099 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] Sync routers for ids ['454d36d7-10eb-4d36-aad9-a79ad4c21668'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:00:23.166571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] Routers {'454d36d7-10eb-4d36-aad9-a79ad4c21668'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:23.167630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['454d36d7-10eb-4d36-aad9-a79ad4c21668'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:23.216575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.223311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e4d75826-36f7-49bf-8b52-0190cfa4157d tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "PUT /v2.0/floatingips/8a273051-c7d3-4760-b247-5754bf7f0060 HTTP/1.1" status: 200 len: 991 time: 2.2097707 Jul 05 04:00:23.225672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '2987838d-4d53-4c05-bb68-d5cb3c0d6304'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:23.228495 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e74516f-7287-4ba0-a8bb-ca21facdc06c" -d '{"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "2987838d-4d53-4c05-bb68-d5cb3c0d6304"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:23.335035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771a6178-b1ba-4a3b-94af-7db3d23daf24 req-f10e00ac-53d5-4209-bd3f-3caecdea746f tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.342564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-771a6178-b1ba-4a3b-94af-7db3d23daf24 req-f10e00ac-53d5-4209-bd3f-3caecdea746f tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 946 time: 0.1009967 Jul 05 04:00:23.347028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] Set router 454d36d7-10eb-4d36-aad9-a79ad4c21668 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:23.351140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.356834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.357572 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.431153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b6092005-dda3-4ddf-b7fa-7b1fb175057c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:23.484734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6092784 Jul 05 04:00:23.485704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34082) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:23.492835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'subnet': {'network_id': 'e4d3f0e8-5162-4512-a7bd-93cb0df1cca9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:23.515508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-771a6178-b1ba-4a3b-94af-7db3d23daf24 req-eba9f96a-6da7-45eb-a79b-b42f41daf946 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1718652 Jul 05 04:00:23.526332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee2a5d5a-fb37-4fb6-8fbf-3f305e1d3c08 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Network': ['ID=e4d3f0e8-5162-4512-a7bd-93cb0df1cca9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:23.551631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network e4d3f0e8-5162-4512-a7bd-93cb0df1cca9 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:23.687803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:23.690587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port b6092005-dda3-4ddf-b7fa-7b1fb175057c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:23.696014 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:23.743865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8a273051-c7d3-4760-b247-5754bf7f0060', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'port_id': '2987838d-4d53-4c05-bb68-d5cb3c0d6304', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'mac_address': 'fa:16:3e:59:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:56Z', 'updated_at': '2021-07-05T04:00:21Z', 'revision_number': 1, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ef2da3-2dd3-4034-bfb3-095cf81ba65f', 'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'mac_address': 'fa:16:3e:96:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:56Z', 'updated_at': '2021-07-05T03:58:06Z', 'revision_number': 5, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'subnets': [{'id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:23.795054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-5139da80-a1f1-416b-bfff-fda5e752e356 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:23.796790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-5139da80-a1f1-416b-bfff-fda5e752e356 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "GET /v2.0/ports?device_id=a10a6e3a-e1ba-492d-bd02-4ff6bc713278 HTTP/1.1" status: 200 len: 945 time: 0.1520720 Jul 05 04:00:23.817638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] Checking router: 454d36d7-10eb-4d36-aad9-a79ad4c21668 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:00:23.836060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] Routers {'454d36d7-10eb-4d36-aad9-a79ad4c21668'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:00:23.836967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['454d36d7-10eb-4d36-aad9-a79ad4c21668'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:24.021535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-19e1a9cd-f76e-4089-99c0-f393d2ae11fb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Deleting port 7b46d422-7d2b-4d87-ad6a-46a5a6087650 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:24.023149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-19e1a9cd-f76e-4089-99c0-f393d2ae11fb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.226271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-19e1a9cd-f76e-4089-99c0-f393d2ae11fb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] For port 7b46d422-7d2b-4d87-ad6a-46a5a6087650, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=7b46d422-7d2b-4d87-ad6a-46a5a6087650,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:24.227376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-19e1a9cd-f76e-4089-99c0-f393d2ae11fb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.229981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:00:24.232809 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.255281 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757c58bf-58b3-440b-a690-bc69c85bcebb None None] Network cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:24.266174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-19e1a9cd-f76e-4089-99c0-f393d2ae11fb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Calling delete_port for 7b46d422-7d2b-4d87-ad6a-46a5a6087650 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:24.386267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Checking segment: {'id': 'e165ecab-fc48-4206-8569-c045fc8e934c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'e4d3f0e8-5162-4512-a7bd-93cb0df1cca9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:24.386735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network hostable DHCP agents. Network: e4d3f0e8-5162-4512-a7bd-93cb0df1cca9, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:24.388795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] Set router 454d36d7-10eb-4d36-aad9-a79ad4c21668 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:00:24.390732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Subnet': ['ID=85b1ed4c-db53-422a-9a96-83c00b2e2ec4,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:24.413627 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-529c65fb-65fc-47ac-abd6-9a49af78517e x-openstack-request-id: req-529c65fb-65fc-47ac-abd6-9a49af78517e {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:24.414494 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "tag": "2987838d-4d53-4c05-bb68-d5cb3c0d6304", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:24.414711 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-529c65fb-65fc-47ac-abd6-9a49af78517e {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:24.415116 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'tag': '2987838d-4d53-4c05-bb68-d5cb3c0d6304', 'status': 'completed', 'code': 200} Jul 05 04:00:24.521448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network e4d3f0e8-5162-4512-a7bd-93cb0df1cca9 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:24.526441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03d293ba-f920-4886-9b6e-ca9ba7a86e82 req-8ccda3de-b5f9-48cf-a78c-9bfe19d134ef service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.1104372 Jul 05 04:00:24.613510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-8fd0b111-e6dd-43f2-be5a-29aaba8f1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.613991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-8fd0b111-e6dd-43f2-be5a-29aaba8f1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.614474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-8fd0b111-e6dd-43f2-be5a-29aaba8f1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.614951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-8fd0b111-e6dd-43f2-be5a-29aaba8f1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.615425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-8fd0b111-e6dd-43f2-be5a-29aaba8f1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.615886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-8fd0b111-e6dd-43f2-be5a-29aaba8f1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.616405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-8fd0b111-e6dd-43f2-be5a-29aaba8f1a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.618369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-8fd0b111-e6dd-43f2-be5a-29aaba8f1a15 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6508 time: 0.2012622 Jul 05 04:00:24.627288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4979240-3dd4-4def-bb9e-a7a1c1aede45 req-d6bbbf87-63cb-4b63-a683-b572d0d17d40 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.628883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4979240-3dd4-4def-bb9e-a7a1c1aede45 req-d6bbbf87-63cb-4b63-a683-b572d0d17d40 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a10a6e3a-e1ba-492d-bd02-4ff6bc713278 HTTP/1.1" status: 200 len: 945 time: 0.2105436 Jul 05 04:00:24.635660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, e4d3f0e8-5162-4512-a7bd-93cb0df1cca9) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:24.642284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c7cc518c-9786-483f-a170-b1c8a2671175 None None] Provisioning for port b6092005-dda3-4ddf-b7fa-7b1fb175057c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:24.646170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.646874 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.651342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c7cc518c-9786-483f-a170-b1c8a2671175 None None] Provisioning complete for port b6092005-dda3-4ddf-b7fa-7b1fb175057c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:24.651650 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c7cc518c-9786-483f-a170-b1c8a2671175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.668056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9db92d-ac01-4445-b10f-3aa6bf8c9433 None None] Network e4d3f0e8-5162-4512-a7bd-93cb0df1cca9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:24.698357 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-19e1a9cd-f76e-4089-99c0-f393d2ae11fb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.728886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['7b46d422-7d2b-4d87-ad6a-46a5a6087650', '64363e7b-6fc4-4e9a-9376-d31f476d8139', '3782047a-5b46-490c-a6c0-506cc09f18a3'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:24.756234 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5053b998-c4f2-4096-8d16-caf43bef1016 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.2688510 Jul 05 04:00:24.759513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34100) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:24.763305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e1a9cd-f76e-4089-99c0-f393d2ae11fb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Pushing event deleted for resources: {'Port': ['ID=7b46d422-7d2b-4d87-ad6a-46a5a6087650,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:24.797704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4979240-3dd4-4def-bb9e-a7a1c1aede45 req-6d6e7d72-e6ea-40a7-a368-7f2e4f0244f9 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592460 Jul 05 04:00:24.854889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-19e1a9cd-f76e-4089-99c0-f393d2ae11fb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] No DVR routers for this DVR port 7b46d422-7d2b-4d87-ad6a-46a5a6087650 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:24.863122 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-19e1a9cd-f76e-4089-99c0-f393d2ae11fb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.864270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33b29a3a-cbd3-4a5a-b8db-c93fd13ed001 req-19e1a9cd-f76e-4089-99c0-f393d2ae11fb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "DELETE /v2.0/ports/7b46d422-7d2b-4d87-ad6a-46a5a6087650 HTTP/1.1" status: 204 len: 173 time: 1.0540593 Jul 05 04:00:24.865900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-d7dbdc0d-ee88-48e2-a8bb-c5fae8a2ce09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:24.869108 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-d7dbdc0d-ee88-48e2-a8bb-c5fae8a2ce09 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ad52298-5282-4af0-bae4-d544afacc71c HTTP/1.1" status: 200 len: 918 time: 0.2382054 Jul 05 04:00:24.920198 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:24.974336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-289a261e-a90a-4d7f-99a1-6b4e740fbe0e None None] DHCP port deletion for cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:25.001013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-226cf652-8db5-4b40-9ca3-b3c3c402a2e3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304 HTTP/1.1" status: 200 len: 999 time: 0.1137047 Jul 05 04:00:25.045144 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.072457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-2323bd74-4035-47e2-8c20-8d3db18f03e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.074615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-2323bd74-4035-47e2-8c20-8d3db18f03e5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0ee9de-4adc-4361-96f5-b74cc93d5b36 HTTP/1.1" status: 200 len: 856 time: 0.0640025 Jul 05 04:00:25.124895 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67d1872f-c22f-4f11-bf08-2c456f0bd2b5 req-0bf3d633-a36f-4489-94e9-f75be03fc18d tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0489998 Jul 05 04:00:25.159016 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c7cc518c-9786-483f-a170-b1c8a2671175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.207402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.212000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-9cd3405e-b58e-404c-a915-35473632c6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.213653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-9cd3405e-b58e-404c-a915-35473632c6a1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ad52298-5282-4af0-bae4-d544afacc71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877721 Jul 05 04:00:25.243045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Subnet': ['ID=85b1ed4c-db53-422a-9a96-83c00b2e2ec4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:25.264905 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f41e6-69ed-4727-9675-86959dae5528 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-e4d3f0e8-5162-4512-a7bd-93cb0df1cca9', 'network_id': 'e4d3f0e8-5162-4512-a7bd-93cb0df1cca9', 'tenant_id': 'ae3507258af84a2db6a9cb8060eacd1c', 'fixed_ips': [{'subnet_id': '85b1ed4c-db53-422a-9a96-83c00b2e2ec4'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:25.265792 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd6f41e6-69ed-4727-9675-86959dae5528 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.279377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8a273051-c7d3-4760-b247-5754bf7f0060', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'port_id': '2987838d-4d53-4c05-bb68-d5cb3c0d6304', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'mac_address': 'fa:16:3e:59:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:56Z', 'updated_at': '2021-07-05T04:00:21Z', 'revision_number': 1, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ef2da3-2dd3-4034-bfb3-095cf81ba65f', 'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'mac_address': 'fa:16:3e:96:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:56Z', 'updated_at': '2021-07-05T03:58:06Z', 'revision_number': 5, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'subnets': [{'id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:25.318695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c7cc518c-9786-483f-a170-b1c8a2671175 None None] For port b6092005-dda3-4ddf-b7fa-7b1fb175057c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b6092005-dda3-4ddf-b7fa-7b1fb175057c,segment=NetworkSegment(ba5f88cb-24fe-491e-b874-8ebfd0756287),segment_id=ba5f88cb-24fe-491e-b874-8ebfd0756287)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:25.333041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9fe3327-c9c5-4a66-8d46-977dc9406b60 None None] The sync data for ids ['454d36d7-10eb-4d36-aad9-a79ad4c21668'] in n-d-758944-41 is: [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '8a273051-c7d3-4760-b247-5754bf7f0060', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'floating_ip_address': '172.25.4.186', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'port_id': '2987838d-4d53-4c05-bb68-d5cb3c0d6304', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1294, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'mac_address': 'fa:16:3e:59:cb:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T03:58:56Z', 'updated_at': '2021-07-05T04:00:21Z', 'revision_number': 1, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c6ef2da3-2dd3-4034-bfb3-095cf81ba65f', 'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'mac_address': 'fa:16:3e:96:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:56Z', 'updated_at': '2021-07-05T03:58:06Z', 'revision_number': 5, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'subnets': [{'id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:00:25.404751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-499f2dff-464a-406c-9db4-008861413885 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1821175 Jul 05 04:00:25.482875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-289a261e-a90a-4d7f-99a1-6b4e740fbe0e None None] Deleting port b6092005-dda3-4ddf-b7fa-7b1fb175057c {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:25.483497 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-289a261e-a90a-4d7f-99a1-6b4e740fbe0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.485499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b6092005-dda3-4ddf-b7fa-7b1fb175057c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:25.524210 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c7cc518c-9786-483f-a170-b1c8a2671175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.561294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e74516f-7287-4ba0-a8bb-ca21facdc06c req-78b1c5aa-7527-451b-a6b5-02c08c8c9848 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422298 Jul 05 04:00:25.632957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28469b6b-ce11-4be5-abe2-f758ace41833 None None] Network e4d3f0e8-5162-4512-a7bd-93cb0df1cca9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:25.748862 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9097d64b-e611-4e61-a341-be28aebb7614 None None] New status for floating IP 8a273051-c7d3-4760-b247-5754bf7f0060: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:00:25.771430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c26ccd63-46cb-4b79-ae4d-07c4fce27f9c no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:25.816922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd3ec8a-7644-4a25-838b-a0b5abae8981 req-d1c3763b-de8a-4091-a04d-66c268f898c8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:25.824786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dd3ec8a-7644-4a25-838b-a0b5abae8981 req-d1c3763b-de8a-4091-a04d-66c268f898c8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 946 time: 0.1285214 Jul 05 04:00:25.826566 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.839466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d3f0e8-5162-4512-a7bd-93cb0df1cca9']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:25.852232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e165ecab-fc48-4206-8569-c045fc8e934c') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:25.852537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e165ecab-fc48-4206-8569-c045fc8e934c') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:25.863728 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.873552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-289a261e-a90a-4d7f-99a1-6b4e740fbe0e None None] For port b6092005-dda3-4ddf-b7fa-7b1fb175057c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b6092005-dda3-4ddf-b7fa-7b1fb175057c,segment=NetworkSegment(ba5f88cb-24fe-491e-b874-8ebfd0756287),segment_id=ba5f88cb-24fe-491e-b874-8ebfd0756287)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:25.873964 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-289a261e-a90a-4d7f-99a1-6b4e740fbe0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.884272 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.892310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:25.892964 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:25.896948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dd3ec8a-7644-4a25-838b-a0b5abae8981 req-52f549f1-740a-418f-83cb-1c2396c02302 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679388 Jul 05 04:00:25.897416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cc518c-9786-483f-a170-b1c8a2671175 None None] Pushing event updated for resources: {'Port': ['ID=b6092005-dda3-4ddf-b7fa-7b1fb175057c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:25.897668 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:25.911069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-289a261e-a90a-4d7f-99a1-6b4e740fbe0e None None] Calling delete_port for b6092005-dda3-4ddf-b7fa-7b1fb175057c owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:26.077990 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.147788 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.158315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.162317 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/e4d3f0e8-5162-4512-a7bd-93cb0df1cca9 HTTP/1.1" status: 204 len: 168 time: 1.3996532 Jul 05 04:00:26.165290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34122) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.172287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2099990693'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:26.191467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50136766-0f25-4956-9913-e6665636dede tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Network': ['ID=e4d3f0e8-5162-4512-a7bd-93cb0df1cca9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:26.196677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port b6092005-dda3-4ddf-b7fa-7b1fb175057c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b6092005-dda3-4ddf-b7fa-7b1fb175057c,segment=NetworkSegment(ba5f88cb-24fe-491e-b874-8ebfd0756287),segment_id=ba5f88cb-24fe-491e-b874-8ebfd0756287)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:26.299590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-192a745a-b6bb-4b78-8bb2-bd5d7cd26377 req-914339a1-e68d-4651-bacb-7e20b1459d49 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=a10a6e3a-e1ba-492d-bd02-4ff6bc713278 HTTP/1.1" status: 200 len: 210 time: 0.0594847 Jul 05 04:00:26.340788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bf5eb-33a0-43c4-ac18-3bc212bba5c6 req-62f558a8-e68a-49c8-9b5e-a91bfa51a019 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.346933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bf5eb-33a0-43c4-ac18-3bc212bba5c6 req-62f558a8-e68a-49c8-9b5e-a91bfa51a019 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.353019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bf5eb-33a0-43c4-ac18-3bc212bba5c6 req-62f558a8-e68a-49c8-9b5e-a91bfa51a019 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.359111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bf5eb-33a0-43c4-ac18-3bc212bba5c6 req-62f558a8-e68a-49c8-9b5e-a91bfa51a019 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.361013 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.365248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bf5eb-33a0-43c4-ac18-3bc212bba5c6 req-62f558a8-e68a-49c8-9b5e-a91bfa51a019 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.372021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bf5eb-33a0-43c4-ac18-3bc212bba5c6 req-62f558a8-e68a-49c8-9b5e-a91bfa51a019 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.380350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894bf5eb-33a0-43c4-ac18-3bc212bba5c6 req-62f558a8-e68a-49c8-9b5e-a91bfa51a019 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.389092 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-894bf5eb-33a0-43c4-ac18-3bc212bba5c6 req-62f558a8-e68a-49c8-9b5e-a91bfa51a019 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5434 time: 0.1606019 Jul 05 04:00:26.411275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:26.414844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.419051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a10a6e3a-e1ba-492d-bd02-4ff6bc713278', 'name': 'network-vif-deleted', 'tag': '7b46d422-7d2b-4d87-ad6a-46a5a6087650'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:26.421394 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-529e1333-e8c0-4610-9699-300103ba3653" -d '{"events": [{"server_uuid": "a10a6e3a-e1ba-492d-bd02-4ff6bc713278", "name": "network-vif-deleted", "tag": "7b46d422-7d2b-4d87-ad6a-46a5a6087650"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:26.423721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=b6092005-dda3-4ddf-b7fa-7b1fb175057c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:26.453638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-894bf5eb-33a0-43c4-ac18-3bc212bba5c6 req-dcfecd79-5783-488f-a836-8e7b12f2ba6d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0638671 Jul 05 04:00:26.462610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:26.471207 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.471676 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Added segment 135e6c87-81fb-4712-ae2b-011b8bd861e0 of type vlan for network 68eca245-9481-437d-ad70-23f938ca8253 Jul 05 04:00:26.481673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-289a261e-a90a-4d7f-99a1-6b4e740fbe0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.516824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289a261e-a90a-4d7f-99a1-6b4e740fbe0e None None] Pushing event deleted for resources: {'Port': ['ID=b6092005-dda3-4ddf-b7fa-7b1fb175057c,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:26.519458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289a261e-a90a-4d7f-99a1-6b4e740fbe0e None None] No DVR routers for this DVR port b6092005-dda3-4ddf-b7fa-7b1fb175057c on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:26.523860 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.638471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c77c9fc-6a56-4203-b53f-4cc2cc829b4b req-9945e7ff-b1b0-423f-be43-5a73fbadf55d tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0314121 Jul 05 04:00:26.659368 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.665288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:26.665890 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:26.758509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Network': ['ID=68eca245-9481-437d-ad70-23f938ca8253,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:26.766152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 68eca245-9481-437d-ad70-23f938ca8253 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:26.782754 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d69d8292-8f31-453a-891e-d59d8b1d309e x-openstack-request-id: req-d69d8292-8f31-453a-891e-d59d8b1d309e {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:26.783054 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a10a6e3a-e1ba-492d-bd02-4ff6bc713278", "name": "network-vif-deleted", "tag": "7b46d422-7d2b-4d87-ad6a-46a5a6087650", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:26.783314 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d69d8292-8f31-453a-891e-d59d8b1d309e {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:26.783721 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a10a6e3a-e1ba-492d-bd02-4ff6bc713278', 'name': 'network-vif-deleted', 'tag': '7b46d422-7d2b-4d87-ad6a-46a5a6087650', 'status': 'completed', 'code': 200} Jul 05 04:00:26.805700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-92bffd68-3ef1-4fc3-ba1e-d8f1838d9497 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6356595 Jul 05 04:00:26.805887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34134) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:26.811690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'subnet': {'network_id': '68eca245-9481-437d-ad70-23f938ca8253', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:27.025718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-9d4e6395-6dd0-484b-874b-fc4a5943a9dc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.025718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-9d4e6395-6dd0-484b-874b-fc4a5943a9dc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 946 time: 0.1645470 Jul 05 04:00:27.039301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313efc8-aa94-4981-87c1-e640bdf3ba45 req-07e9add0-a359-4de6-9124-330433a4e71a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.045255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313efc8-aa94-4981-87c1-e640bdf3ba45 req-07e9add0-a359-4de6-9124-330433a4e71a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.051350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313efc8-aa94-4981-87c1-e640bdf3ba45 req-07e9add0-a359-4de6-9124-330433a4e71a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.057970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313efc8-aa94-4981-87c1-e640bdf3ba45 req-07e9add0-a359-4de6-9124-330433a4e71a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.063970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313efc8-aa94-4981-87c1-e640bdf3ba45 req-07e9add0-a359-4de6-9124-330433a4e71a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.069956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313efc8-aa94-4981-87c1-e640bdf3ba45 req-07e9add0-a359-4de6-9124-330433a4e71a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.076042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f313efc8-aa94-4981-87c1-e640bdf3ba45 req-07e9add0-a359-4de6-9124-330433a4e71a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.078039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f313efc8-aa94-4981-87c1-e640bdf3ba45 req-07e9add0-a359-4de6-9124-330433a4e71a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5434 time: 0.2078965 Jul 05 04:00:27.121887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:27.129439 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.390184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-f901ba55-7e40-4ecc-8046-8c3ed531939b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Deleting port 4f670c9f-d1c8-4dda-b708-26e2f20aa563 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:27.390932 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-f901ba55-7e40-4ecc-8046-8c3ed531939b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:27.465201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2252b86-2a6a-49f3-9ab6-7326c1195443 req-ee59ca32-316c-46db-a7da-5e07c235088f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:27.472508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2252b86-2a6a-49f3-9ab6-7326c1195443 req-ee59ca32-316c-46db-a7da-5e07c235088f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.2808747 Jul 05 04:00:27.660075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-1e33a721-58fa-493f-98f3-8145d91170f6 req-0c79cefc-a588-4e84-8d4c-7f2ea1d2aef4 tempest-FloatingIPsAssociationTestJSON-420884379 tempest-FloatingIPsAssociationTestJSON-420884379-project] (100895) timed out ('10.222.0.13', 55043) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:00:27.758831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 7b46d422-7d2b-4d87-ad6a-46a5a6087650 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:27.784599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 7b46d422-7d2b-4d87-ad6a-46a5a6087650 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:27.784980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 7b46d422-7d2b-4d87-ad6a-46a5a6087650 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:27.967179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2252b86-2a6a-49f3-9ab6-7326c1195443 req-20b2f805-226f-439a-b3f5-073b48bd0197 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4937203 Jul 05 04:00:27.985774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-f901ba55-7e40-4ecc-8046-8c3ed531939b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] For port 4f670c9f-d1c8-4dda-b708-26e2f20aa563, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=4f670c9f-d1c8-4dda-b708-26e2f20aa563,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:27.986145 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-f901ba55-7e40-4ecc-8046-8c3ed531939b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.019204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-f901ba55-7e40-4ecc-8046-8c3ed531939b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Calling delete_port for 4f670c9f-d1c8-4dda-b708-26e2f20aa563 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:28.040938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-b8c0b0eb-566a-458b-82b8-206d6aed6703 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.7605066 Jul 05 04:00:28.052992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e387b1c-91f3-4192-9580-d8dece188f1f req-d058ed13-a42c-40a2-aef7-8afbc6147b31 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:28.055275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e387b1c-91f3-4192-9580-d8dece188f1f req-d058ed13-a42c-40a2-aef7-8afbc6147b31 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 946 time: 0.2708974 Jul 05 04:00:28.091376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.230166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e387b1c-91f3-4192-9580-d8dece188f1f req-c166ad11-820c-4c1c-bb04-89183a346a06 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404581 Jul 05 04:00:28.231978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Subnet': ['ID=831a19ef-54ba-4183-9a92-9df8a5e70a01,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:28.277506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Checking segment: {'id': '135e6c87-81fb-4712-ae2b-011b8bd861e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68eca245-9481-437d-ad70-23f938ca8253'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:28.277893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network hostable DHCP agents. Network: 68eca245-9481-437d-ad70-23f938ca8253, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:28.414825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e0baf31-7433-4b9f-996f-5745468c7983 req-30c6fdd8-7d43-47b9-83b6-c315a54a5941 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0389066 Jul 05 04:00:28.434842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network 68eca245-9481-437d-ad70-23f938ca8253 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:28.469394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-f901ba55-7e40-4ecc-8046-8c3ed531939b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.485488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', '4f670c9f-d1c8-4dda-b708-26e2f20aa563'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:28.519443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f901ba55-7e40-4ecc-8046-8c3ed531939b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event deleted for resources: {'Port': ['ID=4f670c9f-d1c8-4dda-b708-26e2f20aa563,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:28.580188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 68eca245-9481-437d-ad70-23f938ca8253) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:28.604764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595616af-b38c-4bd3-9545-7e2b387a6dbf None None] Network 68eca245-9481-437d-ad70-23f938ca8253 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:28.613703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-f901ba55-7e40-4ecc-8046-8c3ed531939b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] No DVR routers for this DVR port 4f670c9f-d1c8-4dda-b708-26e2f20aa563 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:28.616111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:28.617325 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.620736 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-f901ba55-7e40-4ecc-8046-8c3ed531939b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:28.622876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8c36427-8b35-4c48-ae82-cd272a7431a4 req-f901ba55-7e40-4ecc-8046-8c3ed531939b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "DELETE /v2.0/ports/4f670c9f-d1c8-4dda-b708-26e2f20aa563 HTTP/1.1" status: 204 len: 173 time: 1.5438530 Jul 05 04:00:28.717178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-51aa0e2d-8dcc-42d8-9818-aaa534e4a219 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9100394 Jul 05 04:00:28.722065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34190) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:28.786291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3b0ee93-6d65-441a-9bbb-8b36a5706aa7', 'name': 'network-vif-deleted', 'tag': '4f670c9f-d1c8-4dda-b708-26e2f20aa563'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:28.790017 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d5f44ea-bfab-4c37-a873-2fd2256c8ab4" -d '{"events": [{"server_uuid": "e3b0ee93-6d65-441a-9bbb-8b36a5706aa7", "name": "network-vif-deleted", "tag": "4f670c9f-d1c8-4dda-b708-26e2f20aa563"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:28.877764 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81ba8dd-6fc9-4838-9321-13ec3476c02b x-openstack-request-id: req-f81ba8dd-6fc9-4838-9321-13ec3476c02b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:28.878225 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3b0ee93-6d65-441a-9bbb-8b36a5706aa7", "name": "network-vif-deleted", "tag": "4f670c9f-d1c8-4dda-b708-26e2f20aa563", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:28.879293 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f81ba8dd-6fc9-4838-9321-13ec3476c02b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:28.879505 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3b0ee93-6d65-441a-9bbb-8b36a5706aa7', 'name': 'network-vif-deleted', 'tag': '4f670c9f-d1c8-4dda-b708-26e2f20aa563', 'status': 'completed', 'code': 200} Jul 05 04:00:28.931079 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.016851 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.073321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81b616ae-033b-47bb-ac42-402209b277da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-68eca245-9481-437d-ad70-23f938ca8253', 'network_id': '68eca245-9481-437d-ad70-23f938ca8253', 'tenant_id': 'ae3507258af84a2db6a9cb8060eacd1c', 'fixed_ips': [{'subnet_id': '831a19ef-54ba-4183-9a92-9df8a5e70a01'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:29.074346 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-81b616ae-033b-47bb-ac42-402209b277da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.260898 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167de4f-0515-4938-a4a8-950525b00b7f req-6370fa4c-7970-40b1-a5bc-8eeb8cf17140 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:29.262953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0167de4f-0515-4938-a4a8-950525b00b7f req-6370fa4c-7970-40b1-a5bc-8eeb8cf17140 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.0814850 Jul 05 04:00:29.307021 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.334467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0167de4f-0515-4938-a4a8-950525b00b7f req-4de98e10-b028-4d3c-a295-2fb3cfd7c6ad tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0579581 Jul 05 04:00:29.407875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Subnet': ['ID=831a19ef-54ba-4183-9a92-9df8a5e70a01,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:29.465443 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.465983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.466453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.466933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.467363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.468401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.468962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.469513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.470892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.471466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.472186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.472836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:29.488815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.502972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68eca245-9481-437d-ad70-23f938ca8253']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:29.517538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '135e6c87-81fb-4712-ae2b-011b8bd861e0') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:29.517841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '135e6c87-81fb-4712-ae2b-011b8bd861e0') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:29.530702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server [None req-81b616ae-033b-47bb-ac42-402209b277da None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 831a19ef-54ba-4183-9a92-9df8a5e70a01: This subnet is being modified by another concurrent operation. Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:00:29.536752 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 831a19ef-54ba-4183-9a92-9df8a5e70a01: This subnet is being modified by another concurrent operation. Jul 05 04:00:29.541348 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server Jul 05 04:00:29.564598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.575555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:29.576105 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.613176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8d9421-e368-495a-965e-5f6ffbc5e02a None None] Network 68eca245-9481-437d-ad70-23f938ca8253 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:29.639066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34232) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:29.662631 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:29.756300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdfccc33-d9b4-4bb0-a4bb-e42b400983d5 req-0dc87493-e984-4a76-9eea-f30cff1dce76 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0655351 Jul 05 04:00:29.778096 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.790085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1549f47c-0e55-4eb2-b138-4622f3d99f0b req-f56a1c43-39c1-48f1-b658-7c04541f473b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1496105 Jul 05 04:00:29.815027 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:29.817619 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/68eca245-9481-437d-ad70-23f938ca8253 HTTP/1.1" status: 204 len: 168 time: 1.0934913 Jul 05 04:00:29.818559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8cfd7b-0b2f-4dc3-967b-ec1eaca5fc9e tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Network': ['ID=68eca245-9481-437d-ad70-23f938ca8253,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:29.821355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34236) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:29.835034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd34d21-3030-4864-b23a-29835c787332 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:29.842883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1152400729'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:29.915890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f36d5c4f-af1f-4b35-b587-775cdf3375a2 req-7e74bb4f-6512-49cf-8e7f-5b7c86e0ec10 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3b0ee93-6d65-441a-9bbb-8b36a5706aa7 HTTP/1.1" status: 200 len: 210 time: 0.0549812 Jul 05 04:00:29.961175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:29.967124 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.008533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:30.020224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.020651 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Added segment 6e033b98-97b0-4970-9f70-2d5a9e2f2aef of type vlan for network 5da74946-942f-464a-9e84-072b504a6ff8 Jul 05 04:00:30.065492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd34d21-3030-4864-b23a-29835c787332 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:30.095685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.156488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34248) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.224215 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.232092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.232870 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.261213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10e07bdc-fe65-4e01-978b-b9a59310563a req-ab0c6ce3-35a3-4df2-a9a1-16fafe81deab service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1034298 Jul 05 04:00:30.306764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f74ae-751a-4b2d-9553-e7fd8a803e4d req-bc19f3d8-749e-4179-96d9-2618da2ff52f tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.313116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70f74ae-751a-4b2d-9553-e7fd8a803e4d req-bc19f3d8-749e-4179-96d9-2618da2ff52f tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.314849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c70f74ae-751a-4b2d-9553-e7fd8a803e4d req-bc19f3d8-749e-4179-96d9-2618da2ff52f tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f497a4-134a-4b76-9330-873350358c5d&device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 1682 time: 0.1015351 Jul 05 04:00:30.330282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Network': ['ID=5da74946-942f-464a-9e84-072b504a6ff8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:30.349498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 5da74946-942f-464a-9e84-072b504a6ff8 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:30.370944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c70f74ae-751a-4b2d-9553-e7fd8a803e4d req-3f5c8b2c-3eaa-4c79-9d96-8caccea07c51 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471349 Jul 05 04:00:30.389167 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c4b341ef-e6eb-4c9a-89f5-13ee4efce1ef tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5537343 Jul 05 04:00:30.392501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34258) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:30.398843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Request body: {'subnet': {'network_id': '5da74946-942f-464a-9e84-072b504a6ff8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:30.626740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Made reservation on behalf of ae3507258af84a2db6a9cb8060eacd1c for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:30.631329 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:30.743030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-7ed6037f-9363-4443-a9a0-a8741d814cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.744840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-7ed6037f-9363-4443-a9a0-a8741d814cba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9&tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a HTTP/1.1" status: 200 len: 1095 time: 0.2317941 Jul 05 04:00:30.770597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9ad5e7-bd5d-4c5c-b8fa-775431e99fb7 req-14041d31-fa3e-4bed-a819-423bf27c3d6a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.772212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f9ad5e7-bd5d-4c5c-b8fa-775431e99fb7 req-14041d31-fa3e-4bed-a819-423bf27c3d6a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.2267036 Jul 05 04:00:30.889320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f9ad5e7-bd5d-4c5c-b8fa-775431e99fb7 req-bbfbe59c-8aae-43c0-905d-e50619eeae4e tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1018636 Jul 05 04:00:30.923421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-97103e43-b34a-4699-b875-21e4633305d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:30.924984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-97103e43-b34a-4699-b875-21e4633305d3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 1095 time: 0.1501188 Jul 05 04:00:31.050411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6fe6845-8448-4e67-9d26-016fb61ab6f4 req-b62b2a9e-a11e-4c4b-9042-2d92d5809dd8 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0441253 Jul 05 04:00:31.105382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-a0908c0c-b254-4866-8a80-8b22bf274088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.106870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-a0908c0c-b254-4866-8a80-8b22bf274088 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 200 len: 917 time: 0.1598527 Jul 05 04:00:31.225575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.objects.ports [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:00:31.229878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-d7dffbbd-0fa0-4879-94d1-48e5e10b78ad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c HTTP/1.1" status: 200 len: 999 time: 0.1011276 Jul 05 04:00:31.230746 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.327507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event updated for resources: {'Subnet': ['ID=aec6a5a3-f73f-4535-9673-1df248b59a2f,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:31.343547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-011d96d8-ebcb-4244-9c42-a0b04a0216cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.345032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-011d96d8-ebcb-4244-9c42-a0b04a0216cc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 200 len: 855 time: 0.0848489 Jul 05 04:00:31.350710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Checking segment: {'id': '6e033b98-97b0-4970-9f70-2d5a9e2f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5da74946-942f-464a-9e84-072b504a6ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:31.351594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network hostable DHCP agents. Network: 5da74946-942f-464a-9e84-072b504a6ff8, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:31.422591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-29b028c4-0f89-4400-92de-ba095d8c9f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.422591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-29b028c4-0f89-4400-92de-ba095d8c9f62 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e8be6ab-0355-47c2-9498-f801197c8d7a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0606129 Jul 05 04:00:31.483270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Network 5da74946-942f-464a-9e84-072b504a6ff8 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:31.532743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-10fe1898-60de-42a4-a38a-a6a345984f4d service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948279 Jul 05 04:00:31.594821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 5da74946-942f-464a-9e84-072b504a6ff8) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:31.602936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d64fc-9c3e-4cab-91af-247f856e8aac None None] Network 5da74946-942f-464a-9e84-072b504a6ff8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:31.624295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.626243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.732831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40475174-4a1d-4132-90de-0d7638ca26c9 req-74271ee7-4def-4fb3-86d0-88d70bb37249 service neutron] 10.222.0.26 "GET /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882691 Jul 05 04:00:31.743096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-9563a2d1-4dd7-4e04-a172-2c92b54d2e4b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:31.744663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-9563a2d1-4dd7-4e04-a172-2c92b54d2e4b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.1767581 Jul 05 04:00:31.759583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-5da74946-942f-464a-9e84-072b504a6ff8', 'network_id': '5da74946-942f-464a-9e84-072b504a6ff8', 'tenant_id': 'ae3507258af84a2db6a9cb8060eacd1c', 'fixed_ips': [{'subnet_id': 'aec6a5a3-f73f-4535-9673-1df248b59a2f'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:31.760671 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.771347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-11b0fd67-4381-479e-93d2-c21631eeab7b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/quotas/2ee79a286b654e18b275e9f829907046 HTTP/1.1" status: 200 len: 375 time: 0.0167654 Jul 05 04:00:31.791572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34296) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:31.796676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b6eab0f-7b8a-41dc-9054-3a0626a0d743 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 1.4028368 Jul 05 04:00:31.883372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-d29294f7-917f-4138-96a2-dafb7ec55050 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0979843 Jul 05 04:00:31.920528 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:31.992318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-ebb34e44-51ef-43e7-992d-bc3e889e17a5 service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076777 Jul 05 04:00:32.000968 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.007122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4f670c9f-d1c8-4dda-b708-26e2f20aa563 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:32.040665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 4f670c9f-d1c8-4dda-b708-26e2f20aa563 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:32.041129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 4f670c9f-d1c8-4dda-b708-26e2f20aa563 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:32.118526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Allocated IP 2001:db8::f816:3eff:fefb:263f (5da74946-942f-464a-9e84-072b504a6ff8/aec6a5a3-f73f-4535-9673-1df248b59a2f/be948fea-1429-433a-bff4-b4481dcceaeb) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:32.140585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d863a6-e12c-4021-ba6f-b3440bab6cf1 req-139a18ab-34e6-4632-ba58-92a3ad119159 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:32.142231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02d863a6-e12c-4021-ba6f-b3440bab6cf1 req-139a18ab-34e6-4632-ba58-92a3ad119159 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f497a4-134a-4b76-9330-873350358c5d HTTP/1.1" status: 200 len: 945 time: 0.1489286 Jul 05 04:00:32.144682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-88956082-b199-4a68-8c26-1dd5d9114a2f service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408184 Jul 05 04:00:32.208675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02d863a6-e12c-4021-ba6f-b3440bab6cf1 req-1ed6e2c7-26f9-48f8-a729-e834a84469f2 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573215 Jul 05 04:00:32.345871 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.360223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Transition to ACTIVE for port object be948fea-1429-433a-bff4-b4481dcceaeb will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:32.381937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Transition to ACTIVE for port object be948fea-1429-433a-bff4-b4481dcceaeb will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:32.424735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da904a4-1b31-47c9-af93-406f3e3025a8 req-be9cf9f6-e06c-4cc1-a647-1c7afc38c94a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:32.426369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4da904a4-1b31-47c9-af93-406f3e3025a8 req-be9cf9f6-e06c-4cc1-a647-1c7afc38c94a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.0793309 Jul 05 04:00:32.494916 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4da904a4-1b31-47c9-af93-406f3e3025a8 req-63fcee10-b0fc-4fe7-9ac7-7eb96f481299 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0618269 Jul 05 04:00:32.508742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-569ef6d5-24cd-439f-9873-35dedc4ca7d2 req-d38b99e1-a584-4ae9-9809-2294e4c322d5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0475891 Jul 05 04:00:32.575236 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.629637 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.674677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Pushing event updated for resources: {'Port': ['ID=be948fea-1429-433a-bff4-b4481dcceaeb,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:32.711605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Network 5da74946-942f-464a-9e84-072b504a6ff8 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:32.715338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:32.718518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:32.719665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Subnet': ['ID=aec6a5a3-f73f-4535-9673-1df248b59a2f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:32.725071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e194d8d7-1a04-4999-9297-f1aa44a6a08e req-4e6ec728-883d-4e4d-a1aa-1d99449a3eeb tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0668283 Jul 05 04:00:32.934908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Attempting to bind port be948fea-1429-433a-bff4-b4481dcceaeb on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:32.934908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Attempting to bind port be948fea-1429-433a-bff4-b4481dcceaeb by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '6e033b98-97b0-4970-9f70-2d5a9e2f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5da74946-942f-464a-9e84-072b504a6ff8'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:32.934908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Attempting to bind port be948fea-1429-433a-bff4-b4481dcceaeb on network 5da74946-942f-464a-9e84-072b504a6ff8 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:32.941531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:32.965042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da74946-942f-464a-9e84-072b504a6ff8']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:32.979633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e033b98-97b0-4970-9f70-2d5a9e2f2aef') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:32.980359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e033b98-97b0-4970-9f70-2d5a9e2f2aef') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:32.991424 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.001640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:33.005826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Checking segment: {'id': '6e033b98-97b0-4970-9f70-2d5a9e2f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5da74946-942f-464a-9e84-072b504a6ff8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:33.005826 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.005826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Bound using segment: {'id': '6e033b98-97b0-4970-9f70-2d5a9e2f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5da74946-942f-464a-9e84-072b504a6ff8'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:33.005826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Bound port: be948fea-1429-433a-bff4-b4481dcceaeb, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e033b98-97b0-4970-9f70-2d5a9e2f2aef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5da74946-942f-464a-9e84-072b504a6ff8'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:33.005826 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.014273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.032108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:33.034381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:33.052487 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:33.088435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45f4223b-63c4-41db-b44b-c80d7c89618a req-a35df53d-08fb-4aae-9a38-059e5746fb62 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 210 time: 0.0806398 Jul 05 04:00:33.139183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] For port be948fea-1429-433a-bff4-b4481dcceaeb, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:33.205769 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ba142b1-ae62-4f1b-81dc-eccad5f81a7d req-857315b2-a94d-4a69-81c0-d1f3b07a0686 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0535164 Jul 05 04:00:33.212129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] For port be948fea-1429-433a-bff4-b4481dcceaeb, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=be948fea-1429-433a-bff4-b4481dcceaeb,segment=NetworkSegment(6e033b98-97b0-4970-9f70-2d5a9e2f2aef),segment_id=6e033b98-97b0-4970-9f70-2d5a9e2f2aef)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:33.281864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:33.281864 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:33.281864 n-d-758944-41 neutron-server[100895]: [parameters: {'id': '5da74946-942f-464a-9e84-072b504a6ff8'}] Jul 05 04:00:33.281864 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:33.282516 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:33.349918 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.441489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2691b7bb-3b6f-479c-bef2-5a2a509943f3 None None] Pushing event updated for resources: {'Port': ['ID=be948fea-1429-433a-bff4-b4481dcceaeb,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:33.471969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d90004d0-64fa-4424-8286-bbb36e31a5c1 None None] Network 5da74946-942f-464a-9e84-072b504a6ff8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:33.517157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cec244-7812-4b20-a06e-01c823ac19f1 req-f19384af-ab0d-4526-ae6c-8cb866b78c4b tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:33.519214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0cec244-7812-4b20-a06e-01c823ac19f1 req-f19384af-ab0d-4526-ae6c-8cb866b78c4b tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f497a4-134a-4b76-9330-873350358c5d HTTP/1.1" status: 200 len: 945 time: 0.0913596 Jul 05 04:00:33.575393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0cec244-7812-4b20-a06e-01c823ac19f1 req-432504ec-57f3-475b-8a63-4e887410cecb tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463765 Jul 05 04:00:33.663578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f895968-6ff5-4b27-b26d-2d097cad48a4 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:33.745559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2043dfb8-5d69-4751-b0ce-e855da8fd5ae req-952e2b0c-39de-4a26-b0eb-12b92ba21074 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:33.745559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2043dfb8-5d69-4751-b0ce-e855da8fd5ae req-952e2b0c-39de-4a26-b0eb-12b92ba21074 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.0766847 Jul 05 04:00:33.783265 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.799626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2043dfb8-5d69-4751-b0ce-e855da8fd5ae req-49cf0f5a-bb83-4305-84d0-848d5b45ac68 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458026 Jul 05 04:00:33.817612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f895968-6ff5-4b27-b26d-2d097cad48a4 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:33.857557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Deleting port be948fea-1429-433a-bff4-b4481dcceaeb {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:33.860045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.920377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3442e11-36b4-4fa9-a8b4-ad019ba07b9e req-49494a3c-f573-41a5-b6a8-03e56d85bdad tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0368640 Jul 05 04:00:33.956183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] For port be948fea-1429-433a-bff4-b4481dcceaeb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=be948fea-1429-433a-bff4-b4481dcceaeb,segment=NetworkSegment(6e033b98-97b0-4970-9f70-2d5a9e2f2aef),segment_id=6e033b98-97b0-4970-9f70-2d5a9e2f2aef)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:33.956183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:33.976913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Calling delete_port for be948fea-1429-433a-bff4-b4481dcceaeb owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:34.143202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.169528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Port': ['ID=be948fea-1429-433a-bff4-b4481dcceaeb,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.173001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No DVR routers for this DVR port be948fea-1429-433a-bff4-b4481dcceaeb on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:34.264117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.274253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5da74946-942f-464a-9e84-072b504a6ff8']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:34.285336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e033b98-97b0-4970-9f70-2d5a9e2f2aef') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:34.285595 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e033b98-97b0-4970-9f70-2d5a9e2f2aef') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:34.295702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.309798 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.316255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:34.316748 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:34.320547 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:34.474600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.488162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.490368 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/5da74946-942f-464a-9e84-072b504a6ff8 HTTP/1.1" status: 204 len: 168 time: 2.6977603 Jul 05 04:00:34.495823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34356) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.501461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cbfae7-6511-45db-86da-28c83abc75c9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Network': ['ID=5da74946-942f-464a-9e84-072b504a6ff8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:34.529748 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e57cc1b6-ce64-415a-b4f9-87b272f0ca30 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:34.530213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e57cc1b6-ce64-415a-b4f9-87b272f0ca30 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:34.532024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e57cc1b6-ce64-415a-b4f9-87b272f0ca30 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/subnets/aec6a5a3-f73f-4535-9673-1df248b59a2f HTTP/1.1" status: 404 len: 337 time: 0.0348411 Jul 05 04:00:34.534531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34358) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.553402 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a5a342-2b32-4f4b-b7d0-0dcf82134479 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:34.553926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36a5a342-2b32-4f4b-b7d0-0dcf82134479 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:34.556123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-36a5a342-2b32-4f4b-b7d0-0dcf82134479 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/5da74946-942f-464a-9e84-072b504a6ff8 HTTP/1.1" status: 404 len: 339 time: 0.0206738 Jul 05 04:00:34.558722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34360) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.588428 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3139675-e7d2-4d0a-b4f2-e71e5787ac52 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:34.588902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3139675-e7d2-4d0a-b4f2-e71e5787ac52 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:34.593573 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a3139675-e7d2-4d0a-b4f2-e71e5787ac52 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/subnets/831a19ef-54ba-4183-9a92-9df8a5e70a01 HTTP/1.1" status: 404 len: 337 time: 0.0307655 Jul 05 04:00:34.593749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34362) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.614064 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-52e5dfe3-d1dd-4e41-a85a-565c5b987088 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:34.614592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52e5dfe3-d1dd-4e41-a85a-565c5b987088 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:34.616280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-52e5dfe3-d1dd-4e41-a85a-565c5b987088 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/68eca245-9481-437d-ad70-23f938ca8253 HTTP/1.1" status: 404 len: 339 time: 0.0219207 Jul 05 04:00:34.618932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34368) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.644370 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e8228e-d6da-46bb-ba78-31db965f52d6 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:34.644807 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e8228e-d6da-46bb-ba78-31db965f52d6 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:34.646410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-66e8228e-d6da-46bb-ba78-31db965f52d6 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/subnets/85b1ed4c-db53-422a-9a96-83c00b2e2ec4 HTTP/1.1" status: 404 len: 337 time: 0.0266073 Jul 05 04:00:34.649242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34370) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.667732 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-86a8433d-4388-41df-9ebc-2962214793b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:34.668283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86a8433d-4388-41df-9ebc-2962214793b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:34.669912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-86a8433d-4388-41df-9ebc-2962214793b7 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/e4d3f0e8-5162-4512-a7bd-93cb0df1cca9 HTTP/1.1" status: 404 len: 339 time: 0.0198085 Jul 05 04:00:34.672440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34372) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:34.788067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-abf65ea7-fbbf-4c00-b12c-71b26428873d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Deleting port 11c90547-91da-4e3c-b229-7e6c3a4cdf22 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:34.788328 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-abf65ea7-fbbf-4c00-b12c-71b26428873d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.864821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-abf65ea7-fbbf-4c00-b12c-71b26428873d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:34.883234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-abf65ea7-fbbf-4c00-b12c-71b26428873d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Calling delete_port for 11c90547-91da-4e3c-b229-7e6c3a4cdf22 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:35.073807 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-abf65ea7-fbbf-4c00-b12c-71b26428873d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.109709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf65ea7-fbbf-4c00-b12c-71b26428873d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Port': ['ID=11c90547-91da-4e3c-b229-7e6c3a4cdf22,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:35.118015 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-abf65ea7-fbbf-4c00-b12c-71b26428873d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.122598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34382) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:35.123183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-abf65ea7-fbbf-4c00-b12c-71b26428873d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/ports/11c90547-91da-4e3c-b229-7e6c3a4cdf22 HTTP/1.1" status: 204 len: 168 time: 0.4492655 Jul 05 04:00:35.155853 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7887b7b5-8fb6-4716-b39f-444903f8413a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:35.156638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7887b7b5-8fb6-4716-b39f-444903f8413a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:35.158646 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7887b7b5-8fb6-4716-b39f-444903f8413a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/subnets/58e7f27a-c380-4edf-93b2-15c38d0be2af HTTP/1.1" status: 404 len: 337 time: 0.0342882 Jul 05 04:00:35.161413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34384) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:35.258522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74f971e9-e283-4c87-a9c1-5f281682b152 req-9bd06432-e583-4fa1-bc32-8189eea0f831 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0457282 Jul 05 04:00:35.289772 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.438306 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.442473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a914b93e-d482-4d9c-80f8-959e20f47ee5 req-9eb2a489-927b-43b5-905a-4699c4fe4730 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0383961 Jul 05 04:00:35.451467 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:35.462627 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba5f88cb-24fe-491e-b874-8ebfd0756287') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:35.463160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba5f88cb-24fe-491e-b874-8ebfd0756287') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:35.473011 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.487562 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.494350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:35.494718 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:35.498268 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:35.629074 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.637590 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.638962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee HTTP/1.1" status: 204 len: 168 time: 0.4764035 Jul 05 04:00:35.641473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34394) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:35.659203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770bfa21-8dc1-4b94-b894-d04b38ab4ff9 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Network': ['ID=cb26a4bd-7e21-4c82-b9b8-3c6a6b954cee,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:35.757003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b83eeaa3-f29b-4197-b8b4-b524d78f81b0 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Deleting port ffd27117-b914-4da6-9c14-30db673beef5 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:35.757940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b83eeaa3-f29b-4197-b8b4-b524d78f81b0 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.760654 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:00:35.833555 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b83eeaa3-f29b-4197-b8b4-b524d78f81b0 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:35.849215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b83eeaa3-f29b-4197-b8b4-b524d78f81b0 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Calling delete_port for ffd27117-b914-4da6-9c14-30db673beef5 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:36.011173 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b83eeaa3-f29b-4197-b8b4-b524d78f81b0 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.041621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83eeaa3-f29b-4197-b8b4-b524d78f81b0 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Port': ['ID=ffd27117-b914-4da6-9c14-30db673beef5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:36.049032 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b83eeaa3-f29b-4197-b8b4-b524d78f81b0 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.052069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b83eeaa3-f29b-4197-b8b4-b524d78f81b0 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/ports/ffd27117-b914-4da6-9c14-30db673beef5 HTTP/1.1" status: 204 len: 168 time: 0.3998981 Jul 05 04:00:36.053646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34396) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:36.082402 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-68c49f0d-5dc8-4e10-a22b-0960fac14b34 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] DELETE failed (client error): The resource could not be found. Jul 05 04:00:36.082908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-68c49f0d-5dc8-4e10-a22b-0960fac14b34 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:00:36.087978 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-68c49f0d-5dc8-4e10-a22b-0960fac14b34 tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/subnets/32e70f59-d0ba-4f9d-9fef-532626a8131c HTTP/1.1" status: 404 len: 337 time: 0.0296314 Jul 05 04:00:36.088283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34398) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:36.183541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.277334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.287639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeee3663-3016-4a25-82d0-ee4aa423fc64']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:36.298847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ae2d462-9a7f-4326-87c2-ca8139ffc400') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:36.299145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ae2d462-9a7f-4326-87c2-ca8139ffc400') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:36.308023 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.334050 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.341296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:36.341678 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:36.344752 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:36.480389 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.487979 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.491375 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/aeee3663-3016-4a25-82d0-ee4aa423fc64 HTTP/1.1" status: 204 len: 168 time: 0.4006999 Jul 05 04:00:36.493338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34402) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:36.503091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf111b09-bd44-4668-817f-88265ef4f42a tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Network': ['ID=aeee3663-3016-4a25-82d0-ee4aa423fc64,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:36.555321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5141e0d-1591-4df5-b05b-530066e43abf tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Deleting subnet 0d008865-c9b0-4879-9b9c-6c5cb991bb55 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:36.559068 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5141e0d-1591-4df5-b05b-530066e43abf tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.603696 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5141e0d-1591-4df5-b05b-530066e43abf tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.694298 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5141e0d-1591-4df5-b05b-530066e43abf tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.835603 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5141e0d-1591-4df5-b05b-530066e43abf tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.863987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5141e0d-1591-4df5-b05b-530066e43abf tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Subnet': ['ID=0d008865-c9b0-4879-9b9c-6c5cb991bb55,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:36.868155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5141e0d-1591-4df5-b05b-530066e43abf tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:36.870011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e5141e0d-1591-4df5-b05b-530066e43abf tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/subnets/0d008865-c9b0-4879-9b9c-6c5cb991bb55 HTTP/1.1" status: 204 len: 168 time: 0.3756819 Jul 05 04:00:36.872671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34406) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:36.875577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8509443-814c-4d81-8b45-5ffcb11d7602 None None] Network 53d210d6-74d1-49b4-86b2-13e8e454d1ea requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:36.956077 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.020747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Deleting port cc6466fc-fd0b-444a-8df5-1405fadbf225 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:37.021381 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.094396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-383d7cbc-b00a-42f8-96a2-d9ee3aa2d762 None None] DHCP port deletion for 53d210d6-74d1-49b4-86b2-13e8e454d1ea request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:37.104298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] For port cc6466fc-fd0b-444a-8df5-1405fadbf225, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cc6466fc-fd0b-444a-8df5-1405fadbf225,segment=NetworkSegment(456e6685-7312-4443-8809-fe6a1aa62f73),segment_id=456e6685-7312-4443-8809-fe6a1aa62f73)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:37.104669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.122667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Calling delete_port for cc6466fc-fd0b-444a-8df5-1405fadbf225 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:37.155738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-383d7cbc-b00a-42f8-96a2-d9ee3aa2d762 None None] Deleting port cc6466fc-fd0b-444a-8df5-1405fadbf225 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:37.156158 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-383d7cbc-b00a-42f8-96a2-d9ee3aa2d762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.230487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-383d7cbc-b00a-42f8-96a2-d9ee3aa2d762 None None] For port cc6466fc-fd0b-444a-8df5-1405fadbf225, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cc6466fc-fd0b-444a-8df5-1405fadbf225,segment=NetworkSegment(456e6685-7312-4443-8809-fe6a1aa62f73),segment_id=456e6685-7312-4443-8809-fe6a1aa62f73)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:37.230889 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-383d7cbc-b00a-42f8-96a2-d9ee3aa2d762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.247221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-383d7cbc-b00a-42f8-96a2-d9ee3aa2d762 None None] Calling delete_port for cc6466fc-fd0b-444a-8df5-1405fadbf225 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:37.268041 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.304930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Port': ['ID=cc6466fc-fd0b-444a-8df5-1405fadbf225,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:37.313420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] No DVR routers for this DVR port cc6466fc-fd0b-444a-8df5-1405fadbf225 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:37.359519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cc6466fc-fd0b-444a-8df5-1405fadbf225 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:37.392988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: cc6466fc-fd0b-444a-8df5-1405fadbf225 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:37.393329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cc6466fc-fd0b-444a-8df5-1405fadbf225 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:37.455525 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-383d7cbc-b00a-42f8-96a2-d9ee3aa2d762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.487624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383d7cbc-b00a-42f8-96a2-d9ee3aa2d762 None None] No DVR routers for this DVR port cc6466fc-fd0b-444a-8df5-1405fadbf225 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:37.491289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d7cbc-b00a-42f8-96a2-d9ee3aa2d762 None None] Pushing event deleted for resources: {'Port': ['ID=cc6466fc-fd0b-444a-8df5-1405fadbf225,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:37.688633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a466f6d-1546-44fb-ab60-4dc6adbfb1f7 req-5c065cdb-91f2-4157-b1a7-f9b08f995f5f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0654187 Jul 05 04:00:37.713429 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.724094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['53d210d6-74d1-49b4-86b2-13e8e454d1ea']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:37.738288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '456e6685-7312-4443-8809-fe6a1aa62f73') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:37.738584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '456e6685-7312-4443-8809-fe6a1aa62f73') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:37.749795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.763835 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.769762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:37.770150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:37.773834 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:37.869066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-853da1b0-cc70-493a-9b78-1a57366ae18a req-bf9dfed0-d7ad-4899-9e55-cf478c05a637 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0454156 Jul 05 04:00:37.926140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.934085 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.935149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] 10.222.0.30 "DELETE /v2.0/networks/53d210d6-74d1-49b4-86b2-13e8e454d1ea HTTP/1.1" status: 204 len: 168 time: 1.0614688 Jul 05 04:00:37.943502 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a1e180f1-7fce-49ae-876b-0cb9cb30c863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:37.948396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc241b31-e762-4580-b743-a9f89a2bb58d tempest-NetworksIpV6TestAttrs-50072829 tempest-NetworksIpV6TestAttrs-50072829-project] Pushing event deleted for resources: {'Network': ['ID=53d210d6-74d1-49b4-86b2-13e8e454d1ea,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:38.381993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34422) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.522110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a520657f-28ee-4994-ad28-48e4d294f83d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ae3507258af84a2db6a9cb8060eacd1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1382916 Jul 05 04:00:38.524997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34426) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:38.572328 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7e676cf-eca3-4dd3-beaf-abd6506d135a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.598451 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7e676cf-eca3-4dd3-beaf-abd6506d135a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.703179 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7e676cf-eca3-4dd3-beaf-abd6506d135a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.705746 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7e676cf-eca3-4dd3-beaf-abd6506d135a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:38.706896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c7e676cf-eca3-4dd3-beaf-abd6506d135a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c68634a-5840-4dc2-b8e0-49de512a46ac HTTP/1.1" status: 204 len: 168 time: 0.1810143 Jul 05 04:00:38.717142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e676cf-eca3-4dd3-beaf-abd6506d135a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c68634a-5840-4dc2-b8e0-49de512a46ac,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:39.725472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34452) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:39.826373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-941392177'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:39.912584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74fe17f6-1b2c-4150-9908-4e6769c10822 req-310249a2-70cf-47a7-ada3-e8b6d161cf03 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0315442 Jul 05 04:00:39.936743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:39.940273 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:39.949345 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.046720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.092885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d04fd506-6eb1-4287-83ba-e445b42a6855 req-e577f739-369f-47d6-97da-faf6d84705f3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0314820 Jul 05 04:00:40.114618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.139785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:40.153505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97a635b7-d5c2-42f0-ba92-12da8f6b3bc6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:40.158253 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.158638 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment 74383b8a-3c22-407f-b657-34cbf0ca03e9 of type vlan for network bf35db0a-0422-42c1-8786-cdfa53545379 Jul 05 04:00:40.199166 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.302874 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.308465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:40.311440 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.387007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=bf35db0a-0422-42c1-8786-cdfa53545379,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:40.398358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network bf35db0a-0422-42c1-8786-cdfa53545379 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:40.417893 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2dfc9ade-4b86-49e1-ad64-7b94b8e89bfb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6907728 Jul 05 04:00:40.542338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34464) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:40.547491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': 'bf35db0a-0422-42c1-8786-cdfa53545379', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:40.720433 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:40.724176 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.737491 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5260176-b948-4ac7-9461-f5837a75862c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:40.857193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.000392 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.079060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=e51f6bde-0c9d-4f39-b7a3-cf0990c04b15,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.092294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': '74383b8a-3c22-407f-b657-34cbf0ca03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf35db0a-0422-42c1-8786-cdfa53545379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:41.092294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: bf35db0a-0422-42c1-8786-cdfa53545379, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:41.171697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network bf35db0a-0422-42c1-8786-cdfa53545379 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:41.257006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, bf35db0a-0422-42c1-8786-cdfa53545379) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:41.262646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.263258 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.269662 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee217726-b6db-4845-9416-4cb2f82df307 None None] Network bf35db0a-0422-42c1-8786-cdfa53545379 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:41.349091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-61f6f4fb-9f34-4232-bb72-ca75eb8b5666 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.8055494 Jul 05 04:00:41.352982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34468) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:41.358262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1576492661'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:41.430028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-bf35db0a-0422-42c1-8786-cdfa53545379', 'network_id': 'bf35db0a-0422-42c1-8786-cdfa53545379', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': 'e51f6bde-0c9d-4f39-b7a3-cf0990c04b15'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:41.430894 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.446197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:41.450378 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.474274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:41.483460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.483801 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment 800bb3c8-8883-4fbd-a420-466dd6a258d5 of type vlan for network 6b73df71-b97d-430a-948f-3e8cbf1efdba Jul 05 04:00:41.535278 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.587425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Allocated IP 172.20.255.242 (bf35db0a-0422-42c1-8786-cdfa53545379/e51f6bde-0c9d-4f39-b7a3-cf0990c04b15/2a982459-20e5-472e-a785-11084145d301) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:41.623785 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.631158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:41.632006 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.712980 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3587523 Jul 05 04:00:41.716066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34472) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:41.721692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': '6b73df71-b97d-430a-948f-3e8cbf1efdba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:41.763819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add99984-a78c-47ec-8793-4e950a911e13 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=6b73df71-b97d-430a-948f-3e8cbf1efdba,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:41.765242 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.775430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Transition to ACTIVE for port object 2a982459-20e5-472e-a785-11084145d301 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:41.788461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 6b73df71-b97d-430a-948f-3e8cbf1efdba details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:41.794625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Transition to ACTIVE for port object 2a982459-20e5-472e-a785-11084145d301 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:41.857522 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.932178 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.960818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:41.964761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:41.973866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Network bf35db0a-0422-42c1-8786-cdfa53545379 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:41.987574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:41.989960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:42.017491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Pushing event updated for resources: {'Port': ['ID=2a982459-20e5-472e-a785-11084145d301,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:42.254158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Attempting to bind port 2a982459-20e5-472e-a785-11084145d301 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:42.254527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Attempting to bind port 2a982459-20e5-472e-a785-11084145d301 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '74383b8a-3c22-407f-b657-34cbf0ca03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf35db0a-0422-42c1-8786-cdfa53545379'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:42.254884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Attempting to bind port 2a982459-20e5-472e-a785-11084145d301 on network bf35db0a-0422-42c1-8786-cdfa53545379 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:42.263956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:42.264331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Checking segment: {'id': '74383b8a-3c22-407f-b657-34cbf0ca03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf35db0a-0422-42c1-8786-cdfa53545379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:42.264727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.265108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Bound using segment: {'id': '74383b8a-3c22-407f-b657-34cbf0ca03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf35db0a-0422-42c1-8786-cdfa53545379'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:42.265565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Bound port: 2a982459-20e5-472e-a785-11084145d301, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74383b8a-3c22-407f-b657-34cbf0ca03e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'bf35db0a-0422-42c1-8786-cdfa53545379'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:42.265939 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.275291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.337630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=73d2bd5a-e37d-4311-9031-0afe38be4a5a,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:42.355389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': '800bb3c8-8883-4fbd-a420-466dd6a258d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6b73df71-b97d-430a-948f-3e8cbf1efdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:42.356078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: 6b73df71-b97d-430a-948f-3e8cbf1efdba, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:42.371524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] For port 2a982459-20e5-472e-a785-11084145d301, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:42.376081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] For port 2a982459-20e5-472e-a785-11084145d301, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2a982459-20e5-472e-a785-11084145d301,segment=NetworkSegment(74383b8a-3c22-407f-b657-34cbf0ca03e9),segment_id=74383b8a-3c22-407f-b657-34cbf0ca03e9)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:42.427520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49c9da8c-1e5d-4c87-88f6-af2ba2a7ba91 req-bdc44037-8c85-4ea8-845d-85a43157aa3d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0333438 Jul 05 04:00:42.452321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network 6b73df71-b97d-430a-948f-3e8cbf1efdba is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:42.481760 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.537330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 6b73df71-b97d-430a-948f-3e8cbf1efdba) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:42.549065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:42.549065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.555512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e69c7ba-31f4-4bf6-a272-c4b07457f05b None None] Network 6b73df71-b97d-430a-948f-3e8cbf1efdba requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:42.614392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb44965-ca53-4fc6-bfff-b4b61824db3c None None] Pushing event updated for resources: {'Port': ['ID=2a982459-20e5-472e-a785-11084145d301,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:42.624675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e2bfc88d-4443-4b11-a972-1a4fb96f2fe7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 0.9067848 Jul 05 04:00:42.627651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34480) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:42.739304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1af609d9-9ca0-44bf-9410-b00ae47de61e req-98e7003d-577b-4586-9dee-63f60e8ebb4d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0346379 Jul 05 04:00:42.779823 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.852069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-6b73df71-b97d-430a-948f-3e8cbf1efdba', 'network_id': '6b73df71-b97d-430a-948f-3e8cbf1efdba', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': '73d2bd5a-e37d-4311-9031-0afe38be4a5a'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:42.853454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:42.937243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.032756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Allocated IP 172.20.0.2 (6b73df71-b97d-430a-948f-3e8cbf1efdba/73d2bd5a-e37d-4311-9031-0afe38be4a5a/41164271-ee3f-4e26-9756-09b651be3daa) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:43.218810 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.227539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Transition to ACTIVE for port object 41164271-ee3f-4e26-9756-09b651be3daa will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:43.246221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Transition to ACTIVE for port object 41164271-ee3f-4e26-9756-09b651be3daa will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:43.304523 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.352304 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.363148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Network 6b73df71-b97d-430a-948f-3e8cbf1efdba is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:43.366288 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:43.374029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:43.374470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Pushing event updated for resources: {'Port': ['ID=41164271-ee3f-4e26-9756-09b651be3daa,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.394286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.467044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=73d2bd5a-e37d-4311-9031-0afe38be4a5a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.468747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Attempting to bind port 41164271-ee3f-4e26-9756-09b651be3daa on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:43.469123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Attempting to bind port 41164271-ee3f-4e26-9756-09b651be3daa by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '800bb3c8-8883-4fbd-a420-466dd6a258d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6b73df71-b97d-430a-948f-3e8cbf1efdba'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:43.469494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Attempting to bind port 41164271-ee3f-4e26-9756-09b651be3daa on network 6b73df71-b97d-430a-948f-3e8cbf1efdba {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:43.473144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2a982459-20e5-472e-a785-11084145d301 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:43.480449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:43.480639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Checking segment: {'id': '800bb3c8-8883-4fbd-a420-466dd6a258d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6b73df71-b97d-430a-948f-3e8cbf1efdba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:43.480953 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.481357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Bound using segment: {'id': '800bb3c8-8883-4fbd-a420-466dd6a258d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6b73df71-b97d-430a-948f-3e8cbf1efdba'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:43.481828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Bound port: 41164271-ee3f-4e26-9756-09b651be3daa, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '800bb3c8-8883-4fbd-a420-466dd6a258d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '6b73df71-b97d-430a-948f-3e8cbf1efdba'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:43.482434 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.546042 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.570363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b73df71-b97d-430a-948f-3e8cbf1efdba']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:43.584029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800bb3c8-8883-4fbd-a420-466dd6a258d5') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:43.584692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800bb3c8-8883-4fbd-a420-466dd6a258d5') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:43.595685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] For port 41164271-ee3f-4e26-9756-09b651be3daa, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:43.596663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.599094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] For port 41164271-ee3f-4e26-9756-09b651be3daa, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=41164271-ee3f-4e26-9756-09b651be3daa,segment=NetworkSegment(800bb3c8-8883-4fbd-a420-466dd6a258d5),segment_id=800bb3c8-8883-4fbd-a420-466dd6a258d5)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:43.691075 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.721755 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.723767 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.725479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2a982459-20e5-472e-a785-11084145d301 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:43.732504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:43.732918 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:43.736602 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:43.832086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45895a32-d183-4e86-900d-8d4a0b8e9c46 None None] Network bf35db0a-0422-42c1-8786-cdfa53545379 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:43.853394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:43.853394 n-d-758944-41 neutron-server[100896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:43.853394 n-d-758944-41 neutron-server[100896]: [parameters: {'id': '6b73df71-b97d-430a-948f-3e8cbf1efdba'}] Jul 05 04:00:43.853394 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:43.854125 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:43.854307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18cd81b0-c71b-4e5a-ab11-68589061e91a None None] Pushing event updated for resources: {'Port': ['ID=41164271-ee3f-4e26-9756-09b651be3daa,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:43.926826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03c384c-7abb-4c1f-8af6-4492f083fad4 None None] Network 6b73df71-b97d-430a-948f-3e8cbf1efdba requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:43.994026 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-47b42454-2340-43c0-a5b6-0fb4456999d5 None None] Provisioning for port 2a982459-20e5-472e-a785-11084145d301 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:44.004102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-47b42454-2340-43c0-a5b6-0fb4456999d5 None None] Provisioning complete for port 2a982459-20e5-472e-a785-11084145d301 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:44.004486 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47b42454-2340-43c0-a5b6-0fb4456999d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.183498 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.248192 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47b42454-2340-43c0-a5b6-0fb4456999d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.293639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-47b42454-2340-43c0-a5b6-0fb4456999d5 None None] For port 2a982459-20e5-472e-a785-11084145d301, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2a982459-20e5-472e-a785-11084145d301,segment=NetworkSegment(74383b8a-3c22-407f-b657-34cbf0ca03e9),segment_id=74383b8a-3c22-407f-b657-34cbf0ca03e9)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:44.354713 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47b42454-2340-43c0-a5b6-0fb4456999d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.355178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.419629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b42454-2340-43c0-a5b6-0fb4456999d5 None None] Pushing event updated for resources: {'Port': ['ID=2a982459-20e5-472e-a785-11084145d301,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:44.453296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Deleting port 41164271-ee3f-4e26-9756-09b651be3daa {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:44.453697 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.497819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f688e302-d658-4148-bf86-0de0bfb7e9d3 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:44.529956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] For port 41164271-ee3f-4e26-9756-09b651be3daa, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=41164271-ee3f-4e26-9756-09b651be3daa,segment=NetworkSegment(800bb3c8-8883-4fbd-a420-466dd6a258d5),segment_id=800bb3c8-8883-4fbd-a420-466dd6a258d5)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:44.530534 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.544507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Calling delete_port for 41164271-ee3f-4e26-9756-09b651be3daa owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:44.587942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-994c2512-6d71-4d78-aeb5-ad252ce18274 None None] Provisioning complete for port 2a982459-20e5-472e-a785-11084145d301 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:44.588282 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-994c2512-6d71-4d78-aeb5-ad252ce18274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.715301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f688e302-d658-4148-bf86-0de0bfb7e9d3 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:44.742895 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.774348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No DVR routers for this DVR port 41164271-ee3f-4e26-9756-09b651be3daa on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:44.780103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Port': ['ID=41164271-ee3f-4e26-9756-09b651be3daa,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:44.881636 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.892537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b73df71-b97d-430a-948f-3e8cbf1efdba']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:44.904248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '800bb3c8-8883-4fbd-a420-466dd6a258d5') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:44.904549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '800bb3c8-8883-4fbd-a420-466dd6a258d5') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:44.914020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.929168 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.942005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:44.942564 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:44.951724 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:45.115725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08fcfab8-3156-4dfb-9457-b078012bc4a4 req-d0e891b0-5a97-4c3b-889a-8a45c1f9039c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0914567 Jul 05 04:00:45.300578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7585e538-09b1-484a-a062-b9fc516a3d5d req-8406044d-9032-4a9f-9506-c83fca9db78a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0336714 Jul 05 04:00:45.368577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2a982459-20e5-472e-a785-11084145d301 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:45.417622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2a982459-20e5-472e-a785-11084145d301 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:45.417992 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.514872 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.519782 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.522314 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/6b73df71-b97d-430a-948f-3e8cbf1efdba HTTP/1.1" status: 204 len: 168 time: 2.8930330 Jul 05 04:00:45.525698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34500) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:45.531462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-759449324'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:45.542136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0af11b2-d336-45b3-af3d-ecb03aba4ef7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=6b73df71-b97d-430a-948f-3e8cbf1efdba,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:45.605681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:45.609226 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.635589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:45.648618 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.649066 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment fb48cc07-47ef-408f-b524-cfd3512c1a84 of type vlan for network cc43d0e5-c817-484a-a8a7-0887b8deeb11 Jul 05 04:00:45.711377 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.812451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.819693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:45.820501 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:45.894167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=cc43d0e5-c817-484a-a8a7-0887b8deeb11,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:45.904802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network cc43d0e5-c817-484a-a8a7-0887b8deeb11 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:45.932310 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-49a25c59-a3f3-4653-bc6e-a7b1d39bc431 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4048941 Jul 05 04:00:45.935012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34502) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:45.940111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': 'cc43d0e5-c817-484a-a8a7-0887b8deeb11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:46.091278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:46.094884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.161002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Performing IP validity checks on allocation pools {{(pid=100895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:00:46.161428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:00:46.360746 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.430145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=221f28b3-01a2-4c80-bc52-ea8c0303f5fb,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:46.440459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': 'fb48cc07-47ef-408f-b524-cfd3512c1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cc43d0e5-c817-484a-a8a7-0887b8deeb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:46.441924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: cc43d0e5-c817-484a-a8a7-0887b8deeb11, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:46.530733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network cc43d0e5-c817-484a-a8a7-0887b8deeb11 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:46.615654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, cc43d0e5-c817-484a-a8a7-0887b8deeb11) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:46.621541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:46.622121 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.630598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4711ef9-d9ff-4220-a19c-2b6738179e7c None None] Network cc43d0e5-c817-484a-a8a7-0887b8deeb11 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:46.714567 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-66b95699-a244-4300-b46b-cca9cb269784 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.7784688 Jul 05 04:00:46.717147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34508) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:46.790620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-cc43d0e5-c817-484a-a8a7-0887b8deeb11', 'network_id': 'cc43d0e5-c817-484a-a8a7-0887b8deeb11', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': '221f28b3-01a2-4c80-bc52-ea8c0303f5fb'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:46.791519 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.827336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.884051 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:46.950309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Allocated IP 172.20.0.3 (cc43d0e5-c817-484a-a8a7-0887b8deeb11/221f28b3-01a2-4c80-bc52-ea8c0303f5fb/2895048e-091c-4af8-9c6a-089922d7eb60) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:47.145884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:47.155851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Transition to ACTIVE for port object 2895048e-091c-4af8-9c6a-089922d7eb60 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:47.175998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Transition to ACTIVE for port object 2895048e-091c-4af8-9c6a-089922d7eb60 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:47.405673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa575bc5-2576-4d79-9026-bedda62fcdf8 req-2c20e952-8f81-43b7-b18e-ab1bd0fcae76 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0331049 Jul 05 04:00:47.715238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce3d1b9b-324c-43d6-a723-78788d3ecabe req-c8175fa9-b1c7-46cf-bb29-21f12a7071ee service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0345733 Jul 05 04:00:48.023281 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.070021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Network cc43d0e5-c817-484a-a8a7-0887b8deeb11 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:48.073210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:48.079719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:48.082252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Pushing event updated for resources: {'Port': ['ID=2895048e-091c-4af8-9c6a-089922d7eb60,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.154281 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Attempting to bind port 2895048e-091c-4af8-9c6a-089922d7eb60 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:48.154651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Attempting to bind port 2895048e-091c-4af8-9c6a-089922d7eb60 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'fb48cc07-47ef-408f-b524-cfd3512c1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cc43d0e5-c817-484a-a8a7-0887b8deeb11'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:48.155656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Attempting to bind port 2895048e-091c-4af8-9c6a-089922d7eb60 on network cc43d0e5-c817-484a-a8a7-0887b8deeb11 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:48.166108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:48.166727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Checking segment: {'id': 'fb48cc07-47ef-408f-b524-cfd3512c1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cc43d0e5-c817-484a-a8a7-0887b8deeb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:48.167277 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.167759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Bound using segment: {'id': 'fb48cc07-47ef-408f-b524-cfd3512c1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cc43d0e5-c817-484a-a8a7-0887b8deeb11'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:48.168411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Bound port: 2895048e-091c-4af8-9c6a-089922d7eb60, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb48cc07-47ef-408f-b524-cfd3512c1a84', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'cc43d0e5-c817-484a-a8a7-0887b8deeb11'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:48.168831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.249578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] For port 2895048e-091c-4af8-9c6a-089922d7eb60, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:48.253016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] For port 2895048e-091c-4af8-9c6a-089922d7eb60, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2895048e-091c-4af8-9c6a-089922d7eb60,segment=NetworkSegment(fb48cc07-47ef-408f-b524-cfd3512c1a84),segment_id=fb48cc07-47ef-408f-b524-cfd3512c1a84)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:48.392872 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.419151 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=221f28b3-01a2-4c80-bc52-ea8c0303f5fb,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.488659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.499871 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc43d0e5-c817-484a-a8a7-0887b8deeb11']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:48.503425 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.512191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb48cc07-47ef-408f-b524-cfd3512c1a84') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:48.513496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb48cc07-47ef-408f-b524-cfd3512c1a84') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:48.525210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.541991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.550062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:48.550656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:48.562640 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:48.583409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec69f70-1d05-4a60-a6cc-b72bc51ed6d8 None None] Pushing event updated for resources: {'Port': ['ID=2895048e-091c-4af8-9c6a-089922d7eb60,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:48.669033 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:48.669033 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:48.669033 n-d-758944-41 neutron-server[100895]: [parameters: {'id': 'cc43d0e5-c817-484a-a8a7-0887b8deeb11'}] Jul 05 04:00:48.669033 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:48.669581 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:48.925703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ac526f1-2664-4855-ad9d-1d658c1e9a66 req-a1b2aa59-5a21-4d2d-97da-3018054912a7 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 210 time: 0.0335627 Jul 05 04:00:48.995657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d4cae1-1045-4fdd-911c-6b3715d4f064 req-aab9d52a-b6e9-4260-9979-3bb357866931 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:48.997221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24d4cae1-1045-4fdd-911c-6b3715d4f064 req-aab9d52a-b6e9-4260-9979-3bb357866931 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f497a4-134a-4b76-9330-873350358c5d HTTP/1.1" status: 200 len: 945 time: 0.0749137 Jul 05 04:00:49.040205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24d4cae1-1045-4fdd-911c-6b3715d4f064 req-c67c6cd6-028b-49b1-991d-32075fcf9d02 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367904 Jul 05 04:00:49.115431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3a525d-6591-45fb-988a-72a075104834 req-3f75aef7-f759-4446-b308-3edbe8c7c425 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:49.123568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d3a525d-6591-45fb-988a-72a075104834 req-3f75aef7-f759-4446-b308-3edbe8c7c425 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.0823734 Jul 05 04:00:49.170367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.192356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d3a525d-6591-45fb-988a-72a075104834 req-16492eb0-2491-496d-a978-efe9bb5d833d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640891 Jul 05 04:00:49.293604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0da62120-9964-4d52-9fd1-853466560ea3 req-677a57f9-47d1-4dd0-9dad-362a10ce0c0b tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0499358 Jul 05 04:00:49.300717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Deleting port 2895048e-091c-4af8-9c6a-089922d7eb60 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:49.301196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.383546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] For port 2895048e-091c-4af8-9c6a-089922d7eb60, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2895048e-091c-4af8-9c6a-089922d7eb60,segment=NetworkSegment(fb48cc07-47ef-408f-b524-cfd3512c1a84),segment_id=fb48cc07-47ef-408f-b524-cfd3512c1a84)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:49.384121 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.416704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Calling delete_port for 2895048e-091c-4af8-9c6a-089922d7eb60 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:49.468550 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2895048e-091c-4af8-9c6a-089922d7eb60 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:49.513027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdeb162-1a7f-4ae3-b08a-039bf7d0ba0f req-c25bb6ff-f8ab-435c-b5b8-4def4bcddaec tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:49.515365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0cdeb162-1a7f-4ae3-b08a-039bf7d0ba0f req-c25bb6ff-f8ab-435c-b5b8-4def4bcddaec tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1285677 Jul 05 04:00:49.596764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0cdeb162-1a7f-4ae3-b08a-039bf7d0ba0f req-eb2256b1-c9d9-4df6-a861-3e2aae14d691 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751636 Jul 05 04:00:49.623350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.626711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2895048e-091c-4af8-9c6a-089922d7eb60 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:00:49.632061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-7fa6ccfa-7919-48af-b7b7-d9bd78a2ebe3 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:49.634282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-7fa6ccfa-7919-48af-b7b7-d9bd78a2ebe3 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "GET /v2.0/ports?device_id=07f497a4-134a-4b76-9330-873350358c5d HTTP/1.1" status: 200 len: 945 time: 0.1017308 Jul 05 04:00:49.634470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2895048e-091c-4af8-9c6a-089922d7eb60 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:49.635422 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.661183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Port 2895048e-091c-4af8-9c6a-089922d7eb60 was deleted so its status cannot be updated. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:00:49.714450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Port': ['ID=2895048e-091c-4af8-9c6a-089922d7eb60,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:49.717584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No DVR routers for this DVR port 2895048e-091c-4af8-9c6a-089922d7eb60 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:49.843299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Deleting port 3782047a-5b46-490c-a6c0-506cc09f18a3 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:49.843807 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.887848 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.903323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc43d0e5-c817-484a-a8a7-0887b8deeb11']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:49.907609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527ce526-a496-4f6d-a2e4-4a6a9585f71d None None] Network cc43d0e5-c817-484a-a8a7-0887b8deeb11 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:49.921899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb48cc07-47ef-408f-b524-cfd3512c1a84') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:49.922693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb48cc07-47ef-408f-b524-cfd3512c1a84') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:49.937400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.955781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.964296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:49.965133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:49.969717 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:49.986196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9ba33bb8-3e73-4989-b2e7-fa84942c14eb None None] Could not find standard attr ID for object 2895048e-091c-4af8-9c6a-089922d7eb60. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:00:50.046973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35039328-bbda-4683-8cc6-0f720df37417 req-c09f32fa-363a-4a15-a300-e6312abbba73 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0822463 Jul 05 04:00:50.102484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] For port 3782047a-5b46-490c-a6c0-506cc09f18a3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3782047a-5b46-490c-a6c0-506cc09f18a3,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:50.103004 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.120299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.128603 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.134110 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/cc43d0e5-c817-484a-a8a7-0887b8deeb11 HTTP/1.1" status: 204 len: 168 time: 3.4133799 Jul 05 04:00:50.137087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34540) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:50.143438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Calling delete_port for 3782047a-5b46-490c-a6c0-506cc09f18a3 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:50.150458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-507018274'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:50.167489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249fa378-1606-4ae7-9279-824fe850131d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=cc43d0e5-c817-484a-a8a7-0887b8deeb11,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.179552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f6a02b-99ce-4d8a-a5fb-e475075d0aa4 None None] DHCP port deletion for cc43d0e5-c817-484a-a8a7-0887b8deeb11 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:00:50.230880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef07893b-3918-4656-83c6-f6ea7356efd9 req-01f3426a-8b03-4c07-b275-bb9e3c7a15c9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 210 time: 0.0808501 Jul 05 04:00:50.248219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda665ba-6d92-4c0b-928e-a28352a3b017 req-7cfb046e-bea7-40cf-9e18-ee36c6481622 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.249625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bda665ba-6d92-4c0b-928e-a28352a3b017 req-7cfb046e-bea7-40cf-9e18-ee36c6481622 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2861578 Jul 05 04:00:50.326009 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:50.329790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.347411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e24b58a3-5def-49e8-b095-9b6d77910ea3 req-fc7f4409-3a8d-4de2-8921-13f9982073d0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0484097 Jul 05 04:00:50.370741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:50.379824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.382175 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment ca4b4de0-f510-4626-b1ef-0c43908bb2f5 of type vlan for network 1062b5f3-a39e-4c6b-b499-130c223afcdd Jul 05 04:00:50.392288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bda665ba-6d92-4c0b-928e-a28352a3b017 req-24f8494e-302d-4796-a564-3f5e0d877c55 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075323 Jul 05 04:00:50.429362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.443008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-a3630dcc-0851-4921-9458-b4c832d4441a tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.445095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-a3630dcc-0851-4921-9458-b4c832d4441a tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 946 time: 0.2934394 Jul 05 04:00:50.525684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.531958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.533953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.602368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=1062b5f3-a39e-4c6b-b499-130c223afcdd,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.613993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 1062b5f3-a39e-4c6b-b499-130c223afcdd details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:50.651249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1812d659-4c5e-4604-bb5d-29429d27ae0e req-8b663319-ef57-4d3f-adb6-decec845756d tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.652834 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1812d659-4c5e-4604-bb5d-29429d27ae0e req-8b663319-ef57-4d3f-adb6-decec845756d tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f497a4-134a-4b76-9330-873350358c5d HTTP/1.1" status: 200 len: 945 time: 0.2835960 Jul 05 04:00:50.657403 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e259873f-75b7-4500-976e-52246dcc423a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5168447 Jul 05 04:00:50.660342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34552) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:50.665552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': '1062b5f3-a39e-4c6b-b499-130c223afcdd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:50.744479 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.768569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['64363e7b-6fc4-4e9a-9376-d31f476d8139', '3782047a-5b46-490c-a6c0-506cc09f18a3'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:50.806730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-6a02d8b5-9f1d-49d1-b414-898b66828e92 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.808183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-6a02d8b5-9f1d-49d1-b414-898b66828e92 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.2950473 Jul 05 04:00:50.816833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1812d659-4c5e-4604-bb5d-29429d27ae0e req-2e31b778-832f-44c6-8cbe-772e8f06ef37 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/security-groups?id=34316858-3ec8-4127-9d9c-eafdb0f374ec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383154 Jul 05 04:00:50.820618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Pushing event deleted for resources: {'Port': ['ID=3782047a-5b46-490c-a6c0-506cc09f18a3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:50.832994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Request body: {'port': {'device_id': '627d9d85-a1ac-4aab-bf39-044c68f83c36', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'admin_state_up': True, 'tenant_id': '2ee79a286b654e18b275e9f829907046'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:50.859571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:50.859571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:50.865341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.865660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.867155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.867678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.868215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.868714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.869245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.869743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.870468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.870975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.871478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.872158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:50.952188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a44f6d-7de5-4e4d-9b94-d821de48f57e req-79c95940-efea-41a9-bcc5-36f19396301f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:50.959772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06a44f6d-7de5-4e4d-9b94-d821de48f57e req-79c95940-efea-41a9-bcc5-36f19396301f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 943 time: 0.4494071 Jul 05 04:00:50.998830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] No DVR routers for this DVR port 3782047a-5b46-490c-a6c0-506cc09f18a3 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:51.001895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-4030504d-b8ce-4e67-9eba-4c8bdd95a143 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Deleting port 64363e7b-6fc4-4e9a-9376-d31f476d8139 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:51.002541 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-4030504d-b8ce-4e67-9eba-4c8bdd95a143 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.016386 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.018825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e81a9b9-88ff-45df-8c8c-40f499fab483 req-d7739269-3093-4ae3-9bfa-f1317274637c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "DELETE /v2.0/ports/3782047a-5b46-490c-a6c0-506cc09f18a3 HTTP/1.1" status: 204 len: 173 time: 1.3624964 Jul 05 04:00:51.021727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '07f497a4-134a-4b76-9330-873350358c5d', 'name': 'network-vif-deleted', 'tag': '3782047a-5b46-490c-a6c0-506cc09f18a3'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:51.024455 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab2ac2fe-e8c8-46cc-9f99-d37c7fe1c476" -d '{"events": [{"server_uuid": "07f497a4-134a-4b76-9330-873350358c5d", "name": "network-vif-deleted", "tag": "3782047a-5b46-490c-a6c0-506cc09f18a3"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:51.223537 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.303130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=f4c60a22-7e9f-451a-8e0a-feb0f54b38f1,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:51.313036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': 'ca4b4de0-f510-4626-b1ef-0c43908bb2f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1062b5f3-a39e-4c6b-b499-130c223afcdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:51.313403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: 1062b5f3-a39e-4c6b-b499-130c223afcdd, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:51.378779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2895048e-091c-4af8-9c6a-089922d7eb60 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:51.401023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 2895048e-091c-4af8-9c6a-089922d7eb60 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:51.401504 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2895048e-091c-4af8-9c6a-089922d7eb60 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:51.422792 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network 1062b5f3-a39e-4c6b-b499-130c223afcdd is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:51.441896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e547d8d-9e14-4433-aca6-ad097ae8b11a req-6b42bc77-ef0a-4bd3-b8ff-8f1dbb21340a tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.3961983 Jul 05 04:00:51.459287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06a44f6d-7de5-4e4d-9b94-d821de48f57e req-ea65ef3c-801e-4bca-8dba-12243d620ee3 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4983418 Jul 05 04:00:51.509094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 1062b5f3-a39e-4c6b-b499-130c223afcdd) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:51.515568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:51.521245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.522967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88535bf0-073a-44c7-9d64-efba3a61c256 None None] Network 1062b5f3-a39e-4c6b-b499-130c223afcdd requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:51.525043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-4030504d-b8ce-4e67-9eba-4c8bdd95a143 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] For port 64363e7b-6fc4-4e9a-9376-d31f476d8139, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=64363e7b-6fc4-4e9a-9376-d31f476d8139,segment=NetworkSegment(c538b108-0b27-4d29-871d-843583a8c817),segment_id=c538b108-0b27-4d29-871d-843583a8c817)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:51.525322 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-4030504d-b8ce-4e67-9eba-4c8bdd95a143 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.540764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-4030504d-b8ce-4e67-9eba-4c8bdd95a143 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Calling delete_port for 64363e7b-6fc4-4e9a-9376-d31f476d8139 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:51.595922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Made reservation on behalf of 2ee79a286b654e18b275e9f829907046 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:51.599778 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.669688 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9cb883a7-cf70-4904-bdb6-8dd7c8e6cf54 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0081513 Jul 05 04:00:51.673723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34562) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:51.695070 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4533245-a341-48e2-bfd5-567ec41ead69 x-openstack-request-id: req-c4533245-a341-48e2-bfd5-567ec41ead69 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:51.696348 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "07f497a4-134a-4b76-9330-873350358c5d", "name": "network-vif-deleted", "tag": "3782047a-5b46-490c-a6c0-506cc09f18a3", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:51.696926 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4533245-a341-48e2-bfd5-567ec41ead69 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:51.697649 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '07f497a4-134a-4b76-9330-873350358c5d', 'name': 'network-vif-deleted', 'tag': '3782047a-5b46-490c-a6c0-506cc09f18a3', 'status': 'completed', 'code': 200} Jul 05 04:00:51.809669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91636bf9-b4d3-4392-b698-9a9e4d33fdb3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-1062b5f3-a39e-4c6b-b499-130c223afcdd', 'network_id': '1062b5f3-a39e-4c6b-b499-130c223afcdd', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': 'f4c60a22-7e9f-451a-8e0a-feb0f54b38f1'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:51.811830 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-91636bf9-b4d3-4392-b698-9a9e4d33fdb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.822766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.823436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39749c46-cbec-41cb-a6ee-05d6d7d1c626 req-ba6988d2-2ecd-42cb-9e9e-2a6685e868cc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 210 time: 0.0496771 Jul 05 04:00:51.891250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:51.930494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c26ccd63-46cb-4b79-ae4d-07c4fce27f9c details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:00:51.959015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Allocated IP 172.20.0.9 (d07104d1-a15f-4aec-b4f0-93ae4e89cf95/b073ad93-53eb-4430-93a7-0f49cb28c7c4/8d34d6d9-e2f3-4d3a-aea5-ff08de486117) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:52.131365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:52.148722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.154663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'port_id': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'mac_address': 'fa:16:3e:f9:74:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 186, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:00:52.186325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ceba2430-9cc0-4800-ad0b-bc12548fa249 req-4219042b-aad4-4c9a-bb32-337040eaf1db tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=07f497a4-134a-4b76-9330-873350358c5d HTTP/1.1" status: 200 len: 210 time: 0.1338768 Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server [None req-91636bf9-b4d3-4392-b698-9a9e4d33fdb3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4c60a22-7e9f-451a-8e0a-feb0f54b38f1: This subnet is being modified by another concurrent operation. Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:00:52.259671 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f4c60a22-7e9f-451a-8e0a-feb0f54b38f1: This subnet is being modified by another concurrent operation. Jul 05 04:00:52.264499 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server Jul 05 04:00:52.274483 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.294031 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.300549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185417d8-73f1-4955-8cd2-f5bf0ba2b111 None None] Network 1062b5f3-a39e-4c6b-b499-130c223afcdd requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:52.321854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c26ccd63-46cb-4b79-ae4d-07c4fce27f9c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:52.359756 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-4030504d-b8ce-4e67-9eba-4c8bdd95a143 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.399383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3782047a-5b46-490c-a6c0-506cc09f18a3'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:52.436993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4030504d-b8ce-4e67-9eba-4c8bdd95a143 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Pushing event deleted for resources: {'Port': ['ID=64363e7b-6fc4-4e9a-9376-d31f476d8139,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.446119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:52.507581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-4030504d-b8ce-4e67-9eba-4c8bdd95a143 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] No DVR routers for this DVR port 64363e7b-6fc4-4e9a-9376-d31f476d8139 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:00:52.507581 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-4030504d-b8ce-4e67-9eba-4c8bdd95a143 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.509021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff94a7a-18d1-4151-ba8f-822bbddd3fcb req-4030504d-b8ce-4e67-9eba-4c8bdd95a143 tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.26 "DELETE /v2.0/ports/64363e7b-6fc4-4e9a-9376-d31f476d8139 HTTP/1.1" status: 204 len: 173 time: 2.0578699 Jul 05 04:00:52.528238 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.564458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:52.571815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b73cb0a-463d-43b9-bb7b-496242bf7608 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:52.573731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.584086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=f4c60a22-7e9f-451a-8e0a-feb0f54b38f1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.598312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:52.608910 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.614593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee60dfb5-ccec-492d-b8b1-aa4012edf711 req-a55ecc85-51c0-43c7-9d93-013b0ffa89cb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:52.623339 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee60dfb5-ccec-492d-b8b1-aa4012edf711 req-a55ecc85-51c0-43c7-9d93-013b0ffa89cb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2679105 Jul 05 04:00:52.626208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:52.626491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1062b5f3-a39e-4c6b-b499-130c223afcdd']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:52.639840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:52.648464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca4b4de0-f510-4626-b1ef-0c43908bb2f5') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:52.648464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca4b4de0-f510-4626-b1ef-0c43908bb2f5') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:52.658468 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.677216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.688381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:52.688707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:52.692106 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:52.731590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-917cfab2-e539-4578-8784-b1e7dee0b458 req-6117aa3c-9233-4e7b-9fc2-2f448383cb4e tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0997589 Jul 05 04:00:52.767381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.789465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b758f384-d5cd-45fd-ba6f-6c004c74eaa3 req-9c1be8cd-9949-40c8-81cc-9f3170f11256 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0627630 Jul 05 04:00:52.796218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event updated for resources: {'Port': ['ID=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.831826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:52.832744 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.837165 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.851383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee60dfb5-ccec-492d-b8b1-aa4012edf711 req-306444c7-7650-4455-9a55-d4930fba7a2d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2267215 Jul 05 04:00:52.877140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:52.888104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34584) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:52.888978 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/1062b5f3-a39e-4c6b-b499-130c223afcdd HTTP/1.1" status: 204 len: 168 time: 1.2138956 Jul 05 04:00:52.895491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-285831217'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:52.907667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e4063c-6308-41cb-b9d0-76fb49448206 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=1062b5f3-a39e-4c6b-b499-130c223afcdd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:52.963309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-0f54eb5f-7596-4585-8029-d05bee2a217b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1425955 Jul 05 04:00:53.018746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Request body: {'port': {'device_id': '627d9d85-a1ac-4aab-bf39-044c68f83c36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:53.123189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b73cb0a-463d-43b9-bb7b-496242bf7608 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:53.146572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:00:53.149108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:53.153456 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.177353 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.247574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:53.257578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722c3be8-e178-4a21-a351-b780b0a060ab req-9d90d95b-c899-4cc9-acaa-aa3ccd213e2f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:53.259088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-722c3be8-e178-4a21-a351-b780b0a060ab req-9d90d95b-c899-4cc9-acaa-aa3ccd213e2f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 944 time: 0.2896817 Jul 05 04:00:53.298056 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.298575 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment 759e8157-7e13-4c86-9d62-828f8a3c2f3f of type vlan for network 35e90684-1600-4613-8f39-83231915cbe3 Jul 05 04:00:53.441546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09e7dec3-ece9-4b83-b70f-fb8d27ff3b52 req-412d8bf7-b167-4756-a6cc-9dede85088ab service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1210485 Jul 05 04:00:53.467236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d7c616-e360-4027-9760-1894cecdf03d req-ee884398-2523-4fed-83cf-e303d478a99e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:53.468857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4d7c616-e360-4027-9760-1894cecdf03d req-ee884398-2523-4fed-83cf-e303d478a99e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 931 time: 0.3657131 Jul 05 04:00:53.485615 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.520269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-722c3be8-e178-4a21-a351-b780b0a060ab req-73353d43-988a-436b-87bd-b21511f9add9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472236 Jul 05 04:00:53.612004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4d7c616-e360-4027-9760-1894cecdf03d req-aa8ee426-473f-4d77-bd9a-85276f19ba96 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286719 Jul 05 04:00:53.680301 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.686000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:53.686623 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.704056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8170e1ee-7738-47a7-b31c-59b899050f34', 'name': 'network-vif-deleted', 'tag': '64363e7b-6fc4-4e9a-9376-d31f476d8139'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:53.706026 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-674b2215-1aaa-44ac-b100-3670ccc6b887" -d '{"events": [{"server_uuid": "8170e1ee-7738-47a7-b31c-59b899050f34", "name": "network-vif-deleted", "tag": "64363e7b-6fc4-4e9a-9376-d31f476d8139"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:53.811854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:00:53.823636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9335489 Jul 05 04:00:53.826583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.826782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34600) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:53.833139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': '35e90684-1600-4613-8f39-83231915cbe3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:53.837555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae4c042c-be90-40ce-be24-4893b222c244 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=35e90684-1600-4613-8f39-83231915cbe3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:53.852151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 35e90684-1600-4613-8f39-83231915cbe3 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:53.882093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb88bf06-88d0-42ff-bd47-ab459d1d1346 req-644f335b-b1fa-49e2-a8cf-0b73c2f4032c tempest-ListServersNegativeTestJSON-287436701 tempest-ListServersNegativeTestJSON-287436701-project] 10.222.0.30 "GET /v2.0/ports?device_id=8170e1ee-7738-47a7-b31c-59b899050f34 HTTP/1.1" status: 200 len: 210 time: 0.0597000 Jul 05 04:00:53.889933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Transition to ACTIVE for port object 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:53.936608 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-207ce91a-ef24-4279-93a4-fad05554194d x-openstack-request-id: req-207ce91a-ef24-4279-93a4-fad05554194d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:53.936917 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8170e1ee-7738-47a7-b31c-59b899050f34", "name": "network-vif-deleted", "tag": "64363e7b-6fc4-4e9a-9376-d31f476d8139", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:53.937176 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-207ce91a-ef24-4279-93a4-fad05554194d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:53.937596 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8170e1ee-7738-47a7-b31c-59b899050f34', 'name': 'network-vif-deleted', 'tag': '64363e7b-6fc4-4e9a-9376-d31f476d8139', 'status': 'completed', 'code': 200} Jul 05 04:00:53.946976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 64363e7b-6fc4-4e9a-9376-d31f476d8139 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:53.959243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:53.998975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 64363e7b-6fc4-4e9a-9376-d31f476d8139 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:53.999567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 64363e7b-6fc4-4e9a-9376-d31f476d8139 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:54.000286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3782047a-5b46-490c-a6c0-506cc09f18a3 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:00:54.028967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 3782047a-5b46-490c-a6c0-506cc09f18a3 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:00:54.029313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3782047a-5b46-490c-a6c0-506cc09f18a3 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:00:54.063613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:54.067966 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.127372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Pushing event updated for resources: {'Port': ['ID=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:54.135475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-423ed2cd-d5b6-4ae3-9323-af056c5c7a42 req-9a16c32b-c5ca-40fd-a5ee-65e2fedab9cb tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0488374 Jul 05 04:00:54.179819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Attempting to bind port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:54.179819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Attempting to bind port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:54.179819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Attempting to bind port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:54.184648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:00:54.185869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Attempting to bind port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:54.192058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:54.192473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Checking segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:54.194720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Bound using segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:54.194720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Bound port: 8d34d6d9-e2f3-4d3a-aea5-ff08de486117, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:54.194720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.274871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] For port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:54.278248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] For port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:54.429819 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.463183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.468343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:54.469259 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.470728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] 10.222.0.26 "PUT /v2.0/ports/8d34d6d9-e2f3-4d3a-aea5-ff08de486117 HTTP/1.1" status: 200 len: 1092 time: 1.4617262 Jul 05 04:00:54.496724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24880c5b-ee4b-4c67-949a-dbe19ec21d66 service neutron] Pushing event updated for resources: {'Port': ['ID=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:54.529156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=0119673a-3a1e-4c66-b1ee-2a6cb0569bd6,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:54.540280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': '759e8157-7e13-4c86-9d62-828f8a3c2f3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '35e90684-1600-4613-8f39-83231915cbe3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:54.540838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: 35e90684-1600-4613-8f39-83231915cbe3, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:54.691555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network 35e90684-1600-4613-8f39-83231915cbe3 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:54.771767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 35e90684-1600-4613-8f39-83231915cbe3) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:54.777984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:54.779132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:54.790033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623d13db-b85b-4c6d-ad29-6c7abf9e1665 None None] Network 35e90684-1600-4613-8f39-83231915cbe3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:54.818997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d154e6e3-91d7-49b9-b792-c976df2a65ef req-da941273-7259-43e3-a674-c55cf7963513 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:54.824466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d154e6e3-91d7-49b9-b792-c976df2a65ef req-da941273-7259-43e3-a674-c55cf7963513 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 944 time: 0.1756368 Jul 05 04:00:54.839967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-716be170-3852-417a-8371-78dda99d72fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:54.841527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-716be170-3852-417a-8371-78dda99d72fb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 1095 time: 0.1770453 Jul 05 04:00:54.865280 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c55ca42f-e7ac-460d-9572-32df1744b58d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0361128 Jul 05 04:00:54.868822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34614) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:54.922138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-12698582-569d-4857-86bc-e1c5b50bce7a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d34d6d9-e2f3-4d3a-aea5-ff08de486117 HTTP/1.1" status: 200 len: 217 time: 0.0544043 Jul 05 04:00:54.985718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d154e6e3-91d7-49b9-b792-c976df2a65ef req-01a5f329-ae8d-4146-bc39-ed90c5c97f1f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1572969 Jul 05 04:00:55.005581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-f22fe90e-1d38-43f1-8806-7ae486a82846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:55.005846 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.007137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-f22fe90e-1d38-43f1-8806-7ae486a82846 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.0762429 Jul 05 04:00:55.045838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1a0d64-a9c7-4a0a-9667-788e3dfad4fd req-878eaa51-6be2-48a8-8d91-9c9ae504dffd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:55.048763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf1a0d64-a9c7-4a0a-9667-788e3dfad4fd req-878eaa51-6be2-48a8-8d91-9c9ae504dffd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 943 time: 0.2225156 Jul 05 04:00:55.064528 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.083403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-a0be56bc-f3d8-4fdd-8469-3d0e7894d01c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0668783 Jul 05 04:00:55.131406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b762180-b6e9-419e-bbf6-7d9c9352a006 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-35e90684-1600-4613-8f39-83231915cbe3', 'network_id': '35e90684-1600-4613-8f39-83231915cbe3', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': '0119673a-3a1e-4c66-b1ee-2a6cb0569bd6'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:55.134700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3b762180-b6e9-419e-bbf6-7d9c9352a006 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.224689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf1a0d64-a9c7-4a0a-9667-788e3dfad4fd req-6963acd1-965a-4916-b0cd-f24bffda67db tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546273 Jul 05 04:00:55.248164 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.289285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-6ac981a3-dae7-426d-ba56-dbac61de79ea service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1956005 Jul 05 04:00:55.315883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c8ed84-8830-4be2-8622-c0b3df2a472c req-04097ae4-e870-4b41-af43-f568be2496db tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:55.315883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4c8ed84-8830-4be2-8622-c0b3df2a472c req-04097ae4-e870-4b41-af43-f568be2496db tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1347649 Jul 05 04:00:55.323846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=0119673a-3a1e-4c66-b1ee-2a6cb0569bd6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:55.349629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34624) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:55.399800 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.422051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35e90684-1600-4613-8f39-83231915cbe3']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server [None req-3b762180-b6e9-419e-bbf6-7d9c9352a006 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0119673a-3a1e-4c66-b1ee-2a6cb0569bd6: This subnet is being modified by another concurrent operation. Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:00:55.426237 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0119673a-3a1e-4c66-b1ee-2a6cb0569bd6: This subnet is being modified by another concurrent operation. Jul 05 04:00:55.436958 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server Jul 05 04:00:55.445998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '759e8157-7e13-4c86-9d62-828f8a3c2f3f') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:55.446301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '759e8157-7e13-4c86-9d62-828f8a3c2f3f') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:55.455269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1d1f36b-3a05-4b26-99a8-bbfc8754c317 None None] Network 35e90684-1600-4613-8f39-83231915cbe3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:55.458031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4c8ed84-8830-4be2-8622-c0b3df2a472c req-c9af5199-62de-4113-9a41-761466443a16 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410470 Jul 05 04:00:55.465483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.481309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-74c2deb3-e131-47e5-b8db-40d4ffaa29cd admin admin] Deleting subnet 3a2f12f5-1c53-4e23-94ee-fa17f45bc767 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:00:55.486787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.496328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:55.497006 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:55.501830 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:55.505714 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-74c2deb3-e131-47e5-b8db-40d4ffaa29cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.558252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e335de-2be6-4276-9ca5-2fa03706e2e5 req-4dbcc376-2c13-4435-9e62-8cecdeaa7c54 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0714900 Jul 05 04:00:55.585471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a130f0dc-17f5-4997-96c0-f0f873bce71b req-20a80d60-9097-4b8d-a5c0-b7fecc00549d service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790089 Jul 05 04:00:55.591738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-74c2deb3-e131-47e5-b8db-40d4ffaa29cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.643594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-74c2deb3-e131-47e5-b8db-40d4ffaa29cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.679245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2fe544-e83c-45a1-8a2f-2fc03dd11d67 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:55.748662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.754116 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.757223 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/35e90684-1600-4613-8f39-83231915cbe3 HTTP/1.1" status: 204 len: 168 time: 0.8855734 Jul 05 04:00:55.760480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34626) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:55.766125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-290823732'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:55.775889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1433d69-5f0a-47f5-a3d2-e5a094b70183 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=35e90684-1600-4613-8f39-83231915cbe3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:55.829010 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-74c2deb3-e131-47e5-b8db-40d4ffaa29cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.867541 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d2fe544-e83c-45a1-8a2f-2fc03dd11d67 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:55.872855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c2deb3-e131-47e5-b8db-40d4ffaa29cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3a2f12f5-1c53-4e23-94ee-fa17f45bc767,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:55.879027 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-74c2deb3-e131-47e5-b8db-40d4ffaa29cd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.884491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-74c2deb3-e131-47e5-b8db-40d4ffaa29cd admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3a2f12f5-1c53-4e23-94ee-fa17f45bc767 HTTP/1.1" status: 204 len: 168 time: 0.5336151 Jul 05 04:00:55.885990 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34632) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:55.925118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44363bbe-b629-4875-8cac-151f51dc6097 req-6d6f4f96-2369-44c8-92dc-ed2f08c0d422 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0323999 Jul 05 04:00:55.926044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:55.931976 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.943076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '627d9d85-a1ac-4aab-bf39-044c68f83c36', 'tag': '8d34d6d9-e2f3-4d3a-aea5-ff08de486117'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:55.947203 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-799a0bf5-0086-4b31-8828-05fabd0bc340" -d '{"events": [{"name": "network-changed", "server_uuid": "627d9d85-a1ac-4aab-bf39-044c68f83c36", "tag": "8d34d6d9-e2f3-4d3a-aea5-ff08de486117"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:55.967623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:55.977041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.979673 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:55.980191 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment b580ae45-96c1-45be-a7b3-08ce641b7efb of type vlan for network 2d292ed2-8a70-4268-aaee-0351beb7c80b Jul 05 04:00:55.993332 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37772068-70ea-4439-a303-048d55619779 x-openstack-request-id: req-37772068-70ea-4439-a303-048d55619779 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:55.994189 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "627d9d85-a1ac-4aab-bf39-044c68f83c36", "tag": "8d34d6d9-e2f3-4d3a-aea5-ff08de486117", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:55.994189 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-37772068-70ea-4439-a303-048d55619779 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:55.995173 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '627d9d85-a1ac-4aab-bf39-044c68f83c36', 'tag': '8d34d6d9-e2f3-4d3a-aea5-ff08de486117', 'status': 'completed', 'code': 200} Jul 05 04:00:55.995434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c26ccd63-46cb-4b79-ae4d-07c4fce27f9c up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:00:56.071060 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.082542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.099403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f61da72c-a3d1-4904-b29c-317ef4543f4c']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:56.119619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c538b108-0b27-4d29-871d-843583a8c817') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:56.120217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c538b108-0b27-4d29-871d-843583a8c817') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:56.132366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.154552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.166572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0bf5-0086-4b31-8828-05fabd0bc340 req-de3e7049-bde2-4af8-bdaa-9596c3a561ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.169076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-799a0bf5-0086-4b31-8828-05fabd0bc340 req-de3e7049-bde2-4af8-bdaa-9596c3a561ba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 1095 time: 0.1367416 Jul 05 04:00:56.172934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:56.174622 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:56.177263 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:56.189052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:00:56.189435 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.242276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.253602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.254751 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.331192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.344057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.344057 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] 10.222.0.30 "DELETE /v2.0/networks/f61da72c-a3d1-4904-b29c-317ef4543f4c HTTP/1.1" status: 204 len: 168 time: 0.4534481 Jul 05 04:00:56.354761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30d62ea-4f76-4b23-b1dd-30160e50ec7c admin admin] Pushing event deleted for resources: {'Network': ['ID=f61da72c-a3d1-4904-b29c-317ef4543f4c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.414119 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.471928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:00:56.474299 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf38ea-5f78-4727-ba48-4d97c012ac6f" -d '{"events": [{"server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "name": "network-vif-plugged", "status": "completed", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:00:56.490382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:56.534542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7728958 Jul 05 04:00:56.537628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34650) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:56.543985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc2d9741-0896-4c28-9d22-63e15797f5e0 req-fc5e30d4-fb47-416e-b70e-aa89ffbdb02e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0913401 Jul 05 04:00:56.544445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': '2d292ed2-8a70-4268-aaee-0351beb7c80b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:56.565660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c158f2-c780-4888-8929-565a9b237ad5 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=2d292ed2-8a70-4268-aaee-0351beb7c80b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.577581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2d292ed2-8a70-4268-aaee-0351beb7c80b details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:56.592135 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.615868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0bf5-0086-4b31-8828-05fabd0bc340 req-27ec1340-056d-4e4d-a969-3de4c892f345 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.617241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-799a0bf5-0086-4b31-8828-05fabd0bc340 req-27ec1340-056d-4e4d-a969-3de4c892f345 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 906 time: 0.4264960 Jul 05 04:00:56.640946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef1ad91-e272-4d46-b402-ea76d1b6ad40 req-7392f0e0-6e5a-43fc-9afe-7578ca834c3c tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.643431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ef1ad91-e272-4d46-b402-ea76d1b6ad40 req-7392f0e0-6e5a-43fc-9afe-7578ca834c3c tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 944 time: 0.4670238 Jul 05 04:00:56.694300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=10']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:56.699864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.700354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.700918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.701350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.701815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.702255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.702673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.703098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.703520 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.703967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.704393 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.704861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:00:56.729539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-4703f155-fbda-46c4-99c3-bb2487f18572 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.4527485 Jul 05 04:00:56.736661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-799a0bf5-0086-4b31-8828-05fabd0bc340 req-92e4ddab-cba4-428f-99a2-9957ce5c91c4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=8d34d6d9-e2f3-4d3a-aea5-ff08de486117 HTTP/1.1" status: 200 len: 217 time: 0.0898752 Jul 05 04:00:56.746307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:56.749202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a28846-836c-4e44-a5a4-6a1523a3df73 req-1672d466-7a0f-40c6-95a1-6b02d0c7b5f1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.750729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3a28846-836c-4e44-a5a4-6a1523a3df73 req-1672d466-7a0f-40c6-95a1-6b02d0c7b5f1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 943 time: 0.3368208 Jul 05 04:00:56.757027 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:56.801226 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34656) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:56.823915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ef1ad91-e272-4d46-b402-ea76d1b6ad40 req-916d1522-f8cb-4a0d-a439-ffa40faea694 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1695437 Jul 05 04:00:56.832794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Performing IP validity checks on allocation pools {{(pid=100895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:00:56.833397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:00:56.883807 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2d8c49e3-7a32-4f2f-b957-f924887504a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=85bf2b7f630d402aa2e2e414da3a04af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812962 Jul 05 04:00:56.886868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34658) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:56.905002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a0bf5-0086-4b31-8828-05fabd0bc340 req-720977aa-45b0-4bfb-9b59-ff3d5382ec26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:56.908415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-799a0bf5-0086-4b31-8828-05fabd0bc340 req-720977aa-45b0-4bfb-9b59-ff3d5382ec26 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.1533799 Jul 05 04:00:56.916965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3a28846-836c-4e44-a5a4-6a1523a3df73 req-6bb49730-18e6-49fa-b2d4-13d28b96bd54 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437638 Jul 05 04:00:56.971624 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-356b93a8-ce93-4be2-8245-678b460342b5 x-openstack-request-id: req-356b93a8-ce93-4be2-8245-678b460342b5 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:00:56.972179 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "name": "network-vif-plugged", "status": "completed", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:00:56.972179 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-356b93a8-ce93-4be2-8245-678b460342b5 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:00:56.972604 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'code': 200} Jul 05 04:00:56.980277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-799a0bf5-0086-4b31-8828-05fabd0bc340 req-58990292-eebe-4898-a2af-457a782b9a90 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523891 Jul 05 04:00:56.992164 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c632dbd-eb8c-471e-9139-31558c691b19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.055968 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c632dbd-eb8c-471e-9139-31558c691b19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.136848 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.213668 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=d15663f7-b38e-4822-bac1-9f7ce7a86c2c,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:57.227688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': 'b580ae45-96c1-45be-a7b3-08ce641b7efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d292ed2-8a70-4268-aaee-0351beb7c80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:57.228083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: 2d292ed2-8a70-4268-aaee-0351beb7c80b, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:00:57.241865 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c632dbd-eb8c-471e-9139-31558c691b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.244327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c632dbd-eb8c-471e-9139-31558c691b19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.248611 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6c632dbd-eb8c-471e-9139-31558c691b19 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34316858-3ec8-4127-9d9c-eafdb0f374ec HTTP/1.1" status: 204 len: 168 time: 0.3580341 Jul 05 04:00:57.257719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c632dbd-eb8c-471e-9139-31558c691b19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34316858-3ec8-4127-9d9c-eafdb0f374ec,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:57.320540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network 2d292ed2-8a70-4268-aaee-0351beb7c80b is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:00:57.435553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-1b81c809-4a79-43b8-8a22-a0f40fcae897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.435987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-1b81c809-4a79-43b8-8a22-a0f40fcae897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.436479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-1b81c809-4a79-43b8-8a22-a0f40fcae897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.436963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-1b81c809-4a79-43b8-8a22-a0f40fcae897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.437442 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-1b81c809-4a79-43b8-8a22-a0f40fcae897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.437938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-1b81c809-4a79-43b8-8a22-a0f40fcae897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.438429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-1b81c809-4a79-43b8-8a22-a0f40fcae897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.440432 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-1b81c809-4a79-43b8-8a22-a0f40fcae897 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 6498 time: 0.6445944 Jul 05 04:00:57.446149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2d292ed2-8a70-4268-aaee-0351beb7c80b) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:57.451251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.451980 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.457578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54c31f0b-c82f-4d32-b527-310493dcc9c0 None None] Network 2d292ed2-8a70-4268-aaee-0351beb7c80b requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:57.474902 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a8387b6-4d0a-49ee-b281-c4ef6e8f4a9e req-877d8097-910b-41fe-9b8e-ef99b983b5dd tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.1350739 Jul 05 04:00:57.608863 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-37a70da8-a464-443c-9a5f-49e9db6e5ed1 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0668280 Jul 05 04:00:57.609726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34664) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:57.631684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-799a0bf5-0086-4b31-8828-05fabd0bc340 req-cf795a6a-06a8-4f62-985c-f3bc11177b52 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2929544 Jul 05 04:00:57.666597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-2d292ed2-8a70-4268-aaee-0351beb7c80b', 'network_id': '2d292ed2-8a70-4268-aaee-0351beb7c80b', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': 'd15663f7-b38e-4822-bac1-9f7ce7a86c2c'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:00:57.670958 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.672284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0abccf-4044-43d1-8b0a-ab3934930fb9 req-e38144a2-5a4d-4926-9317-181bbca45b3a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.680543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c0abccf-4044-43d1-8b0a-ab3934930fb9 req-e38144a2-5a4d-4926-9317-181bbca45b3a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.7035854 Jul 05 04:00:57.714594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0d475bd-4120-4d24-b19d-329777e96740 req-86ff4526-6def-450b-8aa9-02f07bb1c627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.716307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0d475bd-4120-4d24-b19d-329777e96740 req-86ff4526-6def-450b-8aa9-02f07bb1c627 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 1098 time: 0.3793261 Jul 05 04:00:57.735642 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.788003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-ba81b744-a3a0-40ea-910a-68a4981720cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.788619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-ba81b744-a3a0-40ea-910a-68a4981720cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.789158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-ba81b744-a3a0-40ea-910a-68a4981720cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:57.790808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-ba81b744-a3a0-40ea-910a-68a4981720cf service neutron] 10.222.0.26 "GET /v2.0/networks?id=006871a5-87b4-4ee0-b89f-775378777a1f&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&id=320dbe57-ecdf-4942-b75a-f8d707d5678c&id=320dbe57-ecdf-4942-b75a-f8d707d5678c HTTP/1.1" status: 200 len: 2293 time: 0.3143857 Jul 05 04:00:57.808634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:57.888360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0d475bd-4120-4d24-b19d-329777e96740 req-4bad014d-d5b0-4886-a8c7-4cc7036a397e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1328838 Jul 05 04:00:57.889595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Allocated IP 172.20.0.3 (2d292ed2-8a70-4268-aaee-0351beb7c80b/d15663f7-b38e-4822-bac1-9f7ce7a86c2c/179ba379-4514-4569-b3cf-02c44f409035) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:00:57.920496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c0abccf-4044-43d1-8b0a-ab3934930fb9 req-7e2b0eb5-7ad2-487a-934f-f766ab9c480f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2189898 Jul 05 04:00:57.934781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-756d7f5c-cd3d-459c-a809-16ea6fb42f32 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b HTTP/1.1" status: 200 len: 1002 time: 0.1322792 Jul 05 04:00:57.942119 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-799a0bf5-0086-4b31-8828-05fabd0bc340 req-3194692b-ba10-4899-9d57-fea0d14d7513 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029912 Jul 05 04:00:58.031221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-13607e69-5a20-4e41-9c91-bb091aa7ea24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.032771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-13607e69-5a20-4e41-9c91-bb091aa7ea24 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e82c32dd-6b78-4191-902a-e6a7fae2ddaf HTTP/1.1" status: 200 len: 850 time: 0.0724506 Jul 05 04:00:58.092742 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.104057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Transition to ACTIVE for port object 179ba379-4514-4569-b3cf-02c44f409035 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:58.127840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Transition to ACTIVE for port object 179ba379-4514-4569-b3cf-02c44f409035 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:00:58.193688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aea50e4-a708-43e8-b0e1-954bf09a3eb0 req-1db0fd9f-7db4-4748-afb9-0ad16031d0f7 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.195868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7aea50e4-a708-43e8-b0e1-954bf09a3eb0 req-1db0fd9f-7db4-4748-afb9-0ad16031d0f7 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 946 time: 0.1621923 Jul 05 04:00:58.205168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-8c6e7078-e431-4883-8e13-34cbe880e725 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.206647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-8c6e7078-e431-4883-8e13-34cbe880e725 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=006871a5-87b4-4ee0-b89f-775378777a1f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1516237 Jul 05 04:00:58.223554 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.223790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c3b0ce-71e8-4b55-9445-60665eb8c35b req-449d2e84-c87d-4859-ae71-f3e8485a33f5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.225815 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99c3b0ce-71e8-4b55-9445-60665eb8c35b req-449d2e84-c87d-4859-ae71-f3e8485a33f5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 943 time: 0.1819685 Jul 05 04:00:58.305564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Network 2d292ed2-8a70-4268-aaee-0351beb7c80b is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:00:58.315786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:00:58.318628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:00:58.325456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7aea50e4-a708-43e8-b0e1-954bf09a3eb0 req-37210c5f-821c-488c-9d7b-f3fae7df482a tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222343 Jul 05 04:00:58.327622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Pushing event updated for resources: {'Port': ['ID=179ba379-4514-4569-b3cf-02c44f409035,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:58.371580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99c3b0ce-71e8-4b55-9445-60665eb8c35b req-c89a9363-32aa-4564-8c66-4a6ce936220a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287041 Jul 05 04:00:58.401074 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.404417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Attempting to bind port 179ba379-4514-4569-b3cf-02c44f409035 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:00:58.404787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Attempting to bind port 179ba379-4514-4569-b3cf-02c44f409035 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'b580ae45-96c1-45be-a7b3-08ce641b7efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d292ed2-8a70-4268-aaee-0351beb7c80b'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:00:58.405155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Attempting to bind port 179ba379-4514-4569-b3cf-02c44f409035 on network 2d292ed2-8a70-4268-aaee-0351beb7c80b {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:00:58.415100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:00:58.415478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Checking segment: {'id': 'b580ae45-96c1-45be-a7b3-08ce641b7efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d292ed2-8a70-4268-aaee-0351beb7c80b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:00:58.415881 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.416708 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Bound using segment: {'id': 'b580ae45-96c1-45be-a7b3-08ce641b7efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d292ed2-8a70-4268-aaee-0351beb7c80b'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:00:58.428733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Bound port: 179ba379-4514-4569-b3cf-02c44f409035, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b580ae45-96c1-45be-a7b3-08ce641b7efb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '2d292ed2-8a70-4268-aaee-0351beb7c80b'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:00:58.428733 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.429164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-be05ff03-afd4-42a5-8402-e71dc1147638 service neutron] 10.222.0.26 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2077754 Jul 05 04:00:58.443285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=d15663f7-b38e-4822-bac1-9f7ce7a86c2c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:58.510589 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.533803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] For port 179ba379-4514-4569-b3cf-02c44f409035, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:00:58.538054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] For port 179ba379-4514-4569-b3cf-02c44f409035, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=179ba379-4514-4569-b3cf-02c44f409035,segment=NetworkSegment(b580ae45-96c1-45be-a7b3-08ce641b7efb),segment_id=b580ae45-96c1-45be-a7b3-08ce641b7efb)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:00:58.539511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d292ed2-8a70-4268-aaee-0351beb7c80b']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:58.552860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b580ae45-96c1-45be-a7b3-08ce641b7efb') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:58.553800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b580ae45-96c1-45be-a7b3-08ce641b7efb') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:00:58.566001 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.569793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-5c009bd9-6ce8-47d3-98f1-4904b6525431 service neutron] 10.222.0.26 "GET /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393912 Jul 05 04:00:58.598959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df20f3ea-f501-48f3-88ee-1d1f803084c6 req-953d6255-5e0b-485e-8519-a2d5a6473ac0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0491366 Jul 05 04:00:58.646621 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-0f9e591a-791a-419d-8315-43dc73b53094 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.185&port_id=6d492b0a-eb7e-4212-a130-8e04dda42fb2 HTTP/1.1" status: 200 len: 217 time: 0.0566576 Jul 05 04:00:58.690292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ff81774-b672-4d16-be80-e7503dea699c req-511eea98-0ba2-4ccf-95ae-0d810d1b37a1 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0456131 Jul 05 04:00:58.721430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.721536 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.723169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34698) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:58.735430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:00:58.736010 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:00:58.742754 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:00:58.751156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-48c86821-ddd7-4282-a6d3-9ca90cf99029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.751156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-48c86821-ddd7-4282-a6d3-9ca90cf99029 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.0836244 Jul 05 04:00:58.843849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-3eff666f-fc43-45aa-bc81-98abc0b5a683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:58.845840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-3eff666f-fc43-45aa-bc81-98abc0b5a683 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0826013 Jul 05 04:00:58.853074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7668be39-b68d-4521-beaf-cea1a776f8b3 None None] Pushing event updated for resources: {'Port': ['ID=179ba379-4514-4569-b3cf-02c44f409035,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:58.881934 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:00:58.881934 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:00:58.881934 n-d-758944-41 neutron-server[100895]: [parameters: {'id': '2d292ed2-8a70-4268-aaee-0351beb7c80b'}] Jul 05 04:00:58.881934 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:00:58.882432 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:00:58.887309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd24e215-bc56-4b48-9504-2b996c90c22e None None] Network 2d292ed2-8a70-4268-aaee-0351beb7c80b requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:00:58.888447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-1764897456-network', 'tenant_id': '8158b5f590a54363a72b5ed0c095ada7'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:58.947704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01a8b465-ae47-4ea2-a0b5-02da3b96614d req-37f0a7b8-7f3e-44db-b60e-fe8108db4b5b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0686302 Jul 05 04:00:58.984594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Made reservation on behalf of 8158b5f590a54363a72b5ed0c095ada7 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:58.987790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.009950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.025793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-35d4a11a-d55b-4a76-9c01-de9bb1afbec1 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679187 Jul 05 04:00:59.054538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fcc23e7-6269-4d44-82f3-5d7f777a9b02 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:00:59.134301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.197785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-297b5ac8-b771-40b5-b038-98d8df0e5d2c service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638179 Jul 05 04:00:59.215926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58deb6b4-0817-43a4-b1df-ffd1fb558e9e req-8872c789-b72c-48bb-98b5-fe8a83c755e6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.216975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58deb6b4-0817-43a4-b1df-ffd1fb558e9e req-8872c789-b72c-48bb-98b5-fe8a83c755e6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1187000 Jul 05 04:00:59.222654 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.235674 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fcc23e7-6269-4d44-82f3-5d7f777a9b02 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:00:59.260403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:00:59.268173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-b977d3a3-11ae-477f-a794-dce5a2d00286 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.203&port_id=a3b46c54-bdae-4449-8d05-26034a82d0b5 HTTP/1.1" status: 200 len: 217 time: 0.0501018 Jul 05 04:00:59.271639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5dc4bc-5252-42a3-8409-0617ab80e24e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:59.277974 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.278320 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Added segment 6aed642c-8990-42ce-a27a-ea194ea666ab of type vlan for network b59025dc-3feb-4283-8066-acdc9f85a9ff Jul 05 04:00:59.352563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-be7cc642-f1de-4ee6-a665-042bad3ccd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.354133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-be7cc642-f1de-4ee6-a665-042bad3ccd64 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.0778022 Jul 05 04:00:59.357672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.357809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58deb6b4-0817-43a4-b1df-ffd1fb558e9e req-76d74c4b-1fbf-4c61-8123-46bed33705fb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1316416 Jul 05 04:00:59.396526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.462909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-57bc6796-914e-45a8-b191-fe8692fc3860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.464566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-57bc6796-914e-45a8-b191-fe8692fc3860 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0956583 Jul 05 04:00:59.550432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Deleting port 179ba379-4514-4569-b3cf-02c44f409035 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:00:59.551006 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.593967 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.594938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.595529 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.684716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] For port 179ba379-4514-4569-b3cf-02c44f409035, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=179ba379-4514-4569-b3cf-02c44f409035,segment=NetworkSegment(b580ae45-96c1-45be-a7b3-08ce641b7efb),segment_id=b580ae45-96c1-45be-a7b3-08ce641b7efb)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:00:59.685097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.702693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] Pushing event updated for resources: {'Network': ['ID=b59025dc-3feb-4283-8066-acdc9f85a9ff,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:00:59.706140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Calling delete_port for 179ba379-4514-4569-b3cf-02c44f409035 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:00:59.712641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-775e9773-3801-4482-9c9d-7bfe06028ece service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2395658 Jul 05 04:00:59.718100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network b59025dc-3feb-4283-8066-acdc9f85a9ff details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:00:59.745953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c097ec-bf1b-41d2-9b57-313945d98054 req-939d0c87-ae96-4663-9fa3-926af8e2fbdc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.747551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20c097ec-bf1b-41d2-9b57-313945d98054 req-939d0c87-ae96-4663-9fa3-926af8e2fbdc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 943 time: 0.1996934 Jul 05 04:00:59.769634 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b78802b6-2a56-4a48-b5a3-5d0224c9963d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.0424225 Jul 05 04:00:59.770334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a3c263-a64b-41ea-89ea-66cf80cd495f req-04958ecf-26f2-4d77-be21-940f651e8a0f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:00:59.770512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34740) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:00:59.772016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0a3c263-a64b-41ea-89ea-66cf80cd495f req-04958ecf-26f2-4d77-be21-940f651e8a0f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 946 time: 0.2227943 Jul 05 04:00:59.777401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Request body: {'subnet': {'network_id': 'b59025dc-3feb-4283-8066-acdc9f85a9ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-1764897456-subnet', 'tenant_id': '8158b5f590a54363a72b5ed0c095ada7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:00:59.886690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0a3c263-a64b-41ea-89ea-66cf80cd495f req-eb0230f5-c228-413f-8e50-4bf809b60141 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867376 Jul 05 04:00:59.892942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20c097ec-bf1b-41d2-9b57-313945d98054 req-9e2f5efe-5c2d-42e9-a06a-1fef234625d7 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940790 Jul 05 04:00:59.908696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-96283c56-5192-48f6-94c7-32eef01d6daf service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1852577 Jul 05 04:00:59.915317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Made reservation on behalf of 8158b5f590a54363a72b5ed0c095ada7 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:00:59.920693 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.980901 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:00:59.987581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-f40f3fdf-a6f2-4238-9a94-619fb66fbfa3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.127&port_id=da1ef700-fd8d-42b6-b707-e72c89cbb7f8 HTTP/1.1" status: 200 len: 217 time: 0.0720344 Jul 05 04:00:59.991587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:00.024199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Port': ['ID=179ba379-4514-4569-b3cf-02c44f409035,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.039110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No DVR routers for this DVR port 179ba379-4514-4569-b3cf-02c44f409035 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:00.089044 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84bf27a4-c2f1-4213-928c-da286a7d6699 req-515ef65b-75bb-4b0b-a0af-aefdd959bdfc tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0403035 Jul 05 04:01:00.115526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-6583c484-278e-4849-9b74-fdaed755c255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.117441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-6583c484-278e-4849-9b74-fdaed755c255 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.1158471 Jul 05 04:01:00.164775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.181888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d292ed2-8a70-4268-aaee-0351beb7c80b']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:00.187989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-c6f4114f-8cbd-4578-bb8d-88dcc5425aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.190106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-c6f4114f-8cbd-4578-bb8d-88dcc5425aa6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0649250 Jul 05 04:01:00.215613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b580ae45-96c1-45be-a7b3-08ce641b7efb') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:00.216272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b580ae45-96c1-45be-a7b3-08ce641b7efb') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:00.234426 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.257503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.292270 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:00.292953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:00.296540 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:00.325232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-e468fc61-3915-423c-b8b0-5987cae3a974 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234505 Jul 05 04:01:00.349745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:00.364013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '8d34d6d9-e2f3-4d3a-aea5-ff08de486117', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'port_id': '8d34d6d9-e2f3-4d3a-aea5-ff08de486117', 'mac_address': 'fa:16:3e:2a:74:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b073ad93-53eb-4430-93a7-0f49cb28c7c4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:00.409220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.425287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:00.434662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-39717c6c-e22f-4ab9-989b-2f62b80676f5 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060157 Jul 05 04:01:00.456114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:00.498020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.500379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-0c9cbf2f-b30d-4851-9ba8-5f510d4f4a53 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.91&port_id=029b7215-0712-46b9-967f-471924c08ffc HTTP/1.1" status: 200 len: 217 time: 0.0544062 Jul 05 04:01:00.502145 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.513784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.520866 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/2d292ed2-8a70-4268-aaee-0351beb7c80b HTTP/1.1" status: 204 len: 168 time: 2.9047761 Jul 05 04:01:00.530256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34760) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:00.537939 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-142133270'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:00.551958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e42c5e8-6db5-47b9-bdd9-f3218a24d2e2 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=2d292ed2-8a70-4268-aaee-0351beb7c80b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.560190 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.582205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Pushing event updated for resources: {'Subnet': ['ID=a0f26cf2-abbb-4fd9-9321-8c9672456fe9,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.611001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Checking segment: {'id': '6aed642c-8990-42ce-a27a-ea194ea666ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b59025dc-3feb-4283-8066-acdc9f85a9ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:00.611681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Network hostable DHCP agents. Network: b59025dc-3feb-4283-8066-acdc9f85a9ff, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:00.620619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-d4c5a328-5b9a-4dde-81bf-6f217e779d8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.622243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-d4c5a328-5b9a-4dde-81bf-6f217e779d8b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 200 len: 797 time: 0.0907745 Jul 05 04:01:00.628533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:00.686620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-336eb23a-6124-4eea-8862-50b52c2f164c req-9bce058b-ef99-4227-ac63-12443a564ecc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.688238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-336eb23a-6124-4eea-8862-50b52c2f164c req-9bce058b-ef99-4227-ac63-12443a564ecc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1904435 Jul 05 04:01:00.691356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:00.695498 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.714956 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Network b59025dc-3feb-4283-8066-acdc9f85a9ff is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:00.765299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-336eb23a-6124-4eea-8862-50b52c2f164c req-1a07b168-a7f5-4bf2-9eba-af682a9fda79 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0672281 Jul 05 04:01:00.766688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:00.778703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-47c8ab54-6a69-43a2-8b3e-e3bdeddbf61b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.780323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-47c8ab54-6a69-43a2-8b3e-e3bdeddbf61b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1493120 Jul 05 04:01:00.786395 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.786830 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment 3479c9cd-b3ca-4438-bab4-32fbd0b6253d of type vlan for network e749d61c-2ffe-4baf-aa51-1f359864be7e Jul 05 04:01:00.846016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, b59025dc-3feb-4283-8066-acdc9f85a9ff) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:00.851586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:00.852476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.857632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e117f3a-1f48-49f3-8106-59142efa8d9c None None] Network b59025dc-3feb-4283-8066-acdc9f85a9ff requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:00.888790 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:00.972899 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-561fde98-e189-4904-996e-9ccc6dc1a1ef admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2010925 Jul 05 04:01:00.986068 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-31d4a411-c432-44df-82fa-9ba751af9f84 service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1913016 Jul 05 04:01:01.092022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c98427-5f6d-4497-a2f5-b5792767121f None None] Network b59025dc-3feb-4283-8066-acdc9f85a9ff requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:01.124732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b3bc96f-feb3-4ce6-aaea-f01da34adb0c req-32281e34-7012-4a90-b38a-ea9ee97fd706 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1085908 Jul 05 04:01:01.142395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8d34d6d9-e2f3-4d3a-aea5-ff08de486117'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:01.182979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.189344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.191178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:01.643859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2f9c4eb-3f14-4019-b358-160ef7f1abe4 req-d2facde6-ee96-4d98-91dc-c2d0e708d9a4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0801289 Jul 05 04:01:01.665723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=e749d61c-2ffe-4baf-aa51-1f359864be7e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:01.677326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network e749d61c-2ffe-4baf-aa51-1f359864be7e details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:01.681662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5e66ee-0782-4aa6-82ed-ef479dfa0478 req-430f138d-a7fd-400d-bcfd-12bd6523c808 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.683152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca5e66ee-0782-4aa6-82ed-ef479dfa0478 req-430f138d-a7fd-400d-bcfd-12bd6523c808 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 946 time: 0.6475234 Jul 05 04:01:01.689491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d6d8c890-c73c-46bd-bd7f-8802fe80d5bd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1538315 Jul 05 04:01:01.689743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-c6548b2e-2fab-437a-8b9a-d7b94c60822f service neutron] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6925504 Jul 05 04:01:01.690339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34784) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:01.697171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': 'e749d61c-2ffe-4baf-aa51-1f359864be7e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:01.807456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-e2ae8095-52bb-48e7-8758-206cf14b8947 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=58db8a08-581b-407b-96e0-b1a5a738e947 HTTP/1.1" status: 200 len: 217 time: 0.1033428 Jul 05 04:01:01.831425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7950eef-1b09-4ab5-83bc-b5ae4224e485 req-273cb66a-de77-43d6-a028-e0e915c10f5c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.832866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7950eef-1b09-4ab5-83bc-b5ae4224e485 req-273cb66a-de77-43d6-a028-e0e915c10f5c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 944 time: 0.7948005 Jul 05 04:01:01.894042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca5e66ee-0782-4aa6-82ed-ef479dfa0478 req-28b51430-9a98-4e2b-93ac-dd866905f372 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2005539 Jul 05 04:01:01.947860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-69798a6a-ac30-4d8a-b190-ca573021921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:01.949353 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-69798a6a-ac30-4d8a-b190-ca573021921e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 HTTP/1.1" status: 200 len: 797 time: 0.1256404 Jul 05 04:01:01.961611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7950eef-1b09-4ab5-83bc-b5ae4224e485 req-cd3fb714-b418-4bc8-9e96-1933440709e4 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093090 Jul 05 04:01:02.023891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-f6f71813-f8a7-4f0b-abb0-ed5aafcd0e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.025462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-f6f71813-f8a7-4f0b-abb0-ed5aafcd0e6d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0679510 Jul 05 04:01:02.059413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:02.063149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.187313 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ec11109-6771-448c-8ab9-dfc98da996cf req-39b49b79-e57f-4caa-bd36-051d61e368ab tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0975263 Jul 05 04:01:02.285886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-ec374f9a-f48b-4166-8d1a-04c767b4646b service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2368455 Jul 05 04:01:02.611501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-d4ac6b37-114c-4acb-bb38-b90a5a64dd8d tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.613068 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-d4ac6b37-114c-4acb-bb38-b90a5a64dd8d tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/networks?id=b59025dc-3feb-4283-8066-acdc9f85a9ff HTTP/1.1" status: 200 len: 813 time: 0.3495426 Jul 05 04:01:02.628752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-315f2ccf-c527-4433-8b1e-ac4b0428419c service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3293211 Jul 05 04:01:02.645774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868fa59a-ff3e-45b2-8d00-9c8a232b2443 req-90e2674e-a545-4fd6-a059-85055376eb3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.647297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-868fa59a-ff3e-45b2-8d00-9c8a232b2443 req-90e2674e-a545-4fd6-a059-85055376eb3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.3024309 Jul 05 04:01:02.687610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-cf57d035-a189-43e6-8aee-d8b839309fb7 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/quotas/8158b5f590a54363a72b5ed0c095ada7 HTTP/1.1" status: 200 len: 375 time: 0.0652056 Jul 05 04:01:02.696512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-25a0725b-8bf2-4bea-9a65-c851524304e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=2060da13-8d43-453a-84f6-bf05488b8037 HTTP/1.1" status: 200 len: 217 time: 0.0586815 Jul 05 04:01:02.711868 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:02.754347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-772758ce-7007-487f-b174-fc895013e8ec tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8158b5f590a54363a72b5ed0c095ada7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0609953 Jul 05 04:01:02.902639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-868fa59a-ff3e-45b2-8d00-9c8a232b2443 req-ec20c4a9-dfc0-4c82-88b3-623892d31773 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2480474 Jul 05 04:01:02.932658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=54f8a506-8105-4018-a144-eb189790a592,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:02.935774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-24dc7173-48bc-4dd3-99c4-a5ddfd8b89a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:02.937278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-24dc7173-48bc-4dd3-99c4-a5ddfd8b89a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 HTTP/1.1" status: 200 len: 797 time: 0.2211432 Jul 05 04:01:02.953452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': '3479c9cd-b3ca-4438-bab4-32fbd0b6253d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e749d61c-2ffe-4baf-aa51-1f359864be7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:02.953824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: e749d61c-2ffe-4baf-aa51-1f359864be7e, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:03.039475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-beae86c0-768f-4acc-a8bb-b2a3ac2011ab service neutron] 10.222.0.30 "GET /v2.0/networks/b59025dc-3feb-4283-8066-acdc9f85a9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2399004 Jul 05 04:01:03.138179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network e749d61c-2ffe-4baf-aa51-1f359864be7e is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:03.169306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e15023-85c2-426d-8273-f51a07cc4986 req-42171046-6444-4082-a8a5-ab24d7cbddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:03.170931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-42171046-6444-4082-a8a5-ab24d7cbddc2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=320dbe57-ecdf-4942-b75a-f8d707d5678c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2117963 Jul 05 04:01:03.266948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, e749d61c-2ffe-4baf-aa51-1f359864be7e) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:03.275080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90eb8efc-1a89-466e-918a-0e9f298baf8b None None] Network e749d61c-2ffe-4baf-aa51-1f359864be7e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:03.276278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ebc802-3adb-4f00-a1bc-88dbe7184acf req-bb01984a-767d-4d8f-a62e-e812dfb5a029 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:03.277789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43ebc802-3adb-4f00-a1bc-88dbe7184acf req-bb01984a-767d-4d8f-a62e-e812dfb5a029 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 946 time: 0.2528934 Jul 05 04:01:03.283581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:03.284308 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.296898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-0463f818-4ea7-4cb9-a5af-9fea10395755 service neutron] 10.222.0.30 "GET /v2.0/networks/b59025dc-3feb-4283-8066-acdc9f85a9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2295084 Jul 05 04:01:03.375969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0ae88829-d709-4b71-91bc-bb1e09ed25fa tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.6812642 Jul 05 04:01:03.376945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34810) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:03.389644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43ebc802-3adb-4f00-a1bc-88dbe7184acf req-040a2488-14b5-4168-b00b-178dd77dd3ce tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0878980 Jul 05 04:01:03.398536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-d61ef0cf-69af-440b-b921-bc8c979a27eb service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071753 Jul 05 04:01:03.537006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e15023-85c2-426d-8273-f51a07cc4986 req-05e8f886-509a-4b13-af3d-ca90ae003b32 service neutron] 10.222.0.26 "GET /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252367 Jul 05 04:01:03.589505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.616786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48b6467-5b31-4baf-b767-4f9485693c5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-e749d61c-2ffe-4baf-aa51-1f359864be7e', 'network_id': 'e749d61c-2ffe-4baf-aa51-1f359864be7e', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': '54f8a506-8105-4018-a144-eb189790a592'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:03.617703 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c48b6467-5b31-4baf-b767-4f9485693c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.731302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:03.781740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b3733-27b9-416b-8cff-17e12c7f4a4b req-560def68-b6c8-4bd1-bde8-0cff78ff2b3e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:03.796882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e5b3733-27b9-416b-8cff-17e12c7f4a4b req-560def68-b6c8-4bd1-bde8-0cff78ff2b3e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 944 time: 0.1512134 Jul 05 04:01:03.920603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e5b3733-27b9-416b-8cff-17e12c7f4a4b req-f8f50f11-b152-4eb8-831c-bec1b3533158 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227169 Jul 05 04:01:03.987301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df024c4b-ea8f-4610-99e5-96091452a25a req-9e6d1b59-4140-4323-b25c-67d23e77fb58 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0650935 Jul 05 04:01:03.991102 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.030056 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=54f8a506-8105-4018-a144-eb189790a592,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.030978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:04.085434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5152851-9538-4727-b04f-e44590b54a26 req-7c91b6f8-1388-4e16-a417-38265eb346c0 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 210 time: 0.1012452 Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server [None req-c48b6467-5b31-4baf-b767-4f9485693c5d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54f8a506-8105-4018-a144-eb189790a592: This subnet is being modified by another concurrent operation. Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:01:04.107496 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 54f8a506-8105-4018-a144-eb189790a592: This subnet is being modified by another concurrent operation. Jul 05 04:01:04.120183 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server Jul 05 04:01:04.130661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f03943-acc5-4c55-82a5-4ed4e96080f0 None None] Network e749d61c-2ffe-4baf-aa51-1f359864be7e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:04.144023 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.147795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bb47dd8-1ba7-4b05-9133-4a9576f5df9f req-33f0a963-3325-4fd9-937b-55ec23ba5786 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0609393 Jul 05 04:01:04.157275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e749d61c-2ffe-4baf-aa51-1f359864be7e']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:04.169372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3479c9cd-b3ca-4438-bab4-32fbd0b6253d') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:04.170117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3479c9cd-b3ca-4438-bab4-32fbd0b6253d') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:04.183256 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.204516 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.214145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:04.215099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:04.221231 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:04.256184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7544f560-23a1-4820-b9e2-59a2d87c1b90 req-44326b61-5fa6-45a2-a67e-d7959000c222 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:04.257925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7544f560-23a1-4820-b9e2-59a2d87c1b90 req-44326b61-5fa6-45a2-a67e-d7959000c222 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.0993419 Jul 05 04:01:04.309909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7544f560-23a1-4820-b9e2-59a2d87c1b90 req-60b37c5f-b581-4968-b4e1-d887dbe04070 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460322 Jul 05 04:01:04.343669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd71356-8896-4c28-819e-3e6d26bf95d7 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:01:04.422622 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.431636 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.431801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:04.433929 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/e749d61c-2ffe-4baf-aa51-1f359864be7e HTTP/1.1" status: 204 len: 168 time: 1.0552704 Jul 05 04:01:04.437822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34828) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.443165 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1074640514'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:04.443379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:04.443795 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.452828 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0653aa74-629e-4c55-9a51-1ff9bc742013 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=e749d61c-2ffe-4baf-aa51-1f359864be7e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.523946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2610feb-4c3d-4514-aefa-76df838ea862 req-3776076e-4b0f-492b-8d4d-570b3045c6df service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0353856 Jul 05 04:01:04.560222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fd71356-8896-4c28-819e-3e6d26bf95d7 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:01:04.565392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:04.569072 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.590025 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.595752 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:04.606096 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.606438 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment c66bf1d5-cd2f-4144-8816-a2a8fb810b78 of type vlan for network 3c9aeff2-da32-411f-a83c-0c299a8d0c5d Jul 05 04:01:04.649413 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.664527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627d9d85-a1ac-4aab-bf39-044c68f83c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d34d6d9-e2f3-4d3a-aea5-ff08de486117'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:04.666957 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94b7151f-39f0-4c06-845c-ff832aa12231" -d '{"events": [{"server_uuid": "627d9d85-a1ac-4aab-bf39-044c68f83c36", "name": "network-vif-plugged", "status": "completed", "tag": "8d34d6d9-e2f3-4d3a-aea5-ff08de486117"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:04.685919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:04.707863 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7bea8d-bbd8-4927-953a-4a1dc97c884e x-openstack-request-id: req-4e7bea8d-bbd8-4927-953a-4a1dc97c884e {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:04.708196 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627d9d85-a1ac-4aab-bf39-044c68f83c36", "name": "network-vif-plugged", "status": "completed", "tag": "8d34d6d9-e2f3-4d3a-aea5-ff08de486117", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:04.708450 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e7bea8d-bbd8-4927-953a-4a1dc97c884e {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:04.708843 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627d9d85-a1ac-4aab-bf39-044c68f83c36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8d34d6d9-e2f3-4d3a-aea5-ff08de486117', 'code': 200} Jul 05 04:01:04.777975 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.785571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:04.786291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.825230 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:04.892553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=3c9aeff2-da32-411f-a83c-0c299a8d0c5d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:04.907098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3c9aeff2-da32-411f-a83c-0c299a8d0c5d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:04.923689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0940752e-9b30-4228-8af3-af0f16a8e799 req-123c04d2-8f06-446e-8949-5f7250e1b1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:04.925307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0940752e-9b30-4228-8af3-af0f16a8e799 req-123c04d2-8f06-446e-8949-5f7250e1b1d2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 1097 time: 0.0802567 Jul 05 04:01:04.933330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8fca2b21-7443-43ad-8e31-ae85fc69a1fe tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4928069 Jul 05 04:01:04.935040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34840) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:04.941386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': '3c9aeff2-da32-411f-a83c-0c299a8d0c5d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:04.975604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0940752e-9b30-4228-8af3-af0f16a8e799 req-e5fe8ff0-e327-4090-a39a-aa9c1a0c5623 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421634 Jul 05 04:01:04.990895 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.142521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0922ce5c-7bb0-47a4-81c8-48830edc9a98 req-76b3ac6a-04c8-468d-9590-05520860a030 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:05.144074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0922ce5c-7bb0-47a4-81c8-48830edc9a98 req-76b3ac6a-04c8-468d-9590-05520860a030 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 945 time: 0.0740964 Jul 05 04:01:05.179205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76ea4810-9ea5-4eb1-9d3f-172b0514211e req-b1cc7b03-fde5-401a-85c7-114e12de2e97 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0341563 Jul 05 04:01:05.194463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:05.198479 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.222323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0922ce5c-7bb0-47a4-81c8-48830edc9a98 req-4e6fd788-064c-43b1-86d3-f8af67cc1f4c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663490 Jul 05 04:01:05.351281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd15d434-f5b7-4a1e-b1d1-fd53e8b8ba9c req-3ed9db47-99fc-4af8-b4fe-016ca9d461f3 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 210 time: 0.0380785 Jul 05 04:01:05.528938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fadb1-4ec4-4e1b-80f2-142a19aced6a req-2c2bc8cc-627f-4061-9782-fed8bbeddc65 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:05.530422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-723fadb1-4ec4-4e1b-80f2-142a19aced6a req-2c2bc8cc-627f-4061-9782-fed8bbeddc65 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.0758793 Jul 05 04:01:05.575125 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-723fadb1-4ec4-4e1b-80f2-142a19aced6a req-c3efc442-0ac2-4733-9e5c-bcbe77246936 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375946 Jul 05 04:01:05.611873 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:05.679211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=a036ce81-ba82-434b-b592-147218cf3989,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:05.688324 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': 'c66bf1d5-cd2f-4144-8816-a2a8fb810b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c9aeff2-da32-411f-a83c-0c299a8d0c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:05.688691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: 3c9aeff2-da32-411f-a83c-0c299a8d0c5d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:05.782247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network 3c9aeff2-da32-411f-a83c-0c299a8d0c5d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:05.880405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3c9aeff2-da32-411f-a83c-0c299a8d0c5d) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:05.888111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5654ff-b845-4ef9-a7f4-53e2f7a75fde None None] Network 3c9aeff2-da32-411f-a83c-0c299a8d0c5d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:05.893059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:05.893790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.044999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3c9aeff2-da32-411f-a83c-0c299a8d0c5d', 'network_id': '3c9aeff2-da32-411f-a83c-0c299a8d0c5d', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': 'a036ce81-ba82-434b-b592-147218cf3989'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:06.045873 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.055346 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-548cba41-f377-43a2-9f92-54f6ec414402 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1158602 Jul 05 04:01:06.055589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34856) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:06.168337 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.223824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Allocated IP 172.20.0.1 (3c9aeff2-da32-411f-a83c-0c299a8d0c5d/a036ce81-ba82-434b-b592-147218cf3989/c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:06.224041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.360393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83e59a24-fcf4-40af-ad29-e8a24ac1cb3e req-e7ec3fc5-97f4-4336-a9ee-7eefc0d21a83 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0445085 Jul 05 04:01:06.456558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b31113-4d7a-48a9-a44f-235d55fb2b6b req-e749a8b5-2ef8-4f26-8ee2-dcc3b9bc7dcd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:06.458033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5b31113-4d7a-48a9-a44f-235d55fb2b6b req-e749a8b5-2ef8-4f26-8ee2-dcc3b9bc7dcd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 945 time: 0.0802977 Jul 05 04:01:06.530887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de11d863-b95e-4f00-87e4-4c0ec144af1b req-6393cc3b-e856-48dd-bbee-caf172396333 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 210 time: 0.0343006 Jul 05 04:01:06.534122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5b31113-4d7a-48a9-a44f-235d55fb2b6b req-a4b6e9ab-afe5-4c93-825d-e7258e4d770e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690036 Jul 05 04:01:06.608234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.622063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Transition to ACTIVE for port object c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:06.644389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Transition to ACTIVE for port object c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:06.699494 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be29e0a0-ce59-425e-99d9-8623c23bd248 req-2648ffb0-068c-4fee-a71b-80159f26deb6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0310621 Jul 05 04:01:06.771160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fe8890-a7b3-4e5f-83a1-7eba1f22d85b req-ca1dbfe6-836b-4276-8544-68ad6b141002 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:06.773327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4fe8890-a7b3-4e5f-83a1-7eba1f22d85b req-ca1dbfe6-836b-4276-8544-68ad6b141002 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.0728776 Jul 05 04:01:06.788743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.815226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4fe8890-a7b3-4e5f-83a1-7eba1f22d85b req-c855f313-294e-4688-a082-0205b126c3ec tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358350 Jul 05 04:01:06.846300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Network 3c9aeff2-da32-411f-a83c-0c299a8d0c5d is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:06.853344 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:06.857245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:06.859188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Pushing event updated for resources: {'Port': ['ID=c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:06.945652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Attempting to bind port c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:06.946374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Attempting to bind port c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'c66bf1d5-cd2f-4144-8816-a2a8fb810b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c9aeff2-da32-411f-a83c-0c299a8d0c5d'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:06.946374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Attempting to bind port c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95 on network 3c9aeff2-da32-411f-a83c-0c299a8d0c5d {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:06.952250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:06.952646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Checking segment: {'id': 'c66bf1d5-cd2f-4144-8816-a2a8fb810b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c9aeff2-da32-411f-a83c-0c299a8d0c5d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:06.953039 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.953565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Bound using segment: {'id': 'c66bf1d5-cd2f-4144-8816-a2a8fb810b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c9aeff2-da32-411f-a83c-0c299a8d0c5d'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:06.954041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Bound port: c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c66bf1d5-cd2f-4144-8816-a2a8fb810b78', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3c9aeff2-da32-411f-a83c-0c299a8d0c5d'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:06.954426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.961996 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:06.985614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec8090d9-a2e8-49c2-af04-6c85c527f111 req-cc26051a-ec4f-4ab5-9c7f-22ab8ff7943a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0587552 Jul 05 04:01:07.035346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=a036ce81-ba82-434b-b592-147218cf3989,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.055064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] For port c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:07.063220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-21570160-f8d8-477a-ac10-d7fa00829baf tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:07.064989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-21570160-f8d8-477a-ac10-d7fa00829baf tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.26 "GET /v2.0/networks?id=b59025dc-3feb-4283-8066-acdc9f85a9ff HTTP/1.1" status: 200 len: 813 time: 0.1985927 Jul 05 04:01:07.065458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] For port c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95,segment=NetworkSegment(c66bf1d5-cd2f-4144-8816-a2a8fb810b78),segment_id=c66bf1d5-cd2f-4144-8816-a2a8fb810b78)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:07.080673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Request body: {'port': {'device_id': '65cd9cba-f40b-4e56-9331-970bf8d1876d', 'network_id': 'b59025dc-3feb-4283-8066-acdc9f85a9ff', 'admin_state_up': True, 'tenant_id': '8158b5f590a54363a72b5ed0c095ada7'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:07.131789 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.144716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9aeff2-da32-411f-a83c-0c299a8d0c5d']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:07.157364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66bf1d5-cd2f-4144-8816-a2a8fb810b78') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:07.157670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66bf1d5-cd2f-4144-8816-a2a8fb810b78') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:07.167677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.178068 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.182729 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.195570 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:07.196003 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:07.199454 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:07.266167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3aabb-5760-4fbb-8953-5b73497750d6 None None] Pushing event updated for resources: {'Port': ['ID=c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:07.292925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac5a70-fddb-4fe8-8a0b-1d243cfe77e9 None None] Network 3c9aeff2-da32-411f-a83c-0c299a8d0c5d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:07.377570 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:01:07.377570 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:01:07.377570 n-d-758944-41 neutron-server[100895]: [parameters: {'id': '3c9aeff2-da32-411f-a83c-0c299a8d0c5d'}] Jul 05 04:01:07.377570 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:01:07.378038 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:01:07.442420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d13444e0-3429-434b-91af-ba8019f510d3 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:01:07.475444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Made reservation on behalf of 8158b5f590a54363a72b5ed0c095ada7 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:07.480373 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.562625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e415135d-aa77-469e-8ff5-96c75393236b req-e58fcd24-bc4e-4cdc-b011-0a58d718b878 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:07.564242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e415135d-aa77-469e-8ff5-96c75393236b req-e58fcd24-bc4e-4cdc-b011-0a58d718b878 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1532283 Jul 05 04:01:07.572727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d3958a9-d89d-44ec-9ce8-22826b2d6b78 req-ac9fbcc1-fe00-4fbc-9c99-0aee848f3694 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0610232 Jul 05 04:01:07.595650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d13444e0-3429-434b-91af-ba8019f510d3 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:01:07.708513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e415135d-aa77-469e-8ff5-96c75393236b req-daca96e1-18af-4c84-b730-4ba83261676d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1342137 Jul 05 04:01:07.816835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-c3aad1ab-124e-4ebb-9bc5-8d3ce18a1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:07.818899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-c3aad1ab-124e-4ebb-9bc5-8d3ce18a1477 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1097 time: 0.2043900 Jul 05 04:01:07.821372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Allocated IP 172.20.0.4 (b59025dc-3feb-4283-8066-acdc9f85a9ff/a0f26cf2-abbb-4fd9-9321-8c9672456fe9/3cd349ce-dc97-4c19-8fcf-ebc4c207c62f) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:07.879452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:07.948303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Deleting port c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:07.948691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.024506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] For port c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95,segment=NetworkSegment(c66bf1d5-cd2f-4144-8816-a2a8fb810b78),segment_id=c66bf1d5-cd2f-4144-8816-a2a8fb810b78)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:08.025202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.040869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Calling delete_port for c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:08.057262 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9c8911f0-5916-4ffe-92bd-3cc0ad554a1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.210122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07d527ae-d5ad-415b-974b-20d497dff7f8 req-c91c2c63-f5a6-4485-9402-890143ecc09f tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 210 time: 0.3900418 Jul 05 04:01:08.270901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118ef026-a93c-4e16-b5ad-c1c604821ec0 req-a2637392-f04b-4b6b-b8b6-7b080c19ae36 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.272612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-118ef026-a93c-4e16-b5ad-c1c604821ec0 req-a2637392-f04b-4b6b-b8b6-7b080c19ae36 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 945 time: 0.5630705 Jul 05 04:01:08.421161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-118ef026-a93c-4e16-b5ad-c1c604821ec0 req-f6fa16e4-80c9-491e-978f-08ccdd35c1d1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1373785 Jul 05 04:01:08.428368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-b1c61266-587e-4bc5-b7a7-6bdfca07bd2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.429842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-b1c61266-587e-4bc5-b7a7-6bdfca07bd2a service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.5771801 Jul 05 04:01:08.445710 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.478979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Port': ['ID=c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.484247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No DVR routers for this DVR port c787e2b9-17d3-4c3e-af62-c5a8ed5b0d95 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:08.526991 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.535658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-224bede1-6db5-4709-b2a5-a8d3dcacdff2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 999 time: 0.0956838 Jul 05 04:01:08.580473 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.592039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c9aeff2-da32-411f-a83c-0c299a8d0c5d']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:08.604415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c66bf1d5-cd2f-4144-8816-a2a8fb810b78') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:08.604415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c66bf1d5-cd2f-4144-8816-a2a8fb810b78') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:08.611187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-4f8f9552-1157-4169-8109-d9e3b3035611 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.612696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-4f8f9552-1157-4169-8109-d9e3b3035611 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.0698721 Jul 05 04:01:08.615652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.629836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.640982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:08.641498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:08.645335 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:08.729879 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.787526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.796367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.800370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/3c9aeff2-da32-411f-a83c-0c299a8d0c5d HTTP/1.1" status: 204 len: 168 time: 2.7415645 Jul 05 04:01:08.813793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34912) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:08.819541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1241878342'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:08.822899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee6eee4-b37d-4ca4-9f25-9eb90494fc59 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=3c9aeff2-da32-411f-a83c-0c299a8d0c5d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.832431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01d833ed-6569-47ce-bdeb-d4aab77c4e8e req-c83f6f97-1476-4eec-b60e-e923ad993690 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0811868 Jul 05 04:01:08.864890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Network b59025dc-3feb-4283-8066-acdc9f85a9ff is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:08.888262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:08.891606 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-486655c6-d810-49a4-bb77-df721e8ef933 req-caea364b-96dd-4641-a1da-f7160c9ed2bd service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0666163 Jul 05 04:01:08.894103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:08.903608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9eae-b517-4564-afe3-f66b1004957b req-b51d1db3-3ebb-447c-91e1-3190c2dceb56 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.914490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-b51d1db3-3ebb-447c-91e1-3190c2dceb56 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.2857156 Jul 05 04:01:08.914490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Pushing event updated for resources: {'Port': ['ID=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:08.935757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-a7ac6754-dbfc-4cbf-a9b9-912bbcfd21bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:08.937312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-a7ac6754-dbfc-4cbf-a9b9-912bbcfd21bd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3072262 Jul 05 04:01:08.948361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:08.952946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.980847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:08.990431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-27863bcf-5610-4397-80be-9b0448175db6 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/quotas/2ee79a286b654e18b275e9f829907046 HTTP/1.1" status: 200 len: 375 time: 0.0592659 Jul 05 04:01:08.990747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:08.991160 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment 0bf0919f-b87d-4b88-bf21-df8e65afd01b of type vlan for network 163f8ca8-effb-49ac-b953-0ac0a4eaac4a Jul 05 04:01:09.043749 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.061805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.062430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.127613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05f40663-5f1f-40df-b9c4-fe8b93a5d6ba req-869d5d26-c189-47f0-92b7-39f40a174346 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0839574 Jul 05 04:01:09.177055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.184517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.185274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.199539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-ceb7a6cc-03f6-4f9c-9e9d-0b99336cb7f0 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497761 Jul 05 04:01:09.212589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16c1f18-fd76-417d-af6d-5feba37d2731 req-4615de44-1982-40ff-9226-87811cd6582a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.214222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f16c1f18-fd76-417d-af6d-5feba37d2731 req-4615de44-1982-40ff-9226-87811cd6582a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2595301 Jul 05 04:01:09.250408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-d23a88c5-e750-490f-ba64-900b2e69ab3c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2054017 Jul 05 04:01:09.260263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=163f8ca8-effb-49ac-b953-0ac0a4eaac4a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:09.276624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 163f8ca8-effb-49ac-b953-0ac0a4eaac4a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:09.303342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-8ca1a961-f876-4cda-90c1-48d7c6ed6b85 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2262127 Jul 05 04:01:09.348808 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a11232a5-2476-4ec7-8601-5db3b1804d7f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5339272 Jul 05 04:01:09.351512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34922) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.354309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Request body: {'port': {'device_id': '65cd9cba-f40b-4e56-9331-970bf8d1876d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:09.356940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-aaaea7ae-d7bc-40ae-855c-aebef9f9e4e7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:09.426527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f16c1f18-fd76-417d-af6d-5feba37d2731 req-879cf1f6-65b0-4ded-af6a-ba9deb055523 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002339 Jul 05 04:01:09.502859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0d7f450-46b3-4185-87ff-7ca8ac3feee3 req-434421d4-6340-4209-a777-5f996f31e0d8 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2875814 Jul 05 04:01:09.516242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-4c2af38b-c895-4108-8cd2-e00b6d67d24c service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279580 Jul 05 04:01:09.519475 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.536596 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaaea7ae-d7bc-40ae-855c-aebef9f9e4e7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.628163 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaaea7ae-d7bc-40ae-855c-aebef9f9e4e7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.647411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aaaea7ae-d7bc-40ae-855c-aebef9f9e4e7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network 163f8ca8-effb-49ac-b953-0ac0a4eaac4a is not hosted by any dhcp agent {{(pid=100895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:01:09.652873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaaea7ae-d7bc-40ae-855c-aebef9f9e4e7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.653462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaaea7ae-d7bc-40ae-855c-aebef9f9e4e7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:09.657619 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aaaea7ae-d7bc-40ae-855c-aebef9f9e4e7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "PUT /v2.0/networks/163f8ca8-effb-49ac-b953-0ac0a4eaac4a HTTP/1.1" status: 200 len: 723 time: 0.3022408 Jul 05 04:01:09.662811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34924) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:09.670658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': '163f8ca8-effb-49ac-b953-0ac0a4eaac4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:09.706076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaaea7ae-d7bc-40ae-855c-aebef9f9e4e7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=163f8ca8-effb-49ac-b953-0ac0a4eaac4a,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:09.724210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 163f8ca8-effb-49ac-b953-0ac0a4eaac4a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:09.853295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-90758a59-2de7-49b6-aa3a-1eb173b1a5e7 service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3179946 Jul 05 04:01:09.916770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c4b347-bbb0-4943-9fdd-7837c2528912 req-f574052a-0fed-4c74-b4b5-d028c403c7f4 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:09.918296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9c4b347-bbb0-4943-9fdd-7837c2528912 req-f574052a-0fed-4c74-b4b5-d028c403c7f4 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 931 time: 0.3366156 Jul 05 04:01:09.984435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9c4b347-bbb0-4943-9fdd-7837c2528912 req-1f937ccb-2055-482a-8cce-a9b9ef14eafd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587869 Jul 05 04:01:10.027813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:10.027813 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.187342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:10.212859 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.266778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15b503b3-3313-4546-a6f5-7ce842dc519a req-62fe4c8d-7489-43c7-8893-08606852eacc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 210 time: 0.0820825 Jul 05 04:01:10.283701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Transition to ACTIVE for port object 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:10.312756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf9629b6-7637-4c6e-abde-26e50bbbf80a req-7fd15c09-4780-4cfe-9430-6e9900ddabe1 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0970910 Jul 05 04:01:10.450807 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.506945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:10.557650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.680451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Attempting to bind port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:10.681460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Attempting to bind port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '6aed642c-8990-42ce-a27a-ea194ea666ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b59025dc-3feb-4283-8066-acdc9f85a9ff'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:10.681460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Attempting to bind port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f on network b59025dc-3feb-4283-8066-acdc9f85a9ff {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:10.691423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=a0427749-cfd3-4b8c-ac48-447545bd2a3d,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:10.700195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f on network b59025dc-3feb-4283-8066-acdc9f85a9ff not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:01:10.700520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Attempting to bind port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f on network b59025dc-3feb-4283-8066-acdc9f85a9ff {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:10.714818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': '0bf0919f-b87d-4b88-bf21-df8e65afd01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163f8ca8-effb-49ac-b953-0ac0a4eaac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:10.714818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: 163f8ca8-effb-49ac-b953-0ac0a4eaac4a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:10.721091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 0, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:10.721431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Checking segment: {'id': '6aed642c-8990-42ce-a27a-ea194ea666ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b59025dc-3feb-4283-8066-acdc9f85a9ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:10.721843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Bound using segment: {'id': '6aed642c-8990-42ce-a27a-ea194ea666ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b59025dc-3feb-4283-8066-acdc9f85a9ff'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:10.722319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Bound port: 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6aed642c-8990-42ce-a27a-ea194ea666ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'b59025dc-3feb-4283-8066-acdc9f85a9ff'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:10.722704 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.755070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24f08224-5b9f-45e8-b88b-fb5266e5e4f1 req-77966ef7-d2b6-4a31-8ec7-7046a511fe88 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:10.758204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24f08224-5b9f-45e8-b88b-fb5266e5e4f1 req-77966ef7-d2b6-4a31-8ec7-7046a511fe88 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1983764 Jul 05 04:01:10.798129 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-27bba16b-f777-48e3-b0e7-674a843b6ba7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:10.851856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24f08224-5b9f-45e8-b88b-fb5266e5e4f1 req-227ee9b0-afb5-41d1-8e3a-b466a4de3557 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711298 Jul 05 04:01:10.860699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] For port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:10.870108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] For port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,segment=NetworkSegment(6aed642c-8990-42ce-a27a-ea194ea666ab),segment_id=6aed642c-8990-42ce-a27a-ea194ea666ab)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:10.902094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network 163f8ca8-effb-49ac-b953-0ac0a4eaac4a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:10.947637 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.015084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4997c8b5-a233-4f9b-8af2-5373b73f75fb req-aee90235-6b23-4239-8393-deae77e0da7b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0586350 Jul 05 04:01:11.065154 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.114509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 163f8ca8-effb-49ac-b953-0ac0a4eaac4a) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:11.136167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.139512 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.145783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e607bb82-ca57-49b8-ba8a-d321848927f8 None None] Network 163f8ca8-effb-49ac-b953-0ac0a4eaac4a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:11.157068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.158105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.165686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] 10.222.0.26 "PUT /v2.0/ports/3cd349ce-dc97-4c19-8fcf-ebc4c207c62f HTTP/1.1" status: 200 len: 1092 time: 1.8386104 Jul 05 04:01:11.165686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65cd9cba-f40b-4e56-9331-970bf8d1876d', 'tag': '3cd349ce-dc97-4c19-8fcf-ebc4c207c62f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:11.167752 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3c81c30-100b-4d24-b9fe-ef60268d3714" -d '{"events": [{"name": "network-changed", "server_uuid": "65cd9cba-f40b-4e56-9331-970bf8d1876d", "tag": "3cd349ce-dc97-4c19-8fcf-ebc4c207c62f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:11.234372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5772a78-531b-4f63-be9a-459dd451ced4 service neutron] Pushing event updated for resources: {'Port': ['ID=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:11.267754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8caf0d-f313-48ba-be7d-e8aaade75a52 req-9afa5d7c-009d-487b-a9dd-375219d9bda0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.269827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f8caf0d-f313-48ba-be7d-e8aaade75a52 req-9afa5d7c-009d-487b-a9dd-375219d9bda0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2603271 Jul 05 04:01:11.332011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d0888216-3caa-4dcb-a509-d4515785721a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6667871 Jul 05 04:01:11.334908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34964) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:11.337840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-163f8ca8-effb-49ac-b953-0ac0a4eaac4a', 'network_id': '163f8ca8-effb-49ac-b953-0ac0a4eaac4a', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': 'a0427749-cfd3-4b8c-ac48-447545bd2a3d'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:11.338935 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.340533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b48fe3c1-a27d-4355-9752-c5f72b6b5885 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:11.364321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3945685-78df-40a5-9d9e-22cadf0708d4 req-7f8c04ce-8429-4457-80c6-bbaeccf88760 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0781271 Jul 05 04:01:11.413418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f065759d-432f-4256-8165-04fe5324480f req-e0cc0ba1-d59b-4624-a99c-10866ad2851b tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.415010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f065759d-432f-4256-8165-04fe5324480f req-e0cc0ba1-d59b-4624-a99c-10866ad2851b tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 943 time: 0.2934902 Jul 05 04:01:11.430970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f8caf0d-f313-48ba-be7d-e8aaade75a52 req-c065544e-696f-4c83-939d-4e10fcb44670 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1539021 Jul 05 04:01:11.464008 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b48fe3c1-a27d-4355-9752-c5f72b6b5885 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9080623'] for subnet, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.510555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f065759d-432f-4256-8165-04fe5324480f req-8ebc6690-8b92-4624-8d90-e44f7f42d256 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783761 Jul 05 04:01:11.514653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-1f4eb39e-0dd6-4cac-b072-b2a3203293b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:11.526804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-1f4eb39e-0dd6-4cac-b072-b2a3203293b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8158b5f590a54363a72b5ed0c095ada7&device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 1095 time: 0.2450573 Jul 05 04:01:11.526979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Allocated IP 172.20.0.2 (163f8ca8-effb-49ac-b953-0ac0a4eaac4a/a0427749-cfd3-4b8c-ac48-447545bd2a3d/f5287082-9958-47d1-849a-1da2bbae005b) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:11.724151 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.747681 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Transition to ACTIVE for port object f5287082-9958-47d1-849a-1da2bbae005b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:11.769588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Transition to ACTIVE for port object f5287082-9958-47d1-849a-1da2bbae005b will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:11.810790 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.854144 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:11.898598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Network 163f8ca8-effb-49ac-b953-0ac0a4eaac4a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:11.903570 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83bfd4d2-3feb-4cff-9503-f36d7b12735b x-openstack-request-id: req-83bfd4d2-3feb-4cff-9503-f36d7b12735b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:11.903570 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65cd9cba-f40b-4e56-9331-970bf8d1876d", "tag": "3cd349ce-dc97-4c19-8fcf-ebc4c207c62f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:11.904298 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-83bfd4d2-3feb-4cff-9503-f36d7b12735b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:11.904298 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65cd9cba-f40b-4e56-9331-970bf8d1876d', 'tag': '3cd349ce-dc97-4c19-8fcf-ebc4c207c62f', 'status': 'completed', 'code': 200} Jul 05 04:01:11.904493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:11.908670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:11.909333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-349db919-caa7-4e91-bcc0-b96ccc372b72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f HTTP/1.1" status: 200 len: 217 time: 0.3721101 Jul 05 04:01:11.916620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Pushing event updated for resources: {'Port': ['ID=f5287082-9958-47d1-849a-1da2bbae005b,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:11.979312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1da3cf4a-e7a5-40f0-b836-a09b8216c390 req-851ccf49-1c5a-4c80-991c-caf6401291c0 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0731502 Jul 05 04:01:11.982976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98443b2-0bb4-4820-bb0e-87bb5342e672 req-75248b99-df91-4356-902a-9439ec37c232 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 210 time: 0.0780673 Jul 05 04:01:11.997016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Attempting to bind port f5287082-9958-47d1-849a-1da2bbae005b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:11.997417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Attempting to bind port f5287082-9958-47d1-849a-1da2bbae005b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '0bf0919f-b87d-4b88-bf21-df8e65afd01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163f8ca8-effb-49ac-b953-0ac0a4eaac4a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:12.003254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Attempting to bind port f5287082-9958-47d1-849a-1da2bbae005b on network 163f8ca8-effb-49ac-b953-0ac0a4eaac4a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:12.020112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:12.020112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Checking segment: {'id': '0bf0919f-b87d-4b88-bf21-df8e65afd01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163f8ca8-effb-49ac-b953-0ac0a4eaac4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:12.020112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.020112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Bound using segment: {'id': '0bf0919f-b87d-4b88-bf21-df8e65afd01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163f8ca8-effb-49ac-b953-0ac0a4eaac4a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:12.020112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Bound port: f5287082-9958-47d1-849a-1da2bbae005b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bf0919f-b87d-4b88-bf21-df8e65afd01b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '163f8ca8-effb-49ac-b953-0ac0a4eaac4a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:12.020112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.036689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-eee4015d-93c1-4435-9d32-aa28967d5263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.038799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-eee4015d-93c1-4435-9d32-aa28967d5263 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0f26cf2-abbb-4fd9-9321-8c9672456fe9 HTTP/1.1" status: 200 len: 853 time: 0.1091187 Jul 05 04:01:12.051370 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b48fe3c1-a27d-4355-9752-c5f72b6b5885 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784176645151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8650004'] for subnet, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.079377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b48fe3c1-a27d-4355-9752-c5f72b6b5885 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.080659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b48fe3c1-a27d-4355-9752-c5f72b6b5885 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.083288 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b48fe3c1-a27d-4355-9752-c5f72b6b5885 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "PUT /v2.0/subnets/a0427749-cfd3-4b8c-ac48-447545bd2a3d HTTP/1.1" status: 200 len: 806 time: 0.7467403 Jul 05 04:01:12.102729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34970) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:12.114017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-e82fa95f-eda3-4b03-8b91-5967f90758b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b59025dc-3feb-4283-8066-acdc9f85a9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596147 Jul 05 04:01:12.114272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] For port f5287082-9958-47d1-849a-1da2bbae005b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:12.120057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] For port f5287082-9958-47d1-849a-1da2bbae005b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f5287082-9958-47d1-849a-1da2bbae005b,segment=NetworkSegment(0bf0919f-b87d-4b88-bf21-df8e65afd01b),segment_id=0bf0919f-b87d-4b88-bf21-df8e65afd01b)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:12.135453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48fe3c1-a27d-4355-9752-c5f72b6b5885 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=a0427749-cfd3-4b8c-ac48-447545bd2a3d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:12.223296 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.289029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e52073-d658-4ea7-9458-333f5f89e73c None None] Pushing event updated for resources: {'Port': ['ID=f5287082-9958-47d1-849a-1da2bbae005b,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:12.295984 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.306483 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-5140f849-1f87-46c8-9e3b-fc8e430a2bbb service neutron] 10.222.0.26 "GET /v2.0/networks/b59025dc-3feb-4283-8066-acdc9f85a9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778274 Jul 05 04:01:12.435474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Deleting port f5287082-9958-47d1-849a-1da2bbae005b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:12.435818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.519706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f46dbbb-7a12-4945-ac1a-93576e606196 req-a0b8ffaa-12e2-4175-a217-1613edad7495 service neutron] 10.222.0.26 "GET /v2.0/networks/b59025dc-3feb-4283-8066-acdc9f85a9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846502 Jul 05 04:01:12.586799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] For port f5287082-9958-47d1-849a-1da2bbae005b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f5287082-9958-47d1-849a-1da2bbae005b,segment=NetworkSegment(0bf0919f-b87d-4b88-bf21-df8e65afd01b),segment_id=0bf0919f-b87d-4b88-bf21-df8e65afd01b)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:12.587160 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:12.602448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Calling delete_port for f5287082-9958-47d1-849a-1da2bbae005b owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:12.684077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9793c55d-4625-4f6e-9042-16b86e01f00a req-0251c609-d3d4-49a1-98fe-52f06df90d7c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0321128 Jul 05 04:01:12.761100 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:01:12.809801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-979c02f8-f9e3-4bed-88b7-71e73f379fa9 req-c6683673-3a7b-4fec-b124-8518cda27c25 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.811350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-979c02f8-f9e3-4bed-88b7-71e73f379fa9 req-c6683673-3a7b-4fec-b124-8518cda27c25 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 943 time: 0.1496964 Jul 05 04:01:12.905825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-979c02f8-f9e3-4bed-88b7-71e73f379fa9 req-fa79a995-96b0-4dd8-97b2-81f1b7b7c045 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746098 Jul 05 04:01:12.921233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c81c30-100b-4d24-b9fe-ef60268d3714 req-76a78cba-1ad9-4259-9863-14cb2d0de562 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:12.922776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c81c30-100b-4d24-b9fe-ef60268d3714 req-76a78cba-1ad9-4259-9863-14cb2d0de562 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8158b5f590a54363a72b5ed0c095ada7&device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 1095 time: 0.1309185 Jul 05 04:01:13.008654 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.103047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Port': ['ID=f5287082-9958-47d1-849a-1da2bbae005b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:13.201639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No DVR routers for this DVR port f5287082-9958-47d1-849a-1da2bbae005b on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:13.242973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28323a8f-9fdc-4b50-bd35-42b0c348813f req-24e0be5f-8380-4489-b8c7-c48f66a54f2e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 210 time: 0.0951042 Jul 05 04:01:13.309707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c81c30-100b-4d24-b9fe-ef60268d3714 req-5a17972e-2865-4e98-a256-0155832d547d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:13.311241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c81c30-100b-4d24-b9fe-ef60268d3714 req-5a17972e-2865-4e98-a256-0155832d547d service neutron] 10.222.0.26 "GET /v2.0/networks?id=b59025dc-3feb-4283-8066-acdc9f85a9ff HTTP/1.1" status: 200 len: 914 time: 0.3818276 Jul 05 04:01:13.409230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-650aa659-8c6d-4fa3-a7aa-1b4aab362618 req-dda4f4f0-a12a-4ad7-a5fc-bebcd298a9d7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:13.412380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-650aa659-8c6d-4fa3-a7aa-1b4aab362618 req-dda4f4f0-a12a-4ad7-a5fc-bebcd298a9d7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.4608600 Jul 05 04:01:13.432428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c81c30-100b-4d24-b9fe-ef60268d3714 req-1a90bf17-eeb5-4ff6-bd58-12de9260f394 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f HTTP/1.1" status: 200 len: 217 time: 0.0991697 Jul 05 04:01:13.435740 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.457730 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.471819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871b619e-dc5b-48a4-98ce-cda51680d514 None None] Network 163f8ca8-effb-49ac-b953-0ac0a4eaac4a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:13.472114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eba11aeb-cbdc-453a-b855-45561b2a4f84 req-d94881c1-2dfb-414e-99a5-1aceb9f910e8 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0581799 Jul 05 04:01:13.509297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9eae-b517-4564-afe3-f66b1004957b req-a4cf71db-22fa-4c51-858b-b90330e1350e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:13.511138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-a4cf71db-22fa-4c51-858b-b90330e1350e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.4876931 Jul 05 04:01:13.538973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Request body: {'port': {'device_id': '77169235-923d-41db-bdee-1026f8bf27ba', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'admin_state_up': True, 'tenant_id': '2ee79a286b654e18b275e9f829907046'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:13.666694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-650aa659-8c6d-4fa3-a7aa-1b4aab362618 req-88df584d-5612-449e-be2d-868e9e606758 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2377045 Jul 05 04:01:13.683714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5dea2adc-f536-4082-aa6b-3bba4d111ceb None None] Could not find standard attr ID for object f5287082-9958-47d1-849a-1da2bbae005b. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:01:13.685876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c81c30-100b-4d24-b9fe-ef60268d3714 req-4f145fcf-3c19-4683-9789-a7088b512184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:13.687672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c81c30-100b-4d24-b9fe-ef60268d3714 req-4f145fcf-3c19-4683-9789-a7088b512184 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a0f26cf2-abbb-4fd9-9321-8c9672456fe9 HTTP/1.1" status: 200 len: 853 time: 0.2243388 Jul 05 04:01:13.768041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c81c30-100b-4d24-b9fe-ef60268d3714 req-dbff021b-2205-459b-be0f-f931ccb4715f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b59025dc-3feb-4283-8066-acdc9f85a9ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0565326 Jul 05 04:01:13.808922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8cb2355-ab7a-4eb4-b39d-a825239226a9 req-a2bc4ce6-f6a5-4bfe-94f9-e3fa32afaeff service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0839102 Jul 05 04:01:13.838307 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.883659 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:13.953486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=a0427749-cfd3-4b8c-ac48-447545bd2a3d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:14.091149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-132f475a-d1b2-4981-b140-fec9740bb3ff req-30261dfb-eddd-4c46-9f09-0257a5f911a7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0510366 Jul 05 04:01:14.106143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Made reservation on behalf of 2ee79a286b654e18b275e9f829907046 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:14.106143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.118139 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.149773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['163f8ca8-effb-49ac-b953-0ac0a4eaac4a']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:14.154548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c81c30-100b-4d24-b9fe-ef60268d3714 req-f8b9ea68-4e7e-493a-822a-ef9ab8ffc7c7 service neutron] 10.222.0.26 "GET /v2.0/networks/b59025dc-3feb-4283-8066-acdc9f85a9ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3486636 Jul 05 04:01:14.187755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bf0919f-b87d-4b88-bf21-df8e65afd01b') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:14.188280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bf0919f-b87d-4b88-bf21-df8e65afd01b') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:14.222792 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.228787 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.293721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf6dab95-1d77-4ad6-9902-4025a19fcda1 None None] Network 163f8ca8-effb-49ac-b953-0ac0a4eaac4a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:14.475496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f6a014-f7ab-473c-b182-3acf0264cd74 None None] DHCP port deletion for 163f8ca8-effb-49ac-b953-0ac0a4eaac4a request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:14.520850 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.568985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:14.569634 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:14.576624 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:14.865938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adcb370-33c8-4179-b6e0-28ff79f20f53 req-9ef1ad2b-6669-4896-bb79-9c0322c2d0bb tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.868449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0adcb370-33c8-4179-b6e0-28ff79f20f53 req-9ef1ad2b-6669-4896-bb79-9c0322c2d0bb tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 943 time: 0.7013166 Jul 05 04:01:14.880527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c81c30-100b-4d24-b9fe-ef60268d3714 req-36602ee3-4cf9-42ff-91bf-d8e6e2dfc3ba service neutron] 10.222.0.26 "GET /v2.0/networks/b59025dc-3feb-4283-8066-acdc9f85a9ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7107115 Jul 05 04:01:14.903421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Allocated IP 172.20.0.10 (d07104d1-a15f-4aec-b4f0-93ae4e89cf95/b073ad93-53eb-4430-93a7-0f49cb28c7c4/73376c3a-c476-4371-850e-e8eec2814a55) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:14.919178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c162129-a1f9-46c7-8fed-1aaae435cac2 req-c24626ba-c7c3-40c5-837b-83f0b4823319 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:14.920775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c162129-a1f9-46c7-8fed-1aaae435cac2 req-c24626ba-c7c3-40c5-837b-83f0b4823319 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.5658662 Jul 05 04:01:14.955556 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.976314 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:14.978301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/163f8ca8-effb-49ac-b953-0ac0a4eaac4a HTTP/1.1" status: 204 len: 168 time: 2.8735280 Jul 05 04:01:14.981286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35006) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.003037 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b909609c-c156-4b22-b798-461105d49929 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:15.003643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b909609c-c156-4b22-b798-461105d49929 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:15.005422 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b909609c-c156-4b22-b798-461105d49929 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/163f8ca8-effb-49ac-b953-0ac0a4eaac4a HTTP/1.1" status: 404 len: 339 time: 0.0231240 Jul 05 04:01:15.010444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ecfc90-1058-483d-8a7b-95f4a473ad2e tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=163f8ca8-effb-49ac-b953-0ac0a4eaac4a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.010637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35008) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.020390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2142185644', 'description': 'd1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:15.029214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0adcb370-33c8-4179-b6e0-28ff79f20f53 req-a82ec27d-fb54-49aa-a394-5c761b75db15 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530983 Jul 05 04:01:15.055655 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c162129-a1f9-46c7-8fed-1aaae435cac2 req-bcc4659e-af3c-4787-8e96-ceb0c9b7e2f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135809 Jul 05 04:01:15.123389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:15.125608 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.162526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:15.178330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.178899 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment cebb7caa-0e8e-42c5-9d23-9a4283bb238d of type vlan for network d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec Jul 05 04:01:15.217836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec7f91d2-4e54-445d-8659-2efb895254d6 req-7e74abd0-a570-4a64-8e8b-ee8934cfa6eb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 210 time: 0.0544240 Jul 05 04:01:15.243341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.282010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77a35424-7391-408c-87da-5cf03fbb82f6 req-3513bf8e-7f6d-469e-a1fc-f5ace19605ff tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0480025 Jul 05 04:01:15.288064 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.347103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f5287082-9958-47d1-849a-1da2bbae005b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:15.383609 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.385794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: f5287082-9958-47d1-849a-1da2bbae005b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:15.386425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f5287082-9958-47d1-849a-1da2bbae005b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:15.394307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.394967 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.434631 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.454305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', '8d34d6d9-e2f3-4d3a-aea5-ff08de486117'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:15.494255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.508071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:15.520302 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-350004aa-1aa7-4d8a-b21e-410239b6cc87 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5087402 Jul 05 04:01:15.523594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35018) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.626671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3452475b-ac3e-42ea-a37e-622eb774b147 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.628252 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3452475b-ac3e-42ea-a37e-622eb774b147 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/networks?id=d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec HTTP/1.1" status: 200 len: 761 time: 0.1033778 Jul 05 04:01:15.631573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35020) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.642532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9067e810-b622-4699-81cc-847a22aed072 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'description': 'd2'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:15.846911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:15.848392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:15.853902 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:15.858574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event updated for resources: {'Port': ['ID=73376c3a-c476-4371-850e-e8eec2814a55,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:15.872407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9067e810-b622-4699-81cc-847a22aed072 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.927007 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9067e810-b622-4699-81cc-847a22aed072 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.936418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61339309-0714-4875-83ed-378606740e92 req-7bd4f6d1-94c4-4129-9aad-07702f9cf4e5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1bbe83e25bf64cdf85f5e59623bee82b&device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0455451 Jul 05 04:01:15.940223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9067e810-b622-4699-81cc-847a22aed072 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec is not hosted by any dhcp agent {{(pid=100895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:01:15.948008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9067e810-b622-4699-81cc-847a22aed072 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.949380 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9067e810-b622-4699-81cc-847a22aed072 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.954085 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9067e810-b622-4699-81cc-847a22aed072 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "PUT /v2.0/networks/d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec HTTP/1.1" status: 200 len: 758 time: 0.3169556 Jul 05 04:01:15.955136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35024) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:15.988632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:15.989433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:15.998824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61339309-0714-4875-83ed-378606740e92 req-2d72787c-7e68-45f3-bbfe-fad3c29eb547 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1bbe83e25bf64cdf85f5e59623bee82b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0543029 Jul 05 04:01:16.035192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9067e810-b622-4699-81cc-847a22aed072 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:16.047332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:16.097430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed979d52-3df7-498b-9250-e8aa5df3ac5b req-808f99ad-7d06-43c3-8a82-94402c0f363a tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.1182766 Jul 05 04:01:16.098507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:16.151458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbb88099-bce0-40fb-b230-2e1c50fa1927 req-5d381e1b-a7a1-41f2-940b-2ca95309bb48 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1516433 Jul 05 04:01:16.214948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-68e1115c-5abf-41c4-bd70-ab7103554998 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6867535 Jul 05 04:01:16.238894 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Request body: {'port': {'device_id': '77169235-923d-41db-bdee-1026f8bf27ba', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:16.321421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,segment=NetworkSegment(6aed642c-8990-42ce-a27a-ea194ea666ab),segment_id=6aed642c-8990-42ce-a27a-ea194ea666ab)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:16.336965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '3cd349ce-dc97-4c19-8fcf-ebc4c207c62f', 'network_id': 'b59025dc-3feb-4283-8066-acdc9f85a9ff', 'port_id': '3cd349ce-dc97-4c19-8fcf-ebc4c207c62f', 'mac_address': 'fa:16:3e:22:6a:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a0f26cf2-abbb-4fd9-9321-8c9672456fe9', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:16.339566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6d0cb-cb8b-4306-9558-0ad903e67b76 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.341123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-00c6d0cb-cb8b-4306-9558-0ad903e67b76 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/networks?id=d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec HTTP/1.1" status: 200 len: 761 time: 0.3838677 Jul 05 04:01:16.346132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35036) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:16.353354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2003223510'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:16.406452 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.424577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:16.431287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61339309-0714-4875-83ed-378606740e92 req-de4b6330-bbe3-4f15-8384-af799f376f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.432835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61339309-0714-4875-83ed-378606740e92 req-de4b6330-bbe3-4f15-8384-af799f376f4d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4046471 Jul 05 04:01:16.452489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,segment=NetworkSegment(6aed642c-8990-42ce-a27a-ea194ea666ab),segment_id=6aed642c-8990-42ce-a27a-ea194ea666ab)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:16.463067 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.473920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:16.478625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.500597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83adc0c-9966-4fec-81bb-855a45b6f265 req-526fc2df-2615-42fa-88ce-466c168f55df tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.502134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a83adc0c-9966-4fec-81bb-855a45b6f265 req-526fc2df-2615-42fa-88ce-466c168f55df tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 943 time: 0.2961755 Jul 05 04:01:16.508465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:16.517827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.518227 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment 9152639c-ef78-49e8-89ba-6a9334bda598 of type vlan for network a5f013c9-0c25-4135-aee0-83cf3e933c2c Jul 05 04:01:16.527696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02570ce2-2bed-4ee3-8d1d-b6ae12339535 req-f3d5ce74-1ece-44fb-b7cb-182b85870c04 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0461202 Jul 05 04:01:16.538477 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.562969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e9d1b4-fbfb-4e16-90e2-d7a94a884ad0 req-306743b2-4e6a-49f0-b71c-a754e5283b87 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.564561 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90e9d1b4-fbfb-4e16-90e2-d7a94a884ad0 req-306743b2-4e6a-49f0-b71c-a754e5283b87 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2918491 Jul 05 04:01:16.568020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.605458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:16.646952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a83adc0c-9966-4fec-81bb-855a45b6f265 req-99f33c6b-59c2-4724-b20e-71c37c4272b7 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212480 Jul 05 04:01:16.663440 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.671604 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.672755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:16.712880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90e9d1b4-fbfb-4e16-90e2-d7a94a884ad0 req-5946963d-fb67-4360-9a34-ed3bf145c2a6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1385083 Jul 05 04:01:16.772892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=a5f013c9-0c25-4135-aee0-83cf3e933c2c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:16.784885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network a5f013c9-0c25-4135-aee0-83cf3e933c2c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:16.804429 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-749bccf2-1bec-4ee2-ac79-fbf0281f62df tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4541955 Jul 05 04:01:16.805252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35046) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:16.816557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': 'a5f013c9-0c25-4135-aee0-83cf3e933c2c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:16.926181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7c254-0e59-4ace-b5b7-911f51d1f6ff req-cffda26c-4942-4588-abd1-bbd2c02325cc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:16.927700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7a7c254-0e59-4ace-b5b7-911f51d1f6ff req-cffda26c-4942-4588-abd1-bbd2c02325cc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 932 time: 0.1598582 Jul 05 04:01:16.995476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73376c3a-c476-4371-850e-e8eec2814a55 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:17.007317 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.012549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7a7c254-0e59-4ace-b5b7-911f51d1f6ff req-662d209a-4439-434a-bf1a-eb70e12ec36b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752501 Jul 05 04:01:17.024710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Transition to ACTIVE for port object 73376c3a-c476-4371-850e-e8eec2814a55 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:17.090785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:17.094707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.113117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3cd349ce-dc97-4c19-8fcf-ebc4c207c62f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:17.142206 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.221078 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Pushing event updated for resources: {'Port': ['ID=73376c3a-c476-4371-850e-e8eec2814a55,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:17.294364 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1894c5a-e657-47ac-b1ab-6e45618105ff req-94212027-b2e6-4ff3-9918-c842413a064e tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0507541 Jul 05 04:01:17.350551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Attempting to bind port 73376c3a-c476-4371-850e-e8eec2814a55 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:17.351012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Attempting to bind port 73376c3a-c476-4371-850e-e8eec2814a55 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:17.351475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Attempting to bind port 73376c3a-c476-4371-850e-e8eec2814a55 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:17.357858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Port 73376c3a-c476-4371-850e-e8eec2814a55 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:01:17.358333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Attempting to bind port 73376c3a-c476-4371-850e-e8eec2814a55 on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:17.364060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:17.364404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Checking segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:17.365306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Bound using segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:17.365737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Bound port: 73376c3a-c476-4371-850e-e8eec2814a55, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:17.366097 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.451580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] For port 73376c3a-c476-4371-850e-e8eec2814a55, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:17.467934 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.484178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] For port 73376c3a-c476-4371-850e-e8eec2814a55, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=73376c3a-c476-4371-850e-e8eec2814a55,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:17.520804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd67800-0af6-4d48-adf0-a5b2009f1c6f req-40ca1a27-9930-4c95-a737-59cb1e4543ef tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:17.523101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dd67800-0af6-4d48-adf0-a5b2009f1c6f req-40ca1a27-9930-4c95-a737-59cb1e4543ef tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.0895042 Jul 05 04:01:17.545587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=c42bc2b1-2689-4256-b42f-b7d361efb067,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:17.554731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': '9152639c-ef78-49e8-89ba-6a9334bda598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a5f013c9-0c25-4135-aee0-83cf3e933c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:17.555263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: a5f013c9-0c25-4135-aee0-83cf3e933c2c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:17.569660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dd67800-0af6-4d48-adf0-a5b2009f1c6f req-90be249a-096b-4f26-9888-6f6583cf9235 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386963 Jul 05 04:01:17.570850 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.605499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:17.605947 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.607342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] 10.222.0.26 "PUT /v2.0/ports/73376c3a-c476-4371-850e-e8eec2814a55 HTTP/1.1" status: 200 len: 1093 time: 1.3788941 Jul 05 04:01:17.609664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '77169235-923d-41db-bdee-1026f8bf27ba', 'tag': '73376c3a-c476-4371-850e-e8eec2814a55'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:17.612142 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb78da4-5a9e-4c70-a260-eb13338b3942" -d '{"events": [{"name": "network-changed", "server_uuid": "77169235-923d-41db-bdee-1026f8bf27ba", "tag": "73376c3a-c476-4371-850e-e8eec2814a55"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:17.641106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ffbc1-1fda-4cca-8344-f239fc6463ed service neutron] Pushing event updated for resources: {'Port': ['ID=73376c3a-c476-4371-850e-e8eec2814a55,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:17.645088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network a5f013c9-0c25-4135-aee0-83cf3e933c2c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:17.657041 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe85f33c-62eb-4f52-8101-f48cc4483486 x-openstack-request-id: req-fe85f33c-62eb-4f52-8101-f48cc4483486 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:17.657041 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "77169235-923d-41db-bdee-1026f8bf27ba", "tag": "73376c3a-c476-4371-850e-e8eec2814a55", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:17.657041 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fe85f33c-62eb-4f52-8101-f48cc4483486 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:17.657041 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '77169235-923d-41db-bdee-1026f8bf27ba', 'tag': '73376c3a-c476-4371-850e-e8eec2814a55', 'status': 'completed', 'code': 200} Jul 05 04:01:17.746741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb78da4-5a9e-4c70-a260-eb13338b3942 req-2a8a2f2e-bd52-4e17-9e69-337b33047bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:17.748417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-deb78da4-5a9e-4c70-a260-eb13338b3942 req-2a8a2f2e-bd52-4e17-9e69-337b33047bee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 1096 time: 0.0623624 Jul 05 04:01:17.759234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, a5f013c9-0c25-4135-aee0-83cf3e933c2c) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:17.763955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:17.764535 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:17.770729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee4005db-1262-42f8-8d9e-75c55eb66b7e None None] Network a5f013c9-0c25-4135-aee0-83cf3e933c2c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:17.864366 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3e6fd80e-ab17-419b-8302-b094c4bf4804 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0578198 Jul 05 04:01:17.867158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35058) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:17.922636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc6014f-bcf9-497d-a3ab-5cd7a5332dba req-9cbdc72e-d299-479c-8ecf-1c337778d410 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:17.924217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bc6014f-bcf9-497d-a3ab-5cd7a5332dba req-9cbdc72e-d299-479c-8ecf-1c337778d410 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 944 time: 0.1538682 Jul 05 04:01:17.925743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb78da4-5a9e-4c70-a260-eb13338b3942 req-02ebccd8-2e16-4312-80bd-0162f0813b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:17.927172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-deb78da4-5a9e-4c70-a260-eb13338b3942 req-02ebccd8-2e16-4312-80bd-0162f0813b07 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2ee79a286b654e18b275e9f829907046&shared=False HTTP/1.1" status: 200 len: 906 time: 0.1660838 Jul 05 04:01:17.989551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-a5f013c9-0c25-4135-aee0-83cf3e933c2c', 'network_id': 'a5f013c9-0c25-4135-aee0-83cf3e933c2c', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': 'c42bc2b1-2689-4256-b42f-b7d361efb067'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:17.991234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.007868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.046149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bc6014f-bcf9-497d-a3ab-5cd7a5332dba req-e53b9251-e1b4-4bc0-8c67-bed2fe39b3a2 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136253 Jul 05 04:01:18.097178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.098458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb78da4-5a9e-4c70-a260-eb13338b3942 req-8e65acf1-159d-4a06-b8a0-57d0e0938a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.100742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-deb78da4-5a9e-4c70-a260-eb13338b3942 req-8e65acf1-159d-4a06-b8a0-57d0e0938a3c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1535711 Jul 05 04:01:18.178676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Allocated IP 172.20.0.2 (a5f013c9-0c25-4135-aee0-83cf3e933c2c/c42bc2b1-2689-4256-b42f-b7d361efb067/cd9cf539-b52d-4953-b1cc-a4909ed56930) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:18.265039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61339309-0714-4875-83ed-378606740e92 req-50f13350-25cd-45dd-b02a-f74f9ff82aa3 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.26 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0788760 Jul 05 04:01:18.315932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9eae-b517-4564-afe3-f66b1004957b req-052adbbc-2a14-4ec4-bcb4-bf1a001404ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.317711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-052adbbc-2a14-4ec4-bcb4-bf1a001404ad service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 1096 time: 0.1424012 Jul 05 04:01:18.336260 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827551bd-ef7b-4291-b86f-7580098f06d3 req-5c8c1006-12f5-4e21-b13a-e94506e90dc2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.336558 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.338884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-827551bd-ef7b-4291-b86f-7580098f06d3 req-5c8c1006-12f5-4e21-b13a-e94506e90dc2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 944 time: 0.1533873 Jul 05 04:01:18.346313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Transition to ACTIVE for port object cd9cf539-b52d-4953-b1cc-a4909ed56930 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:18.363606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Transition to ACTIVE for port object cd9cf539-b52d-4953-b1cc-a4909ed56930 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:18.403928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-76995c32-0691-4d95-a332-51fb246785af service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=73376c3a-c476-4371-850e-e8eec2814a55 HTTP/1.1" status: 200 len: 217 time: 0.0632944 Jul 05 04:01:18.476401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-827551bd-ef7b-4291-b86f-7580098f06d3 req-11a122d2-1fd8-44d4-ad2b-92339c93c547 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237481 Jul 05 04:01:18.483548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.502698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68207381-6f0a-40ec-92fc-f7bb72f4f9f6 req-bcbd0e71-4268-4b6e-a7e1-ba39126dba68 tempest-ServerShowV257Test-1170480880 tempest-ServerShowV257Test-1170480880-project] 10.222.0.30 "GET /v2.0/ports?device_id=7070ae87-213e-47a2-9192-387477799336 HTTP/1.1" status: 200 len: 210 time: 0.0505118 Jul 05 04:01:18.510040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32bf9eae-b517-4564-afe3-f66b1004957b req-452a3956-1b95-4852-8e3b-be5c21ab11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.511781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-452a3956-1b95-4852-8e3b-be5c21ab11cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.1002717 Jul 05 04:01:18.547276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Network a5f013c9-0c25-4135-aee0-83cf3e933c2c is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:18.556022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:18.556997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-39e2463c-e329-460d-91ee-c516ba8b46f3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0289357 Jul 05 04:01:18.561649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:18.565287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Pushing event updated for resources: {'Port': ['ID=cd9cf539-b52d-4953-b1cc-a4909ed56930,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:18.594307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.640405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Attempting to bind port cd9cf539-b52d-4953-b1cc-a4909ed56930 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:18.640779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Attempting to bind port cd9cf539-b52d-4953-b1cc-a4909ed56930 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '9152639c-ef78-49e8-89ba-6a9334bda598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a5f013c9-0c25-4135-aee0-83cf3e933c2c'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:18.641143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Attempting to bind port cd9cf539-b52d-4953-b1cc-a4909ed56930 on network a5f013c9-0c25-4135-aee0-83cf3e933c2c {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:18.647427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:18.647829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Checking segment: {'id': '9152639c-ef78-49e8-89ba-6a9334bda598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a5f013c9-0c25-4135-aee0-83cf3e933c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:18.648232 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.648632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Bound using segment: {'id': '9152639c-ef78-49e8-89ba-6a9334bda598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a5f013c9-0c25-4135-aee0-83cf3e933c2c'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:18.649109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Bound port: cd9cf539-b52d-4953-b1cc-a4909ed56930, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9152639c-ef78-49e8-89ba-6a9334bda598', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'a5f013c9-0c25-4135-aee0-83cf3e933c2c'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:18.649492 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.681564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e59138c-519e-4050-83a7-5034a2b329b0 req-6ae245dd-025f-474a-b20a-32dcd0432662 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0358522 Jul 05 04:01:18.713315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=c42bc2b1-2689-4256-b42f-b7d361efb067,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:18.714869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-fc828f5f-498c-4c83-84ba-c9fadf753ef4 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507218 Jul 05 04:01:18.722851 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.734310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f013c9-0c25-4135-aee0-83cf3e933c2c']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:18.748969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9152639c-ef78-49e8-89ba-6a9334bda598') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:18.749207 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9152639c-ef78-49e8-89ba-6a9334bda598') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:18.760514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:18.761851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] For port cd9cf539-b52d-4953-b1cc-a4909ed56930, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:18.766812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] For port cd9cf539-b52d-4953-b1cc-a4909ed56930, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cd9cf539-b52d-4953-b1cc-a4909ed56930,segment=NetworkSegment(9152639c-ef78-49e8-89ba-6a9334bda598),segment_id=9152639c-ef78-49e8-89ba-6a9334bda598)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:18.935729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe75f6-f9ea-4cc2-b0d2-4c1f1a2da5e3 req-61e69615-3e3a-4fa0-a5b7-2ea35a7b25ed tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:18.944567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cfe75f6-f9ea-4cc2-b0d2-4c1f1a2da5e3 req-61e69615-3e3a-4fa0-a5b7-2ea35a7b25ed tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2128623 Jul 05 04:01:18.944567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-adbb6743-0cdf-4bfb-98a8-0b34f35c547c req-4045efb6-cd82-4174-b92b-ab58abdca9b8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0648077 Jul 05 04:01:18.970904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf9eae-b517-4564-afe3-f66b1004957b req-4c230331-8021-49ce-8b73-3ef2884fb44b service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2315583 Jul 05 04:01:18.991074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cfe75f6-f9ea-4cc2-b0d2-4c1f1a2da5e3 req-1024b159-a975-4f0d-9bff-c8367f139e8d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422637 Jul 05 04:01:19.142581 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.145206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.153823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:19.156780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:19.160065 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:19.231333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfebb9cc-8257-4309-9424-da6c90bf2e26 req-0b391df4-ff6d-44b8-b9f2-835d606d3e2d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.237540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfebb9cc-8257-4309-9424-da6c90bf2e26 req-0b391df4-ff6d-44b8-b9f2-835d606d3e2d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1292057 Jul 05 04:01:19.247059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c78ff13d-1f01-44ef-bdb3-3eed0d61335b None None] Pushing event updated for resources: {'Port': ['ID=cd9cf539-b52d-4953-b1cc-a4909ed56930,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:19.276492 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:01:19.276492 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:01:19.276492 n-d-758944-41 neutron-server[100895]: [parameters: {'id': 'a5f013c9-0c25-4135-aee0-83cf3e933c2c'}] Jul 05 04:01:19.276492 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:01:19.276492 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:01:19.277260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9222373f-dcb3-4d29-b35a-a5f285383c46 None None] Network a5f013c9-0c25-4135-aee0-83cf3e933c2c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:19.282396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfebb9cc-8257-4309-9424-da6c90bf2e26 req-cb989eec-8ca3-473c-b7f9-6bfd6e166b1c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443280 Jul 05 04:01:19.303046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb7f195-bc46-44ac-aa85-e0ade569b739 req-6ad75d8a-09fa-44f2-b60b-ea92a2c5c6fb tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.304944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fb7f195-bc46-44ac-aa85-e0ade569b739 req-6ad75d8a-09fa-44f2-b60b-ea92a2c5c6fb tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 944 time: 0.1243138 Jul 05 04:01:19.357263 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fb7f195-bc46-44ac-aa85-e0ade569b739 req-ab6b9cbf-83ee-4d5e-a34f-aed831b490bc tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452712 Jul 05 04:01:19.467046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7f80f98-4803-4ad2-9973-a8c020b355d9 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:01:19.559958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2867c71e-f8c9-40f4-b5a8-3199df3acc7b req-155bd6d4-d73a-4bd6-b0cb-259085dd4205 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.563063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2867c71e-f8c9-40f4-b5a8-3199df3acc7b req-155bd6d4-d73a-4bd6-b0cb-259085dd4205 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.0774598 Jul 05 04:01:19.611217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7f80f98-4803-4ad2-9973-a8c020b355d9 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:01:19.639419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2867c71e-f8c9-40f4-b5a8-3199df3acc7b req-3f1ef103-2dbb-4cc1-8e73-40f9f295fb14 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694950 Jul 05 04:01:19.675817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167b5a08-fc64-4ce1-8d88-52717e0dc6de req-40150382-6cb4-40d1-b0f0-0aaa9b5ffb61 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.677876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-167b5a08-fc64-4ce1-8d88-52717e0dc6de req-40150382-6cb4-40d1-b0f0-0aaa9b5ffb61 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 944 time: 0.0763803 Jul 05 04:01:19.725658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-167b5a08-fc64-4ce1-8d88-52717e0dc6de req-5fa51845-467e-408a-823c-f673aa6a3da1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405569 Jul 05 04:01:19.775810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.847301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Deleting port cd9cf539-b52d-4953-b1cc-a4909ed56930 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:19.847710 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.914795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97d0c4-fcb6-4f85-8c2e-6d3feb9bdd03 req-e543d335-4545-4a85-976c-6aee13a1c8be tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:19.916552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e97d0c4-fcb6-4f85-8c2e-6d3feb9bdd03 req-e543d335-4545-4a85-976c-6aee13a1c8be tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.0758116 Jul 05 04:01:19.935572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] For port cd9cf539-b52d-4953-b1cc-a4909ed56930, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cd9cf539-b52d-4953-b1cc-a4909ed56930,segment=NetworkSegment(9152639c-ef78-49e8-89ba-6a9334bda598),segment_id=9152639c-ef78-49e8-89ba-6a9334bda598)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:19.936046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:19.953091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Calling delete_port for cd9cf539-b52d-4953-b1cc-a4909ed56930 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:19.974495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e97d0c4-fcb6-4f85-8c2e-6d3feb9bdd03 req-a2e5cdf0-1fe0-4908-bb9a-1d37afa0666c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448995 Jul 05 04:01:20.087045 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:20.096655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.126804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Port': ['ID=cd9cf539-b52d-4953-b1cc-a4909ed56930,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.133031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No DVR routers for this DVR port cd9cf539-b52d-4953-b1cc-a4909ed56930 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:20.197701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35100) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.223835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.228502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:20.232746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:20.235679 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.245052 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5f013c9-0c25-4135-aee0-83cf3e933c2c']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:20.258096 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9152639c-ef78-49e8-89ba-6a9334bda598') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:20.258402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9152639c-ef78-49e8-89ba-6a9334bda598') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:20.269075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.285265 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.292635 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:20.293337 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:20.296534 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:20.326762 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.328313 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0786-38d3-4da1-9128-5ef10aa71628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.352755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cd9cba-f40b-4e56-9331-970bf8d1876d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd349ce-dc97-4c19-8fcf-ebc4c207c62f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:20.355111 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3afe80a-53f2-4113-8419-35d68d488653" -d '{"events": [{"server_uuid": "65cd9cba-f40b-4e56-9331-970bf8d1876d", "name": "network-vif-plugged", "status": "completed", "tag": "3cd349ce-dc97-4c19-8fcf-ebc4c207c62f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:20.372724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,segment=NetworkSegment(6aed642c-8990-42ce-a27a-ea194ea666ab),segment_id=6aed642c-8990-42ce-a27a-ea194ea666ab)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:20.396930 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcc89586-6060-4d54-b112-25e70318053e x-openstack-request-id: req-bcc89586-6060-4d54-b112-25e70318053e {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:20.396930 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cd9cba-f40b-4e56-9331-970bf8d1876d", "name": "network-vif-plugged", "status": "completed", "tag": "3cd349ce-dc97-4c19-8fcf-ebc4c207c62f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:20.397213 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcc89586-6060-4d54-b112-25e70318053e {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:20.397415 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cd9cba-f40b-4e56-9331-970bf8d1876d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cd349ce-dc97-4c19-8fcf-ebc4c207c62f', 'code': 200} Jul 05 04:01:20.473761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.487765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.490408 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/a5f013c9-0c25-4135-aee0-83cf3e933c2c HTTP/1.1" status: 204 len: 168 time: 2.6215322 Jul 05 04:01:20.493045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35112) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.502266 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.517729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97803707-d809-4095-850c-ad5266c9b3f9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=a5f013c9-0c25-4135-aee0-83cf3e933c2c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.546706 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-886daeab-d7b4-4b59-a2fc-b200487314e9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] GET failed (client error): The resource could not be found. Jul 05 04:01:20.548193 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-886daeab-d7b4-4b59-a2fc-b200487314e9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/subnets/c42bc2b1-2689-4256-b42f-b7d361efb067 HTTP/1.1" status: 404 len: 337 time: 0.0542006 Jul 05 04:01:20.551288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35114) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.558665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.584166 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f5ba070-5cf1-493d-891d-abfa4318ce8d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:20.584166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f5ba070-5cf1-493d-891d-abfa4318ce8d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:20.584166 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6f5ba070-5cf1-493d-891d-abfa4318ce8d tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/a5f013c9-0c25-4135-aee0-83cf3e933c2c HTTP/1.1" status: 404 len: 339 time: 0.0282955 Jul 05 04:01:20.589353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35116) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.649453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f356a1-c4bf-4bcf-9320-f20d51ee5677 req-cc23cf31-797d-47e9-9517-c0ed3c8b8b19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.650974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76f356a1-c4bf-4bcf-9320-f20d51ee5677 req-cc23cf31-797d-47e9-9517-c0ed3c8b8b19 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 1096 time: 0.1734724 Jul 05 04:01:20.685096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70fc2e09-7502-4884-8e07-24516daa2e0e req-dd98bf73-3343-4c75-b22a-60dfc94ecc00 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.686457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70fc2e09-7502-4884-8e07-24516daa2e0e req-dd98bf73-3343-4c75-b22a-60dfc94ecc00 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 945 time: 0.1556933 Jul 05 04:01:20.697220 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0786-38d3-4da1-9128-5ef10aa71628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.741642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76f356a1-c4bf-4bcf-9320-f20d51ee5677 req-b941b6c0-98c7-4c13-bc40-39ed6b89fc03 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797637 Jul 05 04:01:20.749315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70fc2e09-7502-4884-8e07-24516daa2e0e req-e721b219-3b14-4877-94e4-61068aa4d0db tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508425 Jul 05 04:01:20.759210 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a9a0786-38d3-4da1-9128-5ef10aa71628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.807461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d46796-a8ce-4b76-807b-a905bfa0a6af tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:20.811943 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c1d46796-a8ce-4b76-807b-a905bfa0a6af tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2227731 Jul 05 04:01:20.812666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35120) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.813423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6a9a0786-38d3-4da1-9128-5ef10aa71628 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1bbe83e25bf64cdf85f5e59623bee82b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6136355 Jul 05 04:01:20.814329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35122) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.820874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9a0786-38d3-4da1-9128-5ef10aa71628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23e78ab9-bcc0-454d-a16d-281f27210341,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:20.880714 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-67cd1385-926b-4534-83ea-48c61aef4c60 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 207 time: 0.0660203 Jul 05 04:01:20.884318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35124) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:20.904108 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6dc2546d-553f-490f-85e7-ce2641dbeea0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:20.972127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5aa9dcc8-f09a-426e-90d6-fdffc352fdd3 req-e812223d-2b7f-4f00-813d-96b32bf91ef8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0403643 Jul 05 04:01:20.979688 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6dc2546d-553f-490f-85e7-ce2641dbeea0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.040054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0cf6d3-3b71-4580-b1ac-4c4d109d60ec req-e9003eee-c3a7-4bb2-88fa-3c3501e431c9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.041623 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c0cf6d3-3b71-4580-b1ac-4c4d109d60ec req-e9003eee-c3a7-4bb2-88fa-3c3501e431c9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 944 time: 0.1491697 Jul 05 04:01:21.104077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c0cf6d3-3b71-4580-b1ac-4c4d109d60ec req-31cc251e-27f8-4771-a7b8-8ac14967edc8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459073 Jul 05 04:01:21.104324 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69412251-7a7a-4d41-aa13-2014ce4c13ec tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.115346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69412251-7a7a-4d41-aa13-2014ce4c13ec tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.124021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69412251-7a7a-4d41-aa13-2014ce4c13ec tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.136772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69412251-7a7a-4d41-aa13-2014ce4c13ec tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.138573 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-69412251-7a7a-4d41-aa13-2014ce4c13ec tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2524965 Jul 05 04:01:21.142143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6dc2546d-553f-490f-85e7-ce2641dbeea0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.145543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35134) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:21.146365 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6dc2546d-553f-490f-85e7-ce2641dbeea0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:21.146552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6dc2546d-553f-490f-85e7-ce2641dbeea0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/23e78ab9-bcc0-454d-a16d-281f27210341 HTTP/1.1" status: 204 len: 168 time: 0.3306992 Jul 05 04:01:21.186150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db966a87-e8b0-42dc-b8e1-fec5a2e9a830 req-6ce26acf-346f-4a04-b7d7-83a0d405b715 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0478280 Jul 05 04:01:21.186891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2546d-553f-490f-85e7-ce2641dbeea0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23e78ab9-bcc0-454d-a16d-281f27210341,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:21.500399 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bd3ee1ec-4bea-458e-ba18-9fdb818e33a7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.3525300 Jul 05 04:01:21.500943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35140) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:21.554777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819ec357-c9d2-4db0-b4e9-33fbe6e29d72 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.556433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819ec357-c9d2-4db0-b4e9-33fbe6e29d72 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.558000 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-819ec357-c9d2-4db0-b4e9-33fbe6e29d72 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0563381 Jul 05 04:01:21.561712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35146) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:21.667073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ca3ce-09f3-49ea-b089-684c33468a4b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.668488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb0ca3ce-09f3-49ea-b089-684c33468a4b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.670180 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cb0ca3ce-09f3-49ea-b089-684c33468a4b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1073968 Jul 05 04:01:21.675499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35152) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:21.784998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f98ceb17-1a40-4c39-a04a-53ec49624b78 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.791805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f98ceb17-1a40-4c39-a04a-53ec49624b78 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/networks/bf35db0a-0422-42c1-8786-cdfa53545379 HTTP/1.1" status: 200 len: 799 time: 0.1098382 Jul 05 04:01:21.793048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35158) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:21.937397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e049ad0d-9961-451b-a79b-e5d669676dde tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/networks/bf35db0a-0422-42c1-8786-cdfa53545379?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1442420 Jul 05 04:01:21.942509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35164) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:21.977919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732713a-0fb5-4fa3-bced-9b4c37a18a29 req-e352ef5e-ba10-4ec9-a14e-8c7c4210e767 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:21.984566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a732713a-0fb5-4fa3-bced-9b4c37a18a29 req-e352ef5e-ba10-4ec9-a14e-8c7c4210e767 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 945 time: 0.0971889 Jul 05 04:01:22.022026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a23574d-0862-421d-8155-98a46ccd4cb6 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:22.023788 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2a23574d-0862-421d-8155-98a46ccd4cb6 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/subnets/e51f6bde-0c9d-4f39-b7a3-cf0990c04b15 HTTP/1.1" status: 200 len: 811 time: 0.0789230 Jul 05 04:01:22.028006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35168) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.031616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a732713a-0fb5-4fa3-bced-9b4c37a18a29 req-533cc5c6-b078-4dba-a935-687b87d2e3f5 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461795 Jul 05 04:01:22.091309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1670641-934d-495d-ad7f-e3983295c9bf tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:22.092816 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b1670641-934d-495d-ad7f-e3983295c9bf tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "GET /v2.0/subnets/e51f6bde-0c9d-4f39-b7a3-cf0990c04b15?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0632451 Jul 05 04:01:22.097350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35170) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.102409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-794252557'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:22.106675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 73376c3a-c476-4371-850e-e8eec2814a55 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:22.182694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:22.189039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.233696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:22.239259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 73376c3a-c476-4371-850e-e8eec2814a55, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=73376c3a-c476-4371-850e-e8eec2814a55,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:22.248739 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.249084 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Added segment 7e4a1f4b-1c43-4561-9276-095b03bbe8f5 of type vlan for network 798cbeea-7854-4ef7-8dbc-d61adcfed120 Jul 05 04:01:22.258452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '73376c3a-c476-4371-850e-e8eec2814a55', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'port_id': '73376c3a-c476-4371-850e-e8eec2814a55', 'mac_address': 'fa:16:3e:26:86:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b073ad93-53eb-4430-93a7-0f49cb28c7c4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:22.299035 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.367087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb8f9de-e80f-433d-bd46-7ee9e320f97b req-2a883561-a9a1-4cc3-a84a-95d1d61d05eb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:22.371111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cb8f9de-e80f-433d-bd46-7ee9e320f97b req-2a883561-a9a1-4cc3-a84a-95d1d61d05eb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 944 time: 0.1148283 Jul 05 04:01:22.445923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.455803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:22.456975 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.480855 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.499587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73376c3a-c476-4371-850e-e8eec2814a55 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:22.527867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 73376c3a-c476-4371-850e-e8eec2814a55, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=73376c3a-c476-4371-850e-e8eec2814a55,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:22.552552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Network': ['ID=798cbeea-7854-4ef7-8dbc-d61adcfed120,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.567245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 798cbeea-7854-4ef7-8dbc-d61adcfed120 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:22.612718 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-de09bec3-bc33-4910-a903-84c89e1bac49 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5139983 Jul 05 04:01:22.615702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35182) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:22.621726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'network_id': '798cbeea-7854-4ef7-8dbc-d61adcfed120', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:22.642140 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.701364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=73376c3a-c476-4371-850e-e8eec2814a55,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:22.715241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cb8f9de-e80f-433d-bd46-7ee9e320f97b req-eb0fd147-8d94-41b3-a099-4dffabc36fc0 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3404272 Jul 05 04:01:22.862960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Made reservation on behalf of 33f2165b16514c85b5ea21997f88f59f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:22.866968 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:22.934630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Performing IP validity checks on allocation pools {{(pid=100895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:01:22.935193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:01:23.131682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.220585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['73376c3a-c476-4371-850e-e8eec2814a55'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:23.241131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Checking segment: {'id': '7e4a1f4b-1c43-4561-9276-095b03bbe8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '798cbeea-7854-4ef7-8dbc-d61adcfed120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:23.241399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network hostable DHCP agents. Network: 798cbeea-7854-4ef7-8dbc-d61adcfed120, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:23.245462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=cbb95c99-9d9c-43b2-9b33-cb2ed01e4aa0,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:23.261480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1c4334-d2a2-4d77-acd5-97083f6492d7 req-2a9441a5-5cfa-495a-9cbf-2b97f201d5a1 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:23.263183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea1c4334-d2a2-4d77-acd5-97083f6492d7 req-2a9441a5-5cfa-495a-9cbf-2b97f201d5a1 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 945 time: 0.0936892 Jul 05 04:01:23.288063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19638b09-419e-4dd9-a83e-5f1bcef3f8d2 req-e9de52f0-7443-48fc-8e5b-a10b38b22ba8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0513055 Jul 05 04:01:23.329077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea1c4334-d2a2-4d77-acd5-97083f6492d7 req-f3af097f-be63-4854-8a14-1d64fa5377e5 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435092 Jul 05 04:01:23.394298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Network 798cbeea-7854-4ef7-8dbc-d61adcfed120 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:23.484987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 798cbeea-7854-4ef7-8dbc-d61adcfed120) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:23.489056 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:23.490180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.504845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc956b-abd7-4d06-b83a-ee9ba64b818d None None] Network 798cbeea-7854-4ef7-8dbc-d61adcfed120 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:23.546860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f151ada-2a56-4065-8e9d-30f6575e1a7f req-8a4b56b3-05e7-4393-aae8-dc43bc01375c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0417342 Jul 05 04:01:23.569092 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4e7c1b86-2c0e-4221-9908-062cf39aff68 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.9521136 Jul 05 04:01:23.572318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35214) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:23.578161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9cffdcd1-7b46-44ec-85ea-d0ff2f4f6be9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:23.686019 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcd1-7b46-44ec-85ea-d0ff2f4f6be9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3605012'] for subnet, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.695031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-798cbeea-7854-4ef7-8dbc-d61adcfed120', 'network_id': '798cbeea-7854-4ef7-8dbc-d61adcfed120', 'tenant_id': '33f2165b16514c85b5ea21997f88f59f', 'fixed_ips': [{'subnet_id': 'cbb95c99-9d9c-43b2-9b33-cb2ed01e4aa0'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:23.695976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:23.997634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d96afae-3c13-4390-b022-eb43f6073e2f req-9c7781bb-f656-4c9a-84f6-1a7eff248610 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:23.999133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d96afae-3c13-4390-b022-eb43f6073e2f req-9c7781bb-f656-4c9a-84f6-1a7eff248610 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 945 time: 0.1120179 Jul 05 04:01:24.043690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d96afae-3c13-4390-b022-eb43f6073e2f req-e3616319-f3aa-4a48-b5b3-cc97add1e511 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383942 Jul 05 04:01:24.114669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcd1-7b46-44ec-85ea-d0ff2f4f6be9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784176645151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9071148'] for subnet, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.175584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cffdcd1-7b46-44ec-85ea-d0ff2f4f6be9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:24.176370 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9cffdcd1-7b46-44ec-85ea-d0ff2f4f6be9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.177977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9cffdcd1-7b46-44ec-85ea-d0ff2f4f6be9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "PUT /v2.0/subnets/cbb95c99-9d9c-43b2-9b33-cb2ed01e4aa0 HTTP/1.1" status: 200 len: 877 time: 0.6046059 Jul 05 04:01:24.182035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35232) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:24.203647 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Allocated IP 172.20.0.3 (798cbeea-7854-4ef7-8dbc-d61adcfed120/cbb95c99-9d9c-43b2-9b33-cb2ed01e4aa0/b25c7241-6224-48c2-b8b7-0364a4c1ad2c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:24.209873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cffdcd1-7b46-44ec-85ea-d0ff2f4f6be9 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event updated for resources: {'Subnet': ['ID=cbb95c99-9d9c-43b2-9b33-cb2ed01e4aa0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:24.314933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.398091 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.410193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Transition to ACTIVE for port object b25c7241-6224-48c2-b8b7-0364a4c1ad2c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:24.417305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.431956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Transition to ACTIVE for port object b25c7241-6224-48c2-b8b7-0364a4c1ad2c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:24.464813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489c4c6-9fb6-4eae-a534-ea91dba00c15 req-4f2dd157-9eca-43e4-9291-aefa2d0c9599 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:24.466504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2489c4c6-9fb6-4eae-a534-ea91dba00c15 req-4f2dd157-9eca-43e4-9291-aefa2d0c9599 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 945 time: 0.0801444 Jul 05 04:01:24.510929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2489c4c6-9fb6-4eae-a534-ea91dba00c15 req-e2452bfd-a191-4ad1-86a1-142cca53e7a8 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361798 Jul 05 04:01:24.530922 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.579027 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Network 798cbeea-7854-4ef7-8dbc-d61adcfed120 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:24.581997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:24.589073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:24.599368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Pushing event updated for resources: {'Port': ['ID=b25c7241-6224-48c2-b8b7-0364a4c1ad2c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:24.616914 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.645519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=cbb95c99-9d9c-43b2-9b33-cb2ed01e4aa0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:24.657073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Attempting to bind port b25c7241-6224-48c2-b8b7-0364a4c1ad2c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:24.657436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Attempting to bind port b25c7241-6224-48c2-b8b7-0364a4c1ad2c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '7e4a1f4b-1c43-4561-9276-095b03bbe8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '798cbeea-7854-4ef7-8dbc-d61adcfed120'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:24.657796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Attempting to bind port b25c7241-6224-48c2-b8b7-0364a4c1ad2c on network 798cbeea-7854-4ef7-8dbc-d61adcfed120 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:24.663260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:24.663635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Checking segment: {'id': '7e4a1f4b-1c43-4561-9276-095b03bbe8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '798cbeea-7854-4ef7-8dbc-d61adcfed120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:24.664075 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.664496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Bound using segment: {'id': '7e4a1f4b-1c43-4561-9276-095b03bbe8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '798cbeea-7854-4ef7-8dbc-d61adcfed120'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:24.664968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Bound port: b25c7241-6224-48c2-b8b7-0364a4c1ad2c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7e4a1f4b-1c43-4561-9276-095b03bbe8f5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '798cbeea-7854-4ef7-8dbc-d61adcfed120'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:24.665351 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.714709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.726395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798cbeea-7854-4ef7-8dbc-d61adcfed120']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:24.737845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] For port b25c7241-6224-48c2-b8b7-0364a4c1ad2c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:24.738530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4a1f4b-1c43-4561-9276-095b03bbe8f5') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:24.738834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4a1f4b-1c43-4561-9276-095b03bbe8f5') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:24.744737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] For port b25c7241-6224-48c2-b8b7-0364a4c1ad2c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b25c7241-6224-48c2-b8b7-0364a4c1ad2c,segment=NetworkSegment(7e4a1f4b-1c43-4561-9276-095b03bbe8f5),segment_id=7e4a1f4b-1c43-4561-9276-095b03bbe8f5)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:24.748802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.828604 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.831510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:24.844340 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:24.957175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cbe2d4-5735-4f79-b6c1-e493b7ff9231 None None] Pushing event updated for resources: {'Port': ['ID=b25c7241-6224-48c2-b8b7-0364a4c1ad2c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:24.970987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:01:24.970987 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:01:24.970987 n-d-758944-41 neutron-server[100895]: [parameters: {'id': '798cbeea-7854-4ef7-8dbc-d61adcfed120'}] Jul 05 04:01:24.970987 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:01:24.971567 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:01:24.975695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f92f9260-d3d9-4c6f-9a6d-1df81b2afc54 None None] Network 798cbeea-7854-4ef7-8dbc-d61adcfed120 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:25.135465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4544ef51-92bf-4c4b-8279-72835cc70ef3 None None] Network 798cbeea-7854-4ef7-8dbc-d61adcfed120 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:25.259297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec0724b-5fd7-4981-b8ab-cb51c2555a6c req-b9da4093-338c-4e0f-9136-2963e63738bc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:25.261910 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eec0724b-5fd7-4981-b8ab-cb51c2555a6c req-b9da4093-338c-4e0f-9136-2963e63738bc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 945 time: 0.0871687 Jul 05 04:01:25.312671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eec0724b-5fd7-4981-b8ab-cb51c2555a6c req-1aeae878-f945-456b-b374-530ed005cd9e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Jul 05 04:01:25.343653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43afec9b-f900-4b31-a288-052524d688c2 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:01:25.473049 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.530774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43afec9b-f900-4b31-a288-052524d688c2 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:01:25.546480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Deleting port b25c7241-6224-48c2-b8b7-0364a4c1ad2c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:25.547743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.649913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] For port b25c7241-6224-48c2-b8b7-0364a4c1ad2c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b25c7241-6224-48c2-b8b7-0364a4c1ad2c,segment=NetworkSegment(7e4a1f4b-1c43-4561-9276-095b03bbe8f5),segment_id=7e4a1f4b-1c43-4561-9276-095b03bbe8f5)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:25.650737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.672854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Calling delete_port for b25c7241-6224-48c2-b8b7-0364a4c1ad2c owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:25.753569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd5eafb0-b9f1-44e2-9daf-6bd808e3e278 req-75c12ef3-f06b-40f2-951b-d24d062d1887 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0530872 Jul 05 04:01:25.817201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb13855-e923-4541-ac41-81b0ddeb4049 req-4a5e4694-335b-4cbb-8075-97a97b1b5c27 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:25.819360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfb13855-e923-4541-ac41-81b0ddeb4049 req-4a5e4694-335b-4cbb-8075-97a97b1b5c27 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 945 time: 0.1086278 Jul 05 04:01:25.862640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfb13855-e923-4541-ac41-81b0ddeb4049 req-05b13c83-08e9-4c53-86e9-4a72df5b49ea tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363307 Jul 05 04:01:25.890733 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:25.917706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Port': ['ID=b25c7241-6224-48c2-b8b7-0364a4c1ad2c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:25.923276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No DVR routers for this DVR port b25c7241-6224-48c2-b8b7-0364a4c1ad2c on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:26.027845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.040824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['798cbeea-7854-4ef7-8dbc-d61adcfed120']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:26.057013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e4a1f4b-1c43-4561-9276-095b03bbe8f5') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:26.057486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e4a1f4b-1c43-4561-9276-095b03bbe8f5') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:26.072376 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.091052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.104367 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:26.104900 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.108069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a569ad3a-b8f1-4e9a-93ab-043267e9ae6c req-e3a96b7c-93bb-411b-ac9b-59fd038b0d9e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0371754 Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:26.110834 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:26.141131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 73376c3a-c476-4371-850e-e8eec2814a55 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:26.219256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-4f4c7c35-d387-47a6-92a0-811172b01a2a tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.220924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-4f4c7c35-d387-47a6-92a0-811172b01a2a tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.26 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 945 time: 0.1031842 Jul 05 04:01:26.279811 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.283645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 73376c3a-c476-4371-850e-e8eec2814a55 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:26.289365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 73376c3a-c476-4371-850e-e8eec2814a55 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:26.289742 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.296676 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.308868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35272) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:26.312824 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/798cbeea-7854-4ef7-8dbc-d61adcfed120 HTTP/1.1" status: 204 len: 168 time: 2.1281126 Jul 05 04:01:26.342115 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b18e698c-42f5-4e66-a77c-e8de5e23c925 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:26.342574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b18e698c-42f5-4e66-a77c-e8de5e23c925 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:26.344523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b18e698c-42f5-4e66-a77c-e8de5e23c925 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/cbb95c99-9d9c-43b2-9b33-cb2ed01e4aa0 HTTP/1.1" status: 404 len: 337 time: 0.0339336 Jul 05 04:01:26.350450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa62f02-24b9-4260-bcd0-ee5f8b0490be tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=798cbeea-7854-4ef7-8dbc-d61adcfed120,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:26.352307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35278) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:26.389498 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4a6f8c-e871-48b6-989c-e5745a5986fd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:26.390217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4a6f8c-e871-48b6-989c-e5745a5986fd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:26.396414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bd4a6f8c-e871-48b6-989c-e5745a5986fd tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/798cbeea-7854-4ef7-8dbc-d61adcfed120 HTTP/1.1" status: 404 len: 339 time: 0.0309663 Jul 05 04:01:26.396860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35280) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:26.402384 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.437148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-0066327d-bc45-4900-b971-2a9ba39a4edd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Deleting port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:26.437989 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-0066327d-bc45-4900-b971-2a9ba39a4edd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.441293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77169235-923d-41db-bdee-1026f8bf27ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73376c3a-c476-4371-850e-e8eec2814a55'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:26.444734 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2cc5fdb-507e-44f9-a277-89c65e6a43e1" -d '{"events": [{"server_uuid": "77169235-923d-41db-bdee-1026f8bf27ba", "name": "network-vif-plugged", "status": "completed", "tag": "73376c3a-c476-4371-850e-e8eec2814a55"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:26.461801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 73376c3a-c476-4371-850e-e8eec2814a55, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=73376c3a-c476-4371-850e-e8eec2814a55,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:26.462035 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc2d129-9341-4757-9ac2-2ba5f18e926b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:26.462344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc2d129-9341-4757-9ac2-2ba5f18e926b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:26.467399 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3fc2d129-9341-4757-9ac2-2ba5f18e926b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/c42bc2b1-2689-4256-b42f-b7d361efb067 HTTP/1.1" status: 404 len: 337 time: 0.0672431 Jul 05 04:01:26.477695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35284) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:26.502720 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f343031e-f047-4224-9e68-942c8fa612b7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:26.503491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f343031e-f047-4224-9e68-942c8fa612b7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:26.512815 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f343031e-f047-4224-9e68-942c8fa612b7 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/a5f013c9-0c25-4135-aee0-83cf3e933c2c HTTP/1.1" status: 404 len: 339 time: 0.0333698 Jul 05 04:01:26.515563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35286) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:26.537095 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.623811 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e632b53-b51c-4656-932a-2372c12a34f2 x-openstack-request-id: req-1e632b53-b51c-4656-932a-2372c12a34f2 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:26.624256 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77169235-923d-41db-bdee-1026f8bf27ba", "name": "network-vif-plugged", "status": "completed", "tag": "73376c3a-c476-4371-850e-e8eec2814a55", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:26.624852 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e632b53-b51c-4656-932a-2372c12a34f2 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:26.638631 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77169235-923d-41db-bdee-1026f8bf27ba', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73376c3a-c476-4371-850e-e8eec2814a55', 'code': 200} Jul 05 04:01:26.644116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=73376c3a-c476-4371-850e-e8eec2814a55,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:26.672766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-0066327d-bc45-4900-b971-2a9ba39a4edd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] For port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,segment=NetworkSegment(6aed642c-8990-42ce-a27a-ea194ea666ab),segment_id=6aed642c-8990-42ce-a27a-ea194ea666ab)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:26.673220 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-0066327d-bc45-4900-b971-2a9ba39a4edd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.674612 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.703768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f5461e-fc73-4f7e-998c-a07f05c133a0 req-4cfd8919-b4e2-4f55-a66d-fb032fa3e584 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.705324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35f5461e-fc73-4f7e-998c-a07f05c133a0 req-4cfd8919-b4e2-4f55-a66d-fb032fa3e584 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 946 time: 0.1754670 Jul 05 04:01:26.706266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-0066327d-bc45-4900-b971-2a9ba39a4edd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Calling delete_port for 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:26.782753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.794011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:26.806045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cebb7caa-0e8e-42c5-9d23-9a4283bb238d') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:26.806338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cebb7caa-0e8e-42c5-9d23-9a4283bb238d') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:26.816796 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.830913 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.839632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:26.839632 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:26.840116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35f5461e-fc73-4f7e-998c-a07f05c133a0 req-92507acf-17be-4af2-a5e3-e16d697f9175 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248767 Jul 05 04:01:26.840792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35290) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:26.840909 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:26.874174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c709aa7-992a-4929-b556-1a0490b10e20 req-a4d1ff46-0101-464a-8330-4c58ffb695a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:26.875625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c709aa7-992a-4929-b556-1a0490b10e20 req-a4d1ff46-0101-464a-8330-4c58ffb695a7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 1098 time: 0.1632981 Jul 05 04:01:26.961991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c709aa7-992a-4929-b556-1a0490b10e20 req-5b2ffcbc-9fa5-46f5-a494-321cea0db34b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771415 Jul 05 04:01:26.975701 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd4b42a0-3d4e-44cd-a570-3b78968ac8ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.022131 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.029863 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.031519 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec HTTP/1.1" status: 204 len: 168 time: 0.5148456 Jul 05 04:01:27.037109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35296) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.044332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bba161-3f20-4ab8-a007-3f055458090b tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=d7eff6d1-8edc-4daf-8b0e-a9e8128e53ec,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:27.074178 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-08b908f0-4d28-48d5-a397-d35d15e8cf1c tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.074642 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08b908f0-4d28-48d5-a397-d35d15e8cf1c tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.076394 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-08b908f0-4d28-48d5-a397-d35d15e8cf1c tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/a0427749-cfd3-4b8c-ac48-447545bd2a3d HTTP/1.1" status: 404 len: 337 time: 0.0391302 Jul 05 04:01:27.077093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-0066327d-bc45-4900-b971-2a9ba39a4edd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.085075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35298) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.093884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3cd349ce-dc97-4c19-8fcf-ebc4c207c62f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:27.146148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0066327d-bc45-4900-b971-2a9ba39a4edd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Pushing event deleted for resources: {'Port': ['ID=3cd349ce-dc97-4c19-8fcf-ebc4c207c62f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:27.157682 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cf94cdb-3bc4-4efa-9f47-3053cd35dd40 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.161893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cf94cdb-3bc4-4efa-9f47-3053cd35dd40 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.161893 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1cf94cdb-3bc4-4efa-9f47-3053cd35dd40 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/163f8ca8-effb-49ac-b953-0ac0a4eaac4a HTTP/1.1" status: 404 len: 339 time: 0.0712743 Jul 05 04:01:27.163693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35304) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.195186 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-58399e64-f46d-447d-aad2-8e0fe6f0c014 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.197861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58399e64-f46d-447d-aad2-8e0fe6f0c014 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.198245 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-58399e64-f46d-447d-aad2-8e0fe6f0c014 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/a036ce81-ba82-434b-b592-147218cf3989 HTTP/1.1" status: 404 len: 337 time: 0.0334055 Jul 05 04:01:27.200730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35306) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.219949 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a00df4-0e29-4f8a-98be-c6dbac3e593f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.220497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a00df4-0e29-4f8a-98be-c6dbac3e593f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.225521 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-14a00df4-0e29-4f8a-98be-c6dbac3e593f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/3c9aeff2-da32-411f-a83c-0c299a8d0c5d HTTP/1.1" status: 404 len: 339 time: 0.0207155 Jul 05 04:01:27.225707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b697b8-8284-4249-934f-03999fc60ac5 req-e2507e86-8162-4220-b77c-9635411223a6 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:27.225707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37b697b8-8284-4249-934f-03999fc60ac5 req-e2507e86-8162-4220-b77c-9635411223a6 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 867 time: 0.2382045 Jul 05 04:01:27.225941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35308) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.229932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-0066327d-bc45-4900-b971-2a9ba39a4edd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] No DVR routers for this DVR port 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:27.234260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-0066327d-bc45-4900-b971-2a9ba39a4edd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.236288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a532bf1b-18b8-4d77-8309-d400dd4f8d4b req-0066327d-bc45-4900-b971-2a9ba39a4edd tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.26 "DELETE /v2.0/ports/3cd349ce-dc97-4c19-8fcf-ebc4c207c62f HTTP/1.1" status: 204 len: 173 time: 1.0089538 Jul 05 04:01:27.237349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65cd9cba-f40b-4e56-9331-970bf8d1876d', 'name': 'network-vif-deleted', 'tag': '3cd349ce-dc97-4c19-8fcf-ebc4c207c62f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:27.239693 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89e49196-0e4e-4a12-86d4-aa9a8fb6c1fc" -d '{"events": [{"server_uuid": "65cd9cba-f40b-4e56-9331-970bf8d1876d", "name": "network-vif-deleted", "tag": "3cd349ce-dc97-4c19-8fcf-ebc4c207c62f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:27.257780 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c211f3-f8b5-47b1-9a70-213c81e9c5de tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.258307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c211f3-f8b5-47b1-9a70-213c81e9c5de tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.260487 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-83c211f3-f8b5-47b1-9a70-213c81e9c5de tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/54f8a506-8105-4018-a144-eb189790a592 HTTP/1.1" status: 404 len: 337 time: 0.0333624 Jul 05 04:01:27.262903 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35312) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.283074 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6efcd042-7bd5-40aa-8b4e-363794b2eb05 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.288931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6efcd042-7bd5-40aa-8b4e-363794b2eb05 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.288931 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6efcd042-7bd5-40aa-8b4e-363794b2eb05 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/e749d61c-2ffe-4baf-aa51-1f359864be7e HTTP/1.1" status: 404 len: 339 time: 0.0216475 Jul 05 04:01:27.289319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35314) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.301506 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14eb6756-9811-4d94-a4a9-8b6ca6763142 x-openstack-request-id: req-14eb6756-9811-4d94-a4a9-8b6ca6763142 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:27.301801 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65cd9cba-f40b-4e56-9331-970bf8d1876d", "name": "network-vif-deleted", "tag": "3cd349ce-dc97-4c19-8fcf-ebc4c207c62f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:27.302420 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-14eb6756-9811-4d94-a4a9-8b6ca6763142 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:27.302838 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65cd9cba-f40b-4e56-9331-970bf8d1876d', 'name': 'network-vif-deleted', 'tag': '3cd349ce-dc97-4c19-8fcf-ebc4c207c62f', 'status': 'completed', 'code': 200} Jul 05 04:01:27.311138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd4b42a0-3d4e-44cd-a570-3b78968ac8ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.316059 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37b697b8-8284-4249-934f-03999fc60ac5 req-b73b655b-472d-4ad0-8c7c-c42c1c7a90ba tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/security-groups?id=0d5dc4bc-5252-42a3-8409-0617ab80e24e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842485 Jul 05 04:01:27.339965 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9ff5430-8de3-4e8f-a016-e88b7d1e5f72 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.339965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9ff5430-8de3-4e8f-a016-e88b7d1e5f72 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.339965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f9ff5430-8de3-4e8f-a016-e88b7d1e5f72 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/d15663f7-b38e-4822-bac1-9f7ce7a86c2c HTTP/1.1" status: 404 len: 337 time: 0.0446885 Jul 05 04:01:27.342299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35316) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.362768 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5c183fa-ffdb-41be-8843-47a2d8a3792a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.363374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5c183fa-ffdb-41be-8843-47a2d8a3792a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.365274 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c5c183fa-ffdb-41be-8843-47a2d8a3792a tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/2d292ed2-8a70-4268-aaee-0351beb7c80b HTTP/1.1" status: 404 len: 339 time: 0.0219843 Jul 05 04:01:27.367991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35318) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.394755 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed94f90d-b73f-4569-b9ff-ff04c3326f21 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.395209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed94f90d-b73f-4569-b9ff-ff04c3326f21 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.397641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed94f90d-b73f-4569-b9ff-ff04c3326f21 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/0119673a-3a1e-4c66-b1ee-2a6cb0569bd6 HTTP/1.1" status: 404 len: 337 time: 0.0285344 Jul 05 04:01:27.400038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35320) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.418692 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e601ab69-db52-409f-b968-a342bb913fe4 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.419209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e601ab69-db52-409f-b968-a342bb913fe4 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.420889 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e601ab69-db52-409f-b968-a342bb913fe4 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/35e90684-1600-4613-8f39-83231915cbe3 HTTP/1.1" status: 404 len: 339 time: 0.0199652 Jul 05 04:01:27.423843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35322) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.450048 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b6f0982-aa46-433b-b246-06d178f89fbb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.450501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b6f0982-aa46-433b-b246-06d178f89fbb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.452248 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9b6f0982-aa46-433b-b246-06d178f89fbb tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/f4c60a22-7e9f-451a-8e0a-feb0f54b38f1 HTTP/1.1" status: 404 len: 337 time: 0.0273809 Jul 05 04:01:27.462445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35324) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.479337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd4b42a0-3d4e-44cd-a570-3b78968ac8ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.483488 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-497cb873-f86b-4696-9638-c7055edc0412 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.483488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-497cb873-f86b-4696-9638-c7055edc0412 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.484203 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-497cb873-f86b-4696-9638-c7055edc0412 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/1062b5f3-a39e-4c6b-b499-130c223afcdd HTTP/1.1" status: 404 len: 339 time: 0.0207596 Jul 05 04:01:27.487291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35326) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.523409 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-51eef4f7-d512-4f41-aec8-f923ffcba040 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.523409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51eef4f7-d512-4f41-aec8-f923ffcba040 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.531559 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-51eef4f7-d512-4f41-aec8-f923ffcba040 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/221f28b3-01a2-4c80-bc52-ea8c0303f5fb HTTP/1.1" status: 404 len: 337 time: 0.0365479 Jul 05 04:01:27.531667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4b42a0-3d4e-44cd-a570-3b78968ac8ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1314ef3-4332-47fe-8f76-19dbabc3cb55,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:27.531781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35328) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.536061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cd4b42a0-3d4e-44cd-a570-3b78968ac8ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8281eb46dc24c28a0287d27816f70fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6932304 Jul 05 04:01:27.537708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35332) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.551437 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-830af297-21a3-4f45-9b4b-1f8717fd17ba tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.552033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830af297-21a3-4f45-9b4b-1f8717fd17ba tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.562009 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-830af297-21a3-4f45-9b4b-1f8717fd17ba tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/cc43d0e5-c817-484a-a8a7-0887b8deeb11 HTTP/1.1" status: 404 len: 339 time: 0.0234878 Jul 05 04:01:27.562310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35336) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.600700 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e87ecf0-6c0b-430f-997e-6f4e39fe47a7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.610284 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3c294e8-13ab-4e4d-b54c-190e23e57417 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.610746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3c294e8-13ab-4e4d-b54c-190e23e57417 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.614967 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f3c294e8-13ab-4e4d-b54c-190e23e57417 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/73d2bd5a-e37d-4311-9031-0afe38be4a5a HTTP/1.1" status: 404 len: 337 time: 0.0491443 Jul 05 04:01:27.615380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35338) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.633548 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e87ecf0-6c0b-430f-997e-6f4e39fe47a7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.650242 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed7eb9cd-096d-4b99-9b03-b893ea425965 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] DELETE failed (client error): The resource could not be found. Jul 05 04:01:27.650774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed7eb9cd-096d-4b99-9b03-b893ea425965 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:01:27.652842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ed7eb9cd-096d-4b99-9b03-b893ea425965 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/6b73df71-b97d-430a-948f-3e8cbf1efdba HTTP/1.1" status: 404 len: 339 time: 0.0364988 Jul 05 04:01:27.655595 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35340) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:27.711227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd6e5cb1-3a74-4958-9460-f6ba4a226583 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Deleting subnet e51f6bde-0c9d-4f39-b7a3-cf0990c04b15 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:27.714369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5cb1-3a74-4958-9460-f6ba4a226583 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.756849 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5cb1-3a74-4958-9460-f6ba4a226583 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.810240 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e87ecf0-6c0b-430f-997e-6f4e39fe47a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.812994 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e87ecf0-6c0b-430f-997e-6f4e39fe47a7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.814259 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1e87ecf0-6c0b-430f-997e-6f4e39fe47a7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1314ef3-4332-47fe-8f76-19dbabc3cb55 HTTP/1.1" status: 204 len: 168 time: 0.2755454 Jul 05 04:01:27.823168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e87ecf0-6c0b-430f-997e-6f4e39fe47a7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1314ef3-4332-47fe-8f76-19dbabc3cb55,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:27.853568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5cb1-3a74-4958-9460-f6ba4a226583 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:27.999562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5cb1-3a74-4958-9460-f6ba4a226583 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.029616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e5cb1-3a74-4958-9460-f6ba4a226583 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Subnet': ['ID=e51f6bde-0c9d-4f39-b7a3-cf0990c04b15,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:28.037258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd6e5cb1-3a74-4958-9460-f6ba4a226583 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.040492 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bd6e5cb1-3a74-4958-9460-f6ba4a226583 tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/subnets/e51f6bde-0c9d-4f39-b7a3-cf0990c04b15 HTTP/1.1" status: 204 len: 168 time: 0.3826168 Jul 05 04:01:28.042449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90ba772d-b665-4c5d-96db-769ca8389b7d None None] Network bf35db0a-0422-42c1-8786-cdfa53545379 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:28.045453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35346) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:28.063659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9c65e1-c5fc-4897-a229-33b2a6f5f49d req-aa3476f3-7a00-4dd1-85a6-7950e81beb32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:28.065284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db9c65e1-c5fc-4897-a229-33b2a6f5f49d req-aa3476f3-7a00-4dd1-85a6-7950e81beb32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 946 time: 0.1023962 Jul 05 04:01:28.125660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db9c65e1-c5fc-4897-a229-33b2a6f5f49d req-5e7fda1f-65b8-4081-93b8-4cf1cce614b6 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522602 Jul 05 04:01:28.157161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.240141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Deleting port 2a982459-20e5-472e-a785-11084145d301 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:28.240492 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.320922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] For port 2a982459-20e5-472e-a785-11084145d301, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2a982459-20e5-472e-a785-11084145d301,segment=NetworkSegment(74383b8a-3c22-407f-b657-34cbf0ca03e9),segment_id=74383b8a-3c22-407f-b657-34cbf0ca03e9)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:28.321296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.340620 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Calling delete_port for 2a982459-20e5-472e-a785-11084145d301 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:28.367794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0815fa8-8e3b-473a-b8e1-cf9b76ccc8e7 req-aca66417-b412-4036-8c40-e1716725a391 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0438440 Jul 05 04:01:28.404383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13782689-e24d-4bce-8b56-34c492f3b39a None None] DHCP port deletion for bf35db0a-0422-42c1-8786-cdfa53545379 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:01:28.499700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-13782689-e24d-4bce-8b56-34c492f3b39a None None] Deleting port 2a982459-20e5-472e-a785-11084145d301 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:28.499700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13782689-e24d-4bce-8b56-34c492f3b39a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.542188 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.567256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c65859c1-d083-43fc-abdb-12bc016cd3fa req-48d7387d-9bdd-4cc6-93cf-78fd751a8716 tempest-ServerPasswordTestJSON-600035424 tempest-ServerPasswordTestJSON-600035424-project] 10.222.0.30 "GET /v2.0/ports?device_id=65cd9cba-f40b-4e56-9331-970bf8d1876d HTTP/1.1" status: 200 len: 210 time: 0.0421960 Jul 05 04:01:28.572174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Port': ['ID=2a982459-20e5-472e-a785-11084145d301,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:28.574021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] No DVR routers for this DVR port 2a982459-20e5-472e-a785-11084145d301 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:28.605112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-13782689-e24d-4bce-8b56-34c492f3b39a None None] For port 2a982459-20e5-472e-a785-11084145d301, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2a982459-20e5-472e-a785-11084145d301,segment=NetworkSegment(74383b8a-3c22-407f-b657-34cbf0ca03e9),segment_id=74383b8a-3c22-407f-b657-34cbf0ca03e9)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:28.608741 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13782689-e24d-4bce-8b56-34c492f3b39a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.624391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-13782689-e24d-4bce-8b56-34c492f3b39a None None] Calling delete_port for 2a982459-20e5-472e-a785-11084145d301 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:28.629150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35356) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:28.644939 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca63853c-b22d-4959-8247-25d210ccefaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.680048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.712097 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf35db0a-0422-42c1-8786-cdfa53545379']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:28.724578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74383b8a-3c22-407f-b657-34cbf0ca03e9') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:28.724880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74383b8a-3c22-407f-b657-34cbf0ca03e9') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:28.726228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d7e8ec5-85dc-47ed-9977-b5e13aaf3a98 req-959406e3-88bc-4577-8229-be9923ee051c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0670700 Jul 05 04:01:28.738548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.750129 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13782689-e24d-4bce-8b56-34c492f3b39a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.756650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.763788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:28.764736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:28.811844 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:28.814104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13782689-e24d-4bce-8b56-34c492f3b39a None None] Pushing event deleted for resources: {'Port': ['ID=2a982459-20e5-472e-a785-11084145d301,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:28.814210 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca63853c-b22d-4959-8247-25d210ccefaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.820917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13782689-e24d-4bce-8b56-34c492f3b39a None None] No DVR routers for this DVR port 2a982459-20e5-472e-a785-11084145d301 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:28.930080 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca63853c-b22d-4959-8247-25d210ccefaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.930356 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.940249 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:28.942963 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] 10.222.0.30 "DELETE /v2.0/networks/bf35db0a-0422-42c1-8786-cdfa53545379 HTTP/1.1" status: 204 len: 168 time: 0.8948815 Jul 05 04:01:28.953356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-245e303d-af81-42b0-a9e3-526168c7d95f tempest-NetworksTest-1921524538 tempest-NetworksTest-1921524538-project] Pushing event deleted for resources: {'Network': ['ID=bf35db0a-0422-42c1-8786-cdfa53545379,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:28.981646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ca63853c-b22d-4959-8247-25d210ccefaa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8f112d8dc9b04427b330b67dcaf2b6fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513167 Jul 05 04:01:28.982736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca63853c-b22d-4959-8247-25d210ccefaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7c704ba-62b0-4a91-bb0b-c20ab51e0f35,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:28.984683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35366) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:29.037763 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30c6ddd8-2160-47a3-804b-9a1dfe01049f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.064667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30c6ddd8-2160-47a3-804b-9a1dfe01049f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.193652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30c6ddd8-2160-47a3-804b-9a1dfe01049f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.196727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30c6ddd8-2160-47a3-804b-9a1dfe01049f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.197644 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-30c6ddd8-2160-47a3-804b-9a1dfe01049f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e7c704ba-62b0-4a91-bb0b-c20ab51e0f35 HTTP/1.1" status: 204 len: 168 time: 0.2120292 Jul 05 04:01:29.206524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c6ddd8-2160-47a3-804b-9a1dfe01049f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7c704ba-62b0-4a91-bb0b-c20ab51e0f35,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:29.324001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4098e4a-7491-495d-b2ff-67da7788f5f3 req-b60bbfc4-a617-4e4e-885d-dccc874ec87c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.325551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4098e4a-7491-495d-b2ff-67da7788f5f3 req-b60bbfc4-a617-4e4e-885d-dccc874ec87c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 946 time: 0.0676374 Jul 05 04:01:29.389520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4098e4a-7491-495d-b2ff-67da7788f5f3 req-cc284b68-06a2-4271-8b3f-2dba5235074b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575397 Jul 05 04:01:29.406327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2a982459-20e5-472e-a785-11084145d301 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:29.434334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 2a982459-20e5-472e-a785-11084145d301 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:29.434334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2a982459-20e5-472e-a785-11084145d301 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:29.510208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35378) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:29.636246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c992ab-077b-4bd0-af89-251ee82702c6 req-e28e45cc-2e4c-4fe4-af5e-6fb4279e8027 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.638037 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4c992ab-077b-4bd0-af89-251ee82702c6 req-e28e45cc-2e4c-4fe4-af5e-6fb4279e8027 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 945 time: 0.0884926 Jul 05 04:01:29.681834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35390) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:29.718965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4c992ab-077b-4bd0-af89-251ee82702c6 req-50572562-18b3-48e6-b014-17484ad75768 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722663 Jul 05 04:01:29.721714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9be9c543-4582-40f3-86c4-793ccc4d2ce6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=33f2165b16514c85b5ea21997f88f59f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2103770 Jul 05 04:01:29.724800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35392) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:29.739337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Deleting subnet a0f26cf2-abbb-4fd9-9321-8c9672456fe9 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:29.747690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.806119 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.847880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7db93f96-f28e-4402-b96b-8d95d096d54f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.880556 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.883725 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7db93f96-f28e-4402-b96b-8d95d096d54f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:29.923329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87245b58-d06a-4736-a4a9-137d2e20a14c req-59705f65-b880-4627-8551-d37e73e49d40 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:29.925012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87245b58-d06a-4736-a4a9-137d2e20a14c req-59705f65-b880-4627-8551-d37e73e49d40 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 946 time: 0.0784903 Jul 05 04:01:29.986419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87245b58-d06a-4736-a4a9-137d2e20a14c req-1e08d0c3-d082-4baa-8edb-2f9453443a3e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538535 Jul 05 04:01:30.045496 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.086246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.091455 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a0f26cf2-abbb-4fd9-9321-8c9672456fe9 HTTP/1.1" status: 204 len: 168 time: 0.4081018 Jul 05 04:01:30.093026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7db93f96-f28e-4402-b96b-8d95d096d54f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.094157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35410) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:30.096448 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7db93f96-f28e-4402-b96b-8d95d096d54f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.098012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7db93f96-f28e-4402-b96b-8d95d096d54f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97a635b7-d5c2-42f0-ba92-12da8f6b3bc6 HTTP/1.1" status: 204 len: 168 time: 0.3718154 Jul 05 04:01:30.099732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a0f26cf2-abbb-4fd9-9321-8c9672456fe9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.116047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.116402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.116736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.117071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.117408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.117743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.118535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.118870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.119455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.119945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.120350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.120689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-000b081a-9394-4213-9d2e-bbdd3080fe2a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:30.129925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db93f96-f28e-4402-b96b-8d95d096d54f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a635b7-d5c2-42f0-ba92-12da8f6b3bc6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.151746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:30.192138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:30.192514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3cd349ce-dc97-4c19-8fcf-ebc4c207c62f not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:30.194518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.291693 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.302882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b59025dc-3feb-4283-8066-acdc9f85a9ff']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:30.317678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6aed642c-8990-42ce-a27a-ea194ea666ab') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:30.318547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6aed642c-8990-42ce-a27a-ea194ea666ab') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:30.329676 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.346278 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.354798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:30.355115 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:30.356856 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:30.490928 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.507986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.510678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/b59025dc-3feb-4283-8066-acdc9f85a9ff HTTP/1.1" status: 204 len: 168 time: 0.4144619 Jul 05 04:01:30.511954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f372bc-52c7-4782-b9a6-40254d4eb4a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=b59025dc-3feb-4283-8066-acdc9f85a9ff,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:30.660180 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b650455-b2c3-460b-bebc-51b01f9a2316 req-85fd1739-ad09-4bd0-9f8b-9243d22f2169 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0381165 Jul 05 04:01:30.728391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba1e2e58-3b22-4c11-8c17-9182fe1fa0a8 req-7564cdf5-434a-4740-ac0d-35fe29ad3a29 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:30.730260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba1e2e58-3b22-4c11-8c17-9182fe1fa0a8 req-7564cdf5-434a-4740-ac0d-35fe29ad3a29 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 946 time: 0.0977364 Jul 05 04:01:30.774070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba1e2e58-3b22-4c11-8c17-9182fe1fa0a8 req-89ba946b-be30-44da-a896-9243087f7858 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382333 Jul 05 04:01:30.840676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35442) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:30.847737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-369a168f-9a47-4e99-849d-dc5f40b2ea5f req-3a4f5f3b-19b3-445c-bc4e-8838e27c807e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0345232 Jul 05 04:01:30.890793 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d2dafa5d-e0c4-4a7c-95dd-621c7df96537 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8158b5f590a54363a72b5ed0c095ada7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0489352 Jul 05 04:01:30.893211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35446) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:30.958068 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a577e376-cb76-42d3-a0e1-ed99df93ec7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:30.982332 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a577e376-cb76-42d3-a0e1-ed99df93ec7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.128377 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a577e376-cb76-42d3-a0e1-ed99df93ec7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.129299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a577e376-cb76-42d3-a0e1-ed99df93ec7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:31.131046 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a577e376-cb76-42d3-a0e1-ed99df93ec7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0d5dc4bc-5252-42a3-8409-0617ab80e24e HTTP/1.1" status: 204 len: 168 time: 0.2368114 Jul 05 04:01:31.140040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a577e376-cb76-42d3-a0e1-ed99df93ec7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5dc4bc-5252-42a3-8409-0617ab80e24e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:31.876891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35484) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:31.957772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43be849-005e-4acf-af5f-21d1caca2b57 req-ba89c53d-9384-4c09-ad2b-9c96ed07acb5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:31.959936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d43be849-005e-4acf-af5f-21d1caca2b57 req-ba89c53d-9384-4c09-ad2b-9c96ed07acb5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 946 time: 0.0683439 Jul 05 04:01:32.005293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d43be849-005e-4acf-af5f-21d1caca2b57 req-9fdd062e-f177-41b3-9ca5-2cd68763d1f1 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382431 Jul 05 04:01:32.042989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-271331005-network', 'tenant_id': 'a9df025bc1b54a6e871e3fab957d08e2'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:32.200186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Made reservation on behalf of a9df025bc1b54a6e871e3fab957d08e2 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:32.202207 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.213100 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.313174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.416231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.455714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:32.511872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54f42a50-bb5a-4f4f-a311-d6ebe9af2a62,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:32.517412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.517760 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Added segment d34c8018-abe3-405b-a4fb-b6ac549eae3c of type vlan for network 8c870b3f-b48a-4f65-a683-f5acc82d35b7 Jul 05 04:01:32.584999 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.619301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-b0cf41cf-74f5-46e9-9f01-cdd71039549f tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.620878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-b0cf41cf-74f5-46e9-9f01-cdd71039549f tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 946 time: 0.1513827 Jul 05 04:01:32.752164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-36a0445d-5fb0-4967-8979-73764d6b205a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Deleting port 73376c3a-c476-4371-850e-e8eec2814a55 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:32.752584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-36a0445d-5fb0-4967-8979-73764d6b205a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.772581 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.773566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:32.774163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:32.931235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4386c5b7-2541-445d-82aa-32d4f3879f11 req-cf5dc10a-c14a-4e6e-ade1-4757fb2fcf5f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0458305 Jul 05 04:01:32.941483 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35522) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:32.946988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Request body: {'subnet': {'network_id': '8c870b3f-b48a-4f65-a683-f5acc82d35b7', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-271331005-subnet', 'tenant_id': 'a9df025bc1b54a6e871e3fab957d08e2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:32.951354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.0728123 Jul 05 04:01:32.959522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d5e29c-c3e2-4f56-b939-b71057df5dce admin admin] Pushing event updated for resources: {'Network': ['ID=8c870b3f-b48a-4f65-a683-f5acc82d35b7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.005229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-36a0445d-5fb0-4967-8979-73764d6b205a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] For port 73376c3a-c476-4371-850e-e8eec2814a55, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=73376c3a-c476-4371-850e-e8eec2814a55,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:33.005867 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-36a0445d-5fb0-4967-8979-73764d6b205a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.026297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-36a0445d-5fb0-4967-8979-73764d6b205a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Calling delete_port for 73376c3a-c476-4371-850e-e8eec2814a55 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:33.069458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Made reservation on behalf of a9df025bc1b54a6e871e3fab957d08e2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:33.069458 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.164199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 8c870b3f-b48a-4f65-a683-f5acc82d35b7 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:33.327616 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-36a0445d-5fb0-4967-8979-73764d6b205a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.362760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', '8d34d6d9-e2f3-4d3a-aea5-ff08de486117', '73376c3a-c476-4371-850e-e8eec2814a55'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:33.397779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a0445d-5fb0-4967-8979-73764d6b205a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event deleted for resources: {'Port': ['ID=73376c3a-c476-4371-850e-e8eec2814a55,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.433696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2490c6-0806-468a-afd3-7d9117b06c05 req-84773212-4240-4f03-befa-d179cf712fcd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.436186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c2490c6-0806-468a-afd3-7d9117b06c05 req-84773212-4240-4f03-befa-d179cf712fcd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 867 time: 0.1865058 Jul 05 04:01:33.508102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-36a0445d-5fb0-4967-8979-73764d6b205a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] No DVR routers for this DVR port 73376c3a-c476-4371-850e-e8eec2814a55 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:33.537061 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-36a0445d-5fb0-4967-8979-73764d6b205a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.539043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-638f1930-b09a-4d45-9c6d-56b5dcf08361 req-36a0445d-5fb0-4967-8979-73764d6b205a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "DELETE /v2.0/ports/73376c3a-c476-4371-850e-e8eec2814a55 HTTP/1.1" status: 204 len: 173 time: 0.9061365 Jul 05 04:01:33.539640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77169235-923d-41db-bdee-1026f8bf27ba', 'name': 'network-vif-deleted', 'tag': '73376c3a-c476-4371-850e-e8eec2814a55'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:33.542123 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-515a23ff-dfe3-4e69-affa-0f05760df76c" -d '{"events": [{"server_uuid": "77169235-923d-41db-bdee-1026f8bf27ba", "name": "network-vif-deleted", "tag": "73376c3a-c476-4371-850e-e8eec2814a55"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:33.543121 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.546218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f93eb4ca-944d-4b46-ace4-1301a2b1784f req-8a6f09cc-acb7-4c3c-97ab-d4be28458021 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0706282 Jul 05 04:01:33.581980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c2490c6-0806-468a-afd3-7d9117b06c05 req-5cb2eb55-f748-4910-aaad-50ef21238a32 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154642 Jul 05 04:01:33.618241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b998a7f1-96ab-4133-8e88-357a689935a0,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:33.620895 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f9f0650-f151-42e1-93b1-c3f936d6b46b x-openstack-request-id: req-2f9f0650-f151-42e1-93b1-c3f936d6b46b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:33.620895 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77169235-923d-41db-bdee-1026f8bf27ba", "name": "network-vif-deleted", "tag": "73376c3a-c476-4371-850e-e8eec2814a55", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:33.620895 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f9f0650-f151-42e1-93b1-c3f936d6b46b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:33.621476 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77169235-923d-41db-bdee-1026f8bf27ba', 'name': 'network-vif-deleted', 'tag': '73376c3a-c476-4371-850e-e8eec2814a55', 'status': 'completed', 'code': 200} Jul 05 04:01:33.645342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Checking segment: {'id': 'd34c8018-abe3-405b-a4fb-b6ac549eae3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8c870b3f-b48a-4f65-a683-f5acc82d35b7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:33.645837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Network hostable DHCP agents. Network: 8c870b3f-b48a-4f65-a683-f5acc82d35b7, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:33.747566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Network 8c870b3f-b48a-4f65-a683-f5acc82d35b7 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:33.759122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35544) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:33.879018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 8c870b3f-b48a-4f65-a683-f5acc82d35b7) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:33.883869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:33.884754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:33.890402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbee226-ed4e-43cc-b345-6d817bf26dab None None] Network 8c870b3f-b48a-4f65-a683-f5acc82d35b7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:33.984305 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8793835b-4637-4c74-a835-b151800386d7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.0415385 Jul 05 04:01:34.010454 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ad9b1c91-fcf2-4da6-a6fa-a8b2e0d03118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.056036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c81db72e-5951-4f9e-ab06-cf76fd276a60 None None] Network 8c870b3f-b48a-4f65-a683-f5acc82d35b7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:34.137769 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ad9b1c91-fcf2-4da6-a6fa-a8b2e0d03118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.251538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ad9b1c91-fcf2-4da6-a6fa-a8b2e0d03118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.293568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ad9b1c91-fcf2-4da6-a6fa-a8b2e0d03118 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62913d5c2328409ab7ffd554b3e112c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5394073 Jul 05 04:01:34.294666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9b1c91-fcf2-4da6-a6fa-a8b2e0d03118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc6c33c-eddb-4100-a4ea-90adc2e50307,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:34.296671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:34.373188 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef3f90e-80bb-427b-966e-519883096efb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.416949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef3f90e-80bb-427b-966e-519883096efb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.627428 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef3f90e-80bb-427b-966e-519883096efb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.630185 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef3f90e-80bb-427b-966e-519883096efb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:34.631840 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cef3f90e-80bb-427b-966e-519883096efb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/adc6c33c-eddb-4100-a4ea-90adc2e50307 HTTP/1.1" status: 204 len: 168 time: 0.3336928 Jul 05 04:01:34.643044 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef3f90e-80bb-427b-966e-519883096efb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc6c33c-eddb-4100-a4ea-90adc2e50307,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:34.772501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed8f67f3-59e7-4282-bb8c-0c11c3f2e9a9 req-9d58a976-e2f6-4557-ac3f-1b9077cb79dc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77169235-923d-41db-bdee-1026f8bf27ba HTTP/1.1" status: 200 len: 210 time: 0.0404689 Jul 05 04:01:35.161955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35584) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.167015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-752775704-network', 'tenant_id': '45557583443a417aa1a79c254d5912fb'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:35.251029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Made reservation on behalf of 45557583443a417aa1a79c254d5912fb for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:35.254059 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.267166 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.405355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.479784 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23c8c01c-67cf-4b6a-9368-71156b759ae1 req-c7d33e74-031b-4877-8b2c-fcd28f7ec3ec service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0328114 Jul 05 04:01:35.560596 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.596633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:35.611196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2126c99-d52a-49d3-b85f-dbc53b908d08,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:35.621351 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.621960 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Added segment e3498b16-bcd7-495b-b409-6ebc0217f892 of type vlan for network 7067be23-a04f-4952-a17e-2cf8f84d52b9 Jul 05 04:01:35.668142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f604f1d3-9a32-4041-9757-76749fba2422 req-160c08a4-e751-496c-90e5-e312b6709c1a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0398290 Jul 05 04:01:35.677157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.799063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.800329 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:35.800924 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:35.878477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] Pushing event updated for resources: {'Network': ['ID=7067be23-a04f-4952-a17e-2cf8f84d52b9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:35.888701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 7067be23-a04f-4952-a17e-2cf8f84d52b9 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:35.942616 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7e550688-e528-4d7b-92c2-a4a827f7d73d admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.7794898 Jul 05 04:01:35.948508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35622) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:35.953652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Request body: {'subnet': {'network_id': '7067be23-a04f-4952-a17e-2cf8f84d52b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-752775704-subnet', 'tenant_id': '45557583443a417aa1a79c254d5912fb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:36.055985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Made reservation on behalf of 45557583443a417aa1a79c254d5912fb for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:36.059269 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.128759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35628) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:36.177207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 73376c3a-c476-4371-850e-e8eec2814a55 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:36.199352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 73376c3a-c476-4371-850e-e8eec2814a55 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:36.199798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 73376c3a-c476-4371-850e-e8eec2814a55 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:36.331776 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-394902221-network', 'tenant_id': '686d46d8195843c2984affa2d94f123e'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:36.381778 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.445643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2e8ec2-babd-4e3c-b6bb-83869aa6e300,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:36.451061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Checking segment: {'id': 'e3498b16-bcd7-495b-b409-6ebc0217f892', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '7067be23-a04f-4952-a17e-2cf8f84d52b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:36.451424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Network hostable DHCP agents. Network: 7067be23-a04f-4952-a17e-2cf8f84d52b9, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:36.484865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Made reservation on behalf of 686d46d8195843c2984affa2d94f123e for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:36.488615 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.498874 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.568757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Network 7067be23-a04f-4952-a17e-2cf8f84d52b9 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:36.595078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.612804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ba8e62-d010-4803-a74c-2a0f1d50beda req-8bad7424-0fd7-414b-b95b-19ee2b0d10fb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:36.614335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65ba8e62-d010-4803-a74c-2a0f1d50beda req-8bad7424-0fd7-414b-b95b-19ee2b0d10fb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 945 time: 0.0781617 Jul 05 04:01:36.668741 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65ba8e62-d010-4803-a74c-2a0f1d50beda req-c486d410-f4cd-4ef6-8669-c9908b5d24cf tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398602 Jul 05 04:01:36.684845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 7067be23-a04f-4952-a17e-2cf8f84d52b9) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:36.690454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:36.691979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.703082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b71911fa-4ec5-47b4-a952-82dff9f99817 None None] Network 7067be23-a04f-4952-a17e-2cf8f84d52b9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:36.713063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.765361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4463e4c3-6df2-4211-94c2-81ad358eacaa,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:36.773283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:01:36.789487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.789487 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Added segment 5cca6ffd-9338-4680-ab88-8aa5f353f10d of type vlan for network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 Jul 05 04:01:36.823627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3db4417f-348b-476a-aef0-65e5b9acf546 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8626242 Jul 05 04:01:36.832458 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.883829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2006f32a-9025-48ca-9138-ac0f2b0070a3 None None] Network 7067be23-a04f-4952-a17e-2cf8f84d52b9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:36.931751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35648) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:36.972041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.973027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:36.973988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:36.985704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2cc7075-508a-4f7a-964b-6477d044479d admin admin] Deleting subnet b998a7f1-96ab-4133-8e88-357a689935a0 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:37.028730 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2cc7075-508a-4f7a-964b-6477d044479d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.075254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] Pushing event updated for resources: {'Network': ['ID=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.080792 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2cc7075-508a-4f7a-964b-6477d044479d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.089903 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:01:37.124397 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2cc7075-508a-4f7a-964b-6477d044479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.174133 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f654e96-4d2e-4612-b773-eaaac99a77d4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0443318 Jul 05 04:01:37.177624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35652) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.184422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Request body: {'subnet': {'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-394902221-subnet', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:37.250626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2cc7075-508a-4f7a-964b-6477d044479d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.277674 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc7075-508a-4f7a-964b-6477d044479d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b998a7f1-96ab-4133-8e88-357a689935a0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.281465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Made reservation on behalf of 686d46d8195843c2984affa2d94f123e for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:37.284010 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.286954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2cc7075-508a-4f7a-964b-6477d044479d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.288785 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b2cc7075-508a-4f7a-964b-6477d044479d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b998a7f1-96ab-4133-8e88-357a689935a0 HTTP/1.1" status: 204 len: 168 time: 0.3560064 Jul 05 04:01:37.291466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35654) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.365440 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.453819 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.465241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c870b3f-b48a-4f65-a683-f5acc82d35b7']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:37.479929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd34c8018-abe3-405b-a4fb-b6ac549eae3c') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:37.479929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd34c8018-abe3-405b-a4fb-b6ac549eae3c') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:37.489963 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.505190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.513390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:37.513868 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:37.515731 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:37.519345 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.602040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8df2f436-86d8-4a3f-975e-0b21ab945ad3,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.611500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Checking segment: {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:37.611500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Network hostable DHCP agents. Network: 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:01:37.633134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.656849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a2d593c-7775-41e3-af5a-18175ef6629e req-d210588c-e8bf-4673-9629-53a0fb13058d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0337796 Jul 05 04:01:37.657802 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.674678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] 10.222.0.30 "DELETE /v2.0/networks/8c870b3f-b48a-4f65-a683-f5acc82d35b7 HTTP/1.1" status: 204 len: 168 time: 0.3672171 Jul 05 04:01:37.674678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35664) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.693052 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:01:37.735357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5765ca5e-e41d-4cf8-91e1-2cdab634c11d admin admin] Deleting subnet cc2e8ec2-babd-4e3c-b6bb-83869aa6e300 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:01:37.739421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5765ca5e-e41d-4cf8-91e1-2cdab634c11d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.767097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f71a5db-3f0d-4994-a685-ab9aa93c2832 admin admin] Pushing event deleted for resources: {'Network': ['ID=8c870b3f-b48a-4f65-a683-f5acc82d35b7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:37.786663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5765ca5e-e41d-4cf8-91e1-2cdab634c11d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.816008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:37.834624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:37.836799 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.839938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1026c5-8864-4cb8-b84a-bc5a6d1a9fe5 None None] Network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:37.897937 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7a6e208-eced-40a6-972b-0a5f09a388d6 req-422b8bb1-e976-4b4a-a6dc-bb2631031bcc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0446510 Jul 05 04:01:37.908223 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5765ca5e-e41d-4cf8-91e1-2cdab634c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:37.940555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a54410a8-ef75-4952-8b50-401919da5232 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7610910 Jul 05 04:01:37.940894 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35682) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:37.948664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:37.999860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58639830-e1f5-4b34-a27b-e5db7c420202 req-753000e5-1fc0-4604-a616-0668a5fd972e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:38.001451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58639830-e1f5-4b34-a27b-e5db7c420202 req-753000e5-1fc0-4604-a616-0668a5fd972e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 945 time: 0.1912067 Jul 05 04:01:38.059221 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ee062ae-7398-4a0a-920c-063274bae2f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.064458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58639830-e1f5-4b34-a27b-e5db7c420202 req-35f30a9e-309a-46c2-994c-bc5a271315d6 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501850 Jul 05 04:01:38.096623 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.102592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.102957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:01:38.102957 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.103520 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5765ca5e-e41d-4cf8-91e1-2cdab634c11d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.135868 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5765ca5e-e41d-4cf8-91e1-2cdab634c11d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.140852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5765ca5e-e41d-4cf8-91e1-2cdab634c11d admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cc2e8ec2-babd-4e3c-b6bb-83869aa6e300 HTTP/1.1" status: 204 len: 168 time: 0.4763596 Jul 05 04:01:38.141120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35692) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:38.207648 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.210117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5765ca5e-e41d-4cf8-91e1-2cdab634c11d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2e8ec2-babd-4e3c-b6bb-83869aa6e300,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:38.253738 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.287739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Allocated IP 172.20.0.2 (3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0/8df2f436-86d8-4a3f-975e-0b21ab945ad3/fbb65ca6-4abf-4f82-b577-2aaf89d1740a) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:38.297460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-0bacd1e4-b279-47c2-86b3-1bcf60e1519f tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:38.299147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-0bacd1e4-b279-47c2-86b3-1bcf60e1519f tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 945 time: 0.0861161 Jul 05 04:01:38.355841 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.367513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7067be23-a04f-4952-a17e-2cf8f84d52b9']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:38.381362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3498b16-bcd7-495b-b409-6ebc0217f892') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:38.383787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3498b16-bcd7-495b-b409-6ebc0217f892') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:38.392555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.408334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.416060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:01:38.416697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:01:38.418594 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:01:38.451242 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.502609 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.555745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-243c97d7-a03c-4b27-aa58-f41c040f9aab tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Deleting port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:38.556115 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-243c97d7-a03c-4b27-aa58-f41c040f9aab tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.610584 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Transition to ACTIVE for port object fbb65ca6-4abf-4f82-b577-2aaf89d1740a will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:38.610804 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.616776 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.628276 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] 10.222.0.30 "DELETE /v2.0/networks/7067be23-a04f-4952-a17e-2cf8f84d52b9 HTTP/1.1" status: 204 len: 168 time: 0.4761064 Jul 05 04:01:38.633513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Transition to ACTIVE for port object fbb65ca6-4abf-4f82-b577-2aaf89d1740a will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:38.637624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c3a5a8-2376-4fc3-889d-a11a4f2b298f admin admin] Pushing event deleted for resources: {'Network': ['ID=7067be23-a04f-4952-a17e-2cf8f84d52b9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:38.725408 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.774564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:38.781909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:38.787325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:38.791079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Pushing event updated for resources: {'Port': ['ID=fbb65ca6-4abf-4f82-b577-2aaf89d1740a,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:38.874793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Attempting to bind port fbb65ca6-4abf-4f82-b577-2aaf89d1740a on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:38.875349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Attempting to bind port fbb65ca6-4abf-4f82-b577-2aaf89d1740a by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:38.875809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Attempting to bind port fbb65ca6-4abf-4f82-b577-2aaf89d1740a on network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:38.882497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:38.883214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Checking segment: {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:38.884819 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.886076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Bound using segment: {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:38.886846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Bound port: fbb65ca6-4abf-4f82-b577-2aaf89d1740a, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:38.896855 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:38.962730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] For port fbb65ca6-4abf-4f82-b577-2aaf89d1740a, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:38.968443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] For port fbb65ca6-4abf-4f82-b577-2aaf89d1740a, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbb65ca6-4abf-4f82-b577-2aaf89d1740a,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:38.996007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-243c97d7-a03c-4b27-aa58-f41c040f9aab tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] For port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:38.996648 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-243c97d7-a03c-4b27-aa58-f41c040f9aab tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.012110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-243c97d7-a03c-4b27-aa58-f41c040f9aab tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Calling delete_port for 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:39.108725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.209611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade08e1c-d020-48cd-bb82-0b65c1a5ce51 None None] Pushing event updated for resources: {'Port': ['ID=fbb65ca6-4abf-4f82-b577-2aaf89d1740a,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.261472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35714) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:39.274936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.321632 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-12f1cee6-d84a-4f33-bd76-89fefaa953ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a9df025bc1b54a6e871e3fab957d08e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0586016 Jul 05 04:01:39.324007 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.329895 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35716) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:39.382548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9478c2c4-c7e4-4570-b8e5-0f3e1e896da7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.414024 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9478c2c4-c7e4-4570-b8e5-0f3e1e896da7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.479860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138b09db-b020-4331-bfc7-47f4aac9f8f9 req-69ed991d-13fb-4525-b00e-cdd623605841 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:39.481476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-138b09db-b020-4331-bfc7-47f4aac9f8f9 req-69ed991d-13fb-4525-b00e-cdd623605841 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 945 time: 0.2359829 Jul 05 04:01:39.522570 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-243c97d7-a03c-4b27-aa58-f41c040f9aab tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.535398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', '8d34d6d9-e2f3-4d3a-aea5-ff08de486117'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:39.584991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Allocated IP 172.25.4.65 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/b943ab9f-a89a-4e89-8b90-e9ff224d3209) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:39.598935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243c97d7-a03c-4b27-aa58-f41c040f9aab tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event deleted for resources: {'Port': ['ID=8d34d6d9-e2f3-4d3a-aea5-ff08de486117,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.637574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9478c2c4-c7e4-4570-b8e5-0f3e1e896da7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.637574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9478c2c4-c7e4-4570-b8e5-0f3e1e896da7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.638262 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9478c2c4-c7e4-4570-b8e5-0f3e1e896da7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/54f42a50-bb5a-4f4f-a311-d6ebe9af2a62 HTTP/1.1" status: 204 len: 168 time: 0.3119466 Jul 05 04:01:39.657602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-243c97d7-a03c-4b27-aa58-f41c040f9aab tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] No DVR routers for this DVR port 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:39.661875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-243c97d7-a03c-4b27-aa58-f41c040f9aab tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:39.664160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ebfcd07-b7ee-45b8-a1c5-ab98576d2194 req-243c97d7-a03c-4b27-aa58-f41c040f9aab tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "DELETE /v2.0/ports/8d34d6d9-e2f3-4d3a-aea5-ff08de486117 HTTP/1.1" status: 204 len: 173 time: 1.3230276 Jul 05 04:01:39.665113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9478c2c4-c7e4-4570-b8e5-0f3e1e896da7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f42a50-bb5a-4f4f-a311-d6ebe9af2a62,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:39.677634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '627d9d85-a1ac-4aab-bf39-044c68f83c36', 'name': 'network-vif-deleted', 'tag': '8d34d6d9-e2f3-4d3a-aea5-ff08de486117'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:39.681702 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d67d391e-c215-43c0-8aa5-b1d8860be990" -d '{"events": [{"server_uuid": "627d9d85-a1ac-4aab-bf39-044c68f83c36", "name": "network-vif-deleted", "tag": "8d34d6d9-e2f3-4d3a-aea5-ff08de486117"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:39.713389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-138b09db-b020-4331-bfc7-47f4aac9f8f9 req-b5e5f62d-2f15-4f6c-8bc8-76fb050129f8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2130518 Jul 05 04:01:39.827866 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb8e5773-5fc5-470e-92ed-f5289b90a53f x-openstack-request-id: req-fb8e5773-5fc5-470e-92ed-f5289b90a53f {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:39.828265 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "627d9d85-a1ac-4aab-bf39-044c68f83c36", "name": "network-vif-deleted", "tag": "8d34d6d9-e2f3-4d3a-aea5-ff08de486117", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:39.828618 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb8e5773-5fc5-470e-92ed-f5289b90a53f {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:39.829025 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '627d9d85-a1ac-4aab-bf39-044c68f83c36', 'name': 'network-vif-deleted', 'tag': '8d34d6d9-e2f3-4d3a-aea5-ff08de486117', 'status': 'completed', 'code': 200} Jul 05 04:01:39.894191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfdba301-0707-46af-b1ba-b6968dcc4149 req-2a7be901-bfc4-4412-a88d-61949fa9fe86 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0420115 Jul 05 04:01:39.935838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.094348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7d9242c-7060-45bf-8f1c-b7e8db151ca0 req-559a0172-d97c-40cb-a10c-2ab5d55aadb6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0402350 Jul 05 04:01:40.096334 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.127659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:40.137723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:40.160247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:40.207633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Pushing event updated for resources: {'Port': ['ID=b943ab9f-a89a-4e89-8b90-e9ff224d3209,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:40.434425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9841461b-f52b-4def-a89e-c8b2049c60ad None None] Network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:01:40.605973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-19a0b90c-5d59-4ed0-bb1f-d4e189aff3f7 None None] Provisioning for port fbb65ca6-4abf-4f82-b577-2aaf89d1740a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:40.635577 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.684444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35742) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:40.747159 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18a33842-79b1-41cf-9faf-daf410425127 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.767123 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eb8fb75a-0a0d-4236-860f-a9eb039d1e2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45557583443a417aa1a79c254d5912fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0810950 Jul 05 04:01:40.772540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35746) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:40.841807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bf7dd19-f70e-4489-a3c5-46242ab18ecc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.872735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bf7dd19-f70e-4489-a3c5-46242ab18ecc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.942946 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:40.978840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a36464d6-4f5b-4552-bc7b-0dd78e289db0 req-18e24808-d5cd-4490-bdb6-cf95ffa90863 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=627d9d85-a1ac-4aab-bf39-044c68f83c36 HTTP/1.1" status: 200 len: 210 time: 0.0716987 Jul 05 04:01:41.002290 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.102076 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bf7dd19-f70e-4489-a3c5-46242ab18ecc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.104726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bf7dd19-f70e-4489-a3c5-46242ab18ecc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.106665 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4bf7dd19-f70e-4489-a3c5-46242ab18ecc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c2126c99-d52a-49d3-b85f-dbc53b908d08 HTTP/1.1" status: 204 len: 168 time: 0.3333051 Jul 05 04:01:41.115731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf7dd19-f70e-4489-a3c5-46242ab18ecc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2126c99-d52a-49d3-b85f-dbc53b908d08,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:41.283234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35756) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:41.303389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Router 5ec37943-fa69-4d31-b9a9-6e408c767978 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:01:41.473569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:41.482143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbb65ca6-4abf-4f82-b577-2aaf89d1740a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:41.487448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Sync routers for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:41.527659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:41.528866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:01:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:41.552771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f0f12d1-aee3-4978-8e92-1ad65e0dac4b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.570810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.572245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fb8a0034-7154-493b-b4e2-1044af1f7351 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6302614 Jul 05 04:01:41.574948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35766) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:41.663393 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f0f12d1-aee3-4978-8e92-1ad65e0dac4b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.686148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:41.688063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port fbb65ca6-4abf-4f82-b577-2aaf89d1740a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:41.747771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fbb65ca6-4abf-4f82-b577-2aaf89d1740a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:41.749087 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.776019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f0f12d1-aee3-4978-8e92-1ad65e0dac4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:41.821040 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4f0f12d1-aee3-4978-8e92-1ad65e0dac4b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0e68f0edf4e74312b11a8ea58f9c2fc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5366757 Jul 05 04:01:41.827529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35774) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:41.828901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0f12d1-aee3-4978-8e92-1ad65e0dac4b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0950f4f0-2d69-4dbc-9c19-0c1766103d55,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:41.946426 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-828e4a6c-3438-4565-96e7-6a5b637573f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.007447 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-828e4a6c-3438-4565-96e7-6a5b637573f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.022461 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.217245 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.221166 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.237670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:42.238751 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-828e4a6c-3438-4565-96e7-6a5b637573f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.242424 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-828e4a6c-3438-4565-96e7-6a5b637573f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.246739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-828e4a6c-3438-4565-96e7-6a5b637573f4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0950f4f0-2d69-4dbc-9c19-0c1766103d55 HTTP/1.1" status: 204 len: 168 time: 0.4119241 Jul 05 04:01:42.257666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-828e4a6c-3438-4565-96e7-6a5b637573f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0950f4f0-2d69-4dbc-9c19-0c1766103d55,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:42.305406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:42.305704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8d34d6d9-e2f3-4d3a-aea5-ff08de486117 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:42.366129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port fbb65ca6-4abf-4f82-b577-2aaf89d1740a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbb65ca6-4abf-4f82-b577-2aaf89d1740a,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:42.368965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:40Z', 'revision_number': 3, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:42.401915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Checking router: 5ec37943-fa69-4d31-b9a9-6e408c767978 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:42.401915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Updating router 5ec37943-fa69-4d31-b9a9-6e408c767978 port b943ab9f-a89a-4e89-8b90-e9ff224d3209 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:01:42.444059 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.466563 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.564165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14a81b02-b419-4a20-8515-27cdecdc2d30 req-70819d27-5331-4cfe-88ea-5dd48077111f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0972333 Jul 05 04:01:42.606439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=fbb65ca6-4abf-4f82-b577-2aaf89d1740a,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:42.691600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-e2307c07-5d94-4d22-ba40-488351813c9e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:42.693142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-e2307c07-5d94-4d22-ba40-488351813c9e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.3452373 Jul 05 04:01:42.716331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-7b889252-9fb1-4e37-9455-578292cacd46 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/quotas/2ee79a286b654e18b275e9f829907046 HTTP/1.1" status: 200 len: 375 time: 0.0152671 Jul 05 04:01:42.717348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Allocated IP 172.20.0.1 (3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0/8df2f436-86d8-4a3f-975e-0b21ab945ad3/7f8b271c-72e8-49fa-804b-2fc5b8c251ae) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:42.883204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-d223cb0e-c988-4dfa-96d8-8e0329434794 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1396110 Jul 05 04:01:42.885252 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.900937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Transition to ACTIVE for port object 7f8b271c-72e8-49fa-804b-2fc5b8c251ae will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:42.929807 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:42.940258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Transition to ACTIVE for port object b943ab9f-a89a-4e89-8b90-e9ff224d3209 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:42.992368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8821200c-3339-4f07-a6b7-9f73f87a2013 req-a1d4b747-1b6e-4a13-a6c1-4729cb39de4f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0649674 Jul 05 04:01:43.018356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35818) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:43.035668 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceadb-f397-4a80-a532-419d292460ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.039320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.047286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-ad389304-21b2-492c-b1f5-45a0a3da590a service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1440983 Jul 05 04:01:43.106229 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.120287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Attempting to bind port b943ab9f-a89a-4e89-8b90-e9ff224d3209 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:43.120665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Attempting to bind port b943ab9f-a89a-4e89-8b90-e9ff224d3209 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:43.121074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Attempting to bind port b943ab9f-a89a-4e89-8b90-e9ff224d3209 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:43.128294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f3623-fd83-491f-aa49-0c6c1a0a8c87 None None] Pushing event updated for resources: {'Port': ['ID=b943ab9f-a89a-4e89-8b90-e9ff224d3209,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:43.141580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:43.142052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:43.142460 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.142854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:43.143484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Bound port: b943ab9f-a89a-4e89-8b90-e9ff224d3209, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:43.143757 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.173239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceadb-f397-4a80-a532-419d292460ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.173352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:43.182488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:43.201942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:43.223641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8b271c-72e8-49fa-804b-2fc5b8c251ae,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:43.224811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] For port b943ab9f-a89a-4e89-8b90-e9ff224d3209, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:43.228235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] For port b943ab9f-a89a-4e89-8b90-e9ff224d3209, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b943ab9f-a89a-4e89-8b90-e9ff224d3209,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:43.255207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-0a78735b-ecdd-445c-917a-5f1084ca960c service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013602 Jul 05 04:01:43.258815 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.273926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c6ceadb-f397-4a80-a532-419d292460ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.331247 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4c6ceadb-f397-4a80-a532-419d292460ef admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b5c353531dbb4c9cbc36ba8503721b8c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3132792 Jul 05 04:01:43.334137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35824) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:43.352470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6ceadb-f397-4a80-a532-419d292460ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=668e2287-f7db-4a41-b710-d03e29e91535,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:43.381684 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.447521 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.476602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f866-ce1b-4c3c-90fd-7986d254326c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.501983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f866-ce1b-4c3c-90fd-7986d254326c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.506900 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbb65ca6-4abf-4f82-b577-2aaf89d1740a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:43.561035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:43.563528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:01:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:43.601171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.649916 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f866-ce1b-4c3c-90fd-7986d254326c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.654205 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f866-ce1b-4c3c-90fd-7986d254326c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.658539 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b3e2f866-ce1b-4c3c-90fd-7986d254326c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/668e2287-f7db-4a41-b710-d03e29e91535 HTTP/1.1" status: 204 len: 168 time: 0.3104675 Jul 05 04:01:43.678197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2f866-ce1b-4c3c-90fd-7986d254326c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=668e2287-f7db-4a41-b710-d03e29e91535,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:43.709960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3f3623-fd83-491f-aa49-0c6c1a0a8c87 None None] Pushing event updated for resources: {'Port': ['ID=b943ab9f-a89a-4e89-8b90-e9ff224d3209,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:43.763389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0deb01d-d0ee-471b-a848-abbeaf4e8d1e req-1e5d6d79-692c-44f7-899f-448211de9cc2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 210 time: 0.0566113 Jul 05 04:01:43.812675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fbb65ca6-4abf-4f82-b577-2aaf89d1740a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:43.812675 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.815668 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.867727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-593a535e-62c9-4421-a4e6-0733271a024f None None] Provisioning for port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:43.879626 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-593a535e-62c9-4421-a4e6-0733271a024f None None] Provisioning complete for port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:43.880804 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-593a535e-62c9-4421-a4e6-0733271a024f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:43.920851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:43.982978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-593a535e-62c9-4421-a4e6-0733271a024f None None] Port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:44.207025 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.232677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:42Z', 'revision_number': 1, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:44.261123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130676d6-4e39-450b-a747-5c8907ed3434 None None] The sync data for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 is: [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:42Z', 'revision_number': 1, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:44.267509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.301749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.385738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Pushing event updated for resources: {'Port': ['ID=7f8b271c-72e8-49fa-804b-2fc5b8c251ae,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:44.388230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.517491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35856) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:44.518041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:44.519710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:44.825246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Router 5ec37943-fa69-4d31-b9a9-6e408c767978 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:44.850716 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd45629d-1e29-4005-a325-7e98af693df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:44.994591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86532403-7c0c-4c83-b729-3d9afa1cfe27 req-fa84f30a-3204-494d-bff6-9c957b97de19 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 210 time: 0.0877585 Jul 05 04:01:45.084906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ab178bd4-f557-4729-a3e2-88ab66cafe04 None None] Provisioning complete for port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:45.085411 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab178bd4-f557-4729-a3e2-88ab66cafe04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.120088 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd45629d-1e29-4005-a325-7e98af693df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.129288 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ab178bd4-f557-4729-a3e2-88ab66cafe04 None None] Port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:45.143246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abc783c6-b7f5-4caa-8f01-495c61b98aa3 req-f9105d38-6663-48d0-ab33-b2652b2d7493 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0426207 Jul 05 04:01:45.165295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:45.185689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0bafbb5a-be12-4d00-8a92-a5e1067cb6c3 admin admin] 10.222.0.30 "PUT /v2.0/routers/5ec37943-fa69-4d31-b9a9-6e408c767978/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6082604 Jul 05 04:01:45.292162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd45629d-1e29-4005-a325-7e98af693df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.345450 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bd45629d-1e29-4005-a325-7e98af693df9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8686f2ab99fb418d94c9000423458dbc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8208199 Jul 05 04:01:45.345450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45629d-1e29-4005-a325-7e98af693df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46a9ecf5-9fd9-4ebb-bc2c-98014e24e725,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:45.345934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35892) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:45.501850 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79dc95d5-ae5e-4f96-80a1-5c14a2d8e7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.541822 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b943ab9f-a89a-4e89-8b90-e9ff224d3209 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:45.550091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0bd67923-9c7e-4d9a-98c2-968376f000ea req-048ed40c-4ffd-4a55-8347-b5f23b125299 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0646827 Jul 05 04:01:45.570777 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79dc95d5-ae5e-4f96-80a1-5c14a2d8e7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.781950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port b943ab9f-a89a-4e89-8b90-e9ff224d3209 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:45.782174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79dc95d5-ae5e-4f96-80a1-5c14a2d8e7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.787048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79dc95d5-ae5e-4f96-80a1-5c14a2d8e7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.787048 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-79dc95d5-ae5e-4f96-80a1-5c14a2d8e7b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46a9ecf5-9fd9-4ebb-bc2c-98014e24e725 HTTP/1.1" status: 204 len: 168 time: 0.4433100 Jul 05 04:01:45.791589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b943ab9f-a89a-4e89-8b90-e9ff224d3209 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:45.792177 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.803776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79dc95d5-ae5e-4f96-80a1-5c14a2d8e7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46a9ecf5-9fd9-4ebb-bc2c-98014e24e725,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:45.961941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:45.998228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port b943ab9f-a89a-4e89-8b90-e9ff224d3209, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b943ab9f-a89a-4e89-8b90-e9ff224d3209,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:46.047923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c479c-32e4-48a3-879f-7aee3da2638c req-1c858627-b49b-47bd-baaf-a1eedd4fbaf9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:46.049533 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-431c479c-32e4-48a3-879f-7aee3da2638c req-1c858627-b49b-47bd-baaf-a1eedd4fbaf9 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 946 time: 0.1148665 Jul 05 04:01:46.101453 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.120265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-431c479c-32e4-48a3-879f-7aee3da2638c req-e55c4fe2-c8f5-41cd-8e97-90ec9a16943d tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0633955 Jul 05 04:01:46.238877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=b943ab9f-a89a-4e89-8b90-e9ff224d3209,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:46.445938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e2d5fb7-71ca-4287-84f7-c9f6ae2d023a req-b2d7437f-1c44-467c-985e-2269deb4f7bf tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 210 time: 0.0362761 Jul 05 04:01:46.492693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35924) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:46.497765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8ce8bf03-d273-490e-9dbb-4c8c73111d20 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1098044395', 'description': 'tempest-description--2112686835'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:46.615761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ce8bf03-d273-490e-9dbb-4c8c73111d20 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.727519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ce8bf03-d273-490e-9dbb-4c8c73111d20 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.780116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35934) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:46.795560 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5306e366-256a-4b5e-95d8-291794663e99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.860339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ce8bf03-d273-490e-9dbb-4c8c73111d20 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:46.908739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce8bf03-d273-490e-9dbb-4c8c73111d20 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b88861-0a5a-4774-9b8c-a0edfe681400,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:47.052530 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5306e366-256a-4b5e-95d8-291794663e99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.105845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-4eff11f8-9058-4eda-834d-b07d3e9b520c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.111952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-4eff11f8-9058-4eda-834d-b07d3e9b520c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.1579278 Jul 05 04:01:47.121462 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5306e366-256a-4b5e-95d8-291794663e99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.134130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Request body: {'port': {'device_id': '8fe37f2b-f947-41e0-8eca-bf58531f1847', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'admin_state_up': True, 'tenant_id': '2ee79a286b654e18b275e9f829907046'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:47.197036 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Sync routers for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:47.209112 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:47.210056 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:01:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:47.232005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5306e366-256a-4b5e-95d8-291794663e99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f406f5f9180f458bb3b835bdce4438f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4481554 Jul 05 04:01:47.232367 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35944) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:47.244459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5306e366-256a-4b5e-95d8-291794663e99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8819dd3c-8aa4-49ac-be93-0ce8fa427a37,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:47.249870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ce8bf03-d273-490e-9dbb-4c8c73111d20 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.251460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8ce8bf03-d273-490e-9dbb-4c8c73111d20 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.7574146 Jul 05 04:01:47.254713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35946) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:47.265364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-02818804-35f5-4dcd-83d8-42a2ef224dbe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'security_group_rule': {'security_group_id': 'd7b88861-0a5a-4774-9b8c-a0edfe681400', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:47.374857 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:47.389269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-265b81fc-7cfb-4eee-9c7c-2e0ba47fc3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.471285 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-265b81fc-7cfb-4eee-9c7c-2e0ba47fc3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.560822 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b943ab9f-a89a-4e89-8b90-e9ff224d3209 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:47.592720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02818804-35f5-4dcd-83d8-42a2ef224dbe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.610523 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-265b81fc-7cfb-4eee-9c7c-2e0ba47fc3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.613689 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-265b81fc-7cfb-4eee-9c7c-2e0ba47fc3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.615171 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-265b81fc-7cfb-4eee-9c7c-2e0ba47fc3a2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8819dd3c-8aa4-49ac-be93-0ce8fa427a37 HTTP/1.1" status: 204 len: 168 time: 0.3814449 Jul 05 04:01:47.616113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695566d-6111-4dd0-89f4-f30ffb4e0f27 req-4939005b-8721-4165-9475-dd576ddd1661 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.624942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f695566d-6111-4dd0-89f4-f30ffb4e0f27 req-4939005b-8721-4165-9475-dd576ddd1661 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 946 time: 0.3383904 Jul 05 04:01:47.626472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265b81fc-7cfb-4eee-9c7c-2e0ba47fc3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8819dd3c-8aa4-49ac-be93-0ce8fa427a37,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:47.724914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7197866-9146-4e4e-a109-04e360a563c0 req-7d242194-7ad2-40e0-b7a5-1c3bac1fc18b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:47.727009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7197866-9146-4e4e-a109-04e360a563c0 req-7d242194-7ad2-40e0-b7a5-1c3bac1fc18b tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.26 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 946 time: 0.3650086 Jul 05 04:01:47.729833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Made reservation on behalf of 2ee79a286b654e18b275e9f829907046 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:47.736906 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.771436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b943ab9f-a89a-4e89-8b90-e9ff224d3209 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:47.771827 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.819061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f695566d-6111-4dd0-89f4-f30ffb4e0f27 req-48720739-a40e-4eac-b4e2-bc4604617ac5 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1928661 Jul 05 04:01:47.821836 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 2, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:47.861603 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02818804-35f5-4dcd-83d8-42a2ef224dbe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.892128 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Checking router: 5ec37943-fa69-4d31-b9a9-6e408c767978 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:47.892578 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Updating router 5ec37943-fa69-4d31-b9a9-6e408c767978 port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:01:47.927302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c0d9dc6-7cb7-420e-8675-fdb74a9d46f9 req-c3300c62-e6ab-4fd9-95ad-dfdccbc6ad08 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 210 time: 0.1249230 Jul 05 04:01:47.932771 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.976160 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02818804-35f5-4dcd-83d8-42a2ef224dbe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:47.991494 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0367e84-4686-4c03-9a3a-15158619d016 req-56c50e97-8aa6-4fc9-81c1-9b7807a74589 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0963340 Jul 05 04:01:48.053885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02818804-35f5-4dcd-83d8-42a2ef224dbe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=727f13a0-3278-40eb-8ade-552f5aca27cc,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:48.140607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Deleting port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:48.140955 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.148688 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02818804-35f5-4dcd-83d8-42a2ef224dbe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.150154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-02818804-35f5-4dcd-83d8-42a2ef224dbe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8940430 Jul 05 04:01:48.154837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35968) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:48.159864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5322afd6-a2d6-40bb-88d1-cd776dbab7bf tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'security_group_rule': {'security_group_id': 'd7b88861-0a5a-4774-9b8c-a0edfe681400', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:48.234188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Allocated IP 172.20.0.3 (d07104d1-a15f-4aec-b4f0-93ae4e89cf95/b073ad93-53eb-4430-93a7-0f49cb28c7c4/6311c90c-6821-4cae-af94-45992cec83dd) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:48.320994 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5322afd6-a2d6-40bb-88d1-cd776dbab7bf tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.343231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] For port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:48.343231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.486047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5322afd6-a2d6-40bb-88d1-cd776dbab7bf tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.546500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4be88816-cb02-4640-88d6-619acd70b434 req-20d57109-e557-4e37-9620-7e2aa408bb8e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0528142 Jul 05 04:01:48.547312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5322afd6-a2d6-40bb-88d1-cd776dbab7bf tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.567061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5322afd6-a2d6-40bb-88d1-cd776dbab7bf tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aefb6b3-4956-4da8-850d-3e83696d9282,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:48.666064 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.669285 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5322afd6-a2d6-40bb-88d1-cd776dbab7bf tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.675274 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5322afd6-a2d6-40bb-88d1-cd776dbab7bf tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5158722 Jul 05 04:01:48.675274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35984) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:48.679758 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Transition to ACTIVE for port object 7f8b271c-72e8-49fa-804b-2fc5b8c251ae will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:48.683600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:48.730937 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.769448 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.770165 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.770730 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Floating IP b317c06e-c5b3-40e4-a0fa-a4cd03928970 disassociated. External IP: 172.25.4.162, port: c26ccd63-46cb-4b79-ae4d-07c4fce27f9c. Jul 05 04:01:48.771289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Calling delete_port for c26ccd63-46cb-4b79-ae4d-07c4fce27f9c owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:48.784605 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.903665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:48.925007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:48.974597 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Pushing event updated for resources: {'Port': ['ID=7f8b271c-72e8-49fa-804b-2fc5b8c251ae,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:49.033518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:49.053436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:49.058801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:49.120852 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.121603 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.124160 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.124780 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.131090 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.136880 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.142407 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.142407 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.142407 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.142407 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.145520 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.148621 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:49.190890 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Attempting to bind port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:49.193055 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Attempting to bind port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:49.196617 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Attempting to bind port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae on network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:49.216750 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:49.217755 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Checking segment: {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:49.220434 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.221751 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Bound using segment: {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:49.223627 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Bound port: 7f8b271c-72e8-49fa-804b-2fc5b8c251ae, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:49.224199 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.225962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.226849 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.314957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event updated for resources: {'Port': ['ID=6311c90c-6821-4cae-af94-45992cec83dd,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:49.328393 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.411030 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] For port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:49.420758 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] For port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7f8b271c-72e8-49fa-804b-2fc5b8c251ae,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:49.459526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-de36b3ff-634e-4cda-8928-9d463942d594 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3329620 Jul 05 04:01:49.475714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15421fd1-1a9b-4688-a0cb-47197bcbfe0e req-6709b235-5172-4fc4-a5f4-057f97e310fa tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.477516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15421fd1-1a9b-4688-a0cb-47197bcbfe0e req-6709b235-5172-4fc4-a5f4-057f97e310fa tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 946 time: 0.2426450 Jul 05 04:01:49.489979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Request body: {'port': {'device_id': '8fe37f2b-f947-41e0-8eca-bf58531f1847', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:49.497649 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.529313 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.553294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5d7dcd-f1d0-47a4-b55e-072138393468 req-accdc1a4-98c0-4293-a345-d77d60f90020 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:49.554886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba5d7dcd-f1d0-47a4-b55e-072138393468 req-accdc1a4-98c0-4293-a345-d77d60f90020 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 931 time: 0.3217630 Jul 05 04:01:49.610327 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b74ba41-25ba-471e-ad53-36817bfe32a6 None None] Pushing event updated for resources: {'Port': ['ID=7f8b271c-72e8-49fa-804b-2fc5b8c251ae,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:49.633024 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:49.634215 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:01:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:49.737757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba5d7dcd-f1d0-47a4-b55e-072138393468 req-05243722-0e81-48f1-8bf4-282d204024f4 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703942 Jul 05 04:01:49.738672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.761347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15421fd1-1a9b-4688-a0cb-47197bcbfe0e req-754fee7f-2967-4180-a22f-b7180c17898f tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups?id=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2649293 Jul 05 04:01:49.807351 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:01:49.844701 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:49.902536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event deleted for resources: {'Port': ['ID=c26ccd63-46cb-4b79-ae4d-07c4fce27f9c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:49.921086 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:49.943079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Allocated IP 172.25.4.90 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/073d230a-d0e6-455e-9ccf-66a4d63f4bd1) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:50.116512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.199919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Router ff34cbd5-c412-40d6-8cfc-cb35f211d65e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:01:50.253043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c26ccd63-46cb-4b79-ae4d-07c4fce27f9c no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:01:50.268352 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:49Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:50.278470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36016) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:50.326256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: c26ccd63-46cb-4b79-ae4d-07c4fce27f9c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:01:50.327187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c26ccd63-46cb-4b79-ae4d-07c4fce27f9c not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:01:50.370813 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.383749 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e618d46b-511c-4dcf-b2ab-36424e34c323 None None] The sync data for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 is: [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:49Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:50.387708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:01:50.406549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421db18-268d-4138-a252-334e45aa2728 None None] Sync routers for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:01:50.441719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:50.451338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:50.480234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421db18-268d-4138-a252-334e45aa2728 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:50.480234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f421db18-268d-4138-a252-334e45aa2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:01:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:50.481472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:50.536945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'Port': ['ID=073d230a-d0e6-455e-9ccf-66a4d63f4bd1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:50.638224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-f421db18-268d-4138-a252-334e45aa2728 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:50.682426 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:50.834408 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.021526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71117f7a-352c-4a5c-b9f8-6506f524c1b6 req-ae1dbdce-e9b4-423b-b739-62bc5f63632a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1125591 Jul 05 04:01:51.022341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] No DVR routers for this DVR port c26ccd63-46cb-4b79-ae4d-07c4fce27f9c on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:01:51.037212 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.039261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7197866-9146-4e4e-a109-04e360a563c0 req-adcdbb31-dc1e-410f-a231-323334de61ff tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.26 "DELETE /v2.0/ports/c26ccd63-46cb-4b79-ae4d-07c4fce27f9c HTTP/1.1" status: 204 len: 173 time: 3.2917700 Jul 05 04:01:51.041814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'name': 'network-vif-deleted', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:51.044941 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c675c36e-403d-4a85-bc9a-3292296dbdb0" -d '{"events": [{"server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "name": "network-vif-deleted", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:51.048790 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b7730be3-f95c-4df6-a433-8a8fa4536a6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.077473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f421db18-268d-4138-a252-334e45aa2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:51.100972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6311c90c-6821-4cae-af94-45992cec83dd {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:51.111333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.126575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421db18-268d-4138-a252-334e45aa2728 None None] Checking router: ff34cbd5-c412-40d6-8cfc-cb35f211d65e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:01:51.144150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f421db18-268d-4138-a252-334e45aa2728 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:01:51.144924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f421db18-268d-4138-a252-334e45aa2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:01:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:51.170281 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.192032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b39539cf-f43e-4618-bfca-f95b01fd22ad req-92e9b866-d279-4f81-b703-cffe22bc3fd2 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 210 time: 0.1513083 Jul 05 04:01:51.198013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Transition to ACTIVE for port object 6311c90c-6821-4cae-af94-45992cec83dd will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:51.198598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.291493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'Port': ['ID=073d230a-d0e6-455e-9ccf-66a4d63f4bd1,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:51.317347 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.325113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-f421db18-268d-4138-a252-334e45aa2728 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:01:51.353418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.428852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40536b-1997-4661-bf21-e8388d5bd157 req-0cebe746-6397-42f9-ab86-8efecb65d734 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:51.430453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d40536b-1997-4661-bf21-e8388d5bd157 req-0cebe746-6397-42f9-ab86-8efecb65d734 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 931 time: 0.4608505 Jul 05 04:01:51.565010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6311c90c-6821-4cae-af94-45992cec83dd,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:51.591472 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a43409d-b1ed-4e12-af03-24e17e087c0d x-openstack-request-id: req-7a43409d-b1ed-4e12-af03-24e17e087c0d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:51.597463 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9", "name": "network-vif-deleted", "tag": "c26ccd63-46cb-4b79-ae4d-07c4fce27f9c", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:51.597463 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a43409d-b1ed-4e12-af03-24e17e087c0d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:51.597463 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9', 'name': 'network-vif-deleted', 'tag': 'c26ccd63-46cb-4b79-ae4d-07c4fce27f9c', 'status': 'completed', 'code': 200} Jul 05 04:01:51.620702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7f8b271c-72e8-49fa-804b-2fc5b8c251ae up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:51.649408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.649841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.650522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.650861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.651284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.651640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.651986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.652510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.652898 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.653227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.653548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.653868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:01:51.689142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d40536b-1997-4661-bf21-e8388d5bd157 req-66a9a784-e33b-4354-9828-184ea4b38413 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2468925 Jul 05 04:01:51.765664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b96dd34-dcc0-4cd6-8117-dc18fd18750b req-51a74cca-aef9-4736-9685-37068ee0414f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0992441 Jul 05 04:01:51.782587 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b7730be3-f95c-4df6-a433-8a8fa4536a6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.800685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f421db18-268d-4138-a252-334e45aa2728 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:01:51.809643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Attempting to bind port 6311c90c-6821-4cae-af94-45992cec83dd on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:01:51.810087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Attempting to bind port 6311c90c-6821-4cae-af94-45992cec83dd by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:01:51.810518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Attempting to bind port 6311c90c-6821-4cae-af94-45992cec83dd on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:51.815984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Port 6311c90c-6821-4cae-af94-45992cec83dd on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:01:51.816411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Attempting to bind port 6311c90c-6821-4cae-af94-45992cec83dd on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:01:51.823023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:01:51.823465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Checking segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:01:51.823982 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Bound using segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:01:51.824693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Bound port: 6311c90c-6821-4cae-af94-45992cec83dd, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:01:51.825319 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.833859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:51.838480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f421db18-268d-4138-a252-334e45aa2728 None None] The sync data for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 is: [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T03:50:15Z', 'revision_number': 4, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'eb0252ea-3695-4844-b33f-ff59c56fc32b', 'name': '', 'network_id': '3e8be6ab-0355-47c2-9498-f801197c8d7a', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'mac_address': 'fa:16:3e:bf:ad:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_interface', 'standard_attr_id': 693, 'fixed_ips': [{'subnet_id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:14Z', 'updated_at': '2021-07-05T03:50:23Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'subnets': [{'id': 'a81329f8-baaa-4f09-a431-691a4ca4c1dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:01:51.841498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:51.842067 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.884992 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b7730be3-f95c-4df6-a433-8a8fa4536a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.937637 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:51.944017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36052) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:51.944607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b7730be3-f95c-4df6-a433-8a8fa4536a6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d9377a3a3d454424b59e482b2cf52d61&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6628325 Jul 05 04:01:51.945430 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] For port 6311c90c-6821-4cae-af94-45992cec83dd, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:01:51.958620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7730be3-f95c-4df6-a433-8a8fa4536a6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec229a4-c92c-4915-8b57-974083dae8e3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:51.964314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] For port 6311c90c-6821-4cae-af94-45992cec83dd, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6311c90c-6821-4cae-af94-45992cec83dd,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:01:51.976526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7f8b271c-72e8-49fa-804b-2fc5b8c251ae,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:52.007364 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.008672 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c853d011-e74a-4c2f-be1d-cadeb4184f3a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3326881 Jul 05 04:01:52.027355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-635160b6-4631-4550-91c7-e8ddb734c79c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.040315 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.057710 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-635160b6-4631-4550-91c7-e8ddb734c79c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.098719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.099629 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.101249 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.113631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] 10.222.0.26 "PUT /v2.0/ports/6311c90c-6821-4cae-af94-45992cec83dd HTTP/1.1" status: 200 len: 1092 time: 2.6218393 Jul 05 04:01:52.158277 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc25f137-464a-43ff-ad50-1decf2ba79d3 service neutron] Pushing event updated for resources: {'Port': ['ID=6311c90c-6821-4cae-af94-45992cec83dd,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:52.195726 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f37bc93d-e35b-455d-b3b2-b98e07bf1696 None None] New status for floating IP b317c06e-c5b3-40e4-a0fa-a4cd03928970: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:01:52.196300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=7f8b271c-72e8-49fa-804b-2fc5b8c251ae,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:52.279128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-4c9b40b9-6980-436b-85c7-f51950590232 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1098044395&fields=id&tenant_id=686d46d8195843c2984affa2d94f123e HTTP/1.1" status: 200 len: 267 time: 0.0364223 Jul 05 04:01:52.305305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-635160b6-4631-4550-91c7-e8ddb734c79c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.306267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-635160b6-4631-4550-91c7-e8ddb734c79c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:52.311042 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-635160b6-4631-4550-91c7-e8ddb734c79c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dec229a4-c92c-4915-8b57-974083dae8e3 HTTP/1.1" status: 204 len: 168 time: 0.3656669 Jul 05 04:01:52.352638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635160b6-4631-4550-91c7-e8ddb734c79c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec229a4-c92c-4915-8b57-974083dae8e3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:52.441605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eff7fa15-37e7-4d23-be02-84f0af4815b6 req-febe0a03-2b93-4556-b648-87c37a0b56b2 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/ports?device_id=16b2ea9d-e1ef-451d-b1e6-ef6ad8a9efb9 HTTP/1.1" status: 200 len: 210 time: 0.0445902 Jul 05 04:01:52.465972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bfc88176-a993-4082-8f51-6becaddff993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.468674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-bfc88176-a993-4082-8f51-6becaddff993 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 1095 time: 0.1722403 Jul 05 04:01:52.539565 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-f1af9a5a-f10c-4fc6-84e5-edfb0b14e069 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6311c90c-6821-4cae-af94-45992cec83dd HTTP/1.1" status: 200 len: 217 time: 0.0529962 Jul 05 04:01:52.687470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-735a923a-c1ed-4262-9c39-d1bbe4ab9ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.689060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-735a923a-c1ed-4262-9c39-d1bbe4ab9ff4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.1396608 Jul 05 04:01:52.734813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-e3b092b8-dea4-49b2-b3a7-0c91ef32288c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0348160 Jul 05 04:01:52.873677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-421647c2-bca6-46f4-80b3-9e92e5e42ba7 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:52.875286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-421647c2-bca6-46f4-80b3-9e92e5e42ba7 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/networks?id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 HTTP/1.1" status: 200 len: 810 time: 0.5847688 Jul 05 04:01:52.930879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-af38ca6d-bec4-4c42-ae16-180242beb23b tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/quotas/686d46d8195843c2984affa2d94f123e HTTP/1.1" status: 200 len: 375 time: 0.0340352 Jul 05 04:01:52.936539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-4fad9c21-ce73-4af9-8b6a-8861ba881fad service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946380 Jul 05 04:01:53.035533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de257c3-b8bd-4870-9f7d-44172bbf0545 req-c870f581-f3c8-438a-bc8e-b93620d4fb16 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.037589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3de257c3-b8bd-4870-9f7d-44172bbf0545 req-c870f581-f3c8-438a-bc8e-b93620d4fb16 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 943 time: 0.2163951 Jul 05 04:01:53.126527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3de257c3-b8bd-4870-9f7d-44172bbf0545 req-f7edcdec-f4e4-44e7-b3ab-d2845509ac01 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813849 Jul 05 04:01:53.142658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da981192-b07e-4087-b64d-e6ad18ee2918 req-7f6bdbfd-0bae-481a-ae6e-bd2f89e376de service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894608 Jul 05 04:01:53.152342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-6b5e4a57-8fe5-426b-9380-fe909bc385a5 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=686d46d8195843c2984affa2d94f123e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2148094 Jul 05 04:01:53.269729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-222f7b0a-7d3f-4c62-983e-cd6db7c32c2e service neutron] 10.222.0.30 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031749 Jul 05 04:01:53.337666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36106) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:53.352235 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02a94455-4991-4d76-8897-29c83204d7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.406349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-e837524e-add9-4fb6-9a66-7359441eaabd service neutron] 10.222.0.30 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1303506 Jul 05 04:01:53.411879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36108) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:53.541572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02a94455-4991-4d76-8897-29c83204d7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.553011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7f8b271c-72e8-49fa-804b-2fc5b8c251ae up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:01:53.593623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fe37f2b-f947-41e0-8eca-bf58531f1847', 'tag': '6311c90c-6821-4cae-af94-45992cec83dd'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:01:53.598321 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0cf64f3-3590-4547-bd40-8dfac928f006" -d '{"events": [{"name": "network-changed", "server_uuid": "8fe37f2b-f947-41e0-8eca-bf58531f1847", "tag": "6311c90c-6821-4cae-af94-45992cec83dd"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:01:53.610093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02a94455-4991-4d76-8897-29c83204d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.661010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-02a94455-4991-4d76-8897-29c83204d7d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71240a38ad474062befc3171a4006f3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217883 Jul 05 04:01:53.669092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a94455-4991-4d76-8897-29c83204d7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d739ce6e-441d-4eeb-a3db-eac4eedafba9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:53.669833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:53.669833 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.670015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36126) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:53.699219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36128) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:53.798888 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e517529-8ef9-4b3b-9265-10e963491192 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.813582 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-833ee5ad-18e1-4909-9b64-edaf8ebd25fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.840565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e517529-8ef9-4b3b-9265-10e963491192 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.849779 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-feded58d-3bf3-4ca8-bb79-27f42bb39627 x-openstack-request-id: req-feded58d-3bf3-4ca8-bb79-27f42bb39627 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:01:53.850076 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fe37f2b-f947-41e0-8eca-bf58531f1847", "tag": "6311c90c-6821-4cae-af94-45992cec83dd", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:01:53.850329 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-feded58d-3bf3-4ca8-bb79-27f42bb39627 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:01:53.850733 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fe37f2b-f947-41e0-8eca-bf58531f1847', 'tag': '6311c90c-6821-4cae-af94-45992cec83dd', 'status': 'completed', 'code': 200} Jul 05 04:01:53.858670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-833ee5ad-18e1-4909-9b64-edaf8ebd25fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.862744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfa69178-17d0-4076-8006-2516bca27694 req-849ca084-5faf-4967-a975-eb2eff23decd service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.2110095 Jul 05 04:01:53.921612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d7b1590-3b54-47a9-a9dc-a49e33ae43da req-d6f2038e-f33a-4cb9-abc6-807ed8d0e3d7 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 210 time: 0.0561581 Jul 05 04:01:53.940287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62f03008-a514-420e-962d-a08785a34684 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:53.994744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf64f3-3590-4547-bd40-8dfac928f006 req-785366ab-488e-4e12-a55c-2b036b1fd86c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:53.996404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0cf64f3-3590-4547-bd40-8dfac928f006 req-785366ab-488e-4e12-a55c-2b036b1fd86c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 1095 time: 0.2080083 Jul 05 04:01:53.998556 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e517529-8ef9-4b3b-9265-10e963491192 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.001199 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e517529-8ef9-4b3b-9265-10e963491192 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.002489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8e517529-8ef9-4b3b-9265-10e963491192 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "DELETE /v2.0/security-groups/14f2aa19-47d3-4cb1-a0cc-2172749e5ad6 HTTP/1.1" status: 204 len: 168 time: 0.3021672 Jul 05 04:01:54.007141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36136) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:54.013143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e517529-8ef9-4b3b-9265-10e963491192 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f2aa19-47d3-4cb1-a0cc-2172749e5ad6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.040674 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-bf5819ea-2b72-4299-bfe9-670fafd7cfc1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] show failed (client error): The resource could not be found. Jul 05 04:01:54.044281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bf5819ea-2b72-4299-bfe9-670fafd7cfc1 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "GET /v2.0/security-groups/14f2aa19-47d3-4cb1-a0cc-2172749e5ad6 HTTP/1.1" status: 404 len: 347 time: 0.0361841 Jul 05 04:01:54.047395 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-833ee5ad-18e1-4909-9b64-edaf8ebd25fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.047395 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-833ee5ad-18e1-4909-9b64-edaf8ebd25fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.048462 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-833ee5ad-18e1-4909-9b64-edaf8ebd25fa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d739ce6e-441d-4eeb-a3db-eac4eedafba9 HTTP/1.1" status: 204 len: 168 time: 0.3830061 Jul 05 04:01:54.049067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36138) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:54.106297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833ee5ad-18e1-4909-9b64-edaf8ebd25fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d739ce6e-441d-4eeb-a3db-eac4eedafba9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.135527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6a27ab3-f90b-4fb1-817d-a8740e2b8253 req-08854104-90e4-4d51-b68f-a4863d42b40c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0410042 Jul 05 04:01:54.205948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf64f3-3590-4547-bd40-8dfac928f006 req-3a0cb83d-f16c-44d2-9fc7-a42731893886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.207635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0cf64f3-3590-4547-bd40-8dfac928f006 req-3a0cb83d-f16c-44d2-9fc7-a42731893886 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 906 time: 0.2013650 Jul 05 04:01:54.229651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-46aaca3a-3db2-4380-b00a-f024228f2680 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Deleting port aeadb03d-59bd-4401-bb82-332d7d76e153 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:01:54.230410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46aaca3a-3db2-4380-b00a-f024228f2680 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.265334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0cf64f3-3590-4547-bd40-8dfac928f006 req-45507222-6a41-4c4f-911b-945a0538af51 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6311c90c-6821-4cae-af94-45992cec83dd HTTP/1.1" status: 200 len: 217 time: 0.0489593 Jul 05 04:01:54.292001 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62f03008-a514-420e-962d-a08785a34684 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.342912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf64f3-3590-4547-bd40-8dfac928f006 req-2051a0c2-6e95-4ad8-a80c-886f2ee3f72d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.344713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0cf64f3-3590-4547-bd40-8dfac928f006 req-2051a0c2-6e95-4ad8-a80c-886f2ee3f72d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.0681615 Jul 05 04:01:54.360863 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46aaca3a-3db2-4380-b00a-f024228f2680 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.362088 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46aaca3a-3db2-4380-b00a-f024228f2680 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.392134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-46aaca3a-3db2-4380-b00a-f024228f2680 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Calling delete_port for aeadb03d-59bd-4401-bb82-332d7d76e153 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:01:54.399007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0cf64f3-3590-4547-bd40-8dfac928f006 req-cbf85555-b170-4c49-b297-e9feea46a2e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467386 Jul 05 04:01:54.437770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62f03008-a514-420e-962d-a08785a34684 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.560527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-62f03008-a514-420e-962d-a08785a34684 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e2289be58d874c47b21c96daf2bd79be&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1474960 Jul 05 04:01:54.564731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f03008-a514-420e-962d-a08785a34684 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f03e5e3f-57ab-44cc-b131-507bd94ece9d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.573274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36158) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:54.616220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0cf64f3-3590-4547-bd40-8dfac928f006 req-ec123419-52a5-4bab-bfc6-cf1d0583b643 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084455 Jul 05 04:01:54.785653 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-625282e7-bd4a-4ed9-84e5-607c5814e76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.792625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46aaca3a-3db2-4380-b00a-f024228f2680 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.808200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0cf64f3-3590-4547-bd40-8dfac928f006 req-f8cb313d-eba7-4718-97d4-2c827043cdc7 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798568 Jul 05 04:01:54.825799 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-625282e7-bd4a-4ed9-84e5-607c5814e76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.826691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46aaca3a-3db2-4380-b00a-f024228f2680 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Pushing event deleted for resources: {'Port': ['ID=aeadb03d-59bd-4401-bb82-332d7d76e153,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:54.874592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df17f45-c921-418f-b074-b625f006fd44 req-2ffa0849-34d6-486c-98ba-5d34cd801411 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:54.876102 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6df17f45-c921-418f-b074-b625f006fd44 req-2ffa0849-34d6-486c-98ba-5d34cd801411 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 943 time: 0.3749273 Jul 05 04:01:54.899498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46aaca3a-3db2-4380-b00a-f024228f2680 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.903734 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46aaca3a-3db2-4380-b00a-f024228f2680 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:54.905039 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-46aaca3a-3db2-4380-b00a-f024228f2680 tempest-AttachVolumeShelveTestJSON-1397912760 tempest-AttachVolumeShelveTestJSON-1397912760-project] 10.222.0.30 "DELETE /v2.0/floatingips/b317c06e-c5b3-40e4-a0fa-a4cd03928970 HTTP/1.1" status: 204 len: 168 time: 0.8516681 Jul 05 04:01:54.940272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6df17f45-c921-418f-b074-b625f006fd44 req-14a469c3-65ad-4ce5-932d-1f38e89a4150 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516603 Jul 05 04:01:55.006550 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-625282e7-bd4a-4ed9-84e5-607c5814e76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.009689 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-625282e7-bd4a-4ed9-84e5-607c5814e76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:55.012514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-625282e7-bd4a-4ed9-84e5-607c5814e76d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f03e5e3f-57ab-44cc-b131-507bd94ece9d HTTP/1.1" status: 204 len: 168 time: 0.3991599 Jul 05 04:01:55.051360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625282e7-bd4a-4ed9-84e5-607c5814e76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f03e5e3f-57ab-44cc-b131-507bd94ece9d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:55.085503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a001effc-97f9-41b7-ac2c-27cf09b10358 req-e7f83735-034c-4b3b-aca9-9c00dd16fb24 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 210 time: 0.0532582 Jul 05 04:01:55.968756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5284880-d236-4d3c-a667-2258373f165d req-e3d04888-0c73-45fe-9202-b35ecb0cfc56 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0323687 Jul 05 04:01:56.001846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36206) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:56.020101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e35e3cee-ec99-4bca-b2fc-8bbbd72803d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.194030 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e35e3cee-ec99-4bca-b2fc-8bbbd72803d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.233997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3846e969-fac7-4a34-8f90-75fbb99b37fe req-5a9fe8a7-2baf-4a82-9160-8273974756fe service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0329611 Jul 05 04:01:56.269932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6311c90c-6821-4cae-af94-45992cec83dd details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:01:56.285405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42e67b5-befb-4b02-8c0e-03be2e942092 req-cc1c6d4b-220b-47e2-bc02-8034852cbe8a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:56.295094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a42e67b5-befb-4b02-8c0e-03be2e942092 req-cc1c6d4b-220b-47e2-bc02-8034852cbe8a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 943 time: 0.1572309 Jul 05 04:01:56.306967 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e35e3cee-ec99-4bca-b2fc-8bbbd72803d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.376146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a42e67b5-befb-4b02-8c0e-03be2e942092 req-76e4c57d-85cd-4867-9543-d47b5aa76362 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800347 Jul 05 04:01:56.423113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35e3cee-ec99-4bca-b2fc-8bbbd72803d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b61b1af0-1b64-4688-865d-24f7166863bd,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:56.440301 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e35e3cee-ec99-4bca-b2fc-8bbbd72803d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0386df3a8d648b3befce1559e3bdc5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337814 Jul 05 04:01:56.440695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36222) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:01:56.455418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6311c90c-6821-4cae-af94-45992cec83dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6311c90c-6821-4cae-af94-45992cec83dd,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:56.463146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33c16ae3-bbae-4388-8104-6a04a2d95aa3 req-fffb4882-60e9-40bc-8fb8-d5de993a9569 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 210 time: 0.0858419 Jul 05 04:01:56.469900 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '6311c90c-6821-4cae-af94-45992cec83dd', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'port_id': '6311c90c-6821-4cae-af94-45992cec83dd', 'mac_address': 'fa:16:3e:21:2d:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b073ad93-53eb-4430-93a7-0f49cb28c7c4', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:01:56.513490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e19bd553-d437-4606-a6e5-5b7ae059ae35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.517158 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.532136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6311c90c-6821-4cae-af94-45992cec83dd {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:01:56.542208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e19bd553-d437-4606-a6e5-5b7ae059ae35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.558936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6311c90c-6821-4cae-af94-45992cec83dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6311c90c-6821-4cae-af94-45992cec83dd,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:01:56.627354 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.684581 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e19bd553-d437-4606-a6e5-5b7ae059ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.685807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6311c90c-6821-4cae-af94-45992cec83dd,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:56.687979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e19bd553-d437-4606-a6e5-5b7ae059ae35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:56.698492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e19bd553-d437-4606-a6e5-5b7ae059ae35 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b61b1af0-1b64-4688-865d-24f7166863bd HTTP/1.1" status: 204 len: 168 time: 0.2568173 Jul 05 04:01:56.709405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19bd553-d437-4606-a6e5-5b7ae059ae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b61b1af0-1b64-4688-865d-24f7166863bd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:57.090179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['6311c90c-6821-4cae-af94-45992cec83dd'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:01:57.160478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-4c751ab4-2c38-4b0c-b73e-1a99cddd51b9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.163480 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-4c751ab4-2c38-4b0c-b73e-1a99cddd51b9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.26 "GET /v2.0/networks?id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 HTTP/1.1" status: 200 len: 810 time: 0.1676867 Jul 05 04:01:57.233626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-2ecc6c0a-79fd-4b70-875e-79f4a549c6f0 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=686d46d8195843c2984affa2d94f123e HTTP/1.1" status: 200 len: 380 time: 0.0604408 Jul 05 04:01:57.247719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'port': {'device_id': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'admin_state_up': True, 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'security_groups': ['d7b88861-0a5a-4774-9b8c-a0edfe681400']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:57.638604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Made reservation on behalf of 686d46d8195843c2984affa2d94f123e for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:01:57.642483 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:57.759491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc44d5b7-c433-44c7-a874-7ff0e6dfcc69 req-7e2861fb-4b73-4ba4-90b9-fdf2a1bd45a1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.764876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc44d5b7-c433-44c7-a874-7ff0e6dfcc69 req-7e2861fb-4b73-4ba4-90b9-fdf2a1bd45a1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2549591 Jul 05 04:01:57.811245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fa3810-baa2-4f5e-8ae2-b770b9143704 req-8bf04f67-51e0-4284-9073-d00d2eff3cd7 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.812788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81fa3810-baa2-4f5e-8ae2-b770b9143704 req-8bf04f67-51e0-4284-9073-d00d2eff3cd7 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 944 time: 0.2505312 Jul 05 04:01:57.821321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-1cd37405-c532-4938-8e8f-85e48dcc9908 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:57.822830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-1cd37405-c532-4938-8e8f-85e48dcc9908 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1097 time: 0.2524426 Jul 05 04:01:57.966861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc44d5b7-c433-44c7-a874-7ff0e6dfcc69 req-5f04c1f5-b2f3-4bbf-b6fa-a66f11e19e93 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1944902 Jul 05 04:01:58.009873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81fa3810-baa2-4f5e-8ae2-b770b9143704 req-a5094fce-391d-4e62-a3ce-548f86c05381 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824577 Jul 05 04:01:58.022040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Allocated IP 172.20.0.3 (3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0/8df2f436-86d8-4a3f-975e-0b21ab945ad3/548d15f1-c958-4edc-bf19-b66645e092c1) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:01:58.107456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-4e6e1252-23e6-447b-89ae-696fb9bcfb42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:58.109649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-4e6e1252-23e6-447b-89ae-696fb9bcfb42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.2548230 Jul 05 04:01:58.298736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e3af018-5f97-4009-8b21-94767350051e req-d9ff3c30-94be-475c-86b0-3eee7d2180a3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0554705 Jul 05 04:01:58.347321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9b409fa-9fc5-4405-827e-61241163f697 req-9299d4f2-7c40-4fe9-9c42-47f2314df5c3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 210 time: 0.0590296 Jul 05 04:01:58.739929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-7ebb8999-1a55-4fcb-a8bb-137447756bfb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 999 time: 0.6167347 Jul 05 04:01:58.769401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81844661-fa77-4060-97f9-4d57a726df0a req-c3125229-4d5d-44df-8ac3-14dc4239740b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0449719 Jul 05 04:01:58.824863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:58.852966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-a3dd6419-c561-4637-b2e8-593aaf7fea05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:58.852966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-a3dd6419-c561-4637-b2e8-593aaf7fea05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.0901723 Jul 05 04:01:58.852966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Transition to ACTIVE for port object 548d15f1-c958-4edc-bf19-b66645e092c1 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:01:58.940409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-333af40c-bcb9-4d24-b44d-2c003e9bf92c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:58.942511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-333af40c-bcb9-4d24-b44d-2c003e9bf92c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0838733 Jul 05 04:01:59.050843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-76166557-3c73-4810-9cce-228be6cdaa02 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0968449 Jul 05 04:01:59.117091 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.250933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:01:59.274080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:01:59.285014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:01:59.300121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'Port': ['ID=548d15f1-c958-4edc-bf19-b66645e092c1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:01:59.381592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9876f1ae-cd6e-47e1-86f5-f3a57c0fa1a2 req-4fd790e8-ff6f-483e-b6a2-10ab73c238e4 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3206866 Jul 05 04:01:59.429528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.430193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.453561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190d9846-e1f2-4de0-9c9b-0a9647d02447 req-6ad41f4e-cedd-47c8-b56d-48f5d831fdf7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.461450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-190d9846-e1f2-4de0-9c9b-0a9647d02447 req-6ad41f4e-cedd-47c8-b56d-48f5d831fdf7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.3387425 Jul 05 04:01:59.570388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2317d42f-6333-4049-a3ab-ad56a19d18e7 req-f146ea8a-afd1-48da-a8f0-3216752edaaa tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.572290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2317d42f-6333-4049-a3ab-ad56a19d18e7 req-f146ea8a-afd1-48da-a8f0-3216752edaaa tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 944 time: 0.3773158 Jul 05 04:01:59.617218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-190d9846-e1f2-4de0-9c9b-0a9647d02447 req-ef97bfbc-e842-476f-8136-e4dc5678dd04 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548049 Jul 05 04:01:59.664074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2317d42f-6333-4049-a3ab-ad56a19d18e7 req-40f9df48-5d10-42bb-abbb-30bd72739215 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842357 Jul 05 04:01:59.675559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-e29834ed-b5aa-4557-9001-4762a6403f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:01:59.677961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-e29834ed-b5aa-4557-9001-4762a6403f47 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1097 time: 0.2420623 Jul 05 04:01:59.702261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-ab578988-aa13-4448-b60e-e869b43926e3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4626839 Jul 05 04:01:59.721476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Request body: {'port': {'device_id': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:01:59.771229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e4c4f136-42ee-4c20-b6dc-fbd7eb1ed1f9 None None] Provisioning for port 548d15f1-c958-4edc-bf19-b66645e092c1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:01:59.777365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e4c4f136-42ee-4c20-b6dc-fbd7eb1ed1f9 None None] Provisioning complete for port 548d15f1-c958-4edc-bf19-b66645e092c1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:01:59.778052 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e4c4f136-42ee-4c20-b6dc-fbd7eb1ed1f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:01:59.864934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e4c4f136-42ee-4c20-b6dc-fbd7eb1ed1f9 None None] Port 548d15f1-c958-4edc-bf19-b66645e092c1 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:01:59.942917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.030840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-0532fa53-d466-4340-98c7-23ea366319b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.032388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-0532fa53-d466-4340-98c7-23ea366319b5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.3292451 Jul 05 04:02:00.182300 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36346) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:00.227377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73975e03-16a6-448c-92dc-3df79465972a req-b9e3ac55-0830-49c8-8390-0deddcd70b5e tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.237727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73975e03-16a6-448c-92dc-3df79465972a req-b9e3ac55-0830-49c8-8390-0deddcd70b5e tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 931 time: 0.2892466 Jul 05 04:02:00.240895 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-ea53dfb9-584a-434e-a174-3ac56f58f276 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 999 time: 0.1994638 Jul 05 04:02:00.308926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6311c90c-6821-4cae-af94-45992cec83dd up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:00.332340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce43a949-4ca3-4068-b143-571e36f91555 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.396663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73975e03-16a6-448c-92dc-3df79465972a req-eca5388b-d698-4053-a139-639d28a46fb3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1577783 Jul 05 04:02:00.407622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-926caf61-51f3-4f11-b2c0-6bf5881206a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.409392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-926caf61-51f3-4f11-b2c0-6bf5881206a8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.1474936 Jul 05 04:02:00.459519 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce43a949-4ca3-4068-b143-571e36f91555 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.549912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-7d49df23-e35d-440e-982a-9900f53213b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:00.551530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-7d49df23-e35d-440e-982a-9900f53213b6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1345415 Jul 05 04:02:00.559661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce43a949-4ca3-4068-b143-571e36f91555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.561122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 6311c90c-6821-4cae-af94-45992cec83dd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:00.570170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 6311c90c-6821-4cae-af94-45992cec83dd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:00.570708 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.572574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 548d15f1-c958-4edc-bf19-b66645e092c1 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:00.590687 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.616256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43a949-4ca3-4068-b143-571e36f91555 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e171b611-a3d1-4fb9-9164-110fdfa7e568,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:00.620297 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ce43a949-4ca3-4068-b143-571e36f91555 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=11783887833e4db6a13692b741e2b02e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4344282 Jul 05 04:02:00.620548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36354) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:00.695217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4353b7f-3391-4083-bac6-64f6d912b2e2 req-023e48c2-d793-437e-8083-b44ded3ad7c0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0722861 Jul 05 04:02:00.735121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Transition to ACTIVE for port object 548d15f1-c958-4edc-bf19-b66645e092c1 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:00.741360 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8df1749-106f-4b2c-8bc8-437f38423193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.775333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8df1749-106f-4b2c-8bc8-437f38423193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.801380 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.826186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-23d409b9-204d-4d05-9cc6-ec17978abc2c service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2645688 Jul 05 04:02:00.865665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe37f2b-f947-41e0-8eca-bf58531f1847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6311c90c-6821-4cae-af94-45992cec83dd'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:00.868018 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d563cb4-3cde-4aff-a7eb-f2cc4caae94c" -d '{"events": [{"server_uuid": "8fe37f2b-f947-41e0-8eca-bf58531f1847", "name": "network-vif-plugged", "status": "completed", "tag": "6311c90c-6821-4cae-af94-45992cec83dd"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:00.889892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6311c90c-6821-4cae-af94-45992cec83dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6311c90c-6821-4cae-af94-45992cec83dd,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:00.929633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8df1749-106f-4b2c-8bc8-437f38423193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.932355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8df1749-106f-4b2c-8bc8-437f38423193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:00.934643 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e8df1749-106f-4b2c-8bc8-437f38423193 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e171b611-a3d1-4fb9-9164-110fdfa7e568 HTTP/1.1" status: 204 len: 168 time: 0.3119588 Jul 05 04:02:00.949189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df1749-106f-4b2c-8bc8-437f38423193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e171b611-a3d1-4fb9-9164-110fdfa7e568,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:00.990873 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.010317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-effcd7ec-e4e1-4804-bcc1-82b62ae84d11 req-11c01e8a-008a-430e-b47e-e886fa1a58a3 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1710556 Jul 05 04:02:01.023677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.228654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Pushing event updated for resources: {'Port': ['ID=548d15f1-c958-4edc-bf19-b66645e092c1,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.257063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6311c90c-6821-4cae-af94-45992cec83dd,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.267224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.267224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.268239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.268239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.268239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.268526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.268811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.269135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.269459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.269781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.270289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.270645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:01.297958 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f88e63e-39f6-4b3d-b7cb-f285408aeee9 req-c16b9ff5-45d8-4fb8-82a6-64f15e7d9b10 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0524678 Jul 05 04:02:01.319797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6ab432-a7da-4fb1-ac47-ac90994bc3a7 req-6a1a171d-35b6-4007-a7c3-cab4806ffaf8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.321510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e6ab432-a7da-4fb1-ac47-ac90994bc3a7 req-6a1a171d-35b6-4007-a7c3-cab4806ffaf8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.4394739 Jul 05 04:02:01.348717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03e18e4b-faa8-4703-9484-36089835d1fd req-3f2cb4b7-e416-442d-b5a8-30c44ef5c674 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.350446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03e18e4b-faa8-4703-9484-36089835d1fd req-3f2cb4b7-e416-442d-b5a8-30c44ef5c674 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 945 time: 0.4693782 Jul 05 04:02:01.352578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Attempting to bind port 548d15f1-c958-4edc-bf19-b66645e092c1 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:01.352918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Attempting to bind port 548d15f1-c958-4edc-bf19-b66645e092c1 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:01.353249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Attempting to bind port 548d15f1-c958-4edc-bf19-b66645e092c1 on network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:01.367824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Port 548d15f1-c958-4edc-bf19-b66645e092c1 on network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:01.368811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Attempting to bind port 548d15f1-c958-4edc-bf19-b66645e092c1 on network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:01.402664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 1, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:01.403434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Checking segment: {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:01.403434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Bound using segment: {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:01.403935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Bound port: 548d15f1-c958-4edc-bf19-b66645e092c1, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:01.404427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.426810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e6ab432-a7da-4fb1-ac47-ac90994bc3a7 req-08e2ad52-fa07-4d29-b3e4-6bdf136d1b38 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0953910 Jul 05 04:02:01.472241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03e18e4b-faa8-4703-9484-36089835d1fd req-3fec8b4b-e6db-4f0a-b68d-c59602f77d34 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007831 Jul 05 04:02:01.505470 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c9b72af-a720-4cc8-8788-01720653e9d1 x-openstack-request-id: req-0c9b72af-a720-4cc8-8788-01720653e9d1 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:01.505810 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe37f2b-f947-41e0-8eca-bf58531f1847", "name": "network-vif-plugged", "status": "completed", "tag": "6311c90c-6821-4cae-af94-45992cec83dd", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:01.506069 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0c9b72af-a720-4cc8-8788-01720653e9d1 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:01.506527 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe37f2b-f947-41e0-8eca-bf58531f1847', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6311c90c-6821-4cae-af94-45992cec83dd', 'code': 200} Jul 05 04:02:01.530394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] For port 548d15f1-c958-4edc-bf19-b66645e092c1, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:01.536477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] For port 548d15f1-c958-4edc-bf19-b66645e092c1, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=548d15f1-c958-4edc-bf19-b66645e092c1,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:01.633017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.722085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.722767 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:01.724201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] 10.222.0.26 "PUT /v2.0/ports/548d15f1-c958-4edc-bf19-b66645e092c1 HTTP/1.1" status: 200 len: 1092 time: 2.0108056 Jul 05 04:02:01.726366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'tag': '548d15f1-c958-4edc-bf19-b66645e092c1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:01.728696 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d8b0ca-31a1-414f-aa70-cf1ee0db5e30" -d '{"events": [{"name": "network-changed", "server_uuid": "47b4c910-3fd3-4d92-828f-37678f84cf3c", "tag": "548d15f1-c958-4edc-bf19-b66645e092c1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:01.755973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e62efc-3775-4594-93ae-82734fd18610 req-a201b0c7-f78b-494b-b42d-424cf0094aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.755973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61e62efc-3775-4594-93ae-82734fd18610 req-a201b0c7-f78b-494b-b42d-424cf0094aaf service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 1097 time: 0.1562912 Jul 05 04:02:01.767271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e09fcc-e9d5-463f-a870-4112e2bd7993 service neutron] Pushing event updated for resources: {'Port': ['ID=548d15f1-c958-4edc-bf19-b66645e092c1,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:01.805066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61e62efc-3775-4594-93ae-82734fd18610 req-fb3291d4-a582-455e-a629-11c53bd79e2f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459790 Jul 05 04:02:01.821121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4a54bc-2591-4a7c-9390-b049d0cc58d4 req-779553bf-c36f-4d85-b065-0444a2982fd7 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.822708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e4a54bc-2591-4a7c-9390-b049d0cc58d4 req-779553bf-c36f-4d85-b065-0444a2982fd7 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 943 time: 0.1855838 Jul 05 04:02:01.824274 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21574816-c815-4d50-afbb-caf1fb1b55da x-openstack-request-id: req-21574816-c815-4d50-afbb-caf1fb1b55da {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:01.824565 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b4c910-3fd3-4d92-828f-37678f84cf3c", "tag": "548d15f1-c958-4edc-bf19-b66645e092c1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:01.824815 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21574816-c815-4d50-afbb-caf1fb1b55da {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:01.825368 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'tag': '548d15f1-c958-4edc-bf19-b66645e092c1', 'status': 'completed', 'code': 200} Jul 05 04:02:01.921095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e4a54bc-2591-4a7c-9390-b049d0cc58d4 req-c15d0090-2c58-425d-895a-3350bf06a89c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0879390 Jul 05 04:02:01.961536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8b0ca-31a1-414f-aa70-cf1ee0db5e30 req-b07d3be7-2d2e-4393-96e6-42fd3e478181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:01.962454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4d8b0ca-31a1-414f-aa70-cf1ee0db5e30 req-b07d3be7-2d2e-4393-96e6-42fd3e478181 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=686d46d8195843c2984affa2d94f123e&device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 1095 time: 0.0958996 Jul 05 04:02:02.056280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36404) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:02.098074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8b0ca-31a1-414f-aa70-cf1ee0db5e30 req-b6effbf1-6dbb-4411-b714-9a05912df120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:02.100618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4d8b0ca-31a1-414f-aa70-cf1ee0db5e30 req-b6effbf1-6dbb-4411-b714-9a05912df120 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=686d46d8195843c2984affa2d94f123e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1305337 Jul 05 04:02:02.384093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d8b0ca-31a1-414f-aa70-cf1ee0db5e30 req-42646292-e08e-479d-830e-baad7427c841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:02.384093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4d8b0ca-31a1-414f-aa70-cf1ee0db5e30 req-42646292-e08e-479d-830e-baad7427c841 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1792912 Jul 05 04:02:02.413521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-f75bc5e3-054b-445e-aafc-ef76abef6169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:02.415763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-f75bc5e3-054b-445e-aafc-ef76abef6169 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=686d46d8195843c2984affa2d94f123e&device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 1095 time: 0.0792069 Jul 05 04:02:02.475204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-87021691-0718-45bd-ba02-329190112f23 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d15f1-c958-4edc-bf19-b66645e092c1 HTTP/1.1" status: 200 len: 217 time: 0.0496476 Jul 05 04:02:02.546161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-bf368328-8109-4c7b-8d87-d543de03a896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:02.547419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-bf368328-8109-4c7b-8d87-d543de03a896 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8df2f436-86d8-4a3f-975e-0b21ab945ad3 HTTP/1.1" status: 200 len: 849 time: 0.0610170 Jul 05 04:02:02.682740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-a0c83b90-b2ac-4d7a-b08d-af7bc84b1a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:02.684516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-a0c83b90-b2ac-4d7a-b08d-af7bc84b1a8d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1297948 Jul 05 04:02:02.829184 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:02.885352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-bd8b9bec-f26c-4a57-a52e-c6eca430d80d service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919408 Jul 05 04:02:02.906263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c79791b-d5d2-447f-b9a5-1f7a5068a299 req-04893e33-1195-4ea4-9405-e1a759c5dab0 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:02.914072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c79791b-d5d2-447f-b9a5-1f7a5068a299 req-04893e33-1195-4ea4-9405-e1a759c5dab0 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 945 time: 0.1407049 Jul 05 04:02:03.049460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c79791b-d5d2-447f-b9a5-1f7a5068a299 req-3233d839-2923-4061-ad29-507d44492936 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1344748 Jul 05 04:02:03.109422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71b36fe0-ff42-4200-a1d1-d188f4c2ba39 req-a6222373-ba6d-4913-93b8-5b55c3473e57 service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1869857 Jul 05 04:02:03.224604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b5fdac3-d4ae-42a1-a6ab-c6780a702226 req-b199516c-fad0-4aba-8401-483b8571cb5e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0798855 Jul 05 04:02:03.314092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb2e01-3e49-44f3-9cd7-ff3fa565d77a req-0c6f3a50-9883-49f2-91c9-99238861280a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:03.315645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ceb2e01-3e49-44f3-9cd7-ff3fa565d77a req-0c6f3a50-9883-49f2-91c9-99238861280a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 943 time: 0.0804503 Jul 05 04:02:03.316131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] Deleting port eb0252ea-3695-4844-b33f-ff59c56fc32b {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:03.317690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.408557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ceb2e01-3e49-44f3-9cd7-ff3fa565d77a req-4f1aef37-dad4-4b63-a29f-e502635a7356 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744338 Jul 05 04:02:03.444833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acf7ce73-121b-448c-8f94-8e717e833ec9 req-db847d6f-de04-4e98-9855-453d6fb5086b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0344360 Jul 05 04:02:03.465153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] For port eb0252ea-3695-4844-b33f-ff59c56fc32b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=eb0252ea-3695-4844-b33f-ff59c56fc32b,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:03.465497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.479972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] Calling delete_port for eb0252ea-3695-4844-b33f-ff59c56fc32b owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:03.797903 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:03.832007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] Pushing event deleted for resources: {'Port': ['ID=eb0252ea-3695-4844-b33f-ff59c56fc32b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:04.122273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:04.288440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341d33c4-f6f1-461d-a133-7343b3be7e61 req-e60854c5-8ed2-459d-ac53-8c7a7c2593fc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.296225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-341d33c4-f6f1-461d-a133-7343b3be7e61 req-e60854c5-8ed2-459d-ac53-8c7a7c2593fc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 945 time: 0.0860360 Jul 05 04:02:04.350697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-341d33c4-f6f1-461d-a133-7343b3be7e61 req-3f5da991-3ae2-4f5e-a8de-9da3236a4324 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 Jul 05 04:02:04.547325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] Router ff34cbd5-c412-40d6-8cfc-cb35f211d65e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:04.684089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8954d091-e472-480f-a779-55711bc9fdc3 req-33bbea49-adce-4709-b71d-8073c31b390e tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:04.694974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8954d091-e472-480f-a779-55711bc9fdc3 req-33bbea49-adce-4709-b71d-8073c31b390e tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 943 time: 0.1168780 Jul 05 04:02:04.708930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:04.716145 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-46d7a3ce-8613-429e-9986-69d3fc00ae6c admin admin] 10.222.0.30 "PUT /v2.0/routers/ff34cbd5-c412-40d6-8cfc-cb35f211d65e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6582491 Jul 05 04:02:04.719509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36500) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:04.721630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] Sync routers for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:04.759858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:04.760744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:01:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:04.796850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8954d091-e472-480f-a779-55711bc9fdc3 req-a9dce76c-9ec2-4fc0-abfc-73138723f591 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1004689 Jul 05 04:02:04.929562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:05.101031 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.206417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb3fc3b-a487-4197-bec6-ae24863f7562 req-ca0c8be6-9c35-48e7-9a94-c1776dd92716 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.208257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fb3fc3b-a487-4197-bec6-ae24863f7562 req-ca0c8be6-9c35-48e7-9a94-c1776dd92716 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 945 time: 0.0918465 Jul 05 04:02:05.245691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.282210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fb3fc3b-a487-4197-bec6-ae24863f7562 req-c6a292f0-af82-4a86-add5-ec479afe5cbd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678144 Jul 05 04:02:05.308838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16'}], 'enable_snat': True}, 'gw_port_id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T04:02:03Z', 'revision_number': 5, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port': {'id': '9a1939f1-a46e-4bcb-8d07-e6efba9f1a21', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:5c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 682, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:50:10Z', 'updated_at': '2021-07-05T03:50:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:05.338711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] Checking router: ff34cbd5-c412-40d6-8cfc-cb35f211d65e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:05.347786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] Routers {'ff34cbd5-c412-40d6-8cfc-cb35f211d65e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:05.349313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:01:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:05.371522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50537855-c21c-401f-8b50-b30292417cb3 req-2ebbe2e9-cc1e-45f0-b99b-12291e4ab52f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0459881 Jul 05 04:02:05.396862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Deleting port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:05.397365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.499289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] Set router ff34cbd5-c412-40d6-8cfc-cb35f211d65e gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:05.552497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36540) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:05.553628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] For port 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9a1939f1-a46e-4bcb-8d07-e6efba9f1a21,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:05.554130 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.571287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Calling delete_port for 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:05.573103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T04:02:05Z', 'revision_number': 6, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:05.593619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91511837-cd5a-43bf-9668-97c7ef8c3ff3 req-18df6194-b6f1-44f1-9f09-2501d14adc1c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:05.595338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91511837-cd5a-43bf-9668-97c7ef8c3ff3 req-18df6194-b6f1-44f1-9f09-2501d14adc1c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 945 time: 0.1061175 Jul 05 04:02:05.612544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0751eb2-a6cf-47e9-9a5b-da3ee1c90284 None None] The sync data for ids ['ff34cbd5-c412-40d6-8cfc-cb35f211d65e'] in n-d-758944-41 is: [{'id': 'ff34cbd5-c412-40d6-8cfc-cb35f211d65e', 'name': 'tempest-AttachVolumeShelveTestJSON-313632248-router', 'tenant_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:50:08Z', 'updated_at': '2021-07-05T04:02:05Z', 'revision_number': 6, 'project_id': '6d7a6a7dab774f48a943dc7e1c06b98a', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:05.675760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91511837-cd5a-43bf-9668-97c7ef8c3ff3 req-d8352b71-8352-4c1b-8c21-cf8830f87e4b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736125 Jul 05 04:02:05.787236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36552) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:05.794651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20d59daf-2b61-47f4-95ef-c3eba5cd0ee0 req-a5d028c1-6059-42ae-8312-629c66c69608 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0685396 Jul 05 04:02:05.888614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d38cefc-d9cd-4d73-9cd0-c08b5e7dd4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.913930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cf580487-b15c-48f1-8fac-d14ade5d8e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.938866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:05.986345 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a1939f1-a46e-4bcb-8d07-e6efba9f1a21,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.017563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411f9a9d-8d5b-4bcd-916b-17877b515308 req-b3fabd1f-2733-4b18-a3ae-889fe2862ef4 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.019832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-411f9a9d-8d5b-4bcd-916b-17877b515308 req-b3fabd1f-2733-4b18-a3ae-889fe2862ef4 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 943 time: 0.0803163 Jul 05 04:02:06.073595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.074317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-411f9a9d-8d5b-4bcd-916b-17877b515308 req-67f9c0e1-cb1f-4d7a-aa07-83f8273bc11a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478241 Jul 05 04:02:06.150383 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d38cefc-d9cd-4d73-9cd0-c08b5e7dd4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.188525 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.190698 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.269285 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d38cefc-d9cd-4d73-9cd0-c08b5e7dd4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.302479 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.303006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff34cbd5-c412-40d6-8cfc-cb35f211d65e {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:06.315329 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.319547 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c13d1886-abdc-4ffc-bceb-085ebae0ee60 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ff34cbd5-c412-40d6-8cfc-cb35f211d65e HTTP/1.1" status: 204 len: 168 time: 1.5926569 Jul 05 04:02:06.322829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36562) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:06.326890 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2d38cefc-d9cd-4d73-9cd0-c08b5e7dd4d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7e16d76737d54e84af37a17b11f8b5e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5363936 Jul 05 04:02:06.326890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38cefc-d9cd-4d73-9cd0-c08b5e7dd4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07ac412a-31bc-47ca-80c8-c0beef0f03df,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.327930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36564) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:06.344836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 548d15f1-c958-4edc-bf19-b66645e092c1 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:06.391404 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-786dbd93-4bb3-4314-8a5e-a87b179925ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.423569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f6984a-c733-4322-855f-62a55f16825f admin admin] Deleting subnet a81329f8-baaa-4f09-a431-691a4ca4c1dd {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:02:06.428371 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39f6984a-c733-4322-855f-62a55f16825f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.430555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-786dbd93-4bb3-4314-8a5e-a87b179925ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.468343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 548d15f1-c958-4edc-bf19-b66645e092c1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=548d15f1-c958-4edc-bf19-b66645e092c1,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:06.483171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cf580487-b15c-48f1-8fac-d14ade5d8e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.487719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '548d15f1-c958-4edc-bf19-b66645e092c1', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'port_id': '548d15f1-c958-4edc-bf19-b66645e092c1', 'mac_address': 'fa:16:3e:96:af:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:06.496505 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39f6984a-c733-4322-855f-62a55f16825f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.530654 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.544755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 548d15f1-c958-4edc-bf19-b66645e092c1 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:06.549112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb00dafe-18ff-4076-95ea-e6137868ced6 req-3073e87d-35e8-4df3-917c-57cb5feac607 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:06.550632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb00dafe-18ff-4076-95ea-e6137868ced6 req-3073e87d-35e8-4df3-917c-57cb5feac607 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 945 time: 0.1805336 Jul 05 04:02:06.569328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 548d15f1-c958-4edc-bf19-b66645e092c1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=548d15f1-c958-4edc-bf19-b66645e092c1,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:06.580613 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cf580487-b15c-48f1-8fac-d14ade5d8e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.581370 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-786dbd93-4bb3-4314-8a5e-a87b179925ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.583995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-786dbd93-4bb3-4314-8a5e-a87b179925ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.585242 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-786dbd93-4bb3-4314-8a5e-a87b179925ce admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07ac412a-31bc-47ca-80c8-c0beef0f03df HTTP/1.1" status: 204 len: 168 time: 0.2561238 Jul 05 04:02:06.596102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786dbd93-4bb3-4314-8a5e-a87b179925ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07ac412a-31bc-47ca-80c8-c0beef0f03df,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.680374 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39f6984a-c733-4322-855f-62a55f16825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.682513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf580487-b15c-48f1-8fac-d14ade5d8e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff992241-3333-4576-9b26-4d787823ec40,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.683860 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.692555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36568) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:06.692691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cf580487-b15c-48f1-8fac-d14ade5d8e57 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3003ac15ca0c417280f50949c0de97f4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1381617 Jul 05 04:02:06.696060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb00dafe-18ff-4076-95ea-e6137868ced6 req-cadc865a-3914-48bc-87b1-8594f555facd tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381273 Jul 05 04:02:06.770155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=548d15f1-c958-4edc-bf19-b66645e092c1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.773518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5547784-edef-4265-949b-a570f49ce4ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.796948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5547784-edef-4265-949b-a570f49ce4ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.838821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39f6984a-c733-4322-855f-62a55f16825f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.872412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39f6984a-c733-4322-855f-62a55f16825f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.874238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-39f6984a-c733-4322-855f-62a55f16825f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a81329f8-baaa-4f09-a431-691a4ca4c1dd HTTP/1.1" status: 204 len: 168 time: 0.5530438 Jul 05 04:02:06.875156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f6984a-c733-4322-855f-62a55f16825f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a81329f8-baaa-4f09-a431-691a4ca4c1dd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:06.877941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36572) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:06.879829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebdd6947-a6c0-4b05-b4f0-9312d8402f2e None None] Network 3e8be6ab-0355-47c2-9498-f801197c8d7a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:06.958617 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5547784-edef-4265-949b-a570f49ce4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.961407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5547784-edef-4265-949b-a570f49ce4ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.962560 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a5547784-edef-4265-949b-a570f49ce4ff admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ff992241-3333-4576-9b26-4d787823ec40 HTTP/1.1" status: 204 len: 168 time: 0.2687404 Jul 05 04:02:06.974431 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:06.975686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5547784-edef-4265-949b-a570f49ce4ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff992241-3333-4576-9b26-4d787823ec40,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:07.056292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Deleting port 8de2268e-54c1-4dbb-8a5e-30458940be75 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:07.056636 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.136447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] For port 8de2268e-54c1-4dbb-8a5e-30458940be75, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8de2268e-54c1-4dbb-8a5e-30458940be75,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:07.136866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.156556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Calling delete_port for 8de2268e-54c1-4dbb-8a5e-30458940be75 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:07.171515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdb55b3e-78cb-4447-a3f4-76e5c5522007 None None] DHCP port deletion for 3e8be6ab-0355-47c2-9498-f801197c8d7a request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:02:07.231022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['548d15f1-c958-4edc-bf19-b66645e092c1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:07.237062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bdb55b3e-78cb-4447-a3f4-76e5c5522007 None None] Deleting port 8de2268e-54c1-4dbb-8a5e-30458940be75 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:07.237458 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bdb55b3e-78cb-4447-a3f4-76e5c5522007 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.403138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-bdb55b3e-78cb-4447-a3f4-76e5c5522007 None None] For port 8de2268e-54c1-4dbb-8a5e-30458940be75, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8de2268e-54c1-4dbb-8a5e-30458940be75,segment=NetworkSegment(21d35273-d545-478c-bbd6-5efc621e6325),segment_id=21d35273-d545-478c-bbd6-5efc621e6325)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:07.403774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bdb55b3e-78cb-4447-a3f4-76e5c5522007 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.421850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bdb55b3e-78cb-4447-a3f4-76e5c5522007 None None] Calling delete_port for 8de2268e-54c1-4dbb-8a5e-30458940be75 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:07.447603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8de2268e-54c1-4dbb-8a5e-30458940be75 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:07.478284 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36584) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:07.494959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34ed9c05-856b-488e-b40b-7754a5154131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.601607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34ed9c05-856b-488e-b40b-7754a5154131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.680036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25e90885-6f65-4154-9805-99bd21f2dbad req-d9a55fb2-94e1-45c2-858f-dc901ff913c7 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:07.687641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25e90885-6f65-4154-9805-99bd21f2dbad req-d9a55fb2-94e1-45c2-858f-dc901ff913c7 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 944 time: 0.1186590 Jul 05 04:02:07.694849 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.718326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34ed9c05-856b-488e-b40b-7754a5154131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.739365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25e90885-6f65-4154-9805-99bd21f2dbad req-d2e96a29-8314-4f8b-abad-bc51a4590c0b tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473638 Jul 05 04:02:07.768126 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.778813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36590) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:07.780957 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-34ed9c05-856b-488e-b40b-7754a5154131 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9409f99558c341d493a635a687f40565&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3012948 Jul 05 04:02:07.782974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ed9c05-856b-488e-b40b-7754a5154131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d44c8994-4f15-49bc-8eb1-2895dfdf32b2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:07.808541 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bdb55b3e-78cb-4447-a3f4-76e5c5522007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:07.815428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Pushing event deleted for resources: {'Port': ['ID=8de2268e-54c1-4dbb-8a5e-30458940be75,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:07.817787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] No DVR routers for this DVR port 8de2268e-54c1-4dbb-8a5e-30458940be75 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:07.864682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:07.866494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb55b3e-78cb-4447-a3f4-76e5c5522007 None None] Pushing event deleted for resources: {'Port': ['ID=8de2268e-54c1-4dbb-8a5e-30458940be75,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:07.894389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdb55b3e-78cb-4447-a3f4-76e5c5522007 None None] No DVR routers for this DVR port 8de2268e-54c1-4dbb-8a5e-30458940be75 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:07.897628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:07.897628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a1939f1-a46e-4bcb-8d07-e6efba9f1a21 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:07.897628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device eb0252ea-3695-4844-b33f-ff59c56fc32b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:07.932444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: eb0252ea-3695-4844-b33f-ff59c56fc32b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:07.932795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device eb0252ea-3695-4844-b33f-ff59c56fc32b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:08.009195 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.032308 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b7252c47-05dd-48a6-8bb0-b55b6f994089 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.038676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3e5a4fa-2614-423a-89bd-81d19a24d230 req-76916217-1853-4249-9ea0-049b9be2b234 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0533707 Jul 05 04:02:08.049792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8be6ab-0355-47c2-9498-f801197c8d7a']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:08.071505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21d35273-d545-478c-bbd6-5efc621e6325') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:08.071505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21d35273-d545-478c-bbd6-5efc621e6325') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:08.073258 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-074e1215-4cba-48d0-baad-afee21efea07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.093523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36596) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:08.099563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.110431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28d2340c-cdb2-4ce4-b5e0-00fb625c054b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.140748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-074e1215-4cba-48d0-baad-afee21efea07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.149887 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.170417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9412517-293f-4501-96c9-4481889a7521 req-94cb2de6-06ab-4663-944d-e67902094772 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.171958 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9412517-293f-4501-96c9-4481889a7521 req-94cb2de6-06ab-4663-944d-e67902094772 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 945 time: 0.3115039 Jul 05 04:02:08.173205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:08.173669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.187854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0241cef3-8ccc-4a08-9c3b-c333b0930061 req-99ef715b-98de-4052-b8d1-3ab2cde2107c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:08.189154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0241cef3-8ccc-4a08-9c3b-c333b0930061 req-99ef715b-98de-4052-b8d1-3ab2cde2107c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 945 time: 0.3299077 Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:08.189881 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:08.213577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28d2340c-cdb2-4ce4-b5e0-00fb625c054b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.278032 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28d2340c-cdb2-4ce4-b5e0-00fb625c054b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.322492 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-28d2340c-cdb2-4ce4-b5e0-00fb625c054b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ecdebcac28847e69bd81505fda8cdc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2252102 Jul 05 04:02:08.322492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d2340c-cdb2-4ce4-b5e0-00fb625c054b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fe0b329-2495-4cf4-af5e-a208423caede,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.324591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36602) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:08.324978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-431e86b3-0538-43b1-9e02-2954645397d3 req-bc569304-ab1a-4ac5-aea8-e7748bc605b8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1202619 Jul 05 04:02:08.383617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0241cef3-8ccc-4a08-9c3b-c333b0930061 req-166169fd-0021-4f9f-9435-ad21721e21b8 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449981 Jul 05 04:02:08.385688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-464f659f-f4ad-4300-bd16-cc77694033af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.414328 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-464f659f-f4ad-4300-bd16-cc77694033af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.425813 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.445501 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.445501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3e8be6ab-0355-47c2-9498-f801197c8d7a HTTP/1.1" status: 204 len: 168 time: 1.5562603 Jul 05 04:02:08.450337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4358f7-711b-4efa-b6d1-d1a5c9fd3051 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e8be6ab-0355-47c2-9498-f801197c8d7a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.456702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b9412517-293f-4501-96c9-4481889a7521 req-37ccc0b7-2539-4132-97a7-a8676fbaae28 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Deleting port 6311c90c-6821-4cae-af94-45992cec83dd {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:08.456937 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9412517-293f-4501-96c9-4481889a7521 req-37ccc0b7-2539-4132-97a7-a8676fbaae28 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.524430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-074e1215-4cba-48d0-baad-afee21efea07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.530012 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-074e1215-4cba-48d0-baad-afee21efea07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.530012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-074e1215-4cba-48d0-baad-afee21efea07 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d44c8994-4f15-49bc-8eb1-2895dfdf32b2 HTTP/1.1" status: 204 len: 168 time: 0.7479270 Jul 05 04:02:08.550673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074e1215-4cba-48d0-baad-afee21efea07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d44c8994-4f15-49bc-8eb1-2895dfdf32b2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.593814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b9412517-293f-4501-96c9-4481889a7521 req-37ccc0b7-2539-4132-97a7-a8676fbaae28 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] For port 6311c90c-6821-4cae-af94-45992cec83dd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6311c90c-6821-4cae-af94-45992cec83dd,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:08.593814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9412517-293f-4501-96c9-4481889a7521 req-37ccc0b7-2539-4132-97a7-a8676fbaae28 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.597377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b9412517-293f-4501-96c9-4481889a7521 req-37ccc0b7-2539-4132-97a7-a8676fbaae28 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Calling delete_port for 6311c90c-6821-4cae-af94-45992cec83dd owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:08.610037 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-464f659f-f4ad-4300-bd16-cc77694033af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.616477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-464f659f-f4ad-4300-bd16-cc77694033af admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.622850 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-464f659f-f4ad-4300-bd16-cc77694033af admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5fe0b329-2495-4cf4-af5e-a208423caede HTTP/1.1" status: 204 len: 168 time: 0.2970502 Jul 05 04:02:08.635373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464f659f-f4ad-4300-bd16-cc77694033af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fe0b329-2495-4cf4-af5e-a208423caede,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.821099 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9412517-293f-4501-96c9-4481889a7521 req-37ccc0b7-2539-4132-97a7-a8676fbaae28 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.835023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', '6311c90c-6821-4cae-af94-45992cec83dd'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:08.864121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ccc0b7-2539-4132-97a7-a8676fbaae28 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event deleted for resources: {'Port': ['ID=6311c90c-6821-4cae-af94-45992cec83dd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:08.943555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9412517-293f-4501-96c9-4481889a7521 req-37ccc0b7-2539-4132-97a7-a8676fbaae28 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] No DVR routers for this DVR port 6311c90c-6821-4cae-af94-45992cec83dd on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:02:08.946976 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b9412517-293f-4501-96c9-4481889a7521 req-37ccc0b7-2539-4132-97a7-a8676fbaae28 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:08.948953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9412517-293f-4501-96c9-4481889a7521 req-37ccc0b7-2539-4132-97a7-a8676fbaae28 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "DELETE /v2.0/ports/6311c90c-6821-4cae-af94-45992cec83dd HTTP/1.1" status: 204 len: 173 time: 0.7473819 Jul 05 04:02:08.949488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fe37f2b-f947-41e0-8eca-bf58531f1847', 'name': 'network-vif-deleted', 'tag': '6311c90c-6821-4cae-af94-45992cec83dd'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:08.951890 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab4cf24f-8d42-4986-aae3-705fa2cdb651" -d '{"events": [{"server_uuid": "8fe37f2b-f947-41e0-8eca-bf58531f1847", "name": "network-vif-deleted", "tag": "6311c90c-6821-4cae-af94-45992cec83dd"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:09.004274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b97f5b1-04ec-46f3-826c-3726f0f7ff5f req-96d18cfc-bf00-4d64-a4c9-a22b43e5f377 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:09.006912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b97f5b1-04ec-46f3-826c-3726f0f7ff5f req-96d18cfc-bf00-4d64-a4c9-a22b43e5f377 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 944 time: 0.1475732 Jul 05 04:02:09.008820 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e5e2c12-4d4e-44ca-a895-32a48bfea243 x-openstack-request-id: req-2e5e2c12-4d4e-44ca-a895-32a48bfea243 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:09.009438 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fe37f2b-f947-41e0-8eca-bf58531f1847", "name": "network-vif-deleted", "tag": "6311c90c-6821-4cae-af94-45992cec83dd", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:09.009438 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e5e2c12-4d4e-44ca-a895-32a48bfea243 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:09.010121 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fe37f2b-f947-41e0-8eca-bf58531f1847', 'name': 'network-vif-deleted', 'tag': '6311c90c-6821-4cae-af94-45992cec83dd', 'status': 'completed', 'code': 200} Jul 05 04:02:09.043849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36618) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:09.087634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b97f5b1-04ec-46f3-826c-3726f0f7ff5f req-11ccc5da-ec36-4b6a-abc9-377bc3dcbcea tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0684612 Jul 05 04:02:09.130300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9931b9e4-a6ab-4235-8b30-8779e0c8a901 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d7a6a7dab774f48a943dc7e1c06b98a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0849922 Jul 05 04:02:09.132709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36620) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:09.198682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ddce-19ba-4583-9641-a6a539467a1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.221437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ddce-19ba-4583-9641-a6a539467a1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.352227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ddce-19ba-4583-9641-a6a539467a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.354823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fcf2ddce-19ba-4583-9641-a6a539467a1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:09.356098 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fcf2ddce-19ba-4583-9641-a6a539467a1b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/576346be-3e6e-415f-8151-221df84a6978 HTTP/1.1" status: 204 len: 168 time: 0.2224114 Jul 05 04:02:09.365028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2ddce-19ba-4583-9641-a6a539467a1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=576346be-3e6e-415f-8151-221df84a6978,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:09.571814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e0bcec3-3c6b-4bc0-8c2c-2ed10f27869d req-ccd64e04-13fb-4632-9dbf-a80f6b54de14 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=8fe37f2b-f947-41e0-8eca-bf58531f1847 HTTP/1.1" status: 200 len: 210 time: 0.0335684 Jul 05 04:02:10.220616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff4e5ba8-c924-47e0-8e7c-b4a47e1cc3d1 req-c9b7eaae-1060-402d-978a-eefbdb4da5da service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0314782 Jul 05 04:02:10.311265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e571a3-d3be-459a-89db-78ccfa1d31b1 req-dc68529b-ae8c-4c94-aa9e-0534ca3481f1 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:10.314288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54e571a3-d3be-459a-89db-78ccfa1d31b1 req-dc68529b-ae8c-4c94-aa9e-0534ca3481f1 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 944 time: 0.0907750 Jul 05 04:02:10.391366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54e571a3-d3be-459a-89db-78ccfa1d31b1 req-58d5186d-ff8c-4b28-8c82-441e3249fb8a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704498 Jul 05 04:02:10.499520 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 548d15f1-c958-4edc-bf19-b66645e092c1 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:10.645126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-126804e0-222a-4866-bf68-6cb752ebc997 req-ef9fdcba-d22c-4cfc-9de4-a221005b61fa service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0513248 Jul 05 04:02:10.657254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 548d15f1-c958-4edc-bf19-b66645e092c1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:10.670070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 548d15f1-c958-4edc-bf19-b66645e092c1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:10.670629 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.798413 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.838833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d15f1-c958-4edc-bf19-b66645e092c1'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:10.842326 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a182cf9-e5de-48de-869f-39fcee8561e4" -d '{"events": [{"server_uuid": "47b4c910-3fd3-4d92-828f-37678f84cf3c", "name": "network-vif-plugged", "status": "completed", "tag": "548d15f1-c958-4edc-bf19-b66645e092c1"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:10.847059 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0e0c84d1-6c53-437c-9e75-7daa8c4bfe66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.872776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 548d15f1-c958-4edc-bf19-b66645e092c1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=548d15f1-c958-4edc-bf19-b66645e092c1,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:10.872776 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:10.893859 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bee82ac-5717-4266-bccf-d940db5d4097 x-openstack-request-id: req-7bee82ac-5717-4266-bccf-d940db5d4097 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:10.894312 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b4c910-3fd3-4d92-828f-37678f84cf3c", "name": "network-vif-plugged", "status": "completed", "tag": "548d15f1-c958-4edc-bf19-b66645e092c1", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:10.894451 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7bee82ac-5717-4266-bccf-d940db5d4097 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:10.895118 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '548d15f1-c958-4edc-bf19-b66645e092c1', 'code': 200} Jul 05 04:02:10.947656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.032650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=548d15f1-c958-4edc-bf19-b66645e092c1,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:11.068729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-31b9f207-610b-4772-8c94-9a7f4138bccc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.070289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-31b9f207-610b-4772-8c94-9a7f4138bccc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.1557946 Jul 05 04:02:11.092130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-bd76e25e-b248-4c26-bff0-bbedc48ceef4 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/quotas/2ee79a286b654e18b275e9f829907046 HTTP/1.1" status: 200 len: 375 time: 0.0160465 Jul 05 04:02:11.194918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-5ed2a3d7-1e47-41dd-9d8a-81851d6fafb5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1015024 Jul 05 04:02:11.346374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-f6154c07-e1b7-4283-ba04-b84842a0a6cc service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493692 Jul 05 04:02:11.422740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6719741-e8a3-429f-84cd-44945478fdd5 req-46879dfd-5b89-47d5-a453-ca76a0091200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.428868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6719741-e8a3-429f-84cd-44945478fdd5 req-46879dfd-5b89-47d5-a453-ca76a0091200 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 1097 time: 0.4199221 Jul 05 04:02:11.501613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6719741-e8a3-429f-84cd-44945478fdd5 req-ac14945d-4525-4680-b89c-ce2b079b7975 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562851 Jul 05 04:02:11.505773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-7715fe18-58e0-41a6-ab80-e5c1f9a19ace service neutron] 10.222.0.30 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1585007 Jul 05 04:02:11.595762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e37bdd-35de-4557-a7d5-debc04cae38d req-7bd201dd-c03b-4f54-adcd-f1bca256c1e2 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:11.597432 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89e37bdd-35de-4557-a7d5-debc04cae38d req-7bd201dd-c03b-4f54-adcd-f1bca256c1e2 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.0748341 Jul 05 04:02:11.672442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89e37bdd-35de-4557-a7d5-debc04cae38d req-f264b667-491f-4b31-a033-ef2ddf591ac1 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640597 Jul 05 04:02:11.796379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-329d6026-18a5-416e-b684-b4756770a0ac req-2708fc15-ce27-41df-8dee-117afc1635e9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 210 time: 0.0718601 Jul 05 04:02:11.821780 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:11.916653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36790) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.076013 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a99992fe-485c-458c-8964-0693cb83f449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.182763 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a99992fe-485c-458c-8964-0693cb83f449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.331542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a99992fe-485c-458c-8964-0693cb83f449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.371597 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a99992fe-485c-458c-8964-0693cb83f449 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=255c67f289ca4ee7bae3455a2b3aefc6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4535131 Jul 05 04:02:12.373111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99992fe-485c-458c-8964-0693cb83f449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e594200-2006-4ee9-92c5-af4bbe7892c9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:12.374248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36828) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.386894 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6311c90c-6821-4cae-af94-45992cec83dd no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:02:12.432870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 6311c90c-6821-4cae-af94-45992cec83dd {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:02:12.440683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6311c90c-6821-4cae-af94-45992cec83dd not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:02:12.460851 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c7888f1-1860-425f-a913-a8ce29f4d194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.489946 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c7888f1-1860-425f-a913-a8ce29f4d194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.547844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36834) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:12.633681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa22ce8d-a051-44e0-a1b9-892780cd15fb req-078d2c6f-767c-4675-9099-32833613e085 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0323098 Jul 05 04:02:12.634947 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c7888f1-1860-425f-a913-a8ce29f4d194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.640908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1c7888f1-1860-425f-a913-a8ce29f4d194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.642090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1c7888f1-1860-425f-a913-a8ce29f4d194 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6e594200-2006-4ee9-92c5-af4bbe7892c9 HTTP/1.1" status: 204 len: 168 time: 0.2668555 Jul 05 04:02:12.652013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7888f1-1860-425f-a913-a8ce29f4d194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e594200-2006-4ee9-92c5-af4bbe7892c9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:12.695006 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28452040-4bbc-46c9-9b64-6e0fa8fde786 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.851442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40cc244f-0923-4062-bb38-9086af7223d5 req-c9c2caec-65cb-49da-966f-b72a3852fc62 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0411494 Jul 05 04:02:12.857326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28452040-4bbc-46c9-9b64-6e0fa8fde786 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.934741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bba8ea-7e32-4d4f-940c-234d33e1ec8c req-10a60050-55bb-456d-a483-9e9a4cd9a460 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:12.941493 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3bba8ea-7e32-4d4f-940c-234d33e1ec8c req-10a60050-55bb-456d-a483-9e9a4cd9a460 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.0925703 Jul 05 04:02:12.986851 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28452040-4bbc-46c9-9b64-6e0fa8fde786 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:12.994607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cd47220-bac6-486c-bf62-54e427128698 req-dff26f75-1a97-4f2e-aea0-ceb22f21c14c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 210 time: 0.0368547 Jul 05 04:02:13.014750 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3bba8ea-7e32-4d4f-940c-234d33e1ec8c req-22f0dc97-cedb-4294-9c90-1c8991581ff6 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0723069 Jul 05 04:02:13.035914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28452040-4bbc-46c9-9b64-6e0fa8fde786 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ee94942-0dbf-42f0-8bfe-7fa43d8de21c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:13.053856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36866) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:13.054018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-28452040-4bbc-46c9-9b64-6e0fa8fde786 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=40d1b97381144a4080fd508326744915&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5047696 Jul 05 04:02:13.111303 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89e02b1f-dbe8-4ab6-997f-42b5a071802c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.143761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89e02b1f-dbe8-4ab6-997f-42b5a071802c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.277703 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89e02b1f-dbe8-4ab6-997f-42b5a071802c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.284924 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89e02b1f-dbe8-4ab6-997f-42b5a071802c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.284924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-89e02b1f-dbe8-4ab6-997f-42b5a071802c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ee94942-0dbf-42f0-8bfe-7fa43d8de21c HTTP/1.1" status: 204 len: 168 time: 0.2264729 Jul 05 04:02:13.292071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e02b1f-dbe8-4ab6-997f-42b5a071802c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ee94942-0dbf-42f0-8bfe-7fa43d8de21c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:13.414945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:13.694963 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.185147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-406d1873-ac2a-4446-87b1-ee24f7c70703 req-d1b27cf0-e58c-477a-8d43-87988f92cc8e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 210 time: 0.0393481 Jul 05 04:02:14.201009 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.284635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7b8f6f-1b47-485c-95b4-1f66426141ba req-a8ab0ea6-b6a2-46f1-beb6-751d01d63bbb tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:14.289426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b7b8f6f-1b47-485c-95b4-1f66426141ba req-a8ab0ea6-b6a2-46f1-beb6-751d01d63bbb tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.1069677 Jul 05 04:02:14.346766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b7b8f6f-1b47-485c-95b4-1f66426141ba req-e92f7436-f24a-442d-b4aa-e0d6e6df4b5a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481539 Jul 05 04:02:14.695281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5dee7b-7f35-4bd4-a9c9-54d6bfccb9ab req-245138f3-284d-4144-960f-b7d9bf920eb3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:14.697066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a5dee7b-7f35-4bd4-a9c9-54d6bfccb9ab req-245138f3-284d-4144-960f-b7d9bf920eb3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.2151427 Jul 05 04:02:14.706729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37004) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:14.712162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-218e74dc-f015-4fae-afa5-561168240cf9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'floatingip': {'port_id': '548d15f1-c958-4edc-bf19-b66645e092c1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:14.723123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-9a27e704-ae62-4cbc-8241-cb2cfc86703c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:14.724721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-9a27e704-ae62-4cbc-8241-cb2cfc86703c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 805 time: 0.1967356 Jul 05 04:02:14.741822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Request body: {'port': {'device_id': '94167280-a320-4842-abb8-196a93aa7dac', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'admin_state_up': True, 'tenant_id': '2ee79a286b654e18b275e9f829907046'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:14.791514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-218e74dc-f015-4fae-afa5-561168240cf9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:14.868957 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8ca62eb-bd48-4dd5-a29c-7cff878743a7 req-3754846c-1e26-40ec-89f6-9678372b919d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1182413 Jul 05 04:02:15.100205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Made reservation on behalf of 2ee79a286b654e18b275e9f829907046 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:15.106603 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.145024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9303d67-118c-43a8-83ed-e6dc293d9c2a req-b03418be-5684-43e8-b1f9-333f8e2b80fc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0766134 Jul 05 04:02:15.352172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Allocated IP 172.20.0.2 (d07104d1-a15f-4aec-b4f0-93ae4e89cf95/b073ad93-53eb-4430-93a7-0f49cb28c7c4/207322ee-de94-42c1-8988-80365619334a) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:15.406544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f37a19aa-eda7-4114-a38c-9e324fa6d986 req-f39f7593-3c64-4566-86b9-5fb7f13d4259 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 210 time: 0.0465951 Jul 05 04:02:15.613845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.682907 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-218e74dc-f015-4fae-afa5-561168240cf9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.741273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-218e74dc-f015-4fae-afa5-561168240cf9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.743108 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:15.765006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:15.836140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:15.853896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:15.863412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:15.887289 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-218e74dc-f015-4fae-afa5-561168240cf9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Floating IP c0c3e117-2e7c-4ace-9849-4ccf1bbd9fb4 associated. External IP: 172.25.4.90, port: 548d15f1-c958-4edc-bf19-b66645e092c1. Jul 05 04:02:15.971450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event updated for resources: {'Port': ['ID=207322ee-de94-42c1-8988-80365619334a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:16.028764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:16.029653 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.182534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-218e74dc-f015-4fae-afa5-561168240cf9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Router 5ec37943-fa69-4d31-b9a9-6e408c767978 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:02:16.187724 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-d3cbdfdc-0d8e-49f3-8cb6-e24f2fa656d2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4526553 Jul 05 04:02:16.202801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-ea9b398a-9b95-4f8f-a153-917b3bbb2d5e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:02:16.203936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-ea9b398a-9b95-4f8f-a153-917b3bbb2d5e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059891 Jul 05 04:02:16.214832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Request body: {'port': {'device_id': '94167280-a320-4842-abb8-196a93aa7dac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:16.313558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-218e74dc-f015-4fae-afa5-561168240cf9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:02:16.314208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.320067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-218e74dc-f015-4fae-afa5-561168240cf9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.328030 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] Sync routers for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:02:16.348123 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:16.350259 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:02:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:16.372311 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-218e74dc-f015-4fae-afa5-561168240cf9 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "PUT /v2.0/floatingips/c0c3e117-2e7c-4ace-9849-4ccf1bbd9fb4 HTTP/1.1" status: 200 len: 990 time: 1.6618459 Jul 05 04:02:16.372311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'tag': '548d15f1-c958-4edc-bf19-b66645e092c1'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:16.373010 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185" -d '{"events": [{"name": "network-changed", "server_uuid": "47b4c910-3fd3-4d92-828f-37678f84cf3c", "tag": "548d15f1-c958-4edc-bf19-b66645e092c1"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:16.565989 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:16.734799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 207322ee-de94-42c1-8988-80365619334a {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:16.738766 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.752489 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ce90e11-c5d9-46b4-b3da-2233ef786682 x-openstack-request-id: req-3ce90e11-c5d9-46b4-b3da-2233ef786682 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:16.753665 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47b4c910-3fd3-4d92-828f-37678f84cf3c", "tag": "548d15f1-c958-4edc-bf19-b66645e092c1", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:16.754100 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ce90e11-c5d9-46b4-b3da-2233ef786682 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:16.755639 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'tag': '548d15f1-c958-4edc-bf19-b66645e092c1', 'status': 'completed', 'code': 200} Jul 05 04:02:16.758509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Transition to ACTIVE for port object 207322ee-de94-42c1-8988-80365619334a will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:16.867579 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:16.906795 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'c0c3e117-2e7c-4ace-9849-4ccf1bbd9fb4', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'port_id': '548d15f1-c958-4edc-bf19-b66645e092c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'mac_address': 'fa:16:3e:96:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:01:50Z', 'updated_at': '2021-07-05T04:02:15Z', 'revision_number': 1, 'project_id': '686d46d8195843c2984affa2d94f123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:16.995421 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] Checking router: 5ec37943-fa69-4d31-b9a9-6e408c767978 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:02:17.024862 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:02:17.027711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Pushing event updated for resources: {'Port': ['ID=207322ee-de94-42c1-8988-80365619334a,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:17.029219 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:02:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:17.072068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e3ec3f-bce0-45ca-8510-ece9c1548f51 req-f2febde8-48c1-4a6c-88c7-ae79a1204f54 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.087592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21e3ec3f-bce0-45ca-8510-ece9c1548f51 req-f2febde8-48c1-4a6c-88c7-ae79a1204f54 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 931 time: 0.2966614 Jul 05 04:02:17.135600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-eea0c55d-5ec0-4dcb-bfc9-dcd75e242676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.137151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-eea0c55d-5ec0-4dcb-bfc9-dcd75e242676 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=686d46d8195843c2984affa2d94f123e&device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 1097 time: 0.2906728 Jul 05 04:02:17.147281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Attempting to bind port 207322ee-de94-42c1-8988-80365619334a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:17.147631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Attempting to bind port 207322ee-de94-42c1-8988-80365619334a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:17.147964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Attempting to bind port 207322ee-de94-42c1-8988-80365619334a on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:17.172385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Port 207322ee-de94-42c1-8988-80365619334a on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:17.172627 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Attempting to bind port 207322ee-de94-42c1-8988-80365619334a on network d07104d1-a15f-4aec-b4f0-93ae4e89cf95 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:17.195580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21e3ec3f-bce0-45ca-8510-ece9c1548f51 req-7bfa9431-87ed-42dc-8d97-0230d9dc2949 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070228 Jul 05 04:02:17.246994 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:02:17.258010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:17.258494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Checking segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:17.259008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Bound using segment: {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:17.260004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Bound port: 207322ee-de94-42c1-8988-80365619334a, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c6a89a1-93ea-42c9-a130-04379555211d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:17.260468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.291540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2c57209-ff53-4246-b0c5-6518400acc5d req-019a9b6e-c7b0-4fe7-bace-e81c13037abe service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0498691 Jul 05 04:02:17.429375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-5aea8155-b91b-4fd8-98b3-7dbd2a7d1bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.431096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-5aea8155-b91b-4fd8-98b3-7dbd2a7d1bc9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 HTTP/1.1" status: 200 len: 911 time: 0.2747617 Jul 05 04:02:17.438399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] For port 207322ee-de94-42c1-8988-80365619334a, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:17.450397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] For port 207322ee-de94-42c1-8988-80365619334a, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=207322ee-de94-42c1-8988-80365619334a,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:17.594449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51ba2186-791d-4926-bf48-325cd1b3fd32 req-354d3790-8c60-4d1f-9125-b17bb63073cd service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0760651 Jul 05 04:02:17.598753 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-0d32ed48-be0f-43aa-a485-7a09fbf62d85 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d15f1-c958-4edc-bf19-b66645e092c1 HTTP/1.1" status: 200 len: 998 time: 0.1558983 Jul 05 04:02:17.602471 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.692192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.694637 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:17.695582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] 10.222.0.26 "PUT /v2.0/ports/207322ee-de94-42c1-8988-80365619334a HTTP/1.1" status: 200 len: 1092 time: 1.4838030 Jul 05 04:02:17.698265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '94167280-a320-4842-abb8-196a93aa7dac', 'tag': '207322ee-de94-42c1-8988-80365619334a'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:17.700941 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14129269-4e19-44d5-928e-11eea0efd8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "94167280-a320-4842-abb8-196a93aa7dac", "tag": "207322ee-de94-42c1-8988-80365619334a"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:17.729832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-137d86ed-f67b-4426-aa47-bbc2e2e2a57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.731448 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-137d86ed-f67b-4426-aa47-bbc2e2e2a57f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8df2f436-86d8-4a3f-975e-0b21ab945ad3 HTTP/1.1" status: 200 len: 849 time: 0.1216183 Jul 05 04:02:17.732033 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'c0c3e117-2e7c-4ace-9849-4ccf1bbd9fb4', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'port_id': '548d15f1-c958-4edc-bf19-b66645e092c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'mac_address': 'fa:16:3e:96:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:01:50Z', 'updated_at': '2021-07-05T04:02:15Z', 'revision_number': 1, 'project_id': '686d46d8195843c2984affa2d94f123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:17.735711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ca2d74-7600-4ea2-9238-1b1772bdefd1 service neutron] Pushing event updated for resources: {'Port': ['ID=207322ee-de94-42c1-8988-80365619334a,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:17.796264 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713d862d-205b-4996-8c09-edc50dd25ef7 None None] The sync data for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 is: [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'c0c3e117-2e7c-4ace-9849-4ccf1bbd9fb4', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'floating_ip_address': '172.25.4.90', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'port_id': '548d15f1-c958-4edc-bf19-b66645e092c1', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1543, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'mac_address': 'fa:16:3e:96:af:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:01:50Z', 'updated_at': '2021-07-05T04:02:15Z', 'revision_number': 1, 'project_id': '686d46d8195843c2984affa2d94f123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:02:17.808403 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a809dfc5-fc8a-4d6b-adf2-a0a85b2470ac x-openstack-request-id: req-a809dfc5-fc8a-4d6b-adf2-a0a85b2470ac {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:17.808839 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "94167280-a320-4842-abb8-196a93aa7dac", "tag": "207322ee-de94-42c1-8988-80365619334a", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:17.809123 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a809dfc5-fc8a-4d6b-adf2-a0a85b2470ac {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:17.813842 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '94167280-a320-4842-abb8-196a93aa7dac', 'tag': '207322ee-de94-42c1-8988-80365619334a', 'status': 'completed', 'code': 200} Jul 05 04:02:17.902755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-ea3886e1-f1c0-4265-8bf4-571dfe87ef27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:17.904381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-ea3886e1-f1c0-4265-8bf4-571dfe87ef27 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1616461 Jul 05 04:02:18.113939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7b01cd6-5241-4eed-973b-0ddfb60639d5 None None] New status for floating IP c0c3e117-2e7c-4ace-9849-4ccf1bbd9fb4: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:02:18.304684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14129269-4e19-44d5-928e-11eea0efd8e9 req-c7db5c99-037f-43c0-a0cb-80c21a6f4c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.306222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14129269-4e19-44d5-928e-11eea0efd8e9 req-c7db5c99-037f-43c0-a0cb-80c21a6f4c2b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 1095 time: 0.4867690 Jul 05 04:02:18.384655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37190) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.418155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37194) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.503642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-f75c8499-2080-4739-a75c-db9204220b8f service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5879610 Jul 05 04:02:18.557746 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d06683cc-061a-47aa-b417-b5b1be237245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.579278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14129269-4e19-44d5-928e-11eea0efd8e9 req-a7cb4317-84d6-4938-b5fd-192f725cc839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.580858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14129269-4e19-44d5-928e-11eea0efd8e9 req-a7cb4317-84d6-4938-b5fd-192f725cc839 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2ee79a286b654e18b275e9f829907046&shared=False HTTP/1.1" status: 200 len: 906 time: 0.2511718 Jul 05 04:02:18.616090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2b45-bb6c-43d2-ad92-71974a355333 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.671469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c723bb2a-3bd5-41e1-bf6d-c8a767ce78d1 req-fbe51f36-fdc9-4cca-b856-8c080011499e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.676476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c723bb2a-3bd5-41e1-bf6d-c8a767ce78d1 req-fbe51f36-fdc9-4cca-b856-8c080011499e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 943 time: 0.2551503 Jul 05 04:02:18.697364 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d06683cc-061a-47aa-b417-b5b1be237245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.755311 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d06683cc-061a-47aa-b417-b5b1be237245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.761761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef1766e7-9dc6-4d6f-a87d-1adfa6958185 req-c44cb0da-dee2-4cfe-8b1e-b1c1f16b8760 service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2497869 Jul 05 04:02:18.783852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c723bb2a-3bd5-41e1-bf6d-c8a767ce78d1 req-f3941d15-9474-4d82-bfd1-087d3c7978c3 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727165 Jul 05 04:02:18.798413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14129269-4e19-44d5-928e-11eea0efd8e9 req-fad04496-df42-48f8-a1bf-98731a4e24e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.800070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14129269-4e19-44d5-928e-11eea0efd8e9 req-fad04496-df42-48f8-a1bf-98731a4e24e5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2089367 Jul 05 04:02:18.819872 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d06683cc-061a-47aa-b417-b5b1be237245 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c3b360a6f1942d1a80b30915e916346&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4003870 Jul 05 04:02:18.823947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37202) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:18.835163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06683cc-061a-47aa-b417-b5b1be237245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3af996c6-66b3-4d45-ba71-f6103e454ce5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:18.926559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40decf35-6990-48f5-b0f9-350845d07663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.938867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-b8d9ab9a-8735-4492-b366-827cb3063126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:18.940566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-b8d9ab9a-8735-4492-b366-827cb3063126 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 1095 time: 0.0784056 Jul 05 04:02:18.975830 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40decf35-6990-48f5-b0f9-350845d07663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:18.987307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2b45-bb6c-43d2-ad92-71974a355333 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.008487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-970e7fa6-9c03-4d0e-a738-f75c2fbf156f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=207322ee-de94-42c1-8988-80365619334a HTTP/1.1" status: 200 len: 217 time: 0.0526490 Jul 05 04:02:19.049274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8a1d2b45-bb6c-43d2-ad92-71974a355333 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.074008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-0ed588f8-d70b-4de8-8f94-8a7083ca5b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:19.075719 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-0ed588f8-d70b-4de8-8f94-8a7083ca5b1c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.0589845 Jul 05 04:02:19.096843 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8a1d2b45-bb6c-43d2-ad92-71974a355333 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8af85b5fb78485fa95da655d7fb3f49&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7101476 Jul 05 04:02:19.097981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37208) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:19.099254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d2b45-bb6c-43d2-ad92-71974a355333 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a078e27-9fb0-44cd-afef-5821fd0f2e34,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:19.121695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40decf35-6990-48f5-b0f9-350845d07663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.121695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40decf35-6990-48f5-b0f9-350845d07663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.122638 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-40decf35-6990-48f5-b0f9-350845d07663 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3af996c6-66b3-4d45-ba71-f6103e454ce5 HTTP/1.1" status: 204 len: 168 time: 0.2975810 Jul 05 04:02:19.124331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-f8678a29-e549-43ad-a0fb-a10962a5d0c8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398338 Jul 05 04:02:19.142157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40decf35-6990-48f5-b0f9-350845d07663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3af996c6-66b3-4d45-ba71-f6103e454ce5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:19.201646 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2faeccdb-5fb6-43de-916f-4d1a80b0bbc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.235550 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2faeccdb-5fb6-43de-916f-4d1a80b0bbc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.253635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-3f766e47-3bf9-4e79-a510-497646501b85 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166842 Jul 05 04:02:19.395558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2436e929-359e-4df5-928e-07fbf9ef6dbb req-f94eac49-8baf-44e4-9ce1-caaaa5f3a06b service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1326256 Jul 05 04:02:19.508608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e7fbe50-e3c5-4b4c-b176-235dab372001 req-05d8d7b6-bbe4-4a6e-9d9f-1e016fd7c379 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0372565 Jul 05 04:02:19.546568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2faeccdb-5fb6-43de-916f-4d1a80b0bbc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.549227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2faeccdb-5fb6-43de-916f-4d1a80b0bbc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:19.553115 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2faeccdb-5fb6-43de-916f-4d1a80b0bbc2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a078e27-9fb0-44cd-afef-5821fd0f2e34 HTTP/1.1" status: 204 len: 168 time: 0.4474001 Jul 05 04:02:19.565199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2faeccdb-5fb6-43de-916f-4d1a80b0bbc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a078e27-9fb0-44cd-afef-5821fd0f2e34,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:19.743238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f971220-ea26-41fc-b5f3-9eceb2a91ec6 req-d41f1821-85e9-40f1-8690-05a941b1c5e4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0463421 Jul 05 04:02:20.001618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f4bed8-e174-41ba-a21f-01d1ca959b45 req-55416f54-f5cb-4100-8306-5c10b21d6723 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:20.003564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2f4bed8-e174-41ba-a21f-01d1ca959b45 req-55416f54-f5cb-4100-8306-5c10b21d6723 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 943 time: 0.0907376 Jul 05 04:02:20.086501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2f4bed8-e174-41ba-a21f-01d1ca959b45 req-b57b09f0-5fa2-4b4b-af3a-81a1d2545d99 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666771 Jul 05 04:02:20.449734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37258) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:20.465056 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b47756ad-58db-4428-8889-956a73038bd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.565718 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b47756ad-58db-4428-8889-956a73038bd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.649432 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b47756ad-58db-4428-8889-956a73038bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:20.690273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b47756ad-58db-4428-8889-956a73038bd4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c6ef8a6690641f6be23256792d2e0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2392802 Jul 05 04:02:20.693780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47756ad-58db-4428-8889-956a73038bd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90229250-2a13-4b04-b36e-379e5e16a498,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:20.694156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37260) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:20.754065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-289e715c-41ce-4102-aed4-32d9b0324aa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.053137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-289e715c-41ce-4102-aed4-32d9b0324aa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.231880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-289e715c-41ce-4102-aed4-32d9b0324aa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.235078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-289e715c-41ce-4102-aed4-32d9b0324aa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:21.238890 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-289e715c-41ce-4102-aed4-32d9b0324aa0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/90229250-2a13-4b04-b36e-379e5e16a498 HTTP/1.1" status: 204 len: 168 time: 0.5443711 Jul 05 04:02:21.249686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289e715c-41ce-4102-aed4-32d9b0324aa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90229250-2a13-4b04-b36e-379e5e16a498,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:21.303286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38211d33-cfbd-4030-8ac5-7d4e093f002f req-6d8a669a-cb66-429b-ac6e-4a23a00f52ed tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:21.310347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38211d33-cfbd-4030-8ac5-7d4e093f002f req-6d8a669a-cb66-429b-ac6e-4a23a00f52ed tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 943 time: 0.0904288 Jul 05 04:02:21.360756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38211d33-cfbd-4030-8ac5-7d4e093f002f req-215d0e09-5aae-4ece-8da8-db7913d77277 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484965 Jul 05 04:02:21.589666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8a55f67-4dd6-48c6-859f-07e30eb58f70 req-e9315774-8dd9-4ec7-827c-08ae88b17a6d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0358143 Jul 05 04:02:21.771250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-628dd29a-77ae-4cab-9675-fa9908aea3ad req-85583917-5159-4085-a94d-9cf038f28e82 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0329657 Jul 05 04:02:22.456692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 207322ee-de94-42c1-8988-80365619334a details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:22.573850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 207322ee-de94-42c1-8988-80365619334a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=207322ee-de94-42c1-8988-80365619334a,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:22.607537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '207322ee-de94-42c1-8988-80365619334a', 'network_id': 'd07104d1-a15f-4aec-b4f0-93ae4e89cf95', 'port_id': '207322ee-de94-42c1-8988-80365619334a', 'mac_address': 'fa:16:3e:d8:a1:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 153, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b073ad93-53eb-4430-93a7-0f49cb28c7c4', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:22.607673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be63a1fe-4e08-4c42-a09d-c5111b9cd1f9 req-b528a6ef-c115-4abc-91bc-56da0b095bad tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:22.608700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be63a1fe-4e08-4c42-a09d-c5111b9cd1f9 req-b528a6ef-c115-4abc-91bc-56da0b095bad tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 943 time: 0.1182082 Jul 05 04:02:22.685371 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.688021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be63a1fe-4e08-4c42-a09d-c5111b9cd1f9 req-65b00a2d-6e70-485d-960b-3372a45385fb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702157 Jul 05 04:02:22.702872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 207322ee-de94-42c1-8988-80365619334a {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:22.725616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 207322ee-de94-42c1-8988-80365619334a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=207322ee-de94-42c1-8988-80365619334a,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:22.856626 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:22.930512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=207322ee-de94-42c1-8988-80365619334a,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:23.344168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['207322ee-de94-42c1-8988-80365619334a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:23.691261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28627279-5633-46fd-ba4c-d04cf756740a req-73f1d7c5-cca9-4101-b924-67e0e8e1b4c4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0349755 Jul 05 04:02:23.912061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7226f8a-b32c-4a0c-945c-d50d9a3b6bcd req-4e8d1c5c-5e6e-4b87-9d30-b6248bfdf28c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:23.912619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7226f8a-b32c-4a0c-945c-d50d9a3b6bcd req-4e8d1c5c-5e6e-4b87-9d30-b6248bfdf28c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 944 time: 0.0816360 Jul 05 04:02:23.967594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-328d3cf0-1dbd-42f3-801d-36518fc280f4 req-fe341185-79b2-414d-90a4-36e5f663fae4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0370376 Jul 05 04:02:23.992379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7226f8a-b32c-4a0c-945c-d50d9a3b6bcd req-8a80be97-6992-41b3-86ce-487fb4fe607d tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673125 Jul 05 04:02:25.266307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcdae5a9-e9a1-457c-9719-d9d507ac958d req-79bcada7-3b8e-4641-b4dd-756d6da52cdb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:25.267935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcdae5a9-e9a1-457c-9719-d9d507ac958d req-79bcada7-3b8e-4641-b4dd-756d6da52cdb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 944 time: 0.0994639 Jul 05 04:02:25.313243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcdae5a9-e9a1-457c-9719-d9d507ac958d req-3f1e863b-d507-40b6-a4df-216626581f81 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391016 Jul 05 04:02:25.890572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e673d63a-e67f-4fa4-820f-44305d3f26f2 req-1aa3d1d3-4001-4ee9-9899-376f8a415f75 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0389221 Jul 05 04:02:26.091507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80c24bf7-4080-4b1b-8b3c-d0ee58c1db26 req-d5352a0d-7831-4fb6-87c8-77d2c27324ad service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0345461 Jul 05 04:02:26.478836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 207322ee-de94-42c1-8988-80365619334a up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:26.570524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37514) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:26.573679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8712819-6348-4af7-a56b-c81ad25fa007 req-87a3e84a-4421-468d-b785-37e22d040921 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:26.575473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8712819-6348-4af7-a56b-c81ad25fa007 req-87a3e84a-4421-468d-b785-37e22d040921 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 944 time: 0.1375535 Jul 05 04:02:26.620480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 207322ee-de94-42c1-8988-80365619334a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:26.624559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8712819-6348-4af7-a56b-c81ad25fa007 req-8da03c27-1502-4efd-97fd-2f807e237faf tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405536 Jul 05 04:02:26.624917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 207322ee-de94-42c1-8988-80365619334a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:26.625296 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.722696 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.736264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9000cfba-a70b-452d-9f74-080d2191cbdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.759818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94167280-a320-4842-abb8-196a93aa7dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207322ee-de94-42c1-8988-80365619334a'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:26.762306 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a47038e-2cef-4f9d-911a-35b3c1ce5248" -d '{"events": [{"server_uuid": "94167280-a320-4842-abb8-196a93aa7dac", "name": "network-vif-plugged", "status": "completed", "tag": "207322ee-de94-42c1-8988-80365619334a"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:26.777500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 207322ee-de94-42c1-8988-80365619334a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=207322ee-de94-42c1-8988-80365619334a,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:26.800172 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:02:26.807422 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40af0787-248c-40b0-a20b-c59012c1fa65 x-openstack-request-id: req-40af0787-248c-40b0-a20b-c59012c1fa65 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:26.807858 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94167280-a320-4842-abb8-196a93aa7dac", "name": "network-vif-plugged", "status": "completed", "tag": "207322ee-de94-42c1-8988-80365619334a", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:26.808404 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-40af0787-248c-40b0-a20b-c59012c1fa65 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:26.809385 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94167280-a320-4842-abb8-196a93aa7dac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '207322ee-de94-42c1-8988-80365619334a', 'code': 200} Jul 05 04:02:26.838309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9000cfba-a70b-452d-9f74-080d2191cbdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.881323 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.951843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8ab0d9-cc4d-4e1f-869b-bf6f3055cd2a req-c8f52818-cc18-4f27-b212-b669ad9c9588 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:26.952404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=207322ee-de94-42c1-8988-80365619334a,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:26.953620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e8ab0d9-cc4d-4e1f-869b-bf6f3055cd2a req-c8f52818-cc18-4f27-b212-b669ad9c9588 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 1097 time: 0.0695343 Jul 05 04:02:26.957906 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9000cfba-a70b-452d-9f74-080d2191cbdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:26.995140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e8ab0d9-cc4d-4e1f-869b-bf6f3055cd2a req-a7b953a5-5861-4129-9b55-0b824c0fdc37 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337031 Jul 05 04:02:27.007331 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9000cfba-a70b-452d-9f74-080d2191cbdd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=614a620e37244f13bc99402d5f8ffc4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4357302 Jul 05 04:02:27.007598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37526) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:27.008606 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9000cfba-a70b-452d-9f74-080d2191cbdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1228291f-d891-4554-bf45-84c6dd073910,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:27.075651 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed4fdf9b-1d7c-428c-a722-f65358ea8f36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.104704 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed4fdf9b-1d7c-428c-a722-f65358ea8f36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.223588 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed4fdf9b-1d7c-428c-a722-f65358ea8f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.225918 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed4fdf9b-1d7c-428c-a722-f65358ea8f36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:27.227128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ed4fdf9b-1d7c-428c-a722-f65358ea8f36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1228291f-d891-4554-bf45-84c6dd073910 HTTP/1.1" status: 204 len: 168 time: 0.2181914 Jul 05 04:02:27.256027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fdf9b-1d7c-428c-a722-f65358ea8f36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1228291f-d891-4554-bf45-84c6dd073910,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:27.833908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346c8840-7bc4-40c1-bacd-8fafbddf9b07 req-5890439d-27cf-4c66-b535-c9e8d1f2642b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:27.835866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-346c8840-7bc4-40c1-bacd-8fafbddf9b07 req-5890439d-27cf-4c66-b535-c9e8d1f2642b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0794427 Jul 05 04:02:27.920932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-346c8840-7bc4-40c1-bacd-8fafbddf9b07 req-9cdc9a6e-d4b9-487e-af1e-51af39b04a92 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794160 Jul 05 04:02:28.060739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37568) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.075826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62ed65bb-f3f3-4235-91d8-aea364a3a4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.148464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21b487af-bab6-4256-9988-4158ba4f8ff1 req-d3d2f6aa-868a-47b4-bc25-05221b6e0f0d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0507691 Jul 05 04:02:28.251225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62ed65bb-f3f3-4235-91d8-aea364a3a4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.384965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b12abfc-0f49-4751-8ddb-2a5595d2f3fd req-aab9cb96-8fc9-4740-8c21-341442e341d7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0686727 Jul 05 04:02:28.388979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62ed65bb-f3f3-4235-91d8-aea364a3a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.449687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-62ed65bb-f3f3-4235-91d8-aea364a3a4e1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0629e5f74e0e43a38eb6789b343a075d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859870 Jul 05 04:02:28.449687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ed65bb-f3f3-4235-91d8-aea364a3a4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c39e030e-d4aa-4585-867b-795ed285db53,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:28.451740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37606) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:28.522986 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a19c10a3-a252-4c56-b49a-cf1582f5897c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.552452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a19c10a3-a252-4c56-b49a-cf1582f5897c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.671829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a19c10a3-a252-4c56-b49a-cf1582f5897c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.674572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a19c10a3-a252-4c56-b49a-cf1582f5897c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:28.675875 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a19c10a3-a252-4c56-b49a-cf1582f5897c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c39e030e-d4aa-4585-867b-795ed285db53 HTTP/1.1" status: 204 len: 168 time: 0.2231085 Jul 05 04:02:28.685497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c10a3-a252-4c56-b49a-cf1582f5897c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c39e030e-d4aa-4585-867b-795ed285db53,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:29.113534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b408e5f4-9fa9-4d17-8e7c-705f6268cafc req-5a45d68e-3c19-4f90-9482-8c924b940e40 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.122857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b408e5f4-9fa9-4d17-8e7c-705f6268cafc req-5a45d68e-3c19-4f90-9482-8c924b940e40 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0927129 Jul 05 04:02:29.175865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b408e5f4-9fa9-4d17-8e7c-705f6268cafc req-3b03f163-d23e-487f-92c2-93114d030060 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519311 Jul 05 04:02:29.630901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1257675-25b3-4f03-a88d-5379fe5bc3e3 req-4370c07f-80a4-4135-b3db-38b43e1d0464 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.632401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1257675-25b3-4f03-a88d-5379fe5bc3e3 req-4370c07f-80a4-4135-b3db-38b43e1d0464 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0750680 Jul 05 04:02:29.680835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1257675-25b3-4f03-a88d-5379fe5bc3e3 req-16f16d19-0f1d-4073-b4f3-8ef598d05136 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421834 Jul 05 04:02:29.881028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036b2336-e381-43a9-933b-f9591ccbeef1 req-a3269396-4aa6-4cde-bac2-adb48ded2800 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:29.884487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-036b2336-e381-43a9-933b-f9591ccbeef1 req-a3269396-4aa6-4cde-bac2-adb48ded2800 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0829413 Jul 05 04:02:29.944556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-036b2336-e381-43a9-933b-f9591ccbeef1 req-60ef0ad8-e8a3-44c9-8032-1716327f7f81 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559211 Jul 05 04:02:30.272572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ca1f9f3-f7c8-497e-8f09-c65fdd7ff981 req-8ff9182e-ee79-4857-bb1c-cb1d5d222fe3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0490301 Jul 05 04:02:30.460559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dd63f22-3723-4959-9498-1535d077dcd4 req-70a0e50b-645a-4d82-8453-c473f62a224d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0407224 Jul 05 04:02:30.532600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08b9ed2-0060-4663-b3ce-7921d79c1898 req-189774bf-3eaa-4803-9526-5c8b29ec6c37 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:30.534132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b08b9ed2-0060-4663-b3ce-7921d79c1898 req-189774bf-3eaa-4803-9526-5c8b29ec6c37 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0760527 Jul 05 04:02:30.579609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b08b9ed2-0060-4663-b3ce-7921d79c1898 req-246e668b-7a14-45cc-b2bf-9730e1afe2af tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394828 Jul 05 04:02:31.788851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c070e87c-6365-4c33-ad07-347b677ef44b req-bfcf7719-83da-4752-8894-21a381a8a60c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:31.792099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c070e87c-6365-4c33-ad07-347b677ef44b req-bfcf7719-83da-4752-8894-21a381a8a60c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0735915 Jul 05 04:02:31.837472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c070e87c-6365-4c33-ad07-347b677ef44b req-2fecfde9-75ab-4672-8d1a-3de6559c429b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351102 Jul 05 04:02:32.399054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70d0864e-0eaa-4fa8-943a-73a4307d4a5b req-280d9027-1285-4790-8506-98367362b8dc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0354774 Jul 05 04:02:32.569027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7aee4f4b-88f0-4703-bca5-68efb7633c22 req-665e6ca7-1769-498e-8625-ec99eab4f403 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0310149 Jul 05 04:02:33.042800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75802f31-2bcc-462d-a6c4-8ec33d41280b req-bb9022c6-db61-4e73-a0ab-5482a70ed3fc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:33.044461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75802f31-2bcc-462d-a6c4-8ec33d41280b req-bb9022c6-db61-4e73-a0ab-5482a70ed3fc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0777519 Jul 05 04:02:33.104792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75802f31-2bcc-462d-a6c4-8ec33d41280b req-fd76d52f-e20a-444d-bac2-e7460530c0ce tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538335 Jul 05 04:02:34.410379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa1d3a7-f3db-44a2-a2dd-dd81bf4f8c95 req-40f83215-afcc-423e-be50-f0670e41b732 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:34.412179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eaa1d3a7-f3db-44a2-a2dd-dd81bf4f8c95 req-40f83215-afcc-423e-be50-f0670e41b732 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1358602 Jul 05 04:02:34.459559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d7afbc8-2f8a-4cb5-874e-e5324bb1de13 req-3547d746-12e9-4d9d-884c-771a2028da55 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0413661 Jul 05 04:02:34.501628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eaa1d3a7-f3db-44a2-a2dd-dd81bf4f8c95 req-c1fee656-33f7-4bbe-b1c5-46de6e7961ae tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711918 Jul 05 04:02:34.712515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c9e1e0a-0e57-44a1-a1b4-023ed2325527 req-a6824dd3-0be5-4454-afe3-efb55b2168a6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0315859 Jul 05 04:02:35.335759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37954) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.460255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-abb93252-46e8-4ad8-9f85-020be8536285 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.559353 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-abb93252-46e8-4ad8-9f85-020be8536285 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.615040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-abb93252-46e8-4ad8-9f85-020be8536285 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.655097 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-abb93252-46e8-4ad8-9f85-020be8536285 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf5f18da8cc049cfae8a5dc7a2d2ce5d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3180768 Jul 05 04:02:35.658187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37964) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:35.718654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb93252-46e8-4ad8-9f85-020be8536285 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=004f7487-f340-4f7c-9128-e5bdef039175,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:35.734308 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.758217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.763559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f79b7b-bd75-4f4a-be4a-591059a32798 req-610c75d6-84ee-48eb-b2cc-5ca301f2e458 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:35.765461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3f79b7b-bd75-4f4a-be4a-591059a32798 req-610c75d6-84ee-48eb-b2cc-5ca301f2e458 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1136885 Jul 05 04:02:35.822380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3f79b7b-bd75-4f4a-be4a-591059a32798 req-9c03684d-5e24-40f6-b471-58c26e55c635 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Jul 05 04:02:35.871377 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.877750 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:35.877750 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/004f7487-f340-4f7c-9128-e5bdef039175 HTTP/1.1" status: 204 len: 168 time: 0.2151885 Jul 05 04:02:35.884440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=004f7487-f340-4f7c-9128-e5bdef039175,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:35.892914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.893357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.893779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.894224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.894790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.895815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.896461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.896696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.897122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.897553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.897980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:35.898403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d0405df-dade-408d-a16d-7cab0cdb9f55 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:36.651135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2042cc37-4edc-4cfa-af18-3e82498a64cc req-dabcec50-0bed-44cc-a73e-3501ebcfd8df service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0332265 Jul 05 04:02:36.815082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-555ead45-b746-433b-af85-2e60055a0dd2 req-28ff6dc4-a12f-435f-8b18-2a6f560e4443 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0299120 Jul 05 04:02:37.012818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea22c2d9-17fd-491c-8da5-d7de97ea64db req-7b939d22-291a-465c-ab59-f644e0200431 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:37.014335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea22c2d9-17fd-491c-8da5-d7de97ea64db req-7b939d22-291a-465c-ab59-f644e0200431 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0724387 Jul 05 04:02:37.056582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea22c2d9-17fd-491c-8da5-d7de97ea64db req-22d8ad2e-371b-4d19-bd7e-e4b267f3443c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361314 Jul 05 04:02:38.043222 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d2fa3a-f7fd-4ce9-9023-d51a748b101b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.260413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f9da35-6faf-4290-bf37-8ee95cb55d9c req-5edf2719-7e41-4f74-8485-c9c5ac3f3d10 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:38.262303 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32f9da35-6faf-4290-bf37-8ee95cb55d9c req-5edf2719-7e41-4f74-8485-c9c5ac3f3d10 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0768750 Jul 05 04:02:38.308922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32f9da35-6faf-4290-bf37-8ee95cb55d9c req-a866cf9f-6fac-4878-b4a0-578f70a8f905 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406561 Jul 05 04:02:38.495485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38060) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:38.610632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-efe18c37-bd55-453b-8ad6-b8b37f902f85 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-410409729'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:38.681538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-852f5b53-821b-459c-b255-3bf0921e07f6 req-2f724502-b74e-427d-8a18-d14e4c39e372 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0304885 Jul 05 04:02:38.734731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-efe18c37-bd55-453b-8ad6-b8b37f902f85 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.735919 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-efe18c37-bd55-453b-8ad6-b8b37f902f85 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.832849 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-efe18c37-bd55-453b-8ad6-b8b37f902f85 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:38.848591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25af30ec-8e22-4346-ab3f-00729c185051 req-a26d4f04-26d4-4ff6-8c5c-11cdf760e867 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0333047 Jul 05 04:02:38.946474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-efe18c37-bd55-453b-8ad6-b8b37f902f85 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.043343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-efe18c37-bd55-453b-8ad6-b8b37f902f85 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.044639 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-efe18c37-bd55-453b-8ad6-b8b37f902f85 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.5480857 Jul 05 04:02:39.049919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38078) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.127143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1988c69-50e2-4301-a8bd-cca83ec3f046 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.297618 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1988c69-50e2-4301-a8bd-cca83ec3f046 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.299824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1988c69-50e2-4301-a8bd-cca83ec3f046 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.465743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1988c69-50e2-4301-a8bd-cca83ec3f046 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.466445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1988c69-50e2-4301-a8bd-cca83ec3f046 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bcf6ec04-cac2-483c-acf2-30728773e2d7 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:39.471571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1988c69-50e2-4301-a8bd-cca83ec3f046 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.483035 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b1988c69-50e2-4301-a8bd-cca83ec3f046 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] 10.222.0.30 "DELETE /v2.0/routers/bcf6ec04-cac2-483c-acf2-30728773e2d7 HTTP/1.1" status: 204 len: 168 time: 0.4220326 Jul 05 04:02:39.485761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38088) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.490398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2ab71f43-8f15-461f-ae19-6bddb1bd59e4 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Request body: {'router': {'name': 'tempest-router-1974056154', 'distributed': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:39.505488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e683e-d58f-4c62-b791-3bfbeb8e98a0 req-fa0aec18-e7c8-4c64-b955-3e7599b8cf1c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:39.507015 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-499e683e-d58f-4c62-b791-3bfbeb8e98a0 req-fa0aec18-e7c8-4c64-b955-3e7599b8cf1c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0732355 Jul 05 04:02:39.552553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-499e683e-d58f-4c62-b791-3bfbeb8e98a0 req-4b9c90df-7360-4c90-9cb2-96180fba26d4 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393043 Jul 05 04:02:39.597502 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab71f43-8f15-461f-ae19-6bddb1bd59e4 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.599148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab71f43-8f15-461f-ae19-6bddb1bd59e4 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.661150 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab71f43-8f15-461f-ae19-6bddb1bd59e4 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.729061 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab71f43-8f15-461f-ae19-6bddb1bd59e4 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.826015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab71f43-8f15-461f-ae19-6bddb1bd59e4 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:39.830381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38096) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:39.830637 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2ab71f43-8f15-461f-ae19-6bddb1bd59e4 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3436005 Jul 05 04:02:39.913458 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1171dd9f-2a6b-4ce6-901a-ca21a55a7154 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.098439 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1171dd9f-2a6b-4ce6-901a-ca21a55a7154 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.100638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1171dd9f-2a6b-4ce6-901a-ca21a55a7154 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.266046 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1171dd9f-2a6b-4ce6-901a-ca21a55a7154 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.266608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1171dd9f-2a6b-4ce6-901a-ca21a55a7154 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6b996875-139c-46ac-b906-40a1f70fa66d {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:40.271487 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1171dd9f-2a6b-4ce6-901a-ca21a55a7154 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.277082 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38110) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.277276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1171dd9f-2a6b-4ce6-901a-ca21a55a7154 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] 10.222.0.30 "DELETE /v2.0/routers/6b996875-139c-46ac-b906-40a1f70fa66d HTTP/1.1" status: 204 len: 168 time: 0.4455678 Jul 05 04:02:40.282413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-edf7994e-9ea0-4fce-bab3-3bfe9e899acf tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Request body: {'router': {'name': 'tempest-router-657688439', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '2860da66ed6c430fbaa08b9153563a19'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:40.408742 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf7994e-9ea0-4fce-bab3-3bfe9e899acf tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.409809 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf7994e-9ea0-4fce-bab3-3bfe9e899acf tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.470922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf7994e-9ea0-4fce-bab3-3bfe9e899acf tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.594571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc32684b-e4a1-471e-8277-5530c8693839 req-8b4fa0cf-7239-43c3-92de-0b4e164824ee tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:40.596401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc32684b-e4a1-471e-8277-5530c8693839 req-8b4fa0cf-7239-43c3-92de-0b4e164824ee tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.0754421 Jul 05 04:02:40.643205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc32684b-e4a1-471e-8277-5530c8693839 req-50b5f96c-9051-4940-8fe4-3f1a2ba8e310 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383103 Jul 05 04:02:40.649312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf7994e-9ea0-4fce-bab3-3bfe9e899acf tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.680838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e90f11a7-a63c-4f58-8f09-ee048823dc02 req-701a98ec-1e80-4c21-9d28-a2d21447b831 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0329931 Jul 05 04:02:40.798471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf7994e-9ea0-4fce-bab3-3bfe9e899acf tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.799468 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-edf7994e-9ea0-4fce-bab3-3bfe9e899acf tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5210059 Jul 05 04:02:40.802833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38132) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:40.807462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Request body: {'router': {'distributed': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:40.814507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d36305-ca64-4148-a940-84ca520a6f1d req-83bf951c-934c-4091-9052-c43911049e43 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:40.822066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59d36305-ca64-4148-a940-84ca520a6f1d req-83bf951c-934c-4091-9052-c43911049e43 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1060095 Jul 05 04:02:40.840071 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3dd2a62-4cd4-4ced-bb0f-a8c5977ac5b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.885308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59d36305-ca64-4148-a940-84ca520a6f1d req-dadc447b-5443-44b7-9565-84292664baaf tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623612 Jul 05 04:02:40.899965 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:40.919275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58d58924-240c-49c4-b00d-913878417ccd req-292ba8eb-8c27-43d1-95d9-0f2d154e388f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0459731 Jul 05 04:02:41.002014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7eb1b3-6f78-43ea-9da4-d613b34cfa48 req-f57ea1d5-3c79-4e48-a835-61bbfc0963ea tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:41.003630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd7eb1b3-6f78-43ea-9da4-d613b34cfa48 req-f57ea1d5-3c79-4e48-a835-61bbfc0963ea tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.0704756 Jul 05 04:02:41.059517 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.060208 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.067802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd7eb1b3-6f78-43ea-9da4-d613b34cfa48 req-f4217994-bc57-41c3-9361-94bfc007ae06 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545766 Jul 05 04:02:41.162353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=100895) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 05 04:02:41.162353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Router 487aeca8-792f-42fa-af39-0881ad3118d2 migrating from provider to provider. {{(pid=100895) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 05 04:02:41.162353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.164354 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.243834 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.326723 n-d-758944-41 neutron-server[100895]: WARNING neutron.scheduler.l3_agent_scheduler [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] No L3 agents can host the router 487aeca8-792f-42fa-af39-0881ad3118d2 Jul 05 04:02:41.436284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-ca9fa24b-242e-457d-b2af-f83dfe239e66 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:41.437925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-ca9fa24b-242e-457d-b2af-f83dfe239e66 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 812 time: 0.1404836 Jul 05 04:02:41.453217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-092e3f13-4460-43ed-a701-64070d91b8fd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/quotas/8098748b7b904e9f87a6b4a428711421 HTTP/1.1" status: 200 len: 375 time: 0.0094531 Jul 05 04:02:41.456281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Hosts for router 487aeca8-792f-42fa-af39-0881ad3118d2: [] {{(pid=100895) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 05 04:02:41.483048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Hosts for other DVR routers connected to router 487aeca8-792f-42fa-af39-0881ad3118d2: set() {{(pid=100895) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 05 04:02:41.485733 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.486783 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8f8a144c-ba06-431d-b546-bf54fc725cd5 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] 10.222.0.30 "PUT /v2.0/routers/487aeca8-792f-42fa-af39-0881ad3118d2 HTTP/1.1" status: 200 len: 716 time: 0.6831737 Jul 05 04:02:41.489734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38156) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.539209 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-6e18297a-5996-4b69-986d-f9b1b626660d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0791769 Jul 05 04:02:41.558875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-d79e9343-4312-4e91-a256-d62d16fef903 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:02:41.560138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-d79e9343-4312-4e91-a256-d62d16fef903 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0119123 Jul 05 04:02:41.601403 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a5bf603a-2a97-432c-bf18-7eb81046a44a tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] 10.222.0.30 "GET /v2.0/routers/487aeca8-792f-42fa-af39-0881ad3118d2 HTTP/1.1" status: 200 len: 716 time: 0.1102333 Jul 05 04:02:41.602037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38164) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:41.723792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-290ddfca-0e27-467e-be91-3ae2fddce8c0 service neutron] 10.222.0.30 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562002 Jul 05 04:02:41.827240 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:41.837087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-e2c82ef3-110e-4e3b-b3b3-375b77c87822 service neutron] 10.222.0.30 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055100 Jul 05 04:02:42.045318 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cca2c9bf-1e85-43f1-b667-d24d375cf174 tempest-RoutersTestDVR-346188293 tempest-RoutersTestDVR-346188293-project] 10.222.0.30 "GET /v2.0/routers/487aeca8-792f-42fa-af39-0881ad3118d2 HTTP/1.1" status: 200 len: 682 time: 0.4420726 Jul 05 04:02:42.048033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38176) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:42.192558 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5360-dbf4-4747-b0a3-d26e5a000618 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.236098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb4751dc-8ecc-424f-bccb-2f9bb7e3dc6e req-c6c75506-703d-45a7-ad16-6516910883fc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 210 time: 0.0838890 Jul 05 04:02:42.260385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a5237f-1faa-4a6f-858a-6a51c4cae1ab req-d0042a61-043f-43f2-8a59-762d74ec309b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:42.261939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01a5237f-1faa-4a6f-858a-6a51c4cae1ab req-d0042a61-043f-43f2-8a59-762d74ec309b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1945951 Jul 05 04:02:42.321578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01a5237f-1faa-4a6f-858a-6a51c4cae1ab req-924967e7-51ad-45f2-878b-73983d969d88 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514970 Jul 05 04:02:42.687786 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5360-dbf4-4747-b0a3-d26e5a000618 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.690157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5360-dbf4-4747-b0a3-d26e5a000618 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.794288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d19a9c4a-6059-406b-b3cc-e97fd32e4aea req-47112274-aea1-4d87-806f-696ff43e5dd0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0320849 Jul 05 04:02:42.832372 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5360-dbf4-4747-b0a3-d26e5a000618 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.833156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd3f5360-dbf4-4747-b0a3-d26e5a000618 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 487aeca8-792f-42fa-af39-0881ad3118d2 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:42.842564 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd3f5360-dbf4-4747-b0a3-d26e5a000618 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.842564 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bd3f5360-dbf4-4747-b0a3-d26e5a000618 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] 10.222.0.30 "DELETE /v2.0/routers/487aeca8-792f-42fa-af39-0881ad3118d2 HTTP/1.1" status: 204 len: 168 time: 0.7934256 Jul 05 04:02:42.846214 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38210) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:42.851592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-246fed1a-8531-40c3-8f9b-7156caa733f1 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Request body: {'router': {'name': 'tempest-router-1301195738', 'distributed': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:42.958103 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-246fed1a-8531-40c3-8f9b-7156caa733f1 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.959385 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-246fed1a-8531-40c3-8f9b-7156caa733f1 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:42.999288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfd0f5b4-0cbf-4cd1-a8b3-af4d4848aaca req-65595acb-06f2-4767-8983-ad4f979bd15d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0344915 Jul 05 04:02:43.353816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-246fed1a-8531-40c3-8f9b-7156caa733f1 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.380864 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.383074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d873755f-3ab6-444a-9c7f-bc5458be7bd1 req-8409f413-0da9-4e7e-9f76-0963c8df5860 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 210 time: 0.0331404 Jul 05 04:02:43.440523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38232) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:43.458883 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-246fed1a-8531-40c3-8f9b-7156caa733f1 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.524432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c9492-1c40-4da6-9608-681968658270 req-76689d90-31b9-4a1b-b119-d98ad34b528b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:43.526177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-882c9492-1c40-4da6-9608-681968658270 req-76689d90-31b9-4a1b-b119-d98ad34b528b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0801544 Jul 05 04:02:43.567620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5c20fb3-bcac-43aa-905d-4134c4453b6a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.592391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-246fed1a-8531-40c3-8f9b-7156caa733f1 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.593642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-246fed1a-8531-40c3-8f9b-7156caa733f1 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7464149 Jul 05 04:02:43.596880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38240) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:43.604956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-882c9492-1c40-4da6-9608-681968658270 req-d1b8d3d7-e57f-4045-a210-c11cc670cf1d tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720551 Jul 05 04:02:43.666033 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.687989 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da1e1f3d-f214-4c76-9be6-690641fe2753 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.689224 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5c20fb3-bcac-43aa-905d-4134c4453b6a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.791998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5c20fb3-bcac-43aa-905d-4134c4453b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.820118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c20fb3-bcac-43aa-905d-4134c4453b6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11aa8ece-0307-4ab4-8455-ef2b51cd92f3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:43.849645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a5c20fb3-bcac-43aa-905d-4134c4453b6a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=65400e6c44ac494e941f3350c0abbbd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4079065 Jul 05 04:02:43.852194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38246) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:43.858566 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da1e1f3d-f214-4c76-9be6-690641fe2753 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.861305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da1e1f3d-f214-4c76-9be6-690641fe2753 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.909490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73f27b83-654a-470c-ad78-cb86c3869760 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.933233 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73f27b83-654a-470c-ad78-cb86c3869760 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.974213 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da1e1f3d-f214-4c76-9be6-690641fe2753 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.974844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da1e1f3d-f214-4c76-9be6-690641fe2753 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 302807c6-c44c-4e49-9a94-87bdc790e937 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:02:43.985002 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da1e1f3d-f214-4c76-9be6-690641fe2753 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:43.985002 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-da1e1f3d-f214-4c76-9be6-690641fe2753 tempest-RoutersTestDVR-66752710 tempest-RoutersTestDVR-66752710-project-admin] 10.222.0.30 "DELETE /v2.0/routers/302807c6-c44c-4e49-9a94-87bdc790e937 HTTP/1.1" status: 204 len: 168 time: 0.3830559 Jul 05 04:02:44.065474 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73f27b83-654a-470c-ad78-cb86c3869760 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.069084 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73f27b83-654a-470c-ad78-cb86c3869760 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.070403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-73f27b83-654a-470c-ad78-cb86c3869760 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11aa8ece-0307-4ab4-8455-ef2b51cd92f3 HTTP/1.1" status: 204 len: 168 time: 0.2172534 Jul 05 04:02:44.095131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f27b83-654a-470c-ad78-cb86c3869760 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11aa8ece-0307-4ab4-8455-ef2b51cd92f3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:44.192180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.445304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38266) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.550082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a2a3ba2-9c18-4490-8bec-d949bc4c0814 req-92ef9855-ff6f-4fc6-8ee9-25eebc12f4ba tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 210 time: 0.0337560 Jul 05 04:02:44.563665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0234048d-7ad2-467f-93d3-e043b0c640c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.659512 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0234048d-7ad2-467f-93d3-e043b0c640c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.771418 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0234048d-7ad2-467f-93d3-e043b0c640c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.819691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0234048d-7ad2-467f-93d3-e043b0c640c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2860da66ed6c430fbaa08b9153563a19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3797388 Jul 05 04:02:44.820438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38274) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.825113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0234048d-7ad2-467f-93d3-e043b0c640c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08508af0-313b-4a53-b747-3bd418b98384,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:44.858110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021a984f-64b4-44a0-9e91-48b28ef60f98 req-9e91a9c3-f765-4b87-a7ad-9e6a43c29204 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:44.860142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-021a984f-64b4-44a0-9e91-48b28ef60f98 req-9e91a9c3-f765-4b87-a7ad-9e6a43c29204 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1240814 Jul 05 04:02:44.886687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38276) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:44.916430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71227ca9-058d-4371-aba7-2435fe31b20b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.953134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa541c7e-6b0f-4280-a864-4ed0c25167ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:44.955839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b92df44-4c95-49cc-9b8e-84d5b9f0933c req-52deafbe-1788-4de9-8659-78b440be80a5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0386097 Jul 05 04:02:44.964604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-021a984f-64b4-44a0-9e91-48b28ef60f98 req-6b57f594-14b9-4add-89df-40204d70bab5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977685 Jul 05 04:02:45.010991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa541c7e-6b0f-4280-a864-4ed0c25167ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.138518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71227ca9-058d-4371-aba7-2435fe31b20b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.163433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa541c7e-6b0f-4280-a864-4ed0c25167ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.166321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa541c7e-6b0f-4280-a864-4ed0c25167ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.170363 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aa541c7e-6b0f-4280-a864-4ed0c25167ae admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08508af0-313b-4a53-b747-3bd418b98384 HTTP/1.1" status: 204 len: 168 time: 0.3451185 Jul 05 04:02:45.177512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa541c7e-6b0f-4280-a864-4ed0c25167ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08508af0-313b-4a53-b747-3bd418b98384,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.186950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71227ca9-058d-4371-aba7-2435fe31b20b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.203964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c9a4418-f74f-4ab7-9ed4-59539a817c4a req-0ad50f07-3c5e-42e4-ab30-8817142d6326 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0433815 Jul 05 04:02:45.268160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-b4321419-6d1a-4a31-9b2d-cf1d95d30653 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:45.270530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-b4321419-6d1a-4a31-9b2d-cf1d95d30653 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 812 time: 0.2224753 Jul 05 04:02:45.284201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71227ca9-058d-4371-aba7-2435fe31b20b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=456a1059-6944-4fea-8a29-1c1cb0db3994,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.288990 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-71227ca9-058d-4371-aba7-2435fe31b20b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18fdd19011f24864a31336bda9d15421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4010518 Jul 05 04:02:45.301111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38294) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:45.301559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'port': {'device_id': 'd5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'admin_state_up': True, 'tenant_id': '8098748b7b904e9f87a6b4a428711421'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:45.358522 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-264efaf5-36a9-4dc4-b0f9-a5b345675725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.388477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-264efaf5-36a9-4dc4-b0f9-a5b345675725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.562975 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-264efaf5-36a9-4dc4-b0f9-a5b345675725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.565661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-264efaf5-36a9-4dc4-b0f9-a5b345675725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.567572 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-264efaf5-36a9-4dc4-b0f9-a5b345675725 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/456a1059-6944-4fea-8a29-1c1cb0db3994 HTTP/1.1" status: 204 len: 168 time: 0.2736094 Jul 05 04:02:45.576259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264efaf5-36a9-4dc4-b0f9-a5b345675725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=456a1059-6944-4fea-8a29-1c1cb0db3994,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:45.591675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Made reservation on behalf of 8098748b7b904e9f87a6b4a428711421 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:45.595742 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:45.805895 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04fabd15-a74e-474d-bdc0-8f1fa66bbf9c req-3db22473-dcc2-4229-88ac-d87509a00949 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 210 time: 0.0458798 Jul 05 04:02:45.846529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Allocated IP 172.20.0.13 (bb7225f8-2656-4d21-83e6-3f10fe13876c/ff06111f-dc07-4a36-b1fc-1755a4ea96de/1a6f7947-dd59-493f-9b75-a234db30e323) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:02:46.030861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.046800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Transition to ACTIVE for port object 1a6f7947-dd59-493f-9b75-a234db30e323 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:46.131967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38312) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.156782 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.167579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['761bf73a-509b-4c28-b457-15f5ee0c6a71', 'e69327c5-391f-44a4-ac13-fd5787e9efa6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:46.169928 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-914face4-3ca9-44dd-aaff-98b10b1ba5ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.225817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6a8a1-d010-4a1b-a0ad-dbaf67e56e0e req-de3163b4-80d2-4e07-8d59-84f38f4b1a37 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:46.227664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23b6a8a1-d010-4a1b-a0ad-dbaf67e56e0e req-de3163b4-80d2-4e07-8d59-84f38f4b1a37 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1380110 Jul 05 04:02:46.259768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Network bb7225f8-2656-4d21-83e6-3f10fe13876c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:02:46.286408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:46.291130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'Port': ['ID=1a6f7947-dd59-493f-9b75-a234db30e323,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:46.294995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:46.359177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23b6a8a1-d010-4a1b-a0ad-dbaf67e56e0e req-d3d01317-b4fa-4717-9b90-af8beaa5c122 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065884 Jul 05 04:02:46.365489 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-914face4-3ca9-44dd-aaff-98b10b1ba5ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.395763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:46.396831 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.488795 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-914face4-3ca9-44dd-aaff-98b10b1ba5ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.563052 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-914face4-3ca9-44dd-aaff-98b10b1ba5ea admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84dc43ade21e4002b95a6e0b2346d640&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305637 Jul 05 04:02:46.564103 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914face4-3ca9-44dd-aaff-98b10b1ba5ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45abb11b-aa37-4b7f-a29e-b6440835b222,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:46.566141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38328) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.603035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-579612f3-8691-49ce-bc34-94b6ec42ccb6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3183851 Jul 05 04:02:46.620560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Request body: {'port': {'device_id': 'd5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:46.681461 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11a71175-8f6d-4483-8e78-4314071882f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.750911 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11a71175-8f6d-4483-8e78-4314071882f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.762837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7a707a2f-c330-4931-b28d-cca6d5d64c73 None None] Provisioning for port 1a6f7947-dd59-493f-9b75-a234db30e323 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:46.766830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7a707a2f-c330-4931-b28d-cca6d5d64c73 None None] Provisioning complete for port 1a6f7947-dd59-493f-9b75-a234db30e323 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:46.767586 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a707a2f-c330-4931-b28d-cca6d5d64c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.768418 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.807121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7a707a2f-c330-4931-b28d-cca6d5d64c73 None None] Port 1a6f7947-dd59-493f-9b75-a234db30e323 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:02:46.898955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38340) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:46.945376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11a71175-8f6d-4483-8e78-4314071882f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.948719 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11a71175-8f6d-4483-8e78-4314071882f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:46.950205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-11a71175-8f6d-4483-8e78-4314071882f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/45abb11b-aa37-4b7f-a29e-b6440835b222 HTTP/1.1" status: 204 len: 168 time: 0.3821688 Jul 05 04:02:46.970881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a71175-8f6d-4483-8e78-4314071882f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45abb11b-aa37-4b7f-a29e-b6440835b222,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:47.201660 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c058f45-5e55-4adb-8da0-11c52412e734 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.226768 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acfb9706-38ac-43f1-a3cb-fc93c6624fbf req-bb503d71-11d6-4145-9039-7d662ad3e722 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0636008 Jul 05 04:02:47.354301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c058f45-5e55-4adb-8da0-11c52412e734 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.359778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38eff19d-febb-4936-aed2-30a0ea1e93b4 req-2f18fcc7-2642-445f-a644-5f19d8e30e40 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:47.368577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38eff19d-febb-4936-aed2-30a0ea1e93b4 req-2f18fcc7-2642-445f-a644-5f19d8e30e40 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 932 time: 0.2709799 Jul 05 04:02:47.437679 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c058f45-5e55-4adb-8da0-11c52412e734 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.476885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf19fcfe-f1e4-4bb9-b6bf-c49036c6da22 req-72ebbfac-0291-4c3f-8dfe-21d2b5a2f327 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0415158 Jul 05 04:02:47.494045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38eff19d-febb-4936-aed2-30a0ea1e93b4 req-e341aab6-675c-40d4-b361-cac50c1fddad tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266069 Jul 05 04:02:47.509253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1a6f7947-dd59-493f-9b75-a234db30e323 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:47.536715 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3c058f45-5e55-4adb-8da0-11c52412e734 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=60aafa34e0014b61ba9c3debee33f04b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6364179 Jul 05 04:02:47.537414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38366) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:47.537965 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.542995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c058f45-5e55-4adb-8da0-11c52412e734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68f9e4ec-80a1-4405-ad03-9bd8896e56b4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:47.584949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Transition to ACTIVE for port object 1a6f7947-dd59-493f-9b75-a234db30e323 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:02:47.652805 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08a8fd1a-9c35-4378-b3f2-20a7900bcb37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.655206 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.685852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08a8fd1a-9c35-4378-b3f2-20a7900bcb37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.741644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Pushing event updated for resources: {'Port': ['ID=1a6f7947-dd59-493f-9b75-a234db30e323,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:47.831343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08a8fd1a-9c35-4378-b3f2-20a7900bcb37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.834396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08a8fd1a-9c35-4378-b3f2-20a7900bcb37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.836683 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-08a8fd1a-9c35-4378-b3f2-20a7900bcb37 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68f9e4ec-80a1-4405-ad03-9bd8896e56b4 HTTP/1.1" status: 204 len: 168 time: 0.2946527 Jul 05 04:02:47.855453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988daa7f-3abb-45af-9172-27953f5be3f5 req-c008f5ea-0e2c-46f2-8a36-d02a711a4429 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:47.857374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-988daa7f-3abb-45af-9172-27953f5be3f5 req-c008f5ea-0e2c-46f2-8a36-d02a711a4429 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.2159064 Jul 05 04:02:47.866157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a8fd1a-9c35-4378-b3f2-20a7900bcb37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68f9e4ec-80a1-4405-ad03-9bd8896e56b4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:47.902452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Attempting to bind port 1a6f7947-dd59-493f-9b75-a234db30e323 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:02:47.902804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Attempting to bind port 1a6f7947-dd59-493f-9b75-a234db30e323 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:02:47.903143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Attempting to bind port 1a6f7947-dd59-493f-9b75-a234db30e323 on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:47.915638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Port 1a6f7947-dd59-493f-9b75-a234db30e323 on network bb7225f8-2656-4d21-83e6-3f10fe13876c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:02:47.915638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Attempting to bind port 1a6f7947-dd59-493f-9b75-a234db30e323 on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:02:47.939476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:02:47.939852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Checking segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:47.942545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Bound using segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:02:47.942545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Bound port: 1a6f7947-dd59-493f-9b75-a234db30e323, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:02:47.942545 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:47.964525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-988daa7f-3abb-45af-9172-27953f5be3f5 req-e86c40be-e045-4944-8d9f-8f1792095a0d tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991218 Jul 05 04:02:48.027623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] For port 1a6f7947-dd59-493f-9b75-a234db30e323, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:02:48.031531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] For port 1a6f7947-dd59-493f-9b75-a234db30e323, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1a6f7947-dd59-493f-9b75-a234db30e323,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:02:48.083414 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.121009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.121887 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:48.123544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-a3397807-548c-4b02-a894-80591e51c13c service neutron] 10.222.0.26 "PUT /v2.0/ports/1a6f7947-dd59-493f-9b75-a234db30e323 HTTP/1.1" status: 200 len: 1093 time: 1.5105817 Jul 05 04:02:48.126499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23', 'tag': '1a6f7947-dd59-493f-9b75-a234db30e323'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:48.130017 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc2bbf6b-8a32-411f-b4cb-64eb5e04532e" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23", "tag": "1a6f7947-dd59-493f-9b75-a234db30e323"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:48.189397 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7ee0e93-f1c8-46d5-9376-8a9cf906b81c x-openstack-request-id: req-c7ee0e93-f1c8-46d5-9376-8a9cf906b81c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:48.189748 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23", "tag": "1a6f7947-dd59-493f-9b75-a234db30e323", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:48.190025 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c7ee0e93-f1c8-46d5-9376-8a9cf906b81c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:48.190464 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23', 'tag': '1a6f7947-dd59-493f-9b75-a234db30e323', 'status': 'completed', 'code': 200} Jul 05 04:02:48.191171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3397807-548c-4b02-a894-80591e51c13c service neutron] Pushing event updated for resources: {'Port': ['ID=1a6f7947-dd59-493f-9b75-a234db30e323,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:48.294565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bbf6b-8a32-411f-b4cb-64eb5e04532e req-4d1e75ee-7694-406b-9450-8d91a93ae4a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.297380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc2bbf6b-8a32-411f-b4cb-64eb5e04532e req-4d1e75ee-7694-406b-9450-8d91a93ae4a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 1096 time: 0.0820665 Jul 05 04:02:48.454493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bbf6b-8a32-411f-b4cb-64eb5e04532e req-600ccfeb-d56f-450e-952d-4bb5b2f68b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.456114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc2bbf6b-8a32-411f-b4cb-64eb5e04532e req-600ccfeb-d56f-450e-952d-4bb5b2f68b16 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8098748b7b904e9f87a6b4a428711421&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1466720 Jul 05 04:02:48.660611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bbf6b-8a32-411f-b4cb-64eb5e04532e req-5467fbff-4908-4cf6-9057-e6f57ddec342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.663784 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc2bbf6b-8a32-411f-b4cb-64eb5e04532e req-5467fbff-4908-4cf6-9057-e6f57ddec342 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1915751 Jul 05 04:02:48.813766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a680da7a-7b1e-4629-87a7-ad2bbcf71de9 req-67cecde1-4610-4113-925b-0ecd4a6b190b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.815375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a680da7a-7b1e-4629-87a7-ad2bbcf71de9 req-67cecde1-4610-4113-925b-0ecd4a6b190b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 944 time: 0.1438284 Jul 05 04:02:48.819089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-b476231a-cac0-4b53-b195-b61de54e523c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.820775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-b476231a-cac0-4b53-b195-b61de54e523c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 1096 time: 0.0896242 Jul 05 04:02:48.884109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-5ee80450-7ae1-4715-9e8e-476af214dd72 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6f7947-dd59-493f-9b75-a234db30e323 HTTP/1.1" status: 200 len: 217 time: 0.0544009 Jul 05 04:02:48.916562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a680da7a-7b1e-4629-87a7-ad2bbcf71de9 req-19825466-724a-42af-bf28-794fc8b86fc3 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939519 Jul 05 04:02:48.963341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-567b4b7a-f0bd-404e-b20b-9db9c5777d46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:48.964897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-567b4b7a-f0bd-404e-b20b-9db9c5777d46 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.0703771 Jul 05 04:02:49.029838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-1feb2e55-e58f-46ff-a3b4-2f7a54f99cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:49.031369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-1feb2e55-e58f-46ff-a3b4-2f7a54f99cd7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580022 Jul 05 04:02:49.204531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1de84-d934-410a-a628-34f0ee3c4e05 req-5fb43708-0068-4b8c-8208-11754c9e2fb2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:49.206054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9d1de84-d934-410a-a628-34f0ee3c4e05 req-5fb43708-0068-4b8c-8208-11754c9e2fb2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1042490 Jul 05 04:02:49.213255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-f2ab3fed-1b28-47a7-ac5a-ac0286234d75 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1737061 Jul 05 04:02:49.253693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38428) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:49.303858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9d1de84-d934-410a-a628-34f0ee3c4e05 req-cab5496e-5d32-41b7-a0f3-f0f3e68caae9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897074 Jul 05 04:02:49.345004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4b503d3-ec7b-4295-8cf9-7ed6ec6847a3 req-421e4c4a-0b94-4e64-98fc-7769ada7ca35 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0301402 Jul 05 04:02:49.378934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3f1cd0f-168c-4f7f-87d1-18a04d951ef3 req-cbcb6b5f-24e6-49d5-bab7-ded28b598fb9 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1575651 Jul 05 04:02:49.422858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'networks': [{'name': 'tempest-network--23844635'}, {'name': 'tempest-network--1140865710'}]} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:49.423314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'network': {'name': 'tempest-network--23844635'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:49.423776 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'network': {'name': 'tempest-network--1140865710'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:49.511442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Made reservation on behalf of cb69a24754aa408f897c3677c423d230 for: {'network': 2} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:49.524587 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.528352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.549415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30d92d6d-dcba-487b-ad8c-f9f1f932cd4e req-0187c831-21f3-4997-b198-e1d8b373bc33 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0345311 Jul 05 04:02:49.633289 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.686625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.687122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.732093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cea6b54-433f-4ea2-90c3-5d27d440a87c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:49.734963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:49.745746 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.749988 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Added segment 76d8e039-787e-4ad6-a7a5-322aab340da5 of type vlan for network 4d9946e9-d062-418c-8cce-a27f3086f6dd Jul 05 04:02:49.795600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.841612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:49.843533 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:49.844069 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Added segment 74972c35-04b6-49d8-b22f-23ace8d6e20c of type vlan for network 4fc28595-aba1-45ab-b055-d9ec57b798c0 Jul 05 04:02:49.895784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.003021 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.003528 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.010449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.015762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.016306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.105868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'Network': ['ID=4d9946e9-d062-418c-8cce-a27f3086f6dd,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:50.111444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebc99b3-2d68-4836-ab9c-e91ed622c0e2 req-29d3e9f7-b8d3-40f5-a56f-b1f4ddd9606e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.118737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 4d9946e9-d062-418c-8cce-a27f3086f6dd details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:50.134828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ebc99b3-2d68-4836-ab9c-e91ed622c0e2 req-29d3e9f7-b8d3-40f5-a56f-b1f4ddd9606e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 944 time: 0.0944285 Jul 05 04:02:50.186137 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.9301512 Jul 05 04:02:50.189263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38506) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:50.210655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-802ec0d2-e713-47d8-bb67-c2841e3db951 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'Network': ['ID=4fc28595-aba1-45ab-b055-d9ec57b798c0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:50.222758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 4fc28595-aba1-45ab-b055-d9ec57b798c0 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:50.239222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ebc99b3-2d68-4836-ab9c-e91ed622c0e2 req-d29f0e2a-9b7e-416b-b7fb-e7026335912a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046727 Jul 05 04:02:50.428227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa702fe9-f531-4f83-8618-f123338bfb5c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.433992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa702fe9-f531-4f83-8618-f123338bfb5c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.440060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa702fe9-f531-4f83-8618-f123338bfb5c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.446213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa702fe9-f531-4f83-8618-f123338bfb5c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.447884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fa702fe9-f531-4f83-8618-f123338bfb5c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.2569542 Jul 05 04:02:50.450844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38510) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:50.514355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df17306-e28a-4ab5-b10d-6855748dfbd6 req-afcb372a-e98b-4993-b7ba-775d38e4b027 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:50.515930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9df17306-e28a-4ab5-b10d-6855748dfbd6 req-afcb372a-e98b-4993-b7ba-775d38e4b027 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0669637 Jul 05 04:02:50.531807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.564684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9df17306-e28a-4ab5-b10d-6855748dfbd6 req-9116f058-b40d-4c75-b89f-1b2f9eeec0cb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428839 Jul 05 04:02:50.632306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.645888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d9946e9-d062-418c-8cce-a27f3086f6dd']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:50.657600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76d8e039-787e-4ad6-a7a5-322aab340da5') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:50.657906 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76d8e039-787e-4ad6-a7a5-322aab340da5') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:50.668785 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.686075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.692935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:50.693440 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:50.696870 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:50.820333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.835864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:50.837620 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "DELETE /v2.0/networks/4d9946e9-d062-418c-8cce-a27f3086f6dd HTTP/1.1" status: 204 len: 168 time: 0.3856511 Jul 05 04:02:50.840776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38518) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:50.850510 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede8c42-20c9-4482-9a89-a84675230504 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Network': ['ID=4d9946e9-d062-418c-8cce-a27f3086f6dd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:50.876546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38520) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:50.952865 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.060100 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94f2a8f4-e185-449c-98eb-9d8791bf20f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.062587 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.076140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc28595-aba1-45ab-b055-d9ec57b798c0']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:51.088155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74972c35-04b6-49d8-b22f-23ace8d6e20c') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:51.088649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74972c35-04b6-49d8-b22f-23ace8d6e20c') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:02:51.101913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.119412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.126323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:02:51.126766 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:02:51.130615 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:02:51.250271 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.266038 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.276742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38550) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.289158 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "DELETE /v2.0/networks/4fc28595-aba1-45ab-b055-d9ec57b798c0 HTTP/1.1" status: 204 len: 168 time: 0.4305518 Jul 05 04:02:51.327493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13226202-cabd-4822-95ff-0ba224f65c44 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Network': ['ID=4fc28595-aba1-45ab-b055-d9ec57b798c0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.398503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8e42499-9cd5-41ba-8346-5e288c2e9adc req-2878a0b3-b190-4108-bffc-64db19b2dd80 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0676198 Jul 05 04:02:51.463045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94f2a8f4-e185-449c-98eb-9d8791bf20f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.475836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0a2ad-a6c1-4dbe-9185-9b9be6f29877 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:51.485084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bf0a2ad-a6c1-4dbe-9185-9b9be6f29877 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:51.487009 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5bf0a2ad-a6c1-4dbe-9185-9b9be6f29877 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2087932 Jul 05 04:02:51.492825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38572) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.498490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-396168688'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:51.518375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28d0839-0190-44af-b0dc-c5f62f63cf8a req-db478faa-08be-44b1-baae-246aa3976ca1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:51.519936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a28d0839-0190-44af-b0dc-c5f62f63cf8a req-db478faa-08be-44b1-baae-246aa3976ca1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 944 time: 0.0803046 Jul 05 04:02:51.524503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94f2a8f4-e185-449c-98eb-9d8791bf20f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.562754 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-94f2a8f4-e185-449c-98eb-9d8791bf20f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6d2d135d34242e586041a7853fe2a4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6849899 Jul 05 04:02:51.568267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38578) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:51.594686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f2a8f4-e185-449c-98eb-9d8791bf20f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d892b8d-d255-4926-a4f9-aaa853dc0876,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.605242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a28d0839-0190-44af-b0dc-c5f62f63cf8a req-d4d8aeba-d5dc-486e-9c69-1b5910daba84 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698617 Jul 05 04:02:51.642685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09d90759-f887-4ab3-af27-36e528cd2e8c req-a2973b16-8387-4231-a5b2-c81a74414aaa service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0731823 Jul 05 04:02:51.658840 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.660289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Made reservation on behalf of cb69a24754aa408f897c3677c423d230 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:51.665140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.685441 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.699307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:51.712614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.712962 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Added segment bdc61967-39c9-4107-a154-4f8ef949a85c of type vlan for network 0e6d3ebe-bfb3-41d1-8b49-8b992974cafc Jul 05 04:02:51.763576 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.793598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e462434-73fd-471a-ac86-01286e509b65 req-cd3aa771-09aa-41ee-afb9-8f05d5991faf tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:51.795592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e462434-73fd-471a-ac86-01286e509b65 req-cd3aa771-09aa-41ee-afb9-8f05d5991faf tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0971141 Jul 05 04:02:51.838712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e462434-73fd-471a-ac86-01286e509b65 req-34a3699e-d888-4410-8c4f-5168601817df tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353425 Jul 05 04:02:51.871511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.874211 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.875339 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d892b8d-d255-4926-a4f9-aaa853dc0876 HTTP/1.1" status: 204 len: 168 time: 0.3047869 Jul 05 04:02:51.883686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d892b8d-d255-4926-a4f9-aaa853dc0876,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.891637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.892046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.892390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.892851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.893223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.899065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.899065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.899065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.899563 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.899702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.899702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.899702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.899702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5a92577-49e5-4ed4-847e-bcdb60328823 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:02:51.900445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:51.901465 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:51.972202 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'Network': ['ID=0e6d3ebe-bfb3-41d1-8b49-8b992974cafc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:51.985578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 0e6d3ebe-bfb3-41d1-8b49-8b992974cafc details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:52.043467 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2f992e8a-03c8-4b0f-a79d-4291dfbd3f6c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5495095 Jul 05 04:02:52.046206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38588) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:52.051610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-565366608'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:52.172684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Made reservation on behalf of cb69a24754aa408f897c3677c423d230 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:52.173017 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.200900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:52.212560 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.213006 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Added segment b423d1c0-6a81-44f5-820a-42fc0c05e02c of type vlan for network 5d630685-d769-4279-ad70-bb7e2f714a9a Jul 05 04:02:52.266171 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.385607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.391455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:52.392111 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.464088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'Network': ['ID=5d630685-d769-4279-ad70-bb7e2f714a9a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.475013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 5d630685-d769-4279-ad70-bb7e2f714a9a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:52.528199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38594) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:52.528732 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-20f18c0d-0185-4f11-b476-77c2d53b6982 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.4814880 Jul 05 04:02:52.534403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'ports': [{'network_id': '0e6d3ebe-bfb3-41d1-8b49-8b992974cafc', 'name': 'tempest-port--354841124', 'admin_state_up': True}, {'network_id': '5d630685-d769-4279-ad70-bb7e2f714a9a', 'admin_state_up': False}]} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:52.534722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'port': {'network_id': '0e6d3ebe-bfb3-41d1-8b49-8b992974cafc', 'name': 'tempest-port--354841124', 'admin_state_up': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:52.535754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'port': {'network_id': '5d630685-d769-4279-ad70-bb7e2f714a9a', 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:52.629449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1a6f7947-dd59-493f-9b75-a234db30e323 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:02:52.640615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38598) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:52.658585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6c86276-d14b-4536-9a13-5eaa70512bae admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.777780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6c86276-d14b-4536-9a13-5eaa70512bae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.803417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1a6f7947-dd59-493f-9b75-a234db30e323, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1a6f7947-dd59-493f-9b75-a234db30e323,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:52.813931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde8bf8a-a2bc-4364-afd1-008aac55bd72 req-1c2ef8a3-bc70-4c91-9c3a-6e2aa198b71d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:52.815461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dde8bf8a-a2bc-4364-afd1-008aac55bd72 req-1c2ef8a3-bc70-4c91-9c3a-6e2aa198b71d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 944 time: 0.0762644 Jul 05 04:02:52.820730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '1a6f7947-dd59-493f-9b75-a234db30e323', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'port_id': '1a6f7947-dd59-493f-9b75-a234db30e323', 'mac_address': 'fa:16:3e:e0:c2:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:02:52.848370 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6c86276-d14b-4536-9a13-5eaa70512bae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.875426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.877355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dde8bf8a-a2bc-4364-afd1-008aac55bd72 req-cb710d81-a9f7-4579-a386-bd048cc2b710 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554481 Jul 05 04:02:52.905388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1a6f7947-dd59-493f-9b75-a234db30e323 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:02:52.910003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c86276-d14b-4536-9a13-5eaa70512bae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fdbe13f6-d5d5-4f2e-aa89-df10abfb3825,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:52.918280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38604) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:52.927217 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b6c86276-d14b-4536-9a13-5eaa70512bae admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=122271a530b94b438ac538c1ded7bd43&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2740180 Jul 05 04:02:52.938648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Made reservation on behalf of cb69a24754aa408f897c3677c423d230 for: {'port': 2} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:52.942601 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:52.949281 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1a6f7947-dd59-493f-9b75-a234db30e323, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1a6f7947-dd59-493f-9b75-a234db30e323,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:52.984995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.020847 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.065483 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0913ef59-10a5-4dc4-85a4-53b1cdd6ba31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.095382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1a6f7947-dd59-493f-9b75-a234db30e323,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:53.143745 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0913ef59-10a5-4dc4-85a4-53b1cdd6ba31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.480389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] device_id is not set on port edfd8789-cf59-4048-831d-585a5bba1e6a yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:53.523479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1a6f7947-dd59-493f-9b75-a234db30e323'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:02:53.552506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c84ac1-baaa-4b8a-bb42-01eb3e513e60 req-d7528f4e-9df6-435a-8233-20c1760d34f2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:53.554063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9c84ac1-baaa-4b8a-bb42-01eb3e513e60 req-d7528f4e-9df6-435a-8233-20c1760d34f2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.5704885 Jul 05 04:02:53.558191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-936cbe0d-5bd8-45d9-8cc4-d200fa5772e3 req-041fb531-224c-4817-beb7-64b755881086 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0551021 Jul 05 04:02:53.652816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0913ef59-10a5-4dc4-85a4-53b1cdd6ba31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.655204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0913ef59-10a5-4dc4-85a4-53b1cdd6ba31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.656354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0913ef59-10a5-4dc4-85a4-53b1cdd6ba31 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fdbe13f6-d5d5-4f2e-aa89-df10abfb3825 HTTP/1.1" status: 204 len: 168 time: 0.7376294 Jul 05 04:02:53.665587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9c84ac1-baaa-4b8a-bb42-01eb3e513e60 req-129bf21e-bbb9-4d5d-91af-232a04c3c2b2 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967433 Jul 05 04:02:53.686294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913ef59-10a5-4dc4-85a4-53b1cdd6ba31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fdbe13f6-d5d5-4f2e-aa89-df10abfb3825,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:53.742990 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:53.836511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-432e53ba-d972-4b6b-a4ee-dbf91ae535b2 req-166b97ae-f8c1-4b3a-a5b5-7ea49456a1fc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0391171 Jul 05 04:02:53.853277 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] device_id is not set on port 834faff0-27af-43df-8977-fa8ab5d6351e yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:02:53.974571 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.082607 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.133701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2113e3c-1617-41ef-aa55-b109618690f8 req-fefd96dd-fec9-4f0c-97ef-61401c27941d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.133701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2113e3c-1617-41ef-aa55-b109618690f8 req-fefd96dd-fec9-4f0c-97ef-61401c27941d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 945 time: 0.1096017 Jul 05 04:02:54.177557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'Port': ['ID=edfd8789-cf59-4048-831d-585a5bba1e6a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:54.201951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2113e3c-1617-41ef-aa55-b109618690f8 req-55cb86e3-f331-4881-a61e-2d87050c1474 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682135 Jul 05 04:02:54.208126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Checking segment: {'id': 'bdc61967-39c9-4107-a154-4f8ef949a85c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '0e6d3ebe-bfb3-41d1-8b49-8b992974cafc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:54.208495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Network hostable DHCP agents. Network: 0e6d3ebe-bfb3-41d1-8b49-8b992974cafc, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:54.288850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Network 0e6d3ebe-bfb3-41d1-8b49-8b992974cafc is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:54.368561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 0e6d3ebe-bfb3-41d1-8b49-8b992974cafc) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:54.372681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:54.379224 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.379973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe893813-4f51-4a17-860a-e960797795d4 None None] Network 0e6d3ebe-bfb3-41d1-8b49-8b992974cafc requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:54.462101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'Port': ['ID=834faff0-27af-43df-8977-fa8ab5d6351e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:54.474228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Checking segment: {'id': 'b423d1c0-6a81-44f5-820a-42fc0c05e02c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '5d630685-d769-4279-ad70-bb7e2f714a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:02:54.475110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Network hostable DHCP agents. Network: 5d630685-d769-4279-ad70-bb7e2f714a9a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:02:54.539993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Network 5d630685-d769-4279-ad70-bb7e2f714a9a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:02:54.608348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 5d630685-d769-4279-ad70-bb7e2f714a9a) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:02:54.612200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:02:54.620638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d23cbb-a78f-4732-9352-49c257e0c434 None None] Network 5d630685-d769-4279-ad70-bb7e2f714a9a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:02:54.620850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.623745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.624557 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:54.713520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f48dcf88-7c12-47af-8e9c-393870fe474e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.1833045 Jul 05 04:02:54.716292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38648) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:54.860381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c77cd-5bbc-4e24-b220-3a48604f807d tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.867723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5c77cd-5bbc-4e24-b220-3a48604f807d tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.872868 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ae5c77cd-5bbc-4e24-b220-3a48604f807d tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.1551409 Jul 05 04:02:54.873043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38654) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:54.917828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f7321-5e26-44b6-a7c4-1b9540333914 req-e06c43b9-338c-4ed4-8c2b-9cacc02d29e5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:54.919357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-581f7321-5e26-44b6-a7c4-1b9540333914 req-e06c43b9-338c-4ed4-8c2b-9cacc02d29e5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1013019 Jul 05 04:02:55.001439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-581f7321-5e26-44b6-a7c4-1b9540333914 req-ca62665f-b918-4eaa-93a5-655390edadb9 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684788 Jul 05 04:02:55.029480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-38134248-bdaa-4734-8dcc-8759eebbfec2 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Deleting port edfd8789-cf59-4048-831d-585a5bba1e6a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:55.029480 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38134248-bdaa-4734-8dcc-8759eebbfec2 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.100809 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38134248-bdaa-4734-8dcc-8759eebbfec2 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.125092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-38134248-bdaa-4734-8dcc-8759eebbfec2 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Calling delete_port for edfd8789-cf59-4048-831d-585a5bba1e6a owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:55.265586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38134248-bdaa-4734-8dcc-8759eebbfec2 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.308398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38134248-bdaa-4734-8dcc-8759eebbfec2 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Port': ['ID=edfd8789-cf59-4048-831d-585a5bba1e6a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:55.316020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38134248-bdaa-4734-8dcc-8759eebbfec2 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.318049 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-38134248-bdaa-4734-8dcc-8759eebbfec2 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "DELETE /v2.0/ports/edfd8789-cf59-4048-831d-585a5bba1e6a HTTP/1.1" status: 204 len: 168 time: 0.4442687 Jul 05 04:02:55.320778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38668) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:55.490655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9542a233-7a9a-41ff-a390-88c8068ac455 req-87619b50-8b8c-4567-8bc1-f3400929214a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:55.492518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9542a233-7a9a-41ff-a390-88c8068ac455 req-87619b50-8b8c-4567-8bc1-f3400929214a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 945 time: 0.1375020 Jul 05 04:02:55.521111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a13f2d6e-2b44-4c24-9bfd-4ac8ecb76c2f tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Deleting port 834faff0-27af-43df-8977-fa8ab5d6351e {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:02:55.521381 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a13f2d6e-2b44-4c24-9bfd-4ac8ecb76c2f tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.610555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9542a233-7a9a-41ff-a390-88c8068ac455 req-4b7df9fa-d664-420e-a802-0fd6d37d7a69 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113429 Jul 05 04:02:55.638769 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a13f2d6e-2b44-4c24-9bfd-4ac8ecb76c2f tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.655623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a13f2d6e-2b44-4c24-9bfd-4ac8ecb76c2f tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Calling delete_port for 834faff0-27af-43df-8977-fa8ab5d6351e owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:02:55.803590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe2aad7d-02cc-46fb-a051-e987d954009c req-0ca1d2ba-7cbd-4026-9aa9-fc4708e3d619 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0391872 Jul 05 04:02:55.839046 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a13f2d6e-2b44-4c24-9bfd-4ac8ecb76c2f tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.883201 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a13f2d6e-2b44-4c24-9bfd-4ac8ecb76c2f tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:55.888760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a13f2d6e-2b44-4c24-9bfd-4ac8ecb76c2f tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "DELETE /v2.0/ports/834faff0-27af-43df-8977-fa8ab5d6351e HTTP/1.1" status: 204 len: 168 time: 0.5668726 Jul 05 04:02:55.889363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38688) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:55.890268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13f2d6e-2b44-4c24-9bfd-4ac8ecb76c2f tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Port': ['ID=834faff0-27af-43df-8977-fa8ab5d6351e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:55.944933 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c728b759-f2a8-43df-9c9a-bf8b5279124f tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0536859 Jul 05 04:02:55.948763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38696) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:55.954673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1811406424'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:55.993382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0406899f-db43-4425-b9a0-4009a1c5a041 req-b4769863-d4ce-4a44-b1fd-b09f9c836424 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0351398 Jul 05 04:02:56.087628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Made reservation on behalf of cb69a24754aa408f897c3677c423d230 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:56.093030 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.124600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:56.146245 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.146614 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Added segment 17e1a695-5f8f-42b3-a7bb-57ccb834b5a8 of type vlan for network c8bf1320-c4a3-4f7a-9d08-ee98068d2f79 Jul 05 04:02:56.220957 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.273375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85386d89-b294-4beb-a927-e69916b319c1 req-30cbc18c-04f7-479d-8e7e-4fd73845054b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.274997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85386d89-b294-4beb-a927-e69916b319c1 req-30cbc18c-04f7-479d-8e7e-4fd73845054b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1412954 Jul 05 04:02:56.316657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85386d89-b294-4beb-a927-e69916b319c1 req-8f8e75ae-d0e8-4450-b653-98d6e7db8698 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348482 Jul 05 04:02:56.359620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.366156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.366758 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.439955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'Network': ['ID=c8bf1320-c4a3-4f7a-9d08-ee98068d2f79,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:56.451000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c8bf1320-c4a3-4f7a-9d08-ee98068d2f79 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:56.501932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4a4fcceb-036f-4104-8f39-c4e28e0999a8 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5520270 Jul 05 04:02:56.509198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38712) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:02:56.520039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1551258684'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:02:56.614812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Made reservation on behalf of cb69a24754aa408f897c3677c423d230 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:02:56.619005 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.648364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:02:56.660150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.660498 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Added segment 24f5eb31-499b-443d-ab58-0c49a9668926 of type vlan for network fb49fda1-4ad6-4c0a-8225-7d04e9539a10 Jul 05 04:02:56.675123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1a6f7947-dd59-493f-9b75-a234db30e323 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:02:56.751189 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.831470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f268b1-342f-4c09-92c1-8ced1444fc65 req-144026a7-4270-4e6f-904e-417e14e61b1c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.833186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50f268b1-342f-4c09-92c1-8ced1444fc65 req-144026a7-4270-4e6f-904e-417e14e61b1c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 945 time: 0.1031241 Jul 05 04:02:56.842693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 1a6f7947-dd59-493f-9b75-a234db30e323 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:02:56.848000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 1a6f7947-dd59-493f-9b75-a234db30e323 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:02:56.848743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.874486 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50f268b1-342f-4c09-92c1-8ced1444fc65 req-9a234da1-4e85-4310-a6a5-3a79ee8bc996 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357618 Jul 05 04:02:56.876942 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.883351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:56.884082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:56.990102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'Network': ['ID=fb49fda1-4ad6-4c0a-8225-7d04e9539a10,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:57.005573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network fb49fda1-4ad6-4c0a-8225-7d04e9539a10 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:02:57.015980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-89c3784e-d1de-4a50-a930-8dbf387c9d08 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4986587 Jul 05 04:02:57.069716 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.120624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6f7947-dd59-493f-9b75-a234db30e323'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:02:57.123047 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b15f15e5-5827-4c52-8f5a-c9d09d4c813f" -d '{"events": [{"server_uuid": "d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23", "name": "network-vif-plugged", "status": "completed", "tag": "1a6f7947-dd59-493f-9b75-a234db30e323"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:02:57.141726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 1a6f7947-dd59-493f-9b75-a234db30e323, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1a6f7947-dd59-493f-9b75-a234db30e323,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:02:57.175111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-dfe72af2-889e-431f-8c4e-041bfb843d25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1409860 Jul 05 04:02:57.180229 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:02:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c263aa1e-d4d4-4d15-9aa3-f7c6f54abc83 x-openstack-request-id: req-c263aa1e-d4d4-4d15-9aa3-f7c6f54abc83 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:02:57.180552 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23", "name": "network-vif-plugged", "status": "completed", "tag": "1a6f7947-dd59-493f-9b75-a234db30e323", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:02:57.180811 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c263aa1e-d4d4-4d15-9aa3-f7c6f54abc83 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:02:57.181203 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1a6f7947-dd59-493f-9b75-a234db30e323', 'code': 200} Jul 05 04:02:57.208606 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:02:57.312863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=1a6f7947-dd59-493f-9b75-a234db30e323,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:02:57.456191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-75c3c6b9-5041-487a-a8e9-2c6c842dfe93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.460975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-75c3c6b9-5041-487a-a8e9-2c6c842dfe93 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2ee79a286b654e18b275e9f829907046&device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 1098 time: 0.2574470 Jul 05 04:02:57.554733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11441686-2ca2-41c6-8a1e-c4ac1fbe6a39 req-5a791343-ae60-4c81-a17d-e14ea4408091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.558796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11441686-2ca2-41c6-8a1e-c4ac1fbe6a39 req-5a791343-ae60-4c81-a17d-e14ea4408091 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 1098 time: 0.2617481 Jul 05 04:02:57.654547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11441686-2ca2-41c6-8a1e-c4ac1fbe6a39 req-14975c2d-9a01-49bc-b51b-0f15c054c8e3 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652137 Jul 05 04:02:57.677916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9cf30b-37a2-4b6b-bbfc-150543feb39e req-df0ade0f-295e-40bd-9a78-d58605d586f6 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.692966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b9cf30b-37a2-4b6b-bbfc-150543feb39e req-df0ade0f-295e-40bd-9a78-d58605d586f6 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1893053 Jul 05 04:02:57.759768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-337cd9eb-ce7b-4c7e-8c5b-ae785fedb191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:57.761327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-337cd9eb-ce7b-4c7e-8c5b-ae785fedb191 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 200 len: 906 time: 0.2682619 Jul 05 04:02:57.785242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b9cf30b-37a2-4b6b-bbfc-150543feb39e req-a4ba1918-649b-41f8-883b-675141f83e8f tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905242 Jul 05 04:02:57.864778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-5edf2b20-6cd8-41de-8312-db132658064b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 HTTP/1.1" status: 200 len: 217 time: 0.0654464 Jul 05 04:02:58.032522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-0bdd8b00-281e-4eb6-bf93-cf25185ce64d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.034485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-0bdd8b00-281e-4eb6-bf93-cf25185ce64d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 200 len: 845 time: 0.1625795 Jul 05 04:02:58.037060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48b94370-a76a-40ec-ab63-7b038607671d req-60f52474-5666-4307-aadd-50e2b00f0cb7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0761750 Jul 05 04:02:58.139829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-7ac42707-f687-4322-9f9e-eef784a713b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d07104d1-a15f-4aec-b4f0-93ae4e89cf95&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0719223 Jul 05 04:02:58.299399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d54ad74-f397-4611-aaf6-ed116252f02b req-71eef8d1-451d-4b96-b9bb-125cf3b169d2 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0416110 Jul 05 04:02:58.328211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5762e31-758e-4fde-a4f3-f3177073533c req-44a42050-42cf-4d6b-ba67-658d985406f8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:58.337278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5762e31-758e-4fde-a4f3-f3177073533c req-44a42050-42cf-4d6b-ba67-658d985406f8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 946 time: 0.2679932 Jul 05 04:02:58.408966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5762e31-758e-4fde-a4f3-f3177073533c req-ea10aa48-45af-43a4-87ea-700fa50cdb53 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689547 Jul 05 04:02:58.420128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-ba41e49a-288f-4d17-88a1-38234dfe4c49 service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727585 Jul 05 04:02:58.538386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3cf6d06-1cd0-4f28-88ae-b06e809794d0 req-67e9f3b4-5246-4e34-851b-0946b74279fb service neutron] 10.222.0.26 "GET /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089563 Jul 05 04:02:59.041880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaa2137-bdc4-4f02-ad64-520145d92b16 req-c3a33787-b8ac-404e-9a41-72b5d3fb5416 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.043564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ffaa2137-bdc4-4f02-ad64-520145d92b16 req-c3a33787-b8ac-404e-9a41-72b5d3fb5416 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.0873790 Jul 05 04:02:59.114014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ffaa2137-bdc4-4f02-ad64-520145d92b16 req-f4c2f0ca-98b3-4b37-8f83-f10d185e3457 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630109 Jul 05 04:02:59.656324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4502d09f-2909-460c-bc68-75480ec59854 req-18676740-0a74-4683-abf4-34e8da43e640 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.658168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4502d09f-2909-460c-bc68-75480ec59854 req-18676740-0a74-4683-abf4-34e8da43e640 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 946 time: 0.0850437 Jul 05 04:02:59.707195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4502d09f-2909-460c-bc68-75480ec59854 req-657cceac-8a65-47c8-a11b-f84beb8f14c8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423467 Jul 05 04:02:59.868279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-c75a648c-7316-4da5-baf7-7611485db86c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=8098748b7b904e9f87a6b4a428711421 HTTP/1.1" status: 200 len: 267 time: 0.0401192 Jul 05 04:02:59.968002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-312c8036-a679-4037-b2cb-2b0a8a87ff84 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:02:59.969657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-312c8036-a679-4037-b2cb-2b0a8a87ff84 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 946 time: 0.0956204 Jul 05 04:03:00.006468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-7721ccc2-a889-4845-b7bc-4df945780a80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'port': {'security_groups': []}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:00.206019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-781cbbab-f26f-469c-ab95-0b0f545c9309 req-9599155b-41d2-4a2f-8194-e1b90cab5f53 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0414276 Jul 05 04:03:00.222925 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-7721ccc2-a889-4845-b7bc-4df945780a80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.485664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fd24f32-ff7e-4a44-8891-f4df67a14101 req-e5338e80-d6ae-4894-92ed-a796d6621f62 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0727508 Jul 05 04:03:00.504321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38812) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:00.509571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'subnets': [{'network_id': 'c8bf1320-c4a3-4f7a-9d08-ee98068d2f79', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--854913356', 'ip_version': 6}, {'network_id': 'fb49fda1-4ad6-4c0a-8225-7d04e9539a10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:00.510001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'subnet': {'network_id': 'c8bf1320-c4a3-4f7a-9d08-ee98068d2f79', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--854913356', 'ip_version': 6}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:00.510672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Request body: {'subnet': {'network_id': 'fb49fda1-4ad6-4c0a-8225-7d04e9539a10', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:00.556115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16417403-de33-4e53-a6ca-50d7c4f61858 req-1a9e4008-23bd-412b-b802-a374537276af tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.558081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16417403-de33-4e53-a6ca-50d7c4f61858 req-1a9e4008-23bd-412b-b802-a374537276af tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.2225184 Jul 05 04:03:00.586527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-7721ccc2-a889-4845-b7bc-4df945780a80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] For port 1a6f7947-dd59-493f-9b75-a234db30e323, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1a6f7947-dd59-493f-9b75-a234db30e323,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:00.643019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16417403-de33-4e53-a6ca-50d7c4f61858 req-2dd52a79-4e60-4405-a35d-ce4d3db8acfc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705285 Jul 05 04:03:00.647023 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-7721ccc2-a889-4845-b7bc-4df945780a80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.716816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-7721ccc2-a889-4845-b7bc-4df945780a80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.731115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['761bf73a-509b-4c28-b457-15f5ee0c6a71', 'e69327c5-391f-44a4-ac13-fd5787e9efa6', '1a6f7947-dd59-493f-9b75-a234db30e323'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:00.776426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-7721ccc2-a889-4845-b7bc-4df945780a80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:00.776988 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-7721ccc2-a889-4845-b7bc-4df945780a80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.796664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e9fa2e0-2ee6-4c51-a8b6-35041cf536d1 req-7721ccc2-a889-4845-b7bc-4df945780a80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "PUT /v2.0/ports/1a6f7947-dd59-493f-9b75-a234db30e323 HTTP/1.1" status: 200 len: 905 time: 0.8073540 Jul 05 04:03:00.797261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23', 'tag': '1a6f7947-dd59-493f-9b75-a234db30e323'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:00.800431 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01e30dc9-1089-415d-9df3-6cd03240a611" -d '{"events": [{"name": "network-changed", "server_uuid": "d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23", "tag": "1a6f7947-dd59-493f-9b75-a234db30e323"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:00.809879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Made reservation on behalf of cb69a24754aa408f897c3677c423d230 for: {'subnet': 2} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:00.815014 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.815356 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:00.858411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7721ccc2-a889-4845-b7bc-4df945780a80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'Port': ['ID=1a6f7947-dd59-493f-9b75-a234db30e323,revision_number=6']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:00.915712 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5839a12-7c7b-48aa-a916-6bb86e7b1bbd x-openstack-request-id: req-a5839a12-7c7b-48aa-a916-6bb86e7b1bbd {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:00.916113 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23", "tag": "1a6f7947-dd59-493f-9b75-a234db30e323", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:00.916436 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a5839a12-7c7b-48aa-a916-6bb86e7b1bbd {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:00.916918 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23', 'tag': '1a6f7947-dd59-493f-9b75-a234db30e323', 'status': 'completed', 'code': 200} Jul 05 04:03:00.990312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['1a6f7947-dd59-493f-9b75-a234db30e323'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:01.131570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-7fdcc40e-6427-4882-8bc2-9d7cb515b451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.134014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-7fdcc40e-6427-4882-8bc2-9d7cb515b451 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 1060 time: 0.1900470 Jul 05 04:03:01.153537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c26e68-5f38-46c6-8dea-d8cf09fb20e8 req-25af7a91-711d-4c82-9b73-cab0102de313 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.155697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69c26e68-5f38-46c6-8dea-d8cf09fb20e8 req-25af7a91-711d-4c82-9b73-cab0102de313 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 908 time: 0.1588032 Jul 05 04:03:01.255044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e83769c1-b6ab-4e9c-b78d-8186fb40a836 None None] Provisioning complete for port 1a6f7947-dd59-493f-9b75-a234db30e323 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:01.259561 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e83769c1-b6ab-4e9c-b78d-8186fb40a836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.336463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-a0ddd4cb-425f-42de-b9d0-cb72b22d72df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.339373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-a0ddd4cb-425f-42de-b9d0-cb72b22d72df service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.1977785 Jul 05 04:03:01.401830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-cdd7dc03-aec0-4bbd-9eb9-b02c7813e893 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1a6f7947-dd59-493f-9b75-a234db30e323 HTTP/1.1" status: 200 len: 217 time: 0.0497987 Jul 05 04:03:01.516954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-16191ad2-9c78-4a8c-b0b9-c0a49eece8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.518415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-16191ad2-9c78-4a8c-b0b9-c0a49eece8c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.0783663 Jul 05 04:03:01.527561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c68991d-2eee-4f6d-91ba-3c737cfdb67d req-85fd0e51-21e3-42e6-b827-8f525cc0ffe3 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.529148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c68991d-2eee-4f6d-91ba-3c737cfdb67d req-85fd0e51-21e3-42e6-b827-8f525cc0ffe3 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1293106 Jul 05 04:03:01.602404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c68991d-2eee-4f6d-91ba-3c737cfdb67d req-f4cbd822-e20d-4744-8412-ea0f4091a8db tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641527 Jul 05 04:03:01.618599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-52c3eb69-fd46-4742-9bd4-dd3222178516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.620178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-52c3eb69-fd46-4742-9bd4-dd3222178516 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0901363 Jul 05 04:03:01.621609 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.700186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Checking segment: {'id': '17e1a695-5f8f-42b3-a7bb-57ccb834b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8bf1320-c4a3-4f7a-9d08-ee98068d2f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:01.700421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Network hostable DHCP agents. Network: c8bf1320-c4a3-4f7a-9d08-ee98068d2f79, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:01.715727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'Subnet': ['ID=8ab5ec1f-6232-4c00-a443-1b2ebe80c0b4,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:01.797026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Network c8bf1320-c4a3-4f7a-9d08-ee98068d2f79 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:01.882550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c8bf1320-c4a3-4f7a-9d08-ee98068d2f79) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:01.885618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-90b03845-1c53-4dc3-a6e5-a425211d7a2a service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470737 Jul 05 04:03:01.887499 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:01.895677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d751dfc5-0088-4a37-b0d7-d7de765a990d None None] Network c8bf1320-c4a3-4f7a-9d08-ee98068d2f79 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:01.964186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9fd87b-2408-4b52-85d8-706eae9c2da2 req-22f00439-fa34-4892-8e98-410abea36d80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:01.965721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee9fd87b-2408-4b52-85d8-706eae9c2da2 req-22f00439-fa34-4892-8e98-410abea36d80 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1954618 Jul 05 04:03:02.007160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event updated for resources: {'Subnet': ['ID=90abee54-b783-4138-b489-f6015f8f40f7,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:02.019764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Checking segment: {'id': '24f5eb31-499b-443d-ab58-0c49a9668926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fb49fda1-4ad6-4c0a-8225-7d04e9539a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:02.020392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Network hostable DHCP agents. Network: fb49fda1-4ad6-4c0a-8225-7d04e9539a10, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:02.033825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedddbfa-9c81-4540-9016-caff153bc4a0 req-d58ad9e1-7b47-480f-94b7-d60a2e1edfe3 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.035176 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eedddbfa-9c81-4540-9016-caff153bc4a0 req-d58ad9e1-7b47-480f-94b7-d60a2e1edfe3 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1920586 Jul 05 04:03:02.066397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee9fd87b-2408-4b52-85d8-706eae9c2da2 req-7503fa2b-0cd7-40df-b7a8-fa1c467a2387 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912282 Jul 05 04:03:02.074730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e30dc9-1089-415d-9df3-6cd03240a611 req-2e211e69-54b0-485e-867b-1e0105a705dc service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1789200 Jul 05 04:03:02.096435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eedddbfa-9c81-4540-9016-caff153bc4a0 req-66880522-a6ba-448e-85da-f7db9f0bd896 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479491 Jul 05 04:03:02.127218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Network fb49fda1-4ad6-4c0a-8225-7d04e9539a10 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:02.189996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-c8bf1320-c4a3-4f7a-9d08-ee98068d2f79', 'network_id': 'c8bf1320-c4a3-4f7a-9d08-ee98068d2f79', 'tenant_id': 'cb69a24754aa408f897c3677c423d230', 'fixed_ips': [{'subnet_id': '8ab5ec1f-6232-4c00-a443-1b2ebe80c0b4'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:02.191493 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.207976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, fb49fda1-4ad6-4c0a-8225-7d04e9539a10) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:02.213764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.214242 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.215204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:02.224202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31f8b08a-3a43-4958-9ac1-124746e66c94 None None] Network fb49fda1-4ad6-4c0a-8225-7d04e9539a10 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:02.364835 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c0ac0447-6c4f-4497-b8e4-4da455569e92 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 1.8589170 Jul 05 04:03:02.367508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38868) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:02.556160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Allocated IP 2001:db8::1 (c8bf1320-c4a3-4f7a-9d08-ee98068d2f79/8ab5ec1f-6232-4c00-a443-1b2ebe80c0b4/5de9a436-f33f-4b0c-b21c-ab2465436845) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:02.878835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013352c-6c8c-412e-a5b4-05d5bc3ec045 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.880315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013352c-6c8c-412e-a5b4-05d5bc3ec045 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.881965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1013352c-6c8c-412e-a5b4-05d5bc3ec045 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.883590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1013352c-6c8c-412e-a5b4-05d5bc3ec045 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.5150716 Jul 05 04:03:02.893716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38880) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:02.964509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-07e05d6b-6437-4809-ba88-ed7193dca250 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:02.965983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-07e05d6b-6437-4809-ba88-ed7193dca250 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 812 time: 0.5475342 Jul 05 04:03:02.989305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d087869-a751-4786-9a8a-af3596d98d55 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Deleting subnet 8ab5ec1f-6232-4c00-a443-1b2ebe80c0b4 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:03.019154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5789ff8c-9049-4bb5-8698-bce017b76480 req-8dd712e7-5260-474a-934e-22c1f0cd7b34 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0521216 Jul 05 04:03:03.031081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0404b307-b4ee-467e-8bdc-f4e7b2b7eea2 req-dd55b062-9ddb-4aba-b8fa-edfa0139368b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:03.033642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0404b307-b4ee-467e-8bdc-f4e7b2b7eea2 req-dd55b062-9ddb-4aba-b8fa-edfa0139368b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.2105973 Jul 05 04:03:03.047790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-c7c1c3aa-fc75-4dff-80f3-d077c3f95396 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/quotas/8098748b7b904e9f87a6b4a428711421 HTTP/1.1" status: 200 len: 375 time: 0.0559542 Jul 05 04:03:03.124930 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-fb49fda1-4ad6-4c0a-8225-7d04e9539a10', 'network_id': 'fb49fda1-4ad6-4c0a-8225-7d04e9539a10', 'tenant_id': 'cb69a24754aa408f897c3677c423d230', 'fixed_ips': [{'subnet_id': '90abee54-b783-4138-b489-f6015f8f40f7'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:03.125786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.166294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0404b307-b4ee-467e-8bdc-f4e7b2b7eea2 req-080e1ab8-73d4-49d6-bf77-237cbf7accfb tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144919 Jul 05 04:03:03.262060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d23e8c8c-2fdf-4dde-8aa5-df2c683189f4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2127800 Jul 05 04:03:03.272179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-ad8be5a4-8989-4622-8311-106b3a2a4102 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:03:03.273807 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-ad8be5a4-8989-4622-8311-106b3a2a4102 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087261 Jul 05 04:03:03.310573 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.336585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Transition to ACTIVE for port object 5de9a436-f33f-4b0c-b21c-ab2465436845 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:03.392252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Transition to ACTIVE for port object 5de9a436-f33f-4b0c-b21c-ab2465436845 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:03.430407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-21be244c-6f44-4e1f-82a4-f82d323d578c service neutron] 10.222.0.30 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499357 Jul 05 04:03:03.450466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffb3b18-05cc-42e2-bc50-3904402ab12b req-681c55fd-7ec6-410c-bbc5-c72571057470 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:03.451042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Allocated IP 2001:db8:0:1::1 (fb49fda1-4ad6-4c0a-8225-7d04e9539a10/90abee54-b783-4138-b489-f6015f8f40f7/266c0499-4677-4cd7-b03d-66bdce43a67b) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:03.454127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ffb3b18-05cc-42e2-bc50-3904402ab12b req-681c55fd-7ec6-410c-bbc5-c72571057470 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.1435754 Jul 05 04:03:03.480016 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d087869-a751-4786-9a8a-af3596d98d55 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.525064 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d087869-a751-4786-9a8a-af3596d98d55 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.525654 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.566133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ffb3b18-05cc-42e2-bc50-3904402ab12b req-392b31d8-e13e-443d-8d0b-99c894d25190 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971134 Jul 05 04:03:03.606523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f473832f-3305-4daf-baac-13a98eb3f43f service neutron] 10.222.0.30 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509600 Jul 05 04:03:03.617572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Network c8bf1320-c4a3-4f7a-9d08-ee98068d2f79 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:03.621208 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:03.628237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:03.681716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Pushing event updated for resources: {'Port': ['ID=5de9a436-f33f-4b0c-b21c-ab2465436845,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:03.709984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d087869-a751-4786-9a8a-af3596d98d55 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.720032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.720476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.723451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.723451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.723451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.723451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.723451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.723451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.723451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.723451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.724238 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.725269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:03.744737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6123fae3-f855-4074-8348-74de4ec9da12 req-21346e0a-6b37-4611-a8dd-b54a3ecb2a90 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0932665 Jul 05 04:03:03.799580 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:03:03.810279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Attempting to bind port 5de9a436-f33f-4b0c-b21c-ab2465436845 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:03.810642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Attempting to bind port 5de9a436-f33f-4b0c-b21c-ab2465436845 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '17e1a695-5f8f-42b3-a7bb-57ccb834b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8bf1320-c4a3-4f7a-9d08-ee98068d2f79'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:03.815361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Attempting to bind port 5de9a436-f33f-4b0c-b21c-ab2465436845 on network c8bf1320-c4a3-4f7a-9d08-ee98068d2f79 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:03.818482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:03.818857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Checking segment: {'id': '17e1a695-5f8f-42b3-a7bb-57ccb834b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8bf1320-c4a3-4f7a-9d08-ee98068d2f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:03.819259 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.819650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Bound using segment: {'id': '17e1a695-5f8f-42b3-a7bb-57ccb834b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8bf1320-c4a3-4f7a-9d08-ee98068d2f79'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:03.820142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Bound port: 5de9a436-f33f-4b0c-b21c-ab2465436845, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '17e1a695-5f8f-42b3-a7bb-57ccb834b5a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'c8bf1320-c4a3-4f7a-9d08-ee98068d2f79'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:03.820536 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.842864 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.855670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Transition to ACTIVE for port object 266c0499-4677-4cd7-b03d-66bdce43a67b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:03.904719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Transition to ACTIVE for port object 266c0499-4677-4cd7-b03d-66bdce43a67b will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:03.946099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d087869-a751-4786-9a8a-af3596d98d55 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:03.950054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] For port 5de9a436-f33f-4b0c-b21c-ab2465436845, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:03.954814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] For port 5de9a436-f33f-4b0c-b21c-ab2465436845, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5de9a436-f33f-4b0c-b21c-ab2465436845,segment=NetworkSegment(17e1a695-5f8f-42b3-a7bb-57ccb834b5a8),segment_id=17e1a695-5f8f-42b3-a7bb-57ccb834b5a8)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:03.997500 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.006430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d087869-a751-4786-9a8a-af3596d98d55 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab5ec1f-6232-4c00-a443-1b2ebe80c0b4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.023864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d087869-a751-4786-9a8a-af3596d98d55 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.030843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38916) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.044066 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2d087869-a751-4786-9a8a-af3596d98d55 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "DELETE /v2.0/subnets/8ab5ec1f-6232-4c00-a443-1b2ebe80c0b4 HTTP/1.1" status: 204 len: 168 time: 1.1471632 Jul 05 04:03:04.050495 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.134394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d2b1317-0ae8-4fd8-9df7-3f717b87d183 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Deleting subnet 90abee54-b783-4138-b489-f6015f8f40f7 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:04.138669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1317-0ae8-4fd8-9df7-3f717b87d183 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.153415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Network fb49fda1-4ad6-4c0a-8225-7d04e9539a10 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:04.169693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:04.175588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:04.202371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Pushing event updated for resources: {'Port': ['ID=266c0499-4677-4cd7-b03d-66bdce43a67b,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.230438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7226420-0d3a-48de-b427-4169631deb15 req-addd1f06-c149-4660-a188-ad3600229031 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 210 time: 0.0434003 Jul 05 04:03:04.242651 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1317-0ae8-4fd8-9df7-3f717b87d183 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.382176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c030a82-ef4e-466c-87cb-6ec75d42ec20 None None] Pushing event updated for resources: {'Port': ['ID=5de9a436-f33f-4b0c-b21c-ab2465436845,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.392468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Attempting to bind port 266c0499-4677-4cd7-b03d-66bdce43a67b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:04.392842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Attempting to bind port 266c0499-4677-4cd7-b03d-66bdce43a67b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '24f5eb31-499b-443d-ab58-0c49a9668926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fb49fda1-4ad6-4c0a-8225-7d04e9539a10'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:04.393294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Attempting to bind port 266c0499-4677-4cd7-b03d-66bdce43a67b on network fb49fda1-4ad6-4c0a-8225-7d04e9539a10 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:04.401184 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1317-0ae8-4fd8-9df7-3f717b87d183 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.401926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:04.402312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Checking segment: {'id': '24f5eb31-499b-443d-ab58-0c49a9668926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fb49fda1-4ad6-4c0a-8225-7d04e9539a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:04.402718 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.403118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Bound using segment: {'id': '24f5eb31-499b-443d-ab58-0c49a9668926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fb49fda1-4ad6-4c0a-8225-7d04e9539a10'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:04.403609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Bound port: 266c0499-4677-4cd7-b03d-66bdce43a67b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24f5eb31-499b-443d-ab58-0c49a9668926', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'fb49fda1-4ad6-4c0a-8225-7d04e9539a10'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:04.404021 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.580401 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1317-0ae8-4fd8-9df7-3f717b87d183 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.684222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] For port 266c0499-4677-4cd7-b03d-66bdce43a67b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:04.691073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] For port 266c0499-4677-4cd7-b03d-66bdce43a67b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=266c0499-4677-4cd7-b03d-66bdce43a67b,segment=NetworkSegment(24f5eb31-499b-443d-ab58-0c49a9668926),segment_id=24f5eb31-499b-443d-ab58-0c49a9668926)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:04.752296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2b1317-0ae8-4fd8-9df7-3f717b87d183 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Subnet': ['ID=90abee54-b783-4138-b489-f6015f8f40f7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:04.758726 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d2b1317-0ae8-4fd8-9df7-3f717b87d183 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.763512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38930) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:04.763841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1d2b1317-0ae8-4fd8-9df7-3f717b87d183 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "DELETE /v2.0/subnets/90abee54-b783-4138-b489-f6015f8f40f7 HTTP/1.1" status: 204 len: 168 time: 0.7316628 Jul 05 04:03:04.781593 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:04.812879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fdf919-6054-409e-be89-d45a0d0f0399 req-98e61c97-3f79-4cf2-ab20-f336e369c240 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:04.820554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3fdf919-6054-409e-be89-d45a0d0f0399 req-98e61c97-3f79-4cf2-ab20-f336e369c240 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.2316775 Jul 05 04:03:04.901312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3fdf919-6054-409e-be89-d45a0d0f0399 req-caa6978f-8224-45fe-b47f-3356a28a6e8c tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757763 Jul 05 04:03:05.014682 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe0af44-b273-4228-8464-2a90dcb99cfc tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:05.019983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38942) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:05.020435 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1fe0af44-b273-4228-8464-2a90dcb99cfc tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2553642 Jul 05 04:03:05.024456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e7e4a-2294-4f19-ac40-7341d8f32c6e None None] Pushing event updated for resources: {'Port': ['ID=266c0499-4677-4cd7-b03d-66bdce43a67b,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:05.181268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.291415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Deleting port 266c0499-4677-4cd7-b03d-66bdce43a67b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:05.291415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.401857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3534a60-d0a5-4d2f-84aa-516fb032f83d req-39029e62-b976-40fb-a6ad-6c263b849c6f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 210 time: 0.0481517 Jul 05 04:03:05.459844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] For port 266c0499-4677-4cd7-b03d-66bdce43a67b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=266c0499-4677-4cd7-b03d-66bdce43a67b,segment=NetworkSegment(24f5eb31-499b-443d-ab58-0c49a9668926),segment_id=24f5eb31-499b-443d-ab58-0c49a9668926)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:05.460944 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.509829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Calling delete_port for 266c0499-4677-4cd7-b03d-66bdce43a67b owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:05.739348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5de9a436-f33f-4b0c-b21c-ab2465436845 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:05.758024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:05.821925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] No DVR routers for this DVR port 266c0499-4677-4cd7-b03d-66bdce43a67b on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:05.858093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Port': ['ID=266c0499-4677-4cd7-b03d-66bdce43a67b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:05.905301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 5de9a436-f33f-4b0c-b21c-ab2465436845 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:05.910954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 266c0499-4677-4cd7-b03d-66bdce43a67b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:05.939356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0b3471a-5d52-4368-9f5a-e093fa7dd6ba req-7008a5d0-7be0-4eaa-b42e-37eee282963b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1237159 Jul 05 04:03:05.966604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 266c0499-4677-4cd7-b03d-66bdce43a67b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:05.967795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 266c0499-4677-4cd7-b03d-66bdce43a67b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:03:06.020480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Port 266c0499-4677-4cd7-b03d-66bdce43a67b not found, will not notify nova. {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:03:06.056322 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.114251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb49fda1-4ad6-4c0a-8225-7d04e9539a10']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:06.123475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984d591c-748d-46d6-9da9-77081af36379 None None] Network c8bf1320-c4a3-4f7a-9d08-ee98068d2f79 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:06.149290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24f5eb31-499b-443d-ab58-0c49a9668926') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:06.149598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24f5eb31-499b-443d-ab58-0c49a9668926') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:06.191076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-e5a1f477-9619-4cc0-a0ae-3655332d3505 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:06.192728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-e5a1f477-9619-4cc0-a0ae-3655332d3505 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.3748028 Jul 05 04:03:06.197036 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.260994 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.323078 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:06.323506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:06.327368 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:06.343866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cba53544-1d83-4ddd-a431-2063ff94aef4 None None] Provisioning for port 5de9a436-f33f-4b0c-b21c-ab2465436845 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:06.371735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cba53544-1d83-4ddd-a431-2063ff94aef4 None None] Provisioning complete for port 5de9a436-f33f-4b0c-b21c-ab2465436845 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:06.373864 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cba53544-1d83-4ddd-a431-2063ff94aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.550839 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cba53544-1d83-4ddd-a431-2063ff94aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.559637 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.601774 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.602036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d9cca9-7394-42c4-b161-5022ab75c9aa None None] DHCP port deletion for c8bf1320-c4a3-4f7a-9d08-ee98068d2f79 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:06.608739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "DELETE /v2.0/networks/fb49fda1-4ad6-4c0a-8225-7d04e9539a10 HTTP/1.1" status: 204 len: 168 time: 1.5864947 Jul 05 04:03:06.612035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38988) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:06.664305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cba53544-1d83-4ddd-a431-2063ff94aef4 None None] For port 5de9a436-f33f-4b0c-b21c-ab2465436845, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5de9a436-f33f-4b0c-b21c-ab2465436845,segment=NetworkSegment(17e1a695-5f8f-42b3-a7bb-57ccb834b5a8),segment_id=17e1a695-5f8f-42b3-a7bb-57ccb834b5a8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:06.673214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0e4fc05-16e6-47ad-b643-c592400ef399 req-53440fb6-9634-4372-b277-06a71e0ef8a6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1284487 Jul 05 04:03:06.693074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5e10b0-f1bc-4ad4-b41e-73aafc1b312e tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Network': ['ID=fb49fda1-4ad6-4c0a-8225-7d04e9539a10,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.713754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774dbc04-9602-4d0a-9812-6b0da9c7244a None None] DHCP port deletion for fb49fda1-4ad6-4c0a-8225-7d04e9539a10 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:06.726481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f889983a-cfed-474a-878f-4a6308320915 req-561730f9-7f42-464a-b342-d5880ec44e63 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:06.731257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f889983a-cfed-474a-878f-4a6308320915 req-561730f9-7f42-464a-b342-d5880ec44e63 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 945 time: 0.4805980 Jul 05 04:03:06.750532 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cba53544-1d83-4ddd-a431-2063ff94aef4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.761653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b98ba-bdbd-4560-b2b7-a9e8d24883ea None None] Network fb49fda1-4ad6-4c0a-8225-7d04e9539a10 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:06.804241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-8b6af4b6-61d0-4ce5-baf2-020aab03c37b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Deleting port 207322ee-de94-42c1-8988-80365619334a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:06.804241 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-8b6af4b6-61d0-4ce5-baf2-020aab03c37b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.807026 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-804b98ba-bdbd-4560-b2b7-a9e8d24883ea None None] Network fb49fda1-4ad6-4c0a-8225-7d04e9539a10 could not be found, it might have been deleted concurrently. {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 05 04:03:06.842519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-28d9cca9-7394-42c4-b161-5022ab75c9aa None None] Deleting port 5de9a436-f33f-4b0c-b21c-ab2465436845 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:06.843180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-28d9cca9-7394-42c4-b161-5022ab75c9aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.846255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba53544-1d83-4ddd-a431-2063ff94aef4 None None] Pushing event updated for resources: {'Port': ['ID=5de9a436-f33f-4b0c-b21c-ab2465436845,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:06.861672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.909764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fe86c481-201a-47f6-9ac1-c4154075a701 None None] Could not find standard attr ID for object 266c0499-4677-4cd7-b03d-66bdce43a67b. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:03:06.916522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f889983a-cfed-474a-878f-4a6308320915 req-c942ff1b-f6f5-46b9-9404-621949813b5a tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637502 Jul 05 04:03:06.958907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-28d9cca9-7394-42c4-b161-5022ab75c9aa None None] For port 5de9a436-f33f-4b0c-b21c-ab2465436845, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5de9a436-f33f-4b0c-b21c-ab2465436845,segment=NetworkSegment(17e1a695-5f8f-42b3-a7bb-57ccb834b5a8),segment_id=17e1a695-5f8f-42b3-a7bb-57ccb834b5a8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:06.959299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-28d9cca9-7394-42c4-b161-5022ab75c9aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:06.981169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-28d9cca9-7394-42c4-b161-5022ab75c9aa None None] Calling delete_port for 5de9a436-f33f-4b0c-b21c-ab2465436845 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:07.003488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-8b6af4b6-61d0-4ce5-baf2-020aab03c37b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] For port 207322ee-de94-42c1-8988-80365619334a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=207322ee-de94-42c1-8988-80365619334a,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:07.004167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-8b6af4b6-61d0-4ce5-baf2-020aab03c37b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.012126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Deleting port 5de9a436-f33f-4b0c-b21c-ab2465436845 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:07.012854 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.042565 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e34f659-b3e3-4ad9-aee6-07725384e78e req-69d9fe94-e6eb-447c-a58f-0bd7c09b234b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 210 time: 0.0455155 Jul 05 04:03:07.083174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-8b6af4b6-61d0-4ce5-baf2-020aab03c37b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Calling delete_port for 207322ee-de94-42c1-8988-80365619334a owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:07.154874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] For port 5de9a436-f33f-4b0c-b21c-ab2465436845, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5de9a436-f33f-4b0c-b21c-ab2465436845,segment=NetworkSegment(17e1a695-5f8f-42b3-a7bb-57ccb834b5a8),segment_id=17e1a695-5f8f-42b3-a7bb-57ccb834b5a8)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:07.155726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.197847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Calling delete_port for 5de9a436-f33f-4b0c-b21c-ab2465436845 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:07.241946 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-28d9cca9-7394-42c4-b161-5022ab75c9aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.307804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9cca9-7394-42c4-b161-5022ab75c9aa None None] Pushing event deleted for resources: {'Port': ['ID=5de9a436-f33f-4b0c-b21c-ab2465436845,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.315160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d9cca9-7394-42c4-b161-5022ab75c9aa None None] No DVR routers for this DVR port 5de9a436-f33f-4b0c-b21c-ab2465436845 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:07.351346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f7c6d5d4-ee19-4637-987a-71feec0e36cc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:07.352878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f7c6d5d4-ee19-4637-987a-71feec0e36cc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 812 time: 0.3035254 Jul 05 04:03:07.355358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.388445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Port': ['ID=5de9a436-f33f-4b0c-b21c-ab2465436845,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.390593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] No DVR routers for this DVR port 5de9a436-f33f-4b0c-b21c-ab2465436845 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:07.420730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Request body: {'port': {'device_id': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'admin_state_up': True, 'tenant_id': '8098748b7b904e9f87a6b4a428711421'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:07.533527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5de9a436-f33f-4b0c-b21c-ab2465436845 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:07.575626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.591785 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 5de9a436-f33f-4b0c-b21c-ab2465436845 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:07.592159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5de9a436-f33f-4b0c-b21c-ab2465436845 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:07.593876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 266c0499-4677-4cd7-b03d-66bdce43a67b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:07.598624 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-8b6af4b6-61d0-4ce5-baf2-020aab03c37b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.601658 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8bf1320-c4a3-4f7a-9d08-ee98068d2f79']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.626920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17e1a695-5f8f-42b3-a7bb-57ccb834b5a8') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.628090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17e1a695-5f8f-42b3-a7bb-57ccb834b5a8') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:07.634507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6af4b6-61d0-4ce5-baf2-020aab03c37b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event deleted for resources: {'Port': ['ID=207322ee-de94-42c1-8988-80365619334a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.638890 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.658655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.665332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 266c0499-4677-4cd7-b03d-66bdce43a67b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:07.665847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 266c0499-4677-4cd7-b03d-66bdce43a67b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:07.666102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:07.666511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:07.669963 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:07.686571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ffcd3c16-06ae-4ed4-b2e0-92a43687ff85'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:07.704836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-8b6af4b6-61d0-4ce5-baf2-020aab03c37b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] No DVR routers for this DVR port 207322ee-de94-42c1-8988-80365619334a on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:07.717862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-8b6af4b6-61d0-4ce5-baf2-020aab03c37b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.721013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-260a5e20-77a4-464e-8bd4-436aa52cde66 req-8b6af4b6-61d0-4ce5-baf2-020aab03c37b tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "DELETE /v2.0/ports/207322ee-de94-42c1-8988-80365619334a HTTP/1.1" status: 204 len: 173 time: 1.5219262 Jul 05 04:03:07.722312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '94167280-a320-4842-abb8-196a93aa7dac', 'name': 'network-vif-deleted', 'tag': '207322ee-de94-42c1-8988-80365619334a'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:07.725806 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8608f9cf-30d7-413f-96ae-d6c56c20db6b" -d '{"events": [{"server_uuid": "94167280-a320-4842-abb8-196a93aa7dac", "name": "network-vif-deleted", "tag": "207322ee-de94-42c1-8988-80365619334a"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:07.735128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Made reservation on behalf of 8098748b7b904e9f87a6b4a428711421 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:07.741284 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.797753 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8042db6b-4502-4f41-8764-31eed66d4072 x-openstack-request-id: req-8042db6b-4502-4f41-8764-31eed66d4072 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:07.798057 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "94167280-a320-4842-abb8-196a93aa7dac", "name": "network-vif-deleted", "tag": "207322ee-de94-42c1-8988-80365619334a", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:07.798314 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8042db6b-4502-4f41-8764-31eed66d4072 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:07.798731 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '94167280-a320-4842-abb8-196a93aa7dac', 'name': 'network-vif-deleted', 'tag': '207322ee-de94-42c1-8988-80365619334a', 'status': 'completed', 'code': 200} Jul 05 04:03:07.820035 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.846145 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:07.857661 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "DELETE /v2.0/networks/c8bf1320-c4a3-4f7a-9d08-ee98068d2f79 HTTP/1.1" status: 204 len: 168 time: 1.2390802 Jul 05 04:03:07.859297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39004) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:07.882952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c409d0-7f25-45b7-9e60-3beb8ca10f6a tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Network': ['ID=c8bf1320-c4a3-4f7a-9d08-ee98068d2f79,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:07.996488 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.020713 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ee776da2-1a69-4c02-94a9-3dac39b4f286 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.172269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Allocated IP 172.20.0.7 (bb7225f8-2656-4d21-83e6-3f10fe13876c/ff06111f-dc07-4a36-b1fc-1755a4ea96de/86d9213f-8005-45cc-ad23-db30115fa6db) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:08.213911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4cb0393-0a91-4368-81c1-f7b4ecc6a81c req-1a645fcd-e126-48eb-ba50-bf4dce95b9fa tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 210 time: 0.0977819 Jul 05 04:03:08.276396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eddeb6a1-8c2e-464d-906c-852ce9ae0e42 req-51d640b6-9c7c-4c0e-b518-d2253f62d4bc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 210 time: 0.0649910 Jul 05 04:03:08.278189 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.295198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d630685-d769-4279-ad70-bb7e2f714a9a']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.316128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b423d1c0-6a81-44f5-820a-42fc0c05e02c') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.316431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b423d1c0-6a81-44f5-820a-42fc0c05e02c') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.335663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.367459 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.404812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:08.406694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:08.408739 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:08.524814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.537745 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.555935 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.560710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "DELETE /v2.0/networks/5d630685-d769-4279-ad70-bb7e2f714a9a HTTP/1.1" status: 204 len: 168 time: 0.6969519 Jul 05 04:03:08.560710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Transition to ACTIVE for port object 86d9213f-8005-45cc-ad23-db30115fa6db will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:08.561210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39022) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:08.562308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe36a87-7661-4eff-bdae-a404d6060f2c tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Network': ['ID=5d630685-d769-4279-ad70-bb7e2f714a9a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:08.624939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95457001-1daf-4f47-a9ce-573b57fbb937 req-918adc9c-af1e-475f-969b-5c5f72ab99ca service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0385425 Jul 05 04:03:08.666099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.700797 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.760852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Network bb7225f8-2656-4d21-83e6-3f10fe13876c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:08.768142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:08.782609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['761bf73a-509b-4c28-b457-15f5ee0c6a71', 'e69327c5-391f-44a4-ac13-fd5787e9efa6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:08.785989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:08.788436 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.852969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6d3ebe-bfb3-41d1-8b49-8b992974cafc']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.853982 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event updated for resources: {'Port': ['ID=86d9213f-8005-45cc-ad23-db30115fa6db,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:08.863033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 207322ee-de94-42c1-8988-80365619334a no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:08.895021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 207322ee-de94-42c1-8988-80365619334a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:08.895699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 207322ee-de94-42c1-8988-80365619334a not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:08.896989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:08.897678 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.900797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc61967-39c9-4107-a154-4f8ef949a85c') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.901188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc61967-39c9-4107-a154-4f8ef949a85c') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:08.921756 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.941633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:08.950585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:08.951372 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:09.150366 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:09.155608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de82fd8e-2697-4f7f-b1ac-4d0f3e84ebcc req-703d7362-97c6-4765-9d0f-954dd0234261 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0535235 Jul 05 04:03:09.390213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6dfdcaa4-2add-4264-b582-91a651c476f5 req-01982ce2-1f3f-451e-b37e-e2b662728403 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=94167280-a320-4842-abb8-196a93aa7dac HTTP/1.1" status: 200 len: 210 time: 0.0441387 Jul 05 04:03:09.489665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7935482a-4a50-4df5-9175-2db89d6660d0 req-18bc9fdb-f215-4bcc-98c6-420515a04ab3 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:09.491147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7935482a-4a50-4df5-9175-2db89d6660d0 req-18bc9fdb-f215-4bcc-98c6-420515a04ab3 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 931 time: 0.0846395 Jul 05 04:03:09.540430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7935482a-4a50-4df5-9175-2db89d6660d0 req-09df0767-2fe8-4991-8020-f244c5008114 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429070 Jul 05 04:03:10.034335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-d428aa11-4366-44bd-8324-b7af6f9a9afe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6146984 Jul 05 04:03:10.049804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Request body: {'port': {'device_id': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:10.085043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cf74f52c-755b-45ce-bfe5-dc62c484ae96 None None] Provisioning for port 86d9213f-8005-45cc-ad23-db30115fa6db completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:10.088878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cf74f52c-755b-45ce-bfe5-dc62c484ae96 None None] Provisioning complete for port 86d9213f-8005-45cc-ad23-db30115fa6db triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:10.089555 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cf74f52c-755b-45ce-bfe5-dc62c484ae96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.093883 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.108276 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.130045 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] 10.222.0.30 "DELETE /v2.0/networks/0e6d3ebe-bfb3-41d1-8b49-8b992974cafc HTTP/1.1" status: 204 len: 168 time: 1.5681024 Jul 05 04:03:10.150933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-cf74f52c-755b-45ce-bfe5-dc62c484ae96 None None] Port 86d9213f-8005-45cc-ad23-db30115fa6db cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:10.169978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d8bee6-20fd-4198-98fd-8f839d88c2e5 tempest-BulkNetworkOpsIpV6Test-2133569271 tempest-BulkNetworkOpsIpV6Test-2133569271-project] Pushing event deleted for resources: {'Network': ['ID=0e6d3ebe-bfb3-41d1-8b49-8b992974cafc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:10.179182 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.538673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86d9213f-8005-45cc-ad23-db30115fa6db {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:10.550036 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.579962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Transition to ACTIVE for port object 86d9213f-8005-45cc-ad23-db30115fa6db will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:10.663984 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.740690 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a75eb6a6-6d27-4d82-9fc2-481e227411bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.807657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Pushing event updated for resources: {'Port': ['ID=86d9213f-8005-45cc-ad23-db30115fa6db,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:10.891528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39096) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:10.907221 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:10.936906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06049e71-f9d5-443f-be58-17fae5ef11ba req-058b4e87-dc41-4abb-badf-dcc1a4219349 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:10.938477 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06049e71-f9d5-443f-be58-17fae5ef11ba req-058b4e87-dc41-4abb-badf-dcc1a4219349 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 943 time: 0.2267995 Jul 05 04:03:11.027361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24f12fc2-ec73-44b3-bf3c-73f34cb0ca12 req-9315c7d3-c43c-4549-87bb-9d54c841aa8b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0466316 Jul 05 04:03:11.028647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Attempting to bind port 86d9213f-8005-45cc-ad23-db30115fa6db on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:11.029364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Attempting to bind port 86d9213f-8005-45cc-ad23-db30115fa6db by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:11.029565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Attempting to bind port 86d9213f-8005-45cc-ad23-db30115fa6db on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:11.039930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Port 86d9213f-8005-45cc-ad23-db30115fa6db on network bb7225f8-2656-4d21-83e6-3f10fe13876c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:11.040678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Attempting to bind port 86d9213f-8005-45cc-ad23-db30115fa6db on network bb7225f8-2656-4d21-83e6-3f10fe13876c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:11.059961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 2, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:11.060381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Checking segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:11.060698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Bound using segment: {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:11.061617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Bound port: 86d9213f-8005-45cc-ad23-db30115fa6db, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:11.062895 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.079991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06049e71-f9d5-443f-be58-17fae5ef11ba req-e486e41d-def1-4c0c-8881-47fc1646d417 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1292002 Jul 05 04:03:11.209238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] For port 86d9213f-8005-45cc-ad23-db30115fa6db, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:11.212629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] For port 86d9213f-8005-45cc-ad23-db30115fa6db, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=86d9213f-8005-45cc-ad23-db30115fa6db,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:11.264367 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3790e562-e4eb-40fd-a10a-953d73c99047 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cb69a24754aa408f897c3677c423d230&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3684554 Jul 05 04:03:11.264964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39116) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:11.265719 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.330406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21bfeb04-339e-4324-92b1-b1ebff8d5da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.366416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21bfeb04-339e-4324-92b1-b1ebff8d5da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.494262 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21bfeb04-339e-4324-92b1-b1ebff8d5da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.499493 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21bfeb04-339e-4324-92b1-b1ebff8d5da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.501798 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-21bfeb04-339e-4324-92b1-b1ebff8d5da6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3cea6b54-433f-4ea2-90c3-5d27d440a87c HTTP/1.1" status: 204 len: 168 time: 0.2358971 Jul 05 04:03:11.550985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bfeb04-339e-4324-92b1-b1ebff8d5da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cea6b54-433f-4ea2-90c3-5d27d440a87c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.784649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbae9b5a-76c0-4f37-a703-1458263afd2a req-73ef3388-aff2-4bf3-8c61-2a21a86be49f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.5133040 Jul 05 04:03:11.798104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:11.798104 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.798805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] 10.222.0.26 "PUT /v2.0/ports/86d9213f-8005-45cc-ad23-db30115fa6db HTTP/1.1" status: 200 len: 1092 time: 1.7556171 Jul 05 04:03:11.799102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'tag': '86d9213f-8005-45cc-ad23-db30115fa6db'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:11.802736 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cb41462-eca0-434e-b0e8-db892600b003" -d '{"events": [{"name": "network-changed", "server_uuid": "e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d", "tag": "86d9213f-8005-45cc-ad23-db30115fa6db"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:11.827519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37664fa-cfaa-4e94-bf6f-88c8714d9e28 service neutron] Pushing event updated for resources: {'Port': ['ID=86d9213f-8005-45cc-ad23-db30115fa6db,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:11.845891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:11.868529 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a0e2b64-ce7a-4322-921b-dfba7aa72f56 x-openstack-request-id: req-8a0e2b64-ce7a-4322-921b-dfba7aa72f56 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:11.869038 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d", "tag": "86d9213f-8005-45cc-ad23-db30115fa6db", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:11.869463 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a0e2b64-ce7a-4322-921b-dfba7aa72f56 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:11.870123 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'tag': '86d9213f-8005-45cc-ad23-db30115fa6db', 'status': 'completed', 'code': 200} Jul 05 04:03:11.977001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb41462-eca0-434e-b0e8-db892600b003 req-cea73913-e472-4b31-9996-31fca0b0df01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:11.978604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cb41462-eca0-434e-b0e8-db892600b003 req-cea73913-e472-4b31-9996-31fca0b0df01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 1095 time: 0.0769753 Jul 05 04:03:12.199685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb41462-eca0-434e-b0e8-db892600b003 req-17e54e51-2100-4cf0-ab21-d61f157854c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.201832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cb41462-eca0-434e-b0e8-db892600b003 req-17e54e51-2100-4cf0-ab21-d61f157854c0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8098748b7b904e9f87a6b4a428711421&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2150776 Jul 05 04:03:12.402831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb41462-eca0-434e-b0e8-db892600b003 req-08c4755e-cba4-4301-ae19-75419947156f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.404134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cb41462-eca0-434e-b0e8-db892600b003 req-08c4755e-cba4-4301-ae19-75419947156f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1937442 Jul 05 04:03:12.431461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05fd0354-0d1b-42b4-89a7-32e5ecf1592d req-8bfa46f1-075a-4f78-864a-62ec338fd6d4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.439178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05fd0354-0d1b-42b4-89a7-32e5ecf1592d req-8bfa46f1-075a-4f78-864a-62ec338fd6d4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 943 time: 0.1363847 Jul 05 04:03:12.499637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05fd0354-0d1b-42b4-89a7-32e5ecf1592d req-20d7f557-e1b3-4176-9a48-d6069a0e28e7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594895 Jul 05 04:03:12.582348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-02144539-4271-4e05-951f-e16a119bb8ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.584101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-02144539-4271-4e05-951f-e16a119bb8ae service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 1095 time: 0.1044905 Jul 05 04:03:12.714357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-b05b38b6-e84d-4185-87de-e5bb50ece6a9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86d9213f-8005-45cc-ad23-db30115fa6db HTTP/1.1" status: 200 len: 217 time: 0.1194880 Jul 05 04:03:12.787499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-bae92a3c-b6d1-42d6-92f9-85847d6a13aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.789067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-bae92a3c-b6d1-42d6-92f9-85847d6a13aa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.0592117 Jul 05 04:03:12.863569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-45a47047-b29c-4543-ad0e-0d84ef003975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:12.865659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-45a47047-b29c-4543-ad0e-0d84ef003975 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0689979 Jul 05 04:03:12.984006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-c672ff01-8b3c-4ee2-b7e3-c7ee7cf08270 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112030 Jul 05 04:03:13.204569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab34dd0a-c75c-42b5-9b94-05279fa66609 req-27cfdd58-8a8f-4855-88b9-cd71f5e1a6dc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.206098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab34dd0a-c75c-42b5-9b94-05279fa66609 req-27cfdd58-8a8f-4855-88b9-cd71f5e1a6dc tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 946 time: 0.1211593 Jul 05 04:03:13.208540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de684db-67be-4c95-8fbd-b1a414ed86a0 req-31904063-4d42-40c4-b5d4-b949641ef178 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2090299 Jul 05 04:03:13.272795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab34dd0a-c75c-42b5-9b94-05279fa66609 req-48cd5129-87b4-443b-b2fb-52e7bcf4c7b6 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584419 Jul 05 04:03:13.372464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39202) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:13.385093 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.482488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-163826809'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:13.591646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:13.599527 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.646301 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.684702 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.938240 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:13.941529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80e0533d-f5f6-47c8-b302-e38495abcb4b req-8af8be77-772a-42d5-8e9b-7c45b9c1dfcb service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0479546 Jul 05 04:03:13.976630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f27e7ac-32e7-4dd9-88b3-213969bd7d17 req-55c70b35-7463-4522-a533-294d9d44ec13 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:13.984557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f27e7ac-32e7-4dd9-88b3-213969bd7d17 req-55c70b35-7463-4522-a533-294d9d44ec13 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 943 time: 0.1556866 Jul 05 04:03:13.988031 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.032296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:14.063131 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.063745 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Added segment a72e7e97-5589-4a2c-a831-11cafff04eda of type vlan for network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 Jul 05 04:03:14.065339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40bb532d-73b0-477c-a59c-b6c49cf61604,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.093955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f27e7ac-32e7-4dd9-88b3-213969bd7d17 req-dce1e281-68e0-4f9b-91bb-417aa8b1264a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080101 Jul 05 04:03:14.162912 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.192962 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.280009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6a83c47-09c2-4016-9970-858134b39260 req-debfdb41-2435-45d1-a670-1674d1d6ece5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0302434 Jul 05 04:03:14.281018 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.289807 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:14.296428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.378085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Network': ['ID=3b65a2a0-9350-43ce-9261-4ed238bc3ca5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:14.397609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:14.473154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5c99438b-21be-4241-8155-ea703d24d25e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0995536 Jul 05 04:03:14.476292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39236) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:14.482555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'name': 'tempest-PortsTestJSON-1419418944'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:14.622502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b077d65-32ec-4c4b-8339-09067465eae6 req-2d9524e9-efb3-40ed-8dcf-14dd4abe908e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:14.624715 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b077d65-32ec-4c4b-8339-09067465eae6 req-2d9524e9-efb3-40ed-8dcf-14dd4abe908e tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 946 time: 0.1952045 Jul 05 04:03:14.674469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-30bc07a0-d27d-46fe-b2af-fcafbc950dcf tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:14.676584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-30bc07a0-d27d-46fe-b2af-fcafbc950dcf tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 946 time: 0.1736012 Jul 05 04:03:14.685108 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b077d65-32ec-4c4b-8339-09067465eae6 req-a6ccc782-e398-4a7a-ad64-0505dbbed5e5 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/security-groups?id=e15bff62-f594-4b1f-b228-7454f10f49bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522923 Jul 05 04:03:14.750525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 86d9213f-8005-45cc-ad23-db30115fa6db details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:14.757166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:14.762594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.784476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port f2001223-2301-4135-9a6b-b430ca2fce16 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:14.856772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-7b0eeb7e-80cb-4c19-b690-13528eb34cff tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Deleting port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:14.856772 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-7b0eeb7e-80cb-4c19-b690-13528eb34cff tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.873490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 86d9213f-8005-45cc-ad23-db30115fa6db, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=86d9213f-8005-45cc-ad23-db30115fa6db,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:14.894646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '86d9213f-8005-45cc-ad23-db30115fa6db', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'port_id': '86d9213f-8005-45cc-ad23-db30115fa6db', 'mac_address': 'fa:16:3e:2b:27:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:14.942034 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:14.958384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86d9213f-8005-45cc-ad23-db30115fa6db {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:14.985422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 86d9213f-8005-45cc-ad23-db30115fa6db, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=86d9213f-8005-45cc-ad23-db30115fa6db,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:14.996163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-7b0eeb7e-80cb-4c19-b690-13528eb34cff tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] For port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,segment=NetworkSegment(0c6a89a1-93ea-42c9-a130-04379555211d),segment_id=0c6a89a1-93ea-42c9-a130-04379555211d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:14.996588 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-7b0eeb7e-80cb-4c19-b690-13528eb34cff tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.010071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.010845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-7b0eeb7e-80cb-4c19-b690-13528eb34cff tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Calling delete_port for ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:15.059659 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.128381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=86d9213f-8005-45cc-ad23-db30115fa6db,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.140332 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.213515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=f2001223-2301-4135-9a6b-b430ca2fce16,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.230549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Checking segment: {'id': 'a72e7e97-5589-4a2c-a831-11cafff04eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:15.230912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network hostable DHCP agents. Network: 3b65a2a0-9350-43ce-9261-4ed238bc3ca5, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:15.284278 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-7b0eeb7e-80cb-4c19-b690-13528eb34cff tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.325984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0eeb7e-80cb-4c19-b690-13528eb34cff tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Pushing event deleted for resources: {'Port': ['ID=ffcd3c16-06ae-4ed4-b2e0-92a43687ff85,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:15.356815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:15.382456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-7b0eeb7e-80cb-4c19-b690-13528eb34cff tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] No DVR routers for this DVR port ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:15.385879 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-7b0eeb7e-80cb-4c19-b690-13528eb34cff tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.387961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88c444f6-f65e-440b-8718-4766d7bed0cb req-7b0eeb7e-80cb-4c19-b690-13528eb34cff tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.26 "DELETE /v2.0/ports/ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 HTTP/1.1" status: 204 len: 173 time: 0.7019260 Jul 05 04:03:15.388401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '77e751f0-ea70-422d-888a-1f556ac92d1d', 'name': 'network-vif-deleted', 'tag': 'ffcd3c16-06ae-4ed4-b2e0-92a43687ff85'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:15.390716 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e603cc3-bc0c-4ba9-b552-3c2aaf99d058" -d '{"events": [{"server_uuid": "77e751f0-ea70-422d-888a-1f556ac92d1d", "name": "network-vif-deleted", "tag": "ffcd3c16-06ae-4ed4-b2e0-92a43687ff85"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:15.407840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff33e627-cc93-4798-bf5e-e806443f09e1 req-5e74c9d2-a718-456e-b15f-e4226289fca7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.416830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff33e627-cc93-4798-bf5e-e806443f09e1 req-5e74c9d2-a718-456e-b15f-e4226289fca7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 944 time: 0.1716280 Jul 05 04:03:15.447606 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2846049-6941-44f3-ac9c-c54a0ee2d136 x-openstack-request-id: req-d2846049-6941-44f3-ac9c-c54a0ee2d136 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:15.447606 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "77e751f0-ea70-422d-888a-1f556ac92d1d", "name": "network-vif-deleted", "tag": "ffcd3c16-06ae-4ed4-b2e0-92a43687ff85", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:15.447606 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2846049-6941-44f3-ac9c-c54a0ee2d136 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:15.447606 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '77e751f0-ea70-422d-888a-1f556ac92d1d', 'name': 'network-vif-deleted', 'tag': 'ffcd3c16-06ae-4ed4-b2e0-92a43687ff85', 'status': 'completed', 'code': 200} Jul 05 04:03:15.466900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3b65a2a0-9350-43ce-9261-4ed238bc3ca5) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:15.469370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff33e627-cc93-4798-bf5e-e806443f09e1 req-ec0b6470-3d8c-4815-a99c-0bd6d1994a3a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513492 Jul 05 04:03:15.471569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:15.478929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:15.480765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.484192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eefdd3e-f101-49e9-8faa-aa6a28a43928 None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:15.541712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['86d9213f-8005-45cc-ad23-db30115fa6db'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:15.654695 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-40adae30-7b3f-4e83-bb9b-a83496b782bf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.1763675 Jul 05 04:03:15.657770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39268) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:15.665177 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-511631021'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:15.819626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:15.823713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.853509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:15.861593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14183fe4-89d9-4086-89bd-617e28105a1e req-fe6b87d0-9905-4f35-8673-1d9016ca8758 tempest-ServersTestJSON-864419920 tempest-ServersTestJSON-864419920-project] 10.222.0.30 "GET /v2.0/ports?device_id=77e751f0-ea70-422d-888a-1f556ac92d1d HTTP/1.1" status: 200 len: 210 time: 0.0334072 Jul 05 04:03:15.866791 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:15.867224 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Added segment c35dd7df-a4f2-43f0-b71a-ee9184c38d4e of type vlan for network c4fa9878-502a-4d14-9476-085082501473 Jul 05 04:03:15.920010 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.042841 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.058189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.059036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.101196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afd132bd-c5c7-44bd-adfd-542c39072c4f req-bf03e701-7129-423b-8029-01312bd373d7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0308459 Jul 05 04:03:16.141351 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Network': ['ID=c4fa9878-502a-4d14-9476-085082501473,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:16.152910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c4fa9878-502a-4d14-9476-085082501473 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:16.180385 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a84043f8-5c45-47e0-a348-66e427737a66 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5209587 Jul 05 04:03:16.182889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39284) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:16.188689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'ports': [{'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5'}, {'network_id': 'c4fa9878-502a-4d14-9476-085082501473'}]} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:16.192259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:16.192259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': 'c4fa9878-502a-4d14-9476-085082501473'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:16.354377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20d7220a-4378-4580-a477-8889f149ca82 req-56b8deee-e774-484a-a751-2bf0fe70a69e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0387814 Jul 05 04:03:16.465253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 2} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:16.470060 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.484659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.576712 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port 8f839d52-3256-4a2d-9192-f4ad70489392 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:16.704023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2615b9-0005-44b1-9b8b-0efca3fce971 req-1b207428-fc42-458b-9f4a-61a7844070b9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:16.705970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c2615b9-0005-44b1-9b8b-0efca3fce971 req-1b207428-fc42-458b-9f4a-61a7844070b9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 944 time: 0.0912311 Jul 05 04:03:16.716048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.758038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c2615b9-0005-44b1-9b8b-0efca3fce971 req-9c49bcfe-2032-4c4c-af86-6171ee041ae0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419991 Jul 05 04:03:16.774272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:16.796150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:16.796515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ffcd3c16-06ae-4ed4-b2e0-92a43687ff85 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:16.800823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port 77c486e5-0fdc-4daa-b621-eadbf03dc5ae yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:16.926391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:16.960376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39302) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:17.018150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14b7835-e6ef-4110-87da-6066492b0a97 admin admin] Deleting subnet b073ad93-53eb-4430-93a7-0f49cb28c7c4 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:17.028025 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e14b7835-e6ef-4110-87da-6066492b0a97 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.344396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.387786 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e14b7835-e6ef-4110-87da-6066492b0a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.430849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:17.433464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=8f839d52-3256-4a2d-9192-f4ad70489392,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:17.437704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:17.442168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:17.443055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.484205 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e14b7835-e6ef-4110-87da-6066492b0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.546767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=77c486e5-0fdc-4daa-b621-eadbf03dc5ae,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:17.565262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Checking segment: {'id': 'c35dd7df-a4f2-43f0-b71a-ee9184c38d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c4fa9878-502a-4d14-9476-085082501473'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:17.565619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network hostable DHCP agents. Network: c4fa9878-502a-4d14-9476-085082501473, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:17.676764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network c4fa9878-502a-4d14-9476-085082501473 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:17.740482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e14b7835-e6ef-4110-87da-6066492b0a97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.770164 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b7835-e6ef-4110-87da-6066492b0a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b073ad93-53eb-4430-93a7-0f49cb28c7c4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:17.774009 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c4fa9878-502a-4d14-9476-085082501473) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:17.778224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:17.784585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:17.787411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5e9a4c8-afdd-491e-a506-4f22c72a4a26 None None] Network c4fa9878-502a-4d14-9476-085082501473 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:17.790555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:17.791299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.806888 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e14b7835-e6ef-4110-87da-6066492b0a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:17.808977 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e14b7835-e6ef-4110-87da-6066492b0a97 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b073ad93-53eb-4430-93a7-0f49cb28c7c4 HTTP/1.1" status: 204 len: 168 time: 0.8475873 Jul 05 04:03:17.817965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39324) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:17.886144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39328) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:17.886761 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1966d66f-4b6e-4d0d-98ee-beb7fa2c15e2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.7019687 Jul 05 04:03:17.899263 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.018648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.032392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d07104d1-a15f-4aec-b4f0-93ae4e89cf95']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:18.049398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c6a89a1-93ea-42c9-a130-04379555211d') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:18.049744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c6a89a1-93ea-42c9-a130-04379555211d') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:18.069406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.086657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34f3ed-494c-469c-9e6d-5854852d8331 req-eb618289-45dd-4bbe-8168-004458abfb72 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.096528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f34f3ed-494c-469c-9e6d-5854852d8331 req-eb618289-45dd-4bbe-8168-004458abfb72 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 944 time: 0.1654603 Jul 05 04:03:18.099921 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.109363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:18.110065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:18.112209 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:18.143658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bc2de615-c53f-4c31-9e89-c730b99c5e5c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 77c486e5-0fdc-4daa-b621-eadbf03dc5ae {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:18.144124 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc2de615-c53f-4c31-9e89-c730b99c5e5c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.211446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f34f3ed-494c-469c-9e6d-5854852d8331 req-d6d65ac9-8ce4-41c9-9472-f00943b9c7f1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133800 Jul 05 04:03:18.261682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4a523fb-9f5e-42d2-8876-171e7796f6a7 req-4d559f56-50b1-430f-be23-2c4b7347005c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0418174 Jul 05 04:03:18.276727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.277594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc2de615-c53f-4c31-9e89-c730b99c5e5c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.299091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bc2de615-c53f-4c31-9e89-c730b99c5e5c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 77c486e5-0fdc-4daa-b621-eadbf03dc5ae owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:18.299862 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.302669 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] 10.222.0.30 "DELETE /v2.0/networks/d07104d1-a15f-4aec-b4f0-93ae4e89cf95 HTTP/1.1" status: 204 len: 168 time: 0.4837976 Jul 05 04:03:18.304223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dfdab9-d2b1-4819-94d9-7e94719fc68a admin admin] Pushing event deleted for resources: {'Network': ['ID=d07104d1-a15f-4aec-b4f0-93ae4e89cf95,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:18.468324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e9845c6-3425-49ee-b606-c2e6a6a663e3 req-ade1d524-d1fa-4b1c-8fde-a2e3ab137032 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0349770 Jul 05 04:03:18.478087 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc2de615-c53f-4c31-9e89-c730b99c5e5c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.523227 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc2de615-c53f-4c31-9e89-c730b99c5e5c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.527682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bc2de615-c53f-4c31-9e89-c730b99c5e5c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/77c486e5-0fdc-4daa-b621-eadbf03dc5ae HTTP/1.1" status: 204 len: 168 time: 0.6396012 Jul 05 04:03:18.527849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39360) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:18.529362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2de615-c53f-4c31-9e89-c730b99c5e5c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=77c486e5-0fdc-4daa-b621-eadbf03dc5ae,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:18.602799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ff200-4fda-48fa-824f-4d1d73cf08cf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.608782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284ff200-4fda-48fa-824f-4d1d73cf08cf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:18.610441 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-284ff200-4fda-48fa-824f-4d1d73cf08cf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.0809104 Jul 05 04:03:18.613145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39366) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:18.716082 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-8b02205d-9601-4cef-9092-39f92224120a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 8f839d52-3256-4a2d-9192-f4ad70489392 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:18.716435 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8b02205d-9601-4cef-9092-39f92224120a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.757325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39368) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:18.784789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 86d9213f-8005-45cc-ad23-db30115fa6db up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:18.801314 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8b02205d-9601-4cef-9092-39f92224120a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.802680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-50becfe3-7813-42ac-8fba-e3d6e0b52484 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2ee79a286b654e18b275e9f829907046&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0441854 Jul 05 04:03:18.805554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39370) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:18.820965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-8b02205d-9601-4cef-9092-39f92224120a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 8f839d52-3256-4a2d-9192-f4ad70489392 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:18.865087 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78bf993f-0483-4564-a998-096e6dc9a972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.897755 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78bf993f-0483-4564-a998-096e6dc9a972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:18.922038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 86d9213f-8005-45cc-ad23-db30115fa6db completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:18.926730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 86d9213f-8005-45cc-ad23-db30115fa6db triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:18.927185 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.008590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8b02205d-9601-4cef-9092-39f92224120a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.028231 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.043312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02205d-9601-4cef-9092-39f92224120a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=8f839d52-3256-4a2d-9192-f4ad70489392,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:19.053452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d9213f-8005-45cc-ad23-db30115fa6db'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:19.055143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8b02205d-9601-4cef-9092-39f92224120a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.056403 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d2ca338-4f27-4472-9166-28fc4d97c29c" -d '{"events": [{"server_uuid": "e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "86d9213f-8005-45cc-ad23-db30115fa6db"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:19.063315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39378) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:19.064426 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8b02205d-9601-4cef-9092-39f92224120a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/8f839d52-3256-4a2d-9192-f4ad70489392 HTTP/1.1" status: 204 len: 168 time: 0.4496524 Jul 05 04:03:19.091578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 86d9213f-8005-45cc-ad23-db30115fa6db, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=86d9213f-8005-45cc-ad23-db30115fa6db,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:19.099481 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78bf993f-0483-4564-a998-096e6dc9a972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.102204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78bf993f-0483-4564-a998-096e6dc9a972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.107138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-78bf993f-0483-4564-a998-096e6dc9a972 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e15bff62-f594-4b1f-b228-7454f10f49bc HTTP/1.1" status: 204 len: 168 time: 0.2968576 Jul 05 04:03:19.133511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bf993f-0483-4564-a998-096e6dc9a972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e15bff62-f594-4b1f-b228-7454f10f49bc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:19.206666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99788d4-7e5f-48eb-90e5-3ff336b40be2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:19.208220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b99788d4-7e5f-48eb-90e5-3ff336b40be2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1437218 Jul 05 04:03:19.210865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39386) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:19.240540 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-474984fd-7216-495f-b83c-feeee1ad1be2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:03:19.244818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-474984fd-7216-495f-b83c-feeee1ad1be2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/77c486e5-0fdc-4daa-b621-eadbf03dc5ae HTTP/1.1" status: 404 len: 333 time: 0.0306525 Jul 05 04:03:19.246952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39390) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:19.260547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.273051 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7eaab0c-0836-4340-957b-bfa59a3ee023 x-openstack-request-id: req-f7eaab0c-0836-4340-957b-bfa59a3ee023 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:19.273857 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "86d9213f-8005-45cc-ad23-db30115fa6db", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:19.274517 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7eaab0c-0836-4340-957b-bfa59a3ee023 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:19.277527 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d9213f-8005-45cc-ad23-db30115fa6db', 'code': 200} Jul 05 04:03:19.341068 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1951f479-e194-4225-a8c3-1946a92b7302 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:03:19.354830 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1951f479-e194-4225-a8c3-1946a92b7302 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/8f839d52-3256-4a2d-9192-f4ad70489392 HTTP/1.1" status: 404 len: 333 time: 0.0996928 Jul 05 04:03:19.354942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39394) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:19.396819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=86d9213f-8005-45cc-ad23-db30115fa6db,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:19.557911 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.624439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd3782d-d592-4c4d-b757-28667bbc8899 req-4285eabe-ebb6-46ab-ba83-b3f75ace08cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:19.625985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bd3782d-d592-4c4d-b757-28667bbc8899 req-4285eabe-ebb6-46ab-ba83-b3f75ace08cd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 1097 time: 0.1682029 Jul 05 04:03:19.637328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43222598-b1d1-45ff-b1c9-fc24f71af434 req-e767771f-667a-4573-9747-c03c22dc2c14 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:19.638890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43222598-b1d1-45ff-b1c9-fc24f71af434 req-e767771f-667a-4573-9747-c03c22dc2c14 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1828637 Jul 05 04:03:19.739287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.762410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bd3782d-d592-4c4d-b757-28667bbc8899 req-7a2024a1-ba41-44ce-8426-ca1568dbc9cf service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097124 Jul 05 04:03:19.767696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4fa9878-502a-4d14-9476-085082501473']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:19.777705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43222598-b1d1-45ff-b1c9-fc24f71af434 req-79c12acc-2510-42ec-a32b-c4d050abfff6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239331 Jul 05 04:03:19.781785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c35dd7df-a4f2-43f0-b71a-ee9184c38d4e') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:19.781921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c35dd7df-a4f2-43f0-b71a-ee9184c38d4e') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:19.807724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.810108 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.816577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:19.816986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:19.820265 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:19.969264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.980473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:19.982114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/networks/c4fa9878-502a-4d14-9476-085082501473 HTTP/1.1" status: 204 len: 168 time: 0.6288955 Jul 05 04:03:19.986051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39414) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:19.994675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-938326130'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:19.995743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2799e950-a531-4dd9-914a-a35469a09680 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Network': ['ID=c4fa9878-502a-4d14-9476-085082501473,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.117231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:20.124449 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.163622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:20.173457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.177337 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Added segment 0fd7d54a-6ffe-4e8e-a383-b41098a798e7 of type vlan for network fbe6016e-d3fc-48d5-b97c-8f14c42044b8 Jul 05 04:03:20.227063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.309390 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ae7b3e9-a7e0-4a05-9df7-ffe624a32d9d req-1337d855-0626-4f2a-8a77-356078cae8a1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0356739 Jul 05 04:03:20.351341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.358607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.359922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.443678 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Network': ['ID=fbe6016e-d3fc-48d5-b97c-8f14c42044b8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:20.455142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network fbe6016e-d3fc-48d5-b97c-8f14c42044b8 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:20.495344 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e5b3e726-db73-48e2-a985-ef65233989c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5071971 Jul 05 04:03:20.498017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39434) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:20.504388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': 'fbe6016e-d3fc-48d5-b97c-8f14c42044b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:20.506631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8db383e1-de4d-4ea8-bec5-0bf0e2fa81c7 req-d7753986-eeaa-4d89-bef5-a83d9976a511 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0550838 Jul 05 04:03:20.700155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:20.714961 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:20.947304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39448) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:20.991983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdecccf5-466e-4fd3-9a9f-4d8b7bdcf1a5 req-010c8754-ec8d-4388-87f5-1c317bba76fd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:20.996733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdecccf5-466e-4fd3-9a9f-4d8b7bdcf1a5 req-010c8754-ec8d-4388-87f5-1c317bba76fd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.0888486 Jul 05 04:03:21.042288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdecccf5-466e-4fd3-9a9f-4d8b7bdcf1a5 req-9792ff2a-afbe-4a8b-95c3-1c05f72ac2cc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406651 Jul 05 04:03:21.070435 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.126749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1944058313-network', 'tenant_id': '8c92f1def1224e0d94ea34c91db2c9f4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:21.149628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=5f30a087-5931-4581-8c36-73354eb51dc1,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:21.158863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Checking segment: {'id': '0fd7d54a-6ffe-4e8e-a383-b41098a798e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fbe6016e-d3fc-48d5-b97c-8f14c42044b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:21.159230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network hostable DHCP agents. Network: fbe6016e-d3fc-48d5-b97c-8f14c42044b8, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:21.217006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39454) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:21.270804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Made reservation on behalf of 8c92f1def1224e0d94ea34c91db2c9f4 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:21.273695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.280675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network fbe6016e-d3fc-48d5-b97c-8f14c42044b8 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:21.291460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.345490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5a29741-0bec-4cac-9bb9-214ed8a06c1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.373774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, fbe6016e-d3fc-48d5-b97c-8f14c42044b8) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:21.378494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:21.379142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.386227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac7cd4-8128-4cc9-b056-243096adb8ec None None] Network fbe6016e-d3fc-48d5-b97c-8f14c42044b8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:21.418200 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.516382 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.549091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:21.552533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-fbe6016e-d3fc-48d5-b97c-8f14c42044b8', 'network_id': 'fbe6016e-d3fc-48d5-b97c-8f14c42044b8', 'tenant_id': 'be0eb40e208246d19574fd4ed7398ab2', 'fixed_ips': [{'subnet_id': '5f30a087-5931-4581-8c36-73354eb51dc1'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:21.553633 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.559268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35a621a0-869f-4445-8a68-03564ddc5450,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:21.567373 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.568088 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Added segment 1e7dab93-be85-450e-9e42-35978e24fd32 of type vlan for network 84b473dc-229b-4cfb-ab2c-e150a9e04dee Jul 05 04:03:21.616790 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.628352 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1fd1a876-30d0-4eef-96ff-0697fe8556c6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1268165 Jul 05 04:03:21.628594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39464) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:21.633916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': 'fbe6016e-d3fc-48d5-b97c-8f14c42044b8', 'name': 'tempest-PortsTestJSON-1133702787'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:21.715215 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5a29741-0bec-4cac-9bb9-214ed8a06c1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.729528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Allocated IP 172.20.0.2 (fbe6016e-d3fc-48d5-b97c-8f14c42044b8/5f30a087-5931-4581-8c36-73354eb51dc1/c6ddcd31-53b4-4ac4-a719-1b52eb346066) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:21.785186 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5a29741-0bec-4cac-9bb9-214ed8a06c1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.843369 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.844790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:21.845473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.870448 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a5a29741-0bec-4cac-9bb9-214ed8a06c1a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=481b36fa14e04b62914c97f8597c9560&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6522360 Jul 05 04:03:21.880202 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39470) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:21.888656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:21.892656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.900504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a29741-0bec-4cac-9bb9-214ed8a06c1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eead468-9d76-40cb-8946-7fb4444c446e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:21.919516 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:21.930258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Transition to ACTIVE for port object c6ddcd31-53b4-4ac4-a719-1b52eb346066 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:21.934206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] Pushing event updated for resources: {'Network': ['ID=84b473dc-229b-4cfb-ab2c-e150a9e04dee,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:21.935263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port cb4989c5-de66-405c-81fd-e3ee764a8d8b yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:21.952037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 84b473dc-229b-4cfb-ab2c-e150a9e04dee details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:21.983824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ed05f4da-ab3d-424b-8978-8a7e9270aa78 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0309951 Jul 05 04:03:21.985972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39472) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:21.992030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Request body: {'subnet': {'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1944058313-subnet', 'tenant_id': '8c92f1def1224e0d94ea34c91db2c9f4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:21.999148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Transition to ACTIVE for port object c6ddcd31-53b4-4ac4-a719-1b52eb346066 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:22.008714 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5109a28f-ba59-4929-906d-f85bc3fdba5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.037193 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5109a28f-ba59-4929-906d-f85bc3fdba5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.088550 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.122630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Made reservation on behalf of 8c92f1def1224e0d94ea34c91db2c9f4 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:22.129187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.139687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Network fbe6016e-d3fc-48d5-b97c-8f14c42044b8 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:22.152766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:22.156476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:22.163568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.10 (fbe6016e-d3fc-48d5-b97c-8f14c42044b8/5f30a087-5931-4581-8c36-73354eb51dc1/cb4989c5-de66-405c-81fd-e3ee764a8d8b) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:22.191455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Pushing event updated for resources: {'Port': ['ID=c6ddcd31-53b4-4ac4-a719-1b52eb346066,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.273357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Attempting to bind port c6ddcd31-53b4-4ac4-a719-1b52eb346066 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:22.273729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Attempting to bind port c6ddcd31-53b4-4ac4-a719-1b52eb346066 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '0fd7d54a-6ffe-4e8e-a383-b41098a798e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fbe6016e-d3fc-48d5-b97c-8f14c42044b8'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:22.274090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Attempting to bind port c6ddcd31-53b4-4ac4-a719-1b52eb346066 on network fbe6016e-d3fc-48d5-b97c-8f14c42044b8 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:22.276648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5109a28f-ba59-4929-906d-f85bc3fdba5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.279437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5109a28f-ba59-4929-906d-f85bc3fdba5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.282082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:22.282468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Checking segment: {'id': '0fd7d54a-6ffe-4e8e-a383-b41098a798e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fbe6016e-d3fc-48d5-b97c-8f14c42044b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:22.285655 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.285655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Bound using segment: {'id': '0fd7d54a-6ffe-4e8e-a383-b41098a798e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fbe6016e-d3fc-48d5-b97c-8f14c42044b8'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:22.286405 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5109a28f-ba59-4929-906d-f85bc3fdba5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3eead468-9d76-40cb-8946-7fb4444c446e HTTP/1.1" status: 204 len: 168 time: 0.4026518 Jul 05 04:03:22.287226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Bound port: c6ddcd31-53b4-4ac4-a719-1b52eb346066, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0fd7d54a-6ffe-4e8e-a383-b41098a798e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'fbe6016e-d3fc-48d5-b97c-8f14c42044b8'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:22.287226 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.299539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b820ba4-25e8-430c-a130-b6fb6e96eda1 req-df6f84e4-b7a2-49b9-9330-321064ff4533 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:22.301943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b820ba4-25e8-430c-a130-b6fb6e96eda1 req-df6f84e4-b7a2-49b9-9330-321064ff4533 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1096022 Jul 05 04:03:22.371858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.394771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5109a28f-ba59-4929-906d-f85bc3fdba5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eead468-9d76-40cb-8946-7fb4444c446e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.404511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object cb4989c5-de66-405c-81fd-e3ee764a8d8b will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:22.421282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b820ba4-25e8-430c-a130-b6fb6e96eda1 req-67e1ff29-83e8-4347-9690-e86cdf23a237 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110113 Jul 05 04:03:22.438347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] For port c6ddcd31-53b4-4ac4-a719-1b52eb346066, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:22.462349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] For port c6ddcd31-53b4-4ac4-a719-1b52eb346066, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c6ddcd31-53b4-4ac4-a719-1b52eb346066,segment=NetworkSegment(0fd7d54a-6ffe-4e8e-a383-b41098a798e7),segment_id=0fd7d54a-6ffe-4e8e-a383-b41098a798e7)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:22.517961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7cf4c10-41b1-46d6-a933-3395bb91427e req-95062e9f-20e0-4d10-9e6e-0b4c9cc5753c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0349813 Jul 05 04:03:22.535235 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.593167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.601234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.610710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network fbe6016e-d3fc-48d5-b97c-8f14c42044b8 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:22.613787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=cb4989c5-de66-405c-81fd-e3ee764a8d8b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.617254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:22.625383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:22.669380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c895e5ec-081e-4e9b-b0b3-01bca5fbab69,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.678222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Checking segment: {'id': '1e7dab93-be85-450e-9e42-35978e24fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:22.678593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Network hostable DHCP agents. Network: 84b473dc-229b-4cfb-ab2c-e150a9e04dee, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:22.751317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:22.752255 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:22.788734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1107e1a-cf42-4177-ae3c-71ad60cb86d4 None None] Pushing event updated for resources: {'Port': ['ID=c6ddcd31-53b4-4ac4-a719-1b52eb346066,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:22.819239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Network 84b473dc-229b-4cfb-ab2c-e150a9e04dee is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:22.923320 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-db7301b2-3319-46c2-b4bf-7e946c58a3da tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.2936556 Jul 05 04:03:22.926079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39496) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:23.143587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2ff6f-8b4b-48a3-a79e-353ddc54a3f6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port cb4989c5-de66-405c-81fd-e3ee764a8d8b {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:23.144737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ff6f-8b4b-48a3-a79e-353ddc54a3f6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.279538 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ff6f-8b4b-48a3-a79e-353ddc54a3f6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.285136 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b2a2ff6f-8b4b-48a3-a79e-353ddc54a3f6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for cb4989c5-de66-405c-81fd-e3ee764a8d8b owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:23.294055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80ac8cef-a131-43a5-8085-8348c09ed605 req-1d790f44-03e4-434f-8b42-8a73ac02baed service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.4915464 Jul 05 04:03:23.295192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 84b473dc-229b-4cfb-ab2c-e150a9e04dee) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:23.301440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:23.302904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.306873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6daf829e-099e-4efb-9f0c-74210217c678 None None] Network 84b473dc-229b-4cfb-ab2c-e150a9e04dee requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:23.356239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39500) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:23.383385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eca7e403-4c22-4582-b2e3-0782e51d982b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.401384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f89c89-c6e2-4723-b3a6-1f83e23c0d6b req-e1f472f3-2a5d-4c09-82ec-1b1aa3b433f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:23.403301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33f89c89-c6e2-4723-b3a6-1f83e23c0d6b req-e1f472f3-2a5d-4c09-82ec-1b1aa3b433f2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1119659 Jul 05 04:03:23.486805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33f89c89-c6e2-4723-b3a6-1f83e23c0d6b req-4f8fc685-3332-4642-94bc-8dffae66aaf4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591595 Jul 05 04:03:23.493976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-58e185b3-d42b-481a-a85a-cb940d3726d3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.5062971 Jul 05 04:03:23.499402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fafc4e4-6d89-46bf-a140-198bbfc36b08 None None] Network 84b473dc-229b-4cfb-ab2c-e150a9e04dee requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:23.574063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c6ddcd31-53b4-4ac4-a719-1b52eb346066 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:23.736149 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ff6f-8b4b-48a3-a79e-353ddc54a3f6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.789580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a2ff6f-8b4b-48a3-a79e-353ddc54a3f6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=cb4989c5-de66-405c-81fd-e3ee764a8d8b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:23.916397 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b2a2ff6f-8b4b-48a3-a79e-353ddc54a3f6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.921194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39516) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:23.921508 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b2a2ff6f-8b4b-48a3-a79e-353ddc54a3f6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/cb4989c5-de66-405c-81fd-e3ee764a8d8b HTTP/1.1" status: 204 len: 168 time: 0.9941661 Jul 05 04:03:23.934699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port c6ddcd31-53b4-4ac4-a719-1b52eb346066 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:23.944905 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eca7e403-4c22-4582-b2e3-0782e51d982b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:23.990207 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5e06975-9c93-47d5-a2c0-21b2bd9f1a37 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:03:23.991004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5e06975-9c93-47d5-a2c0-21b2bd9f1a37 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:23.995802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c5e06975-9c93-47d5-a2c0-21b2bd9f1a37 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/cb4989c5-de66-405c-81fd-e3ee764a8d8b HTTP/1.1" status: 404 len: 333 time: 0.0685983 Jul 05 04:03:23.998556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39520) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:24.043237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eca7e403-4c22-4582-b2e3-0782e51d982b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.045912 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-01fb21c7-e013-4163-8495-db9d844a1091 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:03:24.047335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-01fb21c7-e013-4163-8495-db9d844a1091 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/cb4989c5-de66-405c-81fd-e3ee764a8d8b HTTP/1.1" status: 404 len: 333 time: 0.0476909 Jul 05 04:03:24.057368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39528) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:24.064776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38a78e6b-1e20-4c26-96c8-e4305f088f98 None None] Network fbe6016e-d3fc-48d5-b97c-8f14c42044b8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:24.107519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7e403-4c22-4582-b2e3-0782e51d982b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d007bc59-b03a-4450-ac76-ec889e8ebedf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.170750 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eca7e403-4c22-4582-b2e3-0782e51d982b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7ecd3dd78cc74489a08feb5158e42026&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8130376 Jul 05 04:03:24.173915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39530) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:24.192929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a32031e6-31f1-4600-ae5d-165e9f4a7b43 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet 5f30a087-5931-4581-8c36-73354eb51dc1 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:24.194193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-5fb7bf16-abe3-476b-97be-0bc7f2166317 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.198491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a32031e6-31f1-4600-ae5d-165e9f4a7b43 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.201699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-5fb7bf16-abe3-476b-97be-0bc7f2166317 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/networks?id=84b473dc-229b-4cfb-ab2c-e150a9e04dee HTTP/1.1" status: 200 len: 814 time: 0.1675932 Jul 05 04:03:24.213747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-5ab783a9-c5c9-4c39-b910-0c73aa55c7cc tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/quotas/8c92f1def1224e0d94ea34c91db2c9f4 HTTP/1.1" status: 200 len: 375 time: 0.0110381 Jul 05 04:03:24.255361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-1ef87168-94df-41ee-8279-e04c1ad02a67 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326960 Jul 05 04:03:24.265261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-89f11947-fbe0-48ec-be61-3527963e7352 None None] Provisioning for port c6ddcd31-53b4-4ac4-a719-1b52eb346066 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:24.271621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-89f11947-fbe0-48ec-be61-3527963e7352 None None] Provisioning complete for port c6ddcd31-53b4-4ac4-a719-1b52eb346066 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:24.272021 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-89f11947-fbe0-48ec-be61-3527963e7352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.272157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a32031e6-31f1-4600-ae5d-165e9f4a7b43 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.318429 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c727a798-8bca-4b3a-8e57-a8eefccf9509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.356737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c727a798-8bca-4b3a-8e57-a8eefccf9509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.380728 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-89f11947-fbe0-48ec-be61-3527963e7352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.385262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-b6a623c0-1650-4531-91ca-88a42202a18b service neutron] 10.222.0.30 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177721 Jul 05 04:03:24.440072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-89f11947-fbe0-48ec-be61-3527963e7352 None None] For port c6ddcd31-53b4-4ac4-a719-1b52eb346066, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c6ddcd31-53b4-4ac4-a719-1b52eb346066,segment=NetworkSegment(0fd7d54a-6ffe-4e8e-a383-b41098a798e7),segment_id=0fd7d54a-6ffe-4e8e-a383-b41098a798e7)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:24.497247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-ca3ff9d9-36a1-4975-8b9f-52c2cc71c2dd service neutron] 10.222.0.30 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054144 Jul 05 04:03:24.550647 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-89f11947-fbe0-48ec-be61-3527963e7352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.558185 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a32031e6-31f1-4600-ae5d-165e9f4a7b43 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.614852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c727a798-8bca-4b3a-8e57-a8eefccf9509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.618005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c727a798-8bca-4b3a-8e57-a8eefccf9509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.619539 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c727a798-8bca-4b3a-8e57-a8eefccf9509 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d007bc59-b03a-4450-ac76-ec889e8ebedf HTTP/1.1" status: 204 len: 168 time: 0.4445076 Jul 05 04:03:24.644837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f11947-fbe0-48ec-be61-3527963e7352 None None] Pushing event updated for resources: {'Port': ['ID=c6ddcd31-53b4-4ac4-a719-1b52eb346066,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.678639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cd3265d9-47b4-4e3e-a128-602f45d3e553 None None] Provisioning complete for port c6ddcd31-53b4-4ac4-a719-1b52eb346066 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:24.679045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cd3265d9-47b4-4e3e-a128-602f45d3e553 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.682579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c727a798-8bca-4b3a-8e57-a8eefccf9509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d007bc59-b03a-4450-ac76-ec889e8ebedf,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.737070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae51f8c1-9c39-43d9-887c-0ec9ed8bb9ac req-8f184de6-a2e1-4638-9954-0789d1e5d728 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:24.738898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae51f8c1-9c39-43d9-887c-0ec9ed8bb9ac req-8f184de6-a2e1-4638-9954-0789d1e5d728 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1331363 Jul 05 04:03:24.800682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae51f8c1-9c39-43d9-887c-0ec9ed8bb9ac req-6fa01e22-7d4a-40bd-b8a2-cb768973a346 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546908 Jul 05 04:03:24.913360 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a32031e6-31f1-4600-ae5d-165e9f4a7b43 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.950262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-435256aa-5e12-4650-a4f2-b1bb2b6b1e6a req-12930806-35b8-442e-baf2-027e83e87e78 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 210 time: 0.0757930 Jul 05 04:03:24.984778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7ca1ad76-0885-4fb1-965b-4e606f7cb43c None None] Could not find standard attr ID for object cb4989c5-de66-405c-81fd-e3ee764a8d8b. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:03:24.989548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32031e6-31f1-4600-ae5d-165e9f4a7b43 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=5f30a087-5931-4581-8c36-73354eb51dc1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:24.999883 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a32031e6-31f1-4600-ae5d-165e9f4a7b43 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:24.999883 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a32031e6-31f1-4600-ae5d-165e9f4a7b43 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/5f30a087-5931-4581-8c36-73354eb51dc1 HTTP/1.1" status: 204 len: 168 time: 0.9381268 Jul 05 04:03:25.000970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39550) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:25.107023 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.189200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b08d0220-29df-4075-af2b-034fbd34825e req-3e0f2a3b-33ab-42bb-8264-ebc7c416085b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0389671 Jul 05 04:03:25.218688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port c6ddcd31-53b4-4ac4-a719-1b52eb346066 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:25.219036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.248382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b4ad27e-ffec-48ee-9163-d108a2d88722 None None] Network fbe6016e-d3fc-48d5-b97c-8f14c42044b8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:25.296356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] For port c6ddcd31-53b4-4ac4-a719-1b52eb346066, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c6ddcd31-53b4-4ac4-a719-1b52eb346066,segment=NetworkSegment(0fd7d54a-6ffe-4e8e-a383-b41098a798e7),segment_id=0fd7d54a-6ffe-4e8e-a383-b41098a798e7)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:25.296719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.312701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for c6ddcd31-53b4-4ac4-a719-1b52eb346066 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:25.541859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24c00f13-cfe7-4cb8-ad13-c1ad2b250ce5 None None] DHCP port deletion for fbe6016e-d3fc-48d5-b97c-8f14c42044b8 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:25.564861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67f9c8f8-fc4f-435c-a9f7-c9118cc5a12f req-954a5778-3c49-4186-b41d-97d0b109f17f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0458131 Jul 05 04:03:25.597213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-24c00f13-cfe7-4cb8-ad13-c1ad2b250ce5 None None] Deleting port c6ddcd31-53b4-4ac4-a719-1b52eb346066 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:25.597624 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-24c00f13-cfe7-4cb8-ad13-c1ad2b250ce5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.604972 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.638181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=c6ddcd31-53b4-4ac4-a719-1b52eb346066,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:25.640085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No DVR routers for this DVR port c6ddcd31-53b4-4ac4-a719-1b52eb346066 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:25.673546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-24c00f13-cfe7-4cb8-ad13-c1ad2b250ce5 None None] For port c6ddcd31-53b4-4ac4-a719-1b52eb346066, host n-d-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:25.673889 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-24c00f13-cfe7-4cb8-ad13-c1ad2b250ce5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.688021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-24c00f13-cfe7-4cb8-ad13-c1ad2b250ce5 None None] Calling delete_port for c6ddcd31-53b4-4ac4-a719-1b52eb346066 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:25.691225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.ipam_backend_mixin [None req-24c00f13-cfe7-4cb8-ad13-c1ad2b250ce5 None None] Port c6ddcd31-53b4-4ac4-a719-1b52eb346066 was not found and therefore no delete operation was performed {{(pid=100897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:03:25.693225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-24c00f13-cfe7-4cb8-ad13-c1ad2b250ce5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.727202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c00f13-cfe7-4cb8-ad13-c1ad2b250ce5 None None] Pushing event deleted for resources: {'Port': ['ID=c6ddcd31-53b4-4ac4-a719-1b52eb346066,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:25.731110 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c00f13-cfe7-4cb8-ad13-c1ad2b250ce5 None None] No DVR routers for this DVR port c6ddcd31-53b4-4ac4-a719-1b52eb346066 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:25.748419 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.759957 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbe6016e-d3fc-48d5-b97c-8f14c42044b8']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:25.776487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fd7d54a-6ffe-4e8e-a383-b41098a798e7') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:25.777067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fd7d54a-6ffe-4e8e-a383-b41098a798e7') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:25.788180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.803742 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.811078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:25.811506 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:25.816192 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:26.007745 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.044454 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.046761 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/networks/fbe6016e-d3fc-48d5-b97c-8f14c42044b8 HTTP/1.1" status: 204 len: 168 time: 1.0446408 Jul 05 04:03:26.052259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce48382-a484-4748-88c6-fb4c85c5f742 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Network': ['ID=fbe6016e-d3fc-48d5-b97c-8f14c42044b8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:26.055193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39594) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:26.061464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1439324000'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:26.088645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b10e417c-afea-4255-8b52-19de616ca76b req-c1329487-b09e-4b87-b392-b16200daff56 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 210 time: 0.0724180 Jul 05 04:03:26.136838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ad53d6-b8a2-4913-9b38-873be14a90b8 req-782abf39-93c2-4d3c-b3eb-801b7decd494 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.138415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0ad53d6-b8a2-4913-9b38-873be14a90b8 req-782abf39-93c2-4d3c-b3eb-801b7decd494 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1016161 Jul 05 04:03:26.178997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0ad53d6-b8a2-4913-9b38-873be14a90b8 req-23e4a764-c32e-44e9-91b1-8ea29c4d4076 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345881 Jul 05 04:03:26.179366 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:26.185367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.239945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:26.252046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.252419 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Added segment 26ef031f-dcb1-4996-b0dd-05d6c4dc879b of type vlan for network 167ba0ac-f605-49d6-8fcd-cd15c11062fc Jul 05 04:03:26.297897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.426019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.442143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:26.442143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.513521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Network': ['ID=167ba0ac-f605-49d6-8fcd-cd15c11062fc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:26.529675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 167ba0ac-f605-49d6-8fcd-cd15c11062fc details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:26.631829 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-666fab66-62fc-4a0d-929c-2a94c87843a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5743914 Jul 05 04:03:26.635048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39614) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:26.640412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '167ba0ac-f605-49d6-8fcd-cd15c11062fc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:26.818546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:26.822137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:26.837267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 86d9213f-8005-45cc-ad23-db30115fa6db details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:26.960575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 86d9213f-8005-45cc-ad23-db30115fa6db, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=86d9213f-8005-45cc-ad23-db30115fa6db,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:26.977106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '86d9213f-8005-45cc-ad23-db30115fa6db', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'port_id': '86d9213f-8005-45cc-ad23-db30115fa6db', 'mac_address': 'fa:16:3e:2b:27:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:27.020773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39620) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:27.028619 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.048429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 86d9213f-8005-45cc-ad23-db30115fa6db {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:27.070785 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 86d9213f-8005-45cc-ad23-db30115fa6db, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=86d9213f-8005-45cc-ad23-db30115fa6db,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:27.146410 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.173981 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.182552 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86992287-e99f-4de4-9ba9-eb353d649b04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.257083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=2022559a-4f3d-4302-a8b1-0b80b578a7fb,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:27.294305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=86d9213f-8005-45cc-ad23-db30115fa6db,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:27.299051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Checking segment: {'id': '26ef031f-dcb1-4996-b0dd-05d6c4dc879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '167ba0ac-f605-49d6-8fcd-cd15c11062fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:27.300044 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network hostable DHCP agents. Network: 167ba0ac-f605-49d6-8fcd-cd15c11062fc, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:27.400633 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86992287-e99f-4de4-9ba9-eb353d649b04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.402437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 167ba0ac-f605-49d6-8fcd-cd15c11062fc is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:27.416568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-477d77df-9c81-44be-9dfc-e216ccad5460 req-a9a28df6-c51c-46fd-8349-f098c1ced1e5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 210 time: 0.0588856 Jul 05 04:03:27.459584 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['86d9213f-8005-45cc-ad23-db30115fa6db'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:27.512528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 167ba0ac-f605-49d6-8fcd-cd15c11062fc) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:27.524730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:27.525481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3832b561-c973-4598-9bc2-782909fbf273 None None] Network 167ba0ac-f605-49d6-8fcd-cd15c11062fc requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:27.527370 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.530722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5be5eb3a-eae3-42a9-ae0c-79bdd15214a4 req-ec2cfc15-aac9-43ec-b16b-da801ad0536e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0727682 Jul 05 04:03:27.531955 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86992287-e99f-4de4-9ba9-eb353d649b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.597259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c6ddcd31-53b4-4ac4-a719-1b52eb346066 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:27.605875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-86992287-e99f-4de4-9ba9-eb353d649b04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31add7742ee64b6daf0f7d4e270f9042&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5832338 Jul 05 04:03:27.606590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86992287-e99f-4de4-9ba9-eb353d649b04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a238df85-c4df-47c0-927b-a6d3fcdb1cfe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:27.608593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39636) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:27.617670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafce27a-1778-4644-b3f4-962f59eb4394 req-3b747f0f-ee38-41a4-a8e5-320b77587b3f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:27.619130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dafce27a-1778-4644-b3f4-962f59eb4394 req-3b747f0f-ee38-41a4-a8e5-320b77587b3f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 944 time: 0.2171040 Jul 05 04:03:27.643002 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1eeeaf00-1d73-4a7b-9d4c-4051239d7e50 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0061324 Jul 05 04:03:27.649857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39638) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:27.662507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': '167ba0ac-f605-49d6-8fcd-cd15c11062fc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1157372402'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:27.675400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: c6ddcd31-53b4-4ac4-a719-1b52eb346066 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:27.678069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c6ddcd31-53b4-4ac4-a719-1b52eb346066 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:27.688860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dafce27a-1778-4644-b3f4-962f59eb4394 req-ea53eed4-3fb2-4c29-8fbd-79513a50feaf tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632069 Jul 05 04:03:27.771850 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff030e5c-0c9d-4c84-8f13-9b14e4f022ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.814206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff030e5c-0c9d-4c84-8f13-9b14e4f022ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.930179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-167ba0ac-f605-49d6-8fcd-cd15c11062fc', 'network_id': '167ba0ac-f605-49d6-8fcd-cd15c11062fc', 'tenant_id': 'be0eb40e208246d19574fd4ed7398ab2', 'fixed_ips': [{'subnet_id': '2022559a-4f3d-4302-a8b1-0b80b578a7fb'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:27.931025 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.974395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:27.983572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:27.997276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port e724721b-e0d7-4fbe-993d-7a0e959d0788 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:27.999297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40e79c09-2fb5-489a-9e9f-7a323752608b req-9cc91410-6a6b-4a9e-909a-8b969e847783 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0312753 Jul 05 04:03:28.005606 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff030e5c-0c9d-4c84-8f13-9b14e4f022ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.008628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff030e5c-0c9d-4c84-8f13-9b14e4f022ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.010117 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ff030e5c-0c9d-4c84-8f13-9b14e4f022ed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a238df85-c4df-47c0-927b-a6d3fcdb1cfe HTTP/1.1" status: 204 len: 168 time: 0.4004030 Jul 05 04:03:28.047868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff030e5c-0c9d-4c84-8f13-9b14e4f022ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a238df85-c4df-47c0-927b-a6d3fcdb1cfe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.130491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.3 (167ba0ac-f605-49d6-8fcd-cd15c11062fc/2022559a-4f3d-4302-a8b1-0b80b578a7fb/e724721b-e0d7-4fbe-993d-7a0e959d0788) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:28.266620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-a3e66d31-ae6f-40c0-b073-e35760a420a6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.269699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-a3e66d31-ae6f-40c0-b073-e35760a420a6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.26 "GET /v2.0/networks?id=84b473dc-229b-4cfb-ab2c-e150a9e04dee HTTP/1.1" status: 200 len: 814 time: 0.1153007 Jul 05 04:03:28.271965 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.289733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Request body: {'port': {'device_id': 'ac202562-2fb2-49d3-807e-def174acae60', 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee', 'admin_state_up': True, 'tenant_id': '8c92f1def1224e0d94ea34c91db2c9f4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:28.297539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object e724721b-e0d7-4fbe-993d-7a0e959d0788 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:28.403125 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.448688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 167ba0ac-f605-49d6-8fcd-cd15c11062fc is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:28.466094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:28.470729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:28.494374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=e724721b-e0d7-4fbe-993d-7a0e959d0788,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:28.505196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Allocated IP 172.20.0.2 (167ba0ac-f605-49d6-8fcd-cd15c11062fc/2022559a-4f3d-4302-a8b1-0b80b578a7fb/7d7b9e67-e12b-473c-be93-7caa8851f94c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:28.580705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:28.581974 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.596857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-351e35f7-de79-4a4e-a6d7-37f9b85f8ad7 req-f8a874ce-37df-4138-9daf-d4a829a9b3a8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 210 time: 0.0387502 Jul 05 04:03:28.622858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Made reservation on behalf of 8c92f1def1224e0d94ea34c91db2c9f4 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:28.637019 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.747674 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.758062 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4cf3b0d9-4ace-45e0-bc04-d2c1a6ae716e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.1066136 Jul 05 04:03:28.761026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39676) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:28.800966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Transition to ACTIVE for port object 7d7b9e67-e12b-473c-be93-7caa8851f94c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:28.817980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Allocated IP 172.20.0.4 (84b473dc-229b-4cfb-ab2c-e150a9e04dee/c895e5ec-081e-4e9b-b0b3-01bca5fbab69/3494deef-ac7c-4d7b-a5b0-27b1cb1831aa) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:28.854818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 86d9213f-8005-45cc-ad23-db30115fa6db up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:28.870046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Transition to ACTIVE for port object 7d7b9e67-e12b-473c-be93-7caa8851f94c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:28.971783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 86d9213f-8005-45cc-ad23-db30115fa6db triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:28.974961 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:28.996039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-663f1170-682d-479a-8809-ae78ec8850c9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port e724721b-e0d7-4fbe-993d-7a0e959d0788 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:28.996257 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-663f1170-682d-479a-8809-ae78ec8850c9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.057406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e9ae47-b7ed-4fda-a5c1-b938bce22678 req-3c8b3d6b-3428-4f6f-85dc-f4c6f706ebec tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:29.064882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0e9ae47-b7ed-4fda-a5c1-b938bce22678 req-3c8b3d6b-3428-4f6f-85dc-f4c6f706ebec tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 944 time: 0.2024815 Jul 05 04:03:29.071959 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.125390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Network 167ba0ac-f605-49d6-8fcd-cd15c11062fc is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:29.129099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0e9ae47-b7ed-4fda-a5c1-b938bce22678 req-e84b83d5-df37-4994-836c-d9c68148da6b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632937 Jul 05 04:03:29.143159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:29.172160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:29.193317 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-663f1170-682d-479a-8809-ae78ec8850c9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.201409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.206105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-663f1170-682d-479a-8809-ae78ec8850c9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for e724721b-e0d7-4fbe-993d-7a0e959d0788 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:29.255542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Pushing event updated for resources: {'Port': ['ID=7d7b9e67-e12b-473c-be93-7caa8851f94c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:29.292818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Attempting to bind port 7d7b9e67-e12b-473c-be93-7caa8851f94c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:29.293180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Attempting to bind port 7d7b9e67-e12b-473c-be93-7caa8851f94c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '26ef031f-dcb1-4996-b0dd-05d6c4dc879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '167ba0ac-f605-49d6-8fcd-cd15c11062fc'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:29.293537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Attempting to bind port 7d7b9e67-e12b-473c-be93-7caa8851f94c on network 167ba0ac-f605-49d6-8fcd-cd15c11062fc {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:29.304524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:29.304834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Checking segment: {'id': '26ef031f-dcb1-4996-b0dd-05d6c4dc879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '167ba0ac-f605-49d6-8fcd-cd15c11062fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:29.305090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.305495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Bound using segment: {'id': '26ef031f-dcb1-4996-b0dd-05d6c4dc879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '167ba0ac-f605-49d6-8fcd-cd15c11062fc'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:29.305974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Bound port: 7d7b9e67-e12b-473c-be93-7caa8851f94c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ef031f-dcb1-4996-b0dd-05d6c4dc879b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '167ba0ac-f605-49d6-8fcd-cd15c11062fc'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:29.306364 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.361030 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.380496 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.399935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 86d9213f-8005-45cc-ad23-db30115fa6db, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=86d9213f-8005-45cc-ad23-db30115fa6db,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:29.402710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d9213f-8005-45cc-ad23-db30115fa6db'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:29.405221 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bd9272-ce93-4ed7-9e25-fbc88fdfec36" -d '{"events": [{"server_uuid": "e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "86d9213f-8005-45cc-ad23-db30115fa6db"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:29.446157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] For port 7d7b9e67-e12b-473c-be93-7caa8851f94c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:29.450857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] For port 7d7b9e67-e12b-473c-be93-7caa8851f94c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7d7b9e67-e12b-473c-be93-7caa8851f94c,segment=NetworkSegment(26ef031f-dcb1-4996-b0dd-05d6c4dc879b),segment_id=26ef031f-dcb1-4996-b0dd-05d6c4dc879b)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:29.456913 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25c1ec3-d941-470b-8580-c23c2c50a567 x-openstack-request-id: req-e25c1ec3-d941-470b-8580-c23c2c50a567 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:29.457338 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d", "name": "network-vif-plugged", "status": "completed", "tag": "86d9213f-8005-45cc-ad23-db30115fa6db", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:29.457650 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e25c1ec3-d941-470b-8580-c23c2c50a567 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:29.458114 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86d9213f-8005-45cc-ad23-db30115fa6db', 'code': 200} Jul 05 04:03:29.470099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Network 84b473dc-229b-4cfb-ab2c-e150a9e04dee is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:29.476714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:29.480033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:29.499155 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.510756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Pushing event updated for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:29.540810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:29.541534 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.546272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.548689 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-663f1170-682d-479a-8809-ae78ec8850c9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.563537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=86d9213f-8005-45cc-ad23-db30115fa6db,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:29.591414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663f1170-682d-479a-8809-ae78ec8850c9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=e724721b-e0d7-4fbe-993d-7a0e959d0788,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:29.620326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-11239430-18f5-408a-a40b-ee141007a46a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3382537 Jul 05 04:03:29.637297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Request body: {'port': {'device_id': 'ac202562-2fb2-49d3-807e-def174acae60', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:29.721197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae83d9-39f0-42da-b303-3b8eec76b083 None None] Pushing event updated for resources: {'Port': ['ID=7d7b9e67-e12b-473c-be93-7caa8851f94c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:29.802267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-663f1170-682d-479a-8809-ae78ec8850c9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.808122 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-663f1170-682d-479a-8809-ae78ec8850c9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/e724721b-e0d7-4fbe-993d-7a0e959d0788 HTTP/1.1" status: 204 len: 168 time: 1.0433388 Jul 05 04:03:29.808878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39726) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:29.853196 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:29.886043 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-825332cb-176c-47ec-8bc2-a0ba129dda20 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:03:29.890377 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-825332cb-176c-47ec-8bc2-a0ba129dda20 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/e724721b-e0d7-4fbe-993d-7a0e959d0788 HTTP/1.1" status: 404 len: 333 time: 0.0803537 Jul 05 04:03:29.893102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39732) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.080149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5ee4b9-9352-4ad6-908f-c172445d4685 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet 2022559a-4f3d-4302-a8b1-0b80b578a7fb {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:30.090790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee4b9-9352-4ad6-908f-c172445d4685 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.224526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee4b9-9352-4ad6-908f-c172445d4685 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.434905 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee4b9-9352-4ad6-908f-c172445d4685 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.590151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:30.611687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3beeebf-30cd-4830-be75-797b114ca72b req-1656f532-eb62-48ec-a34f-0f7d2061c0c4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.6384773 Jul 05 04:03:30.614738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.619657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee4b9-9352-4ad6-908f-c172445d4685 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.682315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5ee4b9-9352-4ad6-908f-c172445d4685 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=2022559a-4f3d-4302-a8b1-0b80b578a7fb,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:30.685324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5ee4b9-9352-4ad6-908f-c172445d4685 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.697083 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ff5ee4b9-9352-4ad6-908f-c172445d4685 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/2022559a-4f3d-4302-a8b1-0b80b578a7fb HTTP/1.1" status: 204 len: 168 time: 0.8020983 Jul 05 04:03:30.697892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39758) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:30.737641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Transition to ACTIVE for port object 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:30.856015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de849fe9-316d-4317-bc1b-4973080e18cd req-562fa49a-71ad-495e-9cca-0b88bfff11ae tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:30.859347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de849fe9-316d-4317-bc1b-4973080e18cd req-562fa49a-71ad-495e-9cca-0b88bfff11ae tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 931 time: 0.9429936 Jul 05 04:03:30.872782 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.908630 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:30.991916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8051100e-2238-44ed-9a70-721d37e8240c req-8796574b-1623-48b2-a054-bb82627ae119 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:30.993627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8051100e-2238-44ed-9a70-721d37e8240c req-8796574b-1623-48b2-a054-bb82627ae119 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.3924427 Jul 05 04:03:31.052986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 7d7b9e67-e12b-473c-be93-7caa8851f94c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:31.054629 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.066709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b936f763-cda7-4815-9e31-7c84adee1188 req-7f814ba6-8581-44c4-a722-4c24a1bf3969 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0648367 Jul 05 04:03:31.149356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Pushing event updated for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:31.177309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] For port 7d7b9e67-e12b-473c-be93-7caa8851f94c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7d7b9e67-e12b-473c-be93-7caa8851f94c,segment=NetworkSegment(26ef031f-dcb1-4996-b0dd-05d6c4dc879b),segment_id=26ef031f-dcb1-4996-b0dd-05d6c4dc879b)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:31.178991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.194715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 7d7b9e67-e12b-473c-be93-7caa8851f94c owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:31.280753 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de849fe9-316d-4317-bc1b-4973080e18cd req-86c6995b-c9b3-419f-ae36-3ba37b894632 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4089267 Jul 05 04:03:31.363635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8051100e-2238-44ed-9a70-721d37e8240c req-49f6ca8f-52c2-40bf-a3b4-33a57e5de2d9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3294911 Jul 05 04:03:31.414086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173168c1-8da7-4c59-b610-a178a53293ef None None] Network 167ba0ac-f605-49d6-8fcd-cd15c11062fc requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:31.428305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Attempting to bind port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:31.428647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Attempting to bind port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '1e7dab93-be85-450e-9e42-35978e24fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:31.428980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Attempting to bind port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa on network 84b473dc-229b-4cfb-ab2c-e150a9e04dee {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:31.445913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa on network 84b473dc-229b-4cfb-ab2c-e150a9e04dee not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:31.446161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Attempting to bind port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa on network 84b473dc-229b-4cfb-ab2c-e150a9e04dee {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:31.464784 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:31.465202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Checking segment: {'id': '1e7dab93-be85-450e-9e42-35978e24fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:31.465606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Bound using segment: {'id': '1e7dab93-be85-450e-9e42-35978e24fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:31.466061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Bound port: 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7dab93-be85-450e-9e42-35978e24fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:31.466428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.564890 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.619811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:31.624948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:31.651497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-33c1beaa-9955-4c1e-97f3-d73d045be7fb None None] Could not find standard attr ID for object 7d7b9e67-e12b-473c-be93-7caa8851f94c. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:03:31.665535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=7d7b9e67-e12b-473c-be93-7caa8851f94c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:31.681765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No DVR routers for this DVR port 7d7b9e67-e12b-473c-be93-7caa8851f94c on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:31.711482 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.733664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7d7b9e67-e12b-473c-be93-7caa8851f94c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:31.760297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 7d7b9e67-e12b-473c-be93-7caa8851f94c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:31.760686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7d7b9e67-e12b-473c-be93-7caa8851f94c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 05 04:03:31.808449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Port 7d7b9e67-e12b-473c-be93-7caa8851f94c not found, will not notify nova. {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 05 04:03:31.860748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Pushing event updated for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:31.871968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d3f7c6-f57c-4272-af38-4c44c55d1cb5 None None] DHCP port deletion for 167ba0ac-f605-49d6-8fcd-cd15c11062fc request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:31.883508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:31.885108 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.888383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8510e52a-607f-457b-9e34-63ddd0f59f75 service neutron] 10.222.0.26 "PUT /v2.0/ports/3494deef-ac7c-4d7b-a5b0-27b1cb1831aa HTTP/1.1" status: 200 len: 1092 time: 2.2557940 Jul 05 04:03:31.889233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:31.900682 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-855e24de-e1e6-427a-9e9e-ad02d28eb2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:31.919191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.931786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['167ba0ac-f605-49d6-8fcd-cd15c11062fc']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:31.950911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ef031f-dcb1-4996-b0dd-05d6c4dc879b') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:31.950911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ef031f-dcb1-4996-b0dd-05d6c4dc879b') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:31.954212 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cf1a9d9-f8fc-4443-aa38-c6a32d25247a x-openstack-request-id: req-8cf1a9d9-f8fc-4443-aa38-c6a32d25247a {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:31.954613 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:31.954961 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cf1a9d9-f8fc-4443-aa38-c6a32d25247a {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:31.955467 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'status': 'completed', 'code': 200} Jul 05 04:03:31.976662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:31.998720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.016267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:32.016993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:32.022498 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:32.140747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e24de-e1e6-427a-9e9e-ad02d28eb2f9 req-796dc6ce-9922-47f5-a38f-cb1872bd2568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.142568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-855e24de-e1e6-427a-9e9e-ad02d28eb2f9 req-796dc6ce-9922-47f5-a38f-cb1872bd2568 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 1095 time: 0.1508060 Jul 05 04:03:32.259423 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.267105 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.267968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39788) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:32.271575 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/networks/167ba0ac-f605-49d6-8fcd-cd15c11062fc HTTP/1.1" status: 204 len: 168 time: 1.5722716 Jul 05 04:03:32.278127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39790) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:32.285828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'name': 'tempest-PortsTestJSON-1603973754'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:32.296805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cbe60f-5499-4717-996c-91d747cc20cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Network': ['ID=167ba0ac-f605-49d6-8fcd-cd15c11062fc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:32.357562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e24de-e1e6-427a-9e9e-ad02d28eb2f9 req-485ac293-b147-4de8-b63a-54669d104f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.359264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-855e24de-e1e6-427a-9e9e-ad02d28eb2f9 req-485ac293-b147-4de8-b63a-54669d104f08 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2009258 Jul 05 04:03:32.486585 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-295e2635-aee9-46e6-aa3f-52317f82a7d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.554433 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855e24de-e1e6-427a-9e9e-ad02d28eb2f9 req-7f60721b-f80a-4220-927f-611838b731f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:32.556472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-855e24de-e1e6-427a-9e9e-ad02d28eb2f9 req-7f60721b-f80a-4220-927f-611838b731f6 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1854832 Jul 05 04:03:32.766795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:32.771253 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:32.897914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port 59e1ac68-ff76-4126-ab3a-b89815290596 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:33.011260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c516e876-5bb3-408c-a48f-0c9038579caf req-285e41a5-1328-4975-87e3-ec4c87286f34 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0945032 Jul 05 04:03:33.035577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf6c8de-b43e-4a67-be27-fb4d2d7027c6 req-1475909f-478a-4746-ae18-31d3bba9d87a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.037812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eaf6c8de-b43e-4a67-be27-fb4d2d7027c6 req-1475909f-478a-4746-ae18-31d3bba9d87a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.5243385 Jul 05 04:03:33.055279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d3e881-f013-4ba6-aa11-b7fc0485e0fa req-cf6af8cc-c8c2-45b1-938c-5a422dbf9a31 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.064559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4d3e881-f013-4ba6-aa11-b7fc0485e0fa req-cf6af8cc-c8c2-45b1-938c-5a422dbf9a31 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.4861844 Jul 05 04:03:33.176312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4d3e881-f013-4ba6-aa11-b7fc0485e0fa req-e50d6519-3898-40c6-a7dc-eee9dfa628b4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102769 Jul 05 04:03:33.250327 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-295e2635-aee9-46e6-aa3f-52317f82a7d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.314899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2963202-7a2a-439d-b9be-ceef7bbb930f req-f91f9796-32ae-46c7-ba5a-6c9a2c5499da service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0628254 Jul 05 04:03:33.361734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eaf6c8de-b43e-4a67-be27-fb4d2d7027c6 req-ad6220b9-f8c0-4c53-b620-cc71e99ec44b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2937858 Jul 05 04:03:33.370254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-2f3a2e3e-4ef4-4686-aef9-0ce21982e067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.377597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-2f3a2e3e-4ef4-4686-aef9-0ce21982e067 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 1095 time: 0.6788769 Jul 05 04:03:33.400491 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-295e2635-aee9-46e6-aa3f-52317f82a7d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.476650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295e2635-aee9-46e6-aa3f-52317f82a7d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15c52f35-2da4-4ba5-9c3f-10fcca9b215d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:33.542691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7d7b9e67-e12b-473c-be93-7caa8851f94c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:33.554332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-6b436276-0614-4c05-b7f4-60a44b30f5b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa HTTP/1.1" status: 200 len: 217 time: 0.1667039 Jul 05 04:03:33.592884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 7d7b9e67-e12b-473c-be93-7caa8851f94c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:33.593283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7d7b9e67-e12b-473c-be93-7caa8851f94c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:33.623129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-295e2635-aee9-46e6-aa3f-52317f82a7d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fe8e1bfa40b2486ba443ed7c98dfa8c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3502316 Jul 05 04:03:33.623640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39814) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:33.661321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-adde78be-f88e-49e4-8dc5-ea740bc1a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:33.663206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-adde78be-f88e-49e4-8dc5-ea740bc1a32d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c895e5ec-081e-4e9b-b0b3-01bca5fbab69 HTTP/1.1" status: 200 len: 854 time: 0.0982437 Jul 05 04:03:33.666581 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.711567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-ea32cb26-129d-4f4a-9533-902c8f732989 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84b473dc-229b-4cfb-ab2c-e150a9e04dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0373125 Jul 05 04:03:33.719888 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ece26abb-8d15-4be5-b0de-336e6ad529e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.786358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ece26abb-8d15-4be5-b0de-336e6ad529e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:33.879609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-f81c6125-bd9a-485e-9835-20e56dd079e2 service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599061 Jul 05 04:03:33.996652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb32f08f-c575-4c4e-92de-557782ec32f9 req-8e1acbda-c580-4fc4-a45d-9f8e22af2f71 service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1067221 Jul 05 04:03:33.998424 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.085947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:34.090054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:34.094836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:34.101391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.102132 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.106250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=59e1ac68-ff76-4126-ab3a-b89815290596,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.224099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-705ba67a-d697-4f39-ab1e-988c8245cc82 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9425356 Jul 05 04:03:34.224588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39818) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:34.344381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ece26abb-8d15-4be5-b0de-336e6ad529e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.346978 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ece26abb-8d15-4be5-b0de-336e6ad529e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.349001 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ece26abb-8d15-4be5-b0de-336e6ad529e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15c52f35-2da4-4ba5-9c3f-10fcca9b215d HTTP/1.1" status: 204 len: 168 time: 0.7239168 Jul 05 04:03:34.373588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece26abb-8d15-4be5-b0de-336e6ad529e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15c52f35-2da4-4ba5-9c3f-10fcca9b215d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:34.448249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d00332d9-472d-4f86-8329-028cc61b4213 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 59e1ac68-ff76-4126-ab3a-b89815290596 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:34.450538 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d00332d9-472d-4f86-8329-028cc61b4213 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.472915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f43676a-2a61-4c9f-8d59-4f4788b21e58 req-36f6787c-fdbf-47ca-905c-c5ff3ca74fef tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.481913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f43676a-2a61-4c9f-8d59-4f4788b21e58 req-36f6787c-fdbf-47ca-905c-c5ff3ca74fef tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1567008 Jul 05 04:03:34.542552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f43676a-2a61-4c9f-8d59-4f4788b21e58 req-a39da8bc-23db-4a85-ac3c-87f665fe71d6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554326 Jul 05 04:03:34.600006 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d00332d9-472d-4f86-8329-028cc61b4213 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:34.618185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d00332d9-472d-4f86-8329-028cc61b4213 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 59e1ac68-ff76-4126-ab3a-b89815290596 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:34.675920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42b2de8c-f634-4c13-9355-5b9ef6af49f8 req-3a5d8905-5ddd-495e-a753-f86bec482292 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:34.677672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42b2de8c-f634-4c13-9355-5b9ef6af49f8 req-3a5d8905-5ddd-495e-a753-f86bec482292 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.1114244 Jul 05 04:03:34.830814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42b2de8c-f634-4c13-9355-5b9ef6af49f8 req-444a51c1-2e08-4981-b1ba-2729538dc075 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444335 Jul 05 04:03:34.950858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d00332d9-472d-4f86-8329-028cc61b4213 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.030574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d00332d9-472d-4f86-8329-028cc61b4213 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.034352 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d00332d9-472d-4f86-8329-028cc61b4213 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/59e1ac68-ff76-4126-ab3a-b89815290596 HTTP/1.1" status: 204 len: 168 time: 0.8082049 Jul 05 04:03:35.041335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39838) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:35.042085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00332d9-472d-4f86-8329-028cc61b4213 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=59e1ac68-ff76-4126-ab3a-b89815290596,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:35.042209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'mac_address': 'fa:16:3e:1c:7d:37', 'name': 'tempest-PortsTestJSON-997529158'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:35.310850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdb17db1-c172-4e19-95a6-369347993c1d req-33050fc8-8a7e-4778-a384-a4d4f723d58c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0376689 Jul 05 04:03:35.322794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:35.451260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.513832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port 3e98401e-7cc0-4998-89df-1d5592c0c00f yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:35.662683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2036981-5e6c-460f-bf75-4acba9f2315b req-c9cdab32-52d8-4607-8174-1fedc79c764d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0958958 Jul 05 04:03:35.874245 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:35.898067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e7c0dd-3de9-4b5f-9916-d3fcf7ad4503 req-c2577dec-3ee1-41df-ae2a-c9f1cc205c0d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:35.903469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29e7c0dd-3de9-4b5f-9916-d3fcf7ad4503 req-c2577dec-3ee1-41df-ae2a-c9f1cc205c0d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1761074 Jul 05 04:03:35.963018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29e7c0dd-3de9-4b5f-9916-d3fcf7ad4503 req-a6078322-0626-4084-8fba-789f3e6ace1f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527098 Jul 05 04:03:36.036587 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.124119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:36.137270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:36.148529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:36.156317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:36.156760 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.168797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=3e98401e-7cc0-4998-89df-1d5592c0c00f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:36.201735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea74c96-893c-467f-baeb-2c3b7a0ccc73 req-4a700fd1-8936-424b-9e25-73f280f24449 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:36.204979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dea74c96-893c-467f-baeb-2c3b7a0ccc73 req-4a700fd1-8936-424b-9e25-73f280f24449 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.2130060 Jul 05 04:03:36.273095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dea74c96-893c-467f-baeb-2c3b7a0ccc73 req-91ca12cf-85b4-4afb-86d4-fd0290369447 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663505 Jul 05 04:03:36.282408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-99d1a1ce-696d-41e6-a56d-926897355e0d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2446365 Jul 05 04:03:36.289410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39878) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:36.419681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5828e81f-64ec-4faf-9dd8-b3a534610dbf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:36.429284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5828e81f-64ec-4faf-9dd8-b3a534610dbf tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/3e98401e-7cc0-4998-89df-1d5592c0c00f HTTP/1.1" status: 200 len: 840 time: 0.1392384 Jul 05 04:03:36.429531 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39880) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:36.615713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 3e98401e-7cc0-4998-89df-1d5592c0c00f {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:36.616615 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.715798 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.735334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 3e98401e-7cc0-4998-89df-1d5592c0c00f owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:36.886850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:36.950742 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:36.992082 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=3e98401e-7cc0-4998-89df-1d5592c0c00f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:37.006984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.007639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.008266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.017441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.017441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.017441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.017441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.017441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.017441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.017441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.017441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.017441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:37.020844 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.024505 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-38927c8c-8f8c-4c6d-a111-bd52600ece94 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/3e98401e-7cc0-4998-89df-1d5592c0c00f HTTP/1.1" status: 204 len: 168 time: 0.5943851 Jul 05 04:03:37.026952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39896) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:37.034703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:37.049062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee', 'port_id': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'mac_address': 'fa:16:3e:c4:05:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895e5ec-081e-4e9b-b0b3-01bca5fbab69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:37.068988 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-15788d54-1095-4671-b919-9f753f43e9c2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:03:37.071143 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-15788d54-1095-4671-b919-9f753f43e9c2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/3e98401e-7cc0-4998-89df-1d5592c0c00f HTTP/1.1" status: 404 len: 333 time: 0.0424943 Jul 05 04:03:37.074957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39898) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:37.081244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'name': 'tempest-PortsTestJSON-1415195132'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:37.138703 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.158811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:37.197884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:37.289414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:37.294076 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.311188 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:37.361659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port c9294dae-9793-4f84-bb7d-7d00cde78f0c yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:37.419944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:37.495640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a64a1a-c46a-40fd-ac78-1ea5496755eb req-34f99ffb-c540-49e4-b789-6434b5544562 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:37.506048 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0a64a1a-c46a-40fd-ac78-1ea5496755eb req-34f99ffb-c540-49e4-b789-6434b5544562 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.2676129 Jul 05 04:03:37.666617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0a64a1a-c46a-40fd-ac78-1ea5496755eb req-04cdc043-baa6-4422-9ac5-910f00cebb2b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471181 Jul 05 04:03:37.976401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0518136b-4300-47fc-a39f-a407d9e387b2 req-c1c93773-bf3a-4792-8cec-4e8c412d26a3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0706565 Jul 05 04:03:38.013397 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.019605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3494deef-ac7c-4d7b-a5b0-27b1cb1831aa'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:38.025284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-421e2f70-764e-4f6d-851c-bc0258c2162d req-59872845-4c23-457f-be01-95e67260110a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:38.027306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-421e2f70-764e-4f6d-851c-bc0258c2162d req-59872845-4c23-457f-be01-95e67260110a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 944 time: 0.4605553 Jul 05 04:03:38.051305 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3493c0c0-c07a-469d-b848-54f10652551b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.138524 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-421e2f70-764e-4f6d-851c-bc0258c2162d req-87519c85-2202-4708-a3e1-5277df426e7c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993402 Jul 05 04:03:38.260081 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.357647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb7349de-4b8e-45c9-89ea-31cbac98c931 req-3abb5525-5532-432f-9bac-ea9ec0121d6d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0874274 Jul 05 04:03:38.415576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:38.418477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:38.420340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=c9294dae-9793-4f84-bb7d-7d00cde78f0c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:38.422435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:38.430209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:38.434126 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.539801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-69a03225-bb62-4d19-8685-9b648b3b9f0b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.4638755 Jul 05 04:03:38.542317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39954) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:38.547796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-136c112d-8989-4ef7-97a0-6e1af77719dd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:38.665497 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-136c112d-8989-4ef7-97a0-6e1af77719dd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.951736 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-136c112d-8989-4ef7-97a0-6e1af77719dd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:38.993455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2fcb3f-d520-486f-8d79-6350966a7433 req-57b9b2f8-988b-4bd3-bc1d-199cd55014a8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:38.996034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c2fcb3f-d520-486f-8d79-6350966a7433 req-57b9b2f8-988b-4bd3-bc1d-199cd55014a8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1067181 Jul 05 04:03:39.063269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c2fcb3f-d520-486f-8d79-6350966a7433 req-678f7a3a-a529-4eca-be4c-d0e3197f8707 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609977 Jul 05 04:03:39.087609 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-136c112d-8989-4ef7-97a0-6e1af77719dd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.152174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-136c112d-8989-4ef7-97a0-6e1af77719dd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] In _notify_port_updated(), no bound segment for port c9294dae-9793-4f84-bb7d-7d00cde78f0c on network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:03:39.159754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136c112d-8989-4ef7-97a0-6e1af77719dd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.160737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-136c112d-8989-4ef7-97a0-6e1af77719dd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.162161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-136c112d-8989-4ef7-97a0-6e1af77719dd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "PUT /v2.0/ports/c9294dae-9793-4f84-bb7d-7d00cde78f0c HTTP/1.1" status: 200 len: 818 time: 0.6188300 Jul 05 04:03:39.167302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39978) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.187586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136c112d-8989-4ef7-97a0-6e1af77719dd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=c9294dae-9793-4f84-bb7d-7d00cde78f0c,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:39.356394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-97f0ba3e-64e5-40e9-9ecb-53789f06f21b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port c9294dae-9793-4f84-bb7d-7d00cde78f0c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:39.356892 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97f0ba3e-64e5-40e9-9ecb-53789f06f21b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.462646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84a8fbd-4a18-42f3-af0e-92944dc0ff0e req-625bd06a-d61d-4f49-a6a0-7fb8b76e8ed2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:39.464399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f84a8fbd-4a18-42f3-af0e-92944dc0ff0e req-625bd06a-d61d-4f49-a6a0-7fb8b76e8ed2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 944 time: 0.1238866 Jul 05 04:03:39.473315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97f0ba3e-64e5-40e9-9ecb-53789f06f21b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.534159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-97f0ba3e-64e5-40e9-9ecb-53789f06f21b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for c9294dae-9793-4f84-bb7d-7d00cde78f0c owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:39.563184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f84a8fbd-4a18-42f3-af0e-92944dc0ff0e req-3af1ef9d-431c-4a73-94e0-1fcc7cce3caf tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847888 Jul 05 04:03:39.640206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39986) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.783355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97f0ba3e-64e5-40e9-9ecb-53789f06f21b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.818215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f0ba3e-64e5-40e9-9ecb-53789f06f21b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=c9294dae-9793-4f84-bb7d-7d00cde78f0c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:39.825681 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97f0ba3e-64e5-40e9-9ecb-53789f06f21b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:39.828201 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-97f0ba3e-64e5-40e9-9ecb-53789f06f21b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/c9294dae-9793-4f84-bb7d-7d00cde78f0c HTTP/1.1" status: 204 len: 168 time: 0.6579509 Jul 05 04:03:39.831512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39992) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:39.890975 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2927c38-dee1-4eb7-99d4-a9a9721b0d4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.445148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-742f9317-343f-4e83-80f4-59b00cf6603a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.449536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-742f9317-343f-4e83-80f4-59b00cf6603a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.6142101 Jul 05 04:03:40.449536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21eed096-4de6-4eae-9818-a23d5719101c req-0978a37e-7c23-49f3-98bb-0a3868aca06a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0910764 Jul 05 04:03:40.450371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40004) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:40.497083 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e108095-c2c1-4ed0-b431-940e8c800300 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:03:40.680080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2e108095-c2c1-4ed0-b431-940e8c800300 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/c9294dae-9793-4f84-bb7d-7d00cde78f0c HTTP/1.1" status: 404 len: 333 time: 0.0476985 Jul 05 04:03:40.682005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ef61b-cb8c-4b97-bb52-9a5ceed91cfa req-bcd61cbd-5549-40b4-8244-106153ca0fcb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.682005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d22ef61b-cb8c-4b97-bb52-9a5ceed91cfa req-bcd61cbd-5549-40b4-8244-106153ca0fcb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1687255 Jul 05 04:03:40.682005 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2927c38-dee1-4eb7-99d4-a9a9721b0d4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.682005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d22ef61b-cb8c-4b97-bb52-9a5ceed91cfa req-fe51ab29-797b-42c1-8329-73ca7ada7ae4 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400422 Jul 05 04:03:40.682005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8be97908-822a-4d34-9215-00727fa76496 req-73dd1d9f-08ba-49c3-8ff3-d1322683794d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0379176 Jul 05 04:03:40.682005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40014) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:40.688296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1772715573'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:40.761492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4954a6-8a50-4e8d-88e4-b48f0dbc3189 req-ad3631cd-706d-4ae4-8718-a622004744d5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:40.761492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce4954a6-8a50-4e8d-88e4-b48f0dbc3189 req-ad3631cd-706d-4ae4-8718-a622004744d5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 944 time: 0.0683360 Jul 05 04:03:40.800958 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:03:40.809320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce4954a6-8a50-4e8d-88e4-b48f0dbc3189 req-da61efe6-4a8f-4c76-a0a3-a96621193091 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380051 Jul 05 04:03:40.872350 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2927c38-dee1-4eb7-99d4-a9a9721b0d4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.894611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:40.918961 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-514df63a-d521-48df-8887-2aaa7e4e3f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.922025 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:40.922682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b2927c38-dee1-4eb7-99d4-a9a9721b0d4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3459b499c6054881a74871a551e094b5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2813623 Jul 05 04:03:40.924096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2927c38-dee1-4eb7-99d4-a9a9721b0d4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bb55d4b-bd3c-4eae-b222-74ebf003ffc2,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:40.925268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40018) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.007496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:41.012183 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.019087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71436c66-e900-4f47-9600-8e0b6b10ac89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.053713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71436c66-e900-4f47-9600-8e0b6b10ac89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.062651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:41.085004 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:41.085544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.086658 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Added segment 77a7d1b0-30c5-4eb1-89ab-1a4992d421c6 of type vlan for network 3c789bd2-addc-4646-8358-9486912686aa Jul 05 04:03:41.089354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:41.089770 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.146464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.191016 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.226210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:41.230148 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-559ff805-8bf4-4635-b3d8-bd026c0c96b2" -d '{"events": [{"server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "name": "network-vif-plugged", "status": "completed", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:41.234633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:41.259794 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71436c66-e900-4f47-9600-8e0b6b10ac89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.266175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71436c66-e900-4f47-9600-8e0b6b10ac89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.266175 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-71436c66-e900-4f47-9600-8e0b6b10ac89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4bb55d4b-bd3c-4eae-b222-74ebf003ffc2 HTTP/1.1" status: 204 len: 168 time: 0.3382106 Jul 05 04:03:41.293436 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4d3b17c-d1b0-48ec-b3bf-42effee3c431 x-openstack-request-id: req-b4d3b17c-d1b0-48ec-b3bf-42effee3c431 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:41.293804 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "name": "network-vif-plugged", "status": "completed", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:41.294065 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4d3b17c-d1b0-48ec-b3bf-42effee3c431 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:41.294489 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'code': 200} Jul 05 04:03:41.297145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71436c66-e900-4f47-9600-8e0b6b10ac89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bb55d4b-bd3c-4eae-b222-74ebf003ffc2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:41.317421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.328133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:41.329442 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.402614 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.483873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Network': ['ID=3c789bd2-addc-4646-8358-9486912686aa,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:41.485392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:41.498389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3c789bd2-addc-4646-8358-9486912686aa details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:41.529407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad236f6e-3011-412b-b488-225a7494fcdf req-889b5f9e-4387-4b14-9f1e-d4d0365f9a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:41.530881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad236f6e-3011-412b-b488-225a7494fcdf req-889b5f9e-4387-4b14-9f1e-d4d0365f9a12 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 1097 time: 0.1130264 Jul 05 04:03:41.536390 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0c679507-1074-4ca7-bb41-f32cdfb98ae9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8541245 Jul 05 04:03:41.537228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40030) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:41.542940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '3c789bd2-addc-4646-8358-9486912686aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:41.577881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad236f6e-3011-412b-b488-225a7494fcdf req-99ae2e7a-92e1-4ec3-a691-341b40fd68c7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379503 Jul 05 04:03:41.785430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:41.792316 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:41.887724 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.010833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed5ae81-2d21-4839-b830-48f15ce9391b req-cb69f345-4af2-409f-969b-c230c2ed2c17 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.023514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ed5ae81-2d21-4839-b830-48f15ce9391b req-cb69f345-4af2-409f-969b-c230c2ed2c17 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1705053 Jul 05 04:03:42.102583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ed5ae81-2d21-4839-b830-48f15ce9391b req-07c737ba-2c00-44d7-8c29-b9b4eacf2924 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776827 Jul 05 04:03:42.214152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb4fc52-1ddc-46dd-85fb-d2b83f63e59c req-864b2daa-0107-4643-8b43-9bf128c0023f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.215733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1eb4fc52-1ddc-46dd-85fb-d2b83f63e59c req-864b2daa-0107-4643-8b43-9bf128c0023f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.0970986 Jul 05 04:03:42.279219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1eb4fc52-1ddc-46dd-85fb-d2b83f63e59c req-9f319026-2b6a-4319-99ab-58d081bdf90d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538900 Jul 05 04:03:42.363142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.492498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=750627a9-67cb-4e7c-ab78-7801e4fb58d7,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:42.495165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Checking segment: {'id': '77a7d1b0-30c5-4eb1-89ab-1a4992d421c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c789bd2-addc-4646-8358-9486912686aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:42.502210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network hostable DHCP agents. Network: 3c789bd2-addc-4646-8358-9486912686aa, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:42.504878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40048) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:42.556497 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b5a417f-8d50-46d7-987e-88e7a8613d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.601808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3c789bd2-addc-4646-8358-9486912686aa is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:42.693611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3c789bd2-addc-4646-8358-9486912686aa) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:42.699238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:42.700027 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:42.711629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-267ca916-7908-4165-8f79-1d72487f90fd None None] Network 3c789bd2-addc-4646-8358-9486912686aa requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:42.746158 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a63b2456-04e6-4958-a023-6fe6a938d29e req-ca0f13a7-0b26-4108-89af-0182abe5ed5a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0549593 Jul 05 04:03:42.849938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b5a417f-8d50-46d7-987e-88e7a8613d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.030630 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b5a417f-8d50-46d7-987e-88e7a8613d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.045378 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3c789bd2-addc-4646-8358-9486912686aa', 'network_id': '3c789bd2-addc-4646-8358-9486912686aa', 'tenant_id': 'be0eb40e208246d19574fd4ed7398ab2', 'fixed_ips': [{'subnet_id': '750627a9-67cb-4e7c-ab78-7801e4fb58d7'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:43.046662 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.112510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c006c362-9eca-46e9-b835-755d14973cb0 req-5c0cf8d2-1985-493d-946e-f9e876c894cc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0645099 Jul 05 04:03:43.118195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3b5a417f-8d50-46d7-987e-88e7a8613d6b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37b68fad53184c21ad1c7e698956d24d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6114573 Jul 05 04:03:43.120869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40060) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:43.157980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5a417f-8d50-46d7-987e-88e7a8613d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6c3c8eb-622a-44ee-b0cc-1983b4f558cc,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.182058 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fcfc4991-fd33-4ec5-84a3-b4c8cb5528f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6433752 Jul 05 04:03:43.186135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40066) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:43.202882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e0e85030-fcf9-4d05-bad8-b2214a274853 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '3c789bd2-addc-4646-8358-9486912686aa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:43.240702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b6dec8-28ac-45da-823f-aaeb2066b489 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.328078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b6dec8-28ac-45da-823f-aaeb2066b489 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.346287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Allocated IP 172.20.0.2 (3c789bd2-addc-4646-8358-9486912686aa/750627a9-67cb-4e7c-ab78-7801e4fb58d7/99a4fe91-8178-401a-a72e-fb3cb419b32b) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:43.459743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.527875 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b6dec8-28ac-45da-823f-aaeb2066b489 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.531173 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b6dec8-28ac-45da-823f-aaeb2066b489 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.538800 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c7b6dec8-28ac-45da-823f-aaeb2066b489 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f6c3c8eb-622a-44ee-b0cc-1983b4f558cc HTTP/1.1" status: 204 len: 168 time: 0.4102633 Jul 05 04:03:43.555425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6dec8-28ac-45da-823f-aaeb2066b489 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6c3c8eb-622a-44ee-b0cc-1983b4f558cc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.636964 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.655603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320581fe-4b03-4758-8872-8a9170e2cd9e req-d0b309a8-fd9e-49e1-ae15-8304ffc41f8d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:43.661892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Transition to ACTIVE for port object 99a4fe91-8178-401a-a72e-fb3cb419b32b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:43.664793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-320581fe-4b03-4758-8872-8a9170e2cd9e req-d0b309a8-fd9e-49e1-ae15-8304ffc41f8d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2225661 Jul 05 04:03:43.684237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Transition to ACTIVE for port object 99a4fe91-8178-401a-a72e-fb3cb419b32b will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:43.713671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48f52e6-5971-4b0d-967b-5d5490eb32d8 req-bbe0578d-d16a-4822-8ab3-f765d6470a1f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:43.723509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e48f52e6-5971-4b0d-967b-5d5490eb32d8 req-bbe0578d-d16a-4822-8ab3-f765d6470a1f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.2181866 Jul 05 04:03:43.739848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0e85030-fcf9-4d05-bad8-b2214a274853 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:43.746238 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0e85030-fcf9-4d05-bad8-b2214a274853 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.763024 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.822801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-320581fe-4b03-4758-8872-8a9170e2cd9e req-d20cb8f6-615b-4e63-aa1d-2a5298b28396 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562772 Jul 05 04:03:43.849508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:43.914943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e48f52e6-5971-4b0d-967b-5d5490eb32d8 req-5734e13d-8dbd-4b44-bb19-25e4f161dccb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904035 Jul 05 04:03:43.951514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Network 3c789bd2-addc-4646-8358-9486912686aa is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:43.959607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:43.965294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Pushing event updated for resources: {'Port': ['ID=99a4fe91-8178-401a-a72e-fb3cb419b32b,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:43.968902 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:43.996262 n-d-758944-41 neutron-server[100896]: INFO neutron.db.ipam_backend_mixin [None req-e0e85030-fcf9-4d05-bad8-b2214a274853 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 750627a9-67cb-4e7c-ab78-7801e4fb58d7 (CIDR: 172.20.0.0/28) Jul 05 04:03:44.036930 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0e85030-fcf9-4d05-bad8-b2214a274853 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:03:44.037624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0e85030-fcf9-4d05-bad8-b2214a274853 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:03:44.102355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Attempting to bind port 99a4fe91-8178-401a-a72e-fb3cb419b32b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:44.102732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Attempting to bind port 99a4fe91-8178-401a-a72e-fb3cb419b32b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '77a7d1b0-30c5-4eb1-89ab-1a4992d421c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c789bd2-addc-4646-8358-9486912686aa'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:44.103100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Attempting to bind port 99a4fe91-8178-401a-a72e-fb3cb419b32b on network 3c789bd2-addc-4646-8358-9486912686aa {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:44.126198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:44.126593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Checking segment: {'id': '77a7d1b0-30c5-4eb1-89ab-1a4992d421c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c789bd2-addc-4646-8358-9486912686aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:44.127129 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.128242 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Bound using segment: {'id': '77a7d1b0-30c5-4eb1-89ab-1a4992d421c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c789bd2-addc-4646-8358-9486912686aa'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:44.129080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Bound port: 99a4fe91-8178-401a-a72e-fb3cb419b32b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '77a7d1b0-30c5-4eb1-89ab-1a4992d421c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '3c789bd2-addc-4646-8358-9486912686aa'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:44.129462 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.147515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e0e85030-fcf9-4d05-bad8-b2214a274853 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9601192 Jul 05 04:03:44.150246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40090) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:44.159092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5f1e9a05-6253-4944-86fe-6c2106c4e1a4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '3c789bd2-addc-4646-8358-9486912686aa', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:44.270348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] For port 99a4fe91-8178-401a-a72e-fb3cb419b32b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:44.281332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] For port 99a4fe91-8178-401a-a72e-fb3cb419b32b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=99a4fe91-8178-401a-a72e-fb3cb419b32b,segment=NetworkSegment(77a7d1b0-30c5-4eb1-89ab-1a4992d421c6),segment_id=77a7d1b0-30c5-4eb1-89ab-1a4992d421c6)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:44.284984 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.377340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-681c9d7c-9daa-47be-a0bd-0dd4431d5282 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:44.385701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-681c9d7c-9daa-47be-a0bd-0dd4431d5282 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/networks?id=84b473dc-229b-4cfb-ab2c-e150a9e04dee HTTP/1.1" status: 200 len: 814 time: 0.2991021 Jul 05 04:03:44.401353 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.406888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-f3ce135d-1ac6-47b7-882f-acc7d832eed9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/quotas/8c92f1def1224e0d94ea34c91db2c9f4 HTTP/1.1" status: 200 len: 375 time: 0.0202687 Jul 05 04:03:44.467748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc696e8c-d0e4-4faa-b3bd-7a97ef870517 None None] Pushing event updated for resources: {'Port': ['ID=99a4fe91-8178-401a-a72e-fb3cb419b32b,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:44.511768 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-d303cf6b-face-4700-959d-13b4c61d0fd5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0963647 Jul 05 04:03:44.527395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f1e9a05-6253-4944-86fe-6c2106c4e1a4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:44.532097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9a05-6253-4944-86fe-6c2106c4e1a4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:44.950738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-deb58e9d-f3bc-4997-858d-c9d66e30b266 service neutron] 10.222.0.30 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260507 Jul 05 04:03:45.198886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-fc8a2a1d-3760-4939-b3ba-16477b543e93 service neutron] 10.222.0.30 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2458196 Jul 05 04:03:45.228200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717902f3-6641-49e1-91c7-a78b70d18339 req-a3795c42-9719-49b3-a792-c9b3b90d5ae8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.2276061 Jul 05 04:03:45.271726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9a05-6253-4944-86fe-6c2106c4e1a4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.369743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff59ab2b-6f73-4271-b9d7-632dbe34b92e req-15202bbc-2825-43ec-a4dd-7d5056f64e5c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:45.371343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1e9a05-6253-4944-86fe-6c2106c4e1a4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3c789bd2-addc-4646-8358-9486912686aa is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:45.375143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5f1e9a05-6253-4944-86fe-6c2106c4e1a4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:45.383457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f1e9a05-6253-4944-86fe-6c2106c4e1a4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:45.384096 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f1e9a05-6253-4944-86fe-6c2106c4e1a4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:45.387076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff59ab2b-6f73-4271-b9d7-632dbe34b92e req-15202bbc-2825-43ec-a4dd-7d5056f64e5c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1613345 Jul 05 04:03:45.406922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1e9a05-6253-4944-86fe-6c2106c4e1a4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:45.473212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff59ab2b-6f73-4271-b9d7-632dbe34b92e req-8607691d-28d5-487e-a7b4-eef619e7b0d5 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814240 Jul 05 04:03:45.635263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 99a4fe91-8178-401a-a72e-fb3cb419b32b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:45.655372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c516f4c-2462-42b3-97bc-973ed50d921b req-7b4c59b9-8bee-4de6-96e6-56e01cabb234 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0504627 Jul 05 04:03:45.809471 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f1e9a05-6253-4944-86fe-6c2106c4e1a4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6563623 Jul 05 04:03:45.812590 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40130) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:45.818681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': '3c789bd2-addc-4646-8358-9486912686aa', 'fixed_ips': [{'subnet_id': '750627a9-67cb-4e7c-ab78-7801e4fb58d7'}, {'subnet_id': '0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899'}], 'name': 'tempest-PortsTestJSON-1173276729'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:45.848049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 99a4fe91-8178-401a-a72e-fb3cb419b32b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:46.045843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a00e4495-9f47-4b89-9139-39c63fd01134 req-39528486-2533-4f7a-94dc-7daa763e55df tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 210 time: 0.0540869 Jul 05 04:03:46.087108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edfb0f4c-2b1c-4a55-979c-ddf88ef841d9 None None] Network 3c789bd2-addc-4646-8358-9486912686aa requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:46.097429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40142) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:46.127098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:46.281767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1857548'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:46.318977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-13203cfa-34b6-4ff8-92d7-603f38690d47 None None] Provisioning for port 99a4fe91-8178-401a-a72e-fb3cb419b32b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:46.331027 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-13203cfa-34b6-4ff8-92d7-603f38690d47 None None] Provisioning complete for port 99a4fe91-8178-401a-a72e-fb3cb419b32b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:46.331027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13203cfa-34b6-4ff8-92d7-603f38690d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.346673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.375599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port 880d9d35-470c-4a7c-8b64-63a690805aaf yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:46.468026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Made reservation on behalf of 5e13768d1ffb4853ba2f6087e8ce553b for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:46.472543 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.480147 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13203cfa-34b6-4ff8-92d7-603f38690d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.513938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f612caa-add7-48e3-9134-576cf8e33af2 None None] Update dhcp port {'port': {'network_id': '3c789bd2-addc-4646-8358-9486912686aa', 'fixed_ips': [{'subnet_id': '750627a9-67cb-4e7c-ab78-7801e4fb58d7', 'ip_address': '172.20.0.2'}, {'subnet_id': '0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '99a4fe91-8178-401a-a72e-fb3cb419b32b'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:03:46.515376 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.562351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-13203cfa-34b6-4ff8-92d7-603f38690d47 None None] For port 99a4fe91-8178-401a-a72e-fb3cb419b32b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=99a4fe91-8178-401a-a72e-fb3cb419b32b,segment=NetworkSegment(77a7d1b0-30c5-4eb1-89ab-1a4992d421c6),segment_id=77a7d1b0-30c5-4eb1-89ab-1a4992d421c6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:46.578327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7f612caa-add7-48e3-9134-576cf8e33af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.785582 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13203cfa-34b6-4ff8-92d7-603f38690d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.861609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13203cfa-34b6-4ff8-92d7-603f38690d47 None None] Pushing event updated for resources: {'Port': ['ID=99a4fe91-8178-401a-a72e-fb3cb419b32b,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:46.878820 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:46.885066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa8f6a-a48e-493f-8eed-0275f00c74fb req-5060dc0e-4a6e-4dab-81ef-7f5d5dd66bfe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:46.894934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87aa8f6a-a48e-493f-8eed-0275f00c74fb req-5060dc0e-4a6e-4dab-81ef-7f5d5dd66bfe tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.1449625 Jul 05 04:03:46.959680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.12 (3c789bd2-addc-4646-8358-9486912686aa/750627a9-67cb-4e7c-ab78-7801e4fb58d7/880d9d35-470c-4a7c-8b64-63a690805aaf) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:46.969310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87aa8f6a-a48e-493f-8eed-0275f00c74fb req-a9531e4e-192f-429e-8e1b-3aee589fbb0d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699680 Jul 05 04:03:46.978161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.21 (3c789bd2-addc-4646-8358-9486912686aa/0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899/880d9d35-470c-4a7c-8b64-63a690805aaf) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:47.024783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.055842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:47.132529 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.132884 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Added segment 92973f3c-e991-48d2-afbe-847eb8660f00 of type vlan for network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 Jul 05 04:03:47.141832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37850b4e-4ed2-4479-afe8-aeb852e8c4c3 req-476f2138-467f-4682-b6eb-466bf8df4b82 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 210 time: 0.0472906 Jul 05 04:03:47.143527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5caeed0-010f-42b4-ae6e-ad13e740d872,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:47.211719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.272118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.286898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object 880d9d35-470c-4a7c-8b64-63a690805aaf will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:47.430727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.436733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:47.437668 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.514707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.572785 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-7f612caa-add7-48e3-9134-576cf8e33af2 None None] Allocated IP 172.20.0.18 (3c789bd2-addc-4646-8358-9486912686aa/0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899/99a4fe91-8178-401a-a72e-fb3cb419b32b) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:47.586425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Network': ['ID=d2047c4a-fe7e-4bba-b804-d7b44775b3a3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:47.605378 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3c789bd2-addc-4646-8358-9486912686aa is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:47.609179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:47.614441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:47.618909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=880d9d35-470c-4a7c-8b64-63a690805aaf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:47.632765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e45c2b8-4d51-4fc1-914b-b51abd434881 req-a924f86b-b608-42db-88ce-d295f0a928a2 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0768812 Jul 05 04:03:47.644187 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bb78c763-b654-4762-9833-ac2ea3295603 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5452006 Jul 05 04:03:47.647505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40184) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:47.652814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'subnet': {'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:47.678831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:47.681243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:47.681949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.700974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 99a4fe91-8178-401a-a72e-fb3cb419b32b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:47.829003 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8ed8c1ef-fa2a-425e-80d3-1df3216e2c6d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.0150821 Jul 05 04:03:47.831744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40192) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:47.837382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '750627a9-67cb-4e7c-ab78-7801e4fb58d7'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:47.869479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7f612caa-add7-48e3-9134-576cf8e33af2 None None] For port 99a4fe91-8178-401a-a72e-fb3cb419b32b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=99a4fe91-8178-401a-a72e-fb3cb419b32b,segment=NetworkSegment(77a7d1b0-30c5-4eb1-89ab-1a4992d421c6),segment_id=77a7d1b0-30c5-4eb1-89ab-1a4992d421c6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:47.924452 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7f612caa-add7-48e3-9134-576cf8e33af2 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:47.970854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Made reservation on behalf of 5e13768d1ffb4853ba2f6087e8ce553b for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:47.978695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.070671 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.383991 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7f612caa-add7-48e3-9134-576cf8e33af2 None None] Transition to ACTIVE for port object 99a4fe91-8178-401a-a72e-fb3cb419b32b will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:48.431728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 99a4fe91-8178-401a-a72e-fb3cb419b32b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:48.432199 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.517297 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7f612caa-add7-48e3-9134-576cf8e33af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.544736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Port 99a4fe91-8178-401a-a72e-fb3cb419b32b had new provisioning blocks added so it will not transition to active. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:347}} Jul 05 04:03:48.554154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a014388-1b0e-4dc0-a972-900b04049398 req-ce2b1422-1ebc-4a72-b633-83f10c58626c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 210 time: 0.0543976 Jul 05 04:03:48.596458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Delete allocated IP 172.20.0.21 (3c789bd2-addc-4646-8358-9486912686aa/0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899) {{(pid=100895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:03:48.610394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9fa0ed-fdf4-4789-95e9-352f779b39e8 req-969a5cee-0465-4490-9996-e9d25ac34622 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.621895 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d9fa0ed-fdf4-4789-95e9-352f779b39e8 req-969a5cee-0465-4490-9996-e9d25ac34622 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.3737185 Jul 05 04:03:48.636007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-7d6d5f24-74de-49c6-a626-4700dc0c5c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.638032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-7d6d5f24-74de-49c6-a626-4700dc0c5c9c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 1097 time: 0.3116288 Jul 05 04:03:48.700737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f612caa-add7-48e3-9134-576cf8e33af2 None None] Pushing event updated for resources: {'Port': ['ID=99a4fe91-8178-401a-a72e-fb3cb419b32b,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:48.804989 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.816643 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.822636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Ignored duplicate provisioning block setup for port 880d9d35-470c-4a7c-8b64-63a690805aaf by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:03:48.863256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8cf8057-90f0-46f4-b1e9-5f1c7260f6e9 req-a773a25b-7ebf-45a2-aa89-d700cc49542b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0771251 Jul 05 04:03:48.875560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d9fa0ed-fdf4-4789-95e9-352f779b39e8 req-1e67bbc1-2941-4bac-a659-a91caefd6623 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486947 Jul 05 04:03:48.942422 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:48.977814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-587de382-c48e-4aa2-ac86-b1137acea6ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:48.979756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-587de382-c48e-4aa2-ac86-b1137acea6ca service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.3135512 Jul 05 04:03:48.981019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Subnet': ['ID=24dc98f3-4981-4b76-b4e8-a36429a8a47b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.014465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=880d9d35-470c-4a7c-8b64-63a690805aaf,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:49.057259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Checking segment: {'id': '92973f3c-e991-48d2-afbe-847eb8660f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:49.060388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Network hostable DHCP agents. Network: d2047c4a-fe7e-4bba-b804-d7b44775b3a3, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:49.065961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-69a4c38a-995f-4d70-a110-67c72889a2b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=86d9213f-8005-45cc-ad23-db30115fa6db HTTP/1.1" status: 200 len: 217 time: 0.0741904 Jul 05 04:03:49.135413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] In _notify_port_updated(), no bound segment for port 880d9d35-470c-4a7c-8b64-63a690805aaf on network 3c789bd2-addc-4646-8358-9486912686aa {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:03:49.146881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:49.148118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.153027 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-50bfe0de-d1ba-4eda-81e0-664408732cb3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "PUT /v2.0/ports/880d9d35-470c-4a7c-8b64-63a690805aaf HTTP/1.1" status: 200 len: 920 time: 1.3172431 Jul 05 04:03:49.156782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40208) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.167050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '750627a9-67cb-4e7c-ab78-7801e4fb58d7'}, {'subnet_id': '0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:49.170599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-412c16d9-b6d2-4677-9352-0dc0b3864bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:49.172354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-412c16d9-b6d2-4677-9352-0dc0b3864bb5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.0983975 Jul 05 04:03:49.182664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:03:49.269115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-ee89e6bc-3101-42da-84a7-8b8bc2639482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:49.270998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-ee89e6bc-3101-42da-84a7-8b8bc2639482 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0795434 Jul 05 04:03:49.292122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d2047c4a-fe7e-4bba-b804-d7b44775b3a3) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:49.304524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89d354fd-1e8e-4b85-8227-48b620c6a815 None None] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:49.321582 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.357031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:49.358044 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.465184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-06ce7ed8-3b46-430f-81f6-a51ff2965240 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840889 Jul 05 04:03:49.608025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-d2047c4a-fe7e-4bba-b804-d7b44775b3a3', 'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3', 'tenant_id': '5e13768d1ffb4853ba2f6087e8ce553b', 'fixed_ips': [{'subnet_id': '24dc98f3-4981-4b76-b4e8-a36429a8a47b'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:03:49.610623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.616972 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 99a4fe91-8178-401a-a72e-fb3cb419b32b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:49.642649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4bc16368-eeb9-4413-8c96-e753ecf6544c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9915297 Jul 05 04:03:49.682401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50819dc2-8891-40d0-bdad-fb5bebbb533f None None] Network 3c789bd2-addc-4646-8358-9486912686aa requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:49.743731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40214) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:49.750170 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea5b77c2-4926-4b0b-897c-e56c17f0723b req-98e90bb4-bd9a-408e-8f0e-797b782d8de8 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2770572 Jul 05 04:03:49.750627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'port': {'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1010441516'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:49.805760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-409d3070-39e2-459e-bceb-79859a9215d3 req-4de21708-a9d9-4ca3-8a19-dce1319bbf76 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 210 time: 0.0544953 Jul 05 04:03:49.961613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-26d4427e-4a90-46fa-b88c-f9d274564f26 None None] Provisioning for port 99a4fe91-8178-401a-a72e-fb3cb419b32b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:49.993751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-26d4427e-4a90-46fa-b88c-f9d274564f26 None None] Provisioning complete for port 99a4fe91-8178-401a-a72e-fb3cb419b32b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:49.994338 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-26d4427e-4a90-46fa-b88c-f9d274564f26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:49.996878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.19 (3c789bd2-addc-4646-8358-9486912686aa/0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899/880d9d35-470c-4a7c-8b64-63a690805aaf) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:50.006164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 99a4fe91-8178-401a-a72e-fb3cb419b32b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:50.007089 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.018237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-93685c6b-0ed4-4f4b-8445-bcc3efb881b3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.029916 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-93685c6b-0ed4-4f4b-8445-bcc3efb881b3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.26 "GET /v2.0/networks?id=84b473dc-229b-4cfb-ab2c-e150a9e04dee HTTP/1.1" status: 200 len: 814 time: 0.3971481 Jul 05 04:03:50.044337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Request body: {'port': {'device_id': '1f676690-d759-4dce-bc0a-9706dcec4702', 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee', 'admin_state_up': True, 'tenant_id': '8c92f1def1224e0d94ea34c91db2c9f4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:50.141778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Made reservation on behalf of 5e13768d1ffb4853ba2f6087e8ce553b for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:50.148481 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.179013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Allocated IP 2001:db8::2 (d2047c4a-fe7e-4bba-b804-d7b44775b3a3/24dc98f3-4981-4b76-b4e8-a36429a8a47b/adf6f095-9001-43f6-aba2-ad7a7ef14785) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:50.188917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] device_id is not set on port 2809f749-8dc7-407b-aa25-567044d47032 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:50.360545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f45ca9-6a1d-461e-ac7e-9d7b82dda43a req-19df7edf-e2f6-473b-906f-b21b2e7bfd9c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.362904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19f45ca9-6a1d-461e-ac7e-9d7b82dda43a req-19df7edf-e2f6-473b-906f-b21b2e7bfd9c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.2303288 Jul 05 04:03:50.401452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.408327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Ignored duplicate provisioning block setup for port 880d9d35-470c-4a7c-8b64-63a690805aaf by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:03:50.424349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19f45ca9-6a1d-461e-ac7e-9d7b82dda43a req-5d401aee-209d-407c-8d13-400c43f0db15 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523574 Jul 05 04:03:50.441770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Made reservation on behalf of 8c92f1def1224e0d94ea34c91db2c9f4 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:50.445908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.476475 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.567914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=880d9d35-470c-4a7c-8b64-63a690805aaf,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:50.671961 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.695167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Transition to ACTIVE for port object adf6f095-9001-43f6-aba2-ad7a7ef14785 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:50.714720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Transition to ACTIVE for port object adf6f095-9001-43f6-aba2-ad7a7ef14785 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:50.716216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] In _notify_port_updated(), no bound segment for port 880d9d35-470c-4a7c-8b64-63a690805aaf on network 3c789bd2-addc-4646-8358-9486912686aa {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:03:50.722898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:50.727582 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.727582 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-08c36969-9a55-40e9-9107-9055488a2ab3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "PUT /v2.0/ports/880d9d35-470c-4a7c-8b64-63a690805aaf HTTP/1.1" status: 200 len: 1000 time: 1.5662699 Jul 05 04:03:50.728151 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40228) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:50.757099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Allocated IP 172.20.0.9 (84b473dc-229b-4cfb-ab2c-e150a9e04dee/c895e5ec-081e-4e9b-b0b3-01bca5fbab69/270d5e60-8903-46a9-817a-ea41c2b250f1) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:50.791134 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.862544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Pushing event updated for resources: {'Port': ['ID=adf6f095-9001-43f6-aba2-ad7a7ef14785,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:50.880810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:50.880810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:50.885702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:50.956050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48c1b472-ea99-40f6-b56f-a56ca7d0c8a7 req-e3330f45-892c-4525-b5d8-e6d5b960ead1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0554266 Jul 05 04:03:50.984093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b49cc962-0f37-4776-8528-83659fa14114 None None] Provisioning complete for port 99a4fe91-8178-401a-a72e-fb3cb419b32b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:50.984469 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b49cc962-0f37-4776-8528-83659fa14114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:50.986862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Attempting to bind port adf6f095-9001-43f6-aba2-ad7a7ef14785 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:50.987231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Attempting to bind port adf6f095-9001-43f6-aba2-ad7a7ef14785 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '92973f3c-e991-48d2-afbe-847eb8660f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:50.987593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Attempting to bind port adf6f095-9001-43f6-aba2-ad7a7ef14785 on network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:51.003071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:51.003452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Checking segment: {'id': '92973f3c-e991-48d2-afbe-847eb8660f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:51.003857 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.004299 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Bound using segment: {'id': '92973f3c-e991-48d2-afbe-847eb8660f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:51.004780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Bound port: adf6f095-9001-43f6-aba2-ad7a7ef14785, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92973f3c-e991-48d2-afbe-847eb8660f00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:51.005626 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.031090 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.032390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Allocated IP 2001:db8::190 (d2047c4a-fe7e-4bba-b804-d7b44775b3a3/24dc98f3-4981-4b76-b4e8-a36429a8a47b/2809f749-8dc7-407b-aa25-567044d47032) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:51.175377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14c32d69-1302-4a3b-8f0c-0826916f0097 req-420b8b3d-cdad-4144-be63-69780baab10e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 210 time: 0.0765970 Jul 05 04:03:51.187308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] For port adf6f095-9001-43f6-aba2-ad7a7ef14785, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:51.207430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.237992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] For port adf6f095-9001-43f6-aba2-ad7a7ef14785, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=adf6f095-9001-43f6-aba2-ad7a7ef14785,segment=NetworkSegment(92973f3c-e991-48d2-afbe-847eb8660f00),segment_id=92973f3c-e991-48d2-afbe-847eb8660f00)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:51.247113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3494deef-ac7c-4d7b-a5b0-27b1cb1831aa'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:51.290912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Network 84b473dc-229b-4cfb-ab2c-e150a9e04dee is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:51.297671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:51.309364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:51.315337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Pushing event updated for resources: {'Port': ['ID=270d5e60-8903-46a9-817a-ea41c2b250f1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:51.318045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.406863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:51.419309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9c0dead9-c384-41fc-8ec9-314a9286328e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 880d9d35-470c-4a7c-8b64-63a690805aaf {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:51.419309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c0dead9-c384-41fc-8ec9-314a9286328e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.420135 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.490170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e07356-2b2c-47ed-8673-680e5f062a9d None None] Pushing event updated for resources: {'Port': ['ID=adf6f095-9001-43f6-aba2-ad7a7ef14785,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:51.499012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b49cc962-0f37-4776-8528-83659fa14114 None None] Provisioning for port 880d9d35-470c-4a7c-8b64-63a690805aaf completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:51.514854 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.530466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b49cc962-0f37-4776-8528-83659fa14114 None None] Provisioning complete for port 880d9d35-470c-4a7c-8b64-63a690805aaf triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:51.531255 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b49cc962-0f37-4776-8528-83659fa14114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.576979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Transition to ACTIVE for port object 2809f749-8dc7-407b-aa25-567044d47032 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:51.580690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5f00521b-b320-4ea5-97ef-65496bb26c2c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5404053 Jul 05 04:03:51.592565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Request body: {'port': {'device_id': '1f676690-d759-4dce-bc0a-9706dcec4702', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:51.687388 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c0dead9-c384-41fc-8ec9-314a9286328e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.698012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b49cc962-0f37-4776-8528-83659fa14114 None None] Port 880d9d35-470c-4a7c-8b64-63a690805aaf cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:51.745611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da7f78d7-0458-4ecf-aa61-ed65f7a80b3f req-bcf85465-feb6-49bd-9121-e6bbeff77dbb service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0494161 Jul 05 04:03:51.747884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9c0dead9-c384-41fc-8ec9-314a9286328e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 880d9d35-470c-4a7c-8b64-63a690805aaf owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:51.829600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dd95c0bf-da2f-4f42-b332-5e7b6bccb7cf None None] Provisioning complete for port 880d9d35-470c-4a7c-8b64-63a690805aaf triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:51.830078 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd95c0bf-da2f-4f42-b332-5e7b6bccb7cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.894905 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:51.947976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-dd95c0bf-da2f-4f42-b332-5e7b6bccb7cf None None] Port 880d9d35-470c-4a7c-8b64-63a690805aaf cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:52.009283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5f4836-3487-4ece-af1b-f6ee9cbf7ce9 req-16ee5ea8-2277-4f14-9446-82382aa3173c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:52.011281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc5f4836-3487-4ece-af1b-f6ee9cbf7ce9 req-16ee5ea8-2277-4f14-9446-82382aa3173c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 945 time: 0.3781369 Jul 05 04:03:52.154376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc5f4836-3487-4ece-af1b-f6ee9cbf7ce9 req-540a7c68-5508-4265-97c4-127a297f0739 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322632 Jul 05 04:03:52.295645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.365282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:52.374350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:52.377998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Port': ['ID=2809f749-8dc7-407b-aa25-567044d47032,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.386636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:52.400322 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:52.400994 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.413084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0f0427a4-e190-47f3-ba3e-de30ed3579e1 None None] Provisioning complete for port 880d9d35-470c-4a7c-8b64-63a690805aaf triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:52.413326 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0f0427a4-e190-47f3-ba3e-de30ed3579e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.429677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 270d5e60-8903-46a9-817a-ea41c2b250f1 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:52.442341 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.468887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Transition to ACTIVE for port object 270d5e60-8903-46a9-817a-ea41c2b250f1 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:52.469854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0f0427a4-e190-47f3-ba3e-de30ed3579e1 None None] Port 880d9d35-470c-4a7c-8b64-63a690805aaf cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:52.492372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c38553-daad-4b2f-9ec4-368b26fa64ad req-df84cc93-8a55-4ed3-bbec-cab3f8ed426b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:52.494253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2c38553-daad-4b2f-9ec4-368b26fa64ad req-df84cc93-8a55-4ed3-bbec-cab3f8ed426b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 931 time: 0.1408365 Jul 05 04:03:52.542985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2c38553-daad-4b2f-9ec4-368b26fa64ad req-f4e0ed90-71b2-4cb9-a620-c9fd28d192c5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372174 Jul 05 04:03:52.665610 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-678eb634-b1b5-4aad-927a-250ca1b72a6c tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.9207275 Jul 05 04:03:52.668708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40252) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:52.675257 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'port': {'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1767591047', 'allowed_address_pairs': [{'ip_address': '2001:db8::190', 'mac_address': 'fa:16:3e:9e:44:15'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:52.733768 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.741388 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c0dead9-c384-41fc-8ec9-314a9286328e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:52.798303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0dead9-c384-41fc-8ec9-314a9286328e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=880d9d35-470c-4a7c-8b64-63a690805aaf,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.824545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Pushing event updated for resources: {'Port': ['ID=270d5e60-8903-46a9-817a-ea41c2b250f1,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:52.851154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.851496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.851885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.852242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.852576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.853251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.853585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.853949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.854229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.854553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.854876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.855243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:03:52.978872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Attempting to bind port 270d5e60-8903-46a9-817a-ea41c2b250f1 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:03:52.978872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Attempting to bind port 270d5e60-8903-46a9-817a-ea41c2b250f1 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '1e7dab93-be85-450e-9e42-35978e24fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:03:52.978872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Attempting to bind port 270d5e60-8903-46a9-817a-ea41c2b250f1 on network 84b473dc-229b-4cfb-ab2c-e150a9e04dee {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:52.979349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 86d9213f-8005-45cc-ad23-db30115fa6db no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:52.984236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Port 270d5e60-8903-46a9-817a-ea41c2b250f1 on network 84b473dc-229b-4cfb-ab2c-e150a9e04dee not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:03:52.984566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Attempting to bind port 270d5e60-8903-46a9-817a-ea41c2b250f1 on network 84b473dc-229b-4cfb-ab2c-e150a9e04dee {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:03:52.995261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:03:52.995745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Checking segment: {'id': '1e7dab93-be85-450e-9e42-35978e24fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:52.996296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Bound using segment: {'id': '1e7dab93-be85-450e-9e42-35978e24fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:03:52.997114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Bound port: 270d5e60-8903-46a9-817a-ea41c2b250f1, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1e7dab93-be85-450e-9e42-35978e24fd32', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:03:52.997759 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.055403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c0dead9-c384-41fc-8ec9-314a9286328e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.062560 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9c0dead9-c384-41fc-8ec9-314a9286328e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/880d9d35-470c-4a7c-8b64-63a690805aaf HTTP/1.1" status: 204 len: 168 time: 2.3331249 Jul 05 04:03:53.063420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40260) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:53.135609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Made reservation on behalf of 5e13768d1ffb4853ba2f6087e8ce553b for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:53.146465 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f32d22c5-a907-4ae2-8bd8-8ad19beb772e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:03:53.148191 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f32d22c5-a907-4ae2-8bd8-8ad19beb772e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/880d9d35-470c-4a7c-8b64-63a690805aaf HTTP/1.1" status: 404 len: 333 time: 0.0834703 Jul 05 04:03:53.155374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40266) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:53.161248 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.267963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 86d9213f-8005-45cc-ad23-db30115fa6db, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=86d9213f-8005-45cc-ad23-db30115fa6db,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:53.268204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] For port 270d5e60-8903-46a9-817a-ea41c2b250f1, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:03:53.268313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86d9213f-8005-45cc-ad23-db30115fa6db'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:53.270032 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-693a4bce-eeb8-4db2-b53b-4435d972fd47" -d '{"events": [{"server_uuid": "e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "86d9213f-8005-45cc-ad23-db30115fa6db"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:53.317050 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] For port 270d5e60-8903-46a9-817a-ea41c2b250f1, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=270d5e60-8903-46a9-817a-ea41c2b250f1,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:03:53.331657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b43231b-56d6-4060-935f-0534e9a4243a None None] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:53.349964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc9ebc64-c09c-4536-8761-a9b80849c902 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet 0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:53.354712 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc9ebc64-c09c-4536-8761-a9b80849c902 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.379824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.407608 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43569df4-264f-4ec0-a7ef-f2d96d8b4183 x-openstack-request-id: req-43569df4-264f-4ec0-a7ef-f2d96d8b4183 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:53.408843 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d", "name": "network-vif-unplugged", "status": "completed", "tag": "86d9213f-8005-45cc-ad23-db30115fa6db", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:53.409373 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43569df4-264f-4ec0-a7ef-f2d96d8b4183 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:53.410094 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86d9213f-8005-45cc-ad23-db30115fa6db', 'code': 200} Jul 05 04:03:53.420174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] device_id is not set on port ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:53.446190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc9ebc64-c09c-4536-8761-a9b80849c902 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.508381 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.591256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.591923 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.604111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] 10.222.0.26 "PUT /v2.0/ports/270d5e60-8903-46a9-817a-ea41c2b250f1 HTTP/1.1" status: 200 len: 1092 time: 2.0055737 Jul 05 04:03:53.604111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f676690-d759-4dce-bc0a-9706dcec4702', 'tag': '270d5e60-8903-46a9-817a-ea41c2b250f1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:03:53.604111 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e23d9e95-c7dc-49b2-a334-7a32c4471f21" -d '{"events": [{"name": "network-changed", "server_uuid": "1f676690-d759-4dce-bc0a-9706dcec4702", "tag": "270d5e60-8903-46a9-817a-ea41c2b250f1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:03:53.627573 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.706190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Allocated IP 2001:db8::23f (d2047c4a-fe7e-4bba-b804-d7b44775b3a3/24dc98f3-4981-4b76-b4e8-a36429a8a47b/ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:53.726669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f82bc-8b07-4065-8875-51e5365321f7 service neutron] Pushing event updated for resources: {'Port': ['ID=270d5e60-8903-46a9-817a-ea41c2b250f1,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:53.751008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc9ebc64-c09c-4536-8761-a9b80849c902 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:53.773268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device adf6f095-9001-43f6-aba2-ad7a7ef14785 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:53.803107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=86d9213f-8005-45cc-ad23-db30115fa6db,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:53.822663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4359a-f48c-4e22-88b7-703dd5e89530 req-8a7ead5a-e798-42ed-8bb4-865212c5a793 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:53.823990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ecf4359a-f48c-4e22-88b7-703dd5e89530 req-8a7ead5a-e798-42ed-8bb4-865212c5a793 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 943 time: 0.3173850 Jul 05 04:03:53.833388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ea0f781f-514f-4252-9f8d-cd78cf5d8bba None None] Provisioning for port adf6f095-9001-43f6-aba2-ad7a7ef14785 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:53.992545 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.014220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port adf6f095-9001-43f6-aba2-ad7a7ef14785 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:54.019336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port adf6f095-9001-43f6-aba2-ad7a7ef14785 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:54.026138 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.026316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Transition to ACTIVE for port object ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:54.145306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.151167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.200622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port adf6f095-9001-43f6-aba2-ad7a7ef14785, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=adf6f095-9001-43f6-aba2-ad7a7ef14785,segment=NetworkSegment(92973f3c-e991-48d2-afbe-847eb8660f00),segment_id=92973f3c-e991-48d2-afbe-847eb8660f00)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:54.223458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:54.227317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:54.234298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:54.238150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.238819 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.270656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Port': ['ID=ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:54.314398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bd294b6-e7a9-4dd0-84ec-2ee26a3fc78b req-0f8a1a59-ef0c-4c96-8cc6-8ae7dd050059 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0784073 Jul 05 04:03:54.319870 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.365699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-13503a1b-d77f-4bfc-866a-cf7ccb2744a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.368302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-13503a1b-d77f-4bfc-866a-cf7ccb2744a5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 1095 time: 0.6268382 Jul 05 04:03:54.387625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ecf4359a-f48c-4e22-88b7-703dd5e89530 req-99693f7a-652e-4fd2-b9b3-b486b118bfa6 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5537319 Jul 05 04:03:54.431810 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c0dae422-41bc-4637-9a24-c61d07f1586a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 1.7619884 Jul 05 04:03:54.445128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40290) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.446414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-5b5365de-25da-4236-b77c-40b3c397dff0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270d5e60-8903-46a9-817a-ea41c2b250f1 HTTP/1.1" status: 200 len: 217 time: 0.0508571 Jul 05 04:03:54.459871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=adf6f095-9001-43f6-aba2-ad7a7ef14785,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:54.481709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-440834d3-e220-4ede-8ebe-1656a96c0ee6 None None] Provisioning complete for port adf6f095-9001-43f6-aba2-ad7a7ef14785 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:54.482216 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-440834d3-e220-4ede-8ebe-1656a96c0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.492294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a12671-3346-4a3d-a208-255aa9743982 req-dc13431c-c60e-46ef-aa8b-04b420c7ce12 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.494216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8a12671-3346-4a3d-a208-255aa9743982 req-dc13431c-c60e-46ef-aa8b-04b420c7ce12 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 943 time: 0.6492877 Jul 05 04:03:54.528442 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc9ebc64-c09c-4536-8761-a9b80849c902 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.583510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ebc64-c09c-4536-8761-a9b80849c902 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:54.595459 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc9ebc64-c09c-4536-8761-a9b80849c902 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.598116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fc9ebc64-c09c-4536-8761-a9b80849c902 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899 HTTP/1.1" status: 204 len: 168 time: 1.4426179 Jul 05 04:03:54.602179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40292) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.657655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05ae2e-49dd-4a1f-a7f8-9b8778f29988 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.666676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05ae2e-49dd-4a1f-a7f8-9b8778f29988 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.671656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-08c526c7-fd82-4ce6-99bd-b23be0160942 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet 750627a9-67cb-4e7c-ab78-7801e4fb58d7 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:03:54.679380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f05ae2e-49dd-4a1f-a7f8-9b8778f29988 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.681350 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6f05ae2e-49dd-4a1f-a7f8-9b8778f29988 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2484 time: 0.2332265 Jul 05 04:03:54.684242 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40294) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:54.705266 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-08c526c7-fd82-4ce6-99bd-b23be0160942 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.714741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684899c5-2b46-4857-b5d8-80fd850cbd2f None None] Network 3c789bd2-addc-4646-8358-9486912686aa requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:54.721883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-f07d55fa-9848-48dc-819a-7dd52d7da231 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:54.723854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-f07d55fa-9848-48dc-819a-7dd52d7da231 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c895e5ec-081e-4e9b-b0b3-01bca5fbab69 HTTP/1.1" status: 200 len: 854 time: 0.2606366 Jul 05 04:03:54.750962 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc060885-cff1-4909-a31f-5155f0c7ca94 x-openstack-request-id: req-fc060885-cff1-4909-a31f-5155f0c7ca94 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:03:54.751262 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f676690-d759-4dce-bc0a-9706dcec4702", "tag": "270d5e60-8903-46a9-817a-ea41c2b250f1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:03:54.751520 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc060885-cff1-4909-a31f-5155f0c7ca94 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:03:54.753362 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f676690-d759-4dce-bc0a-9706dcec4702', 'tag': '270d5e60-8903-46a9-817a-ea41c2b250f1', 'status': 'completed', 'code': 200} Jul 05 04:03:54.848721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8a12671-3346-4a3d-a208-255aa9743982 req-27ba1c03-6c92-4a37-b57e-82b47b2d9af0 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3250942 Jul 05 04:03:54.853821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-9f0631db-9f94-49b6-a78e-abe84f2a9f0d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84b473dc-229b-4cfb-ab2c-e150a9e04dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917771 Jul 05 04:03:54.861445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-440834d3-e220-4ede-8ebe-1656a96c0ee6 None None] Provisioning for port 2809f749-8dc7-407b-aa25-567044d47032 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:54.901311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-791c55c0-f0b7-4d5f-b7c0-3a30192aa126 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Deleting port ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:54.901684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-791c55c0-f0b7-4d5f-b7c0-3a30192aa126 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.940119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-440834d3-e220-4ede-8ebe-1656a96c0ee6 None None] Provisioning complete for port 2809f749-8dc7-407b-aa25-567044d47032 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:54.940119 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-440834d3-e220-4ede-8ebe-1656a96c0ee6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:54.984426 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-08c526c7-fd82-4ce6-99bd-b23be0160942 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.045309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-440834d3-e220-4ede-8ebe-1656a96c0ee6 None None] Port 2809f749-8dc7-407b-aa25-567044d47032 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:55.079216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-791c55c0-f0b7-4d5f-b7c0-3a30192aa126 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.106167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-791c55c0-f0b7-4d5f-b7c0-3a30192aa126 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Calling delete_port for ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:55.176410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-234bde1e-d9f1-4c94-a89d-a7f38d70731c None None] Provisioning complete for port 2809f749-8dc7-407b-aa25-567044d47032 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:55.176795 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-234bde1e-d9f1-4c94-a89d-a7f38d70731c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.203721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa3f4015-293e-4b5e-b1bf-897a57e221b4 req-8b9d54b1-ed30-4ad4-b13a-95e2de9deb38 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.3067839 Jul 05 04:03:55.246545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-234bde1e-d9f1-4c94-a89d-a7f38d70731c None None] Port 2809f749-8dc7-407b-aa25-567044d47032 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:55.308312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-2dcc3e42-7ae0-436f-8f3d-96af3b385eef service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4451411 Jul 05 04:03:55.374104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-791c55c0-f0b7-4d5f-b7c0-3a30192aa126 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.382228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fdbe7020-e19c-4331-a8eb-df593a7cd69a None None] Provisioning complete for port ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:55.382634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fdbe7020-e19c-4331-a8eb-df593a7cd69a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.415965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-fdbe7020-e19c-4331-a8eb-df593a7cd69a None None] Port ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba was deleted so its status cannot be updated. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:03:55.417908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-08c526c7-fd82-4ce6-99bd-b23be0160942 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.438698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-791c55c0-f0b7-4d5f-b7c0-3a30192aa126 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event deleted for resources: {'Port': ['ID=ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:55.480275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0ca6ca-5cf8-4cbb-8df6-48da190723a7 req-f99e5136-0e6c-4f87-b057-4c46830d508d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:55.481909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc0ca6ca-5cf8-4cbb-8df6-48da190723a7 req-f99e5136-0e6c-4f87-b057-4c46830d508d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2722468 Jul 05 04:03:55.586126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c149c8dd-7f7e-4156-ab5f-90cf165bf5ff req-ae953c0f-c779-43c9-b06b-06669c13288f service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2462022 Jul 05 04:03:55.601875 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-791c55c0-f0b7-4d5f-b7c0-3a30192aa126 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.604840 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-791c55c0-f0b7-4d5f-b7c0-3a30192aa126 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "DELETE /v2.0/ports/ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba HTTP/1.1" status: 204 len: 168 time: 0.9193380 Jul 05 04:03:55.606774 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc0ca6ca-5cf8-4cbb-8df6-48da190723a7 req-67cbdb54-9c11-4717-a2ab-ffd8e6e67ae9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033955 Jul 05 04:03:55.608240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40302) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:55.651293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device adf6f095-9001-43f6-aba2-ad7a7ef14785 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:03:55.668658 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1f268ff-17ea-4eda-a793-369c3bce6129 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] GET failed (client error): The resource could not be found. Jul 05 04:03:55.676475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40306) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:55.678868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a1f268ff-17ea-4eda-a793-369c3bce6129 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "GET /v2.0/ports/ba66ddd0-6a50-4d1f-ad8d-e661b9fa58ba HTTP/1.1" status: 404 len: 333 time: 0.0681350 Jul 05 04:03:55.680069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-08c526c7-fd82-4ce6-99bd-b23be0160942 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.682020 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'port': {'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-333198835'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:55.699435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-08c526c7-fd82-4ce6-99bd-b23be0160942 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.709590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-08c526c7-fd82-4ce6-99bd-b23be0160942 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/750627a9-67cb-4e7c-ab78-7801e4fb58d7 HTTP/1.1" status: 204 len: 168 time: 1.0993106 Jul 05 04:03:55.713340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40308) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:55.766350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c526c7-fd82-4ce6-99bd-b23be0160942 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=750627a9-67cb-4e7c-ab78-7801e4fb58d7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:55.783559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port adf6f095-9001-43f6-aba2-ad7a7ef14785 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:55.784338 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:55.989476 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.047144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Made reservation on behalf of 5e13768d1ffb4853ba2f6087e8ce553b for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:56.051324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.057502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d9e95-c7dc-49b2-a334-7a32c4471f21 req-73e132f7-6e05-41e3-9515-2d59f33a075a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.058988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e23d9e95-c7dc-49b2-a334-7a32c4471f21 req-73e132f7-6e05-41e3-9515-2d59f33a075a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 1095 time: 0.2942672 Jul 05 04:03:56.089326 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] device_id is not set on port bc115b48-75c3-48af-95b1-ea21672ad2a9 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:03:56.101669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921fa97f-6d29-4897-9c46-50ed3e1c282a None None] Network 3c789bd2-addc-4646-8358-9486912686aa requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:03:56.166572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80610925-6493-4146-b6fb-e19c39887d39 req-351409e9-e25f-4229-9267-f7b6bcc601d8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.175668 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80610925-6493-4146-b6fb-e19c39887d39 req-351409e9-e25f-4229-9267-f7b6bcc601d8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.3249326 Jul 05 04:03:56.188546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0253c97f-47aa-4167-97d5-8b5077e963f3 None None] Provisioning complete for port 99a4fe91-8178-401a-a72e-fb3cb419b32b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:56.188955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0253c97f-47aa-4167-97d5-8b5077e963f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.281099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80610925-6493-4146-b6fb-e19c39887d39 req-744a70aa-0f9d-4477-b544-f862976046da tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1038773 Jul 05 04:03:56.303129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed1b39a-da91-4784-8566-53662072931e req-5d662db0-553f-4100-be9e-04bfb12123f8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.305512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bed1b39a-da91-4784-8566-53662072931e req-5d662db0-553f-4100-be9e-04bfb12123f8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 943 time: 0.2969842 Jul 05 04:03:56.305766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Allocated IP 2001:db8::270 (d2047c4a-fe7e-4bba-b804-d7b44775b3a3/24dc98f3-4981-4b76-b4e8-a36429a8a47b/bc115b48-75c3-48af-95b1-ea21672ad2a9) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:03:56.308930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 99a4fe91-8178-401a-a72e-fb3cb419b32b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:56.309686 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.343602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d9e95-c7dc-49b2-a334-7a32c4471f21 req-00fd6d96-5281-409c-a791-985269a8b076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.346863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e23d9e95-c7dc-49b2-a334-7a32c4471f21 req-00fd6d96-5281-409c-a791-985269a8b076 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84b473dc-229b-4cfb-ab2c-e150a9e04dee HTTP/1.1" status: 200 len: 915 time: 0.2639186 Jul 05 04:03:56.482273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bed1b39a-da91-4784-8566-53662072931e req-0c591266-d67d-4518-95a9-10d43b4260e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451023 Jul 05 04:03:56.484127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05b35eb0-5281-4681-b29d-bc02b2b33fb1 None None] DHCP port deletion for 3c789bd2-addc-4646-8358-9486912686aa request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:03:56.520095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e23d9e95-c7dc-49b2-a334-7a32c4471f21 req-923e7265-9fd5-4ce9-924f-2e1588694b46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=270d5e60-8903-46a9-817a-ea41c2b250f1 HTTP/1.1" status: 200 len: 217 time: 0.0992110 Jul 05 04:03:56.529607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.553571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Transition to ACTIVE for port object bc115b48-75c3-48af-95b1-ea21672ad2a9 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:03:56.558497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] For port 99a4fe91-8178-401a-a72e-fb3cb419b32b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=99a4fe91-8178-401a-a72e-fb3cb419b32b,segment=NetworkSegment(77a7d1b0-30c5-4eb1-89ab-1a4992d421c6),segment_id=77a7d1b0-30c5-4eb1-89ab-1a4992d421c6)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:56.558929 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.582340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 99a4fe91-8178-401a-a72e-fb3cb419b32b owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:56.626694 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-05b35eb0-5281-4681-b29d-bc02b2b33fb1 None None] Deleting port 99a4fe91-8178-401a-a72e-fb3cb419b32b {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:56.627516 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-05b35eb0-5281-4681-b29d-bc02b2b33fb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.716430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.755196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-05b35eb0-5281-4681-b29d-bc02b2b33fb1 None None] For port 99a4fe91-8178-401a-a72e-fb3cb419b32b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=99a4fe91-8178-401a-a72e-fb3cb419b32b,segment=NetworkSegment(77a7d1b0-30c5-4eb1-89ab-1a4992d421c6),segment_id=77a7d1b0-30c5-4eb1-89ab-1a4992d421c6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:56.756253 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-05b35eb0-5281-4681-b29d-bc02b2b33fb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.770923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:03:56.778589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:03:56.795253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23d9e95-c7dc-49b2-a334-7a32c4471f21 req-f6bdd3ac-fd5b-4d5b-a34c-013800d97cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.796348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-05b35eb0-5281-4681-b29d-bc02b2b33fb1 None None] Calling delete_port for 99a4fe91-8178-401a-a72e-fb3cb419b32b owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:56.796952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e23d9e95-c7dc-49b2-a334-7a32c4471f21 req-f6bdd3ac-fd5b-4d5b-a34c-013800d97cc8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c895e5ec-081e-4e9b-b0b3-01bca5fbab69 HTTP/1.1" status: 200 len: 854 time: 0.2615218 Jul 05 04:03:56.828332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:03:56.835608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:56.836815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.855360 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.860647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e23d9e95-c7dc-49b2-a334-7a32c4471f21 req-d475fbb7-ce87-4665-887b-a64fd84e3456 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84b473dc-229b-4cfb-ab2c-e150a9e04dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542221 Jul 05 04:03:56.889793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Port': ['ID=bc115b48-75c3-48af-95b1-ea21672ad2a9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.922402 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:03:56.926664 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:03:56.928722 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-05b35eb0-5281-4681-b29d-bc02b2b33fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:56.962793 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-92892913-668a-4d02-ba96-93f46591945a tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2850966 Jul 05 04:03:56.964963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b35eb0-5281-4681-b29d-bc02b2b33fb1 None None] Pushing event deleted for resources: {'Port': ['ID=99a4fe91-8178-401a-a72e-fb3cb419b32b,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:56.965538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40324) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:56.972632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05b35eb0-5281-4681-b29d-bc02b2b33fb1 None None] No DVR routers for this DVR port 99a4fe91-8178-401a-a72e-fb3cb419b32b on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:56.974655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-246f0a46-efe7-4f84-a22e-fbe32e3718bc tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::190', 'mac_address': 'fa:16:3e:9e:44:15'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:56.996489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 86d9213f-8005-45cc-ad23-db30115fa6db no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:57.001060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=99a4fe91-8178-401a-a72e-fb3cb419b32b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:57.003780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No DVR routers for this DVR port 99a4fe91-8178-401a-a72e-fb3cb419b32b on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:03:57.157247 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-246f0a46-efe7-4f84-a22e-fbe32e3718bc tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.212987 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.224144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c789bd2-addc-4646-8358-9486912686aa']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:57.239504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '77a7d1b0-30c5-4eb1-89ab-1a4992d421c6') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:57.239769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '77a7d1b0-30c5-4eb1-89ab-1a4992d421c6') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:03:57.285584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.317592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.352282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:03:57.352598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:03:57.358290 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:03:57.363326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-eb61f60c-1f89-45e4-a225-1ab08d03c959 None None] Provisioning for port bc115b48-75c3-48af-95b1-ea21672ad2a9 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:03:57.368836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-eb61f60c-1f89-45e4-a225-1ab08d03c959 None None] Provisioning complete for port bc115b48-75c3-48af-95b1-ea21672ad2a9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:57.373588 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eb61f60c-1f89-45e4-a225-1ab08d03c959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.410705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-eb61f60c-1f89-45e4-a225-1ab08d03c959 None None] Port bc115b48-75c3-48af-95b1-ea21672ad2a9 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:57.424922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18a03e57-387d-4263-bdaf-2978a6e3c270 req-24f1db26-6cb1-49a2-b257-a458b07a9e87 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0907383 Jul 05 04:03:57.429864 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e23d9e95-c7dc-49b2-a334-7a32c4471f21 req-fc2cc22f-e1fd-4c7d-85ce-0aef845f7e0d service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5593274 Jul 05 04:03:57.444216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-246f0a46-efe7-4f84-a22e-fbe32e3718bc tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.504662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c008aa1e-d58c-4226-a0a5-7d9481884265 req-4f7a9215-6d40-4fd3-976a-c126a997df7e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.511391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c008aa1e-d58c-4226-a0a5-7d9481884265 req-4f7a9215-6d40-4fd3-976a-c126a997df7e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2707722 Jul 05 04:03:57.578650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c008aa1e-d58c-4226-a0a5-7d9481884265 req-17e4a947-698c-4848-9a82-a63247e608eb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596251 Jul 05 04:03:57.582574 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e23d9e95-c7dc-49b2-a334-7a32c4471f21 req-0d0b0b17-e713-4157-ab7a-2b13159246b6 service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1440413 Jul 05 04:03:57.584427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-246f0a46-efe7-4f84-a22e-fbe32e3718bc tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.600577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 99a4fe91-8178-401a-a72e-fb3cb419b32b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:03:57.622670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 99a4fe91-8178-401a-a72e-fb3cb419b32b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:03:57.627457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 99a4fe91-8178-401a-a72e-fb3cb419b32b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:03:57.653181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-246f0a46-efe7-4f84-a22e-fbe32e3718bc tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] In _notify_port_updated(), no bound segment for port bc115b48-75c3-48af-95b1-ea21672ad2a9 on network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:03:57.655652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5318f9fc-8af1-40cc-ae86-548f2cafba57 req-9f4dc218-10f0-46cf-b9a7-f5f542cd79c8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0616906 Jul 05 04:03:57.656564 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.665938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.671532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/networks/3c789bd2-addc-4646-8358-9486912686aa HTTP/1.1" status: 204 len: 168 time: 1.9496412 Jul 05 04:03:57.679280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-246f0a46-efe7-4f84-a22e-fbe32e3718bc tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.680502 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-246f0a46-efe7-4f84-a22e-fbe32e3718bc tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.682517 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-246f0a46-efe7-4f84-a22e-fbe32e3718bc tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "PUT /v2.0/ports/bc115b48-75c3-48af-95b1-ea21672ad2a9 HTTP/1.1" status: 200 len: 1002 time: 0.7158163 Jul 05 04:03:57.684010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40342) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:57.686174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40344) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:57.696677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c879bfd-c34c-4631-92a9-5a5afae166c3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Network': ['ID=3c789bd2-addc-4646-8358-9486912686aa,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:57.749660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246f0a46-efe7-4f84-a22e-fbe32e3718bc tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Port': ['ID=bc115b48-75c3-48af-95b1-ea21672ad2a9,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:57.882441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e9140b-83f5-4780-a61d-6ec15b0a8623 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.884041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e8e9140b-83f5-4780-a61d-6ec15b0a8623 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1986785 Jul 05 04:03:57.888319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40346) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:57.968434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9f22e5-750c-40bc-a985-9dedda3106b6 req-380e7782-82c0-4ccd-b606-e81c1152234b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:57.974211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b9f22e5-750c-40bc-a985-9dedda3106b6 req-380e7782-82c0-4ccd-b606-e81c1152234b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 943 time: 0.1621628 Jul 05 04:03:57.975760 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c1b52f79-a24f-48ef-84ff-11d64b8ec6b4 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0861795 Jul 05 04:03:57.984408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40350) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:57.986540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-9078f362-2617-48a2-8629-a6fcdbdf3ff3 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Deleting port bc115b48-75c3-48af-95b1-ea21672ad2a9 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:03:57.986887 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9078f362-2617-48a2-8629-a6fcdbdf3ff3 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:57.997534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1074151650'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:58.037022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-90059f88-4273-4d52-88fa-54669ef151a4 None None] Provisioning complete for port bc115b48-75c3-48af-95b1-ea21672ad2a9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:03:58.038033 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-90059f88-4273-4d52-88fa-54669ef151a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.081376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-90059f88-4273-4d52-88fa-54669ef151a4 None None] Port bc115b48-75c3-48af-95b1-ea21672ad2a9 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:03:58.149870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b9f22e5-750c-40bc-a985-9dedda3106b6 req-34b02638-f8ef-4f5a-87e4-72b81cbd8d72 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434464 Jul 05 04:03:58.171272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-c73ac19e-0425-4831-b84c-f70f939064f5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2786624 Jul 05 04:03:58.174886 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9078f362-2617-48a2-8629-a6fcdbdf3ff3 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.188942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-9078f362-2617-48a2-8629-a6fcdbdf3ff3 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Calling delete_port for bc115b48-75c3-48af-95b1-ea21672ad2a9 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:03:58.193163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:58.196739 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.307166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:03:58.333456 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.333803 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Added segment 78e53914-ac81-4b63-9141-83376b101465 of type vlan for network fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f Jul 05 04:03:58.397181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-06b7f066-723e-4c66-8142-421abd324bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.398799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-06b7f066-723e-4c66-8142-421abd324bb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 1097 time: 0.1971612 Jul 05 04:03:58.402997 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.561995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-9d0a2093-bfae-423d-98ab-52cf4322682b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.563436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-9d0a2093-bfae-423d-98ab-52cf4322682b service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.1201744 Jul 05 04:03:58.611077 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.617082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:58.617681 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:58.620934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-09d02436-6cda-4f7e-905d-5cec04ef3d0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=761bf73a-509b-4c28-b457-15f5ee0c6a71 HTTP/1.1" status: 200 len: 217 time: 0.0485938 Jul 05 04:03:58.985567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 270d5e60-8903-46a9-817a-ea41c2b250f1 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:03:59.026690 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9078f362-2617-48a2-8629-a6fcdbdf3ff3 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.072498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0789516 Jul 05 04:03:59.076486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40362) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.091281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': 'fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:59.137666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 270d5e60-8903-46a9-817a-ea41c2b250f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=270d5e60-8903-46a9-817a-ea41c2b250f1,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:59.145289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9078f362-2617-48a2-8629-a6fcdbdf3ff3 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event deleted for resources: {'Port': ['ID=bc115b48-75c3-48af-95b1-ea21672ad2a9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.160252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1d01a1-8bb1-486d-ae70-2aa6825c980c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Network': ['ID=fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.183571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:03:59.189680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '270d5e60-8903-46a9-817a-ea41c2b250f1', 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee', 'port_id': '270d5e60-8903-46a9-817a-ea41c2b250f1', 'mac_address': 'fa:16:3e:af:8c:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895e5ec-081e-4e9b-b0b3-01bca5fbab69', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:03:59.192087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-2ea62bf0-5f20-4786-a894-7774db5719f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.193603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-2ea62bf0-5f20-4786-a894-7774db5719f0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.5616531 Jul 05 04:03:59.312071 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.330946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 270d5e60-8903-46a9-817a-ea41c2b250f1 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:03:59.365600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 270d5e60-8903-46a9-817a-ea41c2b250f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=270d5e60-8903-46a9-817a-ea41c2b250f1,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:03:59.369249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01286f8c-daa1-4d23-adb1-3755242541b9 req-fe448e18-c136-40e6-a9a6-a2f85719e5a5 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.373589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:59.376476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01286f8c-daa1-4d23-adb1-3755242541b9 req-fe448e18-c136-40e6-a9a6-a2f85719e5a5 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.3475764 Jul 05 04:03:59.377593 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.407584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9078f362-2617-48a2-8629-a6fcdbdf3ff3 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.412568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9078f362-2617-48a2-8629-a6fcdbdf3ff3 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "DELETE /v2.0/ports/bc115b48-75c3-48af-95b1-ea21672ad2a9 HTTP/1.1" status: 204 len: 168 time: 1.7147012 Jul 05 04:03:59.420516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40368) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.441887 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.492989 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89f8bfb-8cd6-4c1c-8537-29053010898d tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] GET failed (client error): The resource could not be found. Jul 05 04:03:59.498218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c89f8bfb-8cd6-4c1c-8537-29053010898d tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "GET /v2.0/ports/bc115b48-75c3-48af-95b1-ea21672ad2a9 HTTP/1.1" status: 404 len: 333 time: 0.0719578 Jul 05 04:03:59.498979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40370) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:03:59.504610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'port': {'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-987518081'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:03:59.522677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01286f8c-daa1-4d23-adb1-3755242541b9 req-ebc38ac6-d925-4d31-a001-49a13b7f1bae tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1451776 Jul 05 04:03:59.525464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=270d5e60-8903-46a9-817a-ea41c2b250f1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.593908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-65d3f898-3967-472d-b021-a074b087d58f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.596007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-65d3f898-3967-472d-b021-a074b087d58f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3878074 Jul 05 04:03:59.714401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae728475-31f4-4a9e-9e84-6ed3cd09fac5 req-19ab1bc4-6ce1-46fc-9ec8-54ae396c628b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0521898 Jul 05 04:03:59.772081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254bdb15-26ca-4463-9a16-2567c977e3a5 req-b419fca3-11b7-4d92-8269-6d4bf3110c4a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:03:59.773648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-254bdb15-26ca-4463-9a16-2567c977e3a5 req-b419fca3-11b7-4d92-8269-6d4bf3110c4a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 943 time: 0.3705831 Jul 05 04:03:59.778402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.823799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-e65341c8-f861-4e06-91e1-bdbc9c04cae1 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198503 Jul 05 04:03:59.861762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=1b7231df-c875-4eba-888c-95609fa4f9d5,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:03:59.875089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Checking segment: {'id': '78e53914-ac81-4b63-9141-83376b101465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:03:59.875406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network hostable DHCP agents. Network: fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:03:59.890398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-254bdb15-26ca-4463-9a16-2567c977e3a5 req-602474c4-2ed2-4cfc-9cb9-a414a5dd468e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058285 Jul 05 04:03:59.940998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['270d5e60-8903-46a9-817a-ea41c2b250f1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:03:59.948345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Made reservation on behalf of 5e13768d1ffb4853ba2f6087e8ce553b for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:03:59.952248 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:03:59.957016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e35ba392-4ac1-4ae8-95df-b5c3ac208ea9 req-b821e94c-72e8-40d2-9291-613b428da279 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0479748 Jul 05 04:03:59.993221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] device_id is not set on port 0b62c76c-5e74-47ad-9c26-96f3d693ba31 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:00.024713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:00.049638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c421bb-6fc8-446f-abc0-473f2af3b557 req-f8d07679-7dee-40e1-a523-04c96315c1c2 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2137387 Jul 05 04:04:00.104932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:00.123759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.127075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.134404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc1ba2c-ca41-4aee-8803-fa1422d712c8 None None] Network fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:00.189703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Allocated IP 2001:db8::263 (d2047c4a-fe7e-4bba-b804-d7b44775b3a3/24dc98f3-4981-4b76-b4e8-a36429a8a47b/0b62c76c-5e74-47ad-9c26-96f3d693ba31) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:00.219597 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4751ad2e-f0d0-46d6-be4d-3341eea62522 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1336589 Jul 05 04:04:00.222331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40388) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:00.235377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': 'fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f', 'name': 'tempest-PortsTestJSON-1928743509'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:00.339988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f', 'network_id': 'fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f', 'tenant_id': 'be0eb40e208246d19574fd4ed7398ab2', 'fixed_ips': [{'subnet_id': '1b7231df-c875-4eba-888c-95609fa4f9d5'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:00.341196 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.383070 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.400238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Transition to ACTIVE for port object 0b62c76c-5e74-47ad-9c26-96f3d693ba31 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:00.508091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Allocated IP 172.20.0.2 (fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f/1b7231df-c875-4eba-888c-95609fa4f9d5/2363ca48-9865-4ae1-8c82-01dd7b5b3745) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:00.526577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:00.530376 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.554190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port 29b968bb-2308-4e58-8869-8c06c119c6f1 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:00.574168 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.631216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:00.634946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:00.640184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:00.645884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.646665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.650301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Port': ['ID=0b62c76c-5e74-47ad-9c26-96f3d693ba31,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.729492 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.743697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Transition to ACTIVE for port object 2363ca48-9865-4ae1-8c82-01dd7b5b3745 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:00.768673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Transition to ACTIVE for port object 2363ca48-9865-4ae1-8c82-01dd7b5b3745 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:00.776951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e8c530-5fa9-4e3d-b67d-b57ed8045595 req-b819dde6-ee29-43bf-848e-995f9ba1c94e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:00.778508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65e8c530-5fa9-4e3d-b67d-b57ed8045595 req-b819dde6-ee29-43bf-848e-995f9ba1c94e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1023037 Jul 05 04:04:00.799415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3e50c56c-61aa-425f-9881-de7bdb699e93 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2960029 Jul 05 04:04:00.800363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40398) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:00.807572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f1cede48-51de-4566-8a26-ae3b4db80e15 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9e:44:15'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:00.844770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65e8c530-5fa9-4e3d-b67d-b57ed8045595 req-09a6fb19-9e21-41d5-a057-6768e0639846 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581548 Jul 05 04:04:00.910528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:00.961182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Pushing event updated for resources: {'Port': ['ID=2363ca48-9865-4ae1-8c82-01dd7b5b3745,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:00.973848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.4 (fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f/1b7231df-c875-4eba-888c-95609fa4f9d5/29b968bb-2308-4e58-8869-8c06c119c6f1) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:00.974358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Network fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:00.975830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:00.978879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:01.058889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Attempting to bind port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:01.059307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Attempting to bind port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '78e53914-ac81-4b63-9141-83376b101465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:01.059732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Attempting to bind port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 on network fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:01.065423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 3, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:01.065790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Checking segment: {'id': '78e53914-ac81-4b63-9141-83376b101465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:01.066317 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.067187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Bound using segment: {'id': '78e53914-ac81-4b63-9141-83376b101465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:01.067419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Bound port: 2363ca48-9865-4ae1-8c82-01dd7b5b3745, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78e53914-ac81-4b63-9141-83376b101465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': 'fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:01.067815 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.238736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abf06ff-8f6c-4745-93a3-3c4750a70ad8 req-ae000133-655c-4e3e-9e7a-3d8ce05aa94f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.247352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8abf06ff-8f6c-4745-93a3-3c4750a70ad8 req-ae000133-655c-4e3e-9e7a-3d8ce05aa94f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 944 time: 0.1732895 Jul 05 04:04:01.286851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-78b2e383-8b32-4814-9b02-baa333ae5d69 None None] Provisioning for port 0b62c76c-5e74-47ad-9c26-96f3d693ba31 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:01.298518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-78b2e383-8b32-4814-9b02-baa333ae5d69 None None] Provisioning complete for port 0b62c76c-5e74-47ad-9c26-96f3d693ba31 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:01.299147 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-78b2e383-8b32-4814-9b02-baa333ae5d69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.336866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.340421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8abf06ff-8f6c-4745-93a3-3c4750a70ad8 req-dc5ff198-6c99-49cc-803f-c339b9779f83 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824370 Jul 05 04:04:01.352185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-78b2e383-8b32-4814-9b02-baa333ae5d69 None None] Port 0b62c76c-5e74-47ad-9c26-96f3d693ba31 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:01.355856 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cede48-51de-4566-8a26-ae3b4db80e15 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.368525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] For port 2363ca48-9865-4ae1-8c82-01dd7b5b3745, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:01.373890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] For port 2363ca48-9865-4ae1-8c82-01dd7b5b3745, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2363ca48-9865-4ae1-8c82-01dd7b5b3745,segment=NetworkSegment(78e53914-ac81-4b63-9141-83376b101465),segment_id=78e53914-ac81-4b63-9141-83376b101465)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:01.379376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object 29b968bb-2308-4e58-8869-8c06c119c6f1 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:01.476716 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.583761 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a99e807-29a8-453f-b93f-5580edd23c5c None None] Pushing event updated for resources: {'Port': ['ID=2363ca48-9865-4ae1-8c82-01dd7b5b3745,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:01.584554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.655284 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:01.662196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:01.670971 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:01.718054 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cede48-51de-4566-8a26-ae3b4db80e15 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.734687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=29b968bb-2308-4e58-8869-8c06c119c6f1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:01.775204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.776047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.833159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cede48-51de-4566-8a26-ae3b4db80e15 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.896994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f1cede48-51de-4566-8a26-ae3b4db80e15 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] In _notify_port_updated(), no bound segment for port 0b62c76c-5e74-47ad-9c26-96f3d693ba31 on network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:04:01.920347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1cede48-51de-4566-8a26-ae3b4db80e15 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:01.922455 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1cede48-51de-4566-8a26-ae3b4db80e15 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:01.922563 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f1cede48-51de-4566-8a26-ae3b4db80e15 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "PUT /v2.0/ports/0b62c76c-5e74-47ad-9c26-96f3d693ba31 HTTP/1.1" status: 200 len: 1002 time: 1.1213481 Jul 05 04:04:01.930659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40414) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:01.961759 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8c73aa0f-f856-4519-9451-94991cbb42be tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7340534 Jul 05 04:04:01.965333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40416) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:01.979923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': 'fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f', 'name': 'tempest-PortsTestJSON-1484310014'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:02.011486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1cede48-51de-4566-8a26-ae3b4db80e15 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Port': ['ID=0b62c76c-5e74-47ad-9c26-96f3d693ba31,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:02.214620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88a99ab1-6fa8-4a02-98ea-be6d91890e9e req-658b798c-470a-4c4f-ac2b-6a70f7e6e843 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0711524 Jul 05 04:04:02.361643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-231823f5-7019-4265-a920-8b11e30acc71 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Deleting port 0b62c76c-5e74-47ad-9c26-96f3d693ba31 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:02.361643 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231823f5-7019-4265-a920-8b11e30acc71 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.378509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:02.384889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.421360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-873b9c2b-b4ff-434f-a7f4-4bda3e7328f9 None None] Provisioning complete for port 0b62c76c-5e74-47ad-9c26-96f3d693ba31 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:02.421955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-873b9c2b-b4ff-434f-a7f4-4bda3e7328f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.442446 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port 5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:02.477550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dff889-b931-434d-8881-2bd72e7b892d req-00422e03-79ff-430b-862a-55e678401004 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.479709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2dff889-b931-434d-8881-2bd72e7b892d req-00422e03-79ff-430b-862a-55e678401004 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2639728 Jul 05 04:04:02.498228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-873b9c2b-b4ff-434f-a7f4-4bda3e7328f9 None None] Port 0b62c76c-5e74-47ad-9c26-96f3d693ba31 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:02.599409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ee7152c-48af-4aa2-aadd-d4b5a9fe3b9a req-c12af218-8665-448c-8e8a-4cbd57d9e233 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0840430 Jul 05 04:04:02.630399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.13 (fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f/1b7231df-c875-4eba-888c-95609fa4f9d5/5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:02.671732 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231823f5-7019-4265-a920-8b11e30acc71 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.695839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2dff889-b931-434d-8881-2bd72e7b892d req-9ed46d12-05a5-479e-bc8e-613ace4162b7 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2070847 Jul 05 04:04:02.704838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-231823f5-7019-4265-a920-8b11e30acc71 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Calling delete_port for 0b62c76c-5e74-47ad-9c26-96f3d693ba31 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:02.794790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea529269-f4ef-4da8-9655-d9905908dcb4 req-be800280-b4bf-4544-8738-4ed932670773 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:02.802870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea529269-f4ef-4da8-9655-d9905908dcb4 req-be800280-b4bf-4544-8738-4ed932670773 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 944 time: 0.2758002 Jul 05 04:04:02.900857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea529269-f4ef-4da8-9655-d9905908dcb4 req-62d5afac-766c-422b-bf44-aed01ad1fc40 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958667 Jul 05 04:04:02.909753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:02.959780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object 5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:03.014930 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 270d5e60-8903-46a9-817a-ea41c2b250f1 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:03.116562 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231823f5-7019-4265-a920-8b11e30acc71 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.159164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231823f5-7019-4265-a920-8b11e30acc71 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event deleted for resources: {'Port': ['ID=0b62c76c-5e74-47ad-9c26-96f3d693ba31,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:03.174112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.203948 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-231823f5-7019-4265-a920-8b11e30acc71 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.204188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3237a41a-3a58-453a-abfe-81b2eeed00d1 None None] Network fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:03.209513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-231823f5-7019-4265-a920-8b11e30acc71 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "DELETE /v2.0/ports/0b62c76c-5e74-47ad-9c26-96f3d693ba31 HTTP/1.1" status: 204 len: 168 time: 1.2737465 Jul 05 04:04:03.209934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40438) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.257139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:03.259022 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ea81f616-f812-4899-ad9a-c71795fd47f9 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] GET failed (client error): The resource could not be found. Jul 05 04:04:03.260818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ea81f616-f812-4899-ad9a-c71795fd47f9 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "GET /v2.0/ports/0b62c76c-5e74-47ad-9c26-96f3d693ba31 HTTP/1.1" status: 404 len: 333 time: 0.0497983 Jul 05 04:04:03.264482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:03.270245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40442) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.270409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:03.278684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'port': {'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-130301134'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:03.310586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:03.352689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 270d5e60-8903-46a9-817a-ea41c2b250f1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:03.372423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:03.373232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.407147 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 270d5e60-8903-46a9-817a-ea41c2b250f1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:03.407823 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.491389 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d6292067-683f-4dde-ad43-36b4b5d7d039 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 1.5236933 Jul 05 04:04:03.492894 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40444) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.594278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d3f9c9dc-0e3c-4cb9-8ba2-ccbd62281d9d None None] Provisioning for port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:03.649501 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.675313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Made reservation on behalf of 5e13768d1ffb4853ba2f6087e8ce553b for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:03.680432 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.722935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 270d5e60-8903-46a9-817a-ea41c2b250f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=270d5e60-8903-46a9-817a-ea41c2b250f1,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:03.724092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f676690-d759-4dce-bc0a-9706dcec4702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270d5e60-8903-46a9-817a-ea41c2b250f1'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:03.726992 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7aedb129-168e-460e-8560-9752e9da53f9" -d '{"events": [{"server_uuid": "1f676690-d759-4dce-bc0a-9706dcec4702", "name": "network-vif-plugged", "status": "completed", "tag": "270d5e60-8903-46a9-817a-ea41c2b250f1"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:03.730237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] device_id is not set on port b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:03.739167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2363ca48-9865-4ae1-8c82-01dd7b5b3745 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:03.766358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ac8765-2b71-4abf-bbba-5aba5820771e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:03.767138 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-18ac8765-2b71-4abf-bbba-5aba5820771e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.4 HTTP/1.1" status: 200 len: 922 time: 0.2730393 Jul 05 04:04:03.770094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40452) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:03.819500 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.869352 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e15fe70-1860-4ab7-ba3b-2e9ade61eb0e x-openstack-request-id: req-9e15fe70-1860-4ab7-ba3b-2e9ade61eb0e {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:03.869957 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f676690-d759-4dce-bc0a-9706dcec4702", "name": "network-vif-plugged", "status": "completed", "tag": "270d5e60-8903-46a9-817a-ea41c2b250f1", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:03.870389 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e15fe70-1860-4ab7-ba3b-2e9ade61eb0e {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:03.871836 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f676690-d759-4dce-bc0a-9706dcec4702', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '270d5e60-8903-46a9-817a-ea41c2b250f1', 'code': 200} Jul 05 04:04:03.930169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=270d5e60-8903-46a9-817a-ea41c2b250f1,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:03.945942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.946298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.946645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.946992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.947343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.947837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.948263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.948598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.949067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.949410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.949740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.950071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:03.965767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:03.969933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:03.970358 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:03.985043 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf0ced-68ed-4ba2-859c-908e2688b0f1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:03.985382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0ced-68ed-4ba2-859c-908e2688b0f1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.060597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Allocated IP 2001:db8::323 (d2047c4a-fe7e-4bba-b804-d7b44775b3a3/24dc98f3-4981-4b76-b4e8-a36429a8a47b/b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:04.117909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0ced-68ed-4ba2-859c-908e2688b0f1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.153888 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.155201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7aaf0ced-68ed-4ba2-859c-908e2688b0f1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:04.164024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5ea99463-4e3d-4f7e-8754-691030fa701b None None] Provisioning for port 29b968bb-2308-4e58-8869-8c06c119c6f1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:04.188264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5ea99463-4e3d-4f7e-8754-691030fa701b None None] Provisioning complete for port 29b968bb-2308-4e58-8869-8c06c119c6f1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:04.188831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ea99463-4e3d-4f7e-8754-691030fa701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.270451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755cdc5-6f9c-4fbd-b1a6-f031a80216e9 req-c69df3da-6980-4a45-9fa0-22de3f33f04f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:04.278400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6755cdc5-6f9c-4fbd-b1a6-f031a80216e9 req-c69df3da-6980-4a45-9fa0-22de3f33f04f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.3757975 Jul 05 04:04:04.329600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 2363ca48-9865-4ae1-8c82-01dd7b5b3745, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2363ca48-9865-4ae1-8c82-01dd7b5b3745,segment=NetworkSegment(78e53914-ac81-4b63-9141-83376b101465),segment_id=78e53914-ac81-4b63-9141-83376b101465)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:04.336794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2477c028-bac7-4237-bd40-2b177b8fe9e8 req-86e4409e-c3ef-4440-8d7b-6b08fe3b7e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:04.338328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2477c028-bac7-4237-bd40-2b177b8fe9e8 req-86e4409e-c3ef-4440-8d7b-6b08fe3b7e08 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 1097 time: 0.2871566 Jul 05 04:04:04.340830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5ea99463-4e3d-4f7e-8754-691030fa701b None None] Port 29b968bb-2308-4e58-8869-8c06c119c6f1 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:04.412711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6755cdc5-6f9c-4fbd-b1a6-f031a80216e9 req-0c994e9b-7edc-49f8-b228-99829d370a5f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1251416 Jul 05 04:04:04.453493 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0ced-68ed-4ba2-859c-908e2688b0f1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.475148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.482280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5ea99463-4e3d-4f7e-8754-691030fa701b None None] Provisioning for port 5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:04.494371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2477c028-bac7-4237-bd40-2b177b8fe9e8 req-d00bae8b-123f-49ec-a7c8-c8dc0ae6ad78 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233640 Jul 05 04:04:04.495813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5ea99463-4e3d-4f7e-8754-691030fa701b None None] Provisioning complete for port 5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:04.499468 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ea99463-4e3d-4f7e-8754-691030fa701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.530619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aaf0ced-68ed-4ba2-859c-908e2688b0f1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:04.533142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5ea99463-4e3d-4f7e-8754-691030fa701b None None] Port 5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce was deleted so its status cannot be updated. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:04:04.551325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa73606e-f1bb-4cc8-acb1-d0341ce25209 req-250d1350-b1ad-4f6d-960d-4fb70e8b546a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:04.559676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa73606e-f1bb-4cc8-acb1-d0341ce25209 req-250d1350-b1ad-4f6d-960d-4fb70e8b546a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 945 time: 0.3825011 Jul 05 04:04:04.601004 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.622037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5ea99463-4e3d-4f7e-8754-691030fa701b None None] Provisioning complete for port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:04.622037 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ea99463-4e3d-4f7e-8754-691030fa701b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.631116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Transition to ACTIVE for port object b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:04.648499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa73606e-f1bb-4cc8-acb1-d0341ce25209 req-a99f7481-48be-44b0-bccb-702f30c64ecb tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819855 Jul 05 04:04:04.649474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=2363ca48-9865-4ae1-8c82-01dd7b5b3745,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:04.692218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc0bb803-c31f-4324-b683-13b67ac2af9a req-7592f189-36f9-4811-8c68-fe677e82680d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0590456 Jul 05 04:04:04.710982 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aaf0ced-68ed-4ba2-859c-908e2688b0f1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.713689 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7aaf0ced-68ed-4ba2-859c-908e2688b0f1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce HTTP/1.1" status: 204 len: 168 time: 0.9425628 Jul 05 04:04:04.716260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40472) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:04.765653 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0131bf0b-2803-4036-902c-d78daa323da2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:04:04.772158 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0131bf0b-2803-4036-902c-d78daa323da2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce HTTP/1.1" status: 404 len: 333 time: 0.0521650 Jul 05 04:04:04.774651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40474) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:04.839701 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.895405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:04.899281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:04.906168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:04.912268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:04.912959 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.932440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Port': ['ID=b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:04.953946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7fa78e4f-afee-42fd-8e89-a63a4939cc25 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 29b968bb-2308-4e58-8869-8c06c119c6f1 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:04.960005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa78e4f-afee-42fd-8e89-a63a4939cc25 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.976259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2d30c9c1-88b3-48fa-94cc-d80965c3ce84 None None] Provisioning complete for port 29b968bb-2308-4e58-8869-8c06c119c6f1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:04.979038 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d30c9c1-88b3-48fa-94cc-d80965c3ce84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:04.999446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dbfa59cc-d4cb-447f-899a-ce911023bc8d req-f428557b-5fd3-4ce4-9cbd-0509b55f85b7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0400410 Jul 05 04:04:05.026246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-67fc05ab-1558-46d6-9309-af2c88e218d5 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7604432 Jul 05 04:04:05.028768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40484) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:05.044420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'port': {'network_id': 'd2047c4a-fe7e-4bba-b804-d7b44775b3a3', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-528805003'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:05.048593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2d30c9c1-88b3-48fa-94cc-d80965c3ce84 None None] Port 29b968bb-2308-4e58-8869-8c06c119c6f1 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:05.065255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2d30c9c1-88b3-48fa-94cc-d80965c3ce84 None None] Could not find standard attr ID for object 5c3187c1-26b6-4ceb-bb4d-567bd54ef0ce. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:04:05.153259 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa78e4f-afee-42fd-8e89-a63a4939cc25 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.168144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7fa78e4f-afee-42fd-8e89-a63a4939cc25 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 29b968bb-2308-4e58-8869-8c06c119c6f1 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:05.402254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Made reservation on behalf of 5e13768d1ffb4853ba2f6087e8ce553b for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:05.406206 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.433074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] device_id is not set on port 66b0931b-d9da-49e5-be50-6189a42d541a yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:05.461303 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa78e4f-afee-42fd-8e89-a63a4939cc25 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.510114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ef909c6c-2f76-499e-84d2-5fdc28a6e2d2 None None] Provisioning for port b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:05.515244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ef909c6c-2f76-499e-84d2-5fdc28a6e2d2 None None] Provisioning complete for port b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:05.515651 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef909c6c-2f76-499e-84d2-5fdc28a6e2d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.568216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ef909c6c-2f76-499e-84d2-5fdc28a6e2d2 None None] Port b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:05.639362 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2363ca48-9865-4ae1-8c82-01dd7b5b3745 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:05.693634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Allocated IP 2001:db8::33e (d2047c4a-fe7e-4bba-b804-d7b44775b3a3/24dc98f3-4981-4b76-b4e8-a36429a8a47b/66b0931b-d9da-49e5-be50-6189a42d541a) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:05.735079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7413-1603-4b4a-925d-326790d96642 req-3697c6cd-d851-40a4-af24-ca93f16584f8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:05.736430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbaa7413-1603-4b4a-925d-326790d96642 req-3697c6cd-d851-40a4-af24-ca93f16584f8 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1682754 Jul 05 04:04:05.774370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:05.774753 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:05.854695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbaa7413-1603-4b4a-925d-326790d96642 req-3c630170-b759-4a77-9721-54fac878684e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0886974 Jul 05 04:04:06.003718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa78e4f-afee-42fd-8e89-a63a4939cc25 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=29b968bb-2308-4e58-8869-8c06c119c6f1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.062035 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.086731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Transition to ACTIVE for port object 66b0931b-d9da-49e5-be50-6189a42d541a will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:06.119752 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa78e4f-afee-42fd-8e89-a63a4939cc25 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.125010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7fa78e4f-afee-42fd-8e89-a63a4939cc25 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/29b968bb-2308-4e58-8869-8c06c119c6f1 HTTP/1.1" status: 204 len: 168 time: 1.3490310 Jul 05 04:04:06.125310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40504) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:06.184365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadcd6f2-e010-48d4-99a8-917c4d21e136 req-7c6a275d-9ce0-4635-a2e5-c172042a8e24 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:06.187777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadcd6f2-e010-48d4-99a8-917c4d21e136 req-7c6a275d-9ce0-4635-a2e5-c172042a8e24 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 945 time: 0.2007928 Jul 05 04:04:06.202709 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-05a3f126-28e9-4276-a3fa-e50a4f1c363a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:04:06.205853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-05a3f126-28e9-4276-a3fa-e50a4f1c363a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/29b968bb-2308-4e58-8869-8c06c119c6f1 HTTP/1.1" status: 404 len: 333 time: 0.0785959 Jul 05 04:04:06.208979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40506) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:06.271487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadcd6f2-e010-48d4-99a8-917c4d21e136 req-eb804c79-310b-4acb-a616-fcba7f12774b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632496 Jul 05 04:04:06.309911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9db815f7-fbc1-4c41-a2e3-e34c702ed35d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet 1b7231df-c875-4eba-888c-95609fa4f9d5 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:06.313607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9db815f7-fbc1-4c41-a2e3-e34c702ed35d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.365907 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9db815f7-fbc1-4c41-a2e3-e34c702ed35d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.462322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9db815f7-fbc1-4c41-a2e3-e34c702ed35d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.533283 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.591795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:06.598369 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:06.600930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:06.606972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:06.607632 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.625328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Port': ['ID=66b0931b-d9da-49e5-be50-6189a42d541a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.658814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9db815f7-fbc1-4c41-a2e3-e34c702ed35d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.698442 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9db815f7-fbc1-4c41-a2e3-e34c702ed35d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.703639 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9db815f7-fbc1-4c41-a2e3-e34c702ed35d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/1b7231df-c875-4eba-888c-95609fa4f9d5 HTTP/1.1" status: 204 len: 168 time: 0.4911616 Jul 05 04:04:06.703639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db815f7-fbc1-4c41-a2e3-e34c702ed35d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=1b7231df-c875-4eba-888c-95609fa4f9d5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:06.704159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40512) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:06.711296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6f5a6a-c735-403b-8d7f-779f40b42931 None None] Network fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:06.811291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a90009e4-06fa-4d87-af21-d25972ab4326 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.7774291 Jul 05 04:04:06.811790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40518) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:06.818427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7baa0f69-796d-46a8-a417-013b64b7a5fb tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::190', 'mac_address': 'fa:16:3e:9e:44:15'}, {'ip_address': '2001:db8::323', 'mac_address': 'fa:16:3e:ad:91:ba'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:06.857609 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:06.944325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:06.945230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.036630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] For port 2363ca48-9865-4ae1-8c82-01dd7b5b3745, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2363ca48-9865-4ae1-8c82-01dd7b5b3745,segment=NetworkSegment(78e53914-ac81-4b63-9141-83376b101465),segment_id=78e53914-ac81-4b63-9141-83376b101465)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:07.037566 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.054632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 2363ca48-9865-4ae1-8c82-01dd7b5b3745 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:07.209427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10efbd60-7fa5-4b44-9352-4ab48ca15ab7 req-5a0235d6-16e6-4305-b7fa-46acd2c115bb service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0417156 Jul 05 04:04:07.220854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e88dc272-9852-47f6-a12d-a8d6d1e45106 None None] Provisioning for port 66b0931b-d9da-49e5-be50-6189a42d541a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:07.250937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e88dc272-9852-47f6-a12d-a8d6d1e45106 None None] Provisioning complete for port 66b0931b-d9da-49e5-be50-6189a42d541a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:07.251364 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e88dc272-9852-47f6-a12d-a8d6d1e45106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.263391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7baa0f69-796d-46a8-a417-013b64b7a5fb tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.309140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db85469-b50e-453d-9dc0-e0d0009b6bcc None None] DHCP port deletion for fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:07.313235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e88dc272-9852-47f6-a12d-a8d6d1e45106 None None] Port 66b0931b-d9da-49e5-be50-6189a42d541a cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:07.392477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dc9c4ac-1f67-4135-a0c7-bca6fae483fc req-67b6d326-a92a-4830-80b3-1c9c13c79f31 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:07.401178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dc9c4ac-1f67-4135-a0c7-bca6fae483fc req-67b6d326-a92a-4830-80b3-1c9c13c79f31 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2034931 Jul 05 04:04:07.411636 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.438440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2db85469-b50e-453d-9dc0-e0d0009b6bcc None None] Deleting port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:07.438874 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2db85469-b50e-453d-9dc0-e0d0009b6bcc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.466298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=2363ca48-9865-4ae1-8c82-01dd7b5b3745,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:07.485172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No DVR routers for this DVR port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:07.512190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dc9c4ac-1f67-4135-a0c7-bca6fae483fc req-d597384d-272b-4fb7-a1d7-4304d3ea016e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1067278 Jul 05 04:04:07.569653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2db85469-b50e-453d-9dc0-e0d0009b6bcc None None] For port 2363ca48-9865-4ae1-8c82-01dd7b5b3745, host n-d-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:07.576164 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2db85469-b50e-453d-9dc0-e0d0009b6bcc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.598829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2db85469-b50e-453d-9dc0-e0d0009b6bcc None None] Calling delete_port for 2363ca48-9865-4ae1-8c82-01dd7b5b3745 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:07.601762 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.ipam_backend_mixin [None req-2db85469-b50e-453d-9dc0-e0d0009b6bcc None None] Port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 was not found and therefore no delete operation was performed {{(pid=100897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:04:07.610884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2db85469-b50e-453d-9dc0-e0d0009b6bcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.632298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2363ca48-9865-4ae1-8c82-01dd7b5b3745 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:07.687917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db85469-b50e-453d-9dc0-e0d0009b6bcc None None] No DVR routers for this DVR port 2363ca48-9865-4ae1-8c82-01dd7b5b3745 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:07.692422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 2363ca48-9865-4ae1-8c82-01dd7b5b3745 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:07.692758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2363ca48-9865-4ae1-8c82-01dd7b5b3745 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:07.706258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db85469-b50e-453d-9dc0-e0d0009b6bcc None None] Pushing event deleted for resources: {'Port': ['ID=2363ca48-9865-4ae1-8c82-01dd7b5b3745,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:07.737372 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7baa0f69-796d-46a8-a417-013b64b7a5fb tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.788118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30ecd074-44cf-42d6-ab79-7c417c919754 req-a3c7ed05-7bf8-44d6-ba80-b52a1ddfabce service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0538449 Jul 05 04:04:07.789915 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.807003 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7baa0f69-796d-46a8-a417-013b64b7a5fb tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.827686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:07.836136 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7baa0f69-796d-46a8-a417-013b64b7a5fb tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] In _notify_port_updated(), no bound segment for port 66b0931b-d9da-49e5-be50-6189a42d541a on network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:04:07.862900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7baa0f69-796d-46a8-a417-013b64b7a5fb tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:07.873326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7baa0f69-796d-46a8-a417-013b64b7a5fb tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:07.874431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78e53914-ac81-4b63-9141-83376b101465') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:07.874887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78e53914-ac81-4b63-9141-83376b101465') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:07.878729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7baa0f69-796d-46a8-a417-013b64b7a5fb tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "PUT /v2.0/ports/66b0931b-d9da-49e5-be50-6189a42d541a HTTP/1.1" status: 200 len: 1067 time: 1.0660617 Jul 05 04:04:07.883329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40538) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:07.951631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baa0f69-796d-46a8-a417-013b64b7a5fb tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event updated for resources: {'Port': ['ID=66b0931b-d9da-49e5-be50-6189a42d541a,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.028666 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f8396957-fbed-4cfe-8fca-ee18c0926f65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.255349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1a8a0283-1c78-4fbf-bfa4-d39e255ee3aa None None] Provisioning complete for port 66b0931b-d9da-49e5-be50-6189a42d541a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:08.256198 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1a8a0283-1c78-4fbf-bfa4-d39e255ee3aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.302981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1a8a0283-1c78-4fbf-bfa4-d39e255ee3aa None None] Port 66b0931b-d9da-49e5-be50-6189a42d541a cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:08.360559 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.377313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a75250-2dac-4879-a43a-d83b92166e63 req-aae3b585-5cf4-4937-8b3c-f0e0c1cc1670 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.379222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50a75250-2dac-4879-a43a-d83b92166e63 req-aae3b585-5cf4-4937-8b3c-f0e0c1cc1670 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 945 time: 0.7979925 Jul 05 04:04:08.402969 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.419306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:08.419703 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:08.423035 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:08.540037 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50a75250-2dac-4879-a43a-d83b92166e63 req-a8bd5b6e-4a3c-4d7c-adaa-cc0f7eae8f44 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1466303 Jul 05 04:04:08.556403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6d62bd99-cdcb-4c88-9031-c90e1e6c6921 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Deleting port 66b0931b-d9da-49e5-be50-6189a42d541a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:08.556986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6d62bd99-cdcb-4c88-9031-c90e1e6c6921 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.608709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.615786 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.617754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/networks/fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f HTTP/1.1" status: 204 len: 168 time: 1.9126332 Jul 05 04:04:08.623599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40550) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:08.638280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2020699387'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:08.647599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8e53e4-b86a-4597-a5b9-0446eb669b01 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Network': ['ID=fa00935b-c170-4e6e-87c3-cbb5e5f3ac8f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:08.733073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6d62bd99-cdcb-4c88-9031-c90e1e6c6921 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.758011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6d62bd99-cdcb-4c88-9031-c90e1e6c6921 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Calling delete_port for 66b0931b-d9da-49e5-be50-6189a42d541a owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:08.795704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:08.800369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.825895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69a6d6-328b-477f-9243-e7cb4b25ba19 req-7fbd9934-9f2e-4680-8ccc-8cedff2c47e0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:08.827630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a69a6d6-328b-477f-9243-e7cb4b25ba19 req-7fbd9934-9f2e-4680-8ccc-8cedff2c47e0 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1661711 Jul 05 04:04:08.836031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:08.851017 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:08.851548 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Added segment a1332f13-e432-4678-98ca-16ffdc40abb8 of type vlan for network 7248e28c-9759-46d0-a2b0-bbf9b579e601 Jul 05 04:04:08.892483 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a69a6d6-328b-477f-9243-e7cb4b25ba19 req-2f2f386d-859e-4256-b2a1-1105e467b7ba tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550208 Jul 05 04:04:08.909074 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.035657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.040010 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6d62bd99-cdcb-4c88-9031-c90e1e6c6921 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.041403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:09.042048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.085180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d62bd99-cdcb-4c88-9031-c90e1e6c6921 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event deleted for resources: {'Port': ['ID=66b0931b-d9da-49e5-be50-6189a42d541a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:09.301760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40566) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:09.302457 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6687722 Jul 05 04:04:09.308833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '7248e28c-9759-46d0-a2b0-bbf9b579e601', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:09.324618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c780d2b3-e5d4-487b-9d65-6c6a0e25fa73 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Network': ['ID=7248e28c-9759-46d0-a2b0-bbf9b579e601,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:09.334199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 7248e28c-9759-46d0-a2b0-bbf9b579e601 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:09.453532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f0bf99f-1653-4932-9b16-8745b32ed41f req-f27ddad6-cb7d-4cbc-a94b-5739e7588c10 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:09.457555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f0bf99f-1653-4932-9b16-8745b32ed41f req-f27ddad6-cb7d-4cbc-a94b-5739e7588c10 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 945 time: 0.2724464 Jul 05 04:04:09.591583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6d62bd99-cdcb-4c88-9031-c90e1e6c6921 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.591583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6d62bd99-cdcb-4c88-9031-c90e1e6c6921 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "DELETE /v2.0/ports/66b0931b-d9da-49e5-be50-6189a42d541a HTTP/1.1" status: 204 len: 168 time: 1.7014871 Jul 05 04:04:09.591806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40574) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:09.612542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f0bf99f-1653-4932-9b16-8745b32ed41f req-6d42d304-37df-498f-b083-165994cf0421 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137209 Jul 05 04:04:09.638795 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-98fd95e9-16b2-49ef-b4de-dd2ec466ac5e tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] GET failed (client error): The resource could not be found. Jul 05 04:04:09.640653 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-98fd95e9-16b2-49ef-b4de-dd2ec466ac5e tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "GET /v2.0/ports/66b0931b-d9da-49e5-be50-6189a42d541a HTTP/1.1" status: 404 len: 333 time: 0.0503063 Jul 05 04:04:09.640918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bddd432-ee3b-4bb7-aa84-a8604c4fa702 req-adf85594-21aa-4178-864f-efcb62091e6d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0439775 Jul 05 04:04:09.644345 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40576) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:09.705190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:09.709336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.846159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-678dc064-0b2b-47c5-94fe-0e9f71e122ba tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Deleting port b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:09.846867 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-678dc064-0b2b-47c5-94fe-0e9f71e122ba tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.925844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1b75a8b-b039-4fd4-9361-257c11c11ce2 req-5bc69da7-a823-4144-9fd9-3f9bffbd44ff service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0435650 Jul 05 04:04:09.970814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-678dc064-0b2b-47c5-94fe-0e9f71e122ba tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:09.984947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-678dc064-0b2b-47c5-94fe-0e9f71e122ba tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Calling delete_port for b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:10.098000 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.168098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=05b4fcc4-9306-41b0-8ace-df8a9626d9c1,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:10.225442 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-678dc064-0b2b-47c5-94fe-0e9f71e122ba tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.226206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Checking segment: {'id': 'a1332f13-e432-4678-98ca-16ffdc40abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7248e28c-9759-46d0-a2b0-bbf9b579e601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:10.226779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network hostable DHCP agents. Network: 7248e28c-9759-46d0-a2b0-bbf9b579e601, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:10.242093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86f1adc-e06d-41e3-b46c-8af2a5128555 req-a3d2c599-468b-491e-99b5-0502ebe18db9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:10.250891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a86f1adc-e06d-41e3-b46c-8af2a5128555 req-a3d2c599-468b-491e-99b5-0502ebe18db9 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1942966 Jul 05 04:04:10.305081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a86f1adc-e06d-41e3-b46c-8af2a5128555 req-4e8164a9-9d87-426e-ab2a-f8bcc091de13 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0525646 Jul 05 04:04:10.344155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dc064-0b2b-47c5-94fe-0e9f71e122ba tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event deleted for resources: {'Port': ['ID=b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:10.352690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 7248e28c-9759-46d0-a2b0-bbf9b579e601 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:10.384236 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-678dc064-0b2b-47c5-94fe-0e9f71e122ba tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.389636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40590) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:10.401058 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-678dc064-0b2b-47c5-94fe-0e9f71e122ba tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "DELETE /v2.0/ports/b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b HTTP/1.1" status: 204 len: 168 time: 0.7553489 Jul 05 04:04:10.427564 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0fae02-57a7-48e9-9ce7-e79c2558d7ef tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] GET failed (client error): The resource could not be found. Jul 05 04:04:10.432929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9d0fae02-57a7-48e9-9ce7-e79c2558d7ef tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "GET /v2.0/ports/b8c9f133-f7a7-4dd0-a800-7ac0d5814b2b HTTP/1.1" status: 404 len: 333 time: 0.0386205 Jul 05 04:04:10.433575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40592) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:10.458318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 7248e28c-9759-46d0-a2b0-bbf9b579e601) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:10.462900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:10.463599 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.475107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20a73fb5-f9e1-4ddb-9044-77088089c3d4 None None] Network 7248e28c-9759-46d0-a2b0-bbf9b579e601 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:10.597437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-52959b7c-d7e2-41ad-9184-0579f439d5ec tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2926049 Jul 05 04:04:10.609776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40594) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:10.618229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': '7248e28c-9759-46d0-a2b0-bbf9b579e601', 'name': 'tempest-PortsTestJSON-1825067431', 'fixed_ips': [{'subnet_id': '05b4fcc4-9306-41b0-8ace-df8a9626d9c1', 'ip_address': '172.20.0.10'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:10.649383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-05f0353a-eb30-4c87-9f6b-3427f48d20e4 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Deleting port 2809f749-8dc7-407b-aa25-567044d47032 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:10.650383 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-05f0353a-eb30-4c87-9f6b-3427f48d20e4 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.778646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-7248e28c-9759-46d0-a2b0-bbf9b579e601', 'network_id': '7248e28c-9759-46d0-a2b0-bbf9b579e601', 'tenant_id': 'be0eb40e208246d19574fd4ed7398ab2', 'fixed_ips': [{'subnet_id': '05b4fcc4-9306-41b0-8ace-df8a9626d9c1'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:10.779548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.804771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-05f0353a-eb30-4c87-9f6b-3427f48d20e4 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.822272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-05f0353a-eb30-4c87-9f6b-3427f48d20e4 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Calling delete_port for 2809f749-8dc7-407b-aa25-567044d47032 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:10.856221 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a1f13bc3-4c28-4fcc-91d7-8361edee8744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.897389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-ee6e716e-16e8-447d-acc1-f8183fff20b2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:10.898960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-ee6e716e-16e8-447d-acc1-f8183fff20b2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.26 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 945 time: 0.1720335 Jul 05 04:04:10.956312 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:10.993137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:11.034346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9721af1c-98e3-4b67-9fe0-8b8742a80e9a req-8b8bf3ab-f11f-4763-9f75-a2a51772b273 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:11.035751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9721af1c-98e3-4b67-9fe0-8b8742a80e9a req-8b8bf3ab-f11f-4763-9f75-a2a51772b273 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 945 time: 0.1995955 Jul 05 04:04:11.102973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Allocated IP 172.20.0.2 (7248e28c-9759-46d0-a2b0-bbf9b579e601/05b4fcc4-9306-41b0-8ace-df8a9626d9c1/e56676d3-cdd5-499e-8f4d-802790ee0d61) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:11.230030 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-05f0353a-eb30-4c87-9f6b-3427f48d20e4 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.269915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f0353a-eb30-4c87-9f6b-3427f48d20e4 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event deleted for resources: {'Port': ['ID=2809f749-8dc7-407b-aa25-567044d47032,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:11.287254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9721af1c-98e3-4b67-9fe0-8b8742a80e9a req-5bfd92a5-1300-42a6-968b-4ef82e3feb36 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765833 Jul 05 04:04:11.345161 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.357272 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-05f0353a-eb30-4c87-9f6b-3427f48d20e4 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.366131 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-05f0353a-eb30-4c87-9f6b-3427f48d20e4 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "DELETE /v2.0/ports/2809f749-8dc7-407b-aa25-567044d47032 HTTP/1.1" status: 204 len: 168 time: 0.9282603 Jul 05 04:04:11.367632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40606) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:11.407942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-f7f2eff4-30fd-4daa-9b9f-208b5a3da1e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Deleting port 270d5e60-8903-46a9-817a-ea41c2b250f1 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:11.408321 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-f7f2eff4-30fd-4daa-9b9f-208b5a3da1e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.498708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9d8f7e6a-328e-4e86-a311-7b2631386725 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Deleting subnet 24dc98f3-4981-4b76-b4e8-a36429a8a47b {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:11.503838 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7e6a-328e-4e86-a311-7b2631386725 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.568813 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7e6a-328e-4e86-a311-7b2631386725 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.677809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port f2230fe2-81d0-4abc-8285-2687c6e523fe yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:11.695983 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.723307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Transition to ACTIVE for port object e56676d3-cdd5-499e-8f4d-802790ee0d61 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:11.748225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Transition to ACTIVE for port object e56676d3-cdd5-499e-8f4d-802790ee0d61 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:11.817897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7e6a-328e-4e86-a311-7b2631386725 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.840554 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.883230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-f7f2eff4-30fd-4daa-9b9f-208b5a3da1e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] For port 270d5e60-8903-46a9-817a-ea41c2b250f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=270d5e60-8903-46a9-817a-ea41c2b250f1,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:11.883753 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-f7f2eff4-30fd-4daa-9b9f-208b5a3da1e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.886849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Network 7248e28c-9759-46d0-a2b0-bbf9b579e601 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:11.910282 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:11.914616 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.914794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-f7f2eff4-30fd-4daa-9b9f-208b5a3da1e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Calling delete_port for 270d5e60-8903-46a9-817a-ea41c2b250f1 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:11.914920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:11.961721 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7e6a-328e-4e86-a311-7b2631386725 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:11.978146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Pushing event updated for resources: {'Port': ['ID=e56676d3-cdd5-499e-8f4d-802790ee0d61,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:11.998325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8f7e6a-328e-4e86-a311-7b2631386725 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event deleted for resources: {'Subnet': ['ID=24dc98f3-4981-4b76-b4e8-a36429a8a47b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.013403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d8f7e6a-328e-4e86-a311-7b2631386725 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.017211 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9d8f7e6a-328e-4e86-a311-7b2631386725 tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "DELETE /v2.0/subnets/24dc98f3-4981-4b76-b4e8-a36429a8a47b HTTP/1.1" status: 204 len: 168 time: 0.6485133 Jul 05 04:04:12.019721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40612) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:12.022840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a1e3fac-4271-47fa-8d32-afb4fd0a4cbc None None] Network d2047c4a-fe7e-4bba-b804-d7b44775b3a3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:12.044241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Attempting to bind port e56676d3-cdd5-499e-8f4d-802790ee0d61 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:12.044954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Attempting to bind port e56676d3-cdd5-499e-8f4d-802790ee0d61 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'a1332f13-e432-4678-98ca-16ffdc40abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7248e28c-9759-46d0-a2b0-bbf9b579e601'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:12.045360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Attempting to bind port e56676d3-cdd5-499e-8f4d-802790ee0d61 on network 7248e28c-9759-46d0-a2b0-bbf9b579e601 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:12.092221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:12.092528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Checking segment: {'id': 'a1332f13-e432-4678-98ca-16ffdc40abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7248e28c-9759-46d0-a2b0-bbf9b579e601'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:12.092935 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.093333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Bound using segment: {'id': 'a1332f13-e432-4678-98ca-16ffdc40abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7248e28c-9759-46d0-a2b0-bbf9b579e601'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:12.093823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Bound port: e56676d3-cdd5-499e-8f4d-802790ee0d61, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a1332f13-e432-4678-98ca-16ffdc40abb8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '7248e28c-9759-46d0-a2b0-bbf9b579e601'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:12.094217 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.128460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16685c23-01fa-49aa-bd65-98bad444f08b req-c57cb702-5fc5-4811-bcd5-8866565d0c74 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:12.148473 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.150398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16685c23-01fa-49aa-bd65-98bad444f08b req-c57cb702-5fc5-4811-bcd5-8866565d0c74 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.4805484 Jul 05 04:04:12.247028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Deleting port adf6f095-9001-43f6-aba2-ad7a7ef14785 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:12.247378 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.278488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3bbbab00-a811-4bd5-9362-57a3e126f4f8 req-1f0f04ca-db4d-48b8-b138-a409783e2810 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0549042 Jul 05 04:04:12.293790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] For port e56676d3-cdd5-499e-8f4d-802790ee0d61, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:12.319348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16685c23-01fa-49aa-bd65-98bad444f08b req-a35d04e8-e58c-45c4-8a90-1386d151bbee tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1650431 Jul 05 04:04:12.328276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] For port e56676d3-cdd5-499e-8f4d-802790ee0d61, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e56676d3-cdd5-499e-8f4d-802790ee0d61,segment=NetworkSegment(a1332f13-e432-4678-98ca-16ffdc40abb8),segment_id=a1332f13-e432-4678-98ca-16ffdc40abb8)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:12.354193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] For port adf6f095-9001-43f6-aba2-ad7a7ef14785, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=adf6f095-9001-43f6-aba2-ad7a7ef14785,segment=NetworkSegment(92973f3c-e991-48d2-afbe-847eb8660f00),segment_id=92973f3c-e991-48d2-afbe-847eb8660f00)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:12.354461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.364660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.10 (7248e28c-9759-46d0-a2b0-bbf9b579e601/05b4fcc4-9306-41b0-8ace-df8a9626d9c1/f2230fe2-81d0-4abc-8285-2687c6e523fe) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:12.399868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Calling delete_port for adf6f095-9001-43f6-aba2-ad7a7ef14785 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:12.481729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5781dc76-e228-44c1-ab1c-e30d12929902 None None] DHCP port deletion for d2047c4a-fe7e-4bba-b804-d7b44775b3a3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:12.486045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.603947 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-f7f2eff4-30fd-4daa-9b9f-208b5a3da1e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.637362 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', '270d5e60-8903-46a9-817a-ea41c2b250f1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:12.686676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be1abb66-4c43-4809-b9e3-5d7e0e2a2026 req-eb1fdbe0-e039-4c8f-b12d-3a87700990d9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 210 time: 0.0734873 Jul 05 04:04:12.693591 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.704506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ece74a0-d376-4cb3-94d8-d0d52434ada7 None None] Pushing event updated for resources: {'Port': ['ID=e56676d3-cdd5-499e-8f4d-802790ee0d61,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.747052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f2eff4-30fd-4daa-9b9f-208b5a3da1e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Pushing event deleted for resources: {'Port': ['ID=270d5e60-8903-46a9-817a-ea41c2b250f1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.773815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] No DVR routers for this DVR port adf6f095-9001-43f6-aba2-ad7a7ef14785 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:12.799528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5781dc76-e228-44c1-ab1c-e30d12929902 None None] Deleting port adf6f095-9001-43f6-aba2-ad7a7ef14785 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:12.806249 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5781dc76-e228-44c1-ab1c-e30d12929902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.816571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event deleted for resources: {'Port': ['ID=adf6f095-9001-43f6-aba2-ad7a7ef14785,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:12.854048 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6627f838-4b04-4e47-a836-9a534aa18c73 req-08272bee-97ee-447c-8e0f-3cf62b6f65ed service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0882301 Jul 05 04:04:12.927990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-f7f2eff4-30fd-4daa-9b9f-208b5a3da1e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] No DVR routers for this DVR port 270d5e60-8903-46a9-817a-ea41c2b250f1 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:12.936391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-f7f2eff4-30fd-4daa-9b9f-208b5a3da1e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:12.945296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3b06c0e-0e16-4f1a-ba9e-531a29306679 req-f7f2eff4-30fd-4daa-9b9f-208b5a3da1e6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.26 "DELETE /v2.0/ports/270d5e60-8903-46a9-817a-ea41c2b250f1 HTTP/1.1" status: 204 len: 173 time: 2.0331557 Jul 05 04:04:12.962176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f676690-d759-4dce-bc0a-9706dcec4702', 'name': 'network-vif-deleted', 'tag': '270d5e60-8903-46a9-817a-ea41c2b250f1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:12.964678 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c152948b-007c-4e7c-a57b-14f9ccb7f973" -d '{"events": [{"server_uuid": "1f676690-d759-4dce-bc0a-9706dcec4702", "name": "network-vif-deleted", "tag": "270d5e60-8903-46a9-817a-ea41c2b250f1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:13.048666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5781dc76-e228-44c1-ab1c-e30d12929902 None None] For port adf6f095-9001-43f6-aba2-ad7a7ef14785, host n-d-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:13.049148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5781dc76-e228-44c1-ab1c-e30d12929902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.053921 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.072748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.078608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2047c4a-fe7e-4bba-b804-d7b44775b3a3']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:13.095778 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6560af16-05de-4ca3-878b-28658fa0f6ee x-openstack-request-id: req-6560af16-05de-4ca3-878b-28658fa0f6ee {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:13.096276 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f676690-d759-4dce-bc0a-9706dcec4702", "name": "network-vif-deleted", "tag": "270d5e60-8903-46a9-817a-ea41c2b250f1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:13.096626 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6560af16-05de-4ca3-878b-28658fa0f6ee {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:13.097309 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f676690-d759-4dce-bc0a-9706dcec4702', 'name': 'network-vif-deleted', 'tag': '270d5e60-8903-46a9-817a-ea41c2b250f1', 'status': 'completed', 'code': 200} Jul 05 04:04:13.101333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5781dc76-e228-44c1-ab1c-e30d12929902 None None] Calling delete_port for adf6f095-9001-43f6-aba2-ad7a7ef14785 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:13.104274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object f2230fe2-81d0-4abc-8285-2687c6e523fe will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:13.106271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92973f3c-e991-48d2-afbe-847eb8660f00') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:13.106639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92973f3c-e991-48d2-afbe-847eb8660f00') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:13.113600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.ipam_backend_mixin [None req-5781dc76-e228-44c1-ab1c-e30d12929902 None None] Port adf6f095-9001-43f6-aba2-ad7a7ef14785 was not found and therefore no delete operation was performed {{(pid=100897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:04:13.119763 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5781dc76-e228-44c1-ab1c-e30d12929902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.141359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.160657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5781dc76-e228-44c1-ab1c-e30d12929902 None None] Pushing event deleted for resources: {'Port': ['ID=adf6f095-9001-43f6-aba2-ad7a7ef14785,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:13.166399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5781dc76-e228-44c1-ab1c-e30d12929902 None None] No DVR routers for this DVR port adf6f095-9001-43f6-aba2-ad7a7ef14785 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:13.171590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.193729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:13.194239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:13.200687 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:13.287703 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.337650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 7248e28c-9759-46d0-a2b0-bbf9b579e601 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:13.346886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:13.352094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:13.356603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=f2230fe2-81d0-4abc-8285-2687c6e523fe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:13.408287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:13.409307 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.436352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.453090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.453586 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.453586 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] 10.222.0.30 "DELETE /v2.0/networks/d2047c4a-fe7e-4bba-b804-d7b44775b3a3 HTTP/1.1" status: 204 len: 168 time: 1.4295616 Jul 05 04:04:13.463346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beab6055-abc0-4f53-a6a7-9db6bed9f49f tempest-AllowedAddressPairIpV6TestJSON-1644812422 tempest-AllowedAddressPairIpV6TestJSON-1644812422-project] Pushing event deleted for resources: {'Network': ['ID=d2047c4a-fe7e-4bba-b804-d7b44775b3a3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:13.597770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe6a407-6322-4717-af52-f29847b1da3b req-cb5374df-18bb-4a63-bbf0-0403a731dd22 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:13.606191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4fe6a407-6322-4717-af52-f29847b1da3b req-cb5374df-18bb-4a63-bbf0-0403a731dd22 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1493690 Jul 05 04:04:13.633740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fc8fa3aa-97ac-4215-a8f6-907d2110a740 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0197523 Jul 05 04:04:13.635477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40640) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:13.641076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': '7248e28c-9759-46d0-a2b0-bbf9b579e601', 'name': 'tempest-PortsTestJSON-398997419', 'fixed_ips': [{'subnet_id': '05b4fcc4-9306-41b0-8ace-df8a9626d9c1', 'ip_address': '172.20.0.9'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:13.694325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e56676d3-cdd5-499e-8f4d-802790ee0d61 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:13.701544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4fe6a407-6322-4717-af52-f29847b1da3b req-2dae3f5a-b149-413c-96cb-119063adc68e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942125 Jul 05 04:04:13.742027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:13.864437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port e56676d3-cdd5-499e-8f4d-802790ee0d61 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:13.938988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:13.949754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device adf6f095-9001-43f6-aba2-ad7a7ef14785 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:13.987537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63a70cec-6880-4d4e-a1a3-c2280111b1c3 req-2f1d77af-18f5-40c1-95ed-020aa769715b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=1f676690-d759-4dce-bc0a-9706dcec4702 HTTP/1.1" status: 200 len: 210 time: 0.0702748 Jul 05 04:04:14.008258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: adf6f095-9001-43f6-aba2-ad7a7ef14785 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:14.010841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device adf6f095-9001-43f6-aba2-ad7a7ef14785 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:14.123391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.169767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port adc0e639-6dc1-4ae1-b9b9-64e700e14b11 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:14.240731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40654) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:14.242105 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.300851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3db1c6f6-0889-499a-ba79-8ec6c8af3ee1 None None] Network 7248e28c-9759-46d0-a2b0-bbf9b579e601 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:14.432605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.9 (7248e28c-9759-46d0-a2b0-bbf9b579e601/05b4fcc4-9306-41b0-8ace-df8a9626d9c1/adc0e639-6dc1-4ae1-b9b9-64e700e14b11) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:14.550308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6975c120-344c-4ee1-be67-6033fef05998 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e13768d1ffb4853ba2f6087e8ce553b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3068228 Jul 05 04:04:14.553121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40660) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:14.608091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0b248bca-2044-42ad-a7a3-fb9d02e4eead None None] Provisioning for port e56676d3-cdd5-499e-8f4d-802790ee0d61 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:14.614682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0b248bca-2044-42ad-a7a3-fb9d02e4eead None None] Provisioning complete for port e56676d3-cdd5-499e-8f4d-802790ee0d61 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:14.615685 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0b248bca-2044-42ad-a7a3-fb9d02e4eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.672495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b453a55b-7c06-4dc7-b594-5b0226240e64 req-151e371b-e9de-4a8d-995b-fd56936142a2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:14.680915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b453a55b-7c06-4dc7-b594-5b0226240e64 req-151e371b-e9de-4a8d-995b-fd56936142a2 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2244985 Jul 05 04:04:14.742324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.754342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b453a55b-7c06-4dc7-b594-5b0226240e64 req-9a15d78a-d30e-4359-8838-8d2d359064ac tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0725605 Jul 05 04:04:14.797611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object adc0e639-6dc1-4ae1-b9b9-64e700e14b11 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:14.809096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-a8fd320e-fc51-46f6-bf0a-b6ab3f605d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:14.810627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-a8fd320e-fc51-46f6-bf0a-b6ab3f605d26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1097 time: 0.2441599 Jul 05 04:04:14.814985 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9273096a-2faa-475f-a172-f768a64a62fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.824967 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0b248bca-2044-42ad-a7a3-fb9d02e4eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.885400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0b248bca-2044-42ad-a7a3-fb9d02e4eead None None] For port e56676d3-cdd5-499e-8f4d-802790ee0d61, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e56676d3-cdd5-499e-8f4d-802790ee0d61,segment=NetworkSegment(a1332f13-e432-4678-98ca-16ffdc40abb8),segment_id=a1332f13-e432-4678-98ca-16ffdc40abb8)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:14.913347 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9273096a-2faa-475f-a172-f768a64a62fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.945416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.973727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0b248bca-2044-42ad-a7a3-fb9d02e4eead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:14.978233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-009e8f76-2a7b-42a4-88c7-198e03cbd612 req-c8d22ca9-2204-479b-905d-1c833cefaa03 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0670474 Jul 05 04:04:15.027604 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 7248e28c-9759-46d0-a2b0-bbf9b579e601 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:15.036063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:15.046931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:15.051209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-8ee6ca50-ceae-411a-96d6-8ab45bd4e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.053976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-8ee6ca50-ceae-411a-96d6-8ab45bd4e221 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.2356825 Jul 05 04:04:15.115554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=adc0e639-6dc1-4ae1-b9b9-64e700e14b11,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:15.134869 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 270d5e60-8903-46a9-817a-ea41c2b250f1 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:15.182909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.185571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.224403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 270d5e60-8903-46a9-817a-ea41c2b250f1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:15.224920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 270d5e60-8903-46a9-817a-ea41c2b250f1 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:15.243589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-c0ada6b3-ffbb-4b3e-b1a6-c3e3bdea733a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 999 time: 0.1732261 Jul 05 04:04:15.276957 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9273096a-2faa-475f-a172-f768a64a62fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.300956 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9273096a-2faa-475f-a172-f768a64a62fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.302675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9273096a-2faa-475f-a172-f768a64a62fb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5caeed0-010f-42b4-ae6e-ad13e740d872 HTTP/1.1" status: 204 len: 168 time: 0.7482450 Jul 05 04:04:15.308084 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-39ca4968-f021-46ea-a462-871297fdf0c8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.6684463 Jul 05 04:04:15.309504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40678) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:15.309660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f6089655-18a3-4d4e-962f-1d4366535945 None None] Provisioning complete for port e56676d3-cdd5-499e-8f4d-802790ee0d61 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:15.310221 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f6089655-18a3-4d4e-962f-1d4366535945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.358390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b248bca-2044-42ad-a7a3-fb9d02e4eead None None] Pushing event updated for resources: {'Port': ['ID=e56676d3-cdd5-499e-8f4d-802790ee0d61,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:15.454693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-5f22b639-ba76-4a47-a96d-798dfb18278b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.457792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-5f22b639-ba76-4a47-a96d-798dfb18278b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.2082140 Jul 05 04:04:15.459246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9273096a-2faa-475f-a172-f768a64a62fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5caeed0-010f-42b4-ae6e-ad13e740d872,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:15.647881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87a8a9e-b848-4da6-aae5-a82344a2f28e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.653736 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b87a8a9e-b848-4da6-aae5-a82344a2f28e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3385923 Jul 05 04:04:15.654002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d264d1d-a655-40c8-95ef-e84a52194a54 req-ab4ffe72-cc9f-47b0-a052-c8d3e4cbe012 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.658519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40680) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:15.665169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d264d1d-a655-40c8-95ef-e84a52194a54 req-ab4ffe72-cc9f-47b0-a052-c8d3e4cbe012 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2165501 Jul 05 04:04:15.722978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-9d3addbd-1062-45c5-a332-5d891ff5c555 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.722978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-9d3addbd-1062-45c5-a332-5d891ff5c555 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2348540 Jul 05 04:04:15.743045 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e56676d3-cdd5-499e-8f4d-802790ee0d61 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:15.817203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f6089655-18a3-4d4e-962f-1d4366535945 None None] Provisioning for port f2230fe2-81d0-4abc-8285-2687c6e523fe completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:15.824383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f6089655-18a3-4d4e-962f-1d4366535945 None None] Provisioning complete for port f2230fe2-81d0-4abc-8285-2687c6e523fe triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:15.824383 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f6089655-18a3-4d4e-962f-1d4366535945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:15.904798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda7077-311e-4703-930a-1b2c1cfd3739 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.928498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f6089655-18a3-4d4e-962f-1d4366535945 None None] Port f2230fe2-81d0-4abc-8285-2687c6e523fe cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:15.935681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda7077-311e-4703-930a-1b2c1cfd3739 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.960429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dda7077-311e-4703-930a-1b2c1cfd3739 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:15.963635 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6dda7077-311e-4703-930a-1b2c1cfd3739 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.3086538 Jul 05 04:04:15.974165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40694) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:15.976819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e56676d3-cdd5-499e-8f4d-802790ee0d61 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:15.977972 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.014035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d264d1d-a655-40c8-95ef-e84a52194a54 req-388ee588-e8df-40e8-b9fa-8122d707fd1f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476274 Jul 05 04:04:16.085777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-84822bc7-c337-4b0a-a305-eb5d59fb762a None None] Provisioning complete for port f2230fe2-81d0-4abc-8285-2687c6e523fe triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:16.086218 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-84822bc7-c337-4b0a-a305-eb5d59fb762a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.145537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bbbd0cc-acff-4e42-afa0-3b488f1f39f4 req-8180f4cb-2fbf-40b5-b744-4931380ba786 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.4102092 Jul 05 04:04:16.247113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1e50f-1c77-49b7-8c05-e0523fefbf7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port adc0e639-6dc1-4ae1-b9b9-64e700e14b11 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:16.247989 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e50f-1c77-49b7-8c05-e0523fefbf7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.312879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-84822bc7-c337-4b0a-a305-eb5d59fb762a None None] Port f2230fe2-81d0-4abc-8285-2687c6e523fe cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:16.364453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-37e57d84-4642-494c-ac5d-1ed1cfa1a48a service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6294436 Jul 05 04:04:16.467467 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e50f-1c77-49b7-8c05-e0523fefbf7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.487710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9ad1e50f-1c77-49b7-8c05-e0523fefbf7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for adc0e639-6dc1-4ae1-b9b9-64e700e14b11 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:16.538377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0a775222-5a94-4348-bd73-53f0a4b8e307 None None] Provisioning for port adc0e639-6dc1-4ae1-b9b9-64e700e14b11 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:16.543298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0a775222-5a94-4348-bd73-53f0a4b8e307 None None] Provisioning complete for port adc0e639-6dc1-4ae1-b9b9-64e700e14b11 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:16.544225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a775222-5a94-4348-bd73-53f0a4b8e307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.595297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0a775222-5a94-4348-bd73-53f0a4b8e307 None None] Port adc0e639-6dc1-4ae1-b9b9-64e700e14b11 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:16.778328 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e50f-1c77-49b7-8c05-e0523fefbf7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.835745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ae91a1-88f9-400f-aa52-6efefc9df9e0 req-85fb38ac-253e-4ccd-8a93-c64656ce7efb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:16.835745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10ae91a1-88f9-400f-aa52-6efefc9df9e0 req-85fb38ac-253e-4ccd-8a93-c64656ce7efb tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.5481532 Jul 05 04:04:16.857465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad1e50f-1c77-49b7-8c05-e0523fefbf7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=adc0e639-6dc1-4ae1-b9b9-64e700e14b11,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:16.907286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5b91c2-a82d-44bb-87e0-cea7c98e84fb req-8ebc625d-0d9c-49a3-ba44-ae0419e75c6d service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5365181 Jul 05 04:04:16.922227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43f3bf7-5d9d-41c7-9e72-c1bf2430f22f req-26849bee-d253-4a27-8f0c-570c4125ac22 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:16.930286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d43f3bf7-5d9d-41c7-9e72-c1bf2430f22f req-26849bee-d253-4a27-8f0c-570c4125ac22 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2047477 Jul 05 04:04:16.936253 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ad1e50f-1c77-49b7-8c05-e0523fefbf7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:16.939979 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9ad1e50f-1c77-49b7-8c05-e0523fefbf7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/adc0e639-6dc1-4ae1-b9b9-64e700e14b11 HTTP/1.1" status: 204 len: 168 time: 0.9692826 Jul 05 04:04:16.945425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40718) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:16.961495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10ae91a1-88f9-400f-aa52-6efefc9df9e0 req-966f989e-3c21-467e-862f-24fef77976dd tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116652 Jul 05 04:04:17.012512 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-594771f1-7abb-404d-873f-ca1c16774c9e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:04:17.023695 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-594771f1-7abb-404d-873f-ca1c16774c9e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/adc0e639-6dc1-4ae1-b9b9-64e700e14b11 HTTP/1.1" status: 404 len: 333 time: 0.0769267 Jul 05 04:04:17.026849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40726) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:17.045445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d43f3bf7-5d9d-41c7-9e72-c1bf2430f22f req-b1533b7f-4cd6-44e4-a4e0-cd4ab4dfe8ac tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083052 Jul 05 04:04:17.250051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40732) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:17.265899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0aa903e9-4713-4c2a-a2f2-38209c6e9c77 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port f2230fe2-81d0-4abc-8285-2687c6e523fe {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:17.266297 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0aa903e9-4713-4c2a-a2f2-38209c6e9c77 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.333237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17094a2-35ef-47e1-a75c-8f3ffa951113 req-93113e30-0ef7-4d8e-ae5b-32871520a667 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:17.335073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c17094a2-35ef-47e1-a75c-8f3ffa951113 req-93113e30-0ef7-4d8e-ae5b-32871520a667 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.0932477 Jul 05 04:04:17.378617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1825625748'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:17.385948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c17094a2-35ef-47e1-a75c-8f3ffa951113 req-82e31ac1-5bd7-4e61-a7b5-3b30fb55bef5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412357 Jul 05 04:04:17.406708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0aa903e9-4713-4c2a-a2f2-38209c6e9c77 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.427322 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0aa903e9-4713-4c2a-a2f2-38209c6e9c77 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for f2230fe2-81d0-4abc-8285-2687c6e523fe owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:17.546206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:17.550376 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.566787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.746640 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0aa903e9-4713-4c2a-a2f2-38209c6e9c77 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.798883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa903e9-4713-4c2a-a2f2-38209c6e9c77 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=f2230fe2-81d0-4abc-8285-2687c6e523fe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:17.801684 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:04:17.910152 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0aa903e9-4713-4c2a-a2f2-38209c6e9c77 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.911986 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0aa903e9-4713-4c2a-a2f2-38209c6e9c77 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/f2230fe2-81d0-4abc-8285-2687c6e523fe HTTP/1.1" status: 204 len: 168 time: 0.8836820 Jul 05 04:04:17.912880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40740) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:17.939073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:17.973921 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-47bab10b-eae5-4af1-90da-ed61c6402c89 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:04:17.976080 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-47bab10b-eae5-4af1-90da-ed61c6402c89 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/f2230fe2-81d0-4abc-8285-2687c6e523fe HTTP/1.1" status: 404 len: 333 time: 0.0596783 Jul 05 04:04:17.979353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40742) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:18.011696 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.038464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:18.065310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca745488-8631-4580-ab60-9498b49b93a6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet 05b4fcc4-9306-41b0-8ace-df8a9626d9c1 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:18.069041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129a9978-18cc-4c48-bbe6-6de14c301a65,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:18.071669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca745488-8631-4580-ab60-9498b49b93a6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.072093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.072445 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added segment ae0d694c-0016-4326-a869-6bf4ff6ccb77 of type vlan for network a5e4d040-482d-4d14-8a87-6581816ba691 Jul 05 04:04:18.138421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.199304 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca745488-8631-4580-ab60-9498b49b93a6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.305592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-612e79c4-e362-44eb-9bbd-9ddd189920be req-4eb11692-f15b-477f-8b4f-60b79247275a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0516074 Jul 05 04:04:18.380095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55966fc8-8108-4b17-923c-1831f6fbe351 req-cb6bfa60-e920-4248-8d42-45b9f4b51085 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:18.388089 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55966fc8-8108-4b17-923c-1831f6fbe351 req-cb6bfa60-e920-4248-8d42-45b9f4b51085 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2295003 Jul 05 04:04:18.401422 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.408892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:18.409992 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.425998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca745488-8631-4580-ab60-9498b49b93a6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.484392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55966fc8-8108-4b17-923c-1831f6fbe351 req-8845d49d-27bd-4ecd-9748-2d8065ea643f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0869613 Jul 05 04:04:18.492500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Network': ['ID=a5e4d040-482d-4d14-8a87-6581816ba691,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:18.506483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network a5e4d040-482d-4d14-8a87-6581816ba691 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:18.546109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd8f3969-9592-4d20-8044-35a559c7dc2e req-842208b5-bfd4-4637-8d10-aa2b51703401 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0446203 Jul 05 04:04:18.603127 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-45fcfbba-3853-4c6d-b494-a12eb987d4b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3516610 Jul 05 04:04:18.605538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40766) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:18.612538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1723292258'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:18.700572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44126b8-73d4-49d1-98b8-0d9c886ec65f req-7c123a57-be83-45a1-ba68-a93a2b99df5e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:18.702107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f44126b8-73d4-49d1-98b8-0d9c886ec65f req-7c123a57-be83-45a1-ba68-a93a2b99df5e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.0698738 Jul 05 04:04:18.727273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:18.727926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca745488-8631-4580-ab60-9498b49b93a6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.732523 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.766853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:18.777409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca745488-8631-4580-ab60-9498b49b93a6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=05b4fcc4-9306-41b0-8ace-df8a9626d9c1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:18.781620 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.783047 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added segment bc8e7204-e416-4655-a651-8dda6ab3912b of type vlan for network 218c1d06-2465-4ec6-a247-7babf67e6b67 Jul 05 04:04:18.793329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f44126b8-73d4-49d1-98b8-0d9c886ec65f req-20c4a45a-10a6-4c3a-8453-d7899a8f163c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0850363 Jul 05 04:04:18.794525 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca745488-8631-4580-ab60-9498b49b93a6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.797124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f23b07-7064-409f-b1f2-a248af5d5a3a None None] Network 7248e28c-9759-46d0-a2b0-bbf9b579e601 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:18.807419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ca745488-8631-4580-ab60-9498b49b93a6 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/05b4fcc4-9306-41b0-8ace-df8a9626d9c1 HTTP/1.1" status: 204 len: 168 time: 0.8243413 Jul 05 04:04:18.807419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40770) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:18.857737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:18.977165 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.058906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4959925f-12cc-4cf0-bb95-660dbafa241f req-e886a257-2b8a-4963-bf75-f75f36eba128 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.060516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4959925f-12cc-4cf0-bb95-660dbafa241f req-e886a257-2b8a-4963-bf75-f75f36eba128 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1271849 Jul 05 04:04:19.092836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.101541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port e56676d3-cdd5-499e-8f4d-802790ee0d61 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:19.101938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.103625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:19.104908 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.105810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ebefed5-51a5-495d-839f-e3ecf68544b7 None None] DHCP port deletion for 7248e28c-9759-46d0-a2b0-bbf9b579e601 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:19.205124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] For port e56676d3-cdd5-499e-8f4d-802790ee0d61, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e56676d3-cdd5-499e-8f4d-802790ee0d61,segment=NetworkSegment(a1332f13-e432-4678-98ca-16ffdc40abb8),segment_id=a1332f13-e432-4678-98ca-16ffdc40abb8)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:19.207123 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.216858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4959925f-12cc-4cf0-bb95-660dbafa241f req-87cb45ab-4da4-4ce4-b8e7-a47263c4804c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1462152 Jul 05 04:04:19.223880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Network': ['ID=218c1d06-2465-4ec6-a247-7babf67e6b67,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:19.225779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for e56676d3-cdd5-499e-8f4d-802790ee0d61 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:19.322574 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7a1cf329-43b9-4f67-8ed4-3b143b4819dd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7157950 Jul 05 04:04:19.325886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40778) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:19.338667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'subnet': {'network_id': 'a5e4d040-482d-4d14-8a87-6581816ba691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:19.439541 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 218c1d06-2465-4ec6-a247-7babf67e6b67 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:19.544797 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.568420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3ebefed5-51a5-495d-839f-e3ecf68544b7 None None] Deleting port e56676d3-cdd5-499e-8f4d-802790ee0d61 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:19.568420 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ebefed5-51a5-495d-839f-e3ecf68544b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.622192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=e56676d3-cdd5-499e-8f4d-802790ee0d61,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:19.635800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e56676d3-cdd5-499e-8f4d-802790ee0d61 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:19.636179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No DVR routers for this DVR port e56676d3-cdd5-499e-8f4d-802790ee0d61 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:19.995993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:19.995993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.997731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: e56676d3-cdd5-499e-8f4d-802790ee0d61 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:19.997731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e56676d3-cdd5-499e-8f4d-802790ee0d61 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:19.997731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3ebefed5-51a5-495d-839f-e3ecf68544b7 None None] For port e56676d3-cdd5-499e-8f4d-802790ee0d61, host n-d-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:19.997731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ebefed5-51a5-495d-839f-e3ecf68544b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.997731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3ebefed5-51a5-495d-839f-e3ecf68544b7 None None] Calling delete_port for e56676d3-cdd5-499e-8f4d-802790ee0d61 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:19.997731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.ipam_backend_mixin [None req-3ebefed5-51a5-495d-839f-e3ecf68544b7 None None] Port e56676d3-cdd5-499e-8f4d-802790ee0d61 was not found and therefore no delete operation was performed {{(pid=100897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:04:19.997731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ebefed5-51a5-495d-839f-e3ecf68544b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.997731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ebefed5-51a5-495d-839f-e3ecf68544b7 None None] Pushing event deleted for resources: {'Port': ['ID=e56676d3-cdd5-499e-8f4d-802790ee0d61,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:19.997731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebefed5-51a5-495d-839f-e3ecf68544b7 None None] No DVR routers for this DVR port e56676d3-cdd5-499e-8f4d-802790ee0d61 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7248e28c-9759-46d0-a2b0-bbf9b579e601']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a1332f13-e432-4678-98ca-16ffdc40abb8') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a1332f13-e432-4678-98ca-16ffdc40abb8') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:19.998305 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:20.000972 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:20.000972 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:20.000972 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:20.353537 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.372762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb0f8636-d7d2-40eb-8dfe-eb1a11b298b2 req-c20c4db2-ccb0-436b-bb72-53ad9b1205e9 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0314255 Jul 05 04:04:20.419551 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.420217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Subnet': ['ID=51ca8dc4-d9c4-4663-8e3f-b120e452f5b8,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:20.443717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.448916 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/networks/7248e28c-9759-46d0-a2b0-bbf9b579e601 HTTP/1.1" status: 204 len: 168 time: 1.6416845 Jul 05 04:04:20.453458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40800) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:20.461993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1102759373'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:20.467677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Checking segment: {'id': 'ae0d694c-0016-4326-a869-6bf4ff6ccb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e4d040-482d-4d14-8a87-6581816ba691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:20.468071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network hostable DHCP agents. Network: a5e4d040-482d-4d14-8a87-6581816ba691, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:20.473446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ee5ce7-55e3-447e-bdbd-a38b877212c7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Network': ['ID=7248e28c-9759-46d0-a2b0-bbf9b579e601,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:20.635713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:20.639614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.660779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network a5e4d040-482d-4d14-8a87-6581816ba691 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:20.671214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:20.681549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.682031 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Added segment bdc7095d-6b88-44fd-b4bd-3dff864d1f5d of type vlan for network 1b92d140-b2c6-4da8-8137-3d681c5818b1 Jul 05 04:04:20.685390 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5604ee3c-dccf-4586-a90c-c53ecf05e08e req-9559ced5-201d-4e3e-8620-6816c7bc5a12 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0661178 Jul 05 04:04:20.726880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28668450-4a9f-4f37-af55-a2c301a62546 req-7530fa49-49f7-419a-a938-b2327986c38b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:20.732104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28668450-4a9f-4f37-af55-a2c301a62546 req-7530fa49-49f7-419a-a938-b2327986c38b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1246164 Jul 05 04:04:20.736769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.768607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, a5e4d040-482d-4d14-8a87-6581816ba691) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:20.786729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4c4f23-1307-46fa-baaa-37ee78ff14cd None None] Network a5e4d040-482d-4d14-8a87-6581816ba691 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:20.797117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:20.798820 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.805733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28668450-4a9f-4f37-af55-a2c301a62546 req-08e6523a-6c53-44c7-9337-9310fb1b3f6d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646856 Jul 05 04:04:20.865498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.877967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:20.880596 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:20.904181 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9d01a994-c7b8-49ec-b6c4-9406b1542551 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5743496 Jul 05 04:04:20.904893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40820) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:20.910396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'subnet': {'network_id': '218c1d06-2465-4ec6-a247-7babf67e6b67', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:20.972552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Network': ['ID=1b92d140-b2c6-4da8-8137-3d681c5818b1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.013396 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e1a9e6e4-2e4e-4a63-bc9d-a6d5499fb549 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5578578 Jul 05 04:04:21.018234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40824) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:21.020412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 1b92d140-b2c6-4da8-8137-3d681c5818b1 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:21.025121 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '1b92d140-b2c6-4da8-8137-3d681c5818b1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:21.041810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-a5e4d040-482d-4d14-8a87-6581816ba691', 'network_id': 'a5e4d040-482d-4d14-8a87-6581816ba691', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'fixed_ips': [{'subnet_id': '51ca8dc4-d9c4-4663-8e3f-b120e452f5b8'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:21.043288 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.239533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30c659b-307e-44f5-9a6a-9903de0c08e2 req-05a24733-6547-4c58-bd8e-3252fb69298a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:21.241382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c30c659b-307e-44f5-9a6a-9903de0c08e2 req-05a24733-6547-4c58-bd8e-3252fb69298a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.1728923 Jul 05 04:04:21.290972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c30c659b-307e-44f5-9a6a-9903de0c08e2 req-5bcaff24-818e-4009-8d3f-a59eb58a370f tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395994 Jul 05 04:04:21.340431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Allocated IP 2001:db8::2 (a5e4d040-482d-4d14-8a87-6581816ba691/51ca8dc4-d9c4-4663-8e3f-b120e452f5b8/c217893c-6af6-48cf-bbfb-74dbea13a495) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:21.342762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:21.347190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.418205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:21.422628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.466715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c77fdf0-8e5a-4aaf-8196-436350a5b6ef req-82fdf619-2cd6-4475-b014-eba9d5c7a23b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:21.472477 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c77fdf0-8e5a-4aaf-8196-436350a5b6ef req-82fdf619-2cd6-4475-b014-eba9d5c7a23b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1775217 Jul 05 04:04:21.534422 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.543258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Transition to ACTIVE for port object c217893c-6af6-48cf-bbfb-74dbea13a495 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:21.564680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Transition to ACTIVE for port object c217893c-6af6-48cf-bbfb-74dbea13a495 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:21.577445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c77fdf0-8e5a-4aaf-8196-436350a5b6ef req-f261ea7e-62d4-4594-960c-3766e5f76f80 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988443 Jul 05 04:04:21.654349 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.696334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Network a5e4d040-482d-4d14-8a87-6581816ba691 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:21.701223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:21.708136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:21.722429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Pushing event updated for resources: {'Port': ['ID=c217893c-6af6-48cf-bbfb-74dbea13a495,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.761478 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.788999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Attempting to bind port c217893c-6af6-48cf-bbfb-74dbea13a495 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:21.789590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Attempting to bind port c217893c-6af6-48cf-bbfb-74dbea13a495 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'ae0d694c-0016-4326-a869-6bf4ff6ccb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e4d040-482d-4d14-8a87-6581816ba691'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:21.789704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Attempting to bind port c217893c-6af6-48cf-bbfb-74dbea13a495 on network a5e4d040-482d-4d14-8a87-6581816ba691 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:21.790026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.796368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:21.796791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Checking segment: {'id': 'ae0d694c-0016-4326-a869-6bf4ff6ccb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e4d040-482d-4d14-8a87-6581816ba691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:21.797196 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.797617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Bound using segment: {'id': 'ae0d694c-0016-4326-a869-6bf4ff6ccb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e4d040-482d-4d14-8a87-6581816ba691'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:21.798088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Bound port: c217893c-6af6-48cf-bbfb-74dbea13a495, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0d694c-0016-4326-a869-6bf4ff6ccb77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'a5e4d040-482d-4d14-8a87-6581816ba691'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:21.798499 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:21.849702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Subnet': ['ID=7e1d2895-60de-4afd-a36b-24245f158ab8,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.866665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25aa7778-93d6-410a-885b-8c7b131d9615 req-ea2dce1a-ef93-4da8-9b8a-753f63f133f2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:21.867923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25aa7778-93d6-410a-885b-8c7b131d9615 req-ea2dce1a-ef93-4da8-9b8a-753f63f133f2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1542096 Jul 05 04:04:21.876548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Checking segment: {'id': 'bc8e7204-e416-4655-a651-8dda6ab3912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '218c1d06-2465-4ec6-a247-7babf67e6b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:21.876984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network hostable DHCP agents. Network: 218c1d06-2465-4ec6-a247-7babf67e6b67, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:21.896539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=a1eb6e85-54f3-43d3-8687-8cb20c26add3,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:21.897656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] For port c217893c-6af6-48cf-bbfb-74dbea13a495, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:21.902537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] For port c217893c-6af6-48cf-bbfb-74dbea13a495, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c217893c-6af6-48cf-bbfb-74dbea13a495,segment=NetworkSegment(ae0d694c-0016-4326-a869-6bf4ff6ccb77),segment_id=ae0d694c-0016-4326-a869-6bf4ff6ccb77)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:21.911008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Checking segment: {'id': 'bdc7095d-6b88-44fd-b4bd-3dff864d1f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b92d140-b2c6-4da8-8137-3d681c5818b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:21.911389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network hostable DHCP agents. Network: 1b92d140-b2c6-4da8-8137-3d681c5818b1, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:21.933557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25aa7778-93d6-410a-885b-8c7b131d9615 req-c39b1594-3e13-4d7a-a92d-68ac0eb00e0b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591025 Jul 05 04:04:22.023664 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.068350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 1b92d140-b2c6-4da8-8137-3d681c5818b1 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:22.092954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc2770-e429-4d79-9401-e2faa3aeb4f1 req-5fbbe2f0-b51b-44ac-856d-be912642933d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.095319 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8fc2770-e429-4d79-9401-e2faa3aeb4f1 req-5fbbe2f0-b51b-44ac-856d-be912642933d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1167405 Jul 05 04:04:22.095924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 218c1d06-2465-4ec6-a247-7babf67e6b67 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:22.105333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e26812e-3235-4fe7-9c2e-cba989b6525e None None] Pushing event updated for resources: {'Port': ['ID=c217893c-6af6-48cf-bbfb-74dbea13a495,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:22.168378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8fc2770-e429-4d79-9401-e2faa3aeb4f1 req-86a5749d-3ada-41b3-b334-ae8e8530e5ad tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621390 Jul 05 04:04:22.174191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 1b92d140-b2c6-4da8-8137-3d681c5818b1) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:22.174352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 218c1d06-2465-4ec6-a247-7babf67e6b67) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:22.179382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.179537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.180152 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.180270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.198762 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b2fa5f-adfa-40c9-ba5e-5b2f02a2cb84 None None] Network 218c1d06-2465-4ec6-a247-7babf67e6b67 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:22.202906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd0c48c-389d-4178-a2ee-914e5524c83f None None] Network 1b92d140-b2c6-4da8-8137-3d681c5818b1 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:22.257739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eb004786-efad-4e85-aba6-1dddd2f2cbf9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3489752 Jul 05 04:04:22.259456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40846) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:22.263328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e82a61fc-96bf-4f54-8251-80ca9b4d706a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-943561159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:22.343936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40850) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:22.349973 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6614b388-77fb-4fa5-8cac-9dacaa345006 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3302565 Jul 05 04:04:22.353845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-232c3483-c256-425b-ba22-bd0d7cb27128 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1685273596', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:22.566748 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e82a61fc-96bf-4f54-8251-80ca9b4d706a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.567802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e82a61fc-96bf-4f54-8251-80ca9b4d706a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.670156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-218c1d06-2465-4ec6-a247-7babf67e6b67', 'network_id': '218c1d06-2465-4ec6-a247-7babf67e6b67', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'fixed_ips': [{'subnet_id': '7e1d2895-60de-4afd-a36b-24245f158ab8'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:22.670996 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.679459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2d80c7-53bc-438e-bbba-f7b3bb1b99a7 req-e87ddd10-719b-401d-bc80-987f380e7b25 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:22.681703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f2d80c7-53bc-438e-bbba-f7b3bb1b99a7 req-e87ddd10-719b-401d-bc80-987f380e7b25 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.1526680 Jul 05 04:04:22.683991 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-232c3483-c256-425b-ba22-bd0d7cb27128 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.685086 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-232c3483-c256-425b-ba22-bd0d7cb27128 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.695051 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e82a61fc-96bf-4f54-8251-80ca9b4d706a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.705270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-1b92d140-b2c6-4da8-8137-3d681c5818b1', 'network_id': '1b92d140-b2c6-4da8-8137-3d681c5818b1', 'tenant_id': 'be0eb40e208246d19574fd4ed7398ab2', 'fixed_ips': [{'subnet_id': 'a1eb6e85-54f3-43d3-8687-8cb20c26add3'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:22.706124 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.819887 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e82a61fc-96bf-4f54-8251-80ca9b4d706a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.925185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f2d80c7-53bc-438e-bbba-f7b3bb1b99a7 req-02f50af4-3749-400a-91d5-4cabe7a9dca5 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339032 Jul 05 04:04:22.964051 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-232c3483-c256-425b-ba22-bd0d7cb27128 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.978111 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e82a61fc-96bf-4f54-8251-80ca9b4d706a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:22.983225 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e82a61fc-96bf-4f54-8251-80ca9b4d706a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7239523 Jul 05 04:04:22.983491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40860) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:23.099514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Allocated IP 2001:db8:1::2 (218c1d06-2465-4ec6-a247-7babf67e6b67/7e1d2895-60de-4afd-a36b-24245f158ab8/dc3154fb-42dd-43bf-bffb-211db5ffb41a) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:23.116803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Allocated IP 172.20.0.2 (1b92d140-b2c6-4da8-8137-3d681c5818b1/a1eb6e85-54f3-43d3-8687-8cb20c26add3/0d07d28f-8dad-4ed6-b3ba-a9931d20494a) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:23.165751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07d8616e-8441-48f6-ba70-2eeefa6d32eb req-37bd54f4-d218-4223-ab88-0ab037fb63d9 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1305242 Jul 05 04:04:23.173709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-232c3483-c256-425b-ba22-bd0d7cb27128 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.342507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65a3a16b-2ec5-45f3-8b04-2def192c847e req-0ff0bdcc-8002-4020-a07f-47b982688f73 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:23.350657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65a3a16b-2ec5-45f3-8b04-2def192c847e req-0ff0bdcc-8002-4020-a07f-47b982688f73 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.4453824 Jul 05 04:04:23.434599 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.451333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Transition to ACTIVE for port object dc3154fb-42dd-43bf-bffb-211db5ffb41a will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:23.453846 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-232c3483-c256-425b-ba22-bd0d7cb27128 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.455637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-232c3483-c256-425b-ba22-bd0d7cb27128 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.1105888 Jul 05 04:04:23.457931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-9c5aa2bd-dc0e-4b67-9511-2bece57798bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:23.458445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40870) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:23.459460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-9c5aa2bd-dc0e-4b67-9511-2bece57798bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8098748b7b904e9f87a6b4a428711421&device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 1097 time: 0.4931374 Jul 05 04:04:23.465733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'network_id': '1b92d140-b2c6-4da8-8137-3d681c5818b1', 'name': 'tempest-PortsTestJSON-1280053561'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:23.478291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Transition to ACTIVE for port object dc3154fb-42dd-43bf-bffb-211db5ffb41a will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:23.492393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65a3a16b-2ec5-45f3-8b04-2def192c847e req-9d5a65d9-ecba-4964-a05a-dca5d675ca72 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1407881 Jul 05 04:04:23.599396 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.653657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Network 218c1d06-2465-4ec6-a247-7babf67e6b67 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:23.684668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:23.712735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.852341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:23.856290 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:23.861984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-f5effe5b-4b1c-48a0-84a5-662ff1343522 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:23.863492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-f5effe5b-4b1c-48a0-84a5-662ff1343522 service neutron] 10.222.0.26 "GET /v2.0/networks?id=bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 200 len: 913 time: 0.3676763 Jul 05 04:04:23.895068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:23.898140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c217893c-6af6-48cf-bbfb-74dbea13a495 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:23.899328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port 45f48bf9-0b16-4c8d-a720-49e9bb9f7c33 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:23.912778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79db0052-8353-400d-9290-5000623c77ba None None] Network a5e4d040-482d-4d14-8a87-6581816ba691 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:24.104373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Pushing event updated for resources: {'Port': ['ID=dc3154fb-42dd-43bf-bffb-211db5ffb41a,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:24.169236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6a9e51b8-1bdc-4b53-b922-cff5d56c7e19 None None] Provisioning for port c217893c-6af6-48cf-bbfb-74dbea13a495 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:24.221231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Attempting to bind port dc3154fb-42dd-43bf-bffb-211db5ffb41a on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:24.221491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Attempting to bind port dc3154fb-42dd-43bf-bffb-211db5ffb41a by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'bc8e7204-e416-4655-a651-8dda6ab3912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '218c1d06-2465-4ec6-a247-7babf67e6b67'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:24.221872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Attempting to bind port dc3154fb-42dd-43bf-bffb-211db5ffb41a on network 218c1d06-2465-4ec6-a247-7babf67e6b67 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:24.233157 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.253132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:24.253579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Checking segment: {'id': 'bc8e7204-e416-4655-a651-8dda6ab3912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '218c1d06-2465-4ec6-a247-7babf67e6b67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:24.253991 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.254391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Bound using segment: {'id': 'bc8e7204-e416-4655-a651-8dda6ab3912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '218c1d06-2465-4ec6-a247-7babf67e6b67'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:24.254884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Bound port: dc3154fb-42dd-43bf-bffb-211db5ffb41a, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc8e7204-e416-4655-a651-8dda6ab3912b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '218c1d06-2465-4ec6-a247-7babf67e6b67'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:24.255273 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.261630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Transition to ACTIVE for port object 0d07d28f-8dad-4ed6-b3ba-a9931d20494a will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:24.346085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Transition to ACTIVE for port object 0d07d28f-8dad-4ed6-b3ba-a9931d20494a will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:24.434924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] For port dc3154fb-42dd-43bf-bffb-211db5ffb41a, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:24.437161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port c217893c-6af6-48cf-bbfb-74dbea13a495 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:24.458899 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c217893c-6af6-48cf-bbfb-74dbea13a495 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:24.459356 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.466352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] For port dc3154fb-42dd-43bf-bffb-211db5ffb41a, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=dc3154fb-42dd-43bf-bffb-211db5ffb41a,segment=NetworkSegment(bc8e7204-e416-4655-a651-8dda6ab3912b),segment_id=bc8e7204-e416-4655-a651-8dda6ab3912b)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:24.486847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e6f2ea0-0791-470f-84df-9665e65c0546 req-dd1cdddf-262e-469a-93c8-a9bfdc3b52a0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1146805 Jul 05 04:04:24.487327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.535479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Network 1b92d140-b2c6-4da8-8137-3d681c5818b1 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:24.538169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:24.540589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-b2836798-e4d5-4078-8bae-2b83f821acfa service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 200 len: 999 time: 0.6592503 Jul 05 04:04:24.554475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:24.605016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Pushing event updated for resources: {'Port': ['ID=0d07d28f-8dad-4ed6-b3ba-a9931d20494a,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:24.615094 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.626368 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-6574e0d5-05bc-4611-ba51-8fde6d28659b {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:04:24.627688 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:04:24.649615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee52400a-ed88-4872-a368-8914afb9bc17 req-ffee9e01-00ba-4519-ab10-d0d67950149c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:24.656703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee52400a-ed88-4872-a368-8914afb9bc17 req-ffee9e01-00ba-4519-ab10-d0d67950149c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.4119179 Jul 05 04:04:24.709900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-3a71f064-cc0d-4989-af12-fd73dd1873d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:24.711914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-3a71f064-cc0d-4989-af12-fd73dd1873d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 200 len: 851 time: 0.1566954 Jul 05 04:04:24.728107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Attempting to bind port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:24.728477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Attempting to bind port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'bdc7095d-6b88-44fd-b4bd-3dff864d1f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b92d140-b2c6-4da8-8137-3d681c5818b1'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:24.728840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Attempting to bind port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a on network 1b92d140-b2c6-4da8-8137-3d681c5818b1 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:24.748685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:24.749069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Checking segment: {'id': 'bdc7095d-6b88-44fd-b4bd-3dff864d1f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b92d140-b2c6-4da8-8137-3d681c5818b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:24.749550 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.753805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Bound using segment: {'id': 'bdc7095d-6b88-44fd-b4bd-3dff864d1f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b92d140-b2c6-4da8-8137-3d681c5818b1'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:24.753805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Bound port: 0d07d28f-8dad-4ed6-b3ba-a9931d20494a, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdc7095d-6b88-44fd-b4bd-3dff864d1f5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '1b92d140-b2c6-4da8-8137-3d681c5818b1'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:24.753805 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.753805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143885b2-9e77-45fe-abb3-f4c612514b59 None None] Pushing event updated for resources: {'Port': ['ID=dc3154fb-42dd-43bf-bffb-211db5ffb41a,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:24.757178 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:24.826056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Allocated IP 2001:db8::1 (a5e4d040-482d-4d14-8a87-6581816ba691/51ca8dc4-d9c4-4663-8e3f-b120e452f5b8/60fe994f-2f91-419b-a1ab-e7346019a54e) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:24.845014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee52400a-ed88-4872-a368-8914afb9bc17 req-77785235-40dd-42be-92f4-f9038b75baea tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1864254 Jul 05 04:04:24.845377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port c217893c-6af6-48cf-bbfb-74dbea13a495, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c217893c-6af6-48cf-bbfb-74dbea13a495,segment=NetworkSegment(ae0d694c-0016-4326-a869-6bf4ff6ccb77),segment_id=ae0d694c-0016-4326-a869-6bf4ff6ccb77)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:24.906552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] For port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:24.910743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] For port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0d07d28f-8dad-4ed6-b3ba-a9931d20494a,segment=NetworkSegment(bdc7095d-6b88-44fd-b4bd-3dff864d1f5d),segment_id=bdc7095d-6b88-44fd-b4bd-3dff864d1f5d)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:24.937694 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.009937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b599f594-f8eb-4533-b2d1-f9e634ce5144 req-00b5fe37-f6c8-4934-8103-59faf96792f1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:25.016613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b599f594-f8eb-4533-b2d1-f9e634ce5144 req-00b5fe37-f6c8-4934-8103-59faf96792f1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.3458965 Jul 05 04:04:25.028278 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.088381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=c217893c-6af6-48cf-bbfb-74dbea13a495,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:25.103224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b1e38512-7002-4644-915c-9fe3ca5065e2 None None] Provisioning complete for port c217893c-6af6-48cf-bbfb-74dbea13a495 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:25.103224 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b1e38512-7002-4644-915c-9fe3ca5065e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.128820 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.165175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port 667fa87d-0273-45d0-8106-9b1013e75436 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:25.170920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.196443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Transition to ACTIVE for port object 60fe994f-2f91-419b-a1ab-e7346019a54e will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:25.262216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-11cecebd-dbb0-45b7-b418-3ea2e530a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:25.263939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-11cecebd-dbb0-45b7-b418-3ea2e530a2bc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=bb7225f8-2656-4d21-83e6-3f10fe13876c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5259421 Jul 05 04:04:25.283561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2083efc3-1b1c-4498-a539-2595df62e589 None None] Pushing event updated for resources: {'Port': ['ID=0d07d28f-8dad-4ed6-b3ba-a9931d20494a,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:25.356273 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.374704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.9 (1b92d140-b2c6-4da8-8137-3d681c5818b1/a1eb6e85-54f3-43d3-8687-8cb20c26add3/667fa87d-0273-45d0-8106-9b1013e75436) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:25.485205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=60fe994f-2f91-419b-a1ab-e7346019a54e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:25.529918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network a5e4d040-482d-4d14-8a87-6581816ba691 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:25.590736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b599f594-f8eb-4533-b2d1-f9e634ce5144 req-3691a770-d6e5-47d5-84d7-eb8bfa08edac tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5708103 Jul 05 04:04:25.603531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:25.608281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:25.610822 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.613487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.641040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object 667fa87d-0273-45d0-8106-9b1013e75436 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:25.805997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-5727d46c-b4f0-4bc1-9b4c-d3dc94880f92 service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4985669 Jul 05 04:04:25.814696 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:25.872834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c217893c-6af6-48cf-bbfb-74dbea13a495 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:25.876751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf65478-c41b-4b95-9051-86dce6ec9d7e req-4c6301cd-dc91-4e76-8660-1cc41efc385f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:25.894108 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eaf65478-c41b-4b95-9051-86dce6ec9d7e req-4c6301cd-dc91-4e76-8660-1cc41efc385f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.4136198 Jul 05 04:04:25.959375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c217893c-6af6-48cf-bbfb-74dbea13a495 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:25.959754 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.004086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 1b92d140-b2c6-4da8-8137-3d681c5818b1 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:26.020685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:26.033216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:26.092498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c5c28aa-fc74-49ca-9011-c051b1fa36e5 req-1017c0d4-a61a-4ff5-ad6a-003ff577a7fb service neutron] 10.222.0.26 "GET /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2802868 Jul 05 04:04:26.133466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.134053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.144052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eaf65478-c41b-4b95-9051-86dce6ec9d7e req-46fb8d9b-6988-4675-81f3-a59ee77a8c76 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2472563 Jul 05 04:04:26.151517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=667fa87d-0273-45d0-8106-9b1013e75436,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:26.211761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.227128 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ce4c09b3-98dc-448d-9719-b48fad8f52ed tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.7643225 Jul 05 04:04:26.227470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40908) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:26.265971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9c3cfb71-5090-4885-9c86-5c51fcd9d576 None None] Provisioning for port 60fe994f-2f91-419b-a1ab-e7346019a54e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:26.276993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0d07d28f-8dad-4ed6-b3ba-a9931d20494a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:26.280132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9c3cfb71-5090-4885-9c86-5c51fcd9d576 None None] Provisioning complete for port 60fe994f-2f91-419b-a1ab-e7346019a54e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:26.280591 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9c3cfb71-5090-4885-9c86-5c51fcd9d576 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:26.476725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9c3cfb71-5090-4885-9c86-5c51fcd9d576 None None] Port 60fe994f-2f91-419b-a1ab-e7346019a54e cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:26.529859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17474a6-b1dd-41bb-9b30-17c9088cf43b req-7a6ecd30-fd39-4d69-8843-9027cfb19879 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.538688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c17474a6-b1dd-41bb-9b30-17c9088cf43b req-7a6ecd30-fd39-4d69-8843-9027cfb19879 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.4066975 Jul 05 04:04:26.574202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09226128-cdb6-441d-a8a2-c203e469e47d None None] Network 218c1d06-2465-4ec6-a247-7babf67e6b67 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:26.579101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:26.606607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dc3154fb-42dd-43bf-bffb-211db5ffb41a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:26.635991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6208b22-3383-48ed-97d9-077d2ccc8170 req-b269be5e-17f2-4d5e-87d8-ee3880131db8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0469098 Jul 05 04:04:26.695002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c17474a6-b1dd-41bb-9b30-17c9088cf43b req-82ecb751-59b2-4e1f-b04b-b7b7c9ffc5b3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552713 Jul 05 04:04:26.852486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-045777e3-2993-4d70-a58d-77ff795d138e None None] Provisioning for port dc3154fb-42dd-43bf-bffb-211db5ffb41a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:26.859558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf08652-a50e-4ff2-8cfd-e1c0c7db4da3 None None] Network 1b92d140-b2c6-4da8-8137-3d681c5818b1 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:26.885096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a623091-77ff-4627-9a24-2ff953c72077 req-e867f40d-1f01-45ae-a820-bc5bcd7400f0 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:26.886687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a623091-77ff-4627-9a24-2ff953c72077 req-e867f40d-1f01-45ae-a820-bc5bcd7400f0 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.5512729 Jul 05 04:04:27.014013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a623091-77ff-4627-9a24-2ff953c72077 req-bc565642-b1e7-4aeb-941a-10d0ca312add tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986383 Jul 05 04:04:27.061102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3175b0b3-72e1-4e54-985e-2275cf5500ab req-e57b17e7-8a7c-419a-af53-e4fb1ce1c472 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:27.073535 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3175b0b3-72e1-4e54-985e-2275cf5500ab req-e57b17e7-8a7c-419a-af53-e4fb1ce1c472 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1980894 Jul 05 04:04:27.168916 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port dc3154fb-42dd-43bf-bffb-211db5ffb41a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:27.207936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3175b0b3-72e1-4e54-985e-2275cf5500ab req-2f05a8b2-5ff9-442c-98da-382316acb185 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1158643 Jul 05 04:04:27.253596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port dc3154fb-42dd-43bf-bffb-211db5ffb41a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:27.256553 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.257014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.344339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.345149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.361538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-199295ab-9118-44c3-a26c-e92440afe63d None None] Provisioning for port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:27.379113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-199295ab-9118-44c3-a26c-e92440afe63d None None] Provisioning complete for port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:27.379494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-199295ab-9118-44c3-a26c-e92440afe63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.416012 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.492152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.501839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55f6c06b-11a6-494e-a1c8-e0f79325e77e req-cb4cd499-443e-4c7f-8627-a37b9f3c5bb1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1008933 Jul 05 04:04:27.603857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port dc3154fb-42dd-43bf-bffb-211db5ffb41a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=dc3154fb-42dd-43bf-bffb-211db5ffb41a,segment=NetworkSegment(bc8e7204-e416-4655-a651-8dda6ab3912b),segment_id=bc8e7204-e416-4655-a651-8dda6ab3912b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:27.642090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=60fe994f-2f91-419b-a1ab-e7346019a54e,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:27.646226 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-199295ab-9118-44c3-a26c-e92440afe63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.724520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.724726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a9fe8a-0274-4442-baa3-78bb699c59a6 req-f65827d4-27be-4457-8232-866697ea703e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:27.731168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89a9fe8a-0274-4442-baa3-78bb699c59a6 req-f65827d4-27be-4457-8232-866697ea703e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3330100 Jul 05 04:04:27.756616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-199295ab-9118-44c3-a26c-e92440afe63d None None] For port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0d07d28f-8dad-4ed6-b3ba-a9931d20494a,segment=NetworkSegment(bdc7095d-6b88-44fd-b4bd-3dff864d1f5d),segment_id=bdc7095d-6b88-44fd-b4bd-3dff864d1f5d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:27.800284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network a5e4d040-482d-4d14-8a87-6581816ba691 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:27.803611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:27.831400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.839136 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-199295ab-9118-44c3-a26c-e92440afe63d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.856100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=dc3154fb-42dd-43bf-bffb-211db5ffb41a,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:27.893025 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:27.983000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199295ab-9118-44c3-a26c-e92440afe63d None None] Pushing event updated for resources: {'Port': ['ID=0d07d28f-8dad-4ed6-b3ba-a9931d20494a,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:28.063949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89a9fe8a-0274-4442-baa3-78bb699c59a6 req-cb3e574c-84ae-4fd1-8805-2c58e004d0b9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3316498 Jul 05 04:04:28.098011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=667fa87d-0273-45d0-8106-9b1013e75436,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:28.136679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e18dbe11-5482-431f-8e21-09b49440e220 None None] Provisioning complete for port dc3154fb-42dd-43bf-bffb-211db5ffb41a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:28.137098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e18dbe11-5482-431f-8e21-09b49440e220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.275121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c1beee-df22-4d15-b2bd-b19be21b4906 req-09da350d-99e9-4727-b602-265436d5abe1 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:28.276863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30c1beee-df22-4d15-b2bd-b19be21b4906 req-09da350d-99e9-4727-b602-265436d5abe1 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.2117803 Jul 05 04:04:28.342453 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.408855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30c1beee-df22-4d15-b2bd-b19be21b4906 req-061369d2-81a4-4e98-ac55-9a27b201abb2 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1079900 Jul 05 04:04:28.443974 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae9b09-e9a1-4b40-a115-7b1486dd78b3 req-38f6ef7c-028b-4e8d-ae7a-6f615a551dbf tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:28.445627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81ae9b09-e9a1-4b40-a115-7b1486dd78b3 req-38f6ef7c-028b-4e8d-ae7a-6f615a551dbf tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1661544 Jul 05 04:04:28.482341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-623b3afe-4e98-497c-9f4d-38cc11dc61ca None None] Provisioning complete for port 60fe994f-2f91-419b-a1ab-e7346019a54e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:28.482727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-623b3afe-4e98-497c-9f4d-38cc11dc61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.496593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81ae9b09-e9a1-4b40-a115-7b1486dd78b3 req-7bb79df4-a057-4d98-a59a-cd287b5347df tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446086 Jul 05 04:04:28.529676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router a9f47cd0-f35c-4277-8881-52cf9636ad07 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:28.671297 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.780776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:28.786363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d31f8929-2e8a-46b9-ae1f-53b323cc2c8f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/a9f47cd0-f35c-4277-8881-52cf9636ad07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8016682 Jul 05 04:04:28.790518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40948) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:28.799092 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fef537-cca1-4b02-9a97-ff4f90e25fe5 None None] Sync routers for ids ['a9f47cd0-f35c-4277-8881-52cf9636ad07'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:28.810125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4c44de-a382-4f4d-93e6-8ea4b5c69a7e req-be4540e4-e285-4052-bd59-3a32733972ef tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:28.818660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff4c44de-a382-4f4d-93e6-8ea4b5c69a7e req-be4540e4-e285-4052-bd59-3a32733972ef tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1777518 Jul 05 04:04:28.824517 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fef537-cca1-4b02-9a97-ff4f90e25fe5 None None] Routers {'a9f47cd0-f35c-4277-8881-52cf9636ad07'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:28.825372 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-25fef537-cca1-4b02-9a97-ff4f90e25fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a9f47cd0-f35c-4277-8881-52cf9636ad07'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:28.844627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-623b3afe-4e98-497c-9f4d-38cc11dc61ca None None] Port 60fe994f-2f91-419b-a1ab-e7346019a54e cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:28.869114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-623b3afe-4e98-497c-9f4d-38cc11dc61ca None None] Provisioning complete for port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:28.869501 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-623b3afe-4e98-497c-9f4d-38cc11dc61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:28.885738 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-25fef537-cca1-4b02-9a97-ff4f90e25fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:28.898965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff4c44de-a382-4f4d-93e6-8ea4b5c69a7e req-096c24f5-5ec0-4e50-98c3-d05d7f94650d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0784206 Jul 05 04:04:28.903467 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fef537-cca1-4b02-9a97-ff4f90e25fe5 None None] Routers {'a9f47cd0-f35c-4277-8881-52cf9636ad07'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:28.904694 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-25fef537-cca1-4b02-9a97-ff4f90e25fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a9f47cd0-f35c-4277-8881-52cf9636ad07'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:28.924798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496db7f7-2a08-48d2-8cf5-23df2ff89c20 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:28.926330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-496db7f7-2a08-48d2-8cf5-23df2ff89c20 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports/60fe994f-2f91-419b-a1ab-e7346019a54e HTTP/1.1" status: 200 len: 911 time: 0.1347389 Jul 05 04:04:28.931405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40952) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:28.954402 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-25fef537-cca1-4b02-9a97-ff4f90e25fe5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:28.955529 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25fef537-cca1-4b02-9a97-ff4f90e25fe5 None None] The sync data for ids ['a9f47cd0-f35c-4277-8881-52cf9636ad07'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:29.150253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-623b3afe-4e98-497c-9f4d-38cc11dc61ca None None] Provisioning for port 667fa87d-0273-45d0-8106-9b1013e75436 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:29.154347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-623b3afe-4e98-497c-9f4d-38cc11dc61ca None None] Provisioning complete for port 667fa87d-0273-45d0-8106-9b1013e75436 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:29.154725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-623b3afe-4e98-497c-9f4d-38cc11dc61ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.173338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.237007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-623b3afe-4e98-497c-9f4d-38cc11dc61ca None None] Port 667fa87d-0273-45d0-8106-9b1013e75436 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:29.263644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.291680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91031b95-aa7a-4d0c-836a-fc84789c7425 req-c8ebe974-5cea-41be-9bd0-4ff683a59971 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:29.293253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91031b95-aa7a-4d0c-836a-fc84789c7425 req-c8ebe974-5cea-41be-9bd0-4ff683a59971 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2827523 Jul 05 04:04:29.325305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e88bae-8ed2-4eb1-8a0a-12a20b682fe4 req-b83f647c-1b3e-4a90-ac44-6f9f1d55f47f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:29.326862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30e88bae-8ed2-4eb1-8a0a-12a20b682fe4 req-b83f647c-1b3e-4a90-ac44-6f9f1d55f47f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2657015 Jul 05 04:04:29.340551 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.370600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bd53afd8-e970-47f4-b431-d2e763efd29c None None] Provisioning complete for port 667fa87d-0273-45d0-8106-9b1013e75436 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:29.370978 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bd53afd8-e970-47f4-b431-d2e763efd29c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.413762 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bd53afd8-e970-47f4-b431-d2e763efd29c None None] Port 667fa87d-0273-45d0-8106-9b1013e75436 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:29.473588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=667fa87d-0273-45d0-8106-9b1013e75436,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:29.525958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 1b92d140-b2c6-4da8-8137-3d681c5818b1 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:29.527769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:29.779401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-677136cf-4777-4b27-995a-0bf4cbd2b763 req-86f30b64-3a07-4c2e-8edc-01469e9d4ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0854752 Jul 05 04:04:29.784077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Router 27459dae-44a0-48e1-8f95-5ca76ae386c3 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:29.805153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91031b95-aa7a-4d0c-836a-fc84789c7425 req-12ae6268-5381-4014-9202-d0f1ca2a2627 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4990275 Jul 05 04:04:29.853685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30e88bae-8ed2-4eb1-8a0a-12a20b682fe4 req-6f76f59d-ded8-457f-9b19-8e3024709928 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645918 Jul 05 04:04:29.884865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0d07d28f-8dad-4ed6-b3ba-a9931d20494a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:29.953921 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:29.985129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:29.991765 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-105c0982-fba3-482a-8b72-a42da60ae449 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "PUT /v2.0/routers/27459dae-44a0-48e1-8f95-5ca76ae386c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7631435 Jul 05 04:04:29.994555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40970) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:30.014767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84752242-19ac-4d71-a4ff-b11fa6fd35c9 None None] Sync routers for ids ['27459dae-44a0-48e1-8f95-5ca76ae386c3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:30.046348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-49ff152a-0398-47c2-a308-d70ed0d18005 None None] Provisioning complete for port 667fa87d-0273-45d0-8106-9b1013e75436 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:30.046756 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-49ff152a-0398-47c2-a308-d70ed0d18005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.098549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84752242-19ac-4d71-a4ff-b11fa6fd35c9 None None] Routers {'27459dae-44a0-48e1-8f95-5ca76ae386c3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:30.098549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-84752242-19ac-4d71-a4ff-b11fa6fd35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['27459dae-44a0-48e1-8f95-5ca76ae386c3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:30.153328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16e1aa1-62dd-463e-836e-d2b17ef47cbd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:30.157898 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f16e1aa1-62dd-463e-836e-d2b17ef47cbd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports?device_id=27459dae-44a0-48e1-8f95-5ca76ae386c3 HTTP/1.1" status: 200 len: 982 time: 0.1608095 Jul 05 04:04:30.160512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40972) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:30.171640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-84752242-19ac-4d71-a4ff-b11fa6fd35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:30.207421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-49ff152a-0398-47c2-a308-d70ed0d18005 None None] Port 667fa87d-0273-45d0-8106-9b1013e75436 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:30.229413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84752242-19ac-4d71-a4ff-b11fa6fd35c9 None None] Routers {'27459dae-44a0-48e1-8f95-5ca76ae386c3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:30.230372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-84752242-19ac-4d71-a4ff-b11fa6fd35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['27459dae-44a0-48e1-8f95-5ca76ae386c3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:30.241038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c09bfda-b347-4015-8ca6-2fe9047c5823 req-8898d2ab-dc21-401d-81fa-dd5b67cb49cc tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:30.242797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c09bfda-b347-4015-8ca6-2fe9047c5823 req-8898d2ab-dc21-401d-81fa-dd5b67cb49cc tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.2336113 Jul 05 04:04:30.274395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-84752242-19ac-4d71-a4ff-b11fa6fd35c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:30.275402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84752242-19ac-4d71-a4ff-b11fa6fd35c9 None None] The sync data for ids ['27459dae-44a0-48e1-8f95-5ca76ae386c3'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:30.292808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:30.293184 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.416928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c09bfda-b347-4015-8ca6-2fe9047c5823 req-0d31712f-d878-450e-b035-b9dc7a80b708 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1318519 Jul 05 04:04:30.448920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dc3154fb-42dd-43bf-bffb-211db5ffb41a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:30.511033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port dc3154fb-42dd-43bf-bffb-211db5ffb41a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:30.511545 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.537796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8356cf4a-4132-405e-8647-9207974870ad req-fbb874b8-83d7-4dca-ab0e-205f4e4044e1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1167409 Jul 05 04:04:30.600448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Allocated IP 2001:db8:1::1 (218c1d06-2465-4ec6-a247-7babf67e6b67/7e1d2895-60de-4afd-a36b-24245f158ab8/22c1a278-e3b0-423e-bc5f-78f8492b80a5) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:30.695020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2c46dc-4866-4617-9229-314ddefbd7d3 req-6becc888-2184-4489-b471-7a1b126b70f4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:30.696864 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea2c46dc-4866-4617-9229-314ddefbd7d3 req-6becc888-2184-4489-b471-7a1b126b70f4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.4531186 Jul 05 04:04:30.823730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea2c46dc-4866-4617-9229-314ddefbd7d3 req-5c1d76aa-2fa7-49e6-850e-472a2731ba86 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204872 Jul 05 04:04:30.948475 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:30.981490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Transition to ACTIVE for port object 22c1a278-e3b0-423e-bc5f-78f8492b80a5 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:31.167408 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.287513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c0044f-908c-4769-b9e7-4c291d958675 req-3f2b0110-e6a7-42d6-8d46-23b0420071f6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:31.289247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7c0044f-908c-4769-b9e7-4c291d958675 req-3f2b0110-e6a7-42d6-8d46-23b0420071f6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1933012 Jul 05 04:04:31.362623 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.493886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 218c1d06-2465-4ec6-a247-7babf67e6b67 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:31.508045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7c0044f-908c-4769-b9e7-4c291d958675 req-70c01b84-3f0b-4591-a11f-6ad64002a8b2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2121439 Jul 05 04:04:31.515640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:31.515640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=22c1a278-e3b0-423e-bc5f-78f8492b80a5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:31.523185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:31.523769 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.847977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 667fa87d-0273-45d0-8106-9b1013e75436 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:31.848597 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:31.905894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.040759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8964fc39-5b72-49a0-ba3c-47658a373bfe None None] Provisioning for port 22c1a278-e3b0-423e-bc5f-78f8492b80a5 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:32.045329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8964fc39-5b72-49a0-ba3c-47658a373bfe None None] Provisioning complete for port 22c1a278-e3b0-423e-bc5f-78f8492b80a5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:32.045712 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8964fc39-5b72-49a0-ba3c-47658a373bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.086950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8964fc39-5b72-49a0-ba3c-47658a373bfe None None] Port 22c1a278-e3b0-423e-bc5f-78f8492b80a5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:32.371186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb0c058f-8a91-4c35-988d-c103018d3705 req-f87acf06-4c51-4c62-a796-1abb0ca56c6c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0671885 Jul 05 04:04:32.412599 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:32.472335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 667fa87d-0273-45d0-8106-9b1013e75436 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:32.548282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f825af0-172f-4062-a366-bf38d0b57432 req-a398fbe1-d36a-4ca2-a818-5a0420490780 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:32.549786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f825af0-172f-4062-a366-bf38d0b57432 req-a398fbe1-d36a-4ca2-a818-5a0420490780 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.6450374 Jul 05 04:04:32.603511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dad5fc25-8b9a-44cc-89bd-1de478593f91 req-a5f0a010-1b89-41b3-80f3-db807cdd4288 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0808108 Jul 05 04:04:32.727355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f825af0-172f-4062-a366-bf38d0b57432 req-45e580b4-a4e4-46e7-aad3-b73b7d6b0b03 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1265397 Jul 05 04:04:32.981539 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.010891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-4c1a3786-0e8f-4dbe-bc50-572d52218516 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.012674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-4c1a3786-0e8f-4dbe-bc50-572d52218516 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d HTTP/1.1" status: 200 len: 943 time: 0.2282126 Jul 05 04:04:33.064143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a4a24b-ad14-4e02-a95d-146b86f73683 req-2ad0229d-2305-4529-a051-c21587102556 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:33.065748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89a4a24b-ad14-4e02-a95d-146b86f73683 req-2ad0229d-2305-4529-a051-c21587102556 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1872592 Jul 05 04:04:33.085511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.086299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.140921 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.249096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89a4a24b-ad14-4e02-a95d-146b86f73683 req-19ddaa11-67f6-4b5f-83a5-a7d4f50a1eb1 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1772408 Jul 05 04:04:33.258225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=22c1a278-e3b0-423e-bc5f-78f8492b80a5,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:33.357694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=667fa87d-0273-45d0-8106-9b1013e75436,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:33.440292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-71baf57c-db08-4a6c-bed5-d74a3421be2e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Deleting port 86d9213f-8005-45cc-ad23-db30115fa6db {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:33.440642 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-71baf57c-db08-4a6c-bed5-d74a3421be2e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.449123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 218c1d06-2465-4ec6-a247-7babf67e6b67 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:33.496640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:33.537597 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.755131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-71baf57c-db08-4a6c-bed5-d74a3421be2e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] For port 86d9213f-8005-45cc-ad23-db30115fa6db, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=86d9213f-8005-45cc-ad23-db30115fa6db,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:33.755525 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-71baf57c-db08-4a6c-bed5-d74a3421be2e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.759583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router a9f47cd0-f35c-4277-8881-52cf9636ad07 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:33.813681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-71baf57c-db08-4a6c-bed5-d74a3421be2e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Calling delete_port for 86d9213f-8005-45cc-ad23-db30115fa6db owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:33.821993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b43c99da-97e8-4178-a52a-8272f3920298 None None] Provisioning complete for port 22c1a278-e3b0-423e-bc5f-78f8492b80a5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:33.822574 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b43c99da-97e8-4178-a52a-8272f3920298 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:33.868947 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b43c99da-97e8-4178-a52a-8272f3920298 None None] Port 22c1a278-e3b0-423e-bc5f-78f8492b80a5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:34.027285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Router 27459dae-44a0-48e1-8f95-5ca76ae386c3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:34.087963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:34.099972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0399256b-2885-4cb8-8551-cb8235e458a0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/a9f47cd0-f35c-4277-8881-52cf9636ad07/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1651251 Jul 05 04:04:34.100127 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1a0a1-ad55-4c76-9745-e7677c05e2b6 None None] Sync routers for ids ['a9f47cd0-f35c-4277-8881-52cf9636ad07'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:34.100538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41074) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.119089 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1a0a1-ad55-4c76-9745-e7677c05e2b6 None None] Routers {'a9f47cd0-f35c-4277-8881-52cf9636ad07'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:34.121112 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5bb1a0a1-ad55-4c76-9745-e7677c05e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a9f47cd0-f35c-4277-8881-52cf9636ad07'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:34.177257 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5bb1a0a1-ad55-4c76-9745-e7677c05e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:34.186577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5636df-f075-4192-964b-3f631120b512 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:34.188107 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bb1a0a1-ad55-4c76-9745-e7677c05e2b6 None None] Routers {'a9f47cd0-f35c-4277-8881-52cf9636ad07'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:34.188839 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5bb1a0a1-ad55-4c76-9745-e7677c05e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a9f47cd0-f35c-4277-8881-52cf9636ad07'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:34.188989 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0b5636df-f075-4192-964b-3f631120b512 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports/22c1a278-e3b0-423e-bc5f-78f8492b80a5 HTTP/1.1" status: 200 len: 913 time: 0.0868704 Jul 05 04:04:34.192024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41076) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.199717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:34.211397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c2f34ae7-483b-45df-8c72-1b30757ba57d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "PUT /v2.0/routers/27459dae-44a0-48e1-8f95-5ca76ae386c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0440867 Jul 05 04:04:34.213153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41078) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.216688 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d04946-41de-48a0-8361-122d9fb5c893 None None] Sync routers for ids ['27459dae-44a0-48e1-8f95-5ca76ae386c3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:34.221624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f715915-f11a-41ff-ae56-1e840514dad7 req-3ff0cca2-3b0f-4a80-90bf-aa2113183f8c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:34.228696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f715915-f11a-41ff-ae56-1e840514dad7 req-3ff0cca2-3b0f-4a80-90bf-aa2113183f8c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.3668776 Jul 05 04:04:34.248235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d04946-41de-48a0-8361-122d9fb5c893 None None] Routers {'27459dae-44a0-48e1-8f95-5ca76ae386c3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:34.248235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-66d04946-41de-48a0-8361-122d9fb5c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['27459dae-44a0-48e1-8f95-5ca76ae386c3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:34.262267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-b4d69c29-f712-41fa-b117-f54ed32e3f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:34.263927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-b4d69c29-f712-41fa-b117-f54ed32e3f9b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=686d46d8195843c2984affa2d94f123e&device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 1097 time: 0.3654642 Jul 05 04:04:34.291096 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5bb1a0a1-ad55-4c76-9745-e7677c05e2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:34.292248 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bb1a0a1-ad55-4c76-9745-e7677c05e2b6 None None] The sync data for ids ['a9f47cd0-f35c-4277-8881-52cf9636ad07'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:34.309118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-66d04946-41de-48a0-8361-122d9fb5c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:34.313701 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-93513537-8d6b-4162-a797-3d2a15c60543 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:04:34.319107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-93513537-8d6b-4162-a797-3d2a15c60543 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/667fa87d-0273-45d0-8106-9b1013e75436 HTTP/1.1" status: 404 len: 333 time: 0.0828133 Jul 05 04:04:34.323624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41080) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.372413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66d04946-41de-48a0-8361-122d9fb5c893 None None] Routers {'27459dae-44a0-48e1-8f95-5ca76ae386c3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:34.373236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-66d04946-41de-48a0-8361-122d9fb5c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['27459dae-44a0-48e1-8f95-5ca76ae386c3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:34.415869 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-66d04946-41de-48a0-8361-122d9fb5c893 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:34.416746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66d04946-41de-48a0-8361-122d9fb5c893 None None] The sync data for ids ['27459dae-44a0-48e1-8f95-5ca76ae386c3'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:34.443058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f715915-f11a-41ff-ae56-1e840514dad7 req-d788fc14-1062-4c81-9334-92a494bf1409 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135258 Jul 05 04:04:34.455570 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2488026-d1b8-4b86-b4ed-d387279ad9db tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.508452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-b9529645-a5c5-402b-96c6-1b890ea5577b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:34.510352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-b9529645-a5c5-402b-96c6-1b890ea5577b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 HTTP/1.1" status: 200 len: 911 time: 0.1898000 Jul 05 04:04:34.595450 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-71baf57c-db08-4a6c-bed5-d74a3421be2e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.608083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['761bf73a-509b-4c28-b457-15f5ee0c6a71', 'e69327c5-391f-44a4-ac13-fd5787e9efa6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:34.720883 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2488026-d1b8-4b86-b4ed-d387279ad9db tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.724178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2488026-d1b8-4b86-b4ed-d387279ad9db tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.853470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2488026-d1b8-4b86-b4ed-d387279ad9db tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.853997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2488026-d1b8-4b86-b4ed-d387279ad9db tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Fanout notify agent at l3_agent the message router_deleted on router 27459dae-44a0-48e1-8f95-5ca76ae386c3 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:34.863368 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2488026-d1b8-4b86-b4ed-d387279ad9db tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:34.867866 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f2488026-d1b8-4b86-b4ed-d387279ad9db tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/routers/27459dae-44a0-48e1-8f95-5ca76ae386c3 HTTP/1.1" status: 204 len: 168 time: 0.5431452 Jul 05 04:04:34.868711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41088) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:34.976129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ba56055-82ba-4f87-a31d-30252191941f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet a1eb6e85-54f3-43d3-8687-8cb20c26add3 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:34.983406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ba56055-82ba-4f87-a31d-30252191941f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.032327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19c72605-46fc-4415-aa20-79f49a3225e3 req-50e5563e-db6d-475e-a02c-72346021c62c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.4511111 Jul 05 04:04:35.045742 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ba56055-82ba-4f87-a31d-30252191941f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.068505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71baf57c-db08-4a6c-bed5-d74a3421be2e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event deleted for resources: {'Port': ['ID=86d9213f-8005-45cc-ad23-db30115fa6db,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:35.084971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-199f747a-9950-46fa-ae51-c2959a18cc10 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d15f1-c958-4edc-bf19-b66645e092c1 HTTP/1.1" status: 200 len: 1000 time: 0.5669816 Jul 05 04:04:35.234835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-71baf57c-db08-4a6c-bed5-d74a3421be2e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] No DVR routers for this DVR port 86d9213f-8005-45cc-ad23-db30115fa6db on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:35.240049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-71baf57c-db08-4a6c-bed5-d74a3421be2e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.243084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-739e2926-bdbd-4a53-9181-91afa26713f0 req-71baf57c-db08-4a6c-bed5-d74a3421be2e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "DELETE /v2.0/ports/86d9213f-8005-45cc-ad23-db30115fa6db HTTP/1.1" status: 204 len: 173 time: 2.2226543 Jul 05 04:04:35.251295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'name': 'network-vif-deleted', 'tag': '86d9213f-8005-45cc-ad23-db30115fa6db'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:35.254597 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610e25c0-6721-42aa-8e43-531a47e3bc81" -d '{"events": [{"server_uuid": "e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d", "name": "network-vif-deleted", "tag": "86d9213f-8005-45cc-ad23-db30115fa6db"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:35.264193 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ba56055-82ba-4f87-a31d-30252191941f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.266438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c10d99-a44b-4e5a-85cc-2110a00aed52 req-2d1eec95-e111-4df7-ada4-e27663857d6a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.272818 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:35.288111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7c10d99-a44b-4e5a-85cc-2110a00aed52 req-2d1eec95-e111-4df7-ada4-e27663857d6a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.6874995 Jul 05 04:04:35.369020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e2dc7e4-6b53-4477-8fb7-408d7e8db893 req-1ec1aa39-0e7e-453b-93c4-4851966983b1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0529583 Jul 05 04:04:35.384082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7c10d99-a44b-4e5a-85cc-2110a00aed52 req-51cfecae-88df-4c4a-b489-a24307147702 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941067 Jul 05 04:04:35.387495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-5dd4c1f8-0190-4e39-aeba-aef78092df87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.392207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-5dd4c1f8-0190-4e39-aeba-aef78092df87 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8df2f436-86d8-4a3f-975e-0b21ab945ad3 HTTP/1.1" status: 200 len: 849 time: 0.2934394 Jul 05 04:04:35.497416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-517b9e89-24e8-4f82-b3be-6ef13aeff3a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.502103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-517b9e89-24e8-4f82-b3be-6ef13aeff3a6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1016202 Jul 05 04:04:35.658544 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7880fe9e-d9af-4b7a-8b3f-251fbe8a4a05 x-openstack-request-id: req-7880fe9e-d9af-4b7a-8b3f-251fbe8a4a05 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:35.659089 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d", "name": "network-vif-deleted", "tag": "86d9213f-8005-45cc-ad23-db30115fa6db", "status": "failed", "code": 422}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:35.659486 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7880fe9e-d9af-4b7a-8b3f-251fbe8a4a05 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:35.660064 n-d-758944-41 neutron-server[100896]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e63439b3-6f0a-4e7d-a5ce-40d6c42a0d1d', 'name': 'network-vif-deleted', 'tag': '86d9213f-8005-45cc-ad23-db30115fa6db', 'status': 'failed', 'code': 422} returned with failed status Jul 05 04:04:35.675363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-861852a1-96ae-4292-b586-3fe4d137fe4f service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636727 Jul 05 04:04:35.856279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7e01cc9-bed6-4a5d-a04c-7a05d1c53e45 req-ad3b4338-9a81-459c-b61b-903cf3dda3ad service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733584 Jul 05 04:04:35.878632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4c9deb-4b39-4f5a-ad42-fd8665154b2e req-60ee149c-fc8e-4735-87a7-dbdbfc706daa tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:35.880805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b4c9deb-4b39-4f5a-ad42-fd8665154b2e req-60ee149c-fc8e-4735-87a7-dbdbfc706daa tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1673563 Jul 05 04:04:35.949883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b4c9deb-4b39-4f5a-ad42-fd8665154b2e req-e112716f-babf-4292-bec0-7c2da1539fc2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548229 Jul 05 04:04:35.961900 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ba56055-82ba-4f87-a31d-30252191941f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.007370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba56055-82ba-4f87-a31d-30252191941f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=a1eb6e85-54f3-43d3-8687-8cb20c26add3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.020421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ba56055-82ba-4f87-a31d-30252191941f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.022443 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ba56055-82ba-4f87-a31d-30252191941f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/a1eb6e85-54f3-43d3-8687-8cb20c26add3 HTTP/1.1" status: 204 len: 168 time: 1.1501992 Jul 05 04:04:36.024585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-845c3916-6b67-484b-a6e1-c54411720bbb None None] Network 1b92d140-b2c6-4da8-8137-3d681c5818b1 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:36.025144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41114) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:36.150532 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.171689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 22c1a278-e3b0-423e-bc5f-78f8492b80a5 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:36.178272 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.189131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e86e9d68-687b-42c6-a960-341b4ef725a1 req-b3a1b41d-0606-455d-a61d-d785e2ca1e10 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.191800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e86e9d68-687b-42c6-a960-341b4ef725a1 req-b3a1b41d-0606-455d-a61d-d785e2ca1e10 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.0994117 Jul 05 04:04:36.298646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e86e9d68-687b-42c6-a960-341b4ef725a1 req-3124d26d-57bf-4d6c-a4a7-f989d4630ce0 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006711 Jul 05 04:04:36.301862 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.320270 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 22c1a278-e3b0-423e-bc5f-78f8492b80a5 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:36.325801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:36.326142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.403408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2c4ede-85f2-4340-89e4-7affdf3681b7 None None] DHCP port deletion for 1b92d140-b2c6-4da8-8137-3d681c5818b1 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:36.451657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] For port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0d07d28f-8dad-4ed6-b3ba-a9931d20494a,segment=NetworkSegment(bdc7095d-6b88-44fd-b4bd-3dff864d1f5d),segment_id=bdc7095d-6b88-44fd-b4bd-3dff864d1f5d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:36.452079 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.527562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c4ede-85f2-4340-89e4-7affdf3681b7 None None] Deleting port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:36.528293 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca2c4ede-85f2-4340-89e4-7affdf3681b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.532744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 0d07d28f-8dad-4ed6-b3ba-a9931d20494a owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:36.622815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ca2c4ede-85f2-4340-89e4-7affdf3681b7 None None] For port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0d07d28f-8dad-4ed6-b3ba-a9931d20494a,segment=NetworkSegment(bdc7095d-6b88-44fd-b4bd-3dff864d1f5d),segment_id=bdc7095d-6b88-44fd-b4bd-3dff864d1f5d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:36.623188 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca2c4ede-85f2-4340-89e4-7affdf3681b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.638762 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ca2c4ede-85f2-4340-89e4-7affdf3681b7 None None] Calling delete_port for 0d07d28f-8dad-4ed6-b3ba-a9931d20494a owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:36.746161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2a276e-4ef5-4510-a144-7d333076edc7 req-6b8db63b-b87f-43d9-a933-d640b4d8a68e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:36.747676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d2a276e-4ef5-4510-a144-7d333076edc7 req-6b8db63b-b87f-43d9-a933-d640b4d8a68e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1213551 Jul 05 04:04:36.817808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d2a276e-4ef5-4510-a144-7d333076edc7 req-45b884d5-49b9-4643-99d3-f38c88cbb73a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580418 Jul 05 04:04:36.819420 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca2c4ede-85f2-4340-89e4-7affdf3681b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.825548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.848325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2c4ede-85f2-4340-89e4-7affdf3681b7 None None] No DVR routers for this DVR port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:36.867247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=0d07d28f-8dad-4ed6-b3ba-a9931d20494a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:36.869377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No DVR routers for this DVR port 0d07d28f-8dad-4ed6-b3ba-a9931d20494a on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:36.904096 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:36.955754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2c4ede-85f2-4340-89e4-7affdf3681b7 None None] Pushing event deleted for resources: {'Port': ['ID=0d07d28f-8dad-4ed6-b3ba-a9931d20494a,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:37.002348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=22c1a278-e3b0-423e-bc5f-78f8492b80a5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:37.127310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.228426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbf4e25-907a-4c42-b692-1ca9dd86aa4d req-59710ee3-76bc-49e6-bdda-d7e7cc7e9633 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.230828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ecbf4e25-907a-4c42-b692-1ca9dd86aa4d req-59710ee3-76bc-49e6-bdda-d7e7cc7e9633 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1397860 Jul 05 04:04:37.301536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ecbf4e25-907a-4c42-b692-1ca9dd86aa4d req-d0f2a9ad-c325-46a9-804e-f22c5c1e5cba tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599997 Jul 05 04:04:37.350510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.362089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b92d140-b2c6-4da8-8137-3d681c5818b1']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:37.374028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdc7095d-6b88-44fd-b4bd-3dff864d1f5d') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:37.374331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdc7095d-6b88-44fd-b4bd-3dff864d1f5d') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:37.386726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.399147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0fcce17-9f3a-417f-82e6-bfa396513972 req-45a0538a-33a7-4d8e-ae37-e05aee6518cb service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0448737 Jul 05 04:04:37.403869 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.415214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:37.415704 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:37.419750 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:37.596357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b4c3974-4d6e-4804-857a-5f659555e7f1 req-97b48811-0e34-427b-8b13-9adad8961870 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0447643 Jul 05 04:04:37.644049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9829ea-e579-4c40-9518-4b7ad50dc539 req-6149d92e-b62b-45a4-91c7-81829900d100 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.645639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f9829ea-e579-4c40-9518-4b7ad50dc539 req-6149d92e-b62b-45a4-91c7-81829900d100 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.1548386 Jul 05 04:04:37.730319 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f9829ea-e579-4c40-9518-4b7ad50dc539 req-1ec39f2c-2727-4eb8-8f1f-16158a604862 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0785005 Jul 05 04:04:37.730580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.753022 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:37.755245 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/networks/1b92d140-b2c6-4da8-8137-3d681c5818b1 HTTP/1.1" status: 204 len: 168 time: 1.7290962 Jul 05 04:04:37.759118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41160) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:37.782779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Network': ['ID=1b92d140-b2c6-4da8-8137-3d681c5818b1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:37.795996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.796360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.796826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.797891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.798295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.798943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.799040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.799481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.799875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.800293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.800685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.801078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c4e0290-342d-4633-82ec-0e3c2832aa57 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:37.816598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router a9f47cd0-f35c-4277-8881-52cf9636ad07 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:37.856014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5c8ea1e-17d5-4afb-bcb3-d9a6aeccf602 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:37.861558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f5c8ea1e-17d5-4afb-bcb3-d9a6aeccf602 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/f2001223-2301-4135-9a6b-b430ca2fce16 HTTP/1.1" status: 200 len: 841 time: 0.0972979 Jul 05 04:04:37.870754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0d07d28f-8dad-4ed6-b3ba-a9931d20494a no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:37.872429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41172) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:37.897331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 0d07d28f-8dad-4ed6-b3ba-a9931d20494a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:37.897776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0d07d28f-8dad-4ed6-b3ba-a9931d20494a not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:37.970325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:37.975214 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6a464cd6-1faf-4eb7-944d-ad100d53c17b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/a9f47cd0-f35c-4277-8881-52cf9636ad07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7820508 Jul 05 04:04:37.980320 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ce30e3-dc06-46ca-abb8-b2b3ce4ec412 None None] Sync routers for ids ['a9f47cd0-f35c-4277-8881-52cf9636ad07'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:37.980784 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41174) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:37.991787 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce30e3-dc06-46ca-abb8-b2b3ce4ec412 None None] Routers {'a9f47cd0-f35c-4277-8881-52cf9636ad07'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:37.992767 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-00ce30e3-dc06-46ca-abb8-b2b3ce4ec412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a9f47cd0-f35c-4277-8881-52cf9636ad07'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:38.007417 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2842bb56-db2f-4497-b2c5-466a65479698 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.027384 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-00ce30e3-dc06-46ca-abb8-b2b3ce4ec412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:38.027937 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a151a2f2-56f6-460e-bc5e-1c0d7516ebf3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/f2001223-2301-4135-9a6b-b430ca2fce16?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1543741 Jul 05 04:04:38.040167 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ce30e3-dc06-46ca-abb8-b2b3ce4ec412 None None] Routers {'a9f47cd0-f35c-4277-8881-52cf9636ad07'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:38.040912 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-00ce30e3-dc06-46ca-abb8-b2b3ce4ec412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a9f47cd0-f35c-4277-8881-52cf9636ad07'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:38.042182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41176) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:38.055275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-83c731aa-5649-4794-b092-faac78ae01a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:38.120364 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-00ce30e3-dc06-46ca-abb8-b2b3ce4ec412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:38.121404 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00ce30e3-dc06-46ca-abb8-b2b3ce4ec412 None None] The sync data for ids ['a9f47cd0-f35c-4277-8881-52cf9636ad07'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:38.141642 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e28da9c-27da-4fe0-a7b7-2ba853853a1c req-82a56595-3512-469d-a5cc-54e95e7f024f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.143133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e28da9c-27da-4fe0-a7b7-2ba853853a1c req-82a56595-3512-469d-a5cc-54e95e7f024f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/networks?id=84b473dc-229b-4cfb-ab2c-e150a9e04dee HTTP/1.1" status: 200 len: 814 time: 0.2847247 Jul 05 04:04:38.166728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5986ef-8b05-4f3d-aa15-45b73aacf795 req-7a0c5f75-f01c-4e48-b46d-bd59c2e42f89 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.168276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5986ef-8b05-4f3d-aa15-45b73aacf795 req-7a0c5f75-f01c-4e48-b46d-bd59c2e42f89 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 908 time: 0.2492983 Jul 05 04:04:38.197904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e28da9c-27da-4fe0-a7b7-2ba853853a1c req-45e8fa65-39d9-48e7-90bb-e607d62f6090 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/quotas/8c92f1def1224e0d94ea34c91db2c9f4 HTTP/1.1" status: 200 len: 375 time: 0.0457137 Jul 05 04:04:38.275584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83c731aa-5649-4794-b092-faac78ae01a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:38.279587 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-83c731aa-5649-4794-b092-faac78ae01a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.336333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e28da9c-27da-4fe0-a7b7-2ba853853a1c req-a2fba186-6a1a-4b09-bb98-4d55ba94d5b6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1311202 Jul 05 04:04:38.381796 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.570449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0d822-3aa6-47af-b076-399509279324 req-6218117e-8b3a-42ee-8531-ccb40981e593 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.572134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70e0d822-3aa6-47af-b076-399509279324 req-6218117e-8b3a-42ee-8531-ccb40981e593 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.0909066 Jul 05 04:04:38.604016 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-83c731aa-5649-4794-b092-faac78ae01a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.655012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c731aa-5649-4794-b092-faac78ae01a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:38.661795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70e0d822-3aa6-47af-b076-399509279324 req-dd86b166-f765-4bd8-baae-162253789206 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838950 Jul 05 04:04:38.665110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-83c731aa-5649-4794-b092-faac78ae01a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:38.670892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83c731aa-5649-4794-b092-faac78ae01a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.671664 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-83c731aa-5649-4794-b092-faac78ae01a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.681371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5071417e-2df1-4c93-acdd-9def6b0ed196 None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:38.686451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 60fe994f-2f91-419b-a1ab-e7346019a54e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:38.686797 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.713040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c731aa-5649-4794-b092-faac78ae01a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=6d3ebbb5-1b20-438f-93fd-a51db90de8fa,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:38.803947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-83c731aa-5649-4794-b092-faac78ae01a9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7571089 Jul 05 04:04:38.804641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41186) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:38.813877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1ade9dfd-8212-4709-bc9c-7996a503e04d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'security_group': {'name': 'tempest-secgroup-1897122065'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:38.845534 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.863055 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 60fe994f-2f91-419b-a1ab-e7346019a54e owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:38.884007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfec9c-7511-438d-9d0f-a84ccf008824 req-614269fb-add0-4353-961d-5211970772a8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:38.885764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9acfec9c-7511-438d-9d0f-a84ccf008824 req-614269fb-add0-4353-961d-5211970772a8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.0806472 Jul 05 04:04:38.900416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'tenant_id': 'be0eb40e208246d19574fd4ed7398ab2', 'fixed_ips': [{'subnet_id': '6d3ebbb5-1b20-438f-93fd-a51db90de8fa'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:38.901746 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.925120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ade9dfd-8212-4709-bc9c-7996a503e04d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:38.930073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9acfec9c-7511-438d-9d0f-a84ccf008824 req-a1a6c466-b7f2-4926-b5f5-c91d1808dab0 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380032 Jul 05 04:04:39.099302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Allocated IP 172.20.0.2 (3b65a2a0-9350-43ce-9261-4ed238bc3ca5/6d3ebbb5-1b20-438f-93fd-a51db90de8fa/8a17cf94-7f9e-401a-aacb-be131af433a2) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:39.139159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-098c146c-73da-4d83-b745-f9f1c2f7f382 req-7f465b90-8836-4a28-b55a-2ae1f1b094ed tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=8c92f1def1224e0d94ea34c91db2c9f4 HTTP/1.1" status: 200 len: 221 time: 0.0520918 Jul 05 04:04:39.140887 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ade9dfd-8212-4709-bc9c-7996a503e04d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.224355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ade9dfd-8212-4709-bc9c-7996a503e04d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.266203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ade9dfd-8212-4709-bc9c-7996a503e04d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6d30e7-fe77-44fe-9d9e-e1781993e8a8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:39.276228 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.303994 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.351726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Transition to ACTIVE for port object 8a17cf94-7f9e-401a-aacb-be131af433a2 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:39.355348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=60fe994f-2f91-419b-a1ab-e7346019a54e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:39.380787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Transition to ACTIVE for port object 8a17cf94-7f9e-401a-aacb-be131af433a2 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:39.389010 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ade9dfd-8212-4709-bc9c-7996a503e04d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.393628 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1ade9dfd-8212-4709-bc9c-7996a503e04d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5820684 Jul 05 04:04:39.395153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41208) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:39.418293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-73b8c384-96ca-4407-ae47-8220c0afb24a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'security_group': {'name': 'tempest-secgroup-1499529764'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:39.460034 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.464098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-c67b6145-6f6a-41b8-8162-64684e04118e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:39.470814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-c67b6145-6f6a-41b8-8162-64684e04118e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 908 time: 0.2754433 Jul 05 04:04:39.525693 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.535576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:39.543809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6119b291-f6ac-4cc6-8886-1d24000304c0 req-c72921c2-f5d2-4e00-89ae-58560ecdfb36 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:39.552928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6119b291-f6ac-4cc6-8886-1d24000304c0 req-c72921c2-f5d2-4e00-89ae-58560ecdfb36 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2680738 Jul 05 04:04:39.555294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:39.564020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:39.569416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Pushing event updated for resources: {'Port': ['ID=8a17cf94-7f9e-401a-aacb-be131af433a2,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:39.627424 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73b8c384-96ca-4407-ae47-8220c0afb24a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.664735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Attempting to bind port 8a17cf94-7f9e-401a-aacb-be131af433a2 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:39.664963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Attempting to bind port 8a17cf94-7f9e-401a-aacb-be131af433a2 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'a72e7e97-5589-4a2c-a831-11cafff04eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:39.665235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Attempting to bind port 8a17cf94-7f9e-401a-aacb-be131af433a2 on network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:39.671533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:39.672447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Checking segment: {'id': 'a72e7e97-5589-4a2c-a831-11cafff04eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:39.673104 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.673374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b22ff2c4-820a-4132-be97-26ca773cd3c3 req-04ac23e1-577b-412d-a9e3-9db126e2f08c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0658443 Jul 05 04:04:39.673512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Bound using segment: {'id': 'a72e7e97-5589-4a2c-a831-11cafff04eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:39.674172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Bound port: 8a17cf94-7f9e-401a-aacb-be131af433a2, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a72e7e97-5589-4a2c-a831-11cafff04eda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:39.674573 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.755281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router a9f47cd0-f35c-4277-8881-52cf9636ad07 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:39.774328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6119b291-f6ac-4cc6-8886-1d24000304c0 req-153d9eee-16c6-4525-90d7-70244d049631 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2200813 Jul 05 04:04:39.820616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c041a389-b782-4a75-bd58-7c930f5a62d9 req-01a6a6fb-2f05-4c37-92ff-468856dbe8da tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:39.836359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c041a389-b782-4a75-bd58-7c930f5a62d9 req-01a6a6fb-2f05-4c37-92ff-468856dbe8da tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 908 time: 0.4242823 Jul 05 04:04:39.877407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-12e1b69f-0812-47c2-a5ce-4a1a90bff52c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Deleting port 1a6f7947-dd59-493f-9b75-a234db30e323 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:39.877752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-12e1b69f-0812-47c2-a5ce-4a1a90bff52c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:39.923191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:39.944903 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f7fff896-4a3e-437a-837c-97b961c960fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/a9f47cd0-f35c-4277-8881-52cf9636ad07/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9634333 Jul 05 04:04:39.945536 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41220) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:40.014769 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8ccc9e26-a7a8-42c9-865f-d6c4bef33c84 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9f47cd0-f35c-4277-8881-52cf9636ad07 HTTP/1.1" status: 200 len: 205 time: 0.0672882 Jul 05 04:04:40.018426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41224) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:40.070987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73b8c384-96ca-4407-ae47-8220c0afb24a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.130737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34844705-098e-401f-8fe8-c33880144561 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.148957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-12e1b69f-0812-47c2-a5ce-4a1a90bff52c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] For port 1a6f7947-dd59-493f-9b75-a234db30e323, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=1a6f7947-dd59-493f-9b75-a234db30e323,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:40.149576 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-12e1b69f-0812-47c2-a5ce-4a1a90bff52c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.169502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632debff-cbbc-4a23-b7cf-f231fc1ed0e0 req-96c3d623-8e04-42c2-8291-bd1540c8e07e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:40.172386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-632debff-cbbc-4a23-b7cf-f231fc1ed0e0 req-96c3d623-8e04-42c2-8291-bd1540c8e07e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1902354 Jul 05 04:04:40.193987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-12e1b69f-0812-47c2-a5ce-4a1a90bff52c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Calling delete_port for 1a6f7947-dd59-493f-9b75-a234db30e323 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:40.201103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed98035-6b2e-450a-b17b-74f44f0a9674 None None] Sync routers for ids ['a9f47cd0-f35c-4277-8881-52cf9636ad07'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:40.228514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73b8c384-96ca-4407-ae47-8220c0afb24a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.256936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] For port 8a17cf94-7f9e-401a-aacb-be131af433a2, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:40.279545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-632debff-cbbc-4a23-b7cf-f231fc1ed0e0 req-1e78c27d-4d82-45e7-86d0-fec962c13599 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985827 Jul 05 04:04:40.297874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] For port 8a17cf94-7f9e-401a-aacb-be131af433a2, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8a17cf94-7f9e-401a-aacb-be131af433a2,segment=NetworkSegment(a72e7e97-5589-4a2c-a831-11cafff04eda),segment_id=a72e7e97-5589-4a2c-a831-11cafff04eda)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:40.303837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed98035-6b2e-450a-b17b-74f44f0a9674 None None] Routers {'a9f47cd0-f35c-4277-8881-52cf9636ad07'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:40.304807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3ed98035-6b2e-450a-b17b-74f44f0a9674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a9f47cd0-f35c-4277-8881-52cf9636ad07'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:40.350832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3ed98035-6b2e-450a-b17b-74f44f0a9674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:40.369239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed98035-6b2e-450a-b17b-74f44f0a9674 None None] Routers {'a9f47cd0-f35c-4277-8881-52cf9636ad07'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:40.370019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3ed98035-6b2e-450a-b17b-74f44f0a9674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a9f47cd0-f35c-4277-8881-52cf9636ad07'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:40.411890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3ed98035-6b2e-450a-b17b-74f44f0a9674 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:40.412629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ed98035-6b2e-450a-b17b-74f44f0a9674 None None] The sync data for ids ['a9f47cd0-f35c-4277-8881-52cf9636ad07'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:40.416287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.519096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13873fde-ff2c-4bc5-a5ea-4f9c27cb1a4a None None] Pushing event updated for resources: {'Port': ['ID=8a17cf94-7f9e-401a-aacb-be131af433a2,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:40.545461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed3cc49d-eca7-4849-a88a-72b56d02b8a7 req-6770c520-b912-4270-9d03-f0e54ccbdb4c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0720265 Jul 05 04:04:40.616265 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-12e1b69f-0812-47c2-a5ce-4a1a90bff52c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.722186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-12e1b69f-0812-47c2-a5ce-4a1a90bff52c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] No DVR routers for this DVR port 1a6f7947-dd59-493f-9b75-a234db30e323 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:40.725420 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-12e1b69f-0812-47c2-a5ce-4a1a90bff52c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.727745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e3e9092-eb07-4b6c-a5ae-0b9544276986 req-12e1b69f-0812-47c2-a5ce-4a1a90bff52c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "DELETE /v2.0/ports/1a6f7947-dd59-493f-9b75-a234db30e323 HTTP/1.1" status: 204 len: 173 time: 1.2496307 Jul 05 04:04:40.728596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e1b69f-0812-47c2-a5ce-4a1a90bff52c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event deleted for resources: {'Port': ['ID=1a6f7947-dd59-493f-9b75-a234db30e323,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:40.733639 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5651ca98-a4d1-4e6b-8602-8b85e3ec6d97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.735969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23', 'name': 'network-vif-deleted', 'tag': '1a6f7947-dd59-493f-9b75-a234db30e323'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:40.747558 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6276f7e-6d1e-4f57-8f7a-0bee70c59cbb" -d '{"events": [{"server_uuid": "d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23", "name": "network-vif-deleted", "tag": "1a6f7947-dd59-493f-9b75-a234db30e323"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:40.791239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd5a74c-591a-4d0a-bc8b-53dadd741686 req-cb1b2033-3509-422f-9e4b-e81fcae4b9a3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:40.807243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afd5a74c-591a-4d0a-bc8b-53dadd741686 req-cb1b2033-3509-422f-9e4b-e81fcae4b9a3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2378106 Jul 05 04:04:40.859796 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34844705-098e-401f-8fe8-c33880144561 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.863708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34844705-098e-401f-8fe8-c33880144561 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.873335 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73b8c384-96ca-4407-ae47-8220c0afb24a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:40.891263 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-73b8c384-96ca-4407-ae47-8220c0afb24a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4948919 Jul 05 04:04:40.893268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41238) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:40.894634 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21eb8f92-9e41-4631-969c-f7941c9877cd x-openstack-request-id: req-21eb8f92-9e41-4631-969c-f7941c9877cd {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:40.895038 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23", "name": "network-vif-deleted", "tag": "1a6f7947-dd59-493f-9b75-a234db30e323", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:40.896165 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-21eb8f92-9e41-4631-969c-f7941c9877cd {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:40.896689 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23', 'name': 'network-vif-deleted', 'tag': '1a6f7947-dd59-493f-9b75-a234db30e323', 'status': 'completed', 'code': 200} Jul 05 04:04:40.904780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-523714481', 'security_groups': ['118a1e78-80b1-4730-85b9-8c38cf478ba3'], 'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6d3ebbb5-1b20-438f-93fd-a51db90de8fa'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:40.925429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afd5a74c-591a-4d0a-bc8b-53dadd741686 req-05a9edbc-d1eb-4fac-be49-75abb5104cff tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149073 Jul 05 04:04:40.950911 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.091101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b8c384-96ca-4407-ae47-8220c0afb24a tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=118a1e78-80b1-4730-85b9-8c38cf478ba3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:41.185599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3d15d70-1209-482e-bdab-9e476d6ad41f req-d0057573-7525-459d-92de-ce404e900aea tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=d5c66dc6-5da5-49dc-a6e8-4fb02d7cbe23 HTTP/1.1" status: 200 len: 210 time: 0.0617726 Jul 05 04:04:41.199362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34844705-098e-401f-8fe8-c33880144561 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.200223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34844705-098e-401f-8fe8-c33880144561 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Fanout notify agent at l3_agent the message router_deleted on router a9f47cd0-f35c-4277-8881-52cf9636ad07 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:41.209526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34844705-098e-401f-8fe8-c33880144561 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.214934 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-34844705-098e-401f-8fe8-c33880144561 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/a9f47cd0-f35c-4277-8881-52cf9636ad07 HTTP/1.1" status: 204 len: 168 time: 1.1949563 Jul 05 04:04:41.216935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41246) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:41.294060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7ee2ba2-da01-4ccc-9618-a5774f313d7d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting subnet 7e1d2895-60de-4afd-a36b-24245f158ab8 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:41.298271 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7ee2ba2-da01-4ccc-9618-a5774f313d7d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.320036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db54d35d-052d-4427-a456-7d6bb972a119 req-8711f7a5-0091-4dcc-9515-67f7c685716e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.322935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db54d35d-052d-4427-a456-7d6bb972a119 req-8711f7a5-0091-4dcc-9515-67f7c685716e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1492450 Jul 05 04:04:41.350000 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7ee2ba2-da01-4ccc-9618-a5774f313d7d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.376266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db54d35d-052d-4427-a456-7d6bb972a119 req-0a15d28f-128f-4f87-8d94-b3ee67cd49cb tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458071 Jul 05 04:04:41.378862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:41.524059 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7ee2ba2-da01-4ccc-9618-a5774f313d7d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.529628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.579708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:41.626985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c1cc8c-6e66-4ed1-b52c-0c2586c29a8b req-96c36c3a-1cba-406e-ae6d-07af285df778 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:41.636275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3c1cc8c-6e66-4ed1-b52c-0c2586c29a8b req-96c36c3a-1cba-406e-ae6d-07af285df778 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1137807 Jul 05 04:04:41.701236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3c1cc8c-6e66-4ed1-b52c-0c2586c29a8b req-acc48147-8318-403e-96f4-4e660ee1360e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639668 Jul 05 04:04:41.770371 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7ee2ba2-da01-4ccc-9618-a5774f313d7d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.832528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee2ba2-da01-4ccc-9618-a5774f313d7d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Subnet': ['ID=7e1d2895-60de-4afd-a36b-24245f158ab8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:41.853169 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7ee2ba2-da01-4ccc-9618-a5774f313d7d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.855408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a986a13-cc42-4820-bb50-d8d6bb901d17 None None] Network 218c1d06-2465-4ec6-a247-7babf67e6b67 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:41.866561 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f7ee2ba2-da01-4ccc-9618-a5774f313d7d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/7e1d2895-60de-4afd-a36b-24245f158ab8 HTTP/1.1" status: 204 len: 168 time: 0.6483784 Jul 05 04:04:41.878714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41256) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:41.905244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.13 (3b65a2a0-9350-43ce-9261-4ed238bc3ca5/6d3ebbb5-1b20-438f-93fd-a51db90de8fa/f55f86d3-8491-47d9-bb5a-c5dea7c81d6e) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:41.979490 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:41.983475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8a17cf94-7f9e-401a-aacb-be131af433a2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:42.022156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c27370-add3-40b1-96c7-3a377ce9a744 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting subnet 51ca8dc4-d9c4-4663-8e3f-b120e452f5b8 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:42.025850 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30c27370-add3-40b1-96c7-3a377ce9a744 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.107714 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.113095 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30c27370-add3-40b1-96c7-3a377ce9a744 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.127151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e5b81c43-39cc-4049-8c56-c9a7d2baa369 None None] Provisioning complete for port f2001223-2301-4135-9a6b-b430ca2fce16 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:42.127534 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e5b81c43-39cc-4049-8c56-c9a7d2baa369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.131634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object f55f86d3-8491-47d9-bb5a-c5dea7c81d6e will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:42.182920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 8a17cf94-7f9e-401a-aacb-be131af433a2 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:42.190695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e5b81c43-39cc-4049-8c56-c9a7d2baa369 None None] Port f2001223-2301-4135-9a6b-b430ca2fce16 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:42.281848 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.284030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64745f1-fc3e-43b3-9751-bd1960037869 req-8644211f-127c-4dde-918d-0fabfa165a90 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:42.292501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d64745f1-fc3e-43b3-9751-bd1960037869 req-8644211f-127c-4dde-918d-0fabfa165a90 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3418543 Jul 05 04:04:42.321731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e5b81c43-39cc-4049-8c56-c9a7d2baa369 None None] Provisioning for port 8a17cf94-7f9e-401a-aacb-be131af433a2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:42.334689 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30c27370-add3-40b1-96c7-3a377ce9a744 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.356348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec3ad07-f476-400b-9522-7e56482945bc None None] DHCP port deletion for 218c1d06-2465-4ec6-a247-7babf67e6b67 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:42.362764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e5b81c43-39cc-4049-8c56-c9a7d2baa369 None None] Provisioning complete for port 8a17cf94-7f9e-401a-aacb-be131af433a2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:42.365351 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e5b81c43-39cc-4049-8c56-c9a7d2baa369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.372624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:42.373115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=f55f86d3-8491-47d9-bb5a-c5dea7c81d6e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:42.377534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:42.392014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d64745f1-fc3e-43b3-9751-bd1960037869 req-dd6ae23a-9ab7-422a-97aa-7f818166d3a5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973294 Jul 05 04:04:42.392176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:42.480822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:42.481510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.543731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30c27370-add3-40b1-96c7-3a377ce9a744 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.544398 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b3df494b-3e6b-448e-85fb-d724ed56ce8b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6454639 Jul 05 04:04:42.548116 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41274) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:42.555801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-cb2a0fbc-2f67-4b1c-91c7-9dd678604295 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:42.589936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3ad07-f476-400b-9522-7e56482945bc None None] Deleting port dc3154fb-42dd-43bf-bffb-211db5ffb41a {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:42.590310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ad07-f476-400b-9522-7e56482945bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.621445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e774e817-0ed3-4ae7-83d5-a3bc338ba6a8 req-239d3092-8376-47e7-a351-42878f3c2f09 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0732601 Jul 05 04:04:42.660815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c27370-add3-40b1-96c7-3a377ce9a744 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Subnet': ['ID=51ca8dc4-d9c4-4663-8e3f-b120e452f5b8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:42.673519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30c27370-add3-40b1-96c7-3a377ce9a744 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.678271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-30c27370-add3-40b1-96c7-3a377ce9a744 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/51ca8dc4-d9c4-4663-8e3f-b120e452f5b8 HTTP/1.1" status: 204 len: 168 time: 0.7984438 Jul 05 04:04:42.678991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41278) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:42.679480 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e5b81c43-39cc-4049-8c56-c9a7d2baa369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.696371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062ecc74-50c2-44c1-8b6b-35f9cfc51e33 None None] Network a5e4d040-482d-4d14-8a87-6581816ba691 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:42.829464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.865453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5ec3ad07-f476-400b-9522-7e56482945bc None None] For port dc3154fb-42dd-43bf-bffb-211db5ffb41a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=dc3154fb-42dd-43bf-bffb-211db5ffb41a,segment=NetworkSegment(bc8e7204-e416-4655-a651-8dda6ab3912b),segment_id=bc8e7204-e416-4655-a651-8dda6ab3912b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:42.866008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ad07-f476-400b-9522-7e56482945bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.876905 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb2a0fbc-2f67-4b1c-91c7-9dd678604295 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:42.885247 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb2a0fbc-2f67-4b1c-91c7-9dd678604295 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:42.898866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc454f15-30f5-4389-a8dd-67a7520f2c03 req-cdf7b063-6f14-4124-a07d-f17240a21cd3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:42.900503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc454f15-30f5-4389-a8dd-67a7520f2c03 req-cdf7b063-6f14-4124-a07d-f17240a21cd3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1063063 Jul 05 04:04:42.911429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5ec3ad07-f476-400b-9522-7e56482945bc None None] Calling delete_port for dc3154fb-42dd-43bf-bffb-211db5ffb41a owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:42.917981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e5b81c43-39cc-4049-8c56-c9a7d2baa369 None None] For port 8a17cf94-7f9e-401a-aacb-be131af433a2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8a17cf94-7f9e-401a-aacb-be131af433a2,segment=NetworkSegment(a72e7e97-5589-4a2c-a831-11cafff04eda),segment_id=a72e7e97-5589-4a2c-a831-11cafff04eda)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:42.967331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port dc3154fb-42dd-43bf-bffb-211db5ffb41a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:42.967671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.017180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e5b81c43-39cc-4049-8c56-c9a7d2baa369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.048942 n-d-758944-41 neutron-server[100895]: INFO neutron.db.ipam_backend_mixin [None req-cb2a0fbc-2f67-4b1c-91c7-9dd678604295 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6d3ebbb5-1b20-438f-93fd-a51db90de8fa (CIDR: 172.20.0.0/28) Jul 05 04:04:43.092568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc454f15-30f5-4389-a8dd-67a7520f2c03 req-8b47b09d-bb15-4e7f-ba23-b92fc36aceb6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809614 Jul 05 04:04:43.098694 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2a0fbc-2f67-4b1c-91c7-9dd678604295 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:04:43.099212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2a0fbc-2f67-4b1c-91c7-9dd678604295 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:43.176100 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cb2a0fbc-2f67-4b1c-91c7-9dd678604295 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6241693 Jul 05 04:04:43.176291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port dc3154fb-42dd-43bf-bffb-211db5ffb41a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=dc3154fb-42dd-43bf-bffb-211db5ffb41a,segment=NetworkSegment(bc8e7204-e416-4655-a651-8dda6ab3912b),segment_id=bc8e7204-e416-4655-a651-8dda6ab3912b)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:43.176291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.176468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41284) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:43.191849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b81c43-39cc-4049-8c56-c9a7d2baa369 None None] Pushing event updated for resources: {'Port': ['ID=8a17cf94-7f9e-401a-aacb-be131af433a2,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.198684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for dc3154fb-42dd-43bf-bffb-211db5ffb41a owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:43.212393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e59713be-6a84-4554-a7a3-04eb4adba3d1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:43.234761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1a215b-4978-4906-b276-96eb6a17a6f0 req-1fbce144-beba-4c97-b11e-0b6b400d2e1d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:43.236340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef1a215b-4978-4906-b276-96eb6a17a6f0 req-1fbce144-beba-4c97-b11e-0b6b400d2e1d tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 946 time: 0.1560223 Jul 05 04:04:43.263638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d4d1ba47-4f03-4efb-a480-90181b2e0d60 None None] Provisioning for port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:43.271524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d4d1ba47-4f03-4efb-a480-90181b2e0d60 None None] Provisioning complete for port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:43.272143 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d4d1ba47-4f03-4efb-a480-90181b2e0d60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.291457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1a6f7947-dd59-493f-9b75-a234db30e323 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:43.293747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01da4df-b376-44b4-be8e-bbf0ee195447 None None] DHCP port deletion for a5e4d040-482d-4d14-8a87-6581816ba691 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:43.298720 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ec3ad07-f476-400b-9522-7e56482945bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.356400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-191db2d1-9031-43ec-b548-e7df747382c2 req-12f926d3-12bd-4259-bce2-c4da864917da service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1307857 Jul 05 04:04:43.383592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec3ad07-f476-400b-9522-7e56482945bc None None] No DVR routers for this DVR port dc3154fb-42dd-43bf-bffb-211db5ffb41a on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:43.400603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef1a215b-4978-4906-b276-96eb6a17a6f0 req-06f0df2d-671a-4beb-b6a6-021c7752eb0e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184163 Jul 05 04:04:43.446277 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.451338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 1a6f7947-dd59-493f-9b75-a234db30e323 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:43.451682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 1a6f7947-dd59-493f-9b75-a234db30e323 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:43.454008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec3ad07-f476-400b-9522-7e56482945bc None None] Pushing event deleted for resources: {'Port': ['ID=dc3154fb-42dd-43bf-bffb-211db5ffb41a,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.470006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e59713be-6a84-4554-a7a3-04eb4adba3d1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:43.479441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e59713be-6a84-4554-a7a3-04eb4adba3d1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.479571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d4d1ba47-4f03-4efb-a480-90181b2e0d60 None None] Port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:43.481661 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No DVR routers for this DVR port dc3154fb-42dd-43bf-bffb-211db5ffb41a on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:43.488809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=dc3154fb-42dd-43bf-bffb-211db5ffb41a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.514559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f01da4df-b376-44b4-be8e-bbf0ee195447 None None] Deleting port c217893c-6af6-48cf-bbfb-74dbea13a495 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:43.514904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f01da4df-b376-44b4-be8e-bbf0ee195447 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.522794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a45106b-7fc4-4818-b023-18a970e0f96a req-5d1bff52-8484-48e6-896e-1feff37d2ac7 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:43.524423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a45106b-7fc4-4818-b023-18a970e0f96a req-5d1bff52-8484-48e6-896e-1feff37d2ac7 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2871895 Jul 05 04:04:43.617469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f01da4df-b376-44b4-be8e-bbf0ee195447 None None] For port c217893c-6af6-48cf-bbfb-74dbea13a495, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c217893c-6af6-48cf-bbfb-74dbea13a495,segment=NetworkSegment(ae0d694c-0016-4326-a869-6bf4ff6ccb77),segment_id=ae0d694c-0016-4326-a869-6bf4ff6ccb77)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:43.618516 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f01da4df-b376-44b4-be8e-bbf0ee195447 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.639773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f01da4df-b376-44b4-be8e-bbf0ee195447 None None] Calling delete_port for c217893c-6af6-48cf-bbfb-74dbea13a495 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:43.647046 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.665893 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.688113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['218c1d06-2465-4ec6-a247-7babf67e6b67']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:43.711881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a45106b-7fc4-4818-b023-18a970e0f96a req-7a61e226-857c-4a54-9af5-5f62fefabad7 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810136 Jul 05 04:04:43.723191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc8e7204-e416-4655-a651-8dda6ab3912b') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:43.733881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc8e7204-e416-4655-a651-8dda6ab3912b') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:43.737131 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.754573 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.771142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:43.771685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:43.775761 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:43.787329 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.877095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8a17cf94-7f9e-401a-aacb-be131af433a2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:43.906844 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f01da4df-b376-44b4-be8e-bbf0ee195447 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.953926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01da4df-b376-44b4-be8e-bbf0ee195447 None None] No DVR routers for this DVR port c217893c-6af6-48cf-bbfb-74dbea13a495 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:43.955946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01da4df-b376-44b4-be8e-bbf0ee195447 None None] Pushing event deleted for resources: {'Port': ['ID=c217893c-6af6-48cf-bbfb-74dbea13a495,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:43.978144 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.985148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8a17cf94-7f9e-401a-aacb-be131af433a2 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:43.985730 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.989156 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:43.991024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/networks/218c1d06-2465-4ec6-a247-7babf67e6b67 HTTP/1.1" status: 204 len: 168 time: 1.3110657 Jul 05 04:04:43.993918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41302) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:44.012276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e226442-8aa7-4300-9bc0-ec1201d22a0c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Network': ['ID=218c1d06-2465-4ec6-a247-7babf67e6b67,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:44.044079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5533092f-1e4c-41ff-b99e-5eaa8773748f req-f6f93bfe-69dc-40aa-abf4-0e1758803b14 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.052031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5533092f-1e4c-41ff-b99e-5eaa8773748f req-f6f93bfe-69dc-40aa-abf4-0e1758803b14 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1245496 Jul 05 04:04:44.097598 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5533092f-1e4c-41ff-b99e-5eaa8773748f req-8930b734-d135-4350-aa24-d0584f224df9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446620 Jul 05 04:04:44.137778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.143449 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e59713be-6a84-4554-a7a3-04eb4adba3d1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.174229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c217893c-6af6-48cf-bbfb-74dbea13a495 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:44.197915 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.198813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: c217893c-6af6-48cf-bbfb-74dbea13a495 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:44.200712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c217893c-6af6-48cf-bbfb-74dbea13a495 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:44.201293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dc3154fb-42dd-43bf-bffb-211db5ffb41a no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:44.210731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59713be-6a84-4554-a7a3-04eb4adba3d1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=ee5199a5-77ab-45aa-a7d1-ca278abe43d0,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:44.229886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e59713be-6a84-4554-a7a3-04eb4adba3d1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:44.233002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: dc3154fb-42dd-43bf-bffb-211db5ffb41a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:44.235554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dc3154fb-42dd-43bf-bffb-211db5ffb41a not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:44.256924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e59713be-6a84-4554-a7a3-04eb4adba3d1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:44.260916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e59713be-6a84-4554-a7a3-04eb4adba3d1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.261508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e59713be-6a84-4554-a7a3-04eb4adba3d1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.273881 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384092b0-7353-4903-a548-719ef3cc8ad0 None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:44.339190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.353016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5e4d040-482d-4d14-8a87-6581816ba691']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:44.362336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b611685-453d-452f-a889-ac3101c8706d req-8b5dfddb-0865-4224-b022-09b97435a67b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.363939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b611685-453d-452f-a889-ac3101c8706d req-8b5dfddb-0865-4224-b022-09b97435a67b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.0810888 Jul 05 04:04:44.366487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0d694c-0016-4326-a869-6bf4ff6ccb77') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:44.366788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0d694c-0016-4326-a869-6bf4ff6ccb77') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:44.377577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.392562 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e59713be-6a84-4554-a7a3-04eb4adba3d1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2037177 Jul 05 04:04:44.396666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.401876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41308) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:44.404240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:44.404852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:44.408702 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:44.414401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1470937228', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ee5199a5-77ab-45aa-a7d1-ca278abe43d0'}], 'security_groups': ['6c6d30e7-fe77-44fe-9d9e-e1781993e8a8']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:44.482412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b611685-453d-452f-a889-ac3101c8706d req-b3b80e1f-a8a1-42fc-9189-f1655b5f3946 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103103 Jul 05 04:04:44.566237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.574231 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.578033 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/networks/a5e4d040-482d-4d14-8a87-6581816ba691 HTTP/1.1" status: 204 len: 168 time: 0.5802686 Jul 05 04:04:44.582912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41316) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:44.592596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-279731107'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:44.629865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad4d39-267b-4c0d-9f62-fd94a5074d15 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Network': ['ID=a5e4d040-482d-4d14-8a87-6581816ba691,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:44.681441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:44.683859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b17f31f-d05a-408d-8eb0-249f916463ca None None] Update dhcp port {'port': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'fixed_ips': [{'subnet_id': '6d3ebbb5-1b20-438f-93fd-a51db90de8fa', 'ip_address': '172.20.0.2'}, {'subnet_id': 'ee5199a5-77ab-45aa-a7d1-ca278abe43d0'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '8a17cf94-7f9e-401a-aacb-be131af433a2'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:04:44.685435 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.733909 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b17f31f-d05a-408d-8eb0-249f916463ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.734837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:44.755329 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.755783 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added segment 4cd3e223-29b7-4300-af11-4b089d2cae57 of type vlan for network a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 Jul 05 04:04:44.809114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.937766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.943809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:44.944718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:44.961280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2b17f31f-d05a-408d-8eb0-249f916463ca None None] Allocated IP 172.20.0.18 (3b65a2a0-9350-43ce-9261-4ed238bc3ca5/ee5199a5-77ab-45aa-a7d1-ca278abe43d0/8a17cf94-7f9e-401a-aacb-be131af433a2) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:45.075799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Network': ['ID=a60dd24c-9f00-44b9-a2b0-e0788b74b5c1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:45.139796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-db1a057d-ac6f-4cae-a956-29f51ce993a9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5545504 Jul 05 04:04:45.143169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41324) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:45.150100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'subnet': {'network_id': 'a60dd24c-9f00-44b9-a2b0-e0788b74b5c1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:45.245667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-e0c94c86-8a7a-4134-9d11-f5a306667118 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.247263 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-e0c94c86-8a7a-4134-9d11-f5a306667118 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 946 time: 0.7496159 Jul 05 04:04:45.257789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:45.350776 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:45.363397 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.396559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2b17f31f-d05a-408d-8eb0-249f916463ca None None] For port 8a17cf94-7f9e-401a-aacb-be131af433a2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8a17cf94-7f9e-401a-aacb-be131af433a2,segment=NetworkSegment(a72e7e97-5589-4a2c-a831-11cafff04eda),segment_id=a72e7e97-5589-4a2c-a831-11cafff04eda)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:45.412804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f241cad-713e-447d-8c93-b317a6d338ad req-5b63b983-a187-4dbd-8ee6-97fb46667336 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.414693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f241cad-713e-447d-8c93-b317a6d338ad req-5b63b983-a187-4dbd-8ee6-97fb46667336 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 946 time: 0.3248260 Jul 05 04:04:45.415784 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.425969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa4aeff-c082-4f87-aee3-a91d09683cec req-1b7eefda-7df2-4158-9d97-e7e6aa53f185 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:45.432310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-caa4aeff-c082-4f87-aee3-a91d09683cec req-1b7eefda-7df2-4158-9d97-e7e6aa53f185 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3434269 Jul 05 04:04:45.469103 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b17f31f-d05a-408d-8eb0-249f916463ca None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.502514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2b17f31f-d05a-408d-8eb0-249f916463ca None None] Transition to ACTIVE for port object 8a17cf94-7f9e-401a-aacb-be131af433a2 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:45.589599 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b17f31f-d05a-408d-8eb0-249f916463ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.604242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d1dde63-26b2-49de-955d-a4f7bedadd4c req-ee71535f-0060-47a6-88ef-d95c97a6fd2b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0656428 Jul 05 04:04:45.611667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f241cad-713e-447d-8c93-b317a6d338ad req-6e681331-dae5-4a8a-b4cc-5fff3b75759f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715510 Jul 05 04:04:45.621268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-caa4aeff-c082-4f87-aee3-a91d09683cec req-2d329284-4878-43f1-b12d-cee6ee146652 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1857471 Jul 05 04:04:45.665394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-c8faa7fe-f1c1-4599-9a0b-b59cf0de8023 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Deleting port e69327c5-391f-44a4-ac13-fd5787e9efa6 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:45.665394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-c8faa7fe-f1c1-4599-9a0b-b59cf0de8023 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.675147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.699620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b17f31f-d05a-408d-8eb0-249f916463ca None None] Pushing event updated for resources: {'Port': ['ID=8a17cf94-7f9e-401a-aacb-be131af433a2,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:45.778856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Subnet': ['ID=d2abddca-802b-447a-925b-3efb78ffa8c3,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:45.821031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Checking segment: {'id': '4cd3e223-29b7-4300-af11-4b089d2cae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a60dd24c-9f00-44b9-a2b0-e0788b74b5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:45.821407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network hostable DHCP agents. Network: a60dd24c-9f00-44b9-a2b0-e0788b74b5c1, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:45.897715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:45.907358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8a17cf94-7f9e-401a-aacb-be131af433a2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:45.967641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-c8faa7fe-f1c1-4599-9a0b-b59cf0de8023 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] For port e69327c5-391f-44a4-ac13-fd5787e9efa6, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e69327c5-391f-44a4-ac13-fd5787e9efa6,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:45.968128 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-c8faa7fe-f1c1-4599-9a0b-b59cf0de8023 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:45.995391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, a60dd24c-9f00-44b9-a2b0-e0788b74b5c1) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:46.000829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:46.001418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.013232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-c8faa7fe-f1c1-4599-9a0b-b59cf0de8023 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Calling delete_port for e69327c5-391f-44a4-ac13-fd5787e9efa6 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:46.035611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d634e1be-5514-4dc3-ad5e-03da619564d1 None None] Network a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:46.086370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7fa224ed-63f7-49ad-a418-b4e507e28498 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9406135 Jul 05 04:04:46.088831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41334) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:46.094106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-36010198-b2e1-4606-b71a-f01eaff6dd1a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-836760350', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:46.213289 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36010198-b2e1-4606-b71a-f01eaff6dd1a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.214411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36010198-b2e1-4606-b71a-f01eaff6dd1a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.272452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620e2159-eb82-4cba-b51c-3c1cce46b3d1 req-0de6caed-64b6-40b5-a8ec-8fa57ff638b9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:46.284261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-620e2159-eb82-4cba-b51c-3c1cce46b3d1 req-0de6caed-64b6-40b5-a8ec-8fa57ff638b9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3486903 Jul 05 04:04:46.305333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5d96bd8-d1db-4627-8d06-ab80487bb362 req-dac256fe-3121-4b66-8ebe-1252d5c4d696 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1035600 Jul 05 04:04:46.310384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-a60dd24c-9f00-44b9-a2b0-e0788b74b5c1', 'network_id': 'a60dd24c-9f00-44b9-a2b0-e0788b74b5c1', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'fixed_ips': [{'subnet_id': 'd2abddca-802b-447a-925b-3efb78ffa8c3'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:46.310981 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.336478 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36010198-b2e1-4606-b71a-f01eaff6dd1a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.385404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-620e2159-eb82-4cba-b51c-3c1cce46b3d1 req-5cb9e3d5-2070-4aa7-8688-689f7c57c9e2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001644 Jul 05 04:04:46.440505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Delete allocated IP 172.20.0.13 (3b65a2a0-9350-43ce-9261-4ed238bc3ca5/6d3ebbb5-1b20-438f-93fd-a51db90de8fa) {{(pid=100896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:04:46.453543 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36010198-b2e1-4606-b71a-f01eaff6dd1a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.463194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.30 (3b65a2a0-9350-43ce-9261-4ed238bc3ca5/ee5199a5-77ab-45aa-a7d1-ca278abe43d0/f55f86d3-8491-47d9-bb5a-c5dea7c81d6e) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:46.588409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Allocated IP 2001:db8::2 (a60dd24c-9f00-44b9-a2b0-e0788b74b5c1/d2abddca-802b-447a-925b-3efb78ffa8c3/4f338748-563c-4c4d-b9e0-f02133aea506) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:46.592062 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-c8faa7fe-f1c1-4599-9a0b-b59cf0de8023 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.612245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36010198-b2e1-4606-b71a-f01eaff6dd1a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.616062 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-36010198-b2e1-4606-b71a-f01eaff6dd1a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5236340 Jul 05 04:04:46.616876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['761bf73a-509b-4c28-b457-15f5ee0c6a71', 'e69327c5-391f-44a4-ac13-fd5787e9efa6'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:46.618873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41344) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:46.630890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'port': {'network_id': 'a60dd24c-9f00-44b9-a2b0-e0788b74b5c1', 'name': 'tempest-RoutersIpV6Test-1585143969'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:46.717274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8faa7fe-f1c1-4599-9a0b-b59cf0de8023 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event deleted for resources: {'Port': ['ID=e69327c5-391f-44a4-ac13-fd5787e9efa6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:46.773270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-c8faa7fe-f1c1-4599-9a0b-b59cf0de8023 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] No DVR routers for this DVR port e69327c5-391f-44a4-ac13-fd5787e9efa6 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:46.777193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-c8faa7fe-f1c1-4599-9a0b-b59cf0de8023 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.779290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1de1c83a-d150-4cfe-8694-39e106d6dc93 req-c8faa7fe-f1c1-4599-9a0b-b59cf0de8023 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "DELETE /v2.0/ports/e69327c5-391f-44a4-ac13-fd5787e9efa6 HTTP/1.1" status: 204 len: 173 time: 1.5221851 Jul 05 04:04:46.812943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87298d21-2724-41cd-b86b-7329452e72d1', 'name': 'network-vif-deleted', 'tag': 'e69327c5-391f-44a4-ac13-fd5787e9efa6'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:46.815286 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ef0e14b-1d23-47ef-aed7-ed764a122565" -d '{"events": [{"server_uuid": "87298d21-2724-41cd-b86b-7329452e72d1", "name": "network-vif-deleted", "tag": "e69327c5-391f-44a4-ac13-fd5787e9efa6"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:46.829557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf4f964b-39ac-4fd0-937b-0362bda59ab8 req-589b8013-c6c8-469e-abc9-041ac122bb4e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 210 time: 0.0725324 Jul 05 04:04:46.840594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-242121b4-d42f-46c1-bd50-7f8006006704 None None] Provisioning complete for port f2001223-2301-4135-9a6b-b430ca2fce16 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:46.840904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-242121b4-d42f-46c1-bd50-7f8006006704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.892319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:46.902935 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.903110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8295c853-62c3-4ca3-9640-36aeeb138dba req-47966069-53f3-4230-bf00-99eefc7ad2c8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:46.903363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8295c853-62c3-4ca3-9640-36aeeb138dba req-47966069-53f3-4230-bf00-99eefc7ad2c8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2834687 Jul 05 04:04:46.939266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] device_id is not set on port 2dbde3d9-316b-4d05-beb2-88155a157da2 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:46.941044 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:46.954373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-242121b4-d42f-46c1-bd50-7f8006006704 None None] Port f2001223-2301-4135-9a6b-b430ca2fce16 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:46.965936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Transition to ACTIVE for port object 4f338748-563c-4c4d-b9e0-f02133aea506 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:47.026909 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.038114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Transition to ACTIVE for port object 4f338748-563c-4c4d-b9e0-f02133aea506 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:47.041054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-242121b4-d42f-46c1-bd50-7f8006006704 None None] Provisioning complete for port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:47.041438 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-242121b4-d42f-46c1-bd50-7f8006006704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.085722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8295c853-62c3-4ca3-9640-36aeeb138dba req-a0983c15-b6b2-4f31-a207-c34c6e231d95 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714888 Jul 05 04:04:47.094889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object f55f86d3-8491-47d9-bb5a-c5dea7c81d6e will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:47.134088 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.169461 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.179368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-242121b4-d42f-46c1-bd50-7f8006006704 None None] Port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:47.215075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Network a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:47.221597 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff93eaf0-7fbf-4e2c-b4aa-9920f014ab06 x-openstack-request-id: req-ff93eaf0-7fbf-4e2c-b4aa-9920f014ab06 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:47.221887 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "87298d21-2724-41cd-b86b-7329452e72d1", "name": "network-vif-deleted", "tag": "e69327c5-391f-44a4-ac13-fd5787e9efa6", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:47.222138 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ff93eaf0-7fbf-4e2c-b4aa-9920f014ab06 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:47.222538 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87298d21-2724-41cd-b86b-7329452e72d1', 'name': 'network-vif-deleted', 'tag': 'e69327c5-391f-44a4-ac13-fd5787e9efa6', 'status': 'completed', 'code': 200} Jul 05 04:04:47.245891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:47.248603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:47.250799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Pushing event updated for resources: {'Port': ['ID=4f338748-563c-4c4d-b9e0-f02133aea506,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.257702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Allocated IP 2001:db8::3af (a60dd24c-9f00-44b9-a2b0-e0788b74b5c1/d2abddca-802b-447a-925b-3efb78ffa8c3/2dbde3d9-316b-4d05-beb2-88155a157da2) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:47.368068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-242121b4-d42f-46c1-bd50-7f8006006704 None None] Provisioning for port 8a17cf94-7f9e-401a-aacb-be131af433a2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:47.405336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-242121b4-d42f-46c1-bd50-7f8006006704 None None] Provisioning complete for port 8a17cf94-7f9e-401a-aacb-be131af433a2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:47.405765 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-242121b4-d42f-46c1-bd50-7f8006006704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.412680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=f55f86d3-8491-47d9-bb5a-c5dea7c81d6e,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.430894 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Attempting to bind port 4f338748-563c-4c4d-b9e0-f02133aea506 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:04:47.431261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Attempting to bind port 4f338748-563c-4c4d-b9e0-f02133aea506 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '4cd3e223-29b7-4300-af11-4b089d2cae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a60dd24c-9f00-44b9-a2b0-e0788b74b5c1'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:04:47.431619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Attempting to bind port 4f338748-563c-4c4d-b9e0-f02133aea506 on network a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:04:47.440062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:04:47.440450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Checking segment: {'id': '4cd3e223-29b7-4300-af11-4b089d2cae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a60dd24c-9f00-44b9-a2b0-e0788b74b5c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:47.440850 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.441245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Bound using segment: {'id': '4cd3e223-29b7-4300-af11-4b089d2cae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a60dd24c-9f00-44b9-a2b0-e0788b74b5c1'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:04:47.441730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Bound port: 4f338748-563c-4c4d-b9e0-f02133aea506, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4cd3e223-29b7-4300-af11-4b089d2cae57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a60dd24c-9f00-44b9-a2b0-e0788b74b5c1'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:04:47.442108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.488211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] In _notify_port_updated(), no bound segment for port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e on network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:04:47.493113 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.494840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:47.496143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.497890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-20d4f58f-898d-47d1-9709-5a176439517c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "PUT /v2.0/ports/f55f86d3-8491-47d9-bb5a-c5dea7c81d6e HTTP/1.1" status: 200 len: 921 time: 3.0939076 Jul 05 04:04:47.501224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41360) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:47.527056 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Transition to ACTIVE for port object 2dbde3d9-316b-4d05-beb2-88155a157da2 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:47.572108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] For port 4f338748-563c-4c4d-b9e0-f02133aea506, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:04:47.602396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] For port 4f338748-563c-4c4d-b9e0-f02133aea506, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4f338748-563c-4c4d-b9e0-f02133aea506,segment=NetworkSegment(4cd3e223-29b7-4300-af11-4b089d2cae57),segment_id=4cd3e223-29b7-4300-af11-4b089d2cae57)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:04:47.626776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3c3682-2798-4e6b-a2d6-30286316a466 req-65e0e3b5-7029-420e-a1c7-1551910cb461 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:47.628453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d3c3682-2798-4e6b-a2d6-30286316a466 req-65e0e3b5-7029-420e-a1c7-1551910cb461 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2174797 Jul 05 04:04:47.664844 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.667088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41364) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:47.692576 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.736879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:47.746695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:47.763979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:47.778648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:47.785261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.792491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d3c3682-2798-4e6b-a2d6-30286316a466 req-59a7e600-4b16-4a3e-bb6e-e8203ed78c00 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350262 Jul 05 04:04:47.796815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=2dbde3d9-316b-4d05-beb2-88155a157da2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.866875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f81dfd6c-8fc2-42c6-bddd-abf116befdef tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:47.867235 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f81dfd6c-8fc2-42c6-bddd-abf116befdef tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.870417 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7facedc5-c847-447b-a548-b767f08d7450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:47.922505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11cddb0-b0b5-4d44-90f1-c7dc6577e811 None None] Pushing event updated for resources: {'Port': ['ID=4f338748-563c-4c4d-b9e0-f02133aea506,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:47.939409 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5274975f-703e-4792-a2b3-c633bcad8f47 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3164473 Jul 05 04:04:47.939927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41374) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:48.017220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-18bcd9d8-7f2f-422c-8da8-f0c2a71c9436 None None] Provisioning for port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:48.022487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-18bcd9d8-7f2f-422c-8da8-f0c2a71c9436 None None] Provisioning complete for port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:48.022867 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18bcd9d8-7f2f-422c-8da8-f0c2a71c9436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.123022 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f81dfd6c-8fc2-42c6-bddd-abf116befdef tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.139419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f81dfd6c-8fc2-42c6-bddd-abf116befdef tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for f55f86d3-8491-47d9-bb5a-c5dea7c81d6e owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:48.196161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-18bcd9d8-7f2f-422c-8da8-f0c2a71c9436 None None] Port f55f86d3-8491-47d9-bb5a-c5dea7c81d6e cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:48.465906 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24f6a673-47c4-40f4-b453-a3d733a19c87 req-14ea6e3b-b378-4499-ae4e-b0c961081196 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=87298d21-2724-41cd-b86b-7329452e72d1 HTTP/1.1" status: 200 len: 210 time: 0.1212485 Jul 05 04:04:48.494537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f05ea19-70fc-4387-bc21-91507e2167a6 req-d3c0f203-fd47-4c5b-b2ed-7d13a1f0cb96 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0893028 Jul 05 04:04:48.520074 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7facedc5-c847-447b-a548-b767f08d7450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.569128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334b590-9565-438b-81ef-784e0fe33f1b req-bec24a4e-8e17-48bf-bcc1-41b2fb9e623d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:48.571451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4334b590-9565-438b-81ef-784e0fe33f1b req-bec24a4e-8e17-48bf-bcc1-41b2fb9e623d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2275350 Jul 05 04:04:48.604989 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7facedc5-c847-447b-a548-b767f08d7450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.629552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4334b590-9565-438b-81ef-784e0fe33f1b req-1e5b0add-4650-4bba-a924-9f8971a249cc tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523632 Jul 05 04:04:48.631085 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f81dfd6c-8fc2-42c6-bddd-abf116befdef tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.667604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81dfd6c-8fc2-42c6-bddd-abf116befdef tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=f55f86d3-8491-47d9-bb5a-c5dea7c81d6e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:48.760176 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7facedc5-c847-447b-a548-b767f08d7450 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6435b5b129d84458b5edea16070435d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0894680 Jul 05 04:04:48.762648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41392) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:48.774412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62fc6a7e-2459-42d3-8ce6-f7a4812c42cc req-d7d60d54-c751-43a3-8262-8a0931388cdd service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0875211 Jul 05 04:04:48.810091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7facedc5-c847-447b-a548-b767f08d7450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f2e1c0-0443-40e6-9c55-f7d275168a5b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:48.814901 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f81dfd6c-8fc2-42c6-bddd-abf116befdef tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.822137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.828961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f81dfd6c-8fc2-42c6-bddd-abf116befdef tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/f55f86d3-8491-47d9-bb5a-c5dea7c81d6e HTTP/1.1" status: 204 len: 168 time: 1.3265612 Jul 05 04:04:48.833049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41394) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:48.885610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df76ac12-4f30-4f57-922c-3f94c9f1b634 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.886918 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2516469-b77e-461e-b395-a660813e5548 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:04:48.896335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f2516469-b77e-461e-b395-a660813e5548 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/f55f86d3-8491-47d9-bb5a-c5dea7c81d6e HTTP/1.1" status: 404 len: 333 time: 0.0617180 Jul 05 04:04:48.896551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41396) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:48.947007 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df76ac12-4f30-4f57-922c-3f94c9f1b634 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:48.981343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd6a254-b768-4ca6-8d22-4e698d09b5c6 req-d4320164-201f-454c-a66e-ed86c1955b29 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:48.983282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6dd6a254-b768-4ca6-8d22-4e698d09b5c6 req-d4320164-201f-454c-a66e-ed86c1955b29 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1386049 Jul 05 04:04:49.036389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6dd6a254-b768-4ca6-8d22-4e698d09b5c6 req-4fd730b6-f2fe-46a2-8b5a-fb6c14669cc4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470884 Jul 05 04:04:49.166953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-887a4c1d-91a0-40c0-9ed6-bdbdf38bfda2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.191837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-887a4c1d-91a0-40c0-9ed6-bdbdf38bfda2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.289288 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df76ac12-4f30-4f57-922c-3f94c9f1b634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.292052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df76ac12-4f30-4f57-922c-3f94c9f1b634 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.297368 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-df76ac12-4f30-4f57-922c-3f94c9f1b634 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2f2e1c0-0443-40e6-9c55-f7d275168a5b HTTP/1.1" status: 204 len: 168 time: 0.5289016 Jul 05 04:04:49.301031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e69327c5-391f-44a4-ac13-fd5787e9efa6 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:49.305129 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.313774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76ac12-4f30-4f57-922c-3f94c9f1b634 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f2e1c0-0443-40e6-9c55-f7d275168a5b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:49.341091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7af66b5-4402-4c07-93fd-96bbb1516b3e req-92fd1e53-b479-43c4-88f2-3ddf13696f34 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.342724 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7af66b5-4402-4c07-93fd-96bbb1516b3e req-92fd1e53-b479-43c4-88f2-3ddf13696f34 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.0958433 Jul 05 04:04:49.372116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: e69327c5-391f-44a4-ac13-fd5787e9efa6 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:49.372751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e69327c5-391f-44a4-ac13-fd5787e9efa6 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:49.378156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0dc15bf-1e7e-40ec-8aec-78e3e367b2e8 None None] Network a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:49.397531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7af66b5-4402-4c07-93fd-96bbb1516b3e req-03eb9afd-26d6-4600-b0cf-cc17944f19a2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484068 Jul 05 04:04:49.420649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-887a4c1d-91a0-40c0-9ed6-bdbdf38bfda2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.426619 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-887a4c1d-91a0-40c0-9ed6-bdbdf38bfda2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.426619 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-887a4c1d-91a0-40c0-9ed6-bdbdf38bfda2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/security-groups/118a1e78-80b1-4730-85b9-8c38cf478ba3 HTTP/1.1" status: 204 len: 168 time: 0.5231323 Jul 05 04:04:49.428801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41406) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:49.431774 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.450590 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887a4c1d-91a0-40c0-9ed6-bdbdf38bfda2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=118a1e78-80b1-4730-85b9-8c38cf478ba3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:49.503071 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4430f11f-ba3a-4357-bc00-23e9553ae7de tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.534363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4430f11f-ba3a-4357-bc00-23e9553ae7de tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.547965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-708f3361-498f-461f-8ddc-996687b728df None None] Provisioning for port 4f338748-563c-4c4d-b9e0-f02133aea506 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:49.583427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=2dbde3d9-316b-4d05-beb2-88155a157da2,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:49.669657 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4430f11f-ba3a-4357-bc00-23e9553ae7de tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.673652 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4430f11f-ba3a-4357-bc00-23e9553ae7de tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.676522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4430f11f-ba3a-4357-bc00-23e9553ae7de tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/security-groups/6c6d30e7-fe77-44fe-9d9e-e1781993e8a8 HTTP/1.1" status: 204 len: 168 time: 0.2446916 Jul 05 04:04:49.686701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41416) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:49.717193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c02b9a6c-d32c-43ae-bbc0-95d929c304d4 req-b60bab28-ad16-4b18-a65c-4511aa7711f9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:49.718509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c02b9a6c-d32c-43ae-bbc0-95d929c304d4 req-b60bab28-ad16-4b18-a65c-4511aa7711f9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1184063 Jul 05 04:04:49.720262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4430f11f-ba3a-4357-bc00-23e9553ae7de tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6d30e7-fe77-44fe-9d9e-e1781993e8a8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:49.788526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.881515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c02b9a6c-d32c-43ae-bbc0-95d929c304d4 req-68734095-32aa-4f18-b5af-393821c63196 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266959 Jul 05 04:04:49.892605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-754e4909-b1d0-4ef8-a6b5-bb6a333e9c98 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet 6d3ebbb5-1b20-438f-93fd-a51db90de8fa {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:49.903625 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-754e4909-b1d0-4ef8-a6b5-bb6a333e9c98 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:49.969081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4f338748-563c-4c4d-b9e0-f02133aea506 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:49.979466 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-754e4909-b1d0-4ef8-a6b5-bb6a333e9c98 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.057607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.122474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 4f338748-563c-4c4d-b9e0-f02133aea506 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:50.129786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 4f338748-563c-4c4d-b9e0-f02133aea506 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:50.130390 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.136645 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-754e4909-b1d0-4ef8-a6b5-bb6a333e9c98 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.294296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-47a48b2a-8451-4444-a71d-070e8ddd372c None None] Provisioning for port 2dbde3d9-316b-4d05-beb2-88155a157da2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:50.302220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-47a48b2a-8451-4444-a71d-070e8ddd372c None None] Provisioning complete for port 2dbde3d9-316b-4d05-beb2-88155a157da2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:50.302912 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47a48b2a-8451-4444-a71d-070e8ddd372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.355262 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-754e4909-b1d0-4ef8-a6b5-bb6a333e9c98 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.384416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-47a48b2a-8451-4444-a71d-070e8ddd372c None None] Port 2dbde3d9-316b-4d05-beb2-88155a157da2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:50.401697 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.418343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754e4909-b1d0-4ef8-a6b5-bb6a333e9c98 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=6d3ebbb5-1b20-438f-93fd-a51db90de8fa,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:50.447630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-47a48b2a-8451-4444-a71d-070e8ddd372c None None] Provisioning complete for port 4f338748-563c-4c4d-b9e0-f02133aea506 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:50.448457 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47a48b2a-8451-4444-a71d-070e8ddd372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.459204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-754e4909-b1d0-4ef8-a6b5-bb6a333e9c98 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.462195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-754e4909-b1d0-4ef8-a6b5-bb6a333e9c98 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/6d3ebbb5-1b20-438f-93fd-a51db90de8fa HTTP/1.1" status: 204 len: 168 time: 0.7734044 Jul 05 04:04:50.474669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41442) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:50.483716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c7b6124e-808a-4a80-98f1-0b8ee6ada57b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:50.509060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaeaffe-e70f-424e-a493-3815dd7faa1f None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:50.628559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 4f338748-563c-4c4d-b9e0-f02133aea506, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4f338748-563c-4c4d-b9e0-f02133aea506,segment=NetworkSegment(4cd3e223-29b7-4300-af11-4b089d2cae57),segment_id=4cd3e223-29b7-4300-af11-4b089d2cae57)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:50.638860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e544911-27fd-4f4b-bfb1-f7cc1145c6b8 req-f415217b-15ba-4477-b275-f6a92ddc16c9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:50.652261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e544911-27fd-4f4b-bfb1-f7cc1145c6b8 req-f415217b-15ba-4477-b275-f6a92ddc16c9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3799696 Jul 05 04:04:50.739962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e544911-27fd-4f4b-bfb1-f7cc1145c6b8 req-ee12997e-6ff4-458d-bafe-db4a1da3e401 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865850 Jul 05 04:04:50.774602 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.788380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-91312457-1789-4900-a8de-4af2cac5219f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:50.789936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-91312457-1789-4900-a8de-4af2cac5219f tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.2386632 Jul 05 04:04:50.798715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cde0cd6-c024-4f95-8383-8379e465936b req-98695d4f-d348-43b3-8b6e-5e30b4d7fac1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:50.800311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4cde0cd6-c024-4f95-8383-8379e465936b req-98695d4f-d348-43b3-8b6e-5e30b4d7fac1 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.3841197 Jul 05 04:04:50.811127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b6124e-808a-4a80-98f1-0b8ee6ada57b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:50.824091 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7b6124e-808a-4a80-98f1-0b8ee6ada57b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.850633 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47a48b2a-8451-4444-a71d-070e8ddd372c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.910544 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:50.982097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=4f338748-563c-4c4d-b9e0-f02133aea506,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:50.998268 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.000476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.010877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4cde0cd6-c024-4f95-8383-8379e465936b req-d74ca62c-59bb-4a17-9f24-71299a6feb37 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2026119 Jul 05 04:04:51.017711 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-47a48b2a-8451-4444-a71d-070e8ddd372c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:04:51.018109 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-47a48b2a-8451-4444-a71d-070e8ddd372c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:04:51.127802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0925a5cb-a078-460e-9d7d-ceb648b7ec5c req-23214c94-88e6-427e-9ba3-a98899f2136a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0518031 Jul 05 04:04:51.202081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d20fef-4efa-4348-bb22-3da53f8ad722 req-c7951342-d51c-4c46-a9c6-4b0e044ccbae tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:51.203714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25d20fef-4efa-4348-bb22-3da53f8ad722 req-c7951342-d51c-4c46-a9c6-4b0e044ccbae tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2570086 Jul 05 04:04:51.223712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-63fd6b8d-aebb-42ab-b9c6-a563755c8c3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Deleting port 761bf73a-509b-4c28-b457-15f5ee0c6a71 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:51.224129 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-63fd6b8d-aebb-42ab-b9c6-a563755c8c3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.244318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=2dbde3d9-316b-4d05-beb2-88155a157da2,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:51.344194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25d20fef-4efa-4348-bb22-3da53f8ad722 req-568b4335-c2a3-4199-b985-21c20744f6dd tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333439 Jul 05 04:04:51.381354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:51.382853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:51.414198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17ebf6e0-ab98-4001-8d81-e58d58808bd0 req-7132c9e6-8c6a-411d-bfe2-4128b9df8211 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0573578 Jul 05 04:04:51.608127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-63fd6b8d-aebb-42ab-b9c6-a563755c8c3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] For port 761bf73a-509b-4c28-b457-15f5ee0c6a71, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=761bf73a-509b-4c28-b457-15f5ee0c6a71,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:51.608503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-63fd6b8d-aebb-42ab-b9c6-a563755c8c3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.638565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-63fd6b8d-aebb-42ab-b9c6-a563755c8c3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Calling delete_port for 761bf73a-509b-4c28-b457-15f5ee0c6a71 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:51.651780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router 94c1cff1-a36f-44bc-8937-5d6cb77011c5 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:04:51.712371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-442ca897-c149-41c6-91f7-aa517d0ef1f0 None None] Provisioning complete for port 2dbde3d9-316b-4d05-beb2-88155a157da2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:51.712910 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-442ca897-c149-41c6-91f7-aa517d0ef1f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.738389 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7b6124e-808a-4a80-98f1-0b8ee6ada57b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:51.775007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:51.782241 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-99e45f4f-c9a0-49f7-bc4c-bfd550c8f632 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/94c1cff1-a36f-44bc-8937-5d6cb77011c5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8410645 Jul 05 04:04:51.787411 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4236aa3-1df5-4f77-b400-7a3b8b048b2a None None] Sync routers for ids ['94c1cff1-a36f-44bc-8937-5d6cb77011c5'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:51.792622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41470) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:51.808399 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4236aa3-1df5-4f77-b400-7a3b8b048b2a None None] Routers {'94c1cff1-a36f-44bc-8937-5d6cb77011c5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:51.809034 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c4236aa3-1df5-4f77-b400-7a3b8b048b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['94c1cff1-a36f-44bc-8937-5d6cb77011c5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.837011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-442ca897-c149-41c6-91f7-aa517d0ef1f0 None None] Port 2dbde3d9-316b-4d05-beb2-88155a157da2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:51.863336 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c4236aa3-1df5-4f77-b400-7a3b8b048b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.874080 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4236aa3-1df5-4f77-b400-7a3b8b048b2a None None] Routers {'94c1cff1-a36f-44bc-8937-5d6cb77011c5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:51.875135 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c4236aa3-1df5-4f77-b400-7a3b8b048b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['94c1cff1-a36f-44bc-8937-5d6cb77011c5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.908791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4f338748-563c-4c4d-b9e0-f02133aea506 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:51.952297 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c4236aa3-1df5-4f77-b400-7a3b8b048b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:51.953828 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4236aa3-1df5-4f77-b400-7a3b8b048b2a None None] The sync data for ids ['94c1cff1-a36f-44bc-8937-5d6cb77011c5'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:51.979442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-120180df-cff2-4de1-8d52-c4874449b2cc None None] Provisioning complete for port 2dbde3d9-316b-4d05-beb2-88155a157da2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:51.979984 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-120180df-cff2-4de1-8d52-c4874449b2cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.031521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-120180df-cff2-4de1-8d52-c4874449b2cc None None] Port 2dbde3d9-316b-4d05-beb2-88155a157da2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:52.032964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 4f338748-563c-4c4d-b9e0-f02133aea506 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:52.033336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.300912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b6124e-808a-4a80-98f1-0b8ee6ada57b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:52.327021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-c7b6124e-808a-4a80-98f1-0b8ee6ada57b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:52.339793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a774148-1c7b-44b3-895b-b79c538337b2 None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:52.353742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b6124e-808a-4a80-98f1-0b8ee6ada57b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:52.354337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7b6124e-808a-4a80-98f1-0b8ee6ada57b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.379007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b6124e-808a-4a80-98f1-0b8ee6ada57b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=78da0e50-e060-44af-9ecc-f8fedcead157,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:52.410451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8ac0731d-f3ac-4587-a0b7-57c36b7866b2 None None] Provisioning complete for port f2001223-2301-4135-9a6b-b430ca2fce16 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:52.410838 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8ac0731d-f3ac-4587-a0b7-57c36b7866b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.456128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a83cb87-aa39-47d5-bde0-4a85dbdb73c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:52.456128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3a83cb87-aa39-47d5-bde0-4a85dbdb73c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports/2dbde3d9-316b-4d05-beb2-88155a157da2 HTTP/1.1" status: 200 len: 984 time: 0.6577744 Jul 05 04:04:52.456561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41484) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.482163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8ac0731d-f3ac-4587-a0b7-57c36b7866b2 None None] Port f2001223-2301-4135-9a6b-b430ca2fce16 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:52.496591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c7b6124e-808a-4a80-98f1-0b8ee6ada57b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0149460 Jul 05 04:04:52.501766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41486) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:52.507396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8ac0731d-f3ac-4587-a0b7-57c36b7866b2 None None] Provisioning complete for port 8a17cf94-7f9e-401a-aacb-be131af433a2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:52.508020 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8ac0731d-f3ac-4587-a0b7-57c36b7866b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.508836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'security_group': {'name': 'tempest-secgroup-746898385'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:52.602875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72b8787-a9de-43b6-bcaa-83cb1a3a5772 req-3e2a642e-39b1-4d1a-a357-5b79c200532c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:52.602875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e72b8787-a9de-43b6-bcaa-83cb1a3a5772 req-3e2a642e-39b1-4d1a-a357-5b79c200532c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 945 time: 0.2529321 Jul 05 04:04:52.602875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be092b6c-d82a-41b4-8c7a-73c4ccb254a7 req-040ec513-f2b4-4e34-a2f5-22a85f296b66 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:52.602875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be092b6c-d82a-41b4-8c7a-73c4ccb254a7 req-040ec513-f2b4-4e34-a2f5-22a85f296b66 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2755268 Jul 05 04:04:52.619647 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-63fd6b8d-aebb-42ab-b9c6-a563755c8c3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.642379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['761bf73a-509b-4c28-b457-15f5ee0c6a71'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:04:52.707204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be092b6c-d82a-41b4-8c7a-73c4ccb254a7 req-2ef991b4-8e22-4d1a-b629-b83803407dd9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1315172 Jul 05 04:04:52.744360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63fd6b8d-aebb-42ab-b9c6-a563755c8c3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event deleted for resources: {'Port': ['ID=761bf73a-509b-4c28-b457-15f5ee0c6a71,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:52.751749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.864827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e72b8787-a9de-43b6-bcaa-83cb1a3a5772 req-26d962f6-dab8-4aeb-aa51-87d31894311a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=400c1d59-66c1-44ce-a8a9-dd2776a49089&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3116980 Jul 05 04:04:52.870305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98601f3-6fb0-41b6-9244-34b30033cb32 None None] Update dhcp port {'port': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'fixed_ips': [{'subnet_id': 'ee5199a5-77ab-45aa-a7d1-ca278abe43d0', 'ip_address': '172.20.0.18'}, {'subnet_id': '78da0e50-e060-44af-9ecc-f8fedcead157'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '8a17cf94-7f9e-401a-aacb-be131af433a2'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:04:52.915757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-63fd6b8d-aebb-42ab-b9c6-a563755c8c3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] No DVR routers for this DVR port 761bf73a-509b-4c28-b457-15f5ee0c6a71 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:52.921907 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-63fd6b8d-aebb-42ab-b9c6-a563755c8c3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.924375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1649ded-7438-48fc-9209-f3dbb233cf3b req-63fd6b8d-aebb-42ab-b9c6-a563755c8c3e tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "DELETE /v2.0/ports/761bf73a-509b-4c28-b457-15f5ee0c6a71 HTTP/1.1" status: 204 len: 173 time: 2.1230342 Jul 05 04:04:52.924839 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a98601f3-6fb0-41b6-9244-34b30033cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:52.925230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0bc6d1d3-c9d9-4b31-8841-8a170f5e9424', 'name': 'network-vif-deleted', 'tag': '761bf73a-509b-4c28-b457-15f5ee0c6a71'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:04:52.928755 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56808251-67d1-49c0-a736-8b5d70ab0a34" -d '{"events": [{"server_uuid": "0bc6d1d3-c9d9-4b31-8841-8a170f5e9424", "name": "network-vif-deleted", "tag": "761bf73a-509b-4c28-b457-15f5ee0c6a71"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:04:52.997650 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a317e3f8-3237-4152-998c-def9b8a9057c x-openstack-request-id: req-a317e3f8-3237-4152-998c-def9b8a9057c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:04:52.998012 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0bc6d1d3-c9d9-4b31-8841-8a170f5e9424", "name": "network-vif-deleted", "tag": "761bf73a-509b-4c28-b457-15f5ee0c6a71", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:04:52.998184 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a317e3f8-3237-4152-998c-def9b8a9057c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:04:53.005154 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0bc6d1d3-c9d9-4b31-8841-8a170f5e9424', 'name': 'network-vif-deleted', 'tag': '761bf73a-509b-4c28-b457-15f5ee0c6a71', 'status': 'completed', 'code': 200} Jul 05 04:04:53.139461 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.235034 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.255554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-a98601f3-6fb0-41b6-9244-34b30033cb32 None None] Allocated IP 172.20.0.2 (3b65a2a0-9350-43ce-9261-4ed238bc3ca5/78da0e50-e060-44af-9ecc-f8fedcead157/8a17cf94-7f9e-401a-aacb-be131af433a2) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:53.298345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=979283a6-689b-41ef-a3d2-1a077e98cf5a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:53.309879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.310226 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.310563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.310893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.311220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.311575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.311959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.312285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.312608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.312933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.313250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.313655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:04:53.330042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.349460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.353697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-73c8aa1c-f29e-4417-8d9f-d29d881e818c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8466427 Jul 05 04:04:53.367156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41494) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:53.367156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f4534fd1-21fa-4f35-85a1-f00c0d8823fe tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'security_group': {'name': 'tempest-secgroup-1754188677'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:53.422458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a98601f3-6fb0-41b6-9244-34b30033cb32 None None] For port 8a17cf94-7f9e-401a-aacb-be131af433a2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8a17cf94-7f9e-401a-aacb-be131af433a2,segment=NetworkSegment(a72e7e97-5589-4a2c-a831-11cafff04eda),segment_id=a72e7e97-5589-4a2c-a831-11cafff04eda)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:53.464051 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a98601f3-6fb0-41b6-9244-34b30033cb32 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.478522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-617a2022-897b-4143-bd66-d41b49cd994d req-e4b9263d-46d0-44a1-b008-5af99d030509 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0392497 Jul 05 04:04:53.479837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4534fd1-21fa-4f35-85a1-f00c0d8823fe tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.482131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a98601f3-6fb0-41b6-9244-34b30033cb32 None None] Transition to ACTIVE for port object 8a17cf94-7f9e-401a-aacb-be131af433a2 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:53.564912 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a98601f3-6fb0-41b6-9244-34b30033cb32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.568111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 2dbde3d9-316b-4d05-beb2-88155a157da2 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:53.569611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.578979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4534fd1-21fa-4f35-85a1-f00c0d8823fe tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.646214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4534fd1-21fa-4f35-85a1-f00c0d8823fe tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.668383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98601f3-6fb0-41b6-9244-34b30033cb32 None None] Pushing event updated for resources: {'Port': ['ID=8a17cf94-7f9e-401a-aacb-be131af433a2,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:53.673909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.687731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4534fd1-21fa-4f35-85a1-f00c0d8823fe tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e79cc32-ab4b-433d-9e87-63fe760b214d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:53.707189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 2dbde3d9-316b-4d05-beb2-88155a157da2 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:53.746377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9645b417-c4ba-4ca1-bb10-fd627c3f0116 req-5ede221c-b0ab-48bd-9190-21ef267aa13e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0356934 Jul 05 04:04:53.748731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4534fd1-21fa-4f35-85a1-f00c0d8823fe tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:53.750801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f4534fd1-21fa-4f35-85a1-f00c0d8823fe tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3954654 Jul 05 04:04:53.753611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41504) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:53.759398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ca8462ef-e4f4-466a-9c1b-c9fb42f5abf8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'security_group': {'name': 'tempest-secgroup-324872654'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:53.884058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8a17cf94-7f9e-401a-aacb-be131af433a2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:04:53.898167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca8462ef-e4f4-466a-9c1b-c9fb42f5abf8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.034826 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.064811 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca8462ef-e4f4-466a-9c1b-c9fb42f5abf8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.084367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a63e36b-d8ef-40b9-bd3e-ffad76266c8a req-f26adcef-510b-4587-99cd-d0a19c899634 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:54.085977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a63e36b-d8ef-40b9-bd3e-ffad76266c8a req-f26adcef-510b-4587-99cd-d0a19c899634 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1500387 Jul 05 04:04:54.097356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=2dbde3d9-316b-4d05-beb2-88155a157da2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:54.136395 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca8462ef-e4f4-466a-9c1b-c9fb42f5abf8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.140189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52ffcbaa-0f1c-45ab-b3a4-d47c07c75869 req-5c9f6e75-348c-43f3-9625-45e5d15e27ad tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=0bc6d1d3-c9d9-4b31-8841-8a170f5e9424 HTTP/1.1" status: 200 len: 210 time: 0.0530562 Jul 05 04:04:54.241847 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.243992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a63e36b-d8ef-40b9-bd3e-ffad76266c8a req-c5a8e9b9-282a-4abb-b751-d079a79bf3dc tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468647 Jul 05 04:04:54.244839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8462ef-e4f4-466a-9c1b-c9fb42f5abf8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40c68a9b-5658-44c0-99a6-d2b5358ebfe1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:54.325472 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca8462ef-e4f4-466a-9c1b-c9fb42f5abf8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.327300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ca8462ef-e4f4-466a-9c1b-c9fb42f5abf8 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5726969 Jul 05 04:04:54.332712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41516) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:54.340187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-3705685', 'security_groups': ['40c68a9b-5658-44c0-99a6-d2b5358ebfe1'], 'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '78da0e50-e060-44af-9ecc-f8fedcead157'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:54.575808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router 94c1cff1-a36f-44bc-8937-5d6cb77011c5 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:54.640573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:54.654770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:54.660294 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d047f281-222b-484b-96b1-a5723368eb42 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/94c1cff1-a36f-44bc-8937-5d6cb77011c5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2025599 Jul 05 04:04:54.663120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41524) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:54.668144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5628d40a-e9e7-4ca3-a000-5bd49c201a23 None None] Sync routers for ids ['94c1cff1-a36f-44bc-8937-5d6cb77011c5'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:54.678566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5628d40a-e9e7-4ca3-a000-5bd49c201a23 None None] Routers {'94c1cff1-a36f-44bc-8937-5d6cb77011c5'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:54.679296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5628d40a-e9e7-4ca3-a000-5bd49c201a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['94c1cff1-a36f-44bc-8937-5d6cb77011c5'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:54.719637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5628d40a-e9e7-4ca3-a000-5bd49c201a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:54.736826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5628d40a-e9e7-4ca3-a000-5bd49c201a23 None None] Routers {'94c1cff1-a36f-44bc-8937-5d6cb77011c5'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:54.737504 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5628d40a-e9e7-4ca3-a000-5bd49c201a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['94c1cff1-a36f-44bc-8937-5d6cb77011c5'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:54.740946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6455a0df-a307-42b6-86ed-8df8b073bba4 None None] Provisioning complete for port f2001223-2301-4135-9a6b-b430ca2fce16 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:54.741327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6455a0df-a307-42b6-86ed-8df8b073bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.753840 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:54.777596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] device_id is not set on port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:04:54.788937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5628d40a-e9e7-4ca3-a000-5bd49c201a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:54.789613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5628d40a-e9e7-4ca3-a000-5bd49c201a23 None None] The sync data for ids ['94c1cff1-a36f-44bc-8937-5d6cb77011c5'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:04:54.800242 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:04:54.835769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6455a0df-a307-42b6-86ed-8df8b073bba4 None None] Port f2001223-2301-4135-9a6b-b430ca2fce16 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:54.883088 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-5ce13341-8d2b-493d-b919-0fe89421aae7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 04:04:54.884120 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5ce13341-8d2b-493d-b919-0fe89421aae7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/94c1cff1-a36f-44bc-8937-5d6cb77011c5/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2201252 Jul 05 04:04:54.886991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41530) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:54.923706 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c3bbaeb5-2291-4fd8-a7a0-83a03078dd45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=94c1cff1-a36f-44bc-8937-5d6cb77011c5 HTTP/1.1" status: 200 len: 205 time: 0.0354073 Jul 05 04:04:54.926217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41532) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:54.943358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6455a0df-a307-42b6-86ed-8df8b073bba4 None None] Provisioning for port 8a17cf94-7f9e-401a-aacb-be131af433a2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:54.949191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6455a0df-a307-42b6-86ed-8df8b073bba4 None None] Provisioning complete for port 8a17cf94-7f9e-401a-aacb-be131af433a2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:54.949639 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6455a0df-a307-42b6-86ed-8df8b073bba4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.011486 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3147af28-fad5-4add-ad93-1bf291a977db tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.098687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70305e-0662-48be-80ff-54096a275a17 req-dc563eaf-857e-40e2-88be-a458517e07c6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.100856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b70305e-0662-48be-80ff-54096a275a17 req-dc563eaf-857e-40e2-88be-a458517e07c6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1690197 Jul 05 04:04:55.107883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.11 (3b65a2a0-9350-43ce-9261-4ed238bc3ca5/78da0e50-e060-44af-9ecc-f8fedcead157/381c3ed4-14d2-4e69-adb7-b95dc7dca3e2) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:55.189253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b70305e-0662-48be-80ff-54096a275a17 req-d6e25ce7-39af-4acd-869f-9744ed855f21 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749886 Jul 05 04:04:55.211113 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3147af28-fad5-4add-ad93-1bf291a977db tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.217313 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3147af28-fad5-4add-ad93-1bf291a977db tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.297453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 761bf73a-509b-4c28-b457-15f5ee0c6a71 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:55.320500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 761bf73a-509b-4c28-b457-15f5ee0c6a71 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:55.321410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 761bf73a-509b-4c28-b457-15f5ee0c6a71 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:55.328199 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.337155 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3147af28-fad5-4add-ad93-1bf291a977db tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.337662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3147af28-fad5-4add-ad93-1bf291a977db tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Fanout notify agent at l3_agent the message router_deleted on router 94c1cff1-a36f-44bc-8937-5d6cb77011c5 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:04:55.342126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:55.348020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3147af28-fad5-4add-ad93-1bf291a977db tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.349821 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3147af28-fad5-4add-ad93-1bf291a977db tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/94c1cff1-a36f-44bc-8937-5d6cb77011c5 HTTP/1.1" status: 204 len: 168 time: 0.4224532 Jul 05 04:04:55.352299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41544) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:55.415822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e99cdc-6d3c-48a5-9fe4-70cffcaff5ac tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting subnet d2abddca-802b-447a-925b-3efb78ffa8c3 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:04:55.419490 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11e99cdc-6d3c-48a5-9fe4-70cffcaff5ac tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.473341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11e99cdc-6d3c-48a5-9fe4-70cffcaff5ac tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.475366 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.597743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:55.603570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:55.605099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11e99cdc-6d3c-48a5-9fe4-70cffcaff5ac tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.618164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=381c3ed4-14d2-4e69-adb7-b95dc7dca3e2,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:55.618418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:55.734810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d53df16b-911b-45ee-acd9-7b8438d29334 req-95edf241-28d9-4936-8e82-07bc317f0f13 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0452521 Jul 05 04:04:55.750346 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11e99cdc-6d3c-48a5-9fe4-70cffcaff5ac tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.779813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:55.781403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.812279 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11e99cdc-6d3c-48a5-9fe4-70cffcaff5ac tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:55.817867 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-11e99cdc-6d3c-48a5-9fe4-70cffcaff5ac tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/d2abddca-802b-447a-925b-3efb78ffa8c3 HTTP/1.1" status: 204 len: 168 time: 0.4614687 Jul 05 04:04:55.818330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e99cdc-6d3c-48a5-9fe4-70cffcaff5ac tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Subnet': ['ID=d2abddca-802b-447a-925b-3efb78ffa8c3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:55.818539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41556) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:55.822109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b858b51-c909-422c-be88-4757d4484f29 None None] Network a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:55.884825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41558) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:55.890646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4820ba19-518e-45fb-bce5-429be9072376 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:55.897762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-386b9af0-090c-4203-b10a-96fa057e348e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.5634768 Jul 05 04:04:55.953665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.048630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2bbff975-c4d2-4737-ad65-de560a1dbc6c req-94b33a9f-d158-45cc-a3c0-f6e05a97045b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0429373 Jul 05 04:04:56.072726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 4f338748-563c-4c4d-b9e0-f02133aea506 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:56.073181 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.091060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d61a708-fe7c-4921-9b36-1b2eb7880cb9 None None] DHCP port deletion for a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:04:56.163162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a93cbc14-e370-4e8e-a4c0-de53a8225ca2 None None] Provisioning for port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:04:56.177319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6d61a708-fe7c-4921-9b36-1b2eb7880cb9 None None] Deleting port 4f338748-563c-4c4d-b9e0-f02133aea506 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:56.177986 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d61a708-fe7c-4921-9b36-1b2eb7880cb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.180934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a93cbc14-e370-4e8e-a4c0-de53a8225ca2 None None] Provisioning complete for port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:04:56.181507 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a93cbc14-e370-4e8e-a4c0-de53a8225ca2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.182995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4820ba19-518e-45fb-bce5-429be9072376 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:56.185354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port 4f338748-563c-4c4d-b9e0-f02133aea506, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4f338748-563c-4c4d-b9e0-f02133aea506,segment=NetworkSegment(4cd3e223-29b7-4300-af11-4b089d2cae57),segment_id=4cd3e223-29b7-4300-af11-4b089d2cae57)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:56.186870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.188259 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4820ba19-518e-45fb-bce5-429be9072376 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.243075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 4f338748-563c-4c4d-b9e0-f02133aea506 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:56.332401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a93cbc14-e370-4e8e-a4c0-de53a8225ca2 None None] Port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:04:56.339770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6d61a708-fe7c-4921-9b36-1b2eb7880cb9 None None] For port 4f338748-563c-4c4d-b9e0-f02133aea506, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4f338748-563c-4c4d-b9e0-f02133aea506,segment=NetworkSegment(4cd3e223-29b7-4300-af11-4b089d2cae57),segment_id=4cd3e223-29b7-4300-af11-4b089d2cae57)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:56.340368 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d61a708-fe7c-4921-9b36-1b2eb7880cb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.355080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6d61a708-fe7c-4921-9b36-1b2eb7880cb9 None None] Calling delete_port for 4f338748-563c-4c4d-b9e0-f02133aea506 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:56.356254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb3fe63-3c23-4d67-a618-3c822afb05a2 req-583ee970-40fc-4403-a6bc-a3950851284c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:56.358208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fb3fe63-3c23-4d67-a618-3c822afb05a2 req-583ee970-40fc-4403-a6bc-a3950851284c tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1578634 Jul 05 04:04:56.372130 n-d-758944-41 neutron-server[100895]: INFO neutron.db.ipam_backend_mixin [None req-4820ba19-518e-45fb-bce5-429be9072376 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 78da0e50-e060-44af-9ecc-f8fedcead157 (CIDR: 172.20.0.0/28) Jul 05 04:04:56.413198 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4820ba19-518e-45fb-bce5-429be9072376 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:04:56.414443 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4820ba19-518e-45fb-bce5-429be9072376 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:56.453700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fb3fe63-3c23-4d67-a618-3c822afb05a2 req-4acd4783-ad4f-42a2-a38c-c8d3f75c3739 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0889626 Jul 05 04:04:56.470748 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4820ba19-518e-45fb-bce5-429be9072376 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5841947 Jul 05 04:04:56.473141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41570) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:56.482611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-be64cc65-4854-43fe-adaa-be45fca65f7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:56.498329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2359a9-d837-499b-a12f-a6ea81016574 req-0b2e39d3-5721-4dc6-8da8-080fb2da2e3c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:56.500121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab2359a9-d837-499b-a12f-a6ea81016574 req-0b2e39d3-5721-4dc6-8da8-080fb2da2e3c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1129858 Jul 05 04:04:56.516638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d61a708-fe7c-4921-9b36-1b2eb7880cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.540101 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.548466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d61a708-fe7c-4921-9b36-1b2eb7880cb9 None None] Pushing event deleted for resources: {'Port': ['ID=4f338748-563c-4c4d-b9e0-f02133aea506,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:56.556524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d61a708-fe7c-4921-9b36-1b2eb7880cb9 None None] No DVR routers for this DVR port 4f338748-563c-4c4d-b9e0-f02133aea506 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:56.596883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab2359a9-d837-499b-a12f-a6ea81016574 req-0cceeea7-c245-4961-a9ec-ffeb5ab49ab1 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894766 Jul 05 04:04:56.597327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=4f338748-563c-4c4d-b9e0-f02133aea506,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:56.604909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No DVR routers for this DVR port 4f338748-563c-4c4d-b9e0-f02133aea506 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:04:56.691480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be64cc65-4854-43fe-adaa-be45fca65f7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:56.694592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.695124 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-be64cc65-4854-43fe-adaa-be45fca65f7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.708209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a60dd24c-9f00-44b9-a2b0-e0788b74b5c1']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.722620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cd3e223-29b7-4300-af11-4b089d2cae57') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.722910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cd3e223-29b7-4300-af11-4b089d2cae57') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:56.732579 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.748129 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.754765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:04:56.758737 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:04:56.789122 n-d-758944-41 neutron-server[100895]: INFO neutron.db.ipam_backend_mixin [None req-be64cc65-4854-43fe-adaa-be45fca65f7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet ee5199a5-77ab-45aa-a7d1-ca278abe43d0 (CIDR: 172.20.0.16/28) Jul 05 04:04:56.834889 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-be64cc65-4854-43fe-adaa-be45fca65f7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:04:56.835437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be64cc65-4854-43fe-adaa-be45fca65f7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:04:56.892138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.899333 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:56.901196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/networks/a60dd24c-9f00-44b9-a2b0-e0788b74b5c1 HTTP/1.1" status: 204 len: 168 time: 1.0812175 Jul 05 04:04:56.907027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41574) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:56.912113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1458649530'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:56.913874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2704b387-7b7e-467b-bfde-476aebb4db63 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Network': ['ID=a60dd24c-9f00-44b9-a2b0-e0788b74b5c1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:56.924091 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-be64cc65-4854-43fe-adaa-be45fca65f7b tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4464369 Jul 05 04:04:56.926038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41576) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:56.931156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-12eed94c-a408-476d-ab0e-ea8c44abc5f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'subnet': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:56.994184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:56.997777 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.022392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:04:57.031359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.031699 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added segment c6d64d1b-8580-471b-9557-2cf956d0f527 of type vlan for network 3ea96bcc-f830-44f6-9679-5c613ac4f947 Jul 05 04:04:57.071169 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.097136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12eed94c-a408-476d-ab0e-ea8c44abc5f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Made reservation on behalf of be0eb40e208246d19574fd4ed7398ab2 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:57.100902 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-12eed94c-a408-476d-ab0e-ea8c44abc5f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.182562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.188665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.189250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.263152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Network': ['ID=3ea96bcc-f830-44f6-9679-5c613ac4f947,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:57.275093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3ea96bcc-f830-44f6-9679-5c613ac4f947 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:04:57.321693 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-deb81fd6-6003-483b-92fe-6ee5fcac3e45 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4135141 Jul 05 04:04:57.327245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41584) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:57.337094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'subnet': {'network_id': '3ea96bcc-f830-44f6-9679-5c613ac4f947', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:57.480502 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-12eed94c-a408-476d-ab0e-ea8c44abc5f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.527699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12eed94c-a408-476d-ab0e-ea8c44abc5f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:57.531571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-12eed94c-a408-476d-ab0e-ea8c44abc5f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:57.536099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12eed94c-a408-476d-ab0e-ea8c44abc5f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.536695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-12eed94c-a408-476d-ab0e-ea8c44abc5f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.542217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:04:57.542664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d39c5511-8f35-416c-8065-39f2e0ba397d None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:57.545680 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:57.600396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12eed94c-a408-476d-ab0e-ea8c44abc5f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Subnet': ['ID=93db12f0-040c-4c37-941b-759c35e8e0d6,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:57.692762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-12eed94c-a408-476d-ab0e-ea8c44abc5f3 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7655766 Jul 05 04:04:57.695573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41596) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:57.706850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-938692525', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '93db12f0-040c-4c37-941b-759c35e8e0d6'}], 'security_groups': ['979283a6-689b-41ef-a3d2-1a077e98cf5a', '0e79cc32-ab4b-433d-9e87-63fe760b214d']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:57.745112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248aa4e1-c47c-49a1-aa8b-4e53e2f324f4 req-84058269-87b4-432c-8901-3413e24ff7dc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:57.746678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-248aa4e1-c47c-49a1-aa8b-4e53e2f324f4 req-84058269-87b4-432c-8901-3413e24ff7dc tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.1405935 Jul 05 04:04:57.921146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4f338748-563c-4c4d-b9e0-f02133aea506 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:04:57.928859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-248aa4e1-c47c-49a1-aa8b-4e53e2f324f4 req-46a12aad-44a9-4ef8-b7c6-6c3a9cab1d7a tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups?id=ba05dd71-ebeb-4f44-b32d-45ef36741fef&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677852 Jul 05 04:04:57.967019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 4f338748-563c-4c4d-b9e0-f02133aea506 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:04:57.967446 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4f338748-563c-4c4d-b9e0-f02133aea506 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:04:57.969733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cc52bad-2b27-4b8e-8a68-237131d89fff None None] Update dhcp port {'port': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'fixed_ips': [{'subnet_id': 'ee5199a5-77ab-45aa-a7d1-ca278abe43d0', 'ip_address': '172.20.0.18'}, {'subnet_id': '78da0e50-e060-44af-9ecc-f8fedcead157', 'ip_address': '172.20.0.2'}, {'subnet_id': '93db12f0-040c-4c37-941b-759c35e8e0d6'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '8a17cf94-7f9e-401a-aacb-be131af433a2'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:04:58.008860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-ecb29da8-18a4-4db4-9e33-e13976192521 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:58.011805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-ecb29da8-18a4-4db4-9e33-e13976192521 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 945 time: 0.2611244 Jul 05 04:04:58.037280 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cc52bad-2b27-4b8e-8a68-237131d89fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.100116 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.203346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea3458b-d568-4b2a-bb34-c6a0f3dea25f req-44dbdd6d-e34f-44e8-9456-fcf34eb66ce7 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:58.210450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fea3458b-d568-4b2a-bb34-c6a0f3dea25f req-44dbdd6d-e34f-44e8-9456-fcf34eb66ce7 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2617137 Jul 05 04:04:58.254218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Subnet': ['ID=1854d312-8eee-478f-bfee-39e23e427a50,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:58.289660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fea3458b-d568-4b2a-bb34-c6a0f3dea25f req-ea83fa30-1d0c-4096-82de-bbb3c2466dc6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783038 Jul 05 04:04:58.292758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Checking segment: {'id': 'c6d64d1b-8580-471b-9557-2cf956d0f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ea96bcc-f830-44f6-9679-5c613ac4f947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:04:58.293130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network hostable DHCP agents. Network: 3ea96bcc-f830-44f6-9679-5c613ac4f947, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:04:58.299403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.326805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Deleting port 3346f06f-ffce-4986-a9ee-bee8b3f67738 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:04:58.327204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.494066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-3cc52bad-2b27-4b8e-8a68-237131d89fff None None] Allocated IP 172.20.0.34 (3b65a2a0-9350-43ce-9261-4ed238bc3ca5/93db12f0-040c-4c37-941b-759c35e8e0d6/8a17cf94-7f9e-401a-aacb-be131af433a2) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:58.503366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 3ea96bcc-f830-44f6-9679-5c613ac4f947 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:04:58.518803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2234499-36a4-40f6-bad7-fdc0453e176a req-8cbc7942-b97f-4413-97a3-6da4003f2180 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0679064 Jul 05 04:04:58.533506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] For port 3346f06f-ffce-4986-a9ee-bee8b3f67738, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3346f06f-ffce-4986-a9ee-bee8b3f67738,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:58.533931 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.605716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3ea96bcc-f830-44f6-9679-5c613ac4f947) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:58.615052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:58.615942 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.622881 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25779fd-a132-4452-8351-370a8aea0c2d None None] Network 3ea96bcc-f830-44f6-9679-5c613ac4f947 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:04:58.702977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3cc52bad-2b27-4b8e-8a68-237131d89fff None None] For port 8a17cf94-7f9e-401a-aacb-be131af433a2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8a17cf94-7f9e-401a-aacb-be131af433a2,segment=NetworkSegment(a72e7e97-5589-4a2c-a831-11cafff04eda),segment_id=a72e7e97-5589-4a2c-a831-11cafff04eda)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:04:58.708974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d466ec17-c89a-48fa-9a5d-cbb39c636fb4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3789325 Jul 05 04:04:58.709227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41610) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:58.714015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1ca06874-4666-4e67-8521-d7bf03d59db7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2063617771', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:04:58.785604 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.786041 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.786424 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Floating IP 8495b801-d74a-446d-88aa-f449c5bb7f94 disassociated. External IP: 172.25.4.76, port: 3346f06f-ffce-4986-a9ee-bee8b3f67738. Jul 05 04:04:58.795055 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Calling delete_port for 3346f06f-ffce-4986-a9ee-bee8b3f67738 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:04:58.795428 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cc52bad-2b27-4b8e-8a68-237131d89fff None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.812462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ca06874-4666-4e67-8521-d7bf03d59db7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.816498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ca06874-4666-4e67-8521-d7bf03d59db7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.839243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3cc52bad-2b27-4b8e-8a68-237131d89fff None None] Transition to ACTIVE for port object 8a17cf94-7f9e-401a-aacb-be131af433a2 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:58.883281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ca06874-4666-4e67-8521-d7bf03d59db7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.891235 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cc52bad-2b27-4b8e-8a68-237131d89fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:58.992941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ca06874-4666-4e67-8521-d7bf03d59db7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.023402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.060015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3ea96bcc-f830-44f6-9679-5c613ac4f947', 'network_id': '3ea96bcc-f830-44f6-9679-5c613ac4f947', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'fixed_ips': [{'subnet_id': '1854d312-8eee-478f-bfee-39e23e427a50'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:04:59.062154 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.121282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Delete allocated IP 172.20.0.11 (3b65a2a0-9350-43ce-9261-4ed238bc3ca5/78da0e50-e060-44af-9ecc-f8fedcead157) {{(pid=100895) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:04:59.126013 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ca06874-4666-4e67-8521-d7bf03d59db7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.130659 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1ca06874-4666-4e67-8521-d7bf03d59db7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4169953 Jul 05 04:04:59.134917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41622) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:04:59.144808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Allocated IP 172.20.0.35 (3b65a2a0-9350-43ce-9261-4ed238bc3ca5/93db12f0-040c-4c37-941b-759c35e8e0d6/381c3ed4-14d2-4e69-adb7-b95dc7dca3e2) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:59.185205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event deleted for resources: {'Port': ['ID=3346f06f-ffce-4986-a9ee-bee8b3f67738,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:59.192290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9258381-22c6-4431-85b1-7d369e1a98ea req-77c872a2-5e7f-423a-aad2-1eb50bc6b169 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0751801 Jul 05 04:04:59.220921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc52bad-2b27-4b8e-8a68-237131d89fff None None] Pushing event updated for resources: {'Port': ['ID=8a17cf94-7f9e-401a-aacb-be131af433a2,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:59.242185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86da25b2-e8e8-49b2-b1df-267655538e70 req-3778df75-8969-450e-a5dd-4598f5cde773 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 210 time: 0.0895317 Jul 05 04:04:59.377452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-1cd4de27-99d7-46e6-8794-1b0380598635 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2350931 Jul 05 04:04:59.418750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Router 5a427717-e411-4748-b34b-d771a2a869b6 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:04:59.432498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Allocated IP 2001:db8::2 (3ea96bcc-f830-44f6-9679-5c613ac4f947/1854d312-8eee-478f-bfee-39e23e427a50/d9e1dfe4-622c-4737-9c76-a15f999aad6c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:04:59.622468 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.637177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Transition to ACTIVE for port object d9e1dfe4-622c-4737-9c76-a15f999aad6c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:59.661282 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Transition to ACTIVE for port object d9e1dfe4-622c-4737-9c76-a15f999aad6c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:59.690896 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.694494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.694660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3dce376d-0d08-49f7-b1c2-02c2314ea374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.695073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3dce376d-0d08-49f7-b1c2-02c2314ea374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.695552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3dce376d-0d08-49f7-b1c2-02c2314ea374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.696096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3dce376d-0d08-49f7-b1c2-02c2314ea374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.696523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3dce376d-0d08-49f7-b1c2-02c2314ea374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.696987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3dce376d-0d08-49f7-b1c2-02c2314ea374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.697457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3dce376d-0d08-49f7-b1c2-02c2314ea374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.699393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3dce376d-0d08-49f7-b1c2-02c2314ea374 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6508 time: 0.2828948 Jul 05 04:04:59.726343 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:04:59.742323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0a2ee2-86e0-4808-a427-8e49a243c2f7 req-7ea8bb2e-aa49-4dac-8b15-d6a4f6ece3c7 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:04:59.750066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b0a2ee2-86e0-4808-a427-8e49a243c2f7 req-7ea8bb2e-aa49-4dac-8b15-d6a4f6ece3c7 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2709222 Jul 05 04:04:59.782295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:04:59.791733 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] Sync routers for ids ['5a427717-e411-4748-b34b-d771a2a869b6'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:04:59.809275 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] Routers {'5a427717-e411-4748-b34b-d771a2a869b6'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:04:59.809977 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5a427717-e411-4748-b34b-d771a2a869b6'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:04:59.831645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Network 3ea96bcc-f830-44f6-9679-5c613ac4f947 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:04:59.835474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:04:59.841262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:04:59.854214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Pushing event updated for resources: {'Port': ['ID=d9e1dfe4-622c-4737-9c76-a15f999aad6c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:04:59.894527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Transition to ACTIVE for port object 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:04:59.918049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8a17cf94-7f9e-401a-aacb-be131af433a2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:00.026611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.059231 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] Set router 5a427717-e411-4748-b34b-d771a2a869b6 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:00.154736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Attempting to bind port d9e1dfe4-622c-4737-9c76-a15f999aad6c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:00.155148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Attempting to bind port d9e1dfe4-622c-4737-9c76-a15f999aad6c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'c6d64d1b-8580-471b-9557-2cf956d0f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ea96bcc-f830-44f6-9679-5c613ac4f947'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:00.155510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Attempting to bind port d9e1dfe4-622c-4737-9c76-a15f999aad6c on network 3ea96bcc-f830-44f6-9679-5c613ac4f947 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:00.191120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 4, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:00.191465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Checking segment: {'id': 'c6d64d1b-8580-471b-9557-2cf956d0f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ea96bcc-f830-44f6-9679-5c613ac4f947'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:00.191802 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.192256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Bound using segment: {'id': 'c6d64d1b-8580-471b-9557-2cf956d0f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ea96bcc-f830-44f6-9679-5c613ac4f947'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:00.192710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Bound port: d9e1dfe4-622c-4737-9c76-a15f999aad6c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6d64d1b-8580-471b-9557-2cf956d0f527', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '3ea96bcc-f830-44f6-9679-5c613ac4f947'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:00.193930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.363675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event updated for resources: {'Port': ['ID=381c3ed4-14d2-4e69-adb7-b95dc7dca3e2,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.371164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] For port d9e1dfe4-622c-4737-9c76-a15f999aad6c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:00.375416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] For port d9e1dfe4-622c-4737-9c76-a15f999aad6c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d9e1dfe4-622c-4737-9c76-a15f999aad6c,segment=NetworkSegment(c6d64d1b-8580-471b-9557-2cf956d0f527),segment_id=c6d64d1b-8580-471b-9557-2cf956d0f527)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:00.426766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b0a2ee2-86e0-4808-a427-8e49a243c2f7 req-3330ec1f-92f9-42db-9f3b-35a620fbae53 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6756892 Jul 05 04:05:00.437277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] In _notify_port_updated(), no bound segment for port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 on network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:05:00.452808 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.468687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] No DVR routers for this DVR port 3346f06f-ffce-4986-a9ee-bee8b3f67738 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:00.469610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.472934 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.476277 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8', 'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'mac_address': 'fa:16:3e:67:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:55:00Z', 'revision_number': 5, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'subnets': [{'id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:00.480289 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4f45f1c3-b1e5-47f4-8daa-1915c5f1d80f tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "PUT /v2.0/ports/381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 HTTP/1.1" status: 200 len: 959 time: 2.7811375 Jul 05 04:05:00.491319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41638) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:00.493795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.499117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4eb60b7f-55d9-4c25-b8f5-99da46e0dc42 req-dcb599f8-a8ff-430e-95fa-49f7d741c83b tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.26 "DELETE /v2.0/ports/3346f06f-ffce-4986-a9ee-bee8b3f67738 HTTP/1.1" status: 204 len: 173 time: 2.4793839 Jul 05 04:05:00.518067 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] Checking router: 5a427717-e411-4748-b34b-d771a2a869b6 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:00.521873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-deleted', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:00.528757 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] Routers {'5a427717-e411-4748-b34b-d771a2a869b6'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:00.529063 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6783d0f-24e0-462e-83a3-052d29a5bb38" -d '{"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-deleted", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:00.529812 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5a427717-e411-4748-b34b-d771a2a869b6'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:00.603623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-700b323b-f02d-4e6e-90ea-de6fcdbed1b2 None None] Provisioning for port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:00.607215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51818b8f-8806-433a-82cd-23b3358ab06e None None] Pushing event updated for resources: {'Port': ['ID=d9e1dfe4-622c-4737-9c76-a15f999aad6c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:00.624106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0cfdab3-291b-4637-99a4-4ef745ed1318 req-2ceaf1b9-db05-4e61-8cef-b2856c461a56 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 210 time: 0.0798736 Jul 05 04:05:00.632280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-700b323b-f02d-4e6e-90ea-de6fcdbed1b2 None None] Provisioning complete for port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:00.632766 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-700b323b-f02d-4e6e-90ea-de6fcdbed1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.647339 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bcff1168-d12a-4e1c-8ae9-519b84d49d2f x-openstack-request-id: req-bcff1168-d12a-4e1c-8ae9-519b84d49d2f {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:00.647339 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76505088-7f6a-4c57-a1ee-bfc271a85a2d", "name": "network-vif-deleted", "tag": "3346f06f-ffce-4986-a9ee-bee8b3f67738", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:00.647339 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bcff1168-d12a-4e1c-8ae9-519b84d49d2f {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:00.647339 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76505088-7f6a-4c57-a1ee-bfc271a85a2d', 'name': 'network-vif-deleted', 'tag': '3346f06f-ffce-4986-a9ee-bee8b3f67738', 'status': 'completed', 'code': 200} Jul 05 04:05:00.710319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-6f8dc42b-2e42-45aa-b408-8c4654928fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.710808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-6f8dc42b-2e42-45aa-b408-8c4654928fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.711323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-6f8dc42b-2e42-45aa-b408-8c4654928fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:00.713309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-6f8dc42b-2e42-45aa-b408-8c4654928fa4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ad52298-5282-4af0-bae4-d544afacc71c&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=e28198e9-0da7-40ca-97a9-a59c4503279c&id=e28198e9-0da7-40ca-97a9-a59c4503279c HTTP/1.1" status: 200 len: 2299 time: 0.9798501 Jul 05 04:05:00.719783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Allocated IP 2001:db8::1 (3ea96bcc-f830-44f6-9679-5c613ac4f947/1854d312-8eee-478f-bfee-39e23e427a50/53163d44-de86-4d48-90bc-754380b5f694) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:00.723206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-700b323b-f02d-4e6e-90ea-de6fcdbed1b2 None None] Port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:00.751556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-700b323b-f02d-4e6e-90ea-de6fcdbed1b2 None None] Provisioning complete for port f2001223-2301-4135-9a6b-b430ca2fce16 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:00.751963 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-700b323b-f02d-4e6e-90ea-de6fcdbed1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:00.761901 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] Set router 5a427717-e411-4748-b34b-d771a2a869b6 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:00.906900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-529d8fbc-510a-489b-924d-2e86144971f3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304 HTTP/1.1" status: 200 len: 1001 time: 0.1651194 Jul 05 04:05:00.910009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-700b323b-f02d-4e6e-90ea-de6fcdbed1b2 None None] Port f2001223-2301-4135-9a6b-b430ca2fce16 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:01.007022 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.007516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-625e354b-57bf-4299-a8ba-a96e51aea3e1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:01.007516 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-625e354b-57bf-4299-a8ba-a96e51aea3e1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.061218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Transition to ACTIVE for port object 53163d44-de86-4d48-90bc-754380b5f694 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:01.075278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-700b323b-f02d-4e6e-90ea-de6fcdbed1b2 None None] Provisioning for port 8a17cf94-7f9e-401a-aacb-be131af433a2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:01.137812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-700b323b-f02d-4e6e-90ea-de6fcdbed1b2 None None] Provisioning complete for port 8a17cf94-7f9e-401a-aacb-be131af433a2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:01.138449 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-700b323b-f02d-4e6e-90ea-de6fcdbed1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.145853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-15b82a2e-0706-48ca-a405-cd73211f0d83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:01.147644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-15b82a2e-0706-48ca-a405-cd73211f0d83 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0ee9de-4adc-4361-96f5-b74cc93d5b36 HTTP/1.1" status: 200 len: 856 time: 0.2398582 Jul 05 04:05:01.223452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.229755 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-625e354b-57bf-4299-a8ba-a96e51aea3e1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.244905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-625e354b-57bf-4299-a8ba-a96e51aea3e1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:01.320512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=53163d44-de86-4d48-90bc-754380b5f694,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:01.335709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 3ea96bcc-f830-44f6-9679-5c613ac4f947 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:01.339438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:01.346343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:01.347126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.353632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:01.394834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 3346f06f-ffce-4986-a9ee-bee8b3f67738 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:01.395476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3346f06f-ffce-4986-a9ee-bee8b3f67738 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:01.437553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-59d72b64-8af8-4e3a-819b-518f42b3c4eb None None] Provisioning complete for port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:01.439581 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-59d72b64-8af8-4e3a-819b-518f42b3c4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.474413 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8', 'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'mac_address': 'fa:16:3e:67:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:55:00Z', 'revision_number': 5, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'subnets': [{'id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:01.492094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-59d72b64-8af8-4e3a-819b-518f42b3c4eb None None] Port 381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:01.501919 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-625e354b-57bf-4299-a8ba-a96e51aea3e1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.516431 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f95d429e-b26c-4914-a770-9c45d0dee3e5 None None] The sync data for ids ['5a427717-e411-4748-b34b-d771a2a869b6'] in n-d-758944-41 is: [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T03:54:49Z', 'revision_number': 4, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8', 'name': '', 'network_id': 'bb7225f8-2656-4d21-83e6-3f10fe13876c', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'mac_address': 'fa:16:3e:67:b4:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1129, 'fixed_ips': [{'subnet_id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:47Z', 'updated_at': '2021-07-05T03:55:00Z', 'revision_number': 5, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'subnets': [{'id': 'ff06111f-dc07-4a36-b1fc-1755a4ea96de', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:01.543870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b200800b-3428-4fbf-925e-d7df8fe9cdd4 req-691d465d-02f3-4e8f-b0e8-fb5421ec945c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0637507 Jul 05 04:05:01.568253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625e354b-57bf-4299-a8ba-a96e51aea3e1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=381c3ed4-14d2-4e69-adb7-b95dc7dca3e2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:01.715862 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:01.977892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d9e1dfe4-622c-4737-9c76-a15f999aad6c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:02.000989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-cd1d6497-aed3-4131-a489-4ef9fffa6421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.002722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-cd1d6497-aed3-4131-a489-4ef9fffa6421 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ad52298-5282-4af0-bae4-d544afacc71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.5754845 Jul 05 04:05:02.050909 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-625e354b-57bf-4299-a8ba-a96e51aea3e1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.053223 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-625e354b-57bf-4299-a8ba-a96e51aea3e1 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 HTTP/1.1" status: 204 len: 168 time: 1.5487053 Jul 05 04:05:02.056367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6202fd21-5755-4939-80b1-2bf0a84ab23a req-7a972aaa-b770-4f1d-bf89-1fc573756bc5 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/ports?device_id=76505088-7f6a-4c57-a1ee-bfc271a85a2d HTTP/1.1" status: 200 len: 210 time: 0.0525382 Jul 05 04:05:02.070178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41674) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:02.071280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf461c02-96f2-4565-ab28-7377229cd4b2 req-dc315699-0ba5-47f1-be5d-75bc19db58f0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1788549 Jul 05 04:05:02.138661 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3177f08f-d803-4367-934a-5386edae9926 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] GET failed (client error): The resource could not be found. Jul 05 04:05:02.143586 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3177f08f-d803-4367-934a-5386edae9926 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports/381c3ed4-14d2-4e69-adb7-b95dc7dca3e2 HTTP/1.1" status: 404 len: 333 time: 0.0673771 Jul 05 04:05:02.151292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41676) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:02.181847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port d9e1dfe4-622c-4737-9c76-a15f999aad6c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:02.196405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d89402d-97da-4097-999b-dbd2a72942d0 req-7ebc2a9c-b030-4957-b8c0-95c2f57ec1cc tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.204639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d89402d-97da-4097-999b-dbd2a72942d0 req-7ebc2a9c-b030-4957-b8c0-95c2f57ec1cc tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.4169481 Jul 05 04:05:02.266319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa4289b-77cc-42bf-85dd-15d17a7feae2 None None] New status for floating IP 8495b801-d74a-446d-88aa-f449c5bb7f94: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:05:02.293554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d89402d-97da-4097-999b-dbd2a72942d0 req-657a7995-7a5e-44d5-80a4-aa2a3fdb3043 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0885408 Jul 05 04:05:02.295731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-0268c7fc-c2d8-4f72-b4bb-1a2212a92cb0 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2234623 Jul 05 04:05:02.413547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd32c192-c717-45a8-90d7-45b85c3ad2e5 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.511814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd32c192-c717-45a8-90d7-45b85c3ad2e5 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.513425 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-46c7d63e-32d2-46ee-b611-415c9335e342 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104318 Jul 05 04:05:02.519538 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.593635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-012e9a71-1abe-4b36-8f6d-ade09d0068fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=508f00b8-de49-493e-8e45-0696faad4424 HTTP/1.1" status: 200 len: 217 time: 0.0665367 Jul 05 04:05:02.598751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b2dcf2-d8a5-4dea-bd51-1887a6a85dda None None] Network 3ea96bcc-f830-44f6-9679-5c613ac4f947 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:02.610709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.617715 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.678347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-8ddd7698-86a8-42ef-9a21-5a40b6f5106c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.686758 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-8ddd7698-86a8-42ef-9a21-5a40b6f5106c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.0686178 Jul 05 04:05:02.717903 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd32c192-c717-45a8-90d7-45b85c3ad2e5 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.720453 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd32c192-c717-45a8-90d7-45b85c3ad2e5 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.721578 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cd32c192-c717-45a8-90d7-45b85c3ad2e5 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/security-groups/40c68a9b-5658-44c0-99a6-d2b5358ebfe1 HTTP/1.1" status: 204 len: 168 time: 0.5715091 Jul 05 04:05:02.725483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41690) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:02.754220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5b878c-d39b-4e51-8f42-0d35405ce30d req-b861de07-97ff-41cb-865e-63f2d6ccccc3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.755707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d5b878c-d39b-4e51-8f42-0d35405ce30d req-b861de07-97ff-41cb-865e-63f2d6ccccc3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1742744 Jul 05 04:05:02.757289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd32c192-c717-45a8-90d7-45b85c3ad2e5 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c68a9b-5658-44c0-99a6-d2b5358ebfe1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:02.763329 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=53163d44-de86-4d48-90bc-754380b5f694,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:02.807572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 3ea96bcc-f830-44f6-9679-5c613ac4f947 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:02.809368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:02.815491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a931f478-1a97-4546-ad87-8510bc352397 None None] Provisioning for port d9e1dfe4-622c-4737-9c76-a15f999aad6c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:02.858845 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d5b878c-d39b-4e51-8f42-0d35405ce30d req-2b831a88-cb07-44f1-8093-cf635a3afbd8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899663 Jul 05 04:05:02.860891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d732a2d2-4e7a-4c7e-89df-eb1d4706609c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.872123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a931f478-1a97-4546-ad87-8510bc352397 None None] Provisioning complete for port d9e1dfe4-622c-4737-9c76-a15f999aad6c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:02.872123 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a931f478-1a97-4546-ad87-8510bc352397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.973270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-adb72e23-98ba-44c0-838e-e82b2528f925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:02.975873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-adb72e23-98ba-44c0-838e-e82b2528f925 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2863605 Jul 05 04:05:02.981502 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d732a2d2-4e7a-4c7e-89df-eb1d4706609c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:02.983636 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a931f478-1a97-4546-ad87-8510bc352397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.011333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router 77a8587f-5cda-4c91-9b7e-06a66d5dc4d2 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:03.037929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a931f478-1a97-4546-ad87-8510bc352397 None None] For port d9e1dfe4-622c-4737-9c76-a15f999aad6c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d9e1dfe4-622c-4737-9c76-a15f999aad6c,segment=NetworkSegment(c6d64d1b-8580-471b-9557-2cf956d0f527),segment_id=c6d64d1b-8580-471b-9557-2cf956d0f527)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:03.091005 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a931f478-1a97-4546-ad87-8510bc352397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.187239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-ef542a95-7c1c-4271-96a1-c8ce711f4961 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010620 Jul 05 04:05:03.199695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:03.211702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a931f478-1a97-4546-ad87-8510bc352397 None None] Pushing event updated for resources: {'Port': ['ID=d9e1dfe4-622c-4737-9c76-a15f999aad6c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:03.212438 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978a0e6-db6f-410e-b438-c91133146094 None None] Sync routers for ids ['77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:03.213778 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-afbd3a98-7282-4cef-b5d4-14bbe7b9130a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/77a8587f-5cda-4c91-9b7e-06a66d5dc4d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0775228 Jul 05 04:05:03.214430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41708) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:03.227381 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978a0e6-db6f-410e-b438-c91133146094 None None] Routers {'77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:03.231350 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4978a0e6-db6f-410e-b438-c91133146094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:03.269706 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d732a2d2-4e7a-4c7e-89df-eb1d4706609c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.276560 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d732a2d2-4e7a-4c7e-89df-eb1d4706609c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.278434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d732a2d2-4e7a-4c7e-89df-eb1d4706609c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/security-groups/0e79cc32-ab4b-433d-9e87-63fe760b214d HTTP/1.1" status: 204 len: 168 time: 0.5520048 Jul 05 04:05:03.288186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41712) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:03.294057 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4978a0e6-db6f-410e-b438-c91133146094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:03.308064 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4978a0e6-db6f-410e-b438-c91133146094 None None] Routers {'77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:03.308064 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4978a0e6-db6f-410e-b438-c91133146094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:03.358874 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4978a0e6-db6f-410e-b438-c91133146094 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:03.366157 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4978a0e6-db6f-410e-b438-c91133146094 None None] The sync data for ids ['77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:03.366862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-805d9a06-48ff-4eec-912e-ac91497046e2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.366862 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-805d9a06-48ff-4eec-912e-ac91497046e2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports/53163d44-de86-4d48-90bc-754380b5f694 HTTP/1.1" status: 200 len: 911 time: 0.1476851 Jul 05 04:05:03.369593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41716) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:03.400131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d732a2d2-4e7a-4c7e-89df-eb1d4706609c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e79cc32-ab4b-433d-9e87-63fe760b214d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:03.401994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41720) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:03.444581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-25dfa0a5-c5eb-4f70-a031-a47499080d1c None None] Provisioning complete for port d9e1dfe4-622c-4737-9c76-a15f999aad6c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:03.445232 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-25dfa0a5-c5eb-4f70-a031-a47499080d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.513222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-545cd045-3e64-44fe-9325-2347c099530d service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3187587 Jul 05 04:05:03.574551 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af61c95c-4922-4b02-a279-f6e5d57a595e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.594880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-afae95e2-bfe1-4697-8dcf-6a09c9bfb930 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=d9272308-16d4-4bea-815a-f0a4152feb20 HTTP/1.1" status: 200 len: 217 time: 0.0748112 Jul 05 04:05:03.666415 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af61c95c-4922-4b02-a279-f6e5d57a595e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.686153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-25dfa0a5-c5eb-4f70-a031-a47499080d1c None None] Provisioning for port 53163d44-de86-4d48-90bc-754380b5f694 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:03.704049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-25dfa0a5-c5eb-4f70-a031-a47499080d1c None None] Provisioning complete for port 53163d44-de86-4d48-90bc-754380b5f694 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:03.704049 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-25dfa0a5-c5eb-4f70-a031-a47499080d1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.762374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe62527-85e5-4fb6-bf02-05223d594eee req-6ee21a3d-f242-4354-8ce4-861afa3e7ceb tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.774667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abe62527-85e5-4fb6-bf02-05223d594eee req-6ee21a3d-f242-4354-8ce4-861afa3e7ceb tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.4947302 Jul 05 04:05:03.785832 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-898ba91c-0182-4719-b216-51c4ba7f2860 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.816163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-898ba91c-0182-4719-b216-51c4ba7f2860 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.868247 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-25dfa0a5-c5eb-4f70-a031-a47499080d1c None None] Port 53163d44-de86-4d48-90bc-754380b5f694 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:03.870739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-40ff51a6-4ffc-4d9e-8969-db9e13f8929c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:03.876152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-40ff51a6-4ffc-4d9e-8969-db9e13f8929c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.2550488 Jul 05 04:05:03.922157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af61c95c-4922-4b02-a279-f6e5d57a595e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.926200 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af61c95c-4922-4b02-a279-f6e5d57a595e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:03.932258 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-af61c95c-4922-4b02-a279-f6e5d57a595e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/security-groups/979283a6-689b-41ef-a3d2-1a077e98cf5a HTTP/1.1" status: 204 len: 168 time: 0.6380615 Jul 05 04:05:03.934488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41730) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:03.943427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d9e1dfe4-622c-4737-9c76-a15f999aad6c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:04.001718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abe62527-85e5-4fb6-bf02-05223d594eee req-3153d2e9-6ede-4847-9983-2002c28e32c2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2258337 Jul 05 04:05:04.006808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af61c95c-4922-4b02-a279-f6e5d57a595e tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=979283a6-689b-41ef-a3d2-1a077e98cf5a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:04.101307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-aa8ebfb2-25e3-43c3-b4da-db32b5961ba1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:04.105489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-aa8ebfb2-25e3-43c3-b4da-db32b5961ba1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2093923 Jul 05 04:05:04.111851 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-beac101c-2a25-49ec-b253-af3ed9d975b7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet 78da0e50-e060-44af-9ecc-f8fedcead157 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:04.153732 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beac101c-2a25-49ec-b253-af3ed9d975b7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.174000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e37d680b-babc-4620-9887-e70c9043b851 None None] Provisioning complete for port 53163d44-de86-4d48-90bc-754380b5f694 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:04.176809 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e37d680b-babc-4620-9887-e70c9043b851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.211193 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beac101c-2a25-49ec-b253-af3ed9d975b7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.255505 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-898ba91c-0182-4719-b216-51c4ba7f2860 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.259739 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-898ba91c-0182-4719-b216-51c4ba7f2860 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.261427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-898ba91c-0182-4719-b216-51c4ba7f2860 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "DELETE /v2.0/security-groups/ba05dd71-ebeb-4f44-b32d-45ef36741fef HTTP/1.1" status: 204 len: 168 time: 0.8535640 Jul 05 04:05:04.266733 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.268075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e37d680b-babc-4620-9887-e70c9043b851 None None] Port 53163d44-de86-4d48-90bc-754380b5f694 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:04.269614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41740) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:04.274008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d9e1dfe4-622c-4737-9c76-a15f999aad6c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:04.274723 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.366320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ba91c-0182-4719-b216-51c4ba7f2860 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba05dd71-ebeb-4f44-b32d-45ef36741fef,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:04.385793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-caff4e76-b831-4192-afbe-2bd078ffff57 req-c70e3eb6-9d2d-4468-92d8-778bc2c76a13 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0691919 Jul 05 04:05:04.437398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-89299dad-dcb3-4322-ac71-396380a990c4 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3180466 Jul 05 04:05:04.454141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-993e4fc2-3a67-4763-a633-cd0cd0e84864 None None] Provisioning complete for port 53163d44-de86-4d48-90bc-754380b5f694 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:04.454832 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-993e4fc2-3a67-4763-a633-cd0cd0e84864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.521267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-993e4fc2-3a67-4763-a633-cd0cd0e84864 None None] Port 53163d44-de86-4d48-90bc-754380b5f694 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:04.578184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3044abcf-30e1-4b15-a54f-1f12297c34d1 req-68f2da04-1be3-4cd7-92ea-cf134fe75789 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:04.586586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3044abcf-30e1-4b15-a54f-1f12297c34d1 req-68f2da04-1be3-4cd7-92ea-cf134fe75789 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3495631 Jul 05 04:05:04.645196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3044abcf-30e1-4b15-a54f-1f12297c34d1 req-286c3c54-aa63-4cde-b620-fdf5536b62cb tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571861 Jul 05 04:05:04.689685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-08fe55c0-3b5f-4592-9615-f59a38f6fe8c service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438433 Jul 05 04:05:04.749639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50875bef-8bb7-49e0-8a57-4f36c968e8db req-3986ddb0-2335-4079-b1ac-8cab8e9aece6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0576050 Jul 05 04:05:04.786048 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-b73aebd0-b489-4366-8959-d3d2326718c3 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] show failed (client error): The resource could not be found. Jul 05 04:05:04.787079 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b73aebd0-b489-4366-8959-d3d2326718c3 tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "GET /v2.0/security-groups/ba05dd71-ebeb-4f44-b32d-45ef36741fef HTTP/1.1" status: 404 len: 347 time: 0.5122526 Jul 05 04:05:04.789551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-a0442b5e-3928-44f9-8cff-28e4df4933a5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=82917737-35ba-4936-8cf9-75ad6c8a2220 HTTP/1.1" status: 200 len: 217 time: 0.0482638 Jul 05 04:05:04.790148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41766) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:04.847790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beac101c-2a25-49ec-b253-af3ed9d975b7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:04.958634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-b398ec8b-9dd4-4f59-8028-3a8c4967db90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:04.960295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-b398ec8b-9dd4-4f59-8028-3a8c4967db90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.1618803 Jul 05 04:05:05.030132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beac101c-2a25-49ec-b253-af3ed9d975b7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.071874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2caa68-fbb6-4e2d-964d-28b0677c21ce req-32be7a96-ed69-4fa7-a095-fbcee3a02286 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:05.073495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e2caa68-fbb6-4e2d-964d-28b0677c21ce req-32be7a96-ed69-4fa7-a095-fbcee3a02286 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2140632 Jul 05 04:05:05.085526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beac101c-2a25-49ec-b253-af3ed9d975b7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=78da0e50-e060-44af-9ecc-f8fedcead157,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:05.087508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-beac101c-2a25-49ec-b253-af3ed9d975b7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.092624 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-beac101c-2a25-49ec-b253-af3ed9d975b7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/78da0e50-e060-44af-9ecc-f8fedcead157 HTTP/1.1" status: 204 len: 168 time: 1.1503177 Jul 05 04:05:05.093798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41770) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:05.095314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b931b6cc-c491-4c12-bc77-1b6313525e63 None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:05.109063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-023a1eac-0341-45eb-bb98-582cdd4feced tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Deleting port e0cea832-5eee-4f9f-9599-72ace3239ba2 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:05.109411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-023a1eac-0341-45eb-bb98-582cdd4feced tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.155426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7aba6810-97a8-447d-b8c9-ca60668033f2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet 93db12f0-040c-4c37-941b-759c35e8e0d6 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:05.162353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aba6810-97a8-447d-b8c9-ca60668033f2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.199148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 53163d44-de86-4d48-90bc-754380b5f694 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:05.199441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.213443 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-023a1eac-0341-45eb-bb98-582cdd4feced tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.213729 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-023a1eac-0341-45eb-bb98-582cdd4feced tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.227765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-023a1eac-0341-45eb-bb98-582cdd4feced tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Calling delete_port for e0cea832-5eee-4f9f-9599-72ace3239ba2 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:05.254049 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aba6810-97a8-447d-b8c9-ca60668033f2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.365031 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.370666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-a150e4b2-a1ef-46a4-a75a-1cd4e01690c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:05.372210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-a150e4b2-a1ef-46a4-a75a-1cd4e01690c9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3928502 Jul 05 04:05:05.385703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 53163d44-de86-4d48-90bc-754380b5f694 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:05.399697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aba6810-97a8-447d-b8c9-ca60668033f2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.446918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e2caa68-fbb6-4e2d-964d-28b0677c21ce req-a329f1ac-3adb-418d-bcf9-8c9c24822e49 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3492711 Jul 05 04:05:05.516075 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-023a1eac-0341-45eb-bb98-582cdd4feced tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.647935 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aba6810-97a8-447d-b8c9-ca60668033f2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.672451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-bfabb250-eae8-4f26-9216-5b31b2cb59f2 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2890241 Jul 05 04:05:05.675732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023a1eac-0341-45eb-bb98-582cdd4feced tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Pushing event deleted for resources: {'Port': ['ID=e0cea832-5eee-4f9f-9599-72ace3239ba2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:05.705130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aba6810-97a8-447d-b8c9-ca60668033f2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=93db12f0-040c-4c37-941b-759c35e8e0d6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:05.714891 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aba6810-97a8-447d-b8c9-ca60668033f2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.716862 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7aba6810-97a8-447d-b8c9-ca60668033f2 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/93db12f0-040c-4c37-941b-759c35e8e0d6 HTTP/1.1" status: 204 len: 168 time: 0.6219499 Jul 05 04:05:05.725993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41776) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:05.822295 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1a27cb5-5abe-4598-87bf-ec932aa73bdd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:05.822762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1a27cb5-5abe-4598-87bf-ec932aa73bdd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:05.826218 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d1a27cb5-5abe-4598-87bf-ec932aa73bdd tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/78da0e50-e060-44af-9ecc-f8fedcead157 HTTP/1.1" status: 404 len: 337 time: 0.0992341 Jul 05 04:05:05.829509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41780) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:05.907701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f60799d-a26d-4db9-8ddb-471df971b5cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting subnet ee5199a5-77ab-45aa-a7d1-ca278abe43d0 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:05.911493 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f60799d-a26d-4db9-8ddb-471df971b5cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.928407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-95a9c2a2-c44d-4de9-ab87-40dbfa813b70 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429469 Jul 05 04:05:05.959160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.962521 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-023a1eac-0341-45eb-bb98-582cdd4feced tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.972693 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-023a1eac-0341-45eb-bb98-582cdd4feced tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.974118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-023a1eac-0341-45eb-bb98-582cdd4feced tempest-ServerActionsTestJSON-1992397919 tempest-ServerActionsTestJSON-1992397919-project] 10.222.0.30 "DELETE /v2.0/floatingips/8495b801-d74a-446d-88aa-f449c5bb7f94 HTTP/1.1" status: 204 len: 168 time: 1.1829896 Jul 05 04:05:05.979193 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f60799d-a26d-4db9-8ddb-471df971b5cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:05.993861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41784) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.069169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-e7f260c6-dcce-40c6-8463-41f6aa73a382 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=b8f69d4b-d276-4843-88a3-f617b74fdc99 HTTP/1.1" status: 200 len: 217 time: 0.1144643 Jul 05 04:05:06.148218 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f60799d-a26d-4db9-8ddb-471df971b5cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.174044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5f2d3ab-035a-4a4b-9d8b-07ca42a27b64 None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:06.261742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=53163d44-de86-4d48-90bc-754380b5f694,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:06.299991 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6589c527-87ed-44cd-a142-9873ba2fba2d None None] Provisioning complete for port f2001223-2301-4135-9a6b-b430ca2fce16 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:06.300613 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6589c527-87ed-44cd-a142-9873ba2fba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.446162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.551795 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f60799d-a26d-4db9-8ddb-471df971b5cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.622251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f60799d-a26d-4db9-8ddb-471df971b5cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.627407 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0f60799d-a26d-4db9-8ddb-471df971b5cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/ee5199a5-77ab-45aa-a7d1-ca278abe43d0 HTTP/1.1" status: 204 len: 168 time: 0.7969415 Jul 05 04:05:06.630867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41792) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.636439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6589c527-87ed-44cd-a142-9873ba2fba2d None None] Port f2001223-2301-4135-9a6b-b430ca2fce16 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:06.644347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f60799d-a26d-4db9-8ddb-471df971b5cc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Subnet': ['ID=ee5199a5-77ab-45aa-a7d1-ca278abe43d0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:06.672466 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9150aed4-fc7f-417a-b258-7018086ae403 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:06.673441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9150aed4-fc7f-417a-b258-7018086ae403 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:06.673636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6589c527-87ed-44cd-a142-9873ba2fba2d None None] Provisioning complete for port 8a17cf94-7f9e-401a-aacb-be131af433a2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:06.674152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6589c527-87ed-44cd-a142-9873ba2fba2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:06.678634 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9150aed4-fc7f-417a-b258-7018086ae403 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/6d3ebbb5-1b20-438f-93fd-a51db90de8fa HTTP/1.1" status: 404 len: 337 time: 0.0458543 Jul 05 04:05:06.680245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41794) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.718052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6063245-0691-4684-84dd-d7f620b71d10 req-7227c950-662d-45e5-8c30-c67adff79391 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:06.725542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6063245-0691-4684-84dd-d7f620b71d10 req-7227c950-662d-45e5-8c30-c67adff79391 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 1.0026813 Jul 05 04:05:06.727213 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-52aed0a5-f0d6-4c6d-9983-76efb3de4ee9 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "GET /v2.0/ports?device_id=27459dae-44a0-48e1-8f95-5ca76ae386c3 HTTP/1.1" status: 200 len: 205 time: 0.0458663 Jul 05 04:05:06.727863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41796) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.782176 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-76342f56-8f34-458e-aecc-d258b6118ff7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] delete failed (client error): The resource could not be found. Jul 05 04:05:06.785962 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-76342f56-8f34-458e-aecc-d258b6118ff7 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/routers/27459dae-44a0-48e1-8f95-5ca76ae386c3 HTTP/1.1" status: 404 len: 336 time: 0.0561099 Jul 05 04:05:06.788071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41798) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.805929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-5999fa06-0a28-4e97-8afb-3b2b244085ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:06.807587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-5999fa06-0a28-4e97-8afb-3b2b244085ef service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.7223418 Jul 05 04:05:06.870050 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-148d0c86-27dc-48a0-b472-141a05bcec04 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:06.870522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148d0c86-27dc-48a0-b472-141a05bcec04 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:06.875255 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-148d0c86-27dc-48a0-b472-141a05bcec04 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/a1eb6e85-54f3-43d3-8687-8cb20c26add3 HTTP/1.1" status: 404 len: 337 time: 0.0860858 Jul 05 04:05:06.875883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41800) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.884554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6063245-0691-4684-84dd-d7f620b71d10 req-5ef6c72a-14c5-464b-beb0-d4fd797bf932 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537089 Jul 05 04:05:06.953770 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-bca63f01-088f-4cc1-8a3c-1a0b4b586e8c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:06.954230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bca63f01-088f-4cc1-8a3c-1a0b4b586e8c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:06.958431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96d6d012-9f48-4153-a591-83983cfa28c0 None None] Update dhcp port {'port': {'network_id': '3b65a2a0-9350-43ce-9261-4ed238bc3ca5', 'fixed_ips': [{'subnet_id': 'ee5199a5-77ab-45aa-a7d1-ca278abe43d0'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '8a17cf94-7f9e-401a-aacb-be131af433a2'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:05:06.958566 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bca63f01-088f-4cc1-8a3c-1a0b4b586e8c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/05b4fcc4-9306-41b0-8ace-df8a9626d9c1 HTTP/1.1" status: 404 len: 337 time: 0.0433993 Jul 05 04:05:06.965983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router 77a8587f-5cda-4c91-9b7e-06a66d5dc4d2 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:06.967181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41808) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:06.973582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e648f342-d71a-4d6a-9124-81367299fdd4 req-74e3e37b-bde2-41d7-ba5a-27b9cae02c46 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0498979 Jul 05 04:05:07.008173 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-094b248b-229f-4fd9-9fe9-1c99f2e6e1af tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:07.008633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-094b248b-229f-4fd9-9fe9-1c99f2e6e1af tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:07.012924 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-094b248b-229f-4fd9-9fe9-1c99f2e6e1af tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/1b7231df-c875-4eba-888c-95609fa4f9d5 HTTP/1.1" status: 404 len: 337 time: 0.0403059 Jul 05 04:05:07.014987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41812) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.043962 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-96d6d012-9f48-4153-a591-83983cfa28c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.071782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-67eef0a4-c217-45cc-a3fc-555ae3710cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:07.073284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-67eef0a4-c217-45cc-a3fc-555ae3710cb6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2580297 Jul 05 04:05:07.133637 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe976bb3-7ada-421e-acfa-3569ed973530 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:07.134528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe976bb3-7ada-421e-acfa-3569ed973530 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:07.136227 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fe976bb3-7ada-421e-acfa-3569ed973530 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/880d9d35-470c-4a7c-8b64-63a690805aaf HTTP/1.1" status: 404 len: 333 time: 0.1202743 Jul 05 04:05:07.137404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:07.139053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41818) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.154643 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1bef85e3-33bb-4f96-9018-6fdb11b71fb3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/77a8587f-5cda-4c91-9b7e-06a66d5dc4d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7835205 Jul 05 04:05:07.159993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d8bc3-381f-42c0-87d4-685ff1da9628 None None] Sync routers for ids ['77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:07.191136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d8bc3-381f-42c0-87d4-685ff1da9628 None None] Routers {'77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:07.192003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-714d8bc3-381f-42c0-87d4-685ff1da9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:07.199342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41820) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.204488 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b2f7bc0-b823-466f-aff6-621050946e96 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:07.204998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b2f7bc0-b823-466f-aff6-621050946e96 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:07.212091 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8b2f7bc0-b823-466f-aff6-621050946e96 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/0ddc07c4-84d5-4cf8-a0a1-7c9f13b85899 HTTP/1.1" status: 404 len: 337 time: 0.0666428 Jul 05 04:05:07.230553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41822) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.267329 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ee8bb101-3da4-4b20-a09e-feab405c6468 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=77a8587f-5cda-4c91-9b7e-06a66d5dc4d2 HTTP/1.1" status: 200 len: 205 time: 0.0572891 Jul 05 04:05:07.286040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-714d8bc3-381f-42c0-87d4-685ff1da9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:07.286266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41824) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.292710 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e40cf9-98d4-4bc4-80a5-7d1398d31699 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:07.293160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e40cf9-98d4-4bc4-80a5-7d1398d31699 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:07.294841 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a8e40cf9-98d4-4bc4-80a5-7d1398d31699 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/750627a9-67cb-4e7c-ab78-7801e4fb58d7 HTTP/1.1" status: 404 len: 337 time: 0.0590434 Jul 05 04:05:07.303601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41826) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.356813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714d8bc3-381f-42c0-87d4-685ff1da9628 None None] Routers {'77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:07.357358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-714d8bc3-381f-42c0-87d4-685ff1da9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:04:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:07.357987 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-70ac5fc8-05f0-4ea9-a655-fe9a1817b719 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:07.358957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70ac5fc8-05f0-4ea9-a655-fe9a1817b719 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:07.360905 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-70ac5fc8-05f0-4ea9-a655-fe9a1817b719 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/e724721b-e0d7-4fbe-993d-7a0e959d0788 HTTP/1.1" status: 404 len: 333 time: 0.0560577 Jul 05 04:05:07.374623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41828) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.400648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-714d8bc3-381f-42c0-87d4-685ff1da9628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:07.401098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-714d8bc3-381f-42c0-87d4-685ff1da9628 None None] The sync data for ids ['77a8587f-5cda-4c91-9b7e-06a66d5dc4d2'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:07.404148 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-55175a40-cad1-4201-ac12-70b1cdc6a5bc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:07.404449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55175a40-cad1-4201-ac12-70b1cdc6a5bc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:07.406242 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-55175a40-cad1-4201-ac12-70b1cdc6a5bc tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/2022559a-4f3d-4302-a8b1-0b80b578a7fb HTTP/1.1" status: 404 len: 337 time: 0.0311472 Jul 05 04:05:07.408703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41830) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.445458 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8021d8cd-fb09-4f53-95af-a70e79f19a9c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] DELETE failed (client error): The resource could not be found. Jul 05 04:05:07.445913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8021d8cd-fb09-4f53-95af-a70e79f19a9c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:05:07.451126 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8021d8cd-fb09-4f53-95af-a70e79f19a9c tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/subnets/5f30a087-5931-4581-8c36-73354eb51dc1 HTTP/1.1" status: 404 len: 337 time: 0.0389695 Jul 05 04:05:07.452803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf521bb7-3579-495e-bae7-551608c5f649 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.457654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41836) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:07.467623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d11e42b-a192-4068-8e98-8efdc67cffbf None None] Network 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:07.511790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f5f5434-e6bd-4642-9403-61b45b91571b req-c3ececb8-c1b2-43c4-946d-bbeb863566ba service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0539699 Jul 05 04:05:07.519250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-2a2136b1-656b-4da4-89bd-619baa13336e service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4342828 Jul 05 04:05:07.528768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac31eb6-6a3c-4536-b92e-13b86597c603 req-5fce9b9a-7c34-49fe-b783-87c989edb977 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:07.530354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eac31eb6-6a3c-4536-b92e-13b86597c603 req-5fce9b9a-7c34-49fe-b783-87c989edb977 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3000128 Jul 05 04:05:07.558541 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a49b0f5a-2d8e-4e2a-adf6-f2a058372d20 None None] Provisioning complete for port f2001223-2301-4135-9a6b-b430ca2fce16 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:07.559080 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a49b0f5a-2d8e-4e2a-adf6-f2a058372d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.649236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a49b0f5a-2d8e-4e2a-adf6-f2a058372d20 None None] Port f2001223-2301-4135-9a6b-b430ca2fce16 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:07.671367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a49b0f5a-2d8e-4e2a-adf6-f2a058372d20 None None] Provisioning complete for port 8a17cf94-7f9e-401a-aacb-be131af433a2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:07.671948 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a49b0f5a-2d8e-4e2a-adf6-f2a058372d20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.691851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eac31eb6-6a3c-4536-b92e-13b86597c603 req-b93223af-8bc6-450e-b747-d97fac3532c1 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522765 Jul 05 04:05:07.707646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-b9f07d5a-1414-4ed1-83a5-ea8ef1061be0 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1762614 Jul 05 04:05:07.736516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc2522c7-68a3-45ff-b407-e57694465714 None None] DHCP port deletion for 3b65a2a0-9350-43ce-9261-4ed238bc3ca5 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:07.769304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-83116ab9-ba19-4843-b55f-0e8d4093dea7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=413daab2-512f-4770-8e63-6f518efd0808 HTTP/1.1" status: 200 len: 217 time: 0.0513418 Jul 05 04:05:07.810364 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.859690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf521bb7-3579-495e-bae7-551608c5f649 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.862638 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf521bb7-3579-495e-bae7-551608c5f649 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.870725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-dc2522c7-68a3-45ff-b407-e57694465714 None None] Deleting port 8a17cf94-7f9e-401a-aacb-be131af433a2 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:07.871401 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dc2522c7-68a3-45ff-b407-e57694465714 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:07.939856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8a17cf94-7f9e-401a-aacb-be131af433a2 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:07.949285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-575c16c8-7f7d-4814-9623-2ce835ee8494 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Deleting port f2001223-2301-4135-9a6b-b430ca2fce16 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:07.949628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-575c16c8-7f7d-4814-9623-2ce835ee8494 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.011692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-dc2522c7-68a3-45ff-b407-e57694465714 None None] For port 8a17cf94-7f9e-401a-aacb-be131af433a2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8a17cf94-7f9e-401a-aacb-be131af433a2,segment=NetworkSegment(a72e7e97-5589-4a2c-a831-11cafff04eda),segment_id=a72e7e97-5589-4a2c-a831-11cafff04eda)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:08.012144 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dc2522c7-68a3-45ff-b407-e57694465714 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.026848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-dc2522c7-68a3-45ff-b407-e57694465714 None None] Calling delete_port for 8a17cf94-7f9e-401a-aacb-be131af433a2 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:08.034988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-575c16c8-7f7d-4814-9623-2ce835ee8494 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.055684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-575c16c8-7f7d-4814-9623-2ce835ee8494 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Calling delete_port for f2001223-2301-4135-9a6b-b430ca2fce16 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:08.100938 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf521bb7-3579-495e-bae7-551608c5f649 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.101751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf521bb7-3579-495e-bae7-551608c5f649 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Fanout notify agent at l3_agent the message router_deleted on router 77a8587f-5cda-4c91-9b7e-06a66d5dc4d2 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:08.111300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf521bb7-3579-495e-bae7-551608c5f649 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.112684 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bf521bb7-3579-495e-bae7-551608c5f649 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/77a8587f-5cda-4c91-9b7e-06a66d5dc4d2 HTTP/1.1" status: 204 len: 168 time: 0.8258574 Jul 05 04:05:08.115579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41840) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:08.122701 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eca700f0-6f24-4686-a48f-c99054906167 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.130592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.135167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-02638d58-834d-428c-aa3a-18997502521d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:08.140464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-02638d58-834d-428c-aa3a-18997502521d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.3598683 Jul 05 04:05:08.186116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 8a17cf94-7f9e-401a-aacb-be131af433a2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8a17cf94-7f9e-401a-aacb-be131af433a2,segment=NetworkSegment(a72e7e97-5589-4a2c-a831-11cafff04eda),segment_id=a72e7e97-5589-4a2c-a831-11cafff04eda)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:08.206035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac451fb-3c7f-4c2b-8d66-e4b2d96bd4c1 req-ccc4c258-3af4-440e-96c2-f431b388e8c4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:08.207548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ac451fb-3c7f-4c2b-8d66-e4b2d96bd4c1 req-ccc4c258-3af4-440e-96c2-f431b388e8c4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2188966 Jul 05 04:05:08.221567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-aee91d53-c78e-43be-b797-45e2bbc5d7ce tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting subnet 1854d312-8eee-478f-bfee-39e23e427a50 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:08.226105 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aee91d53-c78e-43be-b797-45e2bbc5d7ce tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.276604 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.281659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aee91d53-c78e-43be-b797-45e2bbc5d7ce tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.308352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-b2b6c968-7938-4f2f-bb78-17c54bad70f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:08.308352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-b2b6c968-7938-4f2f-bb78-17c54bad70f1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1607070 Jul 05 04:05:08.310642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ac451fb-3c7f-4c2b-8d66-e4b2d96bd4c1 req-911c4592-1180-46a7-8a40-6955530c784b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0952709 Jul 05 04:05:08.365314 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-575c16c8-7f7d-4814-9623-2ce835ee8494 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.367046 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dc2522c7-68a3-45ff-b407-e57694465714 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.413598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2522c7-68a3-45ff-b407-e57694465714 None None] No DVR routers for this DVR port 8a17cf94-7f9e-401a-aacb-be131af433a2 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:08.432179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=8a17cf94-7f9e-401a-aacb-be131af433a2,revision_number=11']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:08.446865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.446865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.453104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.453104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.453104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.453104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.453104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.453104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.453104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.453104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.453104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.453104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:08.471389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575c16c8-7f7d-4814-9623-2ce835ee8494 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Port': ['ID=f2001223-2301-4135-9a6b-b430ca2fce16,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:08.529231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2522c7-68a3-45ff-b407-e57694465714 None None] Pushing event deleted for resources: {'Port': ['ID=8a17cf94-7f9e-401a-aacb-be131af433a2,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:08.557142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-575c16c8-7f7d-4814-9623-2ce835ee8494 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.559460 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-575c16c8-7f7d-4814-9623-2ce835ee8494 tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/ports/f2001223-2301-4135-9a6b-b430ca2fce16 HTTP/1.1" status: 204 len: 168 time: 1.1008403 Jul 05 04:05:08.568240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41854) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:08.577622 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aee91d53-c78e-43be-b797-45e2bbc5d7ce tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.724118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-ce3ccce7-010a-4b9e-b53e-0c85ad48ac3e service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3931665 Jul 05 04:05:08.756800 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aee91d53-c78e-43be-b797-45e2bbc5d7ce tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.758766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] Deleting port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:08.759135 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.804465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee91d53-c78e-43be-b797-45e2bbc5d7ce tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Subnet': ['ID=1854d312-8eee-478f-bfee-39e23e427a50,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:08.814577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aee91d53-c78e-43be-b797-45e2bbc5d7ce tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.816541 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aee91d53-c78e-43be-b797-45e2bbc5d7ce tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/1854d312-8eee-478f-bfee-39e23e427a50 HTTP/1.1" status: 204 len: 168 time: 0.6998713 Jul 05 04:05:08.819137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41860) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:08.824063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d05003d-f602-4d09-a6b9-81af6f9964b6 None None] Network 3ea96bcc-f830-44f6-9679-5c613ac4f947 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:08.853243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:08.923584 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.007957 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port d9e1dfe4-622c-4737-9c76-a15f999aad6c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:09.008480 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.010314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e16d62-d955-4c2f-9ff3-a15782b90a06 req-b069a5d0-6f3f-4652-b7be-9681c6200e6c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:09.011988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9e16d62-d955-4c2f-9ff3-a15782b90a06 req-b069a5d0-6f3f-4652-b7be-9681c6200e6c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.4035122 Jul 05 04:05:09.095458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7d7e627-9df2-425c-be95-e1a5e3b0a8b2 None None] DHCP port deletion for 3ea96bcc-f830-44f6-9679-5c613ac4f947 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:09.115634 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.120480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port d9e1dfe4-622c-4737-9c76-a15f999aad6c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d9e1dfe4-622c-4737-9c76-a15f999aad6c,segment=NetworkSegment(c6d64d1b-8580-471b-9557-2cf956d0f527),segment_id=c6d64d1b-8580-471b-9557-2cf956d0f527)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:09.121685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.127663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3b65a2a0-9350-43ce-9261-4ed238bc3ca5']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:09.139826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a72e7e97-5589-4a2c-a831-11cafff04eda') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:09.139826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a72e7e97-5589-4a2c-a831-11cafff04eda') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:09.148944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for d9e1dfe4-622c-4737-9c76-a15f999aad6c owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:09.151077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-76081b30-4e97-4b9f-8f58-cc0ec33aa372 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4164720 Jul 05 04:05:09.181426 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.213097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7e627-9df2-425c-be95-e1a5e3b0a8b2 None None] Deleting port d9e1dfe4-622c-4737-9c76-a15f999aad6c {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:09.213567 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e627-9df2-425c-be95-e1a5e3b0a8b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.255096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-0a1bae1c-3bad-4db0-91b2-586a2afbb046 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f HTTP/1.1" status: 200 len: 217 time: 0.0757558 Jul 05 04:05:09.258091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9e16d62-d955-4c2f-9ff3-a15782b90a06 req-582e74c4-216e-42dd-b08c-4f219441643e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168753 Jul 05 04:05:09.259117 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.293266 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.338636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=d9e1dfe4-622c-4737-9c76-a15f999aad6c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.342650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-b141b786-46b6-4dc9-8a6d-386d80e78339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:09.344188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-b141b786-46b6-4dc9-8a6d-386d80e78339 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.0771029 Jul 05 04:05:09.349420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:09.349950 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.352501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No DVR routers for this DVR port d9e1dfe4-622c-4737-9c76-a15f999aad6c on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:09.353457 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:09.357584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] For port cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:09.357584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.357743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a7d7e627-9df2-425c-be95-e1a5e3b0a8b2 None None] For port d9e1dfe4-622c-4737-9c76-a15f999aad6c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d9e1dfe4-622c-4737-9c76-a15f999aad6c,segment=NetworkSegment(c6d64d1b-8580-471b-9557-2cf956d0f527),segment_id=c6d64d1b-8580-471b-9557-2cf956d0f527)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:09.357743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e627-9df2-425c-be95-e1a5e3b0a8b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.400258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a7d7e627-9df2-425c-be95-e1a5e3b0a8b2 None None] Calling delete_port for d9e1dfe4-622c-4737-9c76-a15f999aad6c owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:09.478290 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.498532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] Calling delete_port for cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:09.500022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ea96bcc-f830-44f6-9679-5c613ac4f947']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:09.514374 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a7d7e627-9df2-425c-be95-e1a5e3b0a8b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.519882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6d64d1b-8580-471b-9557-2cf956d0f527') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:09.520475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6d64d1b-8580-471b-9557-2cf956d0f527') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:09.538642 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.548741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d7e627-9df2-425c-be95-e1a5e3b0a8b2 None None] Pushing event deleted for resources: {'Port': ['ID=d9e1dfe4-622c-4737-9c76-a15f999aad6c,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.554692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7d7e627-9df2-425c-be95-e1a5e3b0a8b2 None None] No DVR routers for this DVR port d9e1dfe4-622c-4737-9c76-a15f999aad6c on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:09.571698 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.579927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:09.580698 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:09.589332 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:09.594872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4e367ed-0e76-4035-a907-1a7e160b939a req-e94cb4a4-7502-4fa0-8c4b-9e2bb2f41aad service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0889421 Jul 05 04:05:09.660982 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.678615 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.687790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] 10.222.0.30 "DELETE /v2.0/networks/3b65a2a0-9350-43ce-9261-4ed238bc3ca5 HTTP/1.1" status: 204 len: 168 time: 1.1161811 Jul 05 04:05:09.731132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d811c56c-9da1-4098-b8f3-8e696f9ab9b1 req-1823ead0-b094-4cec-bfb6-bb72a03b5445 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:09.732663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d811c56c-9da1-4098-b8f3-8e696f9ab9b1 req-1823ead0-b094-4cec-bfb6-bb72a03b5445 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2906606 Jul 05 04:05:09.752063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3d8c1d67-adcd-41c1-90b5-3b39e31e560b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:09.753578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3d8c1d67-adcd-41c1-90b5-3b39e31e560b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3956416 Jul 05 04:05:09.756806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfa258bc-d595-4f4b-a9f7-dffac1e3a47d tempest-PortsTestJSON-2008781790 tempest-PortsTestJSON-2008781790-project] Pushing event deleted for resources: {'Network': ['ID=3b65a2a0-9350-43ce-9261-4ed238bc3ca5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.794671 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.829773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:09.835981 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/networks/3ea96bcc-f830-44f6-9679-5c613ac4f947 HTTP/1.1" status: 204 len: 168 time: 1.0144320 Jul 05 04:05:09.836145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2df936-d2d0-4e3c-88ee-227d6a4e2871 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Network': ['ID=3ea96bcc-f830-44f6-9679-5c613ac4f947,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:09.847464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41876) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:09.852230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-350123204', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:09.921609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d9e1dfe4-622c-4737-9c76-a15f999aad6c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:09.944068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: d9e1dfe4-622c-4737-9c76-a15f999aad6c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:09.944384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d9e1dfe4-622c-4737-9c76-a15f999aad6c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:09.987793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d811c56c-9da1-4098-b8f3-8e696f9ab9b1 req-fd412763-8a51-4b4f-be74-81942b953139 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2381516 Jul 05 04:05:09.993324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ada0571-3f73-49ce-b969-bd1f76d0858c req-742e5d68-6bd4-4f25-9032-4df65753aa41 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0866814 Jul 05 04:05:10.008262 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.009858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.025687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-04bdb5a5-4220-49b8-902b-fe4d3fdd1780 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2470489 Jul 05 04:05:10.105913 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.205813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7b5f1fd-4e09-40f4-89e6-aeed9dce1552 req-3a56af01-daed-4e7c-a2c3-3ff79fb55b8b service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637933 Jul 05 04:05:10.284895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe83b70-7c77-400e-ba3e-c9c612b75f7e req-a67dac8c-7c14-4201-96ed-ecabe0d1d632 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:10.294884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41888) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:10.295401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbe83b70-7c77-400e-ba3e-c9c612b75f7e req-a67dac8c-7c14-4201-96ed-ecabe0d1d632 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.0856481 Jul 05 04:05:10.295401 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.336120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:10.386652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.507394 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-107aa794-41f8-46a8-add8-53ac87ebee0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=be0eb40e208246d19574fd4ed7398ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2131243 Jul 05 04:05:10.509498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41892) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:10.640509 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6afeaa5b-4dac-4207-b98b-cf0a3322842f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.676160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6afeaa5b-4dac-4207-b98b-cf0a3322842f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.741956 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-59d1c7a1-6eb9-4ce5-a76b-6815123b16ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.847022 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.855433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbe83b70-7c77-400e-ba3e-c9c612b75f7e req-3e615b78-5f71-4fcb-a06c-9567114512c2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5584855 Jul 05 04:05:10.859472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6afeaa5b-4dac-4207-b98b-cf0a3322842f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.862386 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6afeaa5b-4dac-4207-b98b-cf0a3322842f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.863945 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6afeaa5b-4dac-4207-b98b-cf0a3322842f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40bb532d-73b0-477c-a59c-b6c49cf61604 HTTP/1.1" status: 204 len: 168 time: 0.3533432 Jul 05 04:05:10.876735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6afeaa5b-4dac-4207-b98b-cf0a3322842f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40bb532d-73b0-477c-a59c-b6c49cf61604,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:10.921031 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:10.973585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.037411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.118762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Allocated IP 172.25.4.22 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/2bb44004-46e0-447e-874a-6a4bc7aea20d) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:11.227690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7dee8e-7d45-4bb0-9301-58e8e8a00090 req-3462dc5a-1f43-4e40-a435-1634bd0c8e7c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:11.237123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d7dee8e-7d45-4bb0-9301-58e8e8a00090 req-3462dc5a-1f43-4e40-a435-1634bd0c8e7c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1804254 Jul 05 04:05:11.261247 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.374198 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.382047 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d7dee8e-7d45-4bb0-9301-58e8e8a00090 req-62eb0001-7aab-4fe0-8f19-67bca8555329 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274638 Jul 05 04:05:11.454523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:11.465470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:11.472276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:11.487725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] Router 5a427717-e411-4748-b34b-d771a2a869b6 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:11.527166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=2bb44004-46e0-447e-874a-6a4bc7aea20d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:11.693885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:11.699438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5c95cae8-e10e-4fd4-897f-e8cda1120f73 admin admin] 10.222.0.30 "PUT /v2.0/routers/5a427717-e411-4748-b34b-d771a2a869b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7044995 Jul 05 04:05:11.702573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41924) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:11.703570 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] Sync routers for ids ['5a427717-e411-4748-b34b-d771a2a869b6'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:11.722135 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] Routers {'5a427717-e411-4748-b34b-d771a2a869b6'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:11.723916 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5a427717-e411-4748-b34b-d771a2a869b6'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:11.878046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d07afc6e-c121-454d-aac8-4a87270e46a3 req-a50e2a48-7641-4d23-80a0-4d4cb9f6634f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:11.886219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d07afc6e-c121-454d-aac8-4a87270e46a3 req-a50e2a48-7641-4d23-80a0-4d4cb9f6634f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2555964 Jul 05 04:05:11.891552 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:11.912492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16f89e0d-bda6-4c00-95ce-20f0a2d5c29d req-db2f5a04-a6ae-4fba-b597-096832b90a14 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0598526 Jul 05 04:05:12.050801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d07afc6e-c121-454d-aac8-4a87270e46a3 req-9b5d754d-a662-4386-b121-42bac04154fa tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633835 Jul 05 04:05:12.058599 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.063627 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] Set router 5a427717-e411-4748-b34b-d771a2a869b6 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:12.327008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e0d9bc9-f84b-4b51-b6d8-872ef89075e9 req-34e3ad99-e554-4a28-8fec-2d1fcc7a0b00 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0328133 Jul 05 04:05:12.369391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.490046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402818cc-5449-446a-aa08-6fde82448eca req-b0c6cf38-a9b7-4c3f-8254-7210a7db07d4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:12.491682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-402818cc-5449-446a-aa08-6fde82448eca req-b0c6cf38-a9b7-4c3f-8254-7210a7db07d4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1176817 Jul 05 04:05:12.512114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41954) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:12.547587 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159'}], 'enable_snat': True}, 'gw_port_id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T04:05:10Z', 'revision_number': 5, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port': {'id': 'cde4c65a-2696-4c6d-a241-ca729444e1fb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:ad:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a427717-e411-4748-b34b-d771a2a869b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1126, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:54:41Z', 'updated_at': '2021-07-05T03:54:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:12.585517 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] Checking router: 5a427717-e411-4748-b34b-d771a2a869b6 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:12.596520 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] Routers {'5a427717-e411-4748-b34b-d771a2a869b6'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:12.597347 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5a427717-e411-4748-b34b-d771a2a869b6'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:12.629047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.638175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-402818cc-5449-446a-aa08-6fde82448eca req-37b9364c-d472-4607-b819-8f32714a4e31 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225133 Jul 05 04:05:12.679263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Deleting port cde4c65a-2696-4c6d-a241-ca729444e1fb {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:12.680172 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.795721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] For port cde4c65a-2696-4c6d-a241-ca729444e1fb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cde4c65a-2696-4c6d-a241-ca729444e1fb,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:12.796217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.798611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'network': {'name': 'tempest-RoutersTest-115315289'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:12.808839 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] Set router 5a427717-e411-4748-b34b-d771a2a869b6 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:12.812126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Calling delete_port for cde4c65a-2696-4c6d-a241-ca729444e1fb owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:12.889257 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T04:05:12Z', 'revision_number': 6, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:12.923025 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82e7f2cd-d544-4b59-a057-0149c9ab103c None None] The sync data for ids ['5a427717-e411-4748-b34b-d771a2a869b6'] in n-d-758944-41 is: [{'id': '5a427717-e411-4748-b34b-d771a2a869b6', 'name': 'tempest-ServerActionsTestJSON-1378401693-router', 'tenant_id': '8098748b7b904e9f87a6b4a428711421', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:54:39Z', 'updated_at': '2021-07-05T04:05:12Z', 'revision_number': 6, 'project_id': '8098748b7b904e9f87a6b4a428711421', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:12.930161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:12.933868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:12.975983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.021012 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.048653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca1c9ec-c8d4-4b4c-a0a6-658d3b59cda4 req-a304dfcb-d54e-4c9b-b7cf-a1aa8b406888 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:13.050402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ca1c9ec-c8d4-4b4c-a0a6-658d3b59cda4 req-a304dfcb-d54e-4c9b-b7cf-a1aa8b406888 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1520808 Jul 05 04:05:13.131024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ca1c9ec-c8d4-4b4c-a0a6-658d3b59cda4 req-c9be64a8-8fcd-4a78-b414-a4e55d70b0ba tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565095 Jul 05 04:05:13.200220 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.223095 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.229904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=cde4c65a-2696-4c6d-a241-ca729444e1fb,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.280580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.305552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:13.318410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.319265 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added segment 50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e of type vlan for network 35557118-cd45-43fd-a11c-9ab253d21b66 Jul 05 04:05:13.391617 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.399968 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.450403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router 26467cc9-a343-4956-90e0-220badac850c is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:13.479120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.489355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e64dede-dd72-4ea1-a6b7-e9d5a2d52940,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.533550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d07f5cc-fb74-4c38-b693-19463e7833ec req-f346b9c6-331d-4b0e-8775-0f033c12b672 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:13.535241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d07f5cc-fb74-4c38-b693-19463e7833ec req-f346b9c6-331d-4b0e-8775-0f033c12b672 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2671885 Jul 05 04:05:13.537161 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.544286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.621182 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d07f5cc-fb74-4c38-b693-19463e7833ec req-34dedcaf-0aab-47b3-bdba-f303155376ba tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779972 Jul 05 04:05:13.624981 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.630776 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:13.631404 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.650594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:13.661215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2131cc-a531-4351-bb24-56908fc6f42b None None] Sync routers for ids ['26467cc9-a343-4956-90e0-220badac850c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:13.675080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2131cc-a531-4351-bb24-56908fc6f42b None None] Routers {'26467cc9-a343-4956-90e0-220badac850c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:13.676000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-aa2131cc-a531-4351-bb24-56908fc6f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['26467cc9-a343-4956-90e0-220badac850c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.709328 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.709925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a427717-e411-4748-b34b-d771a2a869b6 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:13.714719 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.718677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0a60c3d4-298b-4943-ae27-0a38936a7d9b admin admin] 10.222.0.30 "DELETE /v2.0/routers/5a427717-e411-4748-b34b-d771a2a869b6 HTTP/1.1" status: 204 len: 168 time: 2.0122406 Jul 05 04:05:13.720013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41978) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:13.728398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-aa2131cc-a531-4351-bb24-56908fc6f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.738187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Network': ['ID=35557118-cd45-43fd-a11c-9ab253d21b66,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:13.745824 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.746566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2131cc-a531-4351-bb24-56908fc6f42b None None] Routers {'26467cc9-a343-4956-90e0-220badac850c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:13.750500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-aa2131cc-a531-4351-bb24-56908fc6f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['26467cc9-a343-4956-90e0-220badac850c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.751675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cef6300d-8f21-4cd0-bac8-c32d9a23e4d5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2313833 Jul 05 04:05:13.755917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 35557118-cd45-43fd-a11c-9ab253d21b66 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:13.758008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41980) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:13.764884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'network': {'name': 'tempest-RoutersTest-1525859143'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:13.797159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-80c34b68-c1b8-4975-b532-33209b5c57c3 admin admin] Deleting subnet ff06111f-dc07-4a36-b1fc-1755a4ea96de {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:13.800593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-aa2131cc-a531-4351-bb24-56908fc6f42b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:13.801343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2131cc-a531-4351-bb24-56908fc6f42b None None] The sync data for ids ['26467cc9-a343-4956-90e0-220badac850c'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:13.813539 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-80c34b68-c1b8-4975-b532-33209b5c57c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.813759 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.818797 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9131968b-4bfc-4e87-90d6-979a1edcbfba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.9665713 Jul 05 04:05:13.819832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41984) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:13.907727 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-80c34b68-c1b8-4975-b532-33209b5c57c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:13.983622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:14.015718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:14.019282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.031928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:14.031928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cfa8dbc1-1d39-4f32-8bf8-e82b75cf25f8 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:14.031928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cde4c65a-2696-4c6d-a241-ca729444e1fb no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:14.066069 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:14.066261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: cde4c65a-2696-4c6d-a241-ca729444e1fb {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:14.066434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cde4c65a-2696-4c6d-a241-ca729444e1fb not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:14.082470 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-791771d4-895b-4e5f-8529-200bdd74768e tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/routers/26467cc9-a343-4956-90e0-220badac850c HTTP/1.1" status: 200 len: 883 time: 0.2611558 Jul 05 04:05:14.085342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41986) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:14.111420 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-80c34b68-c1b8-4975-b532-33209b5c57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.156563 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.157258 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added segment 549db172-89e8-4871-8cdd-1e21ff1df195 of type vlan for network 92b84452-cfa8-440a-be9d-0b1616a00120 Jul 05 04:05:14.164003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef1e3df-88d2-4f7a-ad82-4caa634d8fdc req-2aa87e16-3ba4-4bec-b265-cc21c73e717c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.165577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eef1e3df-88d2-4f7a-ad82-4caa634d8fdc req-2aa87e16-3ba4-4bec-b265-cc21c73e717c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1712112 Jul 05 04:05:14.222622 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.246969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.250933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed065892-05d7-41b0-8c91-df6309a691ec req-00d03a69-06da-4544-b480-db165ee8f059 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0418010 Jul 05 04:05:14.296907 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eef1e3df-88d2-4f7a-ad82-4caa634d8fdc req-3b197470-6202-4522-a6a1-da09267a6549 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006413 Jul 05 04:05:14.311509 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-80c34b68-c1b8-4975-b532-33209b5c57c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.343660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7afe9367-f552-4be9-86dc-6079e14ecb48 None None] Network bb7225f8-2656-4d21-83e6-3f10fe13876c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:14.356433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-80c34b68-c1b8-4975-b532-33209b5c57c3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.362148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-80c34b68-c1b8-4975-b532-33209b5c57c3 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ff06111f-dc07-4a36-b1fc-1755a4ea96de HTTP/1.1" status: 204 len: 168 time: 0.6421132 Jul 05 04:05:14.363997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41994) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:14.364869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c34b68-c1b8-4975-b532-33209b5c57c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ff06111f-dc07-4a36-b1fc-1755a4ea96de,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:14.502164 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b9909354-f36e-4783-98d3-9d8507c08c2e tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.4154155 Jul 05 04:05:14.503793 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.507269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42000) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:14.512907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2176f1c9-2bf0-471e-b58c-b89d4fc66a44 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-350123204'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:14.514022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.515282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.582867 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.624807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Network': ['ID=92b84452-cfa8-440a-be9d-0b1616a00120,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:14.643087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 92b84452-cfa8-440a-be9d-0b1616a00120 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:14.659649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d350018a-4eb2-49d3-a7fe-bcaa366261e8 req-51346b9e-c641-4c2b-8a34-ec57bb9fe254 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0542197 Jul 05 04:05:14.687598 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-baab062f-4952-47fe-b774-225cedf77e60 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9281259 Jul 05 04:05:14.693538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42006) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:14.699323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'subnet': {'network_id': '35557118-cd45-43fd-a11c-9ab253d21b66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:14.703812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bbd1983-7b8b-4796-a568-ded82fcfab0c None None] DHCP port deletion for bb7225f8-2656-4d21-83e6-3f10fe13876c request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:14.766364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79b716f-d972-45ff-a717-ae4061aa50d5 req-c4bf9716-a2f7-4aa6-a149-b6e85656cb06 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:14.768824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a79b716f-d972-45ff-a717-ae4061aa50d5 req-c4bf9716-a2f7-4aa6-a149-b6e85656cb06 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3236041 Jul 05 04:05:14.850731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a79b716f-d972-45ff-a717-ae4061aa50d5 req-c69fd6d0-22a2-4d41-9159-b7de06c25070 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692461 Jul 05 04:05:14.916076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Deleting port 4c18aaef-b24c-4a4a-9174-b39638d57605 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:14.916536 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.925427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:14.930979 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:14.933951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd1983-7b8b-4796-a568-ded82fcfab0c None None] Deleting port 4c18aaef-b24c-4a4a-9174-b39638d57605 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:14.934500 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1983-7b8b-4796-a568-ded82fcfab0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.001680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3bbd1983-7b8b-4796-a568-ded82fcfab0c None None] For port 4c18aaef-b24c-4a4a-9174-b39638d57605, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4c18aaef-b24c-4a4a-9174-b39638d57605,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:15.002333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1983-7b8b-4796-a568-ded82fcfab0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.017051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3bbd1983-7b8b-4796-a568-ded82fcfab0c None None] Calling delete_port for 4c18aaef-b24c-4a4a-9174-b39638d57605 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:15.047297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] For port 4c18aaef-b24c-4a4a-9174-b39638d57605, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4c18aaef-b24c-4a4a-9174-b39638d57605,segment=NetworkSegment(6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a),segment_id=6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:15.049637 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.067115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Calling delete_port for 4c18aaef-b24c-4a4a-9174-b39638d57605 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:15.176725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bbd1983-7b8b-4796-a568-ded82fcfab0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.197654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bbd1983-7b8b-4796-a568-ded82fcfab0c None None] No DVR routers for this DVR port 4c18aaef-b24c-4a4a-9174-b39638d57605 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:15.239854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbd1983-7b8b-4796-a568-ded82fcfab0c None None] Pushing event deleted for resources: {'Port': ['ID=4c18aaef-b24c-4a4a-9174-b39638d57605,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.354625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.436949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Subnet': ['ID=314a16d9-60bc-4e98-abb9-aec19e0a9b34,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.447008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Checking segment: {'id': '50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '35557118-cd45-43fd-a11c-9ab253d21b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:15.447380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network hostable DHCP agents. Network: 35557118-cd45-43fd-a11c-9ab253d21b66, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:15.524993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 35557118-cd45-43fd-a11c-9ab253d21b66 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:15.611660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 35557118-cd45-43fd-a11c-9ab253d21b66) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:15.617996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:15.619269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.631548 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2176f1c9-2bf0-471e-b58c-b89d4fc66a44 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.633367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b564247e-25c3-408a-81ab-b749c47d4896 None None] Network 35557118-cd45-43fd-a11c-9ab253d21b66 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:15.665364 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.684046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46771083-a743-4d82-8458-db9227941f0a req-0fe074cf-4c09-47dd-bb18-8d9afceaff4c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:15.685647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46771083-a743-4d82-8458-db9227941f0a req-0fe074cf-4c09-47dd-bb18-8d9afceaff4c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1296957 Jul 05 04:05:15.716861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c18aaef-b24c-4a4a-9174-b39638d57605,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:15.719225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] No DVR routers for this DVR port 4c18aaef-b24c-4a4a-9174-b39638d57605 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:15.722928 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-94fcf2a1-f393-4107-bd87-ba153f75707d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0283999 Jul 05 04:05:15.727393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42022) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:15.734265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'subnet': {'network_id': '92b84452-cfa8-440a-be9d-0b1616a00120', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:15.754841 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2176f1c9-2bf0-471e-b58c-b89d4fc66a44 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.884375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4c18aaef-b24c-4a4a-9174-b39638d57605 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:15.895169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46771083-a743-4d82-8458-db9227941f0a req-18c5f65b-3652-4d77-ab41-b05f42ac2332 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863515 Jul 05 04:05:15.911983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-35557118-cd45-43fd-a11c-9ab253d21b66', 'network_id': '35557118-cd45-43fd-a11c-9ab253d21b66', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'fixed_ips': [{'subnet_id': '314a16d9-60bc-4e98-abb9-aec19e0a9b34'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:15.915105 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.915351 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:15.916902 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 4c18aaef-b24c-4a4a-9174-b39638d57605 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:15.917296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4c18aaef-b24c-4a4a-9174-b39638d57605 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:15.974477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb7225f8-2656-4d21-83e6-3f10fe13876c']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:15.989254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:15.989572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea9dc4a-4043-4e39-b1ad-173b9b57fc4a') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:15.994652 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:15.999483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.016059 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.057132 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.100910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:16.101373 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:16.103224 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:16.147644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Allocated IP 172.20.0.2 (35557118-cd45-43fd-a11c-9ab253d21b66/314a16d9-60bc-4e98-abb9-aec19e0a9b34/70cd7e83-f8f3-4ce1-8585-92806302c8cd) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:16.177579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2176f1c9-2bf0-471e-b58c-b89d4fc66a44 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router 26467cc9-a343-4956-90e0-220badac850c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:16.201414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42030) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.280269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8023937c-72e2-41cf-a477-ed6dcdfe43a7 req-b7097163-b032-425d-9b97-0c7a605910e3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:16.281827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8023937c-72e2-41cf-a477-ed6dcdfe43a7 req-b7097163-b032-425d-9b97-0c7a605910e3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2280893 Jul 05 04:05:16.284737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.292837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.294647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bb7225f8-2656-4d21-83e6-3f10fe13876c HTTP/1.1" status: 204 len: 168 time: 1.9275460 Jul 05 04:05:16.346741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98f1b27a-4536-48ac-b09f-a50b3956afc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb7225f8-2656-4d21-83e6-3f10fe13876c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:16.359722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.377791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.385756 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6841558-0e2b-4bf6-8171-876e1c5def64 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.405941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2176f1c9-2bf0-471e-b58c-b89d4fc66a44 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:16.412267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Transition to ACTIVE for port object 70cd7e83-f8f3-4ce1-8585-92806302c8cd will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:16.413914 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2176f1c9-2bf0-471e-b58c-b89d4fc66a44 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.415114 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee9c2d-6043-46f1-ab03-032252f894df None None] Sync routers for ids ['26467cc9-a343-4956-90e0-220badac850c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:16.417760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2176f1c9-2bf0-471e-b58c-b89d4fc66a44 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/26467cc9-a343-4956-90e0-220badac850c HTTP/1.1" status: 200 len: 890 time: 1.9093378 Jul 05 04:05:16.422029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42036) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.432431 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee9c2d-6043-46f1-ab03-032252f894df None None] Routers {'26467cc9-a343-4956-90e0-220badac850c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:16.432869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8023937c-72e2-41cf-a477-ed6dcdfe43a7 req-a681dba6-1ad6-48ae-82a0-1c54da01db60 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414127 Jul 05 04:05:16.433492 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-90ee9c2d-6043-46f1-ab03-032252f894df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['26467cc9-a343-4956-90e0-220badac850c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.444234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Subnet': ['ID=b01ce88f-85a9-439c-89d1-cc058ae197b6,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:16.458160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Transition to ACTIVE for port object 70cd7e83-f8f3-4ce1-8585-92806302c8cd will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:16.478151 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-90ee9c2d-6043-46f1-ab03-032252f894df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.481044 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Checking segment: {'id': '549db172-89e8-4871-8cdd-1e21ff1df195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92b84452-cfa8-440a-be9d-0b1616a00120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:16.483864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network hostable DHCP agents. Network: 92b84452-cfa8-440a-be9d-0b1616a00120, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:16.494011 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90ee9c2d-6043-46f1-ab03-032252f894df None None] Routers {'26467cc9-a343-4956-90e0-220badac850c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:16.494947 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-90ee9c2d-6043-46f1-ab03-032252f894df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['26467cc9-a343-4956-90e0-220badac850c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.540762 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-90ee9c2d-6043-46f1-ab03-032252f894df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:16.541803 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90ee9c2d-6043-46f1-ab03-032252f894df None None] The sync data for ids ['26467cc9-a343-4956-90e0-220badac850c'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:16.600281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42042) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.600510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0c742b7d-4c16-4ff3-9882-224095460fea tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/routers/26467cc9-a343-4956-90e0-220badac850c HTTP/1.1" status: 200 len: 890 time: 0.1769919 Jul 05 04:05:16.612656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.661946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 92b84452-cfa8-440a-be9d-0b1616a00120 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:16.670232 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-543f7513-2b2a-42fc-ba4c-05a6f44a44ab tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=26467cc9-a343-4956-90e0-220badac850c HTTP/1.1" status: 200 len: 205 time: 0.0684521 Jul 05 04:05:16.672181 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6841558-0e2b-4bf6-8171-876e1c5def64 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.674781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42048) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.679966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Network 35557118-cd45-43fd-a11c-9ab253d21b66 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:16.689084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:16.693276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:16.706473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6184127c-3b93-41a8-a957-68a974981cb6 req-6e1ff0e1-aae6-4b13-8668-cdab67f5f599 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0592752 Jul 05 04:05:16.722383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Pushing event updated for resources: {'Port': ['ID=70cd7e83-f8f3-4ce1-8585-92806302c8cd,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:16.735643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42050) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.747337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6841558-0e2b-4bf6-8171-876e1c5def64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.774251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 92b84452-cfa8-440a-be9d-0b1616a00120) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:16.800373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-719cbbfa-a99d-4b03-ba64-af893ce16cd3 None None] Network 92b84452-cfa8-440a-be9d-0b1616a00120 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:16.807982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f6841558-0e2b-4bf6-8171-876e1c5def64 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=833737bd81204b2c990cb1af3f0b806c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6044798 Jul 05 04:05:16.808456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42052) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.821091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:16.821678 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.837869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6841558-0e2b-4bf6-8171-876e1c5def64 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=097c660e-1430-4dd1-ad29-a9ed86b84ae9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:16.868887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1982f9-b276-490c-b34b-80ebe32a520c req-93a96781-aa94-46bd-835e-7736a8f9d0be tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:16.871345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Attempting to bind port 70cd7e83-f8f3-4ce1-8585-92806302c8cd on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:16.871717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Attempting to bind port 70cd7e83-f8f3-4ce1-8585-92806302c8cd by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '35557118-cd45-43fd-a11c-9ab253d21b66'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:16.872107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Attempting to bind port 70cd7e83-f8f3-4ce1-8585-92806302c8cd on network 35557118-cd45-43fd-a11c-9ab253d21b66 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:16.876053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c1982f9-b276-490c-b34b-80ebe32a520c req-93a96781-aa94-46bd-835e-7736a8f9d0be tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2310197 Jul 05 04:05:16.880091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:16.880551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Checking segment: {'id': '50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '35557118-cd45-43fd-a11c-9ab253d21b66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:16.881057 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.881353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Bound using segment: {'id': '50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '35557118-cd45-43fd-a11c-9ab253d21b66'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:16.881835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Bound port: 70cd7e83-f8f3-4ce1-8585-92806302c8cd, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '35557118-cd45-43fd-a11c-9ab253d21b66'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:16.882217 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.892387 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1dc01b03-eb63-4f6e-ad17-f4e9f951cc23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8098748b7b904e9f87a6b4a428711421&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1555812 Jul 05 04:05:16.903006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42056) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.949822 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:16.965638 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b66c80b0-11ba-4bfd-8d3b-046c92220e42 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2346847 Jul 05 04:05:16.971275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42058) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:16.981833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c1982f9-b276-490c-b34b-80ebe32a520c req-572d0083-cb8d-42a1-9202-b6f4ea415ded tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048105 Jul 05 04:05:17.002459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ad8f07a3-e153-47bd-bfd8-6eefa974ea32 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2143333412', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:17.008805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e832f5b7-30c3-49d6-8fd0-8ca1ed03d3cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.075225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e6a78b5f-d6db-4c2b-be99-1de76b787951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.079470 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e832f5b7-30c3-49d6-8fd0-8ca1ed03d3cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.161074 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.165390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e6a78b5f-d6db-4c2b-be99-1de76b787951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.167616 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ad8f07a3-e153-47bd-bfd8-6eefa974ea32 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.168707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ad8f07a3-e153-47bd-bfd8-6eefa974ea32 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.193040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] For port 70cd7e83-f8f3-4ce1-8585-92806302c8cd, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:17.202545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] For port 70cd7e83-f8f3-4ce1-8585-92806302c8cd, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=70cd7e83-f8f3-4ce1-8585-92806302c8cd,segment=NetworkSegment(50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e),segment_id=50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:17.268162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-92b84452-cfa8-440a-be9d-0b1616a00120', 'network_id': '92b84452-cfa8-440a-be9d-0b1616a00120', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'fixed_ips': [{'subnet_id': 'b01ce88f-85a9-439c-89d1-cc058ae197b6'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:17.269497 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.321574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 2bb44004-46e0-447e-874a-6a4bc7aea20d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:17.322554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.352449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7fa6a21-cd19-42d7-be54-f2df683559c2 req-17d5080a-e848-4463-82a5-26ec0c39acaf service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0604339 Jul 05 04:05:17.372848 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e6a78b5f-d6db-4c2b-be99-1de76b787951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.380788 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e6a78b5f-d6db-4c2b-be99-1de76b787951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.382194 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.383288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e6a78b5f-d6db-4c2b-be99-1de76b787951 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/400c1d59-66c1-44ce-a8a9-dd2776a49089 HTTP/1.1" status: 204 len: 168 time: 0.4722490 Jul 05 04:05:17.441169 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e832f5b7-30c3-49d6-8fd0-8ca1ed03d3cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.443797 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e832f5b7-30c3-49d6-8fd0-8ca1ed03d3cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.445071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e832f5b7-30c3-49d6-8fd0-8ca1ed03d3cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/097c660e-1430-4dd1-ad29-a9ed86b84ae9 HTTP/1.1" status: 204 len: 168 time: 0.6326811 Jul 05 04:05:17.451086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfde70ce-b2b4-48a0-9ac2-7d0394485508 None None] Pushing event updated for resources: {'Port': ['ID=70cd7e83-f8f3-4ce1-8585-92806302c8cd,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:17.459291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.469757 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ad8f07a3-e153-47bd-bfd8-6eefa974ea32 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.487149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 2bb44004-46e0-447e-874a-6a4bc7aea20d owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:17.543365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a78b5f-d6db-4c2b-be99-1de76b787951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=400c1d59-66c1-44ce-a8a9-dd2776a49089,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:17.566095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e832f5b7-30c3-49d6-8fd0-8ca1ed03d3cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=097c660e-1430-4dd1-ad29-a9ed86b84ae9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:17.577600 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ad8f07a3-e153-47bd-bfd8-6eefa974ea32 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.590340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Allocated IP 172.21.0.2 (92b84452-cfa8-440a-be9d-0b1616a00120/b01ce88f-85a9-439c-89d1-cc058ae197b6/50a0efa7-eac6-408b-807c-eed0a0b5ccca) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:17.644905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9bc06-aa97-45d8-9259-c62c2cf3cbfb req-bc01525a-6ad7-472d-a0ab-61dcd2a714e9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:17.648795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2f9bc06-aa97-45d8-9259-c62c2cf3cbfb req-bc01525a-6ad7-472d-a0ab-61dcd2a714e9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2609782 Jul 05 04:05:17.680839 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ad8f07a3-e153-47bd-bfd8-6eefa974ea32 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.682075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ad8f07a3-e153-47bd-bfd8-6eefa974ea32 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7088044 Jul 05 04:05:17.687672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42070) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:17.794332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2f9bc06-aa97-45d8-9259-c62c2cf3cbfb req-a1d84d2c-ee79-4911-b0ff-05c6da3029e9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416438 Jul 05 04:05:17.861194 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:17.972513 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.000906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Transition to ACTIVE for port object 50a0efa7-eac6-408b-807c-eed0a0b5ccca will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:18.008785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=2bb44004-46e0-447e-874a-6a4bc7aea20d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:18.040300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Transition to ACTIVE for port object 50a0efa7-eac6-408b-807c-eed0a0b5ccca will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:18.109403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.138317 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.238195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Pushing event updated for resources: {'Port': ['ID=50a0efa7-eac6-408b-807c-eed0a0b5ccca,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:18.252574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Network 92b84452-cfa8-440a-be9d-0b1616a00120 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:18.253630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:18.256444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:18.343269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.345935 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.355564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Attempting to bind port 50a0efa7-eac6-408b-807c-eed0a0b5ccca on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:18.356358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Attempting to bind port 50a0efa7-eac6-408b-807c-eed0a0b5ccca by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '549db172-89e8-4871-8cdd-1e21ff1df195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92b84452-cfa8-440a-be9d-0b1616a00120'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:18.357028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Attempting to bind port 50a0efa7-eac6-408b-807c-eed0a0b5ccca on network 92b84452-cfa8-440a-be9d-0b1616a00120 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:18.368437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.372600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:18.375456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Checking segment: {'id': '549db172-89e8-4871-8cdd-1e21ff1df195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92b84452-cfa8-440a-be9d-0b1616a00120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:18.377404 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.379551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Bound using segment: {'id': '549db172-89e8-4871-8cdd-1e21ff1df195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92b84452-cfa8-440a-be9d-0b1616a00120'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:18.380331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Bound port: 50a0efa7-eac6-408b-807c-eed0a0b5ccca, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '549db172-89e8-4871-8cdd-1e21ff1df195', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '92b84452-cfa8-440a-be9d-0b1616a00120'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:18.382422 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.474643 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.475571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Fanout notify agent at l3_agent the message router_deleted on router 26467cc9-a343-4956-90e0-220badac850c {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:18.485105 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.486548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] For port 50a0efa7-eac6-408b-807c-eed0a0b5ccca, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:18.489325 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fb92b1df-94cc-4fbe-95ff-e5af38fb4035 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/26467cc9-a343-4956-90e0-220badac850c HTTP/1.1" status: 204 len: 168 time: 1.8131804 Jul 05 04:05:18.491750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] For port 50a0efa7-eac6-408b-807c-eed0a0b5ccca, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=50a0efa7-eac6-408b-807c-eed0a0b5ccca,segment=NetworkSegment(549db172-89e8-4871-8cdd-1e21ff1df195),segment_id=549db172-89e8-4871-8cdd-1e21ff1df195)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:18.492906 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42096) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:18.499227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1411725627'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:18.562374 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.617102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:18.621542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.682695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:18.696790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a007917-deeb-4e11-986b-23e14e35f66b None None] Pushing event updated for resources: {'Port': ['ID=50a0efa7-eac6-408b-807c-eed0a0b5ccca,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:18.716840 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.718454 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added segment d6a0d9e2-754d-4925-904d-26c45a7c08ae of type vlan for network 344c3970-afba-44a4-a64f-73477f1383d7 Jul 05 04:05:18.809634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Allocated IP 172.20.0.1 (35557118-cd45-43fd-a11c-9ab253d21b66/314a16d9-60bc-4e98-abb9-aec19e0a9b34/25e81642-9933-4b24-978e-eb580bab6715) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:18.817154 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.981095 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:18.999296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:19.002699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.159931 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.212520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Transition to ACTIVE for port object 25e81642-9933-4b24-978e-eb580bab6715 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:19.265026 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7707865 Jul 05 04:05:19.286696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42132) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:19.287465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1740db67-68ee-451d-ae56-70ef5da22239 None None] Network 35557118-cd45-43fd-a11c-9ab253d21b66 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:19.303229 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'subnet': {'network_id': '344c3970-afba-44a4-a64f-73477f1383d7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:19.390677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.460825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b18a98-9d4c-4594-bc00-f71ab097d2b2 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Network': ['ID=344c3970-afba-44a4-a64f-73477f1383d7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:19.466152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42138) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:19.486607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 344c3970-afba-44a4-a64f-73477f1383d7 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:19.549573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 35557118-cd45-43fd-a11c-9ab253d21b66 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:19.579525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:19.581184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=25e81642-9933-4b24-978e-eb580bab6715,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:19.593026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:19.615807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0e16d647-e066-4db9-a22c-8f3dfdf80e53 None None] Provisioning for port 70cd7e83-f8f3-4ce1-8585-92806302c8cd completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:19.623765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:19.631510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.743697 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:19.906497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1072476852-network', 'tenant_id': '128df3ab148e473cb1ae451834bbeaa1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:19.910858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61d66be9-7cc4-4367-9d3b-0d91c08889dd req-dc6e304f-f1ae-4813-bd22-832d5f015213 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0416436 Jul 05 04:05:19.972309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.020024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323eb3b1-cd96-4d3a-bddc-066cc432e809 req-e05819db-c49b-4dc0-b852-27a6a0e6c0c5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:20.020024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-323eb3b1-cd96-4d3a-bddc-066cc432e809 req-e05819db-c49b-4dc0-b852-27a6a0e6c0c5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.7018275 Jul 05 04:05:20.054312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Made reservation on behalf of 128df3ab148e473cb1ae451834bbeaa1 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:20.056834 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.105945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.176072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 50a0efa7-eac6-408b-807c-eed0a0b5ccca up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:20.181783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Subnet': ['ID=f131f407-120a-4b36-bd72-59bfc6049cc8,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:20.239268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Checking segment: {'id': 'd6a0d9e2-754d-4925-904d-26c45a7c08ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '344c3970-afba-44a4-a64f-73477f1383d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:20.239617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network hostable DHCP agents. Network: 344c3970-afba-44a4-a64f-73477f1383d7, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:20.284271 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.330686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-323eb3b1-cd96-4d3a-bddc-066cc432e809 req-98af79e7-1842-4401-83cc-481b8e80a47a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2905648 Jul 05 04:05:20.417485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 50a0efa7-eac6-408b-807c-eed0a0b5ccca completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:20.418677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da17ad28-5bb5-4211-b138-87e98f6d0e51 req-fc79a4ca-36d2-4d1b-9ace-4ff10fa504b8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0693932 Jul 05 04:05:20.424669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 70cd7e83-f8f3-4ce1-8585-92806302c8cd up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:20.608285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe38b642-98f3-4402-ac91-d9ee14a45114 None None] Network 92b84452-cfa8-440a-be9d-0b1616a00120 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:20.733147 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6da53dff-5cd4-4d1f-bab8-073dffb0e27a None None] Provisioning for port 25e81642-9933-4b24-978e-eb580bab6715 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:20.762769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6da53dff-5cd4-4d1f-bab8-073dffb0e27a None None] Provisioning complete for port 25e81642-9933-4b24-978e-eb580bab6715 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:20.763307 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6da53dff-5cd4-4d1f-bab8-073dffb0e27a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.814089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 70cd7e83-f8f3-4ce1-8585-92806302c8cd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:20.822702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 70cd7e83-f8f3-4ce1-8585-92806302c8cd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:20.823510 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.825936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6da53dff-5cd4-4d1f-bab8-073dffb0e27a None None] Port 25e81642-9933-4b24-978e-eb580bab6715 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:20.913752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 344c3970-afba-44a4-a64f-73477f1383d7 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:20.916201 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.964540 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.968258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:20.989342 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.011717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 344c3970-afba-44a4-a64f-73477f1383d7) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:21.023352 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.026056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.032078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06697946-d46a-4995-aa9d-807e32c67638 None None] Network 344c3970-afba-44a4-a64f-73477f1383d7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:21.037723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-474793cd-8253-46f2-99f3-2940790a19b4 None None] Provisioning for port 50a0efa7-eac6-408b-807c-eed0a0b5ccca completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:21.039155 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.042600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 70cd7e83-f8f3-4ce1-8585-92806302c8cd, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=70cd7e83-f8f3-4ce1-8585-92806302c8cd,segment=NetworkSegment(50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e),segment_id=50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:21.080995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:21.090932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34dd3090-3385-4839-b77d-38d2f70ed540,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:21.093528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-474793cd-8253-46f2-99f3-2940790a19b4 None None] Provisioning complete for port 50a0efa7-eac6-408b-807c-eed0a0b5ccca triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:21.093528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-474793cd-8253-46f2-99f3-2940790a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.104895 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.104895 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Added segment f61fe262-7366-4ee0-a715-72f3ce5b674e of type vlan for network 2762d83f-a9b1-4395-8a0f-0bdda851cb97 Jul 05 04:05:21.149462 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e36cb0e7-d3fa-4e4c-9adf-ce2f0fd511f9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8602264 Jul 05 04:05:21.156340 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42176) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:21.164482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-68848501-c5d6-4625-b9ea-e1fcd01915a5 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1798477504', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:21.202141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.256653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=25e81642-9933-4b24-978e-eb580bab6715,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:21.260912 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.332141 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68848501-c5d6-4625-b9ea-e1fcd01915a5 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.332374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bddb74ee-7c88-491d-a484-7c226b553f25 req-5fbea68b-98e4-4ec7-842b-1a81ec5deaff tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=74ce4d7c-82a8-4158-9fb0-19e6f5fcc049 HTTP/1.1" status: 200 len: 210 time: 0.2281883 Jul 05 04:05:21.336512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68848501-c5d6-4625-b9ea-e1fcd01915a5 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.393940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=70cd7e83-f8f3-4ce1-8585-92806302c8cd,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:21.426944 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-474793cd-8253-46f2-99f3-2940790a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.460837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68848501-c5d6-4625-b9ea-e1fcd01915a5 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.489663 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.517906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 35557118-cd45-43fd-a11c-9ab253d21b66 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:21.531437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:21.542673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68848501-c5d6-4625-b9ea-e1fcd01915a5 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.566953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-344c3970-afba-44a4-a64f-73477f1383d7', 'network_id': '344c3970-afba-44a4-a64f-73477f1383d7', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'fixed_ips': [{'subnet_id': 'f131f407-120a-4b36-bd72-59bfc6049cc8'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:21.572074 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.625088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-474793cd-8253-46f2-99f3-2940790a19b4 None None] For port 50a0efa7-eac6-408b-807c-eed0a0b5ccca, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=50a0efa7-eac6-408b-807c-eed0a0b5ccca,segment=NetworkSegment(549db172-89e8-4871-8cdd-1e21ff1df195),segment_id=549db172-89e8-4871-8cdd-1e21ff1df195)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:21.628594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.629610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.630187 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.714266 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68848501-c5d6-4625-b9ea-e1fcd01915a5 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.716223 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-68848501-c5d6-4625-b9ea-e1fcd01915a5 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5617299 Jul 05 04:05:21.719630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42200) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:21.770621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-474793cd-8253-46f2-99f3-2940790a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.789639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923a77f-fc12-49f3-a9db-8b96ae0c6b4e req-e592f2b7-6133-48ea-8c27-a593bfc67933 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:21.800145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9923a77f-fc12-49f3-a9db-8b96ae0c6b4e req-e592f2b7-6133-48ea-8c27-a593bfc67933 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2705376 Jul 05 04:05:21.838278 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.3688617 Jul 05 04:05:21.840603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42204) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:21.877190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Request body: {'subnet': {'network_id': '2762d83f-a9b1-4395-8a0f-0bdda851cb97', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1072476852-subnet', 'tenant_id': '128df3ab148e473cb1ae451834bbeaa1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:21.885784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-474793cd-8253-46f2-99f3-2940790a19b4 None None] Provisioning complete for port 25e81642-9933-4b24-978e-eb580bab6715 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:21.886310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-474793cd-8253-46f2-99f3-2940790a19b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:21.902782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9923a77f-fc12-49f3-a9db-8b96ae0c6b4e req-a5bea254-54de-4df7-9f78-10d87f42b139 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012707 Jul 05 04:05:21.916645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fde357-b805-449a-9d23-1c717231677b admin admin] Pushing event updated for resources: {'Network': ['ID=2762d83f-a9b1-4395-8a0f-0bdda851cb97,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:21.938757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-474793cd-8253-46f2-99f3-2940790a19b4 None None] Port 25e81642-9933-4b24-978e-eb580bab6715 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:21.966698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2762d83f-a9b1-4395-8a0f-0bdda851cb97 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:22.062917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:22.241357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Made reservation on behalf of 128df3ab148e473cb1ae451834bbeaa1 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:22.246190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.297399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 70cd7e83-f8f3-4ce1-8585-92806302c8cd up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:22.302536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85d48b72-de3c-46d8-8acb-9b7a5698095a req-65768f77-a385-473f-a1a3-b70238e54f5d tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.1208596 Jul 05 04:05:22.351600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:22.360214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-76c004ee-7c07-4a82-97e3-e138f0535e5f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6697569 Jul 05 04:05:22.362334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42222) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:22.388274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d886174-ffb5-4e08-be4b-fac5cc87160f None None] Sync routers for ids ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:22.397661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474793cd-8253-46f2-99f3-2940790a19b4 None None] Pushing event updated for resources: {'Port': ['ID=50a0efa7-eac6-408b-807c-eed0a0b5ccca,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:22.455551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5de0393-0cf0-4061-b2b4-4cc22918581e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:22.461574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Allocated IP 2001:db8::2 (344c3970-afba-44a4-a64f-73477f1383d7/f131f407-120a-4b36-bd72-59bfc6049cc8/2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:22.464535 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-875f7f21-b1e2-4433-8bba-0cd5e98aa4b9 None None] Provisioning complete for port 50a0efa7-eac6-408b-807c-eed0a0b5ccca triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:22.465058 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-875f7f21-b1e2-4433-8bba-0cd5e98aa4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.470820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f5de0393-0cf0-4061-b2b4-4cc22918581e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports/25e81642-9933-4b24-978e-eb580bab6715 HTTP/1.1" status: 200 len: 910 time: 0.1071408 Jul 05 04:05:22.473350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42226) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:22.501925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d886174-ffb5-4e08-be4b-fac5cc87160f None None] Routers {'cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:22.502573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3d886174-ffb5-4e08-be4b-fac5cc87160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:22.551301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3d886174-ffb5-4e08-be4b-fac5cc87160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:22.618371 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.628474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 70cd7e83-f8f3-4ce1-8585-92806302c8cd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:22.628846 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.663882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d886174-ffb5-4e08-be4b-fac5cc87160f None None] Routers {'cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:22.664369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3d886174-ffb5-4e08-be4b-fac5cc87160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:22.721655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:22.752207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3d886174-ffb5-4e08-be4b-fac5cc87160f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:22.753084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d886174-ffb5-4e08-be4b-fac5cc87160f None None] The sync data for ids ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:22.838647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Pushing event updated for resources: {'Subnet': ['ID=31019525-84d3-4ae3-80a0-9df63d1061bd,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:22.887792 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Checking segment: {'id': 'f61fe262-7366-4ee0-a715-72f3ce5b674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2762d83f-a9b1-4395-8a0f-0bdda851cb97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:22.888402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Network hostable DHCP agents. Network: 2762d83f-a9b1-4395-8a0f-0bdda851cb97, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:23.005463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Network 2762d83f-a9b1-4395-8a0f-0bdda851cb97 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:23.053854 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.080888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Transition to ACTIVE for port object 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:23.083696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2762d83f-a9b1-4395-8a0f-0bdda851cb97) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:23.087925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.088535 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.095329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-875f7f21-b1e2-4433-8bba-0cd5e98aa4b9 None None] Provisioning complete for port 25e81642-9933-4b24-978e-eb580bab6715 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:23.098234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-875f7f21-b1e2-4433-8bba-0cd5e98aa4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.130818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16a38f63-fa4a-476a-93ab-0139d50d7637 None None] Network 2762d83f-a9b1-4395-8a0f-0bdda851cb97 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:23.166906 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9d87ed45-cb61-438b-9174-b1e79c1f0c9c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2939022 Jul 05 04:05:23.230480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Transition to ACTIVE for port object 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:23.260981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-875f7f21-b1e2-4433-8bba-0cd5e98aa4b9 None None] Port 25e81642-9933-4b24-978e-eb580bab6715 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:23.440652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.440760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5fa8a41-efb1-4f07-8d30-1eaf97a0476f req-baee0aca-d6e0-47a7-a73b-d07c9a6ef462 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0712683 Jul 05 04:05:23.527093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Network 344c3970-afba-44a4-a64f-73477f1383d7 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:23.543890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136efa96-9b5d-47e5-98b1-3d62d3a5b24e None None] Network 2762d83f-a9b1-4395-8a0f-0bdda851cb97 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:23.553225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Allocated IP 2001:db8::1 (344c3970-afba-44a4-a64f-73477f1383d7/f131f407-120a-4b36-bd72-59bfc6049cc8/b23c300a-94f5-40de-92e8-ede30830c1f8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:23.596917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Pushing event updated for resources: {'Port': ['ID=2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:23.599969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:23.605649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:23.660800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed5fe79a-5792-4b31-a961-a6c0eab96244 req-4062ac44-0232-4419-859b-24cab9ce11f2 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.1296010 Jul 05 04:05:23.678327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45183cb-f783-4239-8cfb-94125e627a37 req-81a302da-cc02-44cb-abb0-612733dab9fb tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:23.679945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b45183cb-f783-4239-8cfb-94125e627a37 req-81a302da-cc02-44cb-abb0-612733dab9fb tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3211174 Jul 05 04:05:23.692426 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.732988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.798507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Transition to ACTIVE for port object b23c300a-94f5-40de-92e8-ede30830c1f8 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:23.859387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b45183cb-f783-4239-8cfb-94125e627a37 req-d7fdb0bd-af20-4150-af85-2a1f4edf128e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693723 Jul 05 04:05:23.903030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Attempting to bind port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:23.903431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Attempting to bind port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd6a0d9e2-754d-4925-904d-26c45a7c08ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '344c3970-afba-44a4-a64f-73477f1383d7'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:23.904300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Attempting to bind port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 on network 344c3970-afba-44a4-a64f-73477f1383d7 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:23.912443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.915099 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:23.917623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Checking segment: {'id': 'd6a0d9e2-754d-4925-904d-26c45a7c08ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '344c3970-afba-44a4-a64f-73477f1383d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:23.917623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.918219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Bound using segment: {'id': 'd6a0d9e2-754d-4925-904d-26c45a7c08ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '344c3970-afba-44a4-a64f-73477f1383d7'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:23.918786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Bound port: 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd6a0d9e2-754d-4925-904d-26c45a7c08ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '344c3970-afba-44a4-a64f-73477f1383d7'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:23.920859 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:23.983442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 344c3970-afba-44a4-a64f-73477f1383d7 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:23.987383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:23.995824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:23.996367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.037176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=b23c300a-94f5-40de-92e8-ede30830c1f8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.058909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] For port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:24.062645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] For port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56,segment=NetworkSegment(d6a0d9e2-754d-4925-904d-26c45a7c08ae),segment_id=d6a0d9e2-754d-4925-904d-26c45a7c08ae)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:24.071381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 50a0efa7-eac6-408b-807c-eed0a0b5ccca up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:24.165543 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.176488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Allocated IP 172.21.0.1 (92b84452-cfa8-440a-be9d-0b1616a00120/b01ce88f-85a9-439c-89d1-cc058ae197b6/ff40d0a8-5892-468c-b24e-cdda036962c9) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:24.236573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 50a0efa7-eac6-408b-807c-eed0a0b5ccca triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:24.236770 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.266269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.395524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42260) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:24.400436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-477523317-network', 'tenant_id': '17084d406d344abc97bdb734bf22a94c'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:24.409588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d1fbc7-883e-4234-9886-66f4cb6993b7 None None] Pushing event updated for resources: {'Port': ['ID=2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.410318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.426287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Transition to ACTIVE for port object ff40d0a8-5892-468c-b24e-cdda036962c9 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:24.516120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Made reservation on behalf of 17084d406d344abc97bdb734bf22a94c for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:24.517465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ada516f8-8d0a-4be4-b1d3-e7edaae02cce req-5c4e8cac-d5fa-4577-9583-e42ac9d5c970 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1433835 Jul 05 04:05:24.521947 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.534923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.631363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.721292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 92b84452-cfa8-440a-be9d-0b1616a00120 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:24.725002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:24.731624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:24.778700 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.840575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=ff40d0a8-5892-468c-b24e-cdda036962c9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:24.936831 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:24.952427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.000313 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.001133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.066593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fa8e21d-a816-433a-993d-755b59815a6c req-de823046-4c9d-4929-b839-cde75cdb562a tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0686300 Jul 05 04:05:25.172268 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.230841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:25.255221 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.262799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c1d01249-c574-41d3-9978-389528be7952 None None] Provisioning for port ff40d0a8-5892-468c-b24e-cdda036962c9 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:25.267310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c1d01249-c574-41d3-9978-389528be7952 None None] Provisioning complete for port ff40d0a8-5892-468c-b24e-cdda036962c9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:25.273892 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1d01249-c574-41d3-9978-389528be7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.274031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=b23c300a-94f5-40de-92e8-ede30830c1f8,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:25.297826 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.297826 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Added segment 5a311aba-c1cc-4d27-afef-b380872bcb07 of type vlan for network 2fe61579-500f-4727-aa96-eca6e36ccc39 Jul 05 04:05:25.297826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07574e76-bdae-4873-b10c-dc58bb132447,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:25.388496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 344c3970-afba-44a4-a64f-73477f1383d7 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:25.389598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c1d01249-c574-41d3-9978-389528be7952 None None] Port ff40d0a8-5892-468c-b24e-cdda036962c9 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:25.393506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:25.412550 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.431284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5813ddf-f0d6-4c3a-9689-c19ea55da74a req-5debb9c1-462f-4ae4-bfb5-3832299126a3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:25.438757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5813ddf-f0d6-4c3a-9689-c19ea55da74a req-5debb9c1-462f-4ae4-bfb5-3832299126a3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3679659 Jul 05 04:05:25.531659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5813ddf-f0d6-4c3a-9689-c19ea55da74a req-be888e53-5613-4780-92d5-0a600439e67d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918026 Jul 05 04:05:25.622569 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.624412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:25.625194 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.732883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router 3532967a-0bab-4596-873a-31c99795edcd is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:25.749442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] Pushing event updated for resources: {'Network': ['ID=2fe61579-500f-4727-aa96-eca6e36ccc39,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:25.766482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2fe61579-500f-4727-aa96-eca6e36ccc39 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:25.789459 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.851049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:25.864960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d148c2cb-a8ec-4382-a0b9-004eeee0eb2f None None] Network 344c3970-afba-44a4-a64f-73477f1383d7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:25.898303 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4bdf96a1-146d-4a9e-affb-42988b291926 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.5018597 Jul 05 04:05:25.899560 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:25.913576 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2afb7e85-7443-41a9-a66a-c9fd9ea1ac8b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/3532967a-0bab-4596-873a-31c99795edcd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1902637 Jul 05 04:05:25.913576 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42276) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:25.920003 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481dabd-83c7-4086-895d-59d9ee493834 None None] Sync routers for ids ['3532967a-0bab-4596-873a-31c99795edcd'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:25.928123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Request body: {'subnet': {'network_id': '2fe61579-500f-4727-aa96-eca6e36ccc39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-477523317-subnet', 'tenant_id': '17084d406d344abc97bdb734bf22a94c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:25.941524 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481dabd-83c7-4086-895d-59d9ee493834 None None] Routers {'3532967a-0bab-4596-873a-31c99795edcd'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:25.943077 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d481dabd-83c7-4086-895d-59d9ee493834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3532967a-0bab-4596-873a-31c99795edcd'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:25.950547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42278) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:25.992633 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d481dabd-83c7-4086-895d-59d9ee493834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:26.006244 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d481dabd-83c7-4086-895d-59d9ee493834 None None] Routers {'3532967a-0bab-4596-873a-31c99795edcd'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:26.007077 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d481dabd-83c7-4086-895d-59d9ee493834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3532967a-0bab-4596-873a-31c99795edcd'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:26.019085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:26.037061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=ff40d0a8-5892-468c-b24e-cdda036962c9,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:26.067495 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d481dabd-83c7-4086-895d-59d9ee493834 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:26.068230 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d481dabd-83c7-4086-895d-59d9ee493834 None None] The sync data for ids ['3532967a-0bab-4596-873a-31c99795edcd'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:26.077612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.085821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-afda9cc6-284b-4364-89cf-6a5fddd12c08 None None] Provisioning for port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:26.088532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3df9dd64-f43e-4ed9-9d63-4d170cc6d2b0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.090428 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3df9dd64-f43e-4ed9-9d63-4d170cc6d2b0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports/b23c300a-94f5-40de-92e8-ede30830c1f8 HTTP/1.1" status: 200 len: 911 time: 0.1383615 Jul 05 04:05:26.096950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42280) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:26.101573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-089e8d6b-b80d-4df9-939c-ca9a7a58021a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f131f407-120a-4b36-bd72-59bfc6049cc8'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:26.136813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Made reservation on behalf of 17084d406d344abc97bdb734bf22a94c for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:26.140420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.229663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:26.265441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:26.266139 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.287583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-827db602-ac12-40a2-b81b-76e43c288e6f req-2b4cf287-6bf7-4780-a33e-eb0c6d6cd4c9 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0727065 Jul 05 04:05:26.292268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 92b84452-cfa8-440a-be9d-0b1616a00120 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:26.298366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:26.544100 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.641185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:26.672171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Checking segment: {'id': '5a311aba-c1cc-4d27-afef-b380872bcb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '2fe61579-500f-4727-aa96-eca6e36ccc39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:26.672532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Network hostable DHCP agents. Network: 2fe61579-500f-4727-aa96-eca6e36ccc39, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:26.681321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f90c8511-aaee-44bf-a050-d13819ddb5cc,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:26.691667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2118b68-03f0-4329-9f1c-d15c936e7223 req-655e858c-e4e4-41d5-b510-e8a3e39c7a6e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=74ce4d7c-82a8-4158-9fb0-19e6f5fcc049 HTTP/1.1" status: 200 len: 210 time: 0.0547566 Jul 05 04:05:26.741125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0706d22b-d5c3-40de-8c80-0eccb0265f1b None None] Provisioning complete for port ff40d0a8-5892-468c-b24e-cdda036962c9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:26.741530 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0706d22b-d5c3-40de-8c80-0eccb0265f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.746059 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-089e8d6b-b80d-4df9-939c-ca9a7a58021a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.788278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Network 2fe61579-500f-4727-aa96-eca6e36ccc39 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:26.817552 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.854844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0706d22b-d5c3-40de-8c80-0eccb0265f1b None None] Port ff40d0a8-5892-468c-b24e-cdda036962c9 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:26.873631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2fe61579-500f-4727-aa96-eca6e36ccc39) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:26.883221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56,segment=NetworkSegment(d6a0d9e2-754d-4925-904d-26c45a7c08ae),segment_id=d6a0d9e2-754d-4925-904d-26c45a7c08ae)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:26.884143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:26.890123 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.899704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac915f5-63f0-4e68-8fa5-73d43f432f8e None None] Network 2fe61579-500f-4727-aa96-eca6e36ccc39 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:26.944285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1de0d767-8b0e-4789-b8e6-9cd9783242e2 req-4b729809-a006-42b1-8db1-1d73a16ce7fd service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0342140 Jul 05 04:05:26.958932 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:26.962688 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d0acb91a-87e8-4eef-8ed5-d4111b0498d1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0486212 Jul 05 04:05:27.088253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:27.102666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-922ce13a-1772-4d14-add4-8d0353a9dfcd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6269331 Jul 05 04:05:27.102756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42296) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.112256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b092bd1-53d7-4d4e-b098-a1c747422b0f req-1227dcef-6605-48d9-a527-8a15750a96fa tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:27.114091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b092bd1-53d7-4d4e-b098-a1c747422b0f req-1227dcef-6605-48d9-a527-8a15750a96fa tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3692281 Jul 05 04:05:27.125736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a138a4-f52f-4b59-8ef3-167901aa67b4 None None] Sync routers for ids ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:27.213452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b092bd1-53d7-4d4e-b098-a1c747422b0f req-a1d043a8-4193-4145-b4b6-632f495bae28 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920625 Jul 05 04:05:27.250943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f82fe27-3719-4de8-b0fa-9d5c9dccc76e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:27.256153 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7f82fe27-3719-4de8-b0fa-9d5c9dccc76e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports/ff40d0a8-5892-468c-b24e-cdda036962c9 HTTP/1.1" status: 200 len: 910 time: 0.1533666 Jul 05 04:05:27.256412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42300) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:27.277390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:27.314329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a138a4-f52f-4b59-8ef3-167901aa67b4 None None] Routers {'cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:27.314520 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02a138a4-f52f-4b59-8ef3-167901aa67b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:27.354469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfcc7752-5510-47f2-8e89-23ee1a0ca284 req-dec8e325-8bfe-4bdc-9def-f1567ef41702 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.1014459 Jul 05 04:05:27.389293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eccdf71-fcea-4c85-93be-1cdf61355f95 None None] Network 2fe61579-500f-4727-aa96-eca6e36ccc39 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:27.395792 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02a138a4-f52f-4b59-8ef3-167901aa67b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:27.442380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1ad9f70a-e6cb-4e80-a956-8794f4a088b6 None None] Provisioning complete for port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:27.442380 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f70a-e6cb-4e80-a956-8794f4a088b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.513173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a138a4-f52f-4b59-8ef3-167901aa67b4 None None] Routers {'cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:27.513824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02a138a4-f52f-4b59-8ef3-167901aa67b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:27.564582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02a138a4-f52f-4b59-8ef3-167901aa67b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:27.565253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02a138a4-f52f-4b59-8ef3-167901aa67b4 None None] The sync data for ids ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:27.648831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32d13df-6fd8-4811-884b-672c949bc080 req-b6836a32-8e4a-4423-91e6-a9fcbe542d22 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0792053 Jul 05 04:05:27.761801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83541ce7-f118-41b0-82b8-c502277052a5 req-b42df71f-b947-4b47-b188-9080f8ed5348 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1158445 Jul 05 04:05:27.794278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1ad9f70a-e6cb-4e80-a956-8794f4a088b6 None None] Provisioning for port b23c300a-94f5-40de-92e8-ede30830c1f8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:27.799590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1ad9f70a-e6cb-4e80-a956-8794f4a088b6 None None] Provisioning complete for port b23c300a-94f5-40de-92e8-ede30830c1f8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:27.800786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ad9f70a-e6cb-4e80-a956-8794f4a088b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.877258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1ad9f70a-e6cb-4e80-a956-8794f4a088b6 None None] Port b23c300a-94f5-40de-92e8-ede30830c1f8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:27.892230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-089e8d6b-b80d-4df9-939c-ca9a7a58021a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.922666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:27.988770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-089e8d6b-b80d-4df9-939c-ca9a7a58021a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.994694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-089e8d6b-b80d-4df9-939c-ca9a7a58021a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:27.995511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-089e8d6b-b80d-4df9-939c-ca9a7a58021a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:27.996921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-089e8d6b-b80d-4df9-939c-ca9a7a58021a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/ports/b23c300a-94f5-40de-92e8-ede30830c1f8 HTTP/1.1" status: 200 len: 911 time: 1.9012287 Jul 05 04:05:28.000051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42326) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:28.013265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8e1c1eb9-f1cd-4397-be06-9964d80e66a3 None None] Provisioning complete for port b23c300a-94f5-40de-92e8-ede30830c1f8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:28.014266 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8e1c1eb9-f1cd-4397-be06-9964d80e66a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.050262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:28.051022 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.089491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8e1c1eb9-f1cd-4397-be06-9964d80e66a3 None None] Port b23c300a-94f5-40de-92e8-ede30830c1f8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:28.106649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089e8d6b-b80d-4df9-939c-ca9a7a58021a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=b23c300a-94f5-40de-92e8-ede30830c1f8,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:28.143697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-da979206-b246-47ef-9780-6aef66a3c999 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:28.146255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-da979206-b246-47ef-9780-6aef66a3c999 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/networks?id=2762d83f-a9b1-4395-8a0f-0bdda851cb97 HTTP/1.1" status: 200 len: 812 time: 0.4536178 Jul 05 04:05:28.196297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-1af1bec4-8b6e-496f-8545-1033f6bb3f3e tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/quotas/128df3ab148e473cb1ae451834bbeaa1 HTTP/1.1" status: 200 len: 375 time: 0.0435452 Jul 05 04:05:28.242015 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-6f1c1be5-d8b5-4306-875e-c00eecb5fc43 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=128df3ab148e473cb1ae451834bbeaa1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378511 Jul 05 04:05:28.250168 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.416126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.742123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port b23c300a-94f5-40de-92e8-ede30830c1f8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:28.742662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.852216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:28.869642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for b23c300a-94f5-40de-92e8-ede30830c1f8 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:28.874997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-3bbb25a0-5ea0-4a56-bf14-66c5a4412242 service neutron] 10.222.0.30 "GET /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5849848 Jul 05 04:05:28.938151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2ddbfff-f029-4109-9252-fe2c2f3c6293 req-a59c2ef1-83dd-4c07-87cd-29bc755d3712 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:28.939642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2ddbfff-f029-4109-9252-fe2c2f3c6293 req-a59c2ef1-83dd-4c07-87cd-29bc755d3712 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2184293 Jul 05 04:05:29.028511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2ddbfff-f029-4109-9252-fe2c2f3c6293 req-9f46c7d8-f311-4802-8e11-ac2d0c558364 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788975 Jul 05 04:05:29.075850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-db46b101-9d25-48ec-80a2-7a4381dabfea service neutron] 10.222.0.30 "GET /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1911986 Jul 05 04:05:29.165551 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.213383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port ff40d0a8-5892-468c-b24e-cdda036962c9 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:29.221602 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.222997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=b23c300a-94f5-40de-92e8-ede30830c1f8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:29.294955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5a6605-e5de-4697-a947-7c28968edc64 req-7d4af3f4-28bb-46d2-b989-67abb21b3d96 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:29.300572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.301958 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c5a6605-e5de-4697-a947-7c28968edc64 req-7d4af3f4-28bb-46d2-b989-67abb21b3d96 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.1460791 Jul 05 04:05:29.365999 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.402875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c5a6605-e5de-4697-a947-7c28968edc64 req-e15ab8e9-484c-4f1a-a9c4-97f9d0bd2703 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0999763 Jul 05 04:05:29.421961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for ff40d0a8-5892-468c-b24e-cdda036962c9 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:29.543293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router 3532967a-0bab-4596-873a-31c99795edcd has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:29.588564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8eb5bf7-49d6-4335-a20d-f09c2e66b803 req-01ce406d-25d6-4a22-ae3d-4334dd77e844 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0642967 Jul 05 04:05:29.668317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd73f69a-9f0b-4b1e-8b31-ea6723db4341 req-04c8aa33-7b76-40a5-88fc-c9b59300c36e tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 210 time: 0.0551033 Jul 05 04:05:29.733609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:29.750685 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eae36a-fe05-4a71-b7fb-98833383c668 None None] Sync routers for ids ['3532967a-0bab-4596-873a-31c99795edcd'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:29.764420 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b102c086-a835-46c8-aa6d-8972b974fe34 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/3532967a-0bab-4596-873a-31c99795edcd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7631917 Jul 05 04:05:29.766425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42360) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:29.768934 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eae36a-fe05-4a71-b7fb-98833383c668 None None] Routers {'3532967a-0bab-4596-873a-31c99795edcd'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:29.773811 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-81eae36a-fe05-4a71-b7fb-98833383c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3532967a-0bab-4596-873a-31c99795edcd'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:29.819968 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7dc3b376-a625-4f93-aafa-d3c46f9f6d0f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532967a-0bab-4596-873a-31c99795edcd HTTP/1.1" status: 200 len: 205 time: 0.0493801 Jul 05 04:05:29.822086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42366) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:29.846235 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-81eae36a-fe05-4a71-b7fb-98833383c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:29.855230 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81eae36a-fe05-4a71-b7fb-98833383c668 None None] Routers {'3532967a-0bab-4596-873a-31c99795edcd'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:29.855830 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-81eae36a-fe05-4a71-b7fb-98833383c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['3532967a-0bab-4596-873a-31c99795edcd'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:29.907393 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-81eae36a-fe05-4a71-b7fb-98833383c668 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:29.908070 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81eae36a-fe05-4a71-b7fb-98833383c668 None None] The sync data for ids ['3532967a-0bab-4596-873a-31c99795edcd'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:29.920134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0faa3390-957d-4117-9a4e-364f1852a26f req-393308ef-e083-4497-8aef-27b55d29dcc1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.2578912 Jul 05 04:05:29.920134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:29.959601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=ff40d0a8-5892-468c-b24e-cdda036962c9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:30.271379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.442588 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ee6727d5-d84f-4c49-925b-61aca27f6e18 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.463294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f25ab721-bd82-46cd-969d-dd754e83780f req-9556c001-e269-4ebb-92cc-83762c8feab4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.2938318 Jul 05 04:05:30.487660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e719026-9e21-4c65-b5cd-5d35c0c9f43e req-6a343d14-6fd4-4c15-b415-c8b6e7f639fd tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0787346 Jul 05 04:05:30.560598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6548bba0-8ed0-4d5e-afa2-f4a4338458ff req-42000b4a-c269-41be-a58e-0be1f34ca282 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.562130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6548bba0-8ed0-4d5e-afa2-f4a4338458ff req-42000b4a-c269-41be-a58e-0be1f34ca282 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2822797 Jul 05 04:05:30.629418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ee6727d5-d84f-4c49-925b-61aca27f6e18 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.632690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ee6727d5-d84f-4c49-925b-61aca27f6e18 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.643227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6548bba0-8ed0-4d5e-afa2-f4a4338458ff req-c1b7b8c0-861f-48a3-b4e4-05738640b251 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540369 Jul 05 04:05:30.648948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:30.793247 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ee6727d5-d84f-4c49-925b-61aca27f6e18 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.795044 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6727d5-d84f-4c49-925b-61aca27f6e18 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Fanout notify agent at l3_agent the message router_deleted on router 3532967a-0bab-4596-873a-31c99795edcd {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:30.798181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9dd71-5f68-4970-96d4-597d9097940c req-b9e961f2-d5d0-4cdc-b387-fdfade8b2f2a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:30.800185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdd9dd71-5f68-4970-96d4-597d9097940c req-b9e961f2-d5d0-4cdc-b387-fdfade8b2f2a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.1556129 Jul 05 04:05:30.804943 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ee6727d5-d84f-4c49-925b-61aca27f6e18 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:30.806182 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ee6727d5-d84f-4c49-925b-61aca27f6e18 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/3532967a-0bab-4596-873a-31c99795edcd HTTP/1.1" status: 204 len: 168 time: 0.9828854 Jul 05 04:05:30.809073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:30.810578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42390) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:30.824106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3b1f086a-4409-4761-b820-1f089722cfd0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5572791 Jul 05 04:05:30.824609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42392) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:30.831097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859d60c-4990-4d76-b865-fc7ddfe098bb None None] Sync routers for ids ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:30.843545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859d60c-4990-4d76-b865-fc7ddfe098bb None None] Routers {'cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:30.844468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e859d60c-4990-4d76-b865-fc7ddfe098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:30.885304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e859d60c-4990-4d76-b865-fc7ddfe098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:30.894644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e859d60c-4990-4d76-b865-fc7ddfe098bb None None] Routers {'cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:30.895238 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e859d60c-4990-4d76-b865-fc7ddfe098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:30.928272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e859d60c-4990-4d76-b865-fc7ddfe098bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:30.928922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e859d60c-4990-4d76-b865-fc7ddfe098bb None None] The sync data for ids ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:30.978945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9e1cd3f-fbaa-4092-9605-a26b9485c853 req-7c42efa4-1af8-44bc-b907-396140aeb806 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 210 time: 0.1142433 Jul 05 04:05:30.998631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c107467-ccbb-4eea-a252-a3850aba4c4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting subnet f131f407-120a-4b36-bd72-59bfc6049cc8 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:31.010649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c107467-ccbb-4eea-a252-a3850aba4c4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.045325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdd9dd71-5f68-4970-96d4-597d9097940c req-64253c88-6090-482a-96e4-cd125c965f2f tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2213836 Jul 05 04:05:31.129955 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c107467-ccbb-4eea-a252-a3850aba4c4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.269614 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c107467-ccbb-4eea-a252-a3850aba4c4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.405404 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.474396 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c107467-ccbb-4eea-a252-a3850aba4c4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.511242 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:31.517395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c107467-ccbb-4eea-a252-a3850aba4c4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Subnet': ['ID=f131f407-120a-4b36-bd72-59bfc6049cc8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:31.519344 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c107467-ccbb-4eea-a252-a3850aba4c4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.525479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8c107467-ccbb-4eea-a252-a3850aba4c4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/f131f407-120a-4b36-bd72-59bfc6049cc8 HTTP/1.1" status: 204 len: 168 time: 0.7096188 Jul 05 04:05:31.525479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42396) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:31.528404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e3fdac-5e75-42a8-aa80-6c8cf22af9cd None None] Network 344c3970-afba-44a4-a64f-73477f1383d7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:31.685947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-280e8f9b-73cb-4d4a-b057-260e82d570cc req-4a62decb-42dd-40ce-9c4e-2a203b5281be tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0453033 Jul 05 04:05:31.690959 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.728508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:31.744214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee', 'port_id': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'mac_address': 'fa:16:3e:c4:05:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895e5ec-081e-4e9b-b0b3-01bca5fbab69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:31.806451 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:05:31.807423 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.809382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:31.809731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.826515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:31.852454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:31.890754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37460dd2-d6f4-4ddd-827f-10b42e908232 None None] DHCP port deletion for 344c3970-afba-44a4-a64f-73477f1383d7 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:31.942646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-37460dd2-d6f4-4ddd-827f-10b42e908232 None None] Deleting port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:31.943178 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-37460dd2-d6f4-4ddd-827f-10b42e908232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.958371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56,segment=NetworkSegment(d6a0d9e2-754d-4925-904d-26c45a7c08ae),segment_id=d6a0d9e2-754d-4925-904d-26c45a7c08ae)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:31.958738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:31.978709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:31.994642 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.050233 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-37460dd2-d6f4-4ddd-827f-10b42e908232 None None] For port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56,segment=NetworkSegment(d6a0d9e2-754d-4925-904d-26c45a7c08ae),segment_id=d6a0d9e2-754d-4925-904d-26c45a7c08ae)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:32.050837 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-37460dd2-d6f4-4ddd-827f-10b42e908232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.070010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04375096-4113-45e1-9151-f94f14a8c75f req-2651f8b4-3a56-4f92-90c3-5157588cddc9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:32.072003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04375096-4113-45e1-9151-f94f14a8c75f req-2651f8b4-3a56-4f92-90c3-5157588cddc9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2451875 Jul 05 04:05:32.077791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-37460dd2-d6f4-4ddd-827f-10b42e908232 None None] Calling delete_port for 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:32.085162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:32.144471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 25e81642-9933-4b24-978e-eb580bab6715 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:32.145477 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.175804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3494deef-ac7c-4d7b-a5b0-27b1cb1831aa'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:32.236273 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-37460dd2-d6f4-4ddd-827f-10b42e908232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.260703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41ee7fc3-464a-43a0-beda-b87a1132ec13 req-6ad87d89-5c67-49d0-b80e-e13a4a8b5053 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 210 time: 0.0942428 Jul 05 04:05:32.283535 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37460dd2-d6f4-4ddd-827f-10b42e908232 None None] Pushing event deleted for resources: {'Port': ['ID=2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:32.284571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37460dd2-d6f4-4ddd-827f-10b42e908232 None None] No DVR routers for this DVR port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:32.808479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04375096-4113-45e1-9151-f94f14a8c75f req-4cc46a5b-a7b2-4019-946e-66d8ad35dad2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7160952 Jul 05 04:05:32.838978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2a546bd-c2ca-4fba-be29-674fc6eac7b3 req-ce3ad11e-fe80-4c76-a22e-b8765e64cbaa service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0888748 Jul 05 04:05:32.851962 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.928521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:32.933140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:32.953185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No DVR routers for this DVR port 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:32.997760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 25e81642-9933-4b24-978e-eb580bab6715 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:33.020846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0042b008-a339-42b1-a09f-901a5436c427 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.022390 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0042b008-a339-42b1-a09f-901a5436c427 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.26 "GET /v2.0/networks?id=2762d83f-a9b1-4395-8a0f-0bdda851cb97 HTTP/1.1" status: 200 len: 812 time: 0.7608857 Jul 05 04:05:33.107451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Request body: {'port': {'device_id': 'cacf93c5-205b-4964-836e-1722eaf6e7eb', 'network_id': '2762d83f-a9b1-4395-8a0f-0bdda851cb97', 'admin_state_up': True, 'tenant_id': '128df3ab148e473cb1ae451834bbeaa1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:33.143564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21542903-3849-455a-8b0a-fb469b2c59c8 req-9a1ad4e8-3334-4439-b992-717ba3305ac2 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.1501076 Jul 05 04:05:33.160550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91ae8bf7-7ec9-4ba5-afdb-fe708b997d9e req-490a3922-3c88-4e87-a69e-d0d3d6334fe1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1259851 Jul 05 04:05:33.235957 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.281547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['344c3970-afba-44a4-a64f-73477f1383d7']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:33.292125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14dcc517-7ec3-4108-9560-3900b79fffb4 req-78ef7bf5-126f-4271-8cf4-053a507c4e45 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:33.299354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14dcc517-7ec3-4108-9560-3900b79fffb4 req-78ef7bf5-126f-4271-8cf4-053a507c4e45 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.5546761 Jul 05 04:05:33.339152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a0d9e2-754d-4925-904d-26c45a7c08ae') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:33.341017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a0d9e2-754d-4925-904d-26c45a7c08ae') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:33.402300 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.427384 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.435788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:33.437707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:33.441635 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:33.494159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:33.572071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:33.572451 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.612273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a65ad675-9e3b-45cd-8c6d-1f59e22baf6a req-3e703f3e-3430-4007-bc63-627d11ebfa0d tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 210 time: 0.1474857 Jul 05 04:05:33.646134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14dcc517-7ec3-4108-9560-3900b79fffb4 req-736bf83e-85eb-4dd2-8d57-7b399e80f540 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3454518 Jul 05 04:05:33.677318 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.709798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:33.712932 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ace0616c-df49-4529-9a33-7c9a3bbbf69c" -d '{"events": [{"server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "name": "network-vif-plugged", "status": "completed", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:33.720474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:33.751120 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.759467 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-851812e0-627d-4865-943c-8e69817f5b32 x-openstack-request-id: req-851812e0-627d-4865-943c-8e69817f5b32 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:33.759762 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "name": "network-vif-plugged", "status": "completed", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:33.760051 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-851812e0-627d-4865-943c-8e69817f5b32 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:33.762797 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'code': 200} Jul 05 04:05:33.764184 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.765923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/networks/344c3970-afba-44a4-a64f-73477f1383d7 HTTP/1.1" status: 204 len: 168 time: 2.2406225 Jul 05 04:05:33.769869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Made reservation on behalf of 128df3ab148e473cb1ae451834bbeaa1 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:33.776019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42454) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:33.780046 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.785418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1aeafb74-556b-418c-b9bc-c645564feb23 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-773520541', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:33.797215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f46cbf-506f-4586-a14d-d5d3a58f020d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Network': ['ID=344c3970-afba-44a4-a64f-73477f1383d7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:33.840146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.896665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:33.921161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aeafb74-556b-418c-b9bc-c645564feb23 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:33.922333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aeafb74-556b-418c-b9bc-c645564feb23 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.018007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Allocated IP 172.20.0.2 (2762d83f-a9b1-4395-8a0f-0bdda851cb97/31019525-84d3-4ae3-80a0-9df63d1061bd/2e9b5878-b9e2-4c37-86dd-dc55595e30f4) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:34.026755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aeafb74-556b-418c-b9bc-c645564feb23 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.045396 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.105119 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aeafb74-556b-418c-b9bc-c645564feb23 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.188511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aeafb74-556b-418c-b9bc-c645564feb23 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.190015 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1aeafb74-556b-418c-b9bc-c645564feb23 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4129872 Jul 05 04:05:34.192915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42462) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:34.208310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1464921399'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:34.214161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:34.220056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:34.220550 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2a883bd5-e81d-4a69-aa38-3cdfe7ae4f56 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:34.282509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=25e81642-9933-4b24-978e-eb580bab6715,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:34.367076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:34.374250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.417873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:34.430460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.431207 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added segment 99bf5f3b-9189-468b-a527-994dc79348ce of type vlan for network 2df6ea08-e448-4f72-99a5-98624d8913df Jul 05 04:05:34.489214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.585053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2889159-b3ad-4ca4-9290-db2aa2fc0bca req-7d3b1d19-5d2d-48b2-a53f-6c584767d165 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:34.588381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2889159-b3ad-4ca4-9290-db2aa2fc0bca req-7d3b1d19-5d2d-48b2-a53f-6c584767d165 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.5623620 Jul 05 04:05:34.593534 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.599437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:34.600366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.627788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc6dd047-8dc0-4b72-9b6b-bf4d788cbb5d req-8c4d262d-9722-461c-b99d-cc69df166556 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.1259952 Jul 05 04:05:34.634189 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:34.681777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Network': ['ID=2df6ea08-e448-4f72-99a5-98624d8913df,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:34.696368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2df6ea08-e448-4f72-99a5-98624d8913df details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:34.725035 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-732df5c2-23ca-46f9-94e8-177eed8ca37b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5308349 Jul 05 04:05:34.725827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42472) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:34.731416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'subnet': {'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:34.941091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2889159-b3ad-4ca4-9290-db2aa2fc0bca req-82d65ce1-aa7c-4ffb-880d-8f522bf18733 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3171573 Jul 05 04:05:34.948785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:34.952775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.004937 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.180645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85fa3da8-fd16-42c0-9070-d3f4c6c26043 req-4684c496-56b6-472e-a3cb-c304cd0795c5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1049957 Jul 05 04:05:35.233452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-443858c9-cce1-4e89-965a-b6821a89ca72 req-ded4a0ad-0410-4522-9b2d-08287cf674df tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 210 time: 0.1259427 Jul 05 04:05:35.280459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:35.358364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad35871-64a5-49ff-b788-ea460e882c63 req-46aa698c-1fc2-49c3-982f-01d815585cbf tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.359877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ad35871-64a5-49ff-b788-ea460e882c63 req-46aa698c-1fc2-49c3-982f-01d815585cbf tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.2002513 Jul 05 04:05:35.413770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.417500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:35.432895 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ac9c3-bee5-4123-a52f-423fa88a766b None None] Sync routers for ids ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:35.435870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-91ca5171-4b6e-4c7d-89d3-155c97572e75 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5851986 Jul 05 04:05:35.439717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42482) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:35.448997 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ac9c3-bee5-4123-a52f-423fa88a766b None None] Routers {'cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:35.449756 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-392ac9c3-bee5-4123-a52f-423fa88a766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:35.482203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Network 2762d83f-a9b1-4395-8a0f-0bdda851cb97 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:35.490038 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-392ac9c3-bee5-4123-a52f-423fa88a766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:35.500024 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-392ac9c3-bee5-4123-a52f-423fa88a766b None None] Routers {'cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:35.500984 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-392ac9c3-bee5-4123-a52f-423fa88a766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:35.524864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:35.541670 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-392ac9c3-bee5-4123-a52f-423fa88a766b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:35.542656 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-392ac9c3-bee5-4123-a52f-423fa88a766b None None] The sync data for ids ['cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:35.550261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c479c2f1-a9e9-4d6b-90a6-530c47728038 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a HTTP/1.1" status: 200 len: 205 time: 0.1073587 Jul 05 04:05:35.552883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42484) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:35.557940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:35.562228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5f2982c-c69f-4639-830b-9ec5da186251 req-8b2303d4-ec9a-474a-9cd7-47ae9adfd661 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0788445 Jul 05 04:05:35.574850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ad35871-64a5-49ff-b788-ea460e882c63 req-ee2b8e26-2f58-4c2f-883f-41d962ac1faf tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1812668 Jul 05 04:05:35.595743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Pushing event updated for resources: {'Port': ['ID=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:35.631460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.644460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:35.645441 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.720210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-0848d97e-7acf-4cbe-bbbb-6dac00e3e111 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6724629 Jul 05 04:05:35.736079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Request body: {'port': {'device_id': 'cacf93c5-205b-4964-836e-1722eaf6e7eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:35.750805 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f107c898-9da9-4d13-ac93-a4dfd9612d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.940125 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b8e02cd-23d5-45d5-8bfe-5cf3f922de92 req-abc098f9-36df-46ec-a12e-f755de238452 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0441914 Jul 05 04:05:35.945496 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:35.989204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Subnet': ['ID=b46611b5-bad0-4a36-a0a6-edaf044a647d,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:35.999851 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f107c898-9da9-4d13-ac93-a4dfd9612d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.002029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f107c898-9da9-4d13-ac93-a4dfd9612d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.046265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Checking segment: {'id': '99bf5f3b-9189-468b-a527-994dc79348ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:36.058110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network hostable DHCP agents. Network: 2df6ea08-e448-4f72-99a5-98624d8913df, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:36.136183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f107c898-9da9-4d13-ac93-a4dfd9612d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.137454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f107c898-9da9-4d13-ac93-a4dfd9612d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Fanout notify agent at l3_agent the message router_deleted on router cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:36.146429 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f107c898-9da9-4d13-ac93-a4dfd9612d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.148326 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f107c898-9da9-4d13-ac93-a4dfd9612d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a HTTP/1.1" status: 204 len: 168 time: 0.5941973 Jul 05 04:05:36.150940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42492) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:36.199114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 2df6ea08-e448-4f72-99a5-98624d8913df is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:36.226643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adef874-79f7-454c-9ce9-53e73b374d06 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting subnet b01ce88f-85a9-439c-89d1-cc058ae197b6 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:36.229514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8adef874-79f7-454c-9ce9-53e73b374d06 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.267332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73dceae-e839-43dc-97dc-19406efe2236 req-5fad2884-b33e-483f-83fe-d7cbbd31bcee tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.273256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c73dceae-e839-43dc-97dc-19406efe2236 req-5fad2884-b33e-483f-83fe-d7cbbd31bcee tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1495478 Jul 05 04:05:36.296686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8adef874-79f7-454c-9ce9-53e73b374d06 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.330271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c73dceae-e839-43dc-97dc-19406efe2236 req-c74a9cc6-044a-4a42-9b75-aecc1b8acef9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560346 Jul 05 04:05:36.396501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2df6ea08-e448-4f72-99a5-98624d8913df) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:36.405292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.406683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadcba4a-9fcc-43d4-803b-704f1c993a39 None None] Network 2df6ea08-e448-4f72-99a5-98624d8913df requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:36.407207 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.433449 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8adef874-79f7-454c-9ce9-53e73b374d06 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.487223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:36.504088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.519925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9252d7-c40d-4b6b-9004-4c2a9d505bff req-190880ee-2c6f-46df-b828-8e48d4cd911d tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:36.524447 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b9252d7-c40d-4b6b-9004-4c2a9d505bff req-190880ee-2c6f-46df-b828-8e48d4cd911d tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 931 time: 0.1539445 Jul 05 04:05:36.571541 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-46995f60-c886-40d3-b6f0-6072d79f5cff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8442903 Jul 05 04:05:36.574495 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42496) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:36.604623 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b9252d7-c40d-4b6b-9004-4c2a9d505bff req-2122a25c-3999-46c1-8ed9-b931966bcd18 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635777 Jul 05 04:05:36.662295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Transition to ACTIVE for port object 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:36.680635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-2df6ea08-e448-4f72-99a5-98624d8913df', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:36.681560 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.709472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8adef874-79f7-454c-9ce9-53e73b374d06 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.724986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.823958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8adef874-79f7-454c-9ce9-53e73b374d06 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:36.823958 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8adef874-79f7-454c-9ce9-53e73b374d06 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/b01ce88f-85a9-439c-89d1-cc058ae197b6 HTTP/1.1" status: 204 len: 168 time: 0.6711655 Jul 05 04:05:36.831362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42502) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:36.842178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adef874-79f7-454c-9ce9-53e73b374d06 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Subnet': ['ID=b01ce88f-85a9-439c-89d1-cc058ae197b6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:36.846130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b53b5d-74fb-4547-92b7-38f4d137872c None None] Network 92b84452-cfa8-440a-be9d-0b1616a00120 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:36.908195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Pushing event updated for resources: {'Port': ['ID=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:36.996861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Allocated IP 2001:db8::2 (2df6ea08-e448-4f72-99a5-98624d8913df/b46611b5-bad0-4a36-a0a6-edaf044a647d/1cf40d83-9fb1-4d71-ad60-65c6817274d9) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:37.028244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Attempting to bind port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:37.028619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Attempting to bind port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'f61fe262-7366-4ee0-a715-72f3ce5b674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2762d83f-a9b1-4395-8a0f-0bdda851cb97'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:37.029158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Attempting to bind port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 on network 2762d83f-a9b1-4395-8a0f-0bdda851cb97 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:37.042955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 on network 2762d83f-a9b1-4395-8a0f-0bdda851cb97 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:05:37.043204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Attempting to bind port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 on network 2762d83f-a9b1-4395-8a0f-0bdda851cb97 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:37.056733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:37.057115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Checking segment: {'id': 'f61fe262-7366-4ee0-a715-72f3ce5b674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2762d83f-a9b1-4395-8a0f-0bdda851cb97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:37.057470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Bound using segment: {'id': 'f61fe262-7366-4ee0-a715-72f3ce5b674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2762d83f-a9b1-4395-8a0f-0bdda851cb97'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:37.057927 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Bound port: 2e9b5878-b9e2-4c37-86dd-dc55595e30f4, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f61fe262-7366-4ee0-a715-72f3ce5b674e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2762d83f-a9b1-4395-8a0f-0bdda851cb97'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:37.058295 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.085138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting subnet 314a16d9-60bc-4e98-abb9-aec19e0a9b34 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:37.095969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.211445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.276864 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f59f504-522b-496c-a1dd-bfddc4c60e07 req-df36b2c9-e554-4cf7-b2ca-e88551a70698 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.1033568 Jul 05 04:05:37.281978 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.304830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564a9e6d-2318-4c3b-87b6-fa4579a9a85e req-9bcd44e1-f269-4c6b-b40a-e76a10f3c6ba tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.312239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-564a9e6d-2318-4c3b-87b6-fa4579a9a85e req-9bcd44e1-f269-4c6b-b40a-e76a10f3c6ba tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.4347012 Jul 05 04:05:37.380440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] For port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:37.399169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-564a9e6d-2318-4c3b-87b6-fa4579a9a85e req-e5c89b0f-5dd0-48d1-879b-fdbb4f49aed1 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0856440 Jul 05 04:05:37.421587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] For port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,segment=NetworkSegment(f61fe262-7366-4ee0-a715-72f3ce5b674e),segment_id=f61fe262-7366-4ee0-a715-72f3ce5b674e)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:37.428600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.484934 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.506368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Transition to ACTIVE for port object 1cf40d83-9fb1-4d71-ad60-65c6817274d9 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:37.525577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Transition to ACTIVE for port object 1cf40d83-9fb1-4d71-ad60-65c6817274d9 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:37.578639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9afbc9a-6036-4c9b-a4cb-8d45629a286f None None] DHCP port deletion for 92b84452-cfa8-440a-be9d-0b1616a00120 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:37.614028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.662670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a9afbc9a-6036-4c9b-a4cb-8d45629a286f None None] Deleting port 50a0efa7-eac6-408b-807c-eed0a0b5ccca {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:37.663317 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9afbc9a-6036-4c9b-a4cb-8d45629a286f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.666525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b195cc4d-f145-470f-9d39-7cc1775d6ce6 req-ae4ea328-10b1-40e8-8f5a-24dec45feee3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.668039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b195cc4d-f145-470f-9d39-7cc1775d6ce6 req-ae4ea328-10b1-40e8-8f5a-24dec45feee3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1439357 Jul 05 04:05:37.702210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.714709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c81521e1-0d67-4aa7-b8a0-a8917fd31979 req-2ec284ff-ebc9-42e3-b8b6-af0e58b321e0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0663922 Jul 05 04:05:37.720443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.721618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.723322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] 10.222.0.26 "PUT /v2.0/ports/2e9b5878-b9e2-4c37-86dd-dc55595e30f4 HTTP/1.1" status: 200 len: 1092 time: 1.9925845 Jul 05 04:05:37.723322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cacf93c5-205b-4964-836e-1722eaf6e7eb', 'tag': '2e9b5878-b9e2-4c37-86dd-dc55595e30f4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:37.734462 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.737324 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-198e9e71-fefb-41b4-a089-5daf7dcc33b3" -d '{"events": [{"name": "network-changed", "server_uuid": "cacf93c5-205b-4964-836e-1722eaf6e7eb", "tag": "2e9b5878-b9e2-4c37-86dd-dc55595e30f4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:37.806141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Allocated IP 2001:db8::1 (2df6ea08-e448-4f72-99a5-98624d8913df/b46611b5-bad0-4a36-a0a6-edaf044a647d/c5739124-eff6-4e38-9960-0d4be321956e) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:37.808840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b195cc4d-f145-470f-9d39-7cc1775d6ce6 req-73ab2129-d3c6-44c6-8241-bfa92ae5346d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145101 Jul 05 04:05:37.815223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710f383a-fd3f-4e68-93f4-9557b013119e service neutron] Pushing event updated for resources: {'Port': ['ID=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:37.897999 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b590a03-7c1b-47ea-8777-3b0c946fb372 x-openstack-request-id: req-2b590a03-7c1b-47ea-8777-3b0c946fb372 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:37.898660 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cacf93c5-205b-4964-836e-1722eaf6e7eb", "tag": "2e9b5878-b9e2-4c37-86dd-dc55595e30f4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:37.899116 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b590a03-7c1b-47ea-8777-3b0c946fb372 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:37.899758 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cacf93c5-205b-4964-836e-1722eaf6e7eb', 'tag': '2e9b5878-b9e2-4c37-86dd-dc55595e30f4', 'status': 'completed', 'code': 200} Jul 05 04:05:37.928800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a29e2-a931-408f-a9ef-eefe22ce2f2e req-04efb9f7-6678-4415-8a86-2a7a0f794d25 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:37.936613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-883a29e2-a931-408f-a9ef-eefe22ce2f2e req-04efb9f7-6678-4415-8a86-2a7a0f794d25 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 943 time: 0.1845024 Jul 05 04:05:37.964056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:37.983078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Transition to ACTIVE for port object c5739124-eff6-4e38-9960-0d4be321956e will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:37.989983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 50a0efa7-eac6-408b-807c-eed0a0b5ccca no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:37.992541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-883a29e2-a931-408f-a9ef-eefe22ce2f2e req-258b5567-8513-4493-b776-065b1876ae59 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546939 Jul 05 04:05:38.006656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-87493fe4-d91b-4760-888e-f6975aeee2e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.018074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Network 2df6ea08-e448-4f72-99a5-98624d8913df is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:38.018225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-87493fe4-d91b-4760-888e-f6975aeee2e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=128df3ab148e473cb1ae451834bbeaa1&device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 1095 time: 0.1658156 Jul 05 04:05:38.037645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.042469 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/314a16d9-60bc-4e98-abb9-aec19e0a9b34 HTTP/1.1" status: 204 len: 168 time: 1.2018325 Jul 05 04:05:38.043142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42524) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:38.051933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:38.058254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:38.072788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0dfa2f-bef4-476c-8e46-ed686e7b4682 None None] Network 35557118-cd45-43fd-a11c-9ab253d21b66 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:38.089594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-d366d755-6135-4cf8-a7ef-f47f9389c5da service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e9b5878-b9e2-4c37-86dd-dc55595e30f4 HTTP/1.1" status: 200 len: 217 time: 0.0683482 Jul 05 04:05:38.099796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a9afbc9a-6036-4c9b-a4cb-8d45629a286f None None] For port 50a0efa7-eac6-408b-807c-eed0a0b5ccca, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=50a0efa7-eac6-408b-807c-eed0a0b5ccca,segment=NetworkSegment(549db172-89e8-4871-8cdd-1e21ff1df195),segment_id=549db172-89e8-4871-8cdd-1e21ff1df195)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:38.100736 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9afbc9a-6036-4c9b-a4cb-8d45629a286f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.154297 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.156803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.166656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-3ad7a040-3eef-4943-94a5-d83dd64a266f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.168544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-3ad7a040-3eef-4943-94a5-d83dd64a266f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31019525-84d3-4ae3-80a0-9df63d1061bd HTTP/1.1" status: 200 len: 852 time: 0.0675683 Jul 05 04:05:38.207704 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b7ce2b09-43f8-48ac-86f9-e65d546e5153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.209609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Pushing event updated for resources: {'Port': ['ID=1cf40d83-9fb1-4d71-ad60-65c6817274d9,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.209770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Subnet': ['ID=314a16d9-60bc-4e98-abb9-aec19e0a9b34,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.223668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a9afbc9a-6036-4c9b-a4cb-8d45629a286f None None] Calling delete_port for 50a0efa7-eac6-408b-807c-eed0a0b5ccca owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:38.224464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=c5739124-eff6-4e38-9960-0d4be321956e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.233404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.233757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.234128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.234417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.234752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.235083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.235506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.235843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.236195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.236563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.236888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.237331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-98eb8225-83b7-4841-9a4d-db2e6507e9e4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.244102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.244325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.244673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.245012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.245542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.245682 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.245998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.246327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.247045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.249492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-d817e8fa-a738-4d13-b571-73049ae42208 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2762d83f-a9b1-4395-8a0f-0bdda851cb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0664454 Jul 05 04:05:38.249631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.249878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.250209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:38.267240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 2df6ea08-e448-4f72-99a5-98624d8913df is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:38.270785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:38.276679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:38.277250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.441051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Attempting to bind port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:38.441978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Attempting to bind port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '99bf5f3b-9189-468b-a527-994dc79348ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:38.442526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Attempting to bind port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 on network 2df6ea08-e448-4f72-99a5-98624d8913df {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:38.446351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-699bd104-34cf-4dce-ab0f-27e4490af80e service neutron] 10.222.0.26 "GET /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803629 Jul 05 04:05:38.483782 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9afbc9a-6036-4c9b-a4cb-8d45629a286f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.494451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 50a0efa7-eac6-408b-807c-eed0a0b5ccca {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:38.494932 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.534744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:38.535321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Checking segment: {'id': '99bf5f3b-9189-468b-a527-994dc79348ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:38.535510 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.535920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Bound using segment: {'id': '99bf5f3b-9189-468b-a527-994dc79348ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:38.536406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Bound port: 1cf40d83-9fb1-4d71-ad60-65c6817274d9, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bf5f3b-9189-468b-a527-994dc79348ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:38.536788 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.539607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afbc9a-6036-4c9b-a4cb-8d45629a286f None None] No DVR routers for this DVR port 50a0efa7-eac6-408b-807c-eed0a0b5ccca on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:38.577495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Port 50a0efa7-eac6-408b-807c-eed0a0b5ccca update to DOWN by agent not found {{(pid=100897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:05:38.592274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afbc9a-6036-4c9b-a4cb-8d45629a286f None None] Pushing event deleted for resources: {'Port': ['ID=50a0efa7-eac6-408b-807c-eed0a0b5ccca,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.663363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port 50a0efa7-eac6-408b-807c-eed0a0b5ccca, host n-d-758944-41, got binding levels [] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:38.663799 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.677612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e00c0e7f-d5c5-408c-b7ee-b1c32bd7d2fe req-ed8bb74c-6807-4ed0-96d7-4f40e345b628 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0541160 Jul 05 04:05:38.687634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 50a0efa7-eac6-408b-807c-eed0a0b5ccca owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:38.708546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Port 50a0efa7-eac6-408b-807c-eed0a0b5ccca was not found and therefore no delete operation was performed {{(pid=100895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:05:38.708671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] For port 1cf40d83-9fb1-4d71-ad60-65c6817274d9, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:38.712288 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] For port 1cf40d83-9fb1-4d71-ad60-65c6817274d9, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1cf40d83-9fb1-4d71-ad60-65c6817274d9,segment=NetworkSegment(99bf5f3b-9189-468b-a527-994dc79348ce),segment_id=99bf5f3b-9189-468b-a527-994dc79348ce)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:38.720129 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.784127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d969ab9e-2f82-4dd6-b0ae-a44ab4aa0c92 req-eb7e439e-008d-479c-b876-83c5a552318d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0706077 Jul 05 04:05:38.790796 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=50a0efa7-eac6-408b-807c-eed0a0b5ccca,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.796241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No DVR routers for this DVR port 50a0efa7-eac6-408b-807c-eed0a0b5ccca on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:38.813460 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed61aa0c-ce3c-453b-98f3-4b751f3340c9 None None] DHCP port deletion for 35557118-cd45-43fd-a11c-9ab253d21b66 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:38.841782 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:38.877205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18404e2b-a4fd-4c40-8a1d-06a7aa8b84dd req-587518b3-2b59-4655-97ef-54b82d5d8cc1 service neutron] 10.222.0.26 "GET /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4157252 Jul 05 04:05:38.940046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb00f8e-ce10-445e-8454-f7adc1b70017 None None] Pushing event updated for resources: {'Port': ['ID=1cf40d83-9fb1-4d71-ad60-65c6817274d9,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:38.949018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e6285a-da5e-473c-93dd-f103c639284f req-fe6af634-387d-407a-bce7-3a97e46c4a57 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:38.949954 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87e6285a-da5e-473c-93dd-f103c639284f req-fe6af634-387d-407a-bce7-3a97e46c4a57 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.1649406 Jul 05 04:05:38.984396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ed61aa0c-ce3c-453b-98f3-4b751f3340c9 None None] Deleting port 70cd7e83-f8f3-4ce1-8585-92806302c8cd {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:38.984785 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ed61aa0c-ce3c-453b-98f3-4b751f3340c9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.022758 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.067843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87e6285a-da5e-473c-93dd-f103c639284f req-91825b2d-eb19-4501-affc-dcfda0947067 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006303 Jul 05 04:05:39.088463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.253505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747bf39f-9b03-4b56-8193-da93bbfe587b req-5e4a15ed-88d3-47f4-8040-e682871fd103 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:39.262301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-747bf39f-9b03-4b56-8193-da93bbfe587b req-5e4a15ed-88d3-47f4-8040-e682871fd103 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1616902 Jul 05 04:05:39.271185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92b84452-cfa8-440a-be9d-0b1616a00120']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:39.385098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '549db172-89e8-4871-8cdd-1e21ff1df195') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:39.385680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '549db172-89e8-4871-8cdd-1e21ff1df195') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:39.398058 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.423435 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.431314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:39.431727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:39.524175 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:39.526707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ed61aa0c-ce3c-453b-98f3-4b751f3340c9 None None] For port 70cd7e83-f8f3-4ce1-8585-92806302c8cd, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=70cd7e83-f8f3-4ce1-8585-92806302c8cd,segment=NetworkSegment(50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e),segment_id=50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:39.527122 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ed61aa0c-ce3c-453b-98f3-4b751f3340c9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.551078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ed61aa0c-ce3c-453b-98f3-4b751f3340c9 None None] Calling delete_port for 70cd7e83-f8f3-4ce1-8585-92806302c8cd owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:39.572282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.578336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.580662 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/networks/92b84452-cfa8-440a-be9d-0b1616a00120 HTTP/1.1" status: 204 len: 168 time: 1.5169895 Jul 05 04:05:39.601553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42540) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:39.604391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9b430f-8e67-43b1-a886-f1a4402e3a69 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Network': ['ID=92b84452-cfa8-440a-be9d-0b1616a00120,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.754690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.800889 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ed61aa0c-ce3c-453b-98f3-4b751f3340c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:39.878605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed61aa0c-ce3c-453b-98f3-4b751f3340c9 None None] No DVR routers for this DVR port 70cd7e83-f8f3-4ce1-8585-92806302c8cd on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:39.893302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61aa0c-ce3c-453b-98f3-4b751f3340c9 None None] Pushing event deleted for resources: {'Port': ['ID=70cd7e83-f8f3-4ce1-8585-92806302c8cd,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:39.991418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1cf40d83-9fb1-4d71-ad60-65c6817274d9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:40.023446 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.051951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-747bf39f-9b03-4b56-8193-da93bbfe587b req-24a12855-ce02-45b1-87ee-5a7b06c3e310 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7886136 Jul 05 04:05:40.061545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35557118-cd45-43fd-a11c-9ab253d21b66']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:40.086238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:40.086618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50aff06a-9e9a-4ddb-8e51-a039ec5c6d4e') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:40.103929 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.107773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.124978 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.132376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:40.132868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:40.140389 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:40.147068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9e71-fefb-41b4-a089-5daf7dcc33b3 req-c5711481-42d2-4ad2-8217-bd30d8d22e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.148639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-198e9e71-fefb-41b4-a089-5daf7dcc33b3 req-c5711481-42d2-4ad2-8217-bd30d8d22e3e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=128df3ab148e473cb1ae451834bbeaa1&device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 1095 time: 0.3024068 Jul 05 04:05:40.186091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a34a12-0c08-4d1e-99d8-d582fb8f70dd req-268faa41-0486-439a-ba4f-e8da1f3cfdf9 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.193751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03a34a12-0c08-4d1e-99d8-d582fb8f70dd req-268faa41-0486-439a-ba4f-e8da1f3cfdf9 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 943 time: 0.9043977 Jul 05 04:05:40.205331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:40.235022 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.236337 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.293229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 70cd7e83-f8f3-4ce1-8585-92806302c8cd no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:40.300766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=c5739124-eff6-4e38-9960-0d4be321956e,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:40.318782 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.333539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 70cd7e83-f8f3-4ce1-8585-92806302c8cd {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:40.339739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 70cd7e83-f8f3-4ce1-8585-92806302c8cd not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:40.359429 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.369129 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/networks/35557118-cd45-43fd-a11c-9ab253d21b66 HTTP/1.1" status: 204 len: 168 time: 0.7600417 Jul 05 04:05:40.369746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42552) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:40.377719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'network': {'name': 'tempest-RoutersTest-3894193'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:40.389696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b31a4421-da04-41ff-816b-f84aee715bb3 req-07c66aa9-e6c3-417d-b2f3-ec92ef02ba78 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.1489575 Jul 05 04:05:40.391043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9e71-fefb-41b4-a089-5daf7dcc33b3 req-8b85cced-0636-4c48-a1fb-ae05635f3e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.392675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-198e9e71-fefb-41b4-a089-5daf7dcc33b3 req-8b85cced-0636-4c48-a1fb-ae05635f3e5a service neutron] 10.222.0.26 "GET /v2.0/networks?id=2762d83f-a9b1-4395-8a0f-0bdda851cb97 HTTP/1.1" status: 200 len: 913 time: 0.1890516 Jul 05 04:05:40.416487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b89c46-5539-40c1-b55c-5bc7bc682dc2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Network': ['ID=35557118-cd45-43fd-a11c-9ab253d21b66,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:40.515965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 2df6ea08-e448-4f72-99a5-98624d8913df is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:40.518566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:40.593186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03a34a12-0c08-4d1e-99d8-d582fb8f70dd req-57a3fd34-63cd-46ee-b891-4f9b9b498314 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3979123 Jul 05 04:05:40.608560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-198e9e71-fefb-41b4-a089-5daf7dcc33b3 req-3b3d2b02-f120-4999-9bd3-35255d6e4ca8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e9b5878-b9e2-4c37-86dd-dc55595e30f4 HTTP/1.1" status: 200 len: 217 time: 0.1873074 Jul 05 04:05:40.733452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198e9e71-fefb-41b4-a089-5daf7dcc33b3 req-b81830d7-7a04-41dc-b952-f82b03396ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.735220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-198e9e71-fefb-41b4-a089-5daf7dcc33b3 req-b81830d7-7a04-41dc-b952-f82b03396ee8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31019525-84d3-4ae3-80a0-9df63d1061bd HTTP/1.1" status: 200 len: 852 time: 0.1254022 Jul 05 04:05:40.743776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f15d494a-fec7-4777-8b3f-9e63e23d0c45 None None] Network 2df6ea08-e448-4f72-99a5-98624d8913df requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:40.755582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:40.759612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.800454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-198e9e71-fefb-41b4-a089-5daf7dcc33b3 req-bf5269eb-5656-4a26-a1d7-86f97d11ccab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2762d83f-a9b1-4395-8a0f-0bdda851cb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567389 Jul 05 04:05:40.844300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e2d9ba-d618-4214-b566-5ebd0f206e93 req-53dc8fbf-9995-4ae5-9d80-1e6af857cb86 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:40.851767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78e2d9ba-d618-4214-b566-5ebd0f206e93 req-53dc8fbf-9995-4ae5-9d80-1e6af857cb86 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.1741829 Jul 05 04:05:40.920618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:40.945088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:40.945847 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added segment 8591a4e3-31d4-4b0e-8bd8-a4632ba65d71 of type vlan for network f3aae981-776d-4e0f-942b-1c114956e092 Jul 05 04:05:41.014906 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78e2d9ba-d618-4214-b566-5ebd0f206e93 req-1dcc8ed6-9069-4363-a938-c371460ad65c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1580355 Jul 05 04:05:41.096635 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.121829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-198e9e71-fefb-41b4-a089-5daf7dcc33b3 req-c0fb66fd-f6f5-44a0-8bc8-5c54dd021a9e service neutron] 10.222.0.26 "GET /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3036368 Jul 05 04:05:41.137099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:41.148820 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5bf58621-df39-4ae4-8c3a-ba7978e3241a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.267689 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.273422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2a2ec865-341c-44b8-93d1-f271f50fdc2b None None] Provisioning for port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:41.290746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2a2ec865-341c-44b8-93d1-f271f50fdc2b None None] Provisioning complete for port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:41.291123 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec865-341c-44b8-93d1-f271f50fdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.330941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:41.341377 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-15e0f7d9-dab2-4e42-b2e6-0bd4390c95cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7645652 Jul 05 04:05:41.342250 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42558) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:41.350789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1180728572'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:41.361930 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Sync routers for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:41.399613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-198e9e71-fefb-41b4-a089-5daf7dcc33b3 req-b82da4be-f409-4643-bf43-6a1c3333e612 service neutron] 10.222.0.26 "GET /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2645714 Jul 05 04:05:41.401982 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.412104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.412789 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.436906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:41.439807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:41.523760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:41.529613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.547581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:05:41.587421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Network': ['ID=f3aae981-776d-4e0f-942b-1c114956e092,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:41.594444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:41.611291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:41.633539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1ee609be-f0eb-4c5d-b83d-88d9cfd5f95c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 763 time: 1.2610075 Jul 05 04:05:41.634951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42566) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:41.643053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.643865 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added segment 256e9e74-72f0-45a5-8273-c2769f24e2b1 of type vlan for network 1cab8821-b768-4f4a-9892-ec52357fa64e Jul 05 04:05:41.644776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f3aae981-776d-4e0f-942b-1c114956e092 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:41.654269 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec865-341c-44b8-93d1-f271f50fdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.676746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'subnet': {'network_id': 'f3aae981-776d-4e0f-942b-1c114956e092', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:41.769414 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.916646 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:41.923712 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:41.924616 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.020785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Network': ['ID=1cab8821-b768-4f4a-9892-ec52357fa64e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.030958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd6f35b-6426-42ac-b917-fbd9a316fdef req-bc67c9ef-f6da-45c7-9307-4c9cf32877d2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.040558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbd6f35b-6426-42ac-b917-fbd9a316fdef req-bc67c9ef-f6da-45c7-9307-4c9cf32877d2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.6457772 Jul 05 04:05:42.062912 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7ff91832-eab3-4950-8500-92fc61e91631 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7182009 Jul 05 04:05:42.063600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42574) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:42.066098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb170118-18fb-4d28-aa00-84d2a6e322e9 req-69fe3c11-83fb-49ae-949c-c33e2884985a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.2413690 Jul 05 04:05:42.078410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'subnet': {'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:42.100109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08bf53a6-8d92-4b5e-8efc-6a00721f4596 req-c952c8a8-a5cb-4148-8541-2322c501a99e tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.2065699 Jul 05 04:05:42.121481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,segment=NetworkSegment(f61fe262-7366-4ee0-a715-72f3ce5b674e),segment_id=f61fe262-7366-4ee0-a715-72f3ce5b674e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:42.144695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2a2ec865-341c-44b8-93d1-f271f50fdc2b None None] For port 1cf40d83-9fb1-4d71-ad60-65c6817274d9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1cf40d83-9fb1-4d71-ad60-65c6817274d9,segment=NetworkSegment(99bf5f3b-9189-468b-a527-994dc79348ce),segment_id=99bf5f3b-9189-468b-a527-994dc79348ce)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:42.152877 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.154236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '2e9b5878-b9e2-4c37-86dd-dc55595e30f4', 'network_id': '2762d83f-a9b1-4395-8a0f-0bdda851cb97', 'port_id': '2e9b5878-b9e2-4c37-86dd-dc55595e30f4', 'mac_address': 'fa:16:3e:5b:ba:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '31019525-84d3-4ae3-80a0-9df63d1061bd', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:05:42.164263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 1cab8821-b768-4f4a-9892-ec52357fa64e details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:42.193174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbd6f35b-6426-42ac-b917-fbd9a316fdef req-0f4aa388-b709-4b13-b45b-d82ab4c7935f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482186 Jul 05 04:05:42.220479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:42.227536 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.326053 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2a2ec865-341c-44b8-93d1-f271f50fdc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.387154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981266f-89aa-4da0-89e2-2714861c2791 req-d17f17d4-fe78-49c8-a8d0-2f5a65926a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.389976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e981266f-89aa-4da0-89e2-2714861c2791 req-d17f17d4-fe78-49c8-a8d0-2f5a65926a26 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=686d46d8195843c2984affa2d94f123e&device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 1097 time: 0.4947333 Jul 05 04:05:42.405935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:42.412472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.547872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a2ec865-341c-44b8-93d1-f271f50fdc2b None None] Pushing event updated for resources: {'Port': ['ID=1cf40d83-9fb1-4d71-ad60-65c6817274d9,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:42.552706 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.674885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e4a4a908-96da-457f-bc9b-a3caefdac520 None None] Provisioning complete for port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:42.676114 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a908-96da-457f-bc9b-a3caefdac520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.680862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:05:42.721092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981266f-89aa-4da0-89e2-2714861c2791 req-2d1b8166-d14c-4b1f-98f0-65067d39ba23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.722605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e981266f-89aa-4da0-89e2-2714861c2791 req-2d1b8166-d14c-4b1f-98f0-65067d39ba23 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 HTTP/1.1" status: 200 len: 911 time: 0.3211877 Jul 05 04:05:42.729970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,segment=NetworkSegment(f61fe262-7366-4ee0-a715-72f3ce5b674e),segment_id=f61fe262-7366-4ee0-a715-72f3ce5b674e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:42.817887 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:42.875945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-685c7a84-4ca6-465f-8f55-5e3a3f7bb743 req-39cd3382-8a71-402c-b40f-66075178d02c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.887945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-685c7a84-4ca6-465f-8f55-5e3a3f7bb743 req-39cd3382-8a71-402c-b40f-66075178d02c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.4764884 Jul 05 04:05:42.959457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd84086-5501-48cf-bd97-6e0048a1f31d req-b21b87a9-1b2e-4e2b-97a5-48664e1417fc tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:42.967611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbd84086-5501-48cf-bd97-6e0048a1f31d req-b21b87a9-1b2e-4e2b-97a5-48664e1417fc tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 943 time: 0.4166999 Jul 05 04:05:42.994545 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.020141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e981266f-89aa-4da0-89e2-2714861c2791 req-f66819f1-fb74-450c-9c5f-c1864c9af294 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=548d15f1-c958-4edc-bf19-b66645e092c1 HTTP/1.1" status: 200 len: 1000 time: 0.2575788 Jul 05 04:05:43.088108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:43.108089 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-685c7a84-4ca6-465f-8f55-5e3a3f7bb743 req-e5e699e2-de39-46c5-8c5d-b5a062b7f439 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2191224 Jul 05 04:05:43.152372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:05:38Z', 'revision_number': 2, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:39Z', 'revision_number': 2, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:43.270753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981266f-89aa-4da0-89e2-2714861c2791 req-faa401ba-03ea-4144-a6ed-caf1fa345948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.272646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e981266f-89aa-4da0-89e2-2714861c2791 req-faa401ba-03ea-4144-a6ed-caf1fa345948 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8df2f436-86d8-4a3f-975e-0b21ab945ad3 HTTP/1.1" status: 200 len: 849 time: 0.2044039 Jul 05 04:05:43.289910 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbd84086-5501-48cf-bd97-6e0048a1f31d req-3afc7467-c47b-48a1-91a6-69ffc8aafc73 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185840 Jul 05 04:05:43.386169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['2e9b5878-b9e2-4c37-86dd-dc55595e30f4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:05:43.389447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e4a4a908-96da-457f-bc9b-a3caefdac520 None None] Provisioning for port c5739124-eff6-4e38-9960-0d4be321956e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:43.405758 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.406228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Checking router: bbd50dc5-43fe-427e-bb87-baa06eae9cdf for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:43.406597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Updating router bbd50dc5-43fe-427e-bb87-baa06eae9cdf port c5739124-eff6-4e38-9960-0d4be321956e binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:05:43.434474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e4a4a908-96da-457f-bc9b-a3caefdac520 None None] Provisioning complete for port c5739124-eff6-4e38-9960-0d4be321956e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:43.435844 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e4a4a908-96da-457f-bc9b-a3caefdac520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.441524 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff67b3a0-398d-40be-af32-8784f9242c15 req-9cfaec87-257d-4ef6-8ad9-0e24a92447c0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.3214531 Jul 05 04:05:43.443329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Subnet': ['ID=826a24fd-6efd-4c82-930a-426d1db43f92,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:43.451325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e99963d-1630-461f-bed0-21683c2e96cb req-7337a720-9032-4834-8dd8-3f82695ca7a9 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0560918 Jul 05 04:05:43.451325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Checking segment: {'id': '8591a4e3-31d4-4b0e-8bd8-a4632ba65d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3aae981-776d-4e0f-942b-1c114956e092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:43.458634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network hostable DHCP agents. Network: f3aae981-776d-4e0f-942b-1c114956e092, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:43.515838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e4a4a908-96da-457f-bc9b-a3caefdac520 None None] Port c5739124-eff6-4e38-9960-0d4be321956e cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:43.528135 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.557144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e981266f-89aa-4da0-89e2-2714861c2791 req-899db2af-0608-42e4-8a9d-798449726a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.559364 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e981266f-89aa-4da0-89e2-2714861c2791 req-899db2af-0608-42e4-8a9d-798449726a6a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2195053 Jul 05 04:05:43.560413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Subnet': ['ID=9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:43.563149 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.580074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Checking segment: {'id': '256e9e74-72f0-45a5-8273-c2769f24e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:43.580540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network hostable DHCP agents. Network: 1cab8821-b768-4f4a-9892-ec52357fa64e, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:43.600845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network f3aae981-776d-4e0f-942b-1c114956e092 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:43.677567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be29b0fb-5060-4cd7-b016-3204e5cb59ff req-695f44d9-5eac-4b4d-8d7a-824fcddcc95d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.685600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be29b0fb-5060-4cd7-b016-3204e5cb59ff req-695f44d9-5eac-4b4d-8d7a-824fcddcc95d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2074299 Jul 05 04:05:43.691186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 1cab8821-b768-4f4a-9892-ec52357fa64e is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:43.741976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.766005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be29b0fb-5060-4cd7-b016-3204e5cb59ff req-9e7c3d46-754e-4098-9f9b-7a8a1fda7aaf tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791476 Jul 05 04:05:43.780287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f4213a59-0b96-4e5e-9031-6e4bb23a950e None None] Provisioning complete for port c5739124-eff6-4e38-9960-0d4be321956e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:43.780754 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f4213a59-0b96-4e5e-9031-6e4bb23a950e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.792875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e981266f-89aa-4da0-89e2-2714861c2791 req-12879d53-69d0-4642-93a7-dc0eb4f09772 service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215192 Jul 05 04:05:43.817825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 1cab8821-b768-4f4a-9892-ec52357fa64e) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:43.821900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.829255 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.835383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, f3aae981-776d-4e0f-942b-1c114956e092) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:43.841747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:43.842352 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:43.861243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f4213a59-0b96-4e5e-9031-6e4bb23a950e None None] Port c5739124-eff6-4e38-9960-0d4be321956e cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:43.869692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b30747-e90a-41f0-9177-31cd3f94b43c None None] Network 1cab8821-b768-4f4a-9892-ec52357fa64e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:43.933486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1a0e41f-b139-4075-9966-2081de15695d None None] Network f3aae981-776d-4e0f-942b-1c114956e092 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:43.936674 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1cf40d83-9fb1-4d71-ad60-65c6817274d9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:43.938012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-95ca784e-cdc2-4379-b95d-95c23e49ff39 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.8730972 Jul 05 04:05:43.938816 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42586) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:43.955139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e981266f-89aa-4da0-89e2-2714861c2791 req-0f17eca6-906a-487c-8d80-605e1dd6630e service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1423714 Jul 05 04:05:43.994530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1728914f-52a4-4c15-a452-930cfbdf96a7 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3566906 Jul 05 04:05:44.009190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42588) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:44.016699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f741cbdf-9a20-4243-818a-f6acb593123f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-2008387959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:44.288867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd4c566-cd1b-41c0-a196-6a9de42de606 req-094579f0-d35b-450b-802c-181812797d95 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.290476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5dd4c566-cd1b-41c0-a196-6a9de42de606 req-094579f0-d35b-450b-802c-181812797d95 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.0755901 Jul 05 04:05:44.314729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:44.315304 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.353400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5dd4c566-cd1b-41c0-a196-6a9de42de606 req-370ee90f-7234-4a4f-95b2-ad99ce87c712 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521538 Jul 05 04:05:44.381719 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f741cbdf-9a20-4243-818a-f6acb593123f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.382793 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f741cbdf-9a20-4243-818a-f6acb593123f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.421226 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.425992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-1cab8821-b768-4f4a-9892-ec52357fa64e', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:44.427108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.462501 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.478212 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f741cbdf-9a20-4243-818a-f6acb593123f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.555510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-f3aae981-776d-4e0f-942b-1c114956e092', 'network_id': 'f3aae981-776d-4e0f-942b-1c114956e092', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'fixed_ips': [{'subnet_id': '826a24fd-6efd-4c82-930a-426d1db43f92'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:44.556814 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.579681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3246691d-65a7-4068-8ea2-e13ce6377163 req-2d493d5b-f278-446f-accb-e9ff09034c4d tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:44.585072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3246691d-65a7-4068-8ea2-e13ce6377163 req-2d493d5b-f278-446f-accb-e9ff09034c4d tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 944 time: 0.1057134 Jul 05 04:05:44.589696 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f741cbdf-9a20-4243-818a-f6acb593123f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.684374 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.706141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3246691d-65a7-4068-8ea2-e13ce6377163 req-d4e318ed-0bcc-42d9-9a7b-7b0adf526c34 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049922 Jul 05 04:05:44.761390 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ef8a6c8-04f0-448a-be4f-cba24a7ead1b req-c2a5417f-e682-4418-b72a-20499a60f3cd tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0823376 Jul 05 04:05:44.766953 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f741cbdf-9a20-4243-818a-f6acb593123f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:44.773361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f741cbdf-9a20-4243-818a-f6acb593123f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.7628925 Jul 05 04:05:44.776601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42606) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:44.806114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'port': {'network_id': 'f3aae981-776d-4e0f-942b-1c114956e092', 'name': 'tempest-RoutersTest-1049758295'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:44.880272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Allocated IP 172.20.0.2 (f3aae981-776d-4e0f-942b-1c114956e092/826a24fd-6efd-4c82-930a-426d1db43f92/85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:45.018930 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Transition to ACTIVE for port object c5739124-eff6-4e38-9960-0d4be321956e will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:45.030828 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Allocated IP 2001:db8:1::1 (1cab8821-b768-4f4a-9892-ec52357fa64e/9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd/fed65920-ca5c-4777-b3cd-22e586eb19ac) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:45.110095 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.130328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962dd06c-abd7-4a18-89ed-12960768438b req-88101068-a303-4348-8af9-32874b83fab8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.145875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-962dd06c-abd7-4a18-89ed-12960768438b req-88101068-a303-4348-8af9-32874b83fab8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1750271 Jul 05 04:05:45.162786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:45.170181 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.170996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.213778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.222412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Transition to ACTIVE for port object 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:45.231085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Transition to ACTIVE for port object fed65920-ca5c-4777-b3cd-22e586eb19ac will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:45.255016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61037ee-baad-4eb6-8181-5d9b5d960307 None None] Pushing event updated for resources: {'Port': ['ID=c5739124-eff6-4e38-9960-0d4be321956e,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:45.271252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-962dd06c-abd7-4a18-89ed-12960768438b req-9b854e5e-9ef6-4631-839c-492630497f73 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197248 Jul 05 04:05:45.272488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Transition to ACTIVE for port object 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:45.282235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] device_id is not set on port cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:05:45.348922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.402368 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.440070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Attempting to bind port c5739124-eff6-4e38-9960-0d4be321956e on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:45.440443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Attempting to bind port c5739124-eff6-4e38-9960-0d4be321956e by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '99bf5f3b-9189-468b-a527-994dc79348ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:45.440804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Attempting to bind port c5739124-eff6-4e38-9960-0d4be321956e on network 2df6ea08-e448-4f72-99a5-98624d8913df {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:45.453500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=fed65920-ca5c-4777-b3cd-22e586eb19ac,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:45.467210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 1cab8821-b768-4f4a-9892-ec52357fa64e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:45.469233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:45.479012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:45.479602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.485717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Network f3aae981-776d-4e0f-942b-1c114956e092 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:45.493611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:45.497672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Checking segment: {'id': '99bf5f3b-9189-468b-a527-994dc79348ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:45.497672 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.497672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Bound using segment: {'id': '99bf5f3b-9189-468b-a527-994dc79348ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:45.497672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Bound port: c5739124-eff6-4e38-9960-0d4be321956e, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99bf5f3b-9189-468b-a527-994dc79348ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:45.497672 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.504599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:45.507496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:45.537614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Allocated IP 172.20.0.7 (f3aae981-776d-4e0f-942b-1c114956e092/826a24fd-6efd-4c82-930a-426d1db43f92/cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:45.566446 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Allocated IP 2001:db8:1::2 (1cab8821-b768-4f4a-9892-ec52357fa64e/9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd/9731244a-2bbe-4b33-b855-b3eac5636147) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:45.638020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Pushing event updated for resources: {'Port': ['ID=85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:45.689882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Attempting to bind port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:45.690248 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Attempting to bind port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '8591a4e3-31d4-4b0e-8bd8-a4632ba65d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3aae981-776d-4e0f-942b-1c114956e092'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:45.690610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Attempting to bind port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 on network f3aae981-776d-4e0f-942b-1c114956e092 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:45.827936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.869339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.925313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Transition to ACTIVE for port object cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:45.940513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] For port c5739124-eff6-4e38-9960-0d4be321956e, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:45.954703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:45.955064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Checking segment: {'id': '8591a4e3-31d4-4b0e-8bd8-a4632ba65d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3aae981-776d-4e0f-942b-1c114956e092'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:45.956288 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.956692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Bound using segment: {'id': '8591a4e3-31d4-4b0e-8bd8-a4632ba65d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3aae981-776d-4e0f-942b-1c114956e092'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:45.957255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Bound port: 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8591a4e3-31d4-4b0e-8bd8-a4632ba65d71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f3aae981-776d-4e0f-942b-1c114956e092'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:45.958247 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:45.968461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7874aa7b-a94e-45db-bb62-8732c53124a7 req-caf33aa6-3a12-4d6c-b328-4946a2ca9206 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:45.970306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7874aa7b-a94e-45db-bb62-8732c53124a7 req-caf33aa6-3a12-4d6c-b328-4946a2ca9206 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.2413971 Jul 05 04:05:45.998716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] For port c5739124-eff6-4e38-9960-0d4be321956e, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c5739124-eff6-4e38-9960-0d4be321956e,segment=NetworkSegment(99bf5f3b-9189-468b-a527-994dc79348ce),segment_id=99bf5f3b-9189-468b-a527-994dc79348ce)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:46.069317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7874aa7b-a94e-45db-bb62-8732c53124a7 req-f52d0f49-b739-4510-96d0-fcf84ba56b85 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769789 Jul 05 04:05:46.085715 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.190216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39a00329-4ee1-4321-853d-e84c27548845 req-d914caca-4c0e-45aa-90da-a612e8a3af95 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0963578 Jul 05 04:05:46.197892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] For port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:46.214438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe65f03-1f93-4e31-b24a-4b438629cd27 req-fe4a8d41-07bc-4e23-aa84-41e5e01c7903 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.221762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbe65f03-1f93-4e31-b24a-4b438629cd27 req-fe4a8d41-07bc-4e23-aa84-41e5e01c7903 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 944 time: 0.2821202 Jul 05 04:05:46.252106 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.257906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] For port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675,segment=NetworkSegment(8591a4e3-31d4-4b0e-8bd8-a4632ba65d71),segment_id=8591a4e3-31d4-4b0e-8bd8-a4632ba65d71)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:46.284793 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.290189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:46.290880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:46.334894 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.344265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61037ee-baad-4eb6-8181-5d9b5d960307 None None] Pushing event updated for resources: {'Port': ['ID=c5739124-eff6-4e38-9960-0d4be321956e,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:46.353474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Transition to ACTIVE for port object 9731244a-2bbe-4b33-b855-b3eac5636147 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:46.357152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.370419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbe65f03-1f93-4e31-b24a-4b438629cd27 req-fb4484f9-ad66-443b-95ef-37cd16e95c7c tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1476610 Jul 05 04:05:46.411182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.416052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.446525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-404d3747-e0e7-4cbc-872b-3da638f42f8d req-8a960971-5c57-42af-a05b-698dcf5e1213 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.1149566 Jul 05 04:05:46.475586 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Transition to ACTIVE for port object 9731244a-2bbe-4b33-b855-b3eac5636147 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:46.519219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network f3aae981-776d-4e0f-942b-1c114956e092 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:46.525551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:46.533810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:46.547124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:46.572518 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.575468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f52dae6-31f7-4f7a-973b-fc87d83e44c2 None None] Pushing event updated for resources: {'Port': ['ID=85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:46.712969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.713967 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:46.735210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Network 1cab8821-b768-4f4a-9892-ec52357fa64e is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:46.735558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:46.775706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:46.775706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:46.805765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Pushing event updated for resources: {'Port': ['ID=9731244a-2bbe-4b33-b855-b3eac5636147,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:46.860842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e188b06-6bfd-4fa6-ae6a-30509746227c req-2b120d71-2816-4f09-8e6c-82c8d9ee3925 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:46.864122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e188b06-6bfd-4fa6-ae6a-30509746227c req-2b120d71-2816-4f09-8e6c-82c8d9ee3925 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.1444533 Jul 05 04:05:46.879686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=fed65920-ca5c-4777-b3cd-22e586eb19ac,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:46.896450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0ed0c4ae-aaeb-4ef1-bd08-19cfdab4a23b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.1182621 Jul 05 04:05:46.899374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42626) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:46.964271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e188b06-6bfd-4fa6-ae6a-30509746227c req-c34cb9e2-b34a-4239-be61-4ed8612844f0 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914407 Jul 05 04:05:47.002526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Attempting to bind port 9731244a-2bbe-4b33-b855-b3eac5636147 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:47.002932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Attempting to bind port 9731244a-2bbe-4b33-b855-b3eac5636147 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '256e9e74-72f0-45a5-8273-c2769f24e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:47.003285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Attempting to bind port 9731244a-2bbe-4b33-b855-b3eac5636147 on network 1cab8821-b768-4f4a-9892-ec52357fa64e {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:47.044799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:47.045547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Checking segment: {'id': '256e9e74-72f0-45a5-8273-c2769f24e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:47.046041 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.046446 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Bound using segment: {'id': '256e9e74-72f0-45a5-8273-c2769f24e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:47.046940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Bound port: 9731244a-2bbe-4b33-b855-b3eac5636147, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256e9e74-72f0-45a5-8273-c2769f24e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:47.047330 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.107713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1d4f6d6-3087-4425-8eb6-d4a3962ef95e req-86f71aed-c378-487f-a138-61183baecbc5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0540974 Jul 05 04:05:47.144593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] For port 9731244a-2bbe-4b33-b855-b3eac5636147, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:47.148705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 1cab8821-b768-4f4a-9892-ec52357fa64e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:47.150602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] For port 9731244a-2bbe-4b33-b855-b3eac5636147, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9731244a-2bbe-4b33-b855-b3eac5636147,segment=NetworkSegment(256e9e74-72f0-45a5-8273-c2769f24e2b1),segment_id=256e9e74-72f0-45a5-8273-c2769f24e2b1)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:47.156273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:05:45Z', 'revision_number': 3, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:45Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:45Z', 'revision_number': 1, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:47.196840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94f919e1-a3fb-493c-9546-fb3678c9af2b None None] The sync data for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 is: [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:05:45Z', 'revision_number': 3, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:45Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:45Z', 'revision_number': 1, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:47.225113 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.237401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:47.344312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36481927-aab1-4ebb-be76-038c27ec97ae None None] Pushing event updated for resources: {'Port': ['ID=9731244a-2bbe-4b33-b855-b3eac5636147,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:47.495236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:47.601086 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:47.646068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:47.755938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc234974-5052-4f13-88fc-a237ac96e035 req-2d05f028-eadd-403a-bf88-441542c66226 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:47.813622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc234974-5052-4f13-88fc-a237ac96e035 req-2d05f028-eadd-403a-bf88-441542c66226 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 944 time: 0.2841558 Jul 05 04:05:48.011887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a1bff01-7228-484f-9706-d7dad9f4e339 req-7aba2a46-7390-4929-a496-9c6e2c0dcc31 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.1251290 Jul 05 04:05:48.033025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc234974-5052-4f13-88fc-a237ac96e035 req-4f1bbda3-426d-4696-ad2b-d8988515b559 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2184772 Jul 05 04:05:48.054117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:48.071888 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3443536a-105b-447e-9044-3e977a5dd829 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1282270 Jul 05 04:05:48.074173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42640) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:48.081091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-363657590'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:48.206897 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:48.233628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:48.246419 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.270694 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:48.271910 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.358278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:48.414421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.415571 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added segment bfa9ff62-9f77-495c-a348-81fe9252dfdf of type vlan for network 3dff9294-e893-48a6-8385-57ab625a9430 Jul 05 04:05:48.458875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9731244a-2bbe-4b33-b855-b3eac5636147 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:48.588920 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.613405 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.652006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d4a3a3-4e23-4a73-ac07-bff01dace4ce None None] Network f3aae981-776d-4e0f-942b-1c114956e092 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:48.669664 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.675257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0954b6dd-0ff8-462e-a60e-84d5e9c6ece3 req-a58256fe-578d-4f10-9de1-19e020b5baa6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.682718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0954b6dd-0ff8-462e-a60e-84d5e9c6ece3 req-a58256fe-578d-4f10-9de1-19e020b5baa6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3037503 Jul 05 04:05:48.757236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0954b6dd-0ff8-462e-a60e-84d5e9c6ece3 req-96129cea-13d5-4313-b2e1-cfa8752fe6e8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735114 Jul 05 04:05:48.822737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.831694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:48.832379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:48.926354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:49.007488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Network': ['ID=3dff9294-e893-48a6-8385-57ab625a9430,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:49.030206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3cd3a9e-3339-46f7-9bf2-3c1edfd418b3 None None] Provisioning for port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:49.062085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3dff9294-e893-48a6-8385-57ab625a9430 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:49.137160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5800f09a-37ba-4301-b635-5c4113df8d7f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0618303 Jul 05 04:05:49.140533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42650) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:49.146185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'subnet': {'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:49.329089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9731244a-2bbe-4b33-b855-b3eac5636147 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:49.371659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:49.394545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e80f104-58e1-40e1-b60d-af6939228cab None None] Network 1cab8821-b768-4f4a-9892-ec52357fa64e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:49.399410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.439486 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d6371c4-3237-40f9-baa1-6e5d46501da3 req-d888a408-6bb3-4a1c-9a03-d97bf2ec5a24 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0685136 Jul 05 04:05:49.607961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b625cd4c-652f-4105-a926-d548339bd252 req-f7ac5183-2bae-4d0d-b665-31f6f2436663 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:49.615606 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b625cd4c-652f-4105-a926-d548339bd252 req-f7ac5183-2bae-4d0d-b665-31f6f2436663 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 944 time: 0.1975167 Jul 05 04:05:49.650485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:49.658599 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:49.665911 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.035987 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.043525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dd4cfa82-1c59-4ef0-87a3-a932372c7b64 None None] Provisioning for port 9731244a-2bbe-4b33-b855-b3eac5636147 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:50.062951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b625cd4c-652f-4105-a926-d548339bd252 req-8ba0e72a-107e-42b2-bcb9-335699f826f2 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4461153 Jul 05 04:05:50.125725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dd4cfa82-1c59-4ef0-87a3-a932372c7b64 None None] Provisioning complete for port 9731244a-2bbe-4b33-b855-b3eac5636147 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:50.126250 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfa82-1c59-4ef0-87a3-a932372c7b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.126847 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.195545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,segment=NetworkSegment(f61fe262-7366-4ee0-a715-72f3ce5b674e),segment_id=f61fe262-7366-4ee0-a715-72f3ce5b674e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:50.205613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacf93c5-205b-4964-836e-1722eaf6e7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9b5878-b9e2-4c37-86dd-dc55595e30f4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:05:50.208636 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d71282d8-6d7e-4b6a-b2e8-c952d460010e" -d '{"events": [{"server_uuid": "cacf93c5-205b-4964-836e-1722eaf6e7eb", "name": "network-vif-plugged", "status": "completed", "tag": "2e9b5878-b9e2-4c37-86dd-dc55595e30f4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:05:50.209183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.222901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Subnet': ['ID=6c528b5f-d3ba-4307-b501-06f9e4e3d99e,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:50.225961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Checking segment: {'id': 'bfa9ff62-9f77-495c-a348-81fe9252dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:50.226430 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network hostable DHCP agents. Network: 3dff9294-e893-48a6-8385-57ab625a9430, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:50.244468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6ee1a38-b39b-43cc-8d3a-a95d9a42c0a5 req-7548a5f9-f6b7-4aa6-b6d3-985f57bd99c6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:50.246232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6ee1a38-b39b-43cc-8d3a-a95d9a42c0a5 req-7548a5f9-f6b7-4aa6-b6d3-985f57bd99c6 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2113600 Jul 05 04:05:50.274890 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb8f3ca0-f41a-4e03-9aa0-7e751eb93531 x-openstack-request-id: req-cb8f3ca0-f41a-4e03-9aa0-7e751eb93531 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:05:50.275260 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacf93c5-205b-4964-836e-1722eaf6e7eb", "name": "network-vif-plugged", "status": "completed", "tag": "2e9b5878-b9e2-4c37-86dd-dc55595e30f4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:05:50.276985 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb8f3ca0-f41a-4e03-9aa0-7e751eb93531 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:05:50.277660 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacf93c5-205b-4964-836e-1722eaf6e7eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e9b5878-b9e2-4c37-86dd-dc55595e30f4', 'code': 200} Jul 05 04:05:50.305326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6ee1a38-b39b-43cc-8d3a-a95d9a42c0a5 req-fc75f7c7-d7ba-4052-b3cd-01c3418380ab tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426507 Jul 05 04:05:50.313814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.364728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 3dff9294-e893-48a6-8385-57ab625a9430 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:50.377288 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.402574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:50.460024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:50.460431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.463034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3dff9294-e893-48a6-8385-57ab625a9430) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:50.494505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:50.498171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:50.513161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fef7691f-84fb-4aff-9698-2a3db8c527df None None] Network 3dff9294-e893-48a6-8385-57ab625a9430 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:50.525844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fa51d7-73ed-4e20-b16e-d288ab5afeaf req-d9719e4a-dd4e-4c8b-8cd4-c0f79e15cdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:50.537543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7fa51d7-73ed-4e20-b16e-d288ab5afeaf req-d9719e4a-dd4e-4c8b-8cd4-c0f79e15cdba service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 1097 time: 0.1457119 Jul 05 04:05:50.612515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7113f551-62d2-41f3-add3-8d4ca383e1f0 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.4707940 Jul 05 04:05:50.629113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42660) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:50.895179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:50.897685 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Sync routers for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:50.956134 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:50.956818 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:50.978079 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfa82-1c59-4ef0-87a3-a932372c7b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.001732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3dff9294-e893-48a6-8385-57ab625a9430', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:51.002745 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.126739 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.129591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:51.169323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-dd4cfa82-1c59-4ef0-87a3-a932372c7b64 None None] For port 9731244a-2bbe-4b33-b855-b3eac5636147, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9731244a-2bbe-4b33-b855-b3eac5636147,segment=NetworkSegment(256e9e74-72f0-45a5-8273-c2769f24e2b1),segment_id=256e9e74-72f0-45a5-8273-c2769f24e2b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:51.171374 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.290412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7fa51d7-73ed-4e20-b16e-d288ab5afeaf req-0ccc89e2-87d2-4c82-8e29-483700e38d34 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7496548 Jul 05 04:05:51.348835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network f3aae981-776d-4e0f-942b-1c114956e092 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:51.354435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:51.371480 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd4cfa82-1c59-4ef0-87a3-a932372c7b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.388161 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:51.445077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675,segment=NetworkSegment(8591a4e3-31d4-4b0e-8bd8-a4632ba65d71),segment_id=8591a4e3-31d4-4b0e-8bd8-a4632ba65d71)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:51.483184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-371eceec-8b6c-4453-bbd5-f98217baca15 req-a0e9396d-0fa9-4734-962e-23c298f85872 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.2480168 Jul 05 04:05:51.494434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fe7b741-a41f-4527-bdaa-8c0dbe9a774d req-aa095930-f1b2-4105-81e4-52bc9834cb9d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.2179778 Jul 05 04:05:51.537365 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.547780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c5739124-eff6-4e38-9960-0d4be321956e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:51.743289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-41946267-f1d9-4813-bc6c-2dc1bff00069 None None] Provisioning complete for port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:51.744071 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41946267-f1d9-4813-bc6c-2dc1bff00069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:51.761893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router 0751e99e-7b9b-472e-9ecb-af0421fd47dc is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:05:51.803368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4cfa82-1c59-4ef0-87a3-a932372c7b64 None None] Pushing event updated for resources: {'Port': ['ID=9731244a-2bbe-4b33-b855-b3eac5636147,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:51.905915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port c5739124-eff6-4e38-9960-0d4be321956e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:51.964129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:51.973682 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-942c23cc-cb27-4ba0-ae12-a70354093a48 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/0751e99e-7b9b-472e-9ecb-af0421fd47dc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0728552 Jul 05 04:05:51.976321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42672) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:51.977837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c5739124-eff6-4e38-9960-0d4be321956e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:51.978467 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.011117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1764db-74df-4b66-b2a1-84d2cb305c3d None None] Sync routers for ids ['0751e99e-7b9b-472e-9ecb-af0421fd47dc'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:52.014931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e4fbdd-b681-4ba0-9bb9-011f33e5cbf6 req-78169ff1-dd4f-4ade-8efc-64a2cfe63a1a tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.024842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09e4fbdd-b681-4ba0-9bb9-011f33e5cbf6 req-78169ff1-dd4f-4ade-8efc-64a2cfe63a1a tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.6789446 Jul 05 04:05:52.030140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Allocated IP 2001:db8:2::2 (3dff9294-e893-48a6-8385-57ab625a9430/6c528b5f-d3ba-4307-b501-06f9e4e3d99e/94567e93-7fd3-43a7-a43a-4e94bb783dec) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:52.078973 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f88bf8-2a2f-42ed-b951-0baeff0e9f02 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.081722 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-25f88bf8-2a2f-42ed-b951-0baeff0e9f02 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports/cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3 HTTP/1.1" status: 200 len: 977 time: 0.1041670 Jul 05 04:05:52.083622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42676) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:52.170283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09e4fbdd-b681-4ba0-9bb9-011f33e5cbf6 req-b9c6df9b-1522-4321-9ca6-699059fda0ea tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172712 Jul 05 04:05:52.175817 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:05:45Z', 'revision_number': 3, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:45Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:46Z', 'revision_number': 2, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:52.198592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1764db-74df-4b66-b2a1-84d2cb305c3d None None] Routers {'0751e99e-7b9b-472e-9ecb-af0421fd47dc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:52.200458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6f1764db-74df-4b66-b2a1-84d2cb305c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['0751e99e-7b9b-472e-9ecb-af0421fd47dc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:52.249085 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Checking router: bbd50dc5-43fe-427e-bb87-baa06eae9cdf for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:52.249528 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Updating router bbd50dc5-43fe-427e-bb87-baa06eae9cdf port fed65920-ca5c-4777-b3cd-22e586eb19ac binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:05:52.347925 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.368454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0195c579-7793-4a00-9f9b-378159be1499 req-1efc1845-3258-4b47-ba00-eee6591a3130 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:52.381047 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0195c579-7793-4a00-9f9b-378159be1499 req-1efc1845-3258-4b47-ba00-eee6591a3130 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.5868571 Jul 05 04:05:52.409655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6f1764db-74df-4b66-b2a1-84d2cb305c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:52.444223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:52.583309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0195c579-7793-4a00-9f9b-378159be1499 req-5502a0bb-8401-4e3a-becb-b25633b9a26d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012267 Jul 05 04:05:52.686802 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:52.789949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f1764db-74df-4b66-b2a1-84d2cb305c3d None None] Routers {'0751e99e-7b9b-472e-9ecb-af0421fd47dc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:52.791035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6f1764db-74df-4b66-b2a1-84d2cb305c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['0751e99e-7b9b-472e-9ecb-af0421fd47dc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:52.940430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6f1764db-74df-4b66-b2a1-84d2cb305c3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:52.945369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f1764db-74df-4b66-b2a1-84d2cb305c3d None None] The sync data for ids ['0751e99e-7b9b-472e-9ecb-af0421fd47dc'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:52.978517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9355bef-aa98-432f-91d7-da7b1eff6305 req-83d97467-9b8c-4430-951b-a7dfa60b7e88 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0606568 Jul 05 04:05:53.010522 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.038551 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.050680 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.073478 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Transition to ACTIVE for port object fed65920-ca5c-4777-b3cd-22e586eb19ac will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:53.076071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-41946267-f1d9-4813-bc6c-2dc1bff00069 None None] Provisioning for port cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:53.110627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-41946267-f1d9-4813-bc6c-2dc1bff00069 None None] Provisioning complete for port cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:53.111079 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41946267-f1d9-4813-bc6c-2dc1bff00069 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.141958 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.174686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port c5739124-eff6-4e38-9960-0d4be321956e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c5739124-eff6-4e38-9960-0d4be321956e,segment=NetworkSegment(99bf5f3b-9189-468b-a527-994dc79348ce),segment_id=99bf5f3b-9189-468b-a527-994dc79348ce)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:53.214060 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Pushing event updated for resources: {'Port': ['ID=fed65920-ca5c-4777-b3cd-22e586eb19ac,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:53.263122 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.286922 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.291348 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.296027 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.296602 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.297075 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.297698 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.298516 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.302878 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.306237 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.319821 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.320775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-41946267-f1d9-4813-bc6c-2dc1bff00069 None None] Port cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:53.324488 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.326434 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.329587 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:53.332241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Transition to ACTIVE for port object 94567e93-7fd3-43a7-a43a-4e94bb783dec will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:53.340440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-832f5e66-9387-4586-a40f-5422bcd5c914 req-4b56a1a1-0e63-4c17-9b25-d50eb346267b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1450992 Jul 05 04:05:53.424315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:53.424894 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.448056 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Attempting to bind port fed65920-ca5c-4777-b3cd-22e586eb19ac on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:53.448617 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Attempting to bind port fed65920-ca5c-4777-b3cd-22e586eb19ac by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '256e9e74-72f0-45a5-8273-c2769f24e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:53.449123 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Attempting to bind port fed65920-ca5c-4777-b3cd-22e586eb19ac on network 1cab8821-b768-4f4a-9892-ec52357fa64e {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:53.462473 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:53.463166 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Checking segment: {'id': '256e9e74-72f0-45a5-8273-c2769f24e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:53.463985 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.464496 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Bound using segment: {'id': '256e9e74-72f0-45a5-8273-c2769f24e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:53.465186 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Bound port: fed65920-ca5c-4777-b3cd-22e586eb19ac, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '256e9e74-72f0-45a5-8273-c2769f24e2b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:53.466109 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.500958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=c5739124-eff6-4e38-9960-0d4be321956e,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:53.510059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Transition to ACTIVE for port object 94567e93-7fd3-43a7-a43a-4e94bb783dec will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:53.529665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ea34f5-b68d-4a9f-8a33-7d25f23730a5 None None] Provisioning complete for port 9731244a-2bbe-4b33-b855-b3eac5636147 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:53.531178 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ea34f5-b68d-4a9f-8a33-7d25f23730a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.592810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9731244a-2bbe-4b33-b855-b3eac5636147 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:53.612234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd9a56e-2337-48ea-8c51-ff164deeb4b3 req-7129222b-6d2f-40c4-8ad2-da593ff42591 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:53.620848 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dd9a56e-2337-48ea-8c51-ff164deeb4b3 req-7129222b-6d2f-40c4-8ad2-da593ff42591 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1325483 Jul 05 04:05:53.626319 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.629545 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] For port fed65920-ca5c-4777-b3cd-22e586eb19ac, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:53.638307 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] For port fed65920-ca5c-4777-b3cd-22e586eb19ac, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fed65920-ca5c-4777-b3cd-22e586eb19ac,segment=NetworkSegment(256e9e74-72f0-45a5-8273-c2769f24e2b1),segment_id=256e9e74-72f0-45a5-8273-c2769f24e2b1)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:53.657589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:53.679575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dd9a56e-2337-48ea-8c51-ff164deeb4b3 req-06906289-fbe7-4ba7-88a0-2b2a3b05d851 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566180 Jul 05 04:05:53.725771 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.742870 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.757170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Network 3dff9294-e893-48a6-8385-57ab625a9430 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:53.758574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9731244a-2bbe-4b33-b855-b3eac5636147 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:53.759069 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:53.765982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:53.825918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Allocated IP 2001:db8:2::1 (3dff9294-e893-48a6-8385-57ab625a9430/6c528b5f-d3ba-4307-b501-06f9e4e3d99e/2fa5cd6c-9daf-4f03-9032-5394d0e5fd32) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:53.839874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:53.875161 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b401d9f-5ff7-49b1-90dd-80510eb75d19 None None] Pushing event updated for resources: {'Port': ['ID=fed65920-ca5c-4777-b3cd-22e586eb19ac,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:53.906862 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:53.907717 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:53.975938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Pushing event updated for resources: {'Port': ['ID=94567e93-7fd3-43a7-a43a-4e94bb783dec,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:54.003179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ea34f5-b68d-4a9f-8a33-7d25f23730a5 None None] Provisioning complete for port cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:54.003179 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ea34f5-b68d-4a9f-8a33-7d25f23730a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.070401 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:54.116652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.305825 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.321831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Transition to ACTIVE for port object 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:54.327949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:54.451616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7fc608-56a4-46a9-b206-a162206e1e50 req-9cc7b7c5-af14-4b21-b458-7b4bbce2addc tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.456640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e7fc608-56a4-46a9-b206-a162206e1e50 req-9cc7b7c5-af14-4b21-b458-7b4bbce2addc tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.5724025 Jul 05 04:05:54.472028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.486337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Attempting to bind port 94567e93-7fd3-43a7-a43a-4e94bb783dec on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:54.487337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Attempting to bind port 94567e93-7fd3-43a7-a43a-4e94bb783dec by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'bfa9ff62-9f77-495c-a348-81fe9252dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:54.488124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Attempting to bind port 94567e93-7fd3-43a7-a43a-4e94bb783dec on network 3dff9294-e893-48a6-8385-57ab625a9430 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:54.505157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ea34f5-b68d-4a9f-8a33-7d25f23730a5 None None] Port cc6bfa24-254a-44fe-9e2b-d9f4e5f420c3 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:54.525132 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:05:45Z', 'revision_number': 3, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:54.536331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:54.539320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Checking segment: {'id': 'bfa9ff62-9f77-495c-a348-81fe9252dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:54.539320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.539320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Bound using segment: {'id': 'bfa9ff62-9f77-495c-a348-81fe9252dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:54.539320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Bound port: 94567e93-7fd3-43a7-a43a-4e94bb783dec, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa9ff62-9f77-495c-a348-81fe9252dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:54.539320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.555844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 3dff9294-e893-48a6-8385-57ab625a9430 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:54.569452 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e78249-aa14-400b-87b5-6b3a1a2dde00 None None] The sync data for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 is: [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:05:45Z', 'revision_number': 3, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:54.583886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e704cb7c-be28-4fa1-846e-e64275879064 req-8560322d-d02c-4830-b479-497c1a59a496 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:54.592227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e704cb7c-be28-4fa1-846e-e64275879064 req-8560322d-d02c-4830-b479-497c1a59a496 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.5451248 Jul 05 04:05:54.599600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.600435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:54.612255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:05:54.613820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.684685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:54.726609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=2fa5cd6c-9daf-4f03-9032-5394d0e5fd32,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:54.742416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e7fc608-56a4-46a9-b206-a162206e1e50 req-262c7844-dc01-43f7-a29f-876c3c029b8e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2839127 Jul 05 04:05:54.799448 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e704cb7c-be28-4fa1-846e-e64275879064 req-e409f3be-52ae-49e3-886e-268983922411 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2060006 Jul 05 04:05:54.828242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.828242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.828242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.828242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.828242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.828242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.828877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ea34f5-b68d-4a9f-8a33-7d25f23730a5 None None] Provisioning for port fed65920-ca5c-4777-b3cd-22e586eb19ac completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:54.829073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.829073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.829073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.829073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.829073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.829073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:05:54.874307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] For port 94567e93-7fd3-43a7-a43a-4e94bb783dec, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:05:54.886325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] For port 94567e93-7fd3-43a7-a43a-4e94bb783dec, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=94567e93-7fd3-43a7-a43a-4e94bb783dec,segment=NetworkSegment(bfa9ff62-9f77-495c-a348-81fe9252dfdf),segment_id=bfa9ff62-9f77-495c-a348-81fe9252dfdf)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:05:54.898053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:54.900902 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:54.915030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router 0751e99e-7b9b-472e-9ecb-af0421fd47dc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:55.015468 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.051388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39f91a97-71c6-4a13-af47-6030429616c6 req-2003c281-8002-4aa8-880a-fbf488d71f22 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0586581 Jul 05 04:05:55.071272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.092244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:55.096448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafef966-118e-4144-a6db-926c851d5f07 None None] Pushing event updated for resources: {'Port': ['ID=94567e93-7fd3-43a7-a43a-4e94bb783dec,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:55.105190 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272ccd31-1b69-435c-a366-78474828250d None None] Sync routers for ids ['0751e99e-7b9b-472e-9ecb-af0421fd47dc'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:55.112095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5e266a42-38eb-4155-adc2-23359e53c3a1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/0751e99e-7b9b-472e-9ecb-af0421fd47dc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0261939 Jul 05 04:05:55.116591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42706) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.121057 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272ccd31-1b69-435c-a366-78474828250d None None] Routers {'0751e99e-7b9b-472e-9ecb-af0421fd47dc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:55.121723 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-272ccd31-1b69-435c-a366-78474828250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['0751e99e-7b9b-472e-9ecb-af0421fd47dc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:55.194311 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-272ccd31-1b69-435c-a366-78474828250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:55.215854 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-272ccd31-1b69-435c-a366-78474828250d None None] Routers {'0751e99e-7b9b-472e-9ecb-af0421fd47dc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:55.216475 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-272ccd31-1b69-435c-a366-78474828250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['0751e99e-7b9b-472e-9ecb-af0421fd47dc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:55.300285 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-272ccd31-1b69-435c-a366-78474828250d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:55.306277 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-272ccd31-1b69-435c-a366-78474828250d None None] The sync data for ids ['0751e99e-7b9b-472e-9ecb-af0421fd47dc'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:05:55.411867 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-94956f50-46a7-42d8-85b4-6b519b75d7fa tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] remove_router_interface failed (client error): The resource could not be found. Jul 05 04:05:55.413005 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-94956f50-46a7-42d8-85b4-6b519b75d7fa tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/0751e99e-7b9b-472e-9ecb-af0421fd47dc/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2948678 Jul 05 04:05:55.415963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42708) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.495819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42714) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:55.497700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b4205d6d-d022-4aba-821c-939e24513721 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=0751e99e-7b9b-472e-9ecb-af0421fd47dc HTTP/1.1" status: 200 len: 205 time: 0.0802305 Jul 05 04:05:55.575400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca590fab-b702-4af9-aaaa-02d42d2a8125 req-25abc965-2a9e-474d-8e5f-ee8897e24fd3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0764103 Jul 05 04:05:55.632047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fed65920-ca5c-4777-b3cd-22e586eb19ac up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:55.691761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed290e35-5069-4190-8114-32f01e4c8cee tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.878114 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.895559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port fed65920-ca5c-4777-b3cd-22e586eb19ac completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:55.905158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fed65920-ca5c-4777-b3cd-22e586eb19ac triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:55.905849 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:55.926748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a768dac-9bdf-468d-8209-650ce9751927 req-5de9b04c-8f48-4f91-aa06-fab580d1f87b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0346951 Jul 05 04:05:55.999864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da71e91-43ae-487b-81d1-9b04023496c3 req-de6c86b8-f6a3-4c37-aac7-5294cf47b87b tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.001492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3da71e91-43ae-487b-81d1-9b04023496c3 req-de6c86b8-f6a3-4c37-aac7-5294cf47b87b tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1908834 Jul 05 04:05:56.018134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.018902 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.021400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed290e35-5069-4190-8114-32f01e4c8cee tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.025089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed290e35-5069-4190-8114-32f01e4c8cee tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.028665 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.070763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port fed65920-ca5c-4777-b3cd-22e586eb19ac, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fed65920-ca5c-4777-b3cd-22e586eb19ac,segment=NetworkSegment(256e9e74-72f0-45a5-8273-c2769f24e2b1),segment_id=256e9e74-72f0-45a5-8273-c2769f24e2b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:56.159805 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.162483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c5739124-eff6-4e38-9960-0d4be321956e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:56.174598 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3da71e91-43ae-487b-81d1-9b04023496c3 req-f3b56c4e-51f5-4bf2-998c-eaa88473b8cf tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1660335 Jul 05 04:05:56.177132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=2fa5cd6c-9daf-4f03-9032-5394d0e5fd32,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:56.188107 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed290e35-5069-4190-8114-32f01e4c8cee tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.188511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed290e35-5069-4190-8114-32f01e4c8cee tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Fanout notify agent at l3_agent the message router_deleted on router 0751e99e-7b9b-472e-9ecb-af0421fd47dc {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:05:56.198751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96caf40-dc74-4ed2-a533-12150930007f req-edc60bad-9024-4ca2-bd32-3f6f517d8732 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:56.201362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a96caf40-dc74-4ed2-a533-12150930007f req-edc60bad-9024-4ca2-bd32-3f6f517d8732 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.2538376 Jul 05 04:05:56.203118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed290e35-5069-4190-8114-32f01e4c8cee tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.208108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42734) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:56.212076 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed290e35-5069-4190-8114-32f01e4c8cee tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/0751e99e-7b9b-472e-9ecb-af0421fd47dc HTTP/1.1" status: 204 len: 168 time: 0.7145801 Jul 05 04:05:56.309621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b198ac-6349-49a0-aa65-d80b1dad8456 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting subnet 826a24fd-6efd-4c82-930a-426d1db43f92 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:05:56.319070 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16b198ac-6349-49a0-aa65-d80b1dad8456 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.396368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c5739124-eff6-4e38-9960-0d4be321956e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:56.397269 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.412249 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a96caf40-dc74-4ed2-a533-12150930007f req-74acaf98-7378-4470-a14f-84962bf2c727 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099175 Jul 05 04:05:56.438775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 3dff9294-e893-48a6-8385-57ab625a9430 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:05:56.442255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16b198ac-6349-49a0-aa65-d80b1dad8456 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.447367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:56.480680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=fed65920-ca5c-4777-b3cd-22e586eb19ac,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:56.644665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7f4f910-43f6-4ac9-9107-b4d519f615c5 req-50eb7588-b219-4c88-8ea8-a2151596aed3 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0688450 Jul 05 04:05:56.705823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:05:56.719194 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16b198ac-6349-49a0-aa65-d80b1dad8456 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.728060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afba73ac-2e12-4439-a5df-5428d9a123a6 None None] Network 3dff9294-e893-48a6-8385-57ab625a9430 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:56.854739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:05:56.863260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f157b335-642a-4eec-b971-614c87430852 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2292352 Jul 05 04:05:56.863260 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42740) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:56.868282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-102156447'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:56.882057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Sync routers for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:05:56.897240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:05:56.897841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:56.939135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-43d40e00-2b65-4f2c-94c4-ac85f3d1d1c2 None None] Provisioning for port 94567e93-7fd3-43a7-a43a-4e94bb783dec completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:56.947882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:56.952209 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.954774 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16b198ac-6349-49a0-aa65-d80b1dad8456 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:56.995575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16b198ac-6349-49a0-aa65-d80b1dad8456 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.000136 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42744) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:57.000708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-16b198ac-6349-49a0-aa65-d80b1dad8456 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/826a24fd-6efd-4c82-930a-426d1db43f92 HTTP/1.1" status: 204 len: 168 time: 0.7891245 Jul 05 04:05:57.001258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b198ac-6349-49a0-aa65-d80b1dad8456 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Subnet': ['ID=826a24fd-6efd-4c82-930a-426d1db43f92,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.018365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47765352-7021-4ba4-83f8-839eafabfae4 None None] Network f3aae981-776d-4e0f-942b-1c114956e092 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:57.024078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:05:57.036722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:57.048519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.049021 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added segment bbf232ad-21cf-4819-bf85-7f6032a4db29 of type vlan for network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 Jul 05 04:05:57.103701 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.111227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.191015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:57.191522 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.199789 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.208940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.210071 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.293229 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675,segment=NetworkSegment(8591a4e3-31d4-4b0e-8bd8-a4632ba65d71),segment_id=8591a4e3-31d4-4b0e-8bd8-a4632ba65d71)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:57.294911 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.324732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:57.327411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Network': ['ID=21390ef4-2b7b-4a2f-9262-6919a30b2c83,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:57.329175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-715a9b13-83cd-43f2-939c-5d73eb32918d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4649582 Jul 05 04:05:57.335351 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42750) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:57.340903 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'subnet': {'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:57.381262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:57.580376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb900e-09cd-4b2e-9ce5-759c21f6ff19 req-eb78f390-2c9d-4d0d-96a2-0512971376fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.582282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57cb900e-09cd-4b2e-9ce5-759c21f6ff19 req-eb78f390-2c9d-4d0d-96a2-0512971376fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 1097 time: 0.2137685 Jul 05 04:05:57.582830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ac7c50e-dd10-448c-9f7d-3695eb593165 None None] DHCP port deletion for f3aae981-776d-4e0f-942b-1c114956e092 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:05:57.604253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fc1368-2223-4544-a441-c144de1a7b70 req-00a44b48-0106-454c-9ea8-401554feeed2 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.605806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25fc1368-2223-4544-a441-c144de1a7b70 req-00a44b48-0106-454c-9ea8-401554feeed2 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1706433 Jul 05 04:05:57.678525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fed65920-ca5c-4777-b3cd-22e586eb19ac up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:57.694584 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7625c11d-8d6a-49cf-a4cd-929482f27cd3 None None] Provisioning for port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:57.734525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7625c11d-8d6a-49cf-a4cd-929482f27cd3 None None] Provisioning complete for port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:57.735383 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7625c11d-8d6a-49cf-a4cd-929482f27cd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.748701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:05:54Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:05:55Z', 'revision_number': 2, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:57.805859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Made reservation on behalf of 4c9599614038486c8b8a4da4c64282fe for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:57.815833 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.833737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Checking router: bbd50dc5-43fe-427e-bb87-baa06eae9cdf for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:05:57.834213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Updating router bbd50dc5-43fe-427e-bb87-baa06eae9cdf port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:05:57.891004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25fc1368-2223-4544-a441-c144de1a7b70 req-fe14e91a-191d-49cd-a914-101afd035068 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2685406 Jul 05 04:05:57.895341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7625c11d-8d6a-49cf-a4cd-929482f27cd3 None None] Port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:57.933209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7c50e-dd10-448c-9f7d-3695eb593165 None None] Deleting port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:05:57.933675 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ac7c50e-dd10-448c-9f7d-3695eb593165 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:57.972833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb900e-09cd-4b2e-9ce5-759c21f6ff19 req-56736ce0-a4bc-45d5-b9f7-b48827a6b951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:57.974568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57cb900e-09cd-4b2e-9ce5-759c21f6ff19 req-56736ce0-a4bc-45d5-b9f7-b48827a6b951 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84b473dc-229b-4cfb-ab2c-e150a9e04dee HTTP/1.1" status: 200 len: 915 time: 0.3671758 Jul 05 04:05:57.987226 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ad40ca-682c-43d8-acf4-e0ad40775e88 req-2d920e8a-b57a-40ee-8f25-81e5c45fdb8a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.007773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74ad40ca-682c-43d8-acf4-e0ad40775e88 req-2d920e8a-b57a-40ee-8f25-81e5c45fdb8a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3517628 Jul 05 04:05:58.008610 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.021896 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.033833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fed65920-ca5c-4777-b3cd-22e586eb19ac triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:58.034281 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.082374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57cb900e-09cd-4b2e-9ce5-759c21f6ff19 req-e39cfbed-c93c-4b4e-a40f-36a2aed998d8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa HTTP/1.1" status: 200 len: 217 time: 0.0716839 Jul 05 04:05:58.092898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No DVR routers for this DVR port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:58.106988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.193307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74ad40ca-682c-43d8-acf4-e0ad40775e88 req-72c2c654-1685-4949-bb70-8d49118a23c5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1844025 Jul 05 04:05:58.241108 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.250793 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57cb900e-09cd-4b2e-9ce5-759c21f6ff19 req-d6f43cc1-51eb-44ed-919c-8b0de7ca14dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.253380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57cb900e-09cd-4b2e-9ce5-759c21f6ff19 req-d6f43cc1-51eb-44ed-919c-8b0de7ca14dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c895e5ec-081e-4e9b-b0b3-01bca5fbab69 HTTP/1.1" status: 200 len: 854 time: 0.1611013 Jul 05 04:05:58.254311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3aae981-776d-4e0f-942b-1c114956e092']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:58.269541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8591a4e3-31d4-4b0e-8bd8-a4632ba65d71') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:58.269996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8591a4e3-31d4-4b0e-8bd8-a4632ba65d71') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:05:58.290353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.317882 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.330184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:05:58.330583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:05:58.334748 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:05:58.381173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5ac7c50e-dd10-448c-9f7d-3695eb593165 None None] For port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675, host n-d-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:58.381584 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ac7c50e-dd10-448c-9f7d-3695eb593165 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.408657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5ac7c50e-dd10-448c-9f7d-3695eb593165 None None] Calling delete_port for 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:05:58.412246 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.ipam_backend_mixin [None req-5ac7c50e-dd10-448c-9f7d-3695eb593165 None None] Port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 was not found and therefore no delete operation was performed {{(pid=100897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:05:58.473694 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ac7c50e-dd10-448c-9f7d-3695eb593165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.529500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.541350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.544403 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/networks/f3aae981-776d-4e0f-942b-1c114956e092 HTTP/1.1" status: 204 len: 168 time: 1.5421329 Jul 05 04:05:58.545750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7c50e-dd10-448c-9f7d-3695eb593165 None None] Pushing event deleted for resources: {'Port': ['ID=85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.547875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ac7c50e-dd10-448c-9f7d-3695eb593165 None None] No DVR routers for this DVR port 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:05:58.559665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42760) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:58.568019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'network': {'name': 'tempest-RoutersTest-1349857622'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:58.576282 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-60d2bc01-bb04-4890-adda-854bc8a35f20 None None] Provisioning complete for port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:58.577095 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-60d2bc01-bb04-4890-adda-854bc8a35f20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.586818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d0dc0e-8ea3-4b62-a038-1e3b37b43962 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Network': ['ID=f3aae981-776d-4e0f-942b-1c114956e092,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.623816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.690116 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:58.693603 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.696196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 94567e93-7fd3-43a7-a43a-4e94bb783dec up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:05:58.740662 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-60d2bc01-bb04-4890-adda-854bc8a35f20 None None] Port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:05:58.741315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Subnet': ['ID=7e3c63f0-1981-4ea3-a2d6-aa3374d5c691,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:58.764885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57cb900e-09cd-4b2e-9ce5-759c21f6ff19 req-2f5ac0fe-e200-494d-83d1-9ce0d19977bf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84b473dc-229b-4cfb-ab2c-e150a9e04dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.5029759 Jul 05 04:05:58.766410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Checking segment: {'id': 'bbf232ad-21cf-4819-bf85-7f6032a4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:58.767358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network hostable DHCP agents. Network: 21390ef4-2b7b-4a2f-9262-6919a30b2c83, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:05:58.780511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b611dd86-5703-426f-b4af-56626e4d765e req-bfab966f-43e0-4d38-bfe1-7fcc6a8c9374 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.4962292 Jul 05 04:05:58.784348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:05:58.821865 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.822903 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added segment dc886b23-89dc-4a3a-9276-c0a52cf548e6 of type vlan for network 560b95d8-1494-42c3-abeb-ada941f1807c Jul 05 04:05:58.863820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:05:58.870690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-985dd1de-c068-4d4f-9082-a7507c4480e3 req-9cccbdc9-4050-4334-9c99-becf5793a052 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1041629 Jul 05 04:05:58.887853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.917526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 94567e93-7fd3-43a7-a43a-4e94bb783dec completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:05:58.931228 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.934179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 94567e93-7fd3-43a7-a43a-4e94bb783dec triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:05:58.934539 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.941891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 21390ef4-2b7b-4a2f-9262-6919a30b2c83) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:05:58.951090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:58.953880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:58.966647 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668a5078-0f52-4de0-9102-bd47b3e25fc0 None None] Network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:05:58.984761 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Transition to ACTIVE for port object 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:05:59.003539 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.004199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57cb900e-09cd-4b2e-9ce5-759c21f6ff19 req-cbf9bbfa-4c73-4598-8bdc-200c41ef9a47 service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2059515 Jul 05 04:05:59.009954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.012856 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.074608 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f0825d4e-8309-43f6-8972-f74dc6ecc442 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7354977 Jul 05 04:05:59.075584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42768) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:59.097043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eba44135-6e60-42d9-9969-60225fc05fa7 req-82695a2d-a9c4-4a15-9cd8-4aff405e8eaf tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.104857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Network': ['ID=560b95d8-1494-42c3-abeb-ada941f1807c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:59.105214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eba44135-6e60-42d9-9969-60225fc05fa7 req-82695a2d-a9c4-4a15-9cd8-4aff405e8eaf tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.2086656 Jul 05 04:05:59.125442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 560b95d8-1494-42c3-abeb-ada941f1807c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:05:59.132580 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.160872 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8dc8f232-ade0-4356-8038-bcc3a7c275c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.5996735 Jul 05 04:05:59.163072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42772) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:05:59.173132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'subnet': {'network_id': '560b95d8-1494-42c3-abeb-ada941f1807c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:05:59.191018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b63b7-90c8-489e-bd37-0d0b3d26c7fd req-14cc81e7-937c-4389-8a4f-d75f891a0992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.192811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-032b63b7-90c8-489e-bd37-0d0b3d26c7fd req-14cc81e7-937c-4389-8a4f-d75f891a0992 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=128df3ab148e473cb1ae451834bbeaa1&device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 1097 time: 0.2679584 Jul 05 04:05:59.288211 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.383621 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eba44135-6e60-42d9-9969-60225fc05fa7 req-3aeeffb2-42af-4417-9110-f6e762c9ee10 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2388864 Jul 05 04:05:59.410298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1148736-fb80-4871-bb0d-e1aeb99bccb8 None None] Pushing event updated for resources: {'Port': ['ID=2fa5cd6c-9daf-4f03-9032-5394d0e5fd32,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:59.456574 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57cb900e-09cd-4b2e-9ce5-759c21f6ff19 req-fba4edef-5502-4ed4-a006-9c9e06890c95 service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4428928 Jul 05 04:05:59.492771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-21390ef4-2b7b-4a2f-9262-6919a30b2c83', 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'fixed_ips': [{'subnet_id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:05:59.493634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.500766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:05:59.506447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.530505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b63b7-90c8-489e-bd37-0d0b3d26c7fd req-515f460d-c636-4b2b-844f-f24fcbb39407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.532478 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-032b63b7-90c8-489e-bd37-0d0b3d26c7fd req-515f460d-c636-4b2b-844f-f24fcbb39407 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2762d83f-a9b1-4395-8a0f-0bdda851cb97 HTTP/1.1" status: 200 len: 913 time: 0.3258617 Jul 05 04:05:59.540244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 94567e93-7fd3-43a7-a43a-4e94bb783dec, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=94567e93-7fd3-43a7-a43a-4e94bb783dec,segment=NetworkSegment(bfa9ff62-9f77-495c-a348-81fe9252dfdf),segment_id=bfa9ff62-9f77-495c-a348-81fe9252dfdf)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:05:59.687634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Attempting to bind port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:05:59.688472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Attempting to bind port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'bfa9ff62-9f77-495c-a348-81fe9252dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:05:59.688472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Attempting to bind port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 on network 3dff9294-e893-48a6-8385-57ab625a9430 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:05:59.692141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:59.698755 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.722279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1c809b1-1be2-438b-82c3-7c2fa4f1a599 req-96bd85d4-a070-41a8-ab28-9ab0809d7676 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1380243 Jul 05 04:05:59.728182 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-032b63b7-90c8-489e-bd37-0d0b3d26c7fd req-6024219c-556a-42b3-b447-95dd2892ce2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e9b5878-b9e2-4c37-86dd-dc55595e30f4 HTTP/1.1" status: 200 len: 217 time: 0.1851044 Jul 05 04:05:59.819549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=94567e93-7fd3-43a7-a43a-4e94bb783dec,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:05:59.836153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc10a529-fe92-4061-9f3d-b84ee4874ca2 req-1954bdca-06d6-4831-b45f-9bb21e42c71e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.837853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc10a529-fe92-4061-9f3d-b84ee4874ca2 req-1954bdca-06d6-4831-b45f-9bb21e42c71e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 945 time: 0.3752568 Jul 05 04:05:59.838929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:05:59.838929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Checking segment: {'id': 'bfa9ff62-9f77-495c-a348-81fe9252dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:05:59.839126 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.839507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Bound using segment: {'id': 'bfa9ff62-9f77-495c-a348-81fe9252dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:05:59.840781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Bound port: 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfa9ff62-9f77-495c-a348-81fe9252dfdf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:05:59.841171 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.857613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:05:59.889158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b63b7-90c8-489e-bd37-0d0b3d26c7fd req-6b45e88d-4b99-4cd4-b436-d0af0c1e3c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:05:59.890657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-032b63b7-90c8-489e-bd37-0d0b3d26c7fd req-6b45e88d-4b99-4cd4-b436-d0af0c1e3c69 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31019525-84d3-4ae3-80a0-9df63d1061bd HTTP/1.1" status: 200 len: 852 time: 0.1239033 Jul 05 04:05:59.903145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:05:59.903540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 85d17d23-a8b8-4a5f-9ac9-2fd5b81c1675 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:05:59.952291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-032b63b7-90c8-489e-bd37-0d0b3d26c7fd req-83b409a3-f292-4e6b-a86d-8013fcfb517b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2762d83f-a9b1-4395-8a0f-0bdda851cb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0527735 Jul 05 04:05:59.964503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:05:59.986939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Allocated IP 2001:db8:3::2 (21390ef4-2b7b-4a2f-9262-6919a30b2c83/7e3c63f0-1981-4ea3-a2d6-aa3374d5c691/78d53e0e-bd9b-4229-866a-3b89069e8ded) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:05:59.988334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc10a529-fe92-4061-9f3d-b84ee4874ca2 req-7effab19-af5c-4a50-8e20-8ae42453fd0e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391537 Jul 05 04:06:00.088600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6483f9a-a960-4bc3-8919-59b00766038a req-cb48b211-8420-41d5-908b-1ae5637bc363 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0803609 Jul 05 04:06:00.167520 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] For port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:00.172882 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.185057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] For port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2fa5cd6c-9daf-4f03-9032-5394d0e5fd32,segment=NetworkSegment(bfa9ff62-9f77-495c-a348-81fe9252dfdf),segment_id=bfa9ff62-9f77-495c-a348-81fe9252dfdf)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:00.221056 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-032b63b7-90c8-489e-bd37-0d0b3d26c7fd req-0e94ac47-50dd-4196-a48e-137515f721be service neutron] 10.222.0.26 "GET /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2532992 Jul 05 04:06:00.225151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:00.227522 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-267b7550-504d-4f6f-b817-ae35c746cb0f" -d '{"events": [{"server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "name": "network-vif-unplugged", "status": "completed", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:00.254970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:00.298533 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f86b471-1ddf-4166-ad90-6a490b10640f x-openstack-request-id: req-2f86b471-1ddf-4166-ad90-6a490b10640f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:00.298669 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "name": "network-vif-unplugged", "status": "completed", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:00.298928 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f86b471-1ddf-4166-ad90-6a490b10640f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:00.299383 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'code': 200} Jul 05 04:06:00.301342 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.329797 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.389395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1148736-fb80-4871-bb0d-e1aeb99bccb8 None None] Pushing event updated for resources: {'Port': ['ID=2fa5cd6c-9daf-4f03-9032-5394d0e5fd32,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.410391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Subnet': ['ID=b1e1f0f3-a54b-4f3e-92d8-0bbd4ab07699,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.429203 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.442569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Checking segment: {'id': 'dc886b23-89dc-4a3a-9276-c0a52cf548e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '560b95d8-1494-42c3-abeb-ada941f1807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:00.442938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network hostable DHCP agents. Network: 560b95d8-1494-42c3-abeb-ada941f1807c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:00.447556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Transition to ACTIVE for port object 78d53e0e-bd9b-4229-866a-3b89069e8ded will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:00.450859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:00.451602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:00.467038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-032b63b7-90c8-489e-bd37-0d0b3d26c7fd req-9be907a3-5fb1-4d79-9668-41d8f74f7e89 service neutron] 10.222.0.26 "GET /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2326210 Jul 05 04:06:00.561819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Transition to ACTIVE for port object 78d53e0e-bd9b-4229-866a-3b89069e8ded will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:00.563356 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.616953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:00.628014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 560b95d8-1494-42c3-abeb-ada941f1807c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:00.633857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca92e4-be81-4f16-9ea0-8463ea098200 req-3a38fcc4-17a2-4cd4-8838-0004d22b3f47 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.640583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cca92e4-be81-4f16-9ea0-8463ea098200 req-3a38fcc4-17a2-4cd4-8838-0004d22b3f47 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.0894897 Jul 05 04:06:00.688591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cca92e4-be81-4f16-9ea0-8463ea098200 req-248709a4-1427-4e0a-b62d-8bbb93adc162 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467494 Jul 05 04:06:00.768565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Allocated IP 2001:db8:3::1 (21390ef4-2b7b-4a2f-9262-6919a30b2c83/7e3c63f0-1981-4ea3-a2d6-aa3374d5c691/be7e5f13-66b7-4399-9481-32cc981427ef) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:00.787808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 560b95d8-1494-42c3-abeb-ada941f1807c) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:00.792401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:00.793210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.826402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48a7b98-a0e8-46ec-b0fc-70eae1f7eacb None None] Network 560b95d8-1494-42c3-abeb-ada941f1807c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:00.833487 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.889524 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-340390fe-7b65-467d-a5bc-9a071d70f640 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7240264 Jul 05 04:06:00.889988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42790) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:00.894599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-513ed5ee-9ca5-456f-b619-5a057c86fc62 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-241828128', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:00.906838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:00.930543 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:00.947125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Transition to ACTIVE for port object be7e5f13-66b7-4399-9481-32cc981427ef will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:00.994319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:01.015487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:01.061372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:01.068393 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-513ed5ee-9ca5-456f-b619-5a057c86fc62 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.069471 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-513ed5ee-9ca5-456f-b619-5a057c86fc62 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.092498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Pushing event updated for resources: {'Port': ['ID=78d53e0e-bd9b-4229-866a-3b89069e8ded,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.142333 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-513ed5ee-9ca5-456f-b619-5a057c86fc62 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.178853 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.232415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Attempting to bind port 78d53e0e-bd9b-4229-866a-3b89069e8ded on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:01.232798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Attempting to bind port 78d53e0e-bd9b-4229-866a-3b89069e8ded by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'bbf232ad-21cf-4819-bf85-7f6032a4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:01.233147 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Attempting to bind port 78d53e0e-bd9b-4229-866a-3b89069e8ded on network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:01.235500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:01.245956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:01.258197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Checking segment: {'id': 'bbf232ad-21cf-4819-bf85-7f6032a4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:01.258197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.258197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Bound using segment: {'id': 'bbf232ad-21cf-4819-bf85-7f6032a4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:01.258197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Bound port: 78d53e0e-bd9b-4229-866a-3b89069e8ded, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf232ad-21cf-4819-bf85-7f6032a4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:01.258197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.277858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:01.284725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54d47c35-d525-4b79-a12b-9a24ce709b30 req-0cc3931c-14ed-4489-9c10-1cab97d1afdb tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0452738 Jul 05 04:06:01.285706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:01.286300 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.299776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=be7e5f13-66b7-4399-9481-32cc981427ef,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.302932 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-513ed5ee-9ca5-456f-b619-5a057c86fc62 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.332678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-560b95d8-1494-42c3-abeb-ada941f1807c', 'network_id': '560b95d8-1494-42c3-abeb-ada941f1807c', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'fixed_ips': [{'subnet_id': 'b1e1f0f3-a54b-4f3e-92d8-0bbd4ab07699'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:01.333520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.400450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f205578c-aed3-4b26-81ba-91cd8ab1442b req-743c61fa-c2f5-49be-86dd-918d90507cab tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:01.402107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f205578c-aed3-4b26-81ba-91cd8ab1442b req-743c61fa-c2f5-49be-86dd-918d90507cab tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.2649896 Jul 05 04:06:01.447723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] For port 78d53e0e-bd9b-4229-866a-3b89069e8ded, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:01.460661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f205578c-aed3-4b26-81ba-91cd8ab1442b req-8026c4c6-2096-485b-9dca-e5a581c5bdc1 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524428 Jul 05 04:06:01.472983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] For port 78d53e0e-bd9b-4229-866a-3b89069e8ded, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=78d53e0e-bd9b-4229-866a-3b89069e8ded,segment=NetworkSegment(bbf232ad-21cf-4819-bf85-7f6032a4db29),segment_id=bbf232ad-21cf-4819-bf85-7f6032a4db29)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:01.488072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:05:54Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:00Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:01.524764 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-513ed5ee-9ca5-456f-b619-5a057c86fc62 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.526135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-513ed5ee-9ca5-456f-b619-5a057c86fc62 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.6349473 Jul 05 04:06:01.529466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42800) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:01.550445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0eb10737-e3ee-4cb9-83e5-24352f0bc25c None None] The sync data for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 is: [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:05:54Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:00Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:01.568366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Allocated IP 172.20.0.2 (560b95d8-1494-42c3-abeb-ada941f1807c/b1e1f0f3-a54b-4f3e-92d8-0bbd4ab07699/543ff393-792a-4757-9157-acdbee864010) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:01.583240 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.803042 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:01.888415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Transition to ACTIVE for port object 543ff393-792a-4757-9157-acdbee864010 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:01.950034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9bac9-750b-4d70-bb68-378cdfebf64e None None] Pushing event updated for resources: {'Port': ['ID=78d53e0e-bd9b-4229-866a-3b89069e8ded,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:01.958468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Transition to ACTIVE for port object 543ff393-792a-4757-9157-acdbee864010 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:01.998184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:02.094135 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.204475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Network 560b95d8-1494-42c3-abeb-ada941f1807c is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:02.218476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:02.223731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:02.225969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Pushing event updated for resources: {'Port': ['ID=543ff393-792a-4757-9157-acdbee864010,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:02.374364 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.374833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Attempting to bind port 543ff393-792a-4757-9157-acdbee864010 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:02.374833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Attempting to bind port 543ff393-792a-4757-9157-acdbee864010 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'dc886b23-89dc-4a3a-9276-c0a52cf548e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '560b95d8-1494-42c3-abeb-ada941f1807c'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:02.374833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Attempting to bind port 543ff393-792a-4757-9157-acdbee864010 on network 560b95d8-1494-42c3-abeb-ada941f1807c {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:02.376241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:02.380176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Checking segment: {'id': 'dc886b23-89dc-4a3a-9276-c0a52cf548e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '560b95d8-1494-42c3-abeb-ada941f1807c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:02.380601 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.381015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Bound using segment: {'id': 'dc886b23-89dc-4a3a-9276-c0a52cf548e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '560b95d8-1494-42c3-abeb-ada941f1807c'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:02.381598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Bound port: 543ff393-792a-4757-9157-acdbee864010, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc886b23-89dc-4a3a-9276-c0a52cf548e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '560b95d8-1494-42c3-abeb-ada941f1807c'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:02.382904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.418728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c886dbd9-c1c7-41e7-bcb2-2b118e420969 req-1b3e2122-8d5f-4ea6-bb60-18353f679a26 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1051877 Jul 05 04:06:02.430820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:02.482575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] For port 543ff393-792a-4757-9157-acdbee864010, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:02.486145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] For port 543ff393-792a-4757-9157-acdbee864010, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=543ff393-792a-4757-9157-acdbee864010,segment=NetworkSegment(dc886b23-89dc-4a3a-9276-c0a52cf548e6),segment_id=dc886b23-89dc-4a3a-9276-c0a52cf548e6)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:02.494634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:02.494634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.593164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14f41371-a32f-4fe2-b527-8272a78a8dc9 req-c2a7b325-143c-4d39-bd3c-4ca5503138f0 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0885525 Jul 05 04:06:02.664109 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.714386 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.747456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2fa5cd6c-9daf-4f03-9032-5394d0e5fd32,segment=NetworkSegment(bfa9ff62-9f77-495c-a348-81fe9252dfdf),segment_id=bfa9ff62-9f77-495c-a348-81fe9252dfdf)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:02.811721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c692196-e04f-4688-878b-e5304728c268 req-354be508-b8e5-4008-9bb3-75037b59786e tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:02.813297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c692196-e04f-4688-878b-e5304728c268 req-354be508-b8e5-4008-9bb3-75037b59786e tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.4996319 Jul 05 04:06:02.818827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2cb5a8-bf9f-4417-870e-1639cdb1ce37 None None] Pushing event updated for resources: {'Port': ['ID=543ff393-792a-4757-9157-acdbee864010,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:02.828433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.886550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2f7a2d2-6218-4dd8-9087-220946fb9c0e req-5dc65938-73d1-4979-9b31-36d7950d36e3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0697877 Jul 05 04:06:02.952742 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:02.953828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 94567e93-7fd3-43a7-a43a-4e94bb783dec up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:03.086267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=2fa5cd6c-9daf-4f03-9032-5394d0e5fd32,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:03.125132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 94567e93-7fd3-43a7-a43a-4e94bb783dec triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:03.125755 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.161090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c692196-e04f-4688-878b-e5304728c268 req-e64785fd-380b-420c-ac4a-506459c09a5a tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3227866 Jul 05 04:06:03.247232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d18a0b6-dd07-4ef9-8c52-cec4c2d9a269 req-76860be2-0ada-4063-aacc-a1a3d2eead0f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.255987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d18a0b6-dd07-4ef9-8c52-cec4c2d9a269 req-76860be2-0ada-4063-aacc-a1a3d2eead0f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.5156262 Jul 05 04:06:03.381853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d18a0b6-dd07-4ef9-8c52-cec4c2d9a269 req-e0796a51-00ca-4df5-bc3c-a3b7029643bf tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245565 Jul 05 04:06:03.468042 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.542047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.543046 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:03.606291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad35768d-3889-4f4e-9cee-92f34bb9d1ee None None] Network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:03.630526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Allocated IP 172.20.0.1 (560b95d8-1494-42c3-abeb-ada941f1807c/b1e1f0f3-a54b-4f3e-92d8-0bbd4ab07699/8b6079d1-cf1d-4f3b-b323-ac64d813bf88) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:03.697268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event updated for resources: {'Port': ['ID=be7e5f13-66b7-4399-9481-32cc981427ef,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:03.749059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4d8938ac-1a5a-437c-a226-92f075a7b771 None None] Provisioning for port 78d53e0e-bd9b-4229-866a-3b89069e8ded completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:03.843517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520bb80-06ac-497b-a091-19daf3ac8f64 req-8095f465-dc60-4618-a04f-60b4925323d1 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:03.849592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e520bb80-06ac-497b-a091-19daf3ac8f64 req-8095f465-dc60-4618-a04f-60b4925323d1 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.3237944 Jul 05 04:06:03.882567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c6c04eb-cb72-43f6-9a72-637a2da4fd48 req-ec660f49-0935-4f3d-b20e-ff45c70db701 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0907509 Jul 05 04:06:03.975186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:03.982037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:04.016213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e520bb80-06ac-497b-a091-19daf3ac8f64 req-2f779b81-351c-4832-b80b-1bee0f69998a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1655536 Jul 05 04:06:04.119246 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.122948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 543ff393-792a-4757-9157-acdbee864010 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:04.173943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Transition to ACTIVE for port object 8b6079d1-cf1d-4f3b-b323-ac64d813bf88 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:04.212614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:04.284833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 543ff393-792a-4757-9157-acdbee864010 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:04.294907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:04.342130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.372230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:04.372230 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.444272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b332f2cc-0d30-4808-b12c-c9a68de16b24 None None] Network 560b95d8-1494-42c3-abeb-ada941f1807c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:04.466370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 560b95d8-1494-42c3-abeb-ada941f1807c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:04.473349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:04.483492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-714e0cf4-8fe9-467e-a782-1c2e11307ebe tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4042218 Jul 05 04:06:04.483492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:04.483744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42838) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:04.487051 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Sync routers for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:04.488664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-33f9c9b0-041c-4d0b-b49a-a31afdd8d7fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:04.499189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:04.503739 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:04.516637 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:04.540510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=8b6079d1-cf1d-4f3b-b323-ac64d813bf88,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:04.591981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 78d53e0e-bd9b-4229-866a-3b89069e8ded up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:04.594388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b62c47a-cb6d-4f5d-860b-e370ab31b7a6 req-6cf06b57-b837-42c9-92c0-aa88e34d6127 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:04.598242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b62c47a-cb6d-4f5d-860b-e370ab31b7a6 req-6cf06b57-b837-42c9-92c0-aa88e34d6127 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1766217 Jul 05 04:06:04.599319 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.658243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c9390fcf-431a-49fd-bfb2-da757ca7ac72 None None] Provisioning for port be7e5f13-66b7-4399-9481-32cc981427ef completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:04.686752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c9390fcf-431a-49fd-bfb2-da757ca7ac72 None None] Provisioning complete for port be7e5f13-66b7-4399-9481-32cc981427ef triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:04.687137 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c9390fcf-431a-49fd-bfb2-da757ca7ac72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:04.757409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b62c47a-cb6d-4f5d-860b-e370ab31b7a6 req-6790e611-2bce-43d3-a433-06e11ec97c2d tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961761 Jul 05 04:06:04.819515 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:04.897245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c9390fcf-431a-49fd-bfb2-da757ca7ac72 None None] Port be7e5f13-66b7-4399-9481-32cc981427ef cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:04.932110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7a4144d-5312-4188-bde7-f561c320e31c req-232a8ba8-d7d0-4aae-937d-70db07840ea0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0708966 Jul 05 04:06:05.048470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 78d53e0e-bd9b-4229-866a-3b89069e8ded completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:05.089047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 78d53e0e-bd9b-4229-866a-3b89069e8ded triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:05.092333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.092916 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.228816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bb7da787-873d-483f-8980-5f34af8e63e8 None None] Provisioning for port 543ff393-792a-4757-9157-acdbee864010 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:05.234673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bb7da787-873d-483f-8980-5f34af8e63e8 None None] Provisioning complete for port 543ff393-792a-4757-9157-acdbee864010 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:05.235887 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bb7da787-873d-483f-8980-5f34af8e63e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.303598 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:01Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:02Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7e5f13-66b7-4399-9481-32cc981427ef', 'name': '', 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:48:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:00Z', 'updated_at': '2021-07-05T04:06:02Z', 'revision_number': 2, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:05.342969 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Checking router: bbd50dc5-43fe-427e-bb87-baa06eae9cdf for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:05.344147 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Updating router bbd50dc5-43fe-427e-bb87-baa06eae9cdf port be7e5f13-66b7-4399-9481-32cc981427ef binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:06:05.346296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2df0f376-a5d4-436b-90a1-dd571dd644ef req-3e833368-6480-45e9-8b8b-81c9284de224 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0879080 Jul 05 04:06:05.351747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.extraroute_db [None req-33f9c9b0-041c-4d0b-b49a-a31afdd8d7fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:06:05.386368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.extraroute_db [None req-33f9c9b0-041c-4d0b-b49a-a31afdd8d7fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Removed routes are [] {{(pid=100895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:06:05.386806 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33f9c9b0-041c-4d0b-b49a-a31afdd8d7fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.436113 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.587460 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.651295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:05.726777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 78d53e0e-bd9b-4229-866a-3b89069e8ded, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=78d53e0e-bd9b-4229-866a-3b89069e8ded,segment=NetworkSegment(bbf232ad-21cf-4819-bf85-7f6032a4db29),segment_id=bbf232ad-21cf-4819-bf85-7f6032a4db29)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:05.765080 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bb7da787-873d-483f-8980-5f34af8e63e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.796140 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.862786 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.874777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b9b3ba-5bb9-4ed1-86da-a5daa2fc710b req-7f5b9b82-6dd2-482b-8df5-aa2dad9eb43a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:05.877284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3b9b3ba-5bb9-4ed1-86da-a5daa2fc710b req-7f5b9b82-6dd2-482b-8df5-aa2dad9eb43a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.8069859 Jul 05 04:06:05.919786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-bb7da787-873d-483f-8980-5f34af8e63e8 None None] For port 543ff393-792a-4757-9157-acdbee864010, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=543ff393-792a-4757-9157-acdbee864010,segment=NetworkSegment(dc886b23-89dc-4a3a-9276-c0a52cf548e6),segment_id=dc886b23-89dc-4a3a-9276-c0a52cf548e6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:05.943198 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.961542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33f9c9b0-041c-4d0b-b49a-a31afdd8d7fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.986114 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.988346 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33f9c9b0-041c-4d0b-b49a-a31afdd8d7fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:05.998258 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Transition to ACTIVE for port object be7e5f13-66b7-4399-9481-32cc981427ef will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:06.029541 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=78d53e0e-bd9b-4229-866a-3b89069e8ded,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.033385 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bb7da787-873d-483f-8980-5f34af8e63e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.080123 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.100260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-f584f83f-e562-4faa-8dca-9043a753ca8e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.6848969 Jul 05 04:06:06.119809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7da787-873d-483f-8980-5f34af8e63e8 None None] Pushing event updated for resources: {'Port': ['ID=543ff393-792a-4757-9157-acdbee864010,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.188323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f352d82-35ac-4b2e-b825-5a38683d34b2 req-e388d154-0b86-4f33-ba68-92380633b438 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.1440504 Jul 05 04:06:06.211250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3b9b3ba-5bb9-4ed1-86da-a5daa2fc710b req-b1dd40d8-f7e3-43c7-aa02-cc8d8e742490 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3275816 Jul 05 04:06:06.233005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=8b6079d1-cf1d-4f3b-b323-ac64d813bf88,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.235381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33f9c9b0-041c-4d0b-b49a-a31afdd8d7fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:06.258914 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c50bc-bc91-4685-bc91-391c34b2cf91 None None] Pushing event updated for resources: {'Port': ['ID=be7e5f13-66b7-4399-9481-32cc981427ef,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.313706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3f7fd34-a1db-43e7-95ec-b5a6e42d7524 None None] Provisioning complete for port 543ff393-792a-4757-9157-acdbee864010 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:06.314159 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3f7fd34-a1db-43e7-95ec-b5a6e42d7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.318556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a25eac0b-8102-461a-ace1-3a91b7cf6c0f req-60d37381-5fbd-497f-af36-abef9f998686 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1327605 Jul 05 04:06:06.324904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.504341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f9c9b0-041c-4d0b-b49a-a31afdd8d7fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:06.518627 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33f9c9b0-041c-4d0b-b49a-a31afdd8d7fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.523702 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-33f9c9b0-041c-4d0b-b49a-a31afdd8d7fa tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf HTTP/1.1" status: 200 len: 953 time: 2.0387859 Jul 05 04:06:06.525014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42874) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:06.591410 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Attempting to bind port be7e5f13-66b7-4399-9481-32cc981427ef on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:06.592304 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Attempting to bind port be7e5f13-66b7-4399-9481-32cc981427ef by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'bbf232ad-21cf-4819-bf85-7f6032a4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:06.593169 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Attempting to bind port be7e5f13-66b7-4399-9481-32cc981427ef on network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:06.623069 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:06.623815 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Checking segment: {'id': 'bbf232ad-21cf-4819-bf85-7f6032a4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:06.624596 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.625436 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Bound using segment: {'id': 'bbf232ad-21cf-4819-bf85-7f6032a4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:06.626427 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Bound port: be7e5f13-66b7-4399-9481-32cc981427ef, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bbf232ad-21cf-4819-bf85-7f6032a4db29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:06.628205 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.691575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 560b95d8-1494-42c3-abeb-ada941f1807c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:06.697679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:06.702570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3f7fd34-a1db-43e7-95ec-b5a6e42d7524 None None] Provisioning for port 8b6079d1-cf1d-4f3b-b323-ac64d813bf88 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:06.709734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3f7fd34-a1db-43e7-95ec-b5a6e42d7524 None None] Provisioning complete for port 8b6079d1-cf1d-4f3b-b323-ac64d813bf88 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:06.710186 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3f7fd34-a1db-43e7-95ec-b5a6e42d7524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.802849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b3f7fd34-a1db-43e7-95ec-b5a6e42d7524 None None] Port 8b6079d1-cf1d-4f3b-b323-ac64d813bf88 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:06.803107 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] For port be7e5f13-66b7-4399-9481-32cc981427ef, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:06.808461 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c4ef7d19-d540-4a65-a71d-5787fe615bb6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf HTTP/1.1" status: 200 len: 953 time: 0.2794864 Jul 05 04:06:06.810529 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] For port be7e5f13-66b7-4399-9481-32cc981427ef, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=be7e5f13-66b7-4399-9481-32cc981427ef,segment=NetworkSegment(bbf232ad-21cf-4819-bf85-7f6032a4db29),segment_id=bbf232ad-21cf-4819-bf85-7f6032a4db29)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:06.812159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42878) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:06.819508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-92599036-8632-4d18-914d-d31c20bd9a11 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'routes': None}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:06.873343 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:06.893359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10764420-427d-414d-ac87-a27a81434f17 req-688a369c-cbb1-4058-927f-cdf8b10557ca tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:06.895225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10764420-427d-414d-ac87-a27a81434f17 req-688a369c-cbb1-4058-927f-cdf8b10557ca tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1887965 Jul 05 04:06:06.945502 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7c50bc-bc91-4685-bc91-391c34b2cf91 None None] Pushing event updated for resources: {'Port': ['ID=be7e5f13-66b7-4399-9481-32cc981427ef,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:06.959738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10764420-427d-414d-ac87-a27a81434f17 req-5a1bafa1-c48f-461b-91ad-749a97fbe0aa tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584190 Jul 05 04:06:06.969254 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:06.970152 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.022129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router 919027a7-2254-48e4-9ab1-b19217175081 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:06:07.147464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-748eb65c-9a79-4c25-b08e-f8f3c4fe3775 None None] Provisioning complete for port 8b6079d1-cf1d-4f3b-b323-ac64d813bf88 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:07.147845 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-748eb65c-9a79-4c25-b08e-f8f3c4fe3775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.160180 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:07.228019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-748eb65c-9a79-4c25-b08e-f8f3c4fe3775 None None] Port 8b6079d1-cf1d-4f3b-b323-ac64d813bf88 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:07.499625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.extraroute_db [None req-92599036-8632-4d18-914d-d31c20bd9a11 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added routes are [] {{(pid=100895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:06:07.501156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.extraroute_db [None req-92599036-8632-4d18-914d-d31c20bd9a11 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Removed routes are [{'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=100895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:06:07.549350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92599036-8632-4d18-914d-d31c20bd9a11 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:07.616442 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:05Z', 'revision_number': 6, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:02Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7e5f13-66b7-4399-9481-32cc981427ef', 'name': '', 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:48:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:00Z', 'updated_at': '2021-07-05T04:06:06Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.646464 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93d28b89-03a8-4718-ba2e-744a63a87872 None None] The sync data for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 is: [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:05Z', 'revision_number': 6, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:02Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7e5f13-66b7-4399-9481-32cc981427ef', 'name': '', 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:48:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:00Z', 'updated_at': '2021-07-05T04:06:06Z', 'revision_number': 4, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:07.788185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05736dd7-7b46-4699-b68e-5e93c5754556 req-31b79e28-c84f-4edd-9d9b-785f68be79c6 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0941784 Jul 05 04:06:07.790480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:07.800551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f3249d9c-6598-4e77-9557-4ee2a6d2e4b1 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/919027a7-2254-48e4-9ab1-b19217175081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2698128 Jul 05 04:06:07.800827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42892) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:07.805422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c16274-c225-4825-a1f3-c733f64d1a18 None None] Sync routers for ids ['919027a7-2254-48e4-9ab1-b19217175081'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:07.836491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c16274-c225-4825-a1f3-c733f64d1a18 None None] Routers {'919027a7-2254-48e4-9ab1-b19217175081'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:07.836491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-21c16274-c225-4825-a1f3-c733f64d1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['919027a7-2254-48e4-9ab1-b19217175081'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.888239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb08e60-0421-4f67-b656-dec0a24ea478 req-be2a79f6-25be-458a-9b30-52939fd42f1e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:07.894529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-21c16274-c225-4825-a1f3-c733f64d1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.895161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edb08e60-0421-4f67-b656-dec0a24ea478 req-be2a79f6-25be-458a-9b30-52939fd42f1e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.1999831 Jul 05 04:06:07.945960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c16274-c225-4825-a1f3-c733f64d1a18 None None] Routers {'919027a7-2254-48e4-9ab1-b19217175081'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:07.947374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-21c16274-c225-4825-a1f3-c733f64d1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['919027a7-2254-48e4-9ab1-b19217175081'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:07.961285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edb08e60-0421-4f67-b656-dec0a24ea478 req-2b361e87-f969-4248-affe-81554c6c6c32 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644314 Jul 05 04:06:08.025649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-21c16274-c225-4825-a1f3-c733f64d1a18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:08.025649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c16274-c225-4825-a1f3-c733f64d1a18 None None] The sync data for ids ['919027a7-2254-48e4-9ab1-b19217175081'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:08.056899 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-03742acd-c02e-447a-bded-6c8a088254e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.159757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 543ff393-792a-4757-9157-acdbee864010 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:08.229988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb28e076-ae87-4853-b450-2b2d79a00b7a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.229988 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eb28e076-ae87-4853-b450-2b2d79a00b7a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports/8b6079d1-cf1d-4f3b-b323-ac64d813bf88 HTTP/1.1" status: 200 len: 910 time: 0.3523490 Jul 05 04:06:08.232014 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92599036-8632-4d18-914d-d31c20bd9a11 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.234042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42898) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:08.296264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 543ff393-792a-4757-9157-acdbee864010 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:08.298577 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.299333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92599036-8632-4d18-914d-d31c20bd9a11 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.392070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5990a05f-a28f-4d18-bf23-2dab85548e07 req-0cd01714-fcef-406a-bd17-d7419fe1c391 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0851293 Jul 05 04:06:08.422208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd8886dd-efd7-4a07-a701-0bfabe7f8ecd req-45aae8d3-c3e8-4e1f-a2fc-53324ca9a9f5 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7&device_id=74ce4d7c-82a8-4158-9fb0-19e6f5fcc049 HTTP/1.1" status: 200 len: 210 time: 0.0415070 Jul 05 04:06:08.432176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-fc369bc6-4911-4eba-a8e7-1d832d6a7e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.434031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-fc369bc6-4911-4eba-a8e7-1d832d6a7e93 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60&tenant_id=8c92f1def1224e0d94ea34c91db2c9f4 HTTP/1.1" status: 200 len: 1095 time: 0.3219421 Jul 05 04:06:08.485300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cb1559-b9e0-457f-bc0d-1b7a80334c00 req-e0c8c4bf-84f6-48cf-acc1-42458b64a225 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.494047 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb1559-b9e0-457f-bc0d-1b7a80334c00 req-e0c8c4bf-84f6-48cf-acc1-42458b64a225 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.3119466 Jul 05 04:06:08.508536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device be7e5f13-66b7-4399-9481-32cc981427ef up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:08.616865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b6cb1559-b9e0-457f-bc0d-1b7a80334c00 req-8ebc11d8-943b-4a18-b426-9fc77487d7a0 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214910 Jul 05 04:06:08.699742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-6535f39a-a3a1-457d-b3b8-d76fded5f0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.711373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-6535f39a-a3a1-457d-b3b8-d76fded5f0fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 1095 time: 0.2078450 Jul 05 04:06:08.715305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92599036-8632-4d18-914d-d31c20bd9a11 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:08.730624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port be7e5f13-66b7-4399-9481-32cc981427ef completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:08.734808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port be7e5f13-66b7-4399-9481-32cc981427ef triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:08.736262 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.795417 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:06:08.812937 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-851f1f42-4591-49f4-8907-f422187fd397 req-8d7d77b6-4049-4e18-99af-944815c2f2cd service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1002164 Jul 05 04:06:08.879651 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:08.915052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-5a010de9-ecba-48e4-b6ea-07319ddbc296 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:08.917210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-5a010de9-ecba-48e4-b6ea-07319ddbc296 service neutron] 10.222.0.26 "GET /v2.0/networks?id=84b473dc-229b-4cfb-ab2c-e150a9e04dee HTTP/1.1" status: 200 len: 915 time: 0.1805978 Jul 05 04:06:08.923414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port be7e5f13-66b7-4399-9481-32cc981427ef, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=be7e5f13-66b7-4399-9481-32cc981427ef,segment=NetworkSegment(bbf232ad-21cf-4819-bf85-7f6032a4db29),segment_id=bbf232ad-21cf-4819-bf85-7f6032a4db29)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:08.979248 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-51f35c58-6aa4-4620-bb73-fc3b5676d142 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa HTTP/1.1" status: 200 len: 217 time: 0.0533326 Jul 05 04:06:09.015186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92599036-8632-4d18-914d-d31c20bd9a11 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:09.016046 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.016977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 78d53e0e-bd9b-4229-866a-3b89069e8ded up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:09.022619 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92599036-8632-4d18-914d-d31c20bd9a11 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.028429 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-92599036-8632-4d18-914d-d31c20bd9a11 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf HTTP/1.1" status: 200 len: 703 time: 2.2079058 Jul 05 04:06:09.028429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42914) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:09.042397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-03340af5-6026-46fb-95ce-2bf829444b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.042744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-03340af5-6026-46fb-95ce-2bf829444b29 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c895e5ec-081e-4e9b-b0b3-01bca5fbab69 HTTP/1.1" status: 200 len: 854 time: 0.0574327 Jul 05 04:06:09.112695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-a1acdb2b-fcb0-4384-8691-6852acc9fc20 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84b473dc-229b-4cfb-ab2c-e150a9e04dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0587614 Jul 05 04:06:09.148375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e0a5441-8259-47fa-9f1f-08ebcda63a12 req-af0f7e42-ec9d-4540-889e-33ff65a654e4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5464919f7d6a4c90b07a85b394d4a8d0&device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0338480 Jul 05 04:06:09.169456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=be7e5f13-66b7-4399-9481-32cc981427ef,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:09.174859 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] Sync routers for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:09.181138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.181594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.181938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.192253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.192621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.192961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.193297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.193631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.194265 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fa874b53-5779-48d6-979f-3d3d889a14b5 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf HTTP/1.1" status: 200 len: 703 time: 0.1664746 Jul 05 04:06:09.196982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42922) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:09.199841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.200655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.202844 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:09.203319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.203889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:09.205659 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:09.219112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 78d53e0e-bd9b-4229-866a-3b89069e8ded triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:09.219495 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.347028 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-c05901d0-560f-4dfc-abe5-ddc4db118fd3 service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1971917 Jul 05 04:06:09.435654 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:09.510299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e0a5441-8259-47fa-9f1f-08ebcda63a12 req-13e477a5-6344-4a21-b4a5-e5c3f15e33b3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5464919f7d6a4c90b07a85b394d4a8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1621532 Jul 05 04:06:09.655183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29c3dffb-9dd5-405b-8bf0-8780046a268a req-8839710f-9dcf-47d0-bda8-246c7197a292 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0601599 Jul 05 04:06:09.688815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:09.698878 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:07Z', 'revision_number': 7, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:02Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7e5f13-66b7-4399-9481-32cc981427ef', 'name': '', 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:48:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:00Z', 'updated_at': '2021-07-05T04:06:08Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:09.704039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aad98da4-4dd7-4b89-9db4-4458e38475ba req-2d6089d9-4b43-48a9-b6b8-46f65a43264f service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3169107 Jul 05 04:06:09.728058 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] Checking router: bbd50dc5-43fe-427e-bb87-baa06eae9cdf for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:09.739245 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:09.744555 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:09.778542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a5441-8259-47fa-9f1f-08ebcda63a12 req-5f7b93aa-3009-4ff4-be73-a7748641d96f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.780865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e0a5441-8259-47fa-9f1f-08ebcda63a12 req-5f7b93aa-3009-4ff4-be73-a7748641d96f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2550199 Jul 05 04:06:09.783819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b4fe-83a5-449c-ab93-f29a0b0a4dab req-0e8a06ef-2c0f-46e5-a463-f5c1cab96ca6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.787821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6106b4fe-83a5-449c-ab93-f29a0b0a4dab req-0e8a06ef-2c0f-46e5-a463-f5c1cab96ca6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=128df3ab148e473cb1ae451834bbeaa1&device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 1097 time: 0.3512533 Jul 05 04:06:09.800625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117a9746-2575-4c95-a8dc-69ca5170565a req-101e41c2-f732-42ea-b107-308740876a13 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:09.819646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-117a9746-2575-4c95-a8dc-69ca5170565a req-101e41c2-f732-42ea-b107-308740876a13 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.4592209 Jul 05 04:06:09.859933 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:09.932457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device be7e5f13-66b7-4399-9481-32cc981427ef up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:10.028821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port be7e5f13-66b7-4399-9481-32cc981427ef triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:10.029212 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.081175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-117a9746-2575-4c95-a8dc-69ca5170565a req-f36c5123-2b7d-4ddb-ab01-d2106d5169f8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2604773 Jul 05 04:06:10.130644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b4fe-83a5-449c-ab93-f29a0b0a4dab req-6b34d288-fd7a-4f2f-8995-9a8a4007bcfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.132439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6106b4fe-83a5-449c-ab93-f29a0b0a4dab req-6b34d288-fd7a-4f2f-8995-9a8a4007bcfe service neutron] 10.222.0.26 "GET /v2.0/networks?id=2762d83f-a9b1-4395-8a0f-0bdda851cb97 HTTP/1.1" status: 200 len: 913 time: 0.2928121 Jul 05 04:06:10.143742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961420c0-23eb-40f0-b875-d5f8a64c6014 req-33f648cb-936c-46d5-9a1a-507b8efb12b1 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.145544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-961420c0-23eb-40f0-b875-d5f8a64c6014 req-33f648cb-936c-46d5-9a1a-507b8efb12b1 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.3164198 Jul 05 04:06:10.182639 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:07Z', 'revision_number': 7, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:02Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7e5f13-66b7-4399-9481-32cc981427ef', 'name': '', 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:48:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:00Z', 'updated_at': '2021-07-05T04:06:08Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:10.201531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6106b4fe-83a5-449c-ab93-f29a0b0a4dab req-b036b1d5-e917-4182-bda8-c9bd87e3961b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2e9b5878-b9e2-4c37-86dd-dc55595e30f4 HTTP/1.1" status: 200 len: 217 time: 0.0550227 Jul 05 04:06:10.219715 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2aa70f5-3443-43f5-9617-f066f4a28a9d None None] The sync data for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 is: [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:07Z', 'revision_number': 7, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:02Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'be7e5f13-66b7-4399-9481-32cc981427ef', 'name': '', 'network_id': '21390ef4-2b7b-4a2f-9262-6919a30b2c83', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:48:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1930, 'fixed_ips': [{'subnet_id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:00Z', 'updated_at': '2021-07-05T04:06:08Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '7e3c63f0-1981-4ea3-a2d6-aa3374d5c691', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:10.261122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 8b6079d1-cf1d-4f3b-b323-ac64d813bf88 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:10.262253 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.298920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-961420c0-23eb-40f0-b875-d5f8a64c6014 req-aadbd9f6-bd99-42ce-9789-812889015d16 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1435614 Jul 05 04:06:10.313802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6106b4fe-83a5-449c-ab93-f29a0b0a4dab req-94794a90-77a2-449e-bb30-376ae8c67d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:10.315873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6106b4fe-83a5-449c-ab93-f29a0b0a4dab req-94794a90-77a2-449e-bb30-376ae8c67d04 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=31019525-84d3-4ae3-80a0-9df63d1061bd HTTP/1.1" status: 200 len: 852 time: 0.1069901 Jul 05 04:06:10.392254 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.570741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.652904 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 8b6079d1-cf1d-4f3b-b323-ac64d813bf88 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:10.840102 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8a44d744-241c-49eb-a7bf-2ea7f0f3fbdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.849497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79c58560-6f75-4eba-9306-7f0738f23ddd req-ad1561cd-93b2-4d4d-9773-de096c3c7006 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0443404 Jul 05 04:06:10.874075 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:10.901423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd17c2d7-4641-4802-9fa7-bdc2a29afb53 req-cfb31f4a-4ae0-4502-bc66-32d221576f9f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0402324 Jul 05 04:06:11.042376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port be7e5f13-66b7-4399-9481-32cc981427ef {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:11.042788 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.084883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa9470d0-62bf-462a-a432-afa9dd5406be req-b53e0b33-b66f-45dc-9da1-fa1801e86f91 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0320110 Jul 05 04:06:11.137306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.221747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port be7e5f13-66b7-4399-9481-32cc981427ef, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=be7e5f13-66b7-4399-9481-32cc981427ef,segment=NetworkSegment(bbf232ad-21cf-4819-bf85-7f6032a4db29),segment_id=bbf232ad-21cf-4819-bf85-7f6032a4db29)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:11.222114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.237591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for be7e5f13-66b7-4399-9481-32cc981427ef owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:11.252836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=8b6079d1-cf1d-4f3b-b323-ac64d813bf88,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:11.304344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff842d9-ab2b-44bc-aa33-0adb10f1d12d req-72c485ae-77d7-40c7-9924-6ade3d69bbc9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.306245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff842d9-ab2b-44bc-aa33-0adb10f1d12d req-72c485ae-77d7-40c7-9924-6ade3d69bbc9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.0893152 Jul 05 04:06:11.367055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ff842d9-ab2b-44bc-aa33-0adb10f1d12d req-633da54f-aa54-4480-b1fc-55fa4ee42c9c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551381 Jul 05 04:06:11.464441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.577673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e51653-c0b9-4822-adf6-774969d98933 req-86e77230-ab5a-463d-a3a8-4c936c6e7c80 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:11.584611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3e51653-c0b9-4822-adf6-774969d98933 req-86e77230-ab5a-463d-a3a8-4c936c6e7c80 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.0769022 Jul 05 04:06:11.629283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3e51653-c0b9-4822-adf6-774969d98933 req-a3bc8338-7349-46e8-8deb-49d0c65973aa tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437446 Jul 05 04:06:11.714351 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router 919027a7-2254-48e4-9ab1-b19217175081 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:11.801444 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.826248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:11.832206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-170f0df0-6143-464e-bc8e-d72a7c33591c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/919027a7-2254-48e4-9ab1-b19217175081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5963452 Jul 05 04:06:11.834871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42960) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:11.840483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acf8a95-a521-4013-b4f6-d33b4dde4bfa None None] Sync routers for ids ['919027a7-2254-48e4-9ab1-b19217175081'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:11.854986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acf8a95-a521-4013-b4f6-d33b4dde4bfa None None] Routers {'919027a7-2254-48e4-9ab1-b19217175081'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:11.857051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5acf8a95-a521-4013-b4f6-d33b4dde4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['919027a7-2254-48e4-9ab1-b19217175081'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:11.861773 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:11.902694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e5902aca-d581-4b48-ab34-be3e1de40fa4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=919027a7-2254-48e4-9ab1-b19217175081 HTTP/1.1" status: 200 len: 205 time: 0.0645068 Jul 05 04:06:11.902694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42964) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:11.940165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5acf8a95-a521-4013-b4f6-d33b4dde4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:11.964404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acf8a95-a521-4013-b4f6-d33b4dde4bfa None None] Routers {'919027a7-2254-48e4-9ab1-b19217175081'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:11.967437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5acf8a95-a521-4013-b4f6-d33b4dde4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['919027a7-2254-48e4-9ab1-b19217175081'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:12.061355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5acf8a95-a521-4013-b4f6-d33b4dde4bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:12.062125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acf8a95-a521-4013-b4f6-d33b4dde4bfa None None] The sync data for ids ['919027a7-2254-48e4-9ab1-b19217175081'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:12.090643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=be7e5f13-66b7-4399-9481-32cc981427ef,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:12.097497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.122459 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca74f-c344-47e8-bfd5-71a79b24c3c9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.137855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddcaa911-4534-49df-b620-2c2de5939d34 req-900cdda0-e183-4466-a0a2-556aa8221cbe tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0645831 Jul 05 04:06:12.334679 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca74f-c344-47e8-bfd5-71a79b24c3c9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.336954 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca74f-c344-47e8-bfd5-71a79b24c3c9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.362723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:12.484473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca74f-c344-47e8-bfd5-71a79b24c3c9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.485153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb1ca74f-c344-47e8-bfd5-71a79b24c3c9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Fanout notify agent at l3_agent the message router_deleted on router 919027a7-2254-48e4-9ab1-b19217175081 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:06:12.486577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:12.493789 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb1ca74f-c344-47e8-bfd5-71a79b24c3c9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.495253 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7b8f71dd-83c6-4742-8ae3-2cee03ecc75a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2972550 Jul 05 04:06:12.496875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cb1ca74f-c344-47e8-bfd5-71a79b24c3c9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/919027a7-2254-48e4-9ab1-b19217175081 HTTP/1.1" status: 204 len: 168 time: 0.5932591 Jul 05 04:06:12.497708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42972) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:12.498889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42974) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:12.502267 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] Sync routers for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:12.521539 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:12.522534 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:12.563601 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb4c338e-bef4-4652-99f9-10834931222f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting subnet b1e1f0f3-a54b-4f3e-92d8-0bbd4ab07699 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:12.567881 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb4c338e-bef4-4652-99f9-10834931222f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.633788 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:12.635987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa65a427-8479-4ce5-897c-547da1767121 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting subnet 7e3c63f0-1981-4ea3-a2d6-aa3374d5c691 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:12.636677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb4c338e-bef4-4652-99f9-10834931222f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.640342 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa65a427-8479-4ce5-897c-547da1767121 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.711799 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa65a427-8479-4ce5-897c-547da1767121 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.741959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb4c338e-bef4-4652-99f9-10834931222f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.752193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef567fb6-25fb-4a92-941b-7b7932291283 req-44b00590-514c-4d35-8b3e-380a45163dc8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:12.776612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef567fb6-25fb-4a92-941b-7b7932291283 req-44b00590-514c-4d35-8b3e-380a45163dc8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.2526407 Jul 05 04:06:12.931342 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb4c338e-bef4-4652-99f9-10834931222f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.961774 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa65a427-8479-4ce5-897c-547da1767121 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:12.999630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d63bc384-110c-48cc-a822-a1c8ffdfbd90 None None] Network 560b95d8-1494-42c3-abeb-ada941f1807c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:13.013375 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb4c338e-bef4-4652-99f9-10834931222f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.021199 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cb4c338e-bef4-4652-99f9-10834931222f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/b1e1f0f3-a54b-4f3e-92d8-0bbd4ab07699 HTTP/1.1" status: 204 len: 168 time: 0.5210052 Jul 05 04:06:13.022397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42982) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:13.023311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb4c338e-bef4-4652-99f9-10834931222f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e1f0f3-a54b-4f3e-92d8-0bbd4ab07699,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:13.052680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef567fb6-25fb-4a92-941b-7b7932291283 req-3edbd901-b65c-4f2c-959f-59539c2f10eb tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2750275 Jul 05 04:06:13.055005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec40d5ab-a4e6-43c3-90e8-7302df792c18 req-c23604b5-269b-41e8-a3ef-933a4bf126af service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0514269 Jul 05 04:06:13.233538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa65a427-8479-4ce5-897c-547da1767121 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.257593 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:11Z', 'revision_number': 8, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:02Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:13.272165 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.337485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa65a427-8479-4ce5-897c-547da1767121 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Subnet': ['ID=7e3c63f0-1981-4ea3-a2d6-aa3374d5c691,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:13.360996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa65a427-8479-4ce5-897c-547da1767121 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.370171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fa65a427-8479-4ce5-897c-547da1767121 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/7e3c63f0-1981-4ea3-a2d6-aa3374d5c691 HTTP/1.1" status: 204 len: 168 time: 0.8711672 Jul 05 04:06:13.372192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cacf176-b907-4da6-990c-45de7a275331 None None] Network 21390ef4-2b7b-4a2f-9262-6919a30b2c83 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:13.373489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42988) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:13.389391 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] Checking router: bbd50dc5-43fe-427e-bb87-baa06eae9cdf for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:13.421441 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:13.422323 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:13.470457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4636fa6-653d-4a33-b235-28738014a930 req-e0283406-10d6-47c6-9234-0790e4268b2f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0879796 Jul 05 04:06:13.504445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964a8607-52fc-41e5-a3ae-fb8b28eb10aa None None] DHCP port deletion for 560b95d8-1494-42c3-abeb-ada941f1807c request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:13.548565 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:13.553823 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.596086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177df2c9-b7a6-436f-ab22-5d382181f1a5 req-14ed00a6-d984-4d89-a17b-de611059262b tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:13.598111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 543ff393-792a-4757-9157-acdbee864010 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:13.598590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.608421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-177df2c9-b7a6-436f-ab22-5d382181f1a5 req-14ed00a6-d984-4d89-a17b-de611059262b tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1948855 Jul 05 04:06:13.616197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.676393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-177df2c9-b7a6-436f-ab22-5d382181f1a5 req-88639b04-d3c8-43dc-ad46-1f14184358a1 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651200 Jul 05 04:06:13.744366 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port 543ff393-792a-4757-9157-acdbee864010, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=543ff393-792a-4757-9157-acdbee864010,segment=NetworkSegment(dc886b23-89dc-4a3a-9276-c0a52cf548e6),segment_id=dc886b23-89dc-4a3a-9276-c0a52cf548e6)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:13.744851 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.760025 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 543ff393-792a-4757-9157-acdbee864010 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:13.823856 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.888638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-964a8607-52fc-41e5-a3ae-fb8b28eb10aa None None] Deleting port 543ff393-792a-4757-9157-acdbee864010 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:13.889018 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-964a8607-52fc-41e5-a3ae-fb8b28eb10aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.913495 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:13.961278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=543ff393-792a-4757-9157-acdbee864010,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:13.983163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No DVR routers for this DVR port 543ff393-792a-4757-9157-acdbee864010 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:14.030240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78e8fa1b-b58b-4b66-827c-0e754fe5b5ea None None] DHCP port deletion for 21390ef4-2b7b-4a2f-9262-6919a30b2c83 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:14.035293 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:11Z', 'revision_number': 8, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:02Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:14.052496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-964a8607-52fc-41e5-a3ae-fb8b28eb10aa None None] For port 543ff393-792a-4757-9157-acdbee864010, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=543ff393-792a-4757-9157-acdbee864010,segment=NetworkSegment(dc886b23-89dc-4a3a-9276-c0a52cf548e6),segment_id=dc886b23-89dc-4a3a-9276-c0a52cf548e6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:14.052973 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-964a8607-52fc-41e5-a3ae-fb8b28eb10aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.092378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a14089f0-2dba-41e4-a784-81d5c8a94c8e req-42984e8d-9365-41e4-aad3-7111a006a4f7 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0689652 Jul 05 04:06:14.115323 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e691f79-ed6e-4e4b-b425-3bc6b8bacdcb None None] The sync data for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 is: [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:11Z', 'revision_number': 8, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': '2fa5cd6c-9daf-4f03-9032-5394d0e5fd32', 'name': '', 'network_id': '3dff9294-e893-48a6-8385-57ab625a9430', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:e0:41:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1922, 'fixed_ips': [{'subnet_id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:52Z', 'updated_at': '2021-07-05T04:06:02Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '6c528b5f-d3ba-4307-b501-06f9e4e3d99e', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:14.131887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-964a8607-52fc-41e5-a3ae-fb8b28eb10aa None None] Calling delete_port for 543ff393-792a-4757-9157-acdbee864010 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:14.207855 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.215654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 543ff393-792a-4757-9157-acdbee864010 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:14.221453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 78d53e0e-bd9b-4229-866a-3b89069e8ded {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:14.221790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.227993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['560b95d8-1494-42c3-abeb-ada941f1807c']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:14.283863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc886b23-89dc-4a3a-9276-c0a52cf548e6') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:14.284094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc886b23-89dc-4a3a-9276-c0a52cf548e6') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:14.293466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 543ff393-792a-4757-9157-acdbee864010 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:14.293949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 543ff393-792a-4757-9157-acdbee864010 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:14.305768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.328124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703bc0a-f16c-4281-8eea-41862a467f63 req-9395faf5-2369-48c4-b956-cdd5bf35f330 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:14.331590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6703bc0a-f16c-4281-8eea-41862a467f63 req-9395faf5-2369-48c4-b956-cdd5bf35f330 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.0841992 Jul 05 04:06:14.378725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port 78d53e0e-bd9b-4229-866a-3b89069e8ded, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=78d53e0e-bd9b-4229-866a-3b89069e8ded,segment=NetworkSegment(bbf232ad-21cf-4819-bf85-7f6032a4db29),segment_id=bbf232ad-21cf-4819-bf85-7f6032a4db29)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:14.379097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.405474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6703bc0a-f16c-4281-8eea-41862a467f63 req-4601c13d-e570-4c5b-8d91-004ab4bcb4ab tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668683 Jul 05 04:06:14.407174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 78d53e0e-bd9b-4229-866a-3b89069e8ded owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:14.482673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.510893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:14.511818 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:14.515729 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:14.610983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-78e8fa1b-b58b-4b66-827c-0e754fe5b5ea None None] Deleting port 78d53e0e-bd9b-4229-866a-3b89069e8ded {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:14.610983 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-78e8fa1b-b58b-4b66-827c-0e754fe5b5ea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.668237 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.696496 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.697345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-964a8607-52fc-41e5-a3ae-fb8b28eb10aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.715721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-78e8fa1b-b58b-4b66-827c-0e754fe5b5ea None None] For port 78d53e0e-bd9b-4229-866a-3b89069e8ded, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=78d53e0e-bd9b-4229-866a-3b89069e8ded,segment=NetworkSegment(bbf232ad-21cf-4819-bf85-7f6032a4db29),segment_id=bbf232ad-21cf-4819-bf85-7f6032a4db29)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:14.716267 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-78e8fa1b-b58b-4b66-827c-0e754fe5b5ea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.753278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-964a8607-52fc-41e5-a3ae-fb8b28eb10aa None None] No DVR routers for this DVR port 543ff393-792a-4757-9157-acdbee864010 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:14.766732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-964a8607-52fc-41e5-a3ae-fb8b28eb10aa None None] Pushing event deleted for resources: {'Port': ['ID=543ff393-792a-4757-9157-acdbee864010,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.775783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=78d53e0e-bd9b-4229-866a-3b89069e8ded,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.782328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-78e8fa1b-b58b-4b66-827c-0e754fe5b5ea None None] Calling delete_port for 78d53e0e-bd9b-4229-866a-3b89069e8ded owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:14.790584 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.800875 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.806881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43002) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:14.807372 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/networks/560b95d8-1494-42c3-abeb-ada941f1807c HTTP/1.1" status: 204 len: 168 time: 1.7717512 Jul 05 04:06:14.818619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1715974841', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:14.845304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14461d20-e7e1-4c39-b18a-1ede0d6153c5 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Network': ['ID=560b95d8-1494-42c3-abeb-ada941f1807c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.856594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No DVR routers for this DVR port 78d53e0e-bd9b-4229-866a-3b89069e8ded on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:14.892665 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-78e8fa1b-b58b-4b66-827c-0e754fe5b5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.926974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e8fa1b-b58b-4b66-827c-0e754fe5b5ea None None] Pushing event deleted for resources: {'Port': ['ID=78d53e0e-bd9b-4229-866a-3b89069e8ded,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:14.933626 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78e8fa1b-b58b-4b66-827c-0e754fe5b5ea None None] No DVR routers for this DVR port 78d53e0e-bd9b-4229-866a-3b89069e8ded on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:14.992579 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:14.993608 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.004223 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.020848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21390ef4-2b7b-4a2f-9262-6919a30b2c83']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:15.034022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbf232ad-21cf-4819-bf85-7f6032a4db29') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:15.035615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbf232ad-21cf-4819-bf85-7f6032a4db29') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:15.048655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.064636 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.073060 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.076713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:15.080897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.093296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df44ea0-954b-41cd-a6e1-846786857411 req-a2e40b3d-1fde-4a09-9afe-412251c614d1 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:15.095130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8df44ea0-954b-41cd-a6e1-846786857411 req-a2e40b3d-1fde-4a09-9afe-412251c614d1 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1568224 Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:15.105991 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:15.245949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.261167 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.266078 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8df44ea0-954b-41cd-a6e1-846786857411 req-513fdb52-2076-4488-af82-6007dda944c5 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603830 Jul 05 04:06:15.266951 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/networks/21390ef4-2b7b-4a2f-9262-6919a30b2c83 HTTP/1.1" status: 204 len: 168 time: 1.8920925 Jul 05 04:06:15.271825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43008) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:15.296052 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098a35de-097d-4aee-bcdd-04a76a121b9a tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Network': ['ID=21390ef4-2b7b-4a2f-9262-6919a30b2c83,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:15.423573 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:15.496207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be5c689a-ef0a-4741-9a70-463ad257196b req-11588e14-e375-49be-9e04-014cd2c7b3fa service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0651369 Jul 05 04:06:15.541377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c56d7dae-16c3-4368-8130-fd5fb731bb38 req-dce23943-6961-44ad-9876-fbe6bac5751c tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0741286 Jul 05 04:06:15.889746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device be7e5f13-66b7-4399-9481-32cc981427ef no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:15.912771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: be7e5f13-66b7-4399-9481-32cc981427ef {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:15.913261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device be7e5f13-66b7-4399-9481-32cc981427ef not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:15.913787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 78d53e0e-bd9b-4229-866a-3b89069e8ded no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:15.940450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 78d53e0e-bd9b-4229-866a-3b89069e8ded {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:15.940884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 78d53e0e-bd9b-4229-866a-3b89069e8ded not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:15.994746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-356eb0c3-050b-4216-a1ab-a1ea00e49919 req-a52cb08f-a2af-4f46-b34e-d3e711d0b109 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0783508 Jul 05 04:06:16.170049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a55afc-a936-4835-a1d8-bbc952951534 req-bb9d3b2a-a5cd-4d14-96e8-fec285240b58 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.171618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82a55afc-a936-4835-a1d8-bbc952951534 req-bb9d3b2a-a5cd-4d14-96e8-fec285240b58 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.2493100 Jul 05 04:06:16.271267 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82a55afc-a936-4835-a1d8-bbc952951534 req-22678205-3ca5-4db9-9e05-9e03ebe63e0e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900190 Jul 05 04:06:16.379763 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.519931 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.593504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8de91cae-7f2d-4d6d-a92c-28825edd71dc req-0e8efee3-6b28-4fc4-84c3-60fd351c68a0 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:16.595084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8de91cae-7f2d-4d6d-a92c-28825edd71dc req-0e8efee3-6b28-4fc4-84c3-60fd351c68a0 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1936805 Jul 05 04:06:16.644755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Allocated IP 172.25.4.162 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/40328aac-a407-4091-ad32-fbf88d751b96) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:16.664147 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.784691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8de91cae-7f2d-4d6d-a92c-28825edd71dc req-5301914f-70ae-4468-8c69-6d15aa7aed46 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1794844 Jul 05 04:06:16.917895 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:16.960993 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38fc5f2d-c25b-4014-b655-37c71be31dd6 req-46e3e934-d938-4398-910d-3c3361cc1b24 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0382354 Jul 05 04:06:17.087575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.147093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:17.152714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:17.156232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=40328aac-a407-4091-ad32-fbf88d751b96,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:17.159140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:17.162441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:17.162779 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.387105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2fa5cd6c-9daf-4f03-9032-5394d0e5fd32,segment=NetworkSegment(bfa9ff62-9f77-495c-a348-81fe9252dfdf),segment_id=bfa9ff62-9f77-495c-a348-81fe9252dfdf)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:17.387459 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.407802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:17.729667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fee2e7e-efcd-45e2-856a-c38048d64dd1 req-70bcf164-6dfc-47f0-878e-260110d7d33b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:17.732404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5fee2e7e-efcd-45e2-856a-c38048d64dd1 req-70bcf164-6dfc-47f0-878e-260110d7d33b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.2237432 Jul 05 04:06:17.758641 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:17.945457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be474c1e-6983-4f9d-89a3-83aa037fcd15 req-5d29b0aa-6e48-477a-9a74-90fd041fc17a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0746412 Jul 05 04:06:17.954327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5fee2e7e-efcd-45e2-856a-c38048d64dd1 req-5b6755d6-139e-403e-8e89-1a887b0c197c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2067943 Jul 05 04:06:18.044264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.225995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=2fa5cd6c-9daf-4f03-9032-5394d0e5fd32,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:18.644694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bffb5440-e023-4792-8d15-18cd2779f666 req-51c48a0f-b323-4ae8-bef2-d5a2368bba33 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.4363730 Jul 05 04:06:18.718702 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.787504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:18.821662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be4c30-cff2-4170-ac96-b0e843cda8d9 req-d1384ee6-c979-403a-84a5-9c1be861d79f tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:18.823215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7be4c30-cff2-4170-ac96-b0e843cda8d9 req-d1384ee6-c979-403a-84a5-9c1be861d79f tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.6470578 Jul 05 04:06:18.985848 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7be4c30-cff2-4170-ac96-b0e843cda8d9 req-ee3106a3-01b5-4408-ba29-6f61e325c802 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255810 Jul 05 04:06:19.125504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:19.159399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1d8b9f9-b3cc-484c-9973-0b2a2208f236 req-681eb494-0a83-4e62-a72c-7d906c42da66 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0370016 Jul 05 04:06:19.245631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router df9f1b75-f5dd-4352-a10b-e640dba01c3c is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:06:19.342904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:19.355885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] Sync routers for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:19.359313 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7949461e-9e12-4b47-b632-8f9d5b1f44c7 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0855258 Jul 05 04:06:19.361272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43046) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:19.369180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:19.369798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:19.461964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-adda7205-325d-404e-8498-3c5234cac89f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting subnet 6c528b5f-d3ba-4307-b501-06f9e4e3d99e {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:19.474744 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-adda7205-325d-404e-8498-3c5234cac89f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.493160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:19.506192 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79666904-1ad4-420a-a4b3-1516da5ba11d None None] Sync routers for ids ['df9f1b75-f5dd-4352-a10b-e640dba01c3c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:19.511696 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:19.533647 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79666904-1ad4-420a-a4b3-1516da5ba11d None None] Routers {'df9f1b75-f5dd-4352-a10b-e640dba01c3c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:19.534589 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79666904-1ad4-420a-a4b3-1516da5ba11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['df9f1b75-f5dd-4352-a10b-e640dba01c3c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:19.534815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc7e434-4fa5-44a7-a7f0-1e518b080381 req-1846cb88-3137-45ab-9fdb-c367184b9ac5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:19.542090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2fc7e434-4fa5-44a7-a7f0-1e518b080381 req-1846cb88-3137-45ab-9fdb-c367184b9ac5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.2337043 Jul 05 04:06:19.588296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-adda7205-325d-404e-8498-3c5234cac89f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.624075 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79666904-1ad4-420a-a4b3-1516da5ba11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:19.624075 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79666904-1ad4-420a-a4b3-1516da5ba11d None None] Routers {'df9f1b75-f5dd-4352-a10b-e640dba01c3c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:19.624075 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79666904-1ad4-420a-a4b3-1516da5ba11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['df9f1b75-f5dd-4352-a10b-e640dba01c3c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:19.625022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2fc7e434-4fa5-44a7-a7f0-1e518b080381 req-eef8f186-accd-42a3-b661-fb440eb88510 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688019 Jul 05 04:06:19.654353 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79666904-1ad4-420a-a4b3-1516da5ba11d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:19.655005 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79666904-1ad4-420a-a4b3-1516da5ba11d None None] The sync data for ids ['df9f1b75-f5dd-4352-a10b-e640dba01c3c'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:19.690150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.694221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-755f13cd-f285-40df-b9c2-e53ead50f9fe tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.8869045 Jul 05 04:06:19.694879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43052) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:19.746089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-adda7205-325d-404e-8498-3c5234cac89f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.914572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a90a3983-f842-4ccb-a926-27ed9f51d0ee tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/routers/df9f1b75-f5dd-4352-a10b-e640dba01c3c HTTP/1.1" status: 200 len: 881 time: 0.2185645 Jul 05 04:06:19.917959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43054) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:19.935255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:17Z', 'revision_number': 9, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:19.967489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] Checking router: bbd50dc5-43fe-427e-bb87-baa06eae9cdf for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:19.967781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-adda7205-325d-404e-8498-3c5234cac89f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:19.977257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:19.977887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:20.006566 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-adda7205-325d-404e-8498-3c5234cac89f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.011862 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-adda7205-325d-404e-8498-3c5234cac89f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/6c528b5f-d3ba-4307-b501-06f9e4e3d99e HTTP/1.1" status: 204 len: 168 time: 0.6460745 Jul 05 04:06:20.011862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adda7205-325d-404e-8498-3c5234cac89f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Subnet': ['ID=6c528b5f-d3ba-4307-b501-06f9e4e3d99e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:20.012272 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43058) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:20.041588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7df185-2661-4781-98f4-ab1d368c9976 None None] Network 3dff9294-e893-48a6-8385-57ab625a9430 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:20.145937 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.186854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:20.221544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 94567e93-7fd3-43a7-a43a-4e94bb783dec {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:20.223575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.369593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port 94567e93-7fd3-43a7-a43a-4e94bb783dec, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=94567e93-7fd3-43a7-a43a-4e94bb783dec,segment=NetworkSegment(bfa9ff62-9f77-495c-a348-81fe9252dfdf),segment_id=bfa9ff62-9f77-495c-a348-81fe9252dfdf)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:20.370040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.403851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 94567e93-7fd3-43a7-a43a-4e94bb783dec owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:20.440810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db453906-1e31-4d85-85fb-fe99e0de7416 req-f1997fba-d725-4d03-a887-ee68f93d28cb tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:20.444037 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db453906-1e31-4d85-85fb-fe99e0de7416 req-f1997fba-d725-4d03-a887-ee68f93d28cb tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1686690 Jul 05 04:06:20.581142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db453906-1e31-4d85-85fb-fe99e0de7416 req-9577632b-c70d-453c-8fc8-5faca5c788d9 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831854 Jul 05 04:06:20.583051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43064) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:20.585000 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-82de5f28-791d-4d4b-b792-f2f559a45db8 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.6655476 Jul 05 04:06:20.587614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-825eeb3c-e4e7-40f8-ac4b-99894925b231 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1715974841'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:20.617340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c8da4ac-d72c-4d71-a7d6-9e16653a0126 None None] DHCP port deletion for 3dff9294-e893-48a6-8385-57ab625a9430 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:20.678187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:17Z', 'revision_number': 9, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:20.717582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63764ff1-253c-4c23-be69-d6ebeef1b3bd None None] The sync data for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 is: [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:17Z', 'revision_number': 9, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fed65920-ca5c-4777-b3cd-22e586eb19ac', 'name': '', 'network_id': '1cab8821-b768-4f4a-9892-ec52357fa64e', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:46:94:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1915, 'fixed_ips': [{'subnet_id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:44Z', 'updated_at': '2021-07-05T04:05:56Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': '9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:20.742967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3c8da4ac-d72c-4d71-a7d6-9e16653a0126 None None] Deleting port 94567e93-7fd3-43a7-a43a-4e94bb783dec {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:20.743339 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3c8da4ac-d72c-4d71-a7d6-9e16653a0126 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.773413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc1961bf-f340-47a0-af20-659c48fb9fa5 req-734da454-6297-4136-8880-4a61d5488c0d tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0591326 Jul 05 04:06:20.774007 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.815017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3c8da4ac-d72c-4d71-a7d6-9e16653a0126 None None] For port 94567e93-7fd3-43a7-a43a-4e94bb783dec, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=94567e93-7fd3-43a7-a43a-4e94bb783dec,segment=NetworkSegment(bfa9ff62-9f77-495c-a348-81fe9252dfdf),segment_id=bfa9ff62-9f77-495c-a348-81fe9252dfdf)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:20.815436 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3c8da4ac-d72c-4d71-a7d6-9e16653a0126 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:20.829353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3c8da4ac-d72c-4d71-a7d6-9e16653a0126 None None] Calling delete_port for 94567e93-7fd3-43a7-a43a-4e94bb783dec owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:20.841930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1e0f3ae-16dc-4f6b-ac61-54e761208cb3 req-4f14a1c9-3065-4619-a795-e97f43fb4954 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0807102 Jul 05 04:06:20.843345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No DVR routers for this DVR port 94567e93-7fd3-43a7-a43a-4e94bb783dec on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:20.851158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=94567e93-7fd3-43a7-a43a-4e94bb783dec,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:21.019475 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.068453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dff9294-e893-48a6-8385-57ab625a9430']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.097285 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3c8da4ac-d72c-4d71-a7d6-9e16653a0126 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.097543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfa9ff62-9f77-495c-a348-81fe9252dfdf') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.097725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfa9ff62-9f77-495c-a348-81fe9252dfdf') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.113632 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.137976 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c240b6-c6a6-4f1e-9360-1e128ba7697f req-fd06b89c-c74d-4e80-a22b-cf1830b08833 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.139614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5c240b6-c6a6-4f1e-9360-1e128ba7697f req-fd06b89c-c74d-4e80-a22b-cf1830b08833 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.2325788 Jul 05 04:06:21.142701 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.155860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8da4ac-d72c-4d71-a7d6-9e16653a0126 None None] Pushing event deleted for resources: {'Port': ['ID=94567e93-7fd3-43a7-a43a-4e94bb783dec,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:21.162857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c8da4ac-d72c-4d71-a7d6-9e16653a0126 None None] No DVR routers for this DVR port 94567e93-7fd3-43a7-a43a-4e94bb783dec on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:21.197035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:21.197478 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:21.200754 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:21.332304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec69eb44-8a81-4ee2-98cf-93a518135680 req-ae3be42e-4f12-4bcb-acd1-763d15f1cb9e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1053283 Jul 05 04:06:21.383844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6106b4fe-83a5-449c-ab93-f29a0b0a4dab req-99e9848f-cf4a-4544-be6a-00e669561bf1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2762d83f-a9b1-4395-8a0f-0bdda851cb97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452316 Jul 05 04:06:21.391332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5c240b6-c6a6-4f1e-9360-1e128ba7697f req-3e3657fc-2410-4ea1-9caa-7106a35a022e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2114794 Jul 05 04:06:21.418398 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-825eeb3c-e4e7-40f8-ac4b-99894925b231 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.490553 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.500298 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.502150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/networks/3dff9294-e893-48a6-8385-57ab625a9430 HTTP/1.1" status: 204 len: 168 time: 1.4888470 Jul 05 04:06:21.504978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43078) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:21.507548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6106b4fe-83a5-449c-ab93-f29a0b0a4dab req-ab21ba54-f0c1-477b-b081-119496416647 service neutron] 10.222.0.26 "GET /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133707 Jul 05 04:06:21.517064 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-825eeb3c-e4e7-40f8-ac4b-99894925b231 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.519185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1230e1c7-eeea-42d5-9493-3b33b3c81a4f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Network': ['ID=3dff9294-e893-48a6-8385-57ab625a9430,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:21.692994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6106b4fe-83a5-449c-ab93-f29a0b0a4dab req-f388b35f-ad3a-4e94-88c7-626af152c41c service neutron] 10.222.0.26 "GET /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716816 Jul 05 04:06:21.703993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-825eeb3c-e4e7-40f8-ac4b-99894925b231 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router df9f1b75-f5dd-4352-a10b-e640dba01c3c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:21.853582 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.870447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92cb219-7dcb-45b1-9db0-a67fc2fee467 req-c53eb7c9-a1de-4b6f-97fc-1187907c4885 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:21.871402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b92cb219-7dcb-45b1-9db0-a67fc2fee467 req-c53eb7c9-a1de-4b6f-97fc-1187907c4885 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1551626 Jul 05 04:06:21.873800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-825eeb3c-e4e7-40f8-ac4b-99894925b231 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:21.880543 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-825eeb3c-e4e7-40f8-ac4b-99894925b231 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:21.884294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-825eeb3c-e4e7-40f8-ac4b-99894925b231 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/df9f1b75-f5dd-4352-a10b-e640dba01c3c HTTP/1.1" status: 200 len: 888 time: 1.2977540 Jul 05 04:06:21.889262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43084) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:21.889836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfc6fd-3d59-4a9d-a93b-2370b9966627 None None] Sync routers for ids ['df9f1b75-f5dd-4352-a10b-e640dba01c3c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:21.907668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfc6fd-3d59-4a9d-a93b-2370b9966627 None None] Routers {'df9f1b75-f5dd-4352-a10b-e640dba01c3c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:21.908369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-63bfc6fd-3d59-4a9d-a93b-2370b9966627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['df9f1b75-f5dd-4352-a10b-e640dba01c3c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.950656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-63bfc6fd-3d59-4a9d-a93b-2370b9966627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.959621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bfc6fd-3d59-4a9d-a93b-2370b9966627 None None] Routers {'df9f1b75-f5dd-4352-a10b-e640dba01c3c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:21.960167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-63bfc6fd-3d59-4a9d-a93b-2370b9966627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['df9f1b75-f5dd-4352-a10b-e640dba01c3c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:21.972506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a85118c-27f3-46dc-b3cd-e444d5ce6bb6 req-02c91f02-9d09-4d25-b8e4-4ffd0c99d936 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0669687 Jul 05 04:06:22.001282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b92cb219-7dcb-45b1-9db0-a67fc2fee467 req-ff93e15c-cdd1-428f-81be-1e69fc1caad6 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116323 Jul 05 04:06:22.015188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-63bfc6fd-3d59-4a9d-a93b-2370b9966627 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:22.015845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63bfc6fd-3d59-4a9d-a93b-2370b9966627 None None] The sync data for ids ['df9f1b75-f5dd-4352-a10b-e640dba01c3c'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:22.017345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:22.041981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:22.042362 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2fa5cd6c-9daf-4f03-9032-5394d0e5fd32 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:22.042787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 94567e93-7fd3-43a7-a43a-4e94bb783dec no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:22.061863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 94567e93-7fd3-43a7-a43a-4e94bb783dec {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:22.062200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 94567e93-7fd3-43a7-a43a-4e94bb783dec not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:22.069561 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-16790f45-f1f6-4830-8018-7eca79d3b983 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/routers/df9f1b75-f5dd-4352-a10b-e640dba01c3c HTTP/1.1" status: 200 len: 888 time: 0.1792345 Jul 05 04:06:22.072527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43086) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.103375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b39e75f5-d5b9-44b7-b8ba-859818a4196f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9f1b75-f5dd-4352-a10b-e640dba01c3c HTTP/1.1" status: 200 len: 205 time: 0.0297513 Jul 05 04:06:22.105935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43088) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:22.165455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port fed65920-ca5c-4777-b3cd-22e586eb19ac {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:22.165710 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.215810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.262143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port fed65920-ca5c-4777-b3cd-22e586eb19ac, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fed65920-ca5c-4777-b3cd-22e586eb19ac,segment=NetworkSegment(256e9e74-72f0-45a5-8273-c2769f24e2b1),segment_id=256e9e74-72f0-45a5-8273-c2769f24e2b1)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:22.262497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.275652 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for fed65920-ca5c-4777-b3cd-22e586eb19ac owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:22.592951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.625450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=fed65920-ca5c-4777-b3cd-22e586eb19ac,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:22.706673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e0a5441-8259-47fa-9f1f-08ebcda63a12 req-41e36181-5c75-4a31-b9b4-9246ce04c611 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.26 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0654800 Jul 05 04:06:22.742184 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.771468 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.774172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ee0b845-6b48-4d53-a536-62c15644645f req-c5db393e-bcc4-45a1-848d-c5f3f32ef123 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:22.775985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ee0b845-6b48-4d53-a536-62c15644645f req-c5db393e-bcc4-45a1-848d-c5f3f32ef123 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 943 time: 0.1357760 Jul 05 04:06:22.832567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ee0b845-6b48-4d53-a536-62c15644645f req-b1f91664-7191-4142-840a-0b6f63c63aa8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504043 Jul 05 04:06:22.891671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 40328aac-a407-4091-ad32-fbf88d751b96 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:22.892048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.976055 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:22.988706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 40328aac-a407-4091-ad32-fbf88d751b96 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:22.999348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:23.140261 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:23.155147 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] Sync routers for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:23.162507 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4eb7323f-1449-44bb-b63a-cbb8eb918999 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6560371 Jul 05 04:06:23.163304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43102) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:23.170493 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:23.171134 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:23.225885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc2726fd-ca56-44c7-b01a-d5e958f28713 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting subnet 9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:23.229761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bc2726fd-ca56-44c7-b01a-d5e958f28713 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.246635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d4a47c0-ab59-4b2f-86ed-111e9ceb5216 req-bb5b6f0b-beb7-448f-949f-577b62e7adff tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=d27dc01e-ad6c-421e-8e1c-867aa3a997b7 HTTP/1.1" status: 200 len: 210 time: 0.0734186 Jul 05 04:06:23.280835 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:23.291291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bc2726fd-ca56-44c7-b01a-d5e958f28713 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.311554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d09db8bc-2cd7-4b3a-986e-267279c79e6d req-e3715dfc-3f95-447c-9392-24cc1c9aaabf service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0746477 Jul 05 04:06:23.360718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a85560-b3eb-489d-8b43-b65389b61759 req-6227cfe0-6a1c-4bbe-a50b-6a7d16bc2db9 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:23.368163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4a85560-b3eb-489d-8b43-b65389b61759 req-6227cfe0-6a1c-4bbe-a50b-6a7d16bc2db9 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1747427 Jul 05 04:06:23.409626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bc2726fd-ca56-44c7-b01a-d5e958f28713 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.416039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4a85560-b3eb-489d-8b43-b65389b61759 req-89ec28b1-b603-4749-ad3a-6d0cb7540457 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469263 Jul 05 04:06:23.445172 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.481002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=40328aac-a407-4091-ad32-fbf88d751b96,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:23.603000 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:22Z', 'revision_number': 10, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:23.603140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2f6236f-3d92-4961-85b6-7b77038c07f7 req-5fe7fb70-eca3-4b23-a1bc-f1f7480ee22d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0430548 Jul 05 04:06:23.616572 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.626044 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bc2726fd-ca56-44c7-b01a-d5e958f28713 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.657905 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2726fd-ca56-44c7-b01a-d5e958f28713 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Subnet': ['ID=9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:23.661917 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bc2726fd-ca56-44c7-b01a-d5e958f28713 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.663829 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bc2726fd-ca56-44c7-b01a-d5e958f28713 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd HTTP/1.1" status: 204 len: 168 time: 0.4993985 Jul 05 04:06:23.666667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43118) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:23.669799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44835b9a-7825-4616-a691-d4589c3a4f11 None None] Network 1cab8821-b768-4f4a-9892-ec52357fa64e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:23.676089 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] Checking router: bbd50dc5-43fe-427e-bb87-baa06eae9cdf for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:23.699958 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:23.700762 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:23.766036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.779805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:06:23.820640 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.823427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.857671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 9731244a-2bbe-4b33-b855-b3eac5636147 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:23.857671 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.897025 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:23.961288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port 9731244a-2bbe-4b33-b855-b3eac5636147, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9731244a-2bbe-4b33-b855-b3eac5636147,segment=NetworkSegment(256e9e74-72f0-45a5-8273-c2769f24e2b1),segment_id=256e9e74-72f0-45a5-8273-c2769f24e2b1)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:23.961740 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:23.979210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 9731244a-2bbe-4b33-b855-b3eac5636147 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:23.998688 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:24.018573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'network_id': '84b473dc-229b-4cfb-ab2c-e150a9e04dee', 'port_id': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'mac_address': 'fa:16:3e:c4:05:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c895e5ec-081e-4e9b-b0b3-01bca5fbab69', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:06:24.055822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03c006-b509-42b6-a456-cce348a4cf62 req-d73192d1-0f81-4b47-a143-510917b6a0bd tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.064005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03c006-b509-42b6-a456-cce348a4cf62 req-d73192d1-0f81-4b47-a143-510917b6a0bd tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.082028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03c006-b509-42b6-a456-cce348a4cf62 req-d73192d1-0f81-4b47-a143-510917b6a0bd tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.082664 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.088319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03c006-b509-42b6-a456-cce348a4cf62 req-d73192d1-0f81-4b47-a143-510917b6a0bd tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.094692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03c006-b509-42b6-a456-cce348a4cf62 req-d73192d1-0f81-4b47-a143-510917b6a0bd tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.099083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:24.113418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03c006-b509-42b6-a456-cce348a4cf62 req-d73192d1-0f81-4b47-a143-510917b6a0bd tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.131295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:24.136452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf03c006-b509-42b6-a456-cce348a4cf62 req-d73192d1-0f81-4b47-a143-510917b6a0bd tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.138634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf03c006-b509-42b6-a456-cce348a4cf62 req-d73192d1-0f81-4b47-a143-510917b6a0bd tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5444 time: 0.2059278 Jul 05 04:06:24.140204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.140808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Fanout notify agent at l3_agent the message router_deleted on router df9f1b75-f5dd-4352-a10b-e640dba01c3c {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:06:24.149914 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.149914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c26e4823-fb57-43c8-aa0c-b3f1816af349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/df9f1b75-f5dd-4352-a10b-e640dba01c3c HTTP/1.1" status: 204 len: 168 time: 2.0424197 Jul 05 04:06:24.154584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43124) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:24.159574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dfccc47-7c55-4abd-a36f-99a7689d89a4 None None] DHCP port deletion for 1cab8821-b768-4f4a-9892-ec52357fa64e request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:24.160354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'network': {'name': 'tempest-RoutersTest-857634191'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:24.171383 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.189867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9dfccc47-7c55-4abd-a36f-99a7689d89a4 None None] The port '9731244a-2bbe-4b33-b855-b3eac5636147' was deleted {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 04:06:24.210263 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.214539 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:22Z', 'revision_number': 10, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:24.228667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf03c006-b509-42b6-a456-cce348a4cf62 req-7646a5dd-b196-47bf-b685-16ab77533365 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0611875 Jul 05 04:06:24.239092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No DVR routers for this DVR port 9731244a-2bbe-4b33-b855-b3eac5636147 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:24.244868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=9731244a-2bbe-4b33-b855-b3eac5636147,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:24.257297 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96d8d1ee-a8e0-4be4-82fd-fb3c01c0a4a7 None None] The sync data for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 is: [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:22Z', 'revision_number': 10, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None, '_interfaces': [{'id': 'c5739124-eff6-4e38-9960-0d4be321956e', 'name': '', 'network_id': '2df6ea08-e448-4f72-99a5-98624d8913df', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'mac_address': 'fa:16:3e:58:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'device_owner': 'network:router_interface', 'standard_attr_id': 1906, 'fixed_ips': [{'subnet_id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:05:37Z', 'updated_at': '2021-07-05T04:05:53Z', 'revision_number': 5, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'subnets': [{'id': 'b46611b5-bad0-4a36-a0a6-edaf044a647d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:24.321569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:24.356261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.366077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e926f0fc-c226-4280-a0de-ed856a17e455 req-4d5eb55d-d51c-45b2-87ff-8d89d4336a73 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.372080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:24.372214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e926f0fc-c226-4280-a0de-ed856a17e455 req-4d5eb55d-d51c-45b2-87ff-8d89d4336a73 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 944 time: 0.0983295 Jul 05 04:06:24.372321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.377391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1cab8821-b768-4f4a-9892-ec52357fa64e']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:24.405272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '256e9e74-72f0-45a5-8273-c2769f24e2b1') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:24.405272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '256e9e74-72f0-45a5-8273-c2769f24e2b1') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:24.410423 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.430321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:24.435239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.443163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:24.443163 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:24.446145 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:24.448777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e926f0fc-c226-4280-a0de-ed856a17e455 req-e9589149-bf63-4d33-ad34-df9d63abc4ff tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715954 Jul 05 04:06:24.492481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c4c1b8-0f4a-4fb3-8f4b-0a5566ed2df3 req-8a544e7a-0e8e-4807-93ee-810306284546 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.499405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7c4c1b8-0f4a-4fb3-8f4b-0a5566ed2df3 req-8a544e7a-0e8e-4807-93ee-810306284546 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1120543 Jul 05 04:06:24.538585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7c4c1b8-0f4a-4fb3-8f4b-0a5566ed2df3 req-2993bfa8-7ccf-4f6f-8cdc-e581b6675b56 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383167 Jul 05 04:06:24.590137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.593178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.593522 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added segment 108599b9-673e-476c-8d35-56549777bd48 of type vlan for network 4f691dd1-660e-4c5e-bf0e-0fa71362763a Jul 05 04:06:24.601300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.607214 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/networks/1cab8821-b768-4f4a-9892-ec52357fa64e HTTP/1.1" status: 204 len: 168 time: 0.9361033 Jul 05 04:06:24.607979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43130) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:24.632513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeed727e-9b12-42b5-8225-6719bfcf2d0d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Network': ['ID=1cab8821-b768-4f4a-9892-ec52357fa64e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:24.648539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['3494deef-ac7c-4d7b-a5b0-27b1cb1831aa'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:24.670116 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.726166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735bf8-c1e6-4630-9b05-144ca49d443e req-e0372bc3-25d3-4d2e-b014-9593a5d21f02 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.733163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735bf8-c1e6-4630-9b05-144ca49d443e req-e0372bc3-25d3-4d2e-b014-9593a5d21f02 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.739233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735bf8-c1e6-4630-9b05-144ca49d443e req-e0372bc3-25d3-4d2e-b014-9593a5d21f02 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.745222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735bf8-c1e6-4630-9b05-144ca49d443e req-e0372bc3-25d3-4d2e-b014-9593a5d21f02 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.746925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.751122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735bf8-c1e6-4630-9b05-144ca49d443e req-e0372bc3-25d3-4d2e-b014-9593a5d21f02 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.752962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.753562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:24.757160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735bf8-c1e6-4630-9b05-144ca49d443e req-e0372bc3-25d3-4d2e-b014-9593a5d21f02 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.765264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96735bf8-c1e6-4630-9b05-144ca49d443e req-e0372bc3-25d3-4d2e-b014-9593a5d21f02 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:24.767359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96735bf8-c1e6-4630-9b05-144ca49d443e req-e0372bc3-25d3-4d2e-b014-9593a5d21f02 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5444 time: 0.2036166 Jul 05 04:06:24.847021 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6924107 Jul 05 04:06:24.850059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43138) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:24.857186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'subnet': {'network_id': '4f691dd1-660e-4c5e-bf0e-0fa71362763a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:24.862672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f94d8f-fa54-4526-b886-2c898a592a9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Network': ['ID=4f691dd1-660e-4c5e-bf0e-0fa71362763a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:24.883210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 4f691dd1-660e-4c5e-bf0e-0fa71362763a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:25.055691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:25.059683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.060430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.164902 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8bdf52df-3560-47ce-9f39-0b7f6a34d5cd req-c53a929c-5d50-4e47-8d8b-dd972af63e9e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=5464919f7d6a4c90b07a85b394d4a8d0&device_id=74ce4d7c-82a8-4158-9fb0-19e6f5fcc049 HTTP/1.1" status: 200 len: 210 time: 0.0331805 Jul 05 04:06:25.239344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8bdf52df-3560-47ce-9f39-0b7f6a34d5cd req-bc7546d4-e158-4f98-8b8f-4abfbc5df4f0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=5464919f7d6a4c90b07a85b394d4a8d0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0567365 Jul 05 04:06:25.281823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1de3d5bb-c2fb-4460-b53d-9d8f1cde2b42 req-ee6a0cee-90cd-45c2-8c6a-45d7e0825ad0 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=74ce4d7c-82a8-4158-9fb0-19e6f5fcc049 HTTP/1.1" status: 200 len: 210 time: 0.0617182 Jul 05 04:06:25.325154 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.392692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Subnet': ['ID=815690d3-2eb9-4e20-951f-60610d9fb984,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:25.396222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bdf52df-3560-47ce-9f39-0b7f6a34d5cd req-bbc8b80f-67ca-40bb-9732-3822acb6bc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.397704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8bdf52df-3560-47ce-9f39-0b7f6a34d5cd req-bbc8b80f-67ca-40bb-9732-3822acb6bc8d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1184938 Jul 05 04:06:25.404083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Checking segment: {'id': '108599b9-673e-476c-8d35-56549777bd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4f691dd1-660e-4c5e-bf0e-0fa71362763a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:25.404461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network hostable DHCP agents. Network: 4f691dd1-660e-4c5e-bf0e-0fa71362763a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:25.500672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 4f691dd1-660e-4c5e-bf0e-0fa71362763a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:25.504743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port c5739124-eff6-4e38-9960-0d4be321956e {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:25.505099 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.580492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfdf9d0b-7232-4d1c-b7e2-aa7ae45ad97d req-32a08d27-b153-48fc-94c7-d3dbe318b3db service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0708468 Jul 05 04:06:25.586057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 4f691dd1-660e-4c5e-bf0e-0fa71362763a) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:25.590669 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.591827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.611568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f3132f-6b26-4575-a6c4-b6a812cfb4c9 None None] Network 4f691dd1-660e-4c5e-bf0e-0fa71362763a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:25.678681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port c5739124-eff6-4e38-9960-0d4be321956e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c5739124-eff6-4e38-9960-0d4be321956e,segment=NetworkSegment(99bf5f3b-9189-468b-a527-994dc79348ce),segment_id=99bf5f3b-9189-468b-a527-994dc79348ce)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:25.679092 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.696612 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-08f89216-31b2-41de-b177-f3217c251584 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8454762 Jul 05 04:06:25.699039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43152) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:25.705381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-cc177913-f95e-4d29-b715-1e89676ceef2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-869109421', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:25.713462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23080780-351c-43e9-8967-11d741b7b21d req-e09fb21b-8f0d-4de8-9655-7836ec3a9a7b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.715669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23080780-351c-43e9-8967-11d741b7b21d req-e09fb21b-8f0d-4de8-9655-7836ec3a9a7b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 944 time: 0.1324687 Jul 05 04:06:25.717141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for c5739124-eff6-4e38-9960-0d4be321956e owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:25.787583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc177913-f95e-4d29-b715-1e89676ceef2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.788817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc177913-f95e-4d29-b715-1e89676ceef2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.817697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4f691dd1-660e-4c5e-bf0e-0fa71362763a', 'network_id': '4f691dd1-660e-4c5e-bf0e-0fa71362763a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'fixed_ips': [{'subnet_id': '815690d3-2eb9-4e20-951f-60610d9fb984'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:25.822670 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.832433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23080780-351c-43e9-8967-11d741b7b21d req-f47e49d3-c979-4457-b57a-f79732f4e7e2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898321 Jul 05 04:06:25.862983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc177913-f95e-4d29-b715-1e89676ceef2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.872252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7499ab5e-b06c-470c-a3ff-df18e5b931b9 req-2234ba08-5bf3-4f1e-8099-d76cdae8384a tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:25.874027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7499ab5e-b06c-470c-a3ff-df18e5b931b9 req-2234ba08-5bf3-4f1e-8099-d76cdae8384a tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1913207 Jul 05 04:06:25.942388 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc177913-f95e-4d29-b715-1e89676ceef2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:25.958243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04c0c36-e328-4f33-8a7d-230019fa4b60 req-f6cc118d-935b-4a32-968b-db149a61238f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0808682 Jul 05 04:06:25.971169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fed65920-ca5c-4777-b3cd-22e586eb19ac no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:25.988377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7499ab5e-b06c-470c-a3ff-df18e5b931b9 req-a2773d14-9623-4f3d-82a7-6fd519953230 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029510 Jul 05 04:06:25.999986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: fed65920-ca5c-4777-b3cd-22e586eb19ac {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:26.000337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fed65920-ca5c-4777-b3cd-22e586eb19ac not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:26.000761 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9731244a-2bbe-4b33-b855-b3eac5636147 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:26.024729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9731244a-2bbe-4b33-b855-b3eac5636147 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:26.025077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9731244a-2bbe-4b33-b855-b3eac5636147 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:26.038202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc177913-f95e-4d29-b715-1e89676ceef2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.039446 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cc177913-f95e-4d29-b715-1e89676ceef2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3387053 Jul 05 04:06:26.042720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43158) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:26.046027 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Allocated IP 172.20.0.2 (4f691dd1-660e-4c5e-bf0e-0fa71362763a/815690d3-2eb9-4e20-951f-60610d9fb984/7032e216-2fbd-48c3-9055-70e4f812bcb7) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:26.124240 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.160538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=c5739124-eff6-4e38-9960-0d4be321956e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:26.219743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.230610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Transition to ACTIVE for port object 7032e216-2fbd-48c3-9055-70e4f812bcb7 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:26.250771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Transition to ACTIVE for port object 7032e216-2fbd-48c3-9055-70e4f812bcb7 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:26.269855 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.327192 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.373065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Network 4f691dd1-660e-4c5e-bf0e-0fa71362763a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:26.380340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:26.393315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:26.410462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.454510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Pushing event updated for resources: {'Port': ['ID=7032e216-2fbd-48c3-9055-70e4f812bcb7,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:26.493515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Attempting to bind port 7032e216-2fbd-48c3-9055-70e4f812bcb7 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:26.493879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Attempting to bind port 7032e216-2fbd-48c3-9055-70e4f812bcb7 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '108599b9-673e-476c-8d35-56549777bd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4f691dd1-660e-4c5e-bf0e-0fa71362763a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:26.494447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Attempting to bind port 7032e216-2fbd-48c3-9055-70e4f812bcb7 on network 4f691dd1-660e-4c5e-bf0e-0fa71362763a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:26.500990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:26.501734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Checking segment: {'id': '108599b9-673e-476c-8d35-56549777bd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4f691dd1-660e-4c5e-bf0e-0fa71362763a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:26.502363 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.502966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Bound using segment: {'id': '108599b9-673e-476c-8d35-56549777bd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4f691dd1-660e-4c5e-bf0e-0fa71362763a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:26.503672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Bound port: 7032e216-2fbd-48c3-9055-70e4f812bcb7, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108599b9-673e-476c-8d35-56549777bd48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '4f691dd1-660e-4c5e-bf0e-0fa71362763a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:26.504091 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.522998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-789215ac-bc0b-4a95-9a80-a922f52fa40d req-76c0408c-83cf-404f-bce1-094b95ed2c94 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=74ce4d7c-82a8-4158-9fb0-19e6f5fcc049 HTTP/1.1" status: 200 len: 210 time: 0.0339015 Jul 05 04:06:26.532564 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:26.585485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] For port 7032e216-2fbd-48c3-9055-70e4f812bcb7, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:26.588927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] For port 7032e216-2fbd-48c3-9055-70e4f812bcb7, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7032e216-2fbd-48c3-9055-70e4f812bcb7,segment=NetworkSegment(108599b9-673e-476c-8d35-56549777bd48),segment_id=108599b9-673e-476c-8d35-56549777bd48)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:26.650614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:26.650970 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.656789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6c71ab4f-2fce-46a0-aa19-ea500b3078c6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0482416 Jul 05 04:06:26.662514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43166) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:26.685986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] Sync routers for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:26.688691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-c92beda2-0546-452c-9080-4cde0f843ded tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:26.690229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-c92beda2-0546-452c-9080-4cde0f843ded tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.26 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.1464691 Jul 05 04:06:26.718095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:26.718686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:26.726063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Allocated IP 172.20.0.1 (4f691dd1-660e-4c5e-bf0e-0fa71362763a/815690d3-2eb9-4e20-951f-60610d9fb984/19c45667-c52c-4eea-8c98-b3f16f68f994) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:26.739464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-36211011-5526-4c98-91b1-e8a4018b9a5d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting subnet b46611b5-bad0-4a36-a0a6-edaf044a647d {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:26.747664 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36211011-5526-4c98-91b1-e8a4018b9a5d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.811061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed542ea-1e4f-4ac5-9f44-af9157e84d47 None None] Pushing event updated for resources: {'Port': ['ID=7032e216-2fbd-48c3-9055-70e4f812bcb7,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:26.825589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:26.844330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-6cf23016-ea54-4e97-aa6c-2b4dedc23ada tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Deleting port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:26.844958 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-6cf23016-ea54-4e97-aa6c-2b4dedc23ada tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.860652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36211011-5526-4c98-91b1-e8a4018b9a5d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:26.887807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:25Z', 'revision_number': 11, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:26.920604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] Checking router: bbd50dc5-43fe-427e-bb87-baa06eae9cdf for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:26.931128 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:26.931773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:26.968685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8bdf52df-3560-47ce-9f39-0b7f6a34d5cd req-fa491bc4-fe23-4b7a-a787-7fea2764e045 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.26 "GET /v2.0/ports?device_id=74ce4d7c-82a8-4158-9fb0-19e6f5fcc049 HTTP/1.1" status: 200 len: 210 time: 0.0630569 Jul 05 04:06:27.000086 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.083833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:27.111308 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36211011-5526-4c98-91b1-e8a4018b9a5d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.146673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-6cf23016-ea54-4e97-aa6c-2b4dedc23ada tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] For port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,segment=NetworkSegment(f61fe262-7366-4ee0-a715-72f3ce5b674e),segment_id=f61fe262-7366-4ee0-a715-72f3ce5b674e)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:27.147163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-6cf23016-ea54-4e97-aa6c-2b4dedc23ada tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.175178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Transition to ACTIVE for port object 19c45667-c52c-4eea-8c98-b3f16f68f994 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:27.181274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-6cf23016-ea54-4e97-aa6c-2b4dedc23ada tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Calling delete_port for 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:27.239232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:25Z', 'revision_number': 11, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:27.282883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e95c272-f595-4a3e-a34e-3edc96e1cac6 None None] The sync data for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 is: [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:25Z', 'revision_number': 11, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:27.416490 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.420029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36211011-5526-4c98-91b1-e8a4018b9a5d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.431659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-caa00b36-7cfe-4467-894a-c8c78a4344f7 req-324ec914-bb6b-4410-987b-1b6016a92d2e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0436990 Jul 05 04:06:27.468620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d2d7d7-b0f2-4302-9726-68c4eaf974b1 req-ea16ab18-bdba-49d9-b37a-41d53a90ff16 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:27.476261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5d2d7d7-b0f2-4302-9726-68c4eaf974b1 req-ea16ab18-bdba-49d9-b37a-41d53a90ff16 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 944 time: 0.1885924 Jul 05 04:06:27.481474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36211011-5526-4c98-91b1-e8a4018b9a5d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Subnet': ['ID=b46611b5-bad0-4a36-a0a6-edaf044a647d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:27.541582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b95952-1884-4970-a14f-ed931f42137a req-6f50131b-a2a2-4df6-bd0b-fd864ff78da3 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:27.549437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8b95952-1884-4970-a14f-ed931f42137a req-6f50131b-a2a2-4df6-bd0b-fd864ff78da3 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 945 time: 0.2739384 Jul 05 04:06:27.622207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5d2d7d7-b0f2-4302-9726-68c4eaf974b1 req-6c50ff8b-33f1-4d2b-a1fd-5d702fe3a447 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449425 Jul 05 04:06:27.628253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=19c45667-c52c-4eea-8c98-b3f16f68f994,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:27.651872 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36211011-5526-4c98-91b1-e8a4018b9a5d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.655546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-816ad2ed-3786-4a44-a997-100c02174b49 None None] Network 2df6ea08-e448-4f72-99a5-98624d8913df requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:27.655988 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-36211011-5526-4c98-91b1-e8a4018b9a5d tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/b46611b5-bad0-4a36-a0a6-edaf044a647d HTTP/1.1" status: 204 len: 168 time: 0.9922686 Jul 05 04:06:27.659817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43184) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:27.661801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8b95952-1884-4970-a14f-ed931f42137a req-0ebf0a3b-bcb3-45b0-8acd-e04a939f70ac tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/security-groups?id=34dd3090-3385-4839-b77d-38d2f70ed540&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114104 Jul 05 04:06:27.681934 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-6cf23016-ea54-4e97-aa6c-2b4dedc23ada tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.742735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 4f691dd1-660e-4c5e-bf0e-0fa71362763a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:27.746294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf23016-ea54-4e97-aa6c-2b4dedc23ada tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Pushing event deleted for resources: {'Port': ['ID=2e9b5878-b9e2-4c37-86dd-dc55595e30f4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:27.846366 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:27.860849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-6cf23016-ea54-4e97-aa6c-2b4dedc23ada tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] No DVR routers for this DVR port 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:27.869475 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-6cf23016-ea54-4e97-aa6c-2b4dedc23ada tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:27.873271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a8a98d3-0040-4aaa-b9ad-42eed49fa2a3 req-6cf23016-ea54-4e97-aa6c-2b4dedc23ada tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.26 "DELETE /v2.0/ports/2e9b5878-b9e2-4c37-86dd-dc55595e30f4 HTTP/1.1" status: 204 len: 173 time: 1.1703343 Jul 05 04:06:27.876712 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:27.879791 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cacf93c5-205b-4964-836e-1722eaf6e7eb', 'name': 'network-vif-deleted', 'tag': '2e9b5878-b9e2-4c37-86dd-dc55595e30f4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:27.882374 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69e2f4bc-ad34-4e4c-a589-3c6c87443a49" -d '{"events": [{"server_uuid": "cacf93c5-205b-4964-836e-1722eaf6e7eb", "name": "network-vif-deleted", "tag": "2e9b5878-b9e2-4c37-86dd-dc55595e30f4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:27.984627 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-422f98b8-aab6-4679-8134-32b60b8b24c1 x-openstack-request-id: req-422f98b8-aab6-4679-8134-32b60b8b24c1 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:27.985207 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cacf93c5-205b-4964-836e-1722eaf6e7eb", "name": "network-vif-deleted", "tag": "2e9b5878-b9e2-4c37-86dd-dc55595e30f4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:27.985674 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-422f98b8-aab6-4679-8134-32b60b8b24c1 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:27.986545 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cacf93c5-205b-4964-836e-1722eaf6e7eb', 'name': 'network-vif-deleted', 'tag': '2e9b5878-b9e2-4c37-86dd-dc55595e30f4', 'status': 'completed', 'code': 200} Jul 05 04:06:28.001521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7717360-8d34-4c43-9572-9c70cc386452 req-87c7ce6b-b95e-4b22-b5c5-f1308ca78452 tempest-ServerShowV247Test-649261975 tempest-ServerShowV247Test-649261975-project] 10.222.0.30 "GET /v2.0/ports?device_id=74ce4d7c-82a8-4158-9fb0-19e6f5fcc049 HTTP/1.1" status: 200 len: 210 time: 0.0918758 Jul 05 04:06:28.047291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.100762 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.235628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['2e9b5878-b9e2-4c37-86dd-dc55595e30f4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:06:28.256829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:28.304473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7032e216-2fbd-48c3-9055-70e4f812bcb7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:28.326107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Deleting port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:28.327591 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.411939 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.463274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87cf4669-1115-42ca-b8a1-7f347aff634a None None] Network 4f691dd1-660e-4c5e-bf0e-0fa71362763a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:28.528429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30735b17-cc97-47c9-b350-f29d1365b3fc req-46e83810-6aad-45bc-bfe3-5b0e2edf010f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0413744 Jul 05 04:06:28.549986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] For port 1cf40d83-9fb1-4d71-ad60-65c6817274d9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1cf40d83-9fb1-4d71-ad60-65c6817274d9,segment=NetworkSegment(99bf5f3b-9189-468b-a527-994dc79348ce),segment_id=99bf5f3b-9189-468b-a527-994dc79348ce)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:28.550853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.598746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 7032e216-2fbd-48c3-9055-70e4f812bcb7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:28.607809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:28.608211 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.625021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Calling delete_port for 1cf40d83-9fb1-4d71-ad60-65c6817274d9 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:28.699518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-02da8af6-ba29-4994-8dcc-7b70394444c7 None None] Provisioning for port 7032e216-2fbd-48c3-9055-70e4f812bcb7 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:28.727642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-02da8af6-ba29-4994-8dcc-7b70394444c7 None None] Provisioning complete for port 7032e216-2fbd-48c3-9055-70e4f812bcb7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:28.728047 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-02da8af6-ba29-4994-8dcc-7b70394444c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.741656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c5739124-eff6-4e38-9960-0d4be321956e no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:28.789037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67503172-32f4-404c-8f7a-8a0d81009950 None None] DHCP port deletion for 2df6ea08-e448-4f72-99a5-98624d8913df request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:28.796090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: c5739124-eff6-4e38-9960-0d4be321956e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:28.796444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c5739124-eff6-4e38-9960-0d4be321956e not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:28.871204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.880322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7fce32a-738b-401f-a3aa-e36fa6db388d req-105dbdc2-8ee2-4479-8a17-6f1181d650e0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0388987 Jul 05 04:06:28.919560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a27355-f184-4047-aac1-ae1c990c6efd req-1fea0b80-7d76-4384-b2d0-355dfa1dd17a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:28.921372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7a27355-f184-4047-aac1-ae1c990c6efd req-1fea0b80-7d76-4384-b2d0-355dfa1dd17a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 944 time: 0.1346130 Jul 05 04:06:28.959839 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:28.966504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7a27355-f184-4047-aac1-ae1c990c6efd req-32b42e33-ffe5-4a9e-8f9a-fbf884d92963 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392158 Jul 05 04:06:28.978368 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.031642 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.044256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:29.046581 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c74d2be4-a402-4295-a183-626298530fb9" -d '{"events": [{"server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "name": "network-vif-plugged", "status": "completed", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:29.054864 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-02da8af6-ba29-4994-8dcc-7b70394444c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.068435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-67503172-32f4-404c-8f7a-8a0d81009950 None None] Deleting port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:29.068812 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67503172-32f4-404c-8f7a-8a0d81009950 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.084909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No DVR routers for this DVR port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:29.110855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=19c45667-c52c-4eea-8c98-b3f16f68f994,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:29.152332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:29.153559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.194375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0952e956-8143-4b47-946b-48b2a1582282 req-b7798676-9b98-49c4-a3a8-01e26790d420 tempest-TestServerAdvancedOps-684435748 tempest-TestServerAdvancedOps-684435748-project] 10.222.0.30 "GET /v2.0/ports?device_id=cacf93c5-205b-4964-836e-1722eaf6e7eb HTTP/1.1" status: 200 len: 210 time: 0.0699389 Jul 05 04:06:29.202349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-67503172-32f4-404c-8f7a-8a0d81009950 None None] For port 1cf40d83-9fb1-4d71-ad60-65c6817274d9, host n-d-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:29.202866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67503172-32f4-404c-8f7a-8a0d81009950 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.232349 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.233412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:29.245961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-67503172-32f4-404c-8f7a-8a0d81009950 None None] Calling delete_port for 1cf40d83-9fb1-4d71-ad60-65c6817274d9 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:29.277098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.ipam_backend_mixin [None req-67503172-32f4-404c-8f7a-8a0d81009950 None None] Port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 was not found and therefore no delete operation was performed {{(pid=100897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:06:29.285377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a869c5f-d213-4c07-b4b9-ec89a7315fd7 req-1ff2ae9f-5376-4585-bb6f-ac821d82f909 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:29.287482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a869c5f-d213-4c07-b4b9-ec89a7315fd7 req-1ff2ae9f-5376-4585-bb6f-ac821d82f909 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.1092448 Jul 05 04:06:29.318377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:29.319058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 2e9b5878-b9e2-4c37-86dd-dc55595e30f4 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:29.320749 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-67503172-32f4-404c-8f7a-8a0d81009950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.342881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a869c5f-d213-4c07-b4b9-ec89a7315fd7 req-f626e3ba-fc3f-4b1e-9b91-769a8c9a3edc tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492296 Jul 05 04:06:29.395797 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-02da8af6-ba29-4994-8dcc-7b70394444c7 None None] For port 7032e216-2fbd-48c3-9055-70e4f812bcb7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7032e216-2fbd-48c3-9055-70e4f812bcb7,segment=NetworkSegment(108599b9-673e-476c-8d35-56549777bd48),segment_id=108599b9-673e-476c-8d35-56549777bd48)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:29.416568 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba5959dd-59fb-4bca-9989-b113f0c9e4f9 x-openstack-request-id: req-ba5959dd-59fb-4bca-9989-b113f0c9e4f9 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:29.416867 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "name": "network-vif-plugged", "status": "completed", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:29.417650 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba5959dd-59fb-4bca-9989-b113f0c9e4f9 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:29.418110 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'code': 200} Jul 05 04:06:29.424929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67503172-32f4-404c-8f7a-8a0d81009950 None None] No DVR routers for this DVR port 1cf40d83-9fb1-4d71-ad60-65c6817274d9 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:29.454306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=10']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:29.490124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67503172-32f4-404c-8f7a-8a0d81009950 None None] Pushing event deleted for resources: {'Port': ['ID=1cf40d83-9fb1-4d71-ad60-65c6817274d9,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:29.492065 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-02da8af6-ba29-4994-8dcc-7b70394444c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.581351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02da8af6-ba29-4994-8dcc-7b70394444c7 None None] Pushing event updated for resources: {'Port': ['ID=7032e216-2fbd-48c3-9055-70e4f812bcb7,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:29.594363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f970c1c2-26b1-4170-9632-cc6d55213e67 req-3e6a174c-8b77-4236-a1c3-9d16ee856e9c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0452242 Jul 05 04:06:29.621248 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-26976cae-16ca-4565-bebf-06b5ea0f96e1 None None] Provisioning complete for port 7032e216-2fbd-48c3-9055-70e4f812bcb7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:29.621626 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-26976cae-16ca-4565-bebf-06b5ea0f96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.710834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d81057-d19c-4b02-b088-fcf253baf65c req-bed23323-e75a-425c-ba54-d16b3674f52a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:29.712795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23d81057-d19c-4b02-b088-fcf253baf65c req-bed23323-e75a-425c-ba54-d16b3674f52a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 1098 time: 0.0564830 Jul 05 04:06:29.762588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23d81057-d19c-4b02-b088-fcf253baf65c req-8bb5b915-5e24-4ece-a450-ec1b076a9ea7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414646 Jul 05 04:06:29.771347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Port': ['ID=1cf40d83-9fb1-4d71-ad60-65c6817274d9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:29.799433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.809545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-26976cae-16ca-4565-bebf-06b5ea0f96e1 None None] Provisioning for port 19c45667-c52c-4eea-8c98-b3f16f68f994 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:29.813799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-26976cae-16ca-4565-bebf-06b5ea0f96e1 None None] Provisioning complete for port 19c45667-c52c-4eea-8c98-b3f16f68f994 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:29.814004 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-26976cae-16ca-4565-bebf-06b5ea0f96e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.818139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df6ea08-e448-4f72-99a5-98624d8913df']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:29.832027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99bf5f3b-9189-468b-a527-994dc79348ce') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:29.832259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99bf5f3b-9189-468b-a527-994dc79348ce') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:29.851735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.851863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-26976cae-16ca-4565-bebf-06b5ea0f96e1 None None] Port 19c45667-c52c-4eea-8c98-b3f16f68f994 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:29.869430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 4f691dd1-660e-4c5e-bf0e-0fa71362763a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:29.871268 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.873592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:29.888005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:29.888410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:29.891619 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:29.921490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7032e216-2fbd-48c3-9055-70e4f812bcb7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:29.985853 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f50fe799-d9dd-4676-923f-9a3971cb4507 None None] Provisioning complete for port 19c45667-c52c-4eea-8c98-b3f16f68f994 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:29.986395 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f50fe799-d9dd-4676-923f-9a3971cb4507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.001322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43228) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:30.043451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f50fe799-d9dd-4676-923f-9a3971cb4507 None None] Port 19c45667-c52c-4eea-8c98-b3f16f68f994 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:30.050948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 7032e216-2fbd-48c3-9055-70e4f812bcb7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:30.051805 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.146926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.160150 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.162563 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/networks/2df6ea08-e448-4f72-99a5-98624d8913df HTTP/1.1" status: 204 len: 168 time: 2.5014522 Jul 05 04:06:30.167935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43234) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:30.175234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221e7030-e8aa-4a0c-97e5-d19806a656b8 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Pushing event deleted for resources: {'Network': ['ID=2df6ea08-e448-4f72-99a5-98624d8913df,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:30.184968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-6eace343-934b-42ee-899e-1485094a64a6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'routes': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:30.186024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ab05337f-986f-493f-98f3-285842be970e None None] Provisioning complete for port 19c45667-c52c-4eea-8c98-b3f16f68f994 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:30.186024 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab05337f-986f-493f-98f3-285842be970e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.205319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router 17b63dc0-84c7-4def-aad6-1621ec6a43d8 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:06:30.219683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ab05337f-986f-493f-98f3-285842be970e None None] Port 19c45667-c52c-4eea-8c98-b3f16f68f994 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:30.240332 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f89fc2c6-9c7d-42b3-9b1e-1b24ec934c83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.240871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1cf40d83-9fb1-4d71-ad60-65c6817274d9 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:30.265617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 1cf40d83-9fb1-4d71-ad60-65c6817274d9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:30.266285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1cf40d83-9fb1-4d71-ad60-65c6817274d9 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:30.326099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:30.332629 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0901cffe-f554-4671-9ca4-959499feb8eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/17b63dc0-84c7-4def-aad6-1621ec6a43d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2880843 Jul 05 04:06:30.334293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43238) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:30.342725 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633ee31a-4959-4246-ad80-a4d93b3e449a None None] Sync routers for ids ['17b63dc0-84c7-4def-aad6-1621ec6a43d8'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:30.344768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43240) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:30.355315 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ee31a-4959-4246-ad80-a4d93b3e449a None None] Routers {'17b63dc0-84c7-4def-aad6-1621ec6a43d8'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:30.356108 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-633ee31a-4959-4246-ad80-a4d93b3e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['17b63dc0-84c7-4def-aad6-1621ec6a43d8'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:30.395675 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-633ee31a-4959-4246-ad80-a4d93b3e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:30.419741 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633ee31a-4959-4246-ad80-a4d93b3e449a None None] Routers {'17b63dc0-84c7-4def-aad6-1621ec6a43d8'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:30.420692 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-633ee31a-4959-4246-ad80-a4d93b3e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['17b63dc0-84c7-4def-aad6-1621ec6a43d8'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:30.436607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ad5e4f-84ed-4aa8-8cee-925f9239d55f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:30.438219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b9ad5e4f-84ed-4aa8-8cee-925f9239d55f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports/19c45667-c52c-4eea-8c98-b3f16f68f994 HTTP/1.1" status: 200 len: 910 time: 0.1028097 Jul 05 04:06:30.442257 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43244) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:30.450260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fe8cef77-cb17-4971-86fb-16345facfe4f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '815690d3-2eb9-4e20-951f-60610d9fb984'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:30.474604 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-633ee31a-4959-4246-ad80-a4d93b3e449a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:30.475631 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-633ee31a-4959-4246-ad80-a4d93b3e449a None None] The sync data for ids ['17b63dc0-84c7-4def-aad6-1621ec6a43d8'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:30.508592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7fd6203-1f50-414c-88a9-f02ec4c91656 admin admin] Deleting subnet 31019525-84d3-4ae3-80a0-9df63d1061bd {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:30.515915 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6203-1f50-414c-88a9-f02ec4c91656 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.599622 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6203-1f50-414c-88a9-f02ec4c91656 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.694827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6203-1f50-414c-88a9-f02ec4c91656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.743245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe8cef77-cb17-4971-86fb-16345facfe4f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.760110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14ef88c5-f27a-40a8-9f9f-b2c9ea396bbb req-8658f4f3-b689-4341-8dff-c0ad7956a443 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0782945 Jul 05 04:06:30.923384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.extraroute_db [None req-6eace343-934b-42ee-899e-1485094a64a6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Added routes are [] {{(pid=100896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:06:30.923745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.extraroute_db [None req-6eace343-934b-42ee-899e-1485094a64a6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Removed routes are [] {{(pid=100896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:06:30.924078 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6eace343-934b-42ee-899e-1485094a64a6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:30.968894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc02decf-2a75-4038-ae00-636c07818a90 req-72944f03-7519-4055-b428-482efc83a775 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0550599 Jul 05 04:06:31.019348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a8376-721d-454f-abd4-5ef48f763be3 req-ff9e43fe-c4b4-4621-bdaf-942b42e422c3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:31.020986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b43a8376-721d-454f-abd4-5ef48f763be3 req-ff9e43fe-c4b4-4621-bdaf-942b42e422c3 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.8677776 Jul 05 04:06:31.027696 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6203-1f50-414c-88a9-f02ec4c91656 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.070805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7fd6203-1f50-414c-88a9-f02ec4c91656 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31019525-84d3-4ae3-80a0-9df63d1061bd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:31.084773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7fd6203-1f50-414c-88a9-f02ec4c91656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.087022 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a7fd6203-1f50-414c-88a9-f02ec4c91656 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/31019525-84d3-4ae3-80a0-9df63d1061bd HTTP/1.1" status: 204 len: 168 time: 0.7387173 Jul 05 04:06:31.091068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e6a9f0-6231-4669-8ef8-0666cded5c58 req-c06ad3f7-e8fc-431c-9ccc-1d370f19065b tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:31.091386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43274) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:31.093081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3e6a9f0-6231-4669-8ef8-0666cded5c58 req-c06ad3f7-e8fc-431c-9ccc-1d370f19065b tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.4051485 Jul 05 04:06:31.220621 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6eace343-934b-42ee-899e-1485094a64a6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.238870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b43a8376-721d-454f-abd4-5ef48f763be3 req-17853f11-46a3-4f2d-8225-dc710abe2aa5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063603 Jul 05 04:06:31.242754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.247804 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6eace343-934b-42ee-899e-1485094a64a6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.267329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3e6a9f0-6231-4669-8ef8-0666cded5c58 req-c1e359ba-71e1-4484-96cd-55579a9770ea tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1553752 Jul 05 04:06:31.269504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f89fc2c6-9c7d-42b3-9b1e-1b24ec934c83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.389346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f89fc2c6-9c7d-42b3-9b1e-1b24ec934c83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.397087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe8cef77-cb17-4971-86fb-16345facfe4f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.400993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.414361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2762d83f-a9b1-4395-8a0f-0bdda851cb97']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:31.429695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f61fe262-7366-4ee0-a715-72f3ce5b674e') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:31.429695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f61fe262-7366-4ee0-a715-72f3ce5b674e') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:31.441061 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.454167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6eace343-934b-42ee-899e-1485094a64a6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router bbd50dc5-43fe-427e-bb87-baa06eae9cdf has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:31.457735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.459484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89fc2c6-9c7d-42b3-9b1e-1b24ec934c83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9f1f7c5-fd67-4650-a5ab-a9dd412a34b6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:31.470400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:31.470500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f89fc2c6-9c7d-42b3-9b1e-1b24ec934c83 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5464919f7d6a4c90b07a85b394d4a8d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4641383 Jul 05 04:06:31.470575 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.470647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43296) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:31.471796 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:31.513685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe8cef77-cb17-4971-86fb-16345facfe4f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.606930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-86340933-3242-429c-9b4b-d6e2ca0a6686 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:31.608609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-86340933-3242-429c-9b4b-d6e2ca0a6686 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.26 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.2881451 Jul 05 04:06:31.613475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6eace343-934b-42ee-899e-1485094a64a6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:31.615889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8cef77-cb17-4971-86fb-16345facfe4f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:31.616564 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe8cef77-cb17-4971-86fb-16345facfe4f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.617882 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fe8cef77-cb17-4971-86fb-16345facfe4f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/ports/19c45667-c52c-4eea-8c98-b3f16f68f994 HTTP/1.1" status: 200 len: 910 time: 1.1724072 Jul 05 04:06:31.621953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43300) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:31.630533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] Sync routers for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:31.631580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cef77-cb17-4971-86fb-16345facfe4f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=19c45667-c52c-4eea-8c98-b3f16f68f994,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:31.632445 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6eace343-934b-42ee-899e-1485094a64a6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.633800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6eace343-934b-42ee-899e-1485094a64a6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf HTTP/1.1" status: 200 len: 704 time: 1.4613740 Jul 05 04:06:31.637647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43302) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:31.658961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:31.661556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:31.679274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.706391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64835832-3eab-46e2-b898-3b42daa1f5d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.710198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a9e37e98-5a94-428d-8a4f-56287f279b18 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbd50dc5-43fe-427e-bb87-baa06eae9cdf HTTP/1.1" status: 200 len: 205 time: 0.0663753 Jul 05 04:06:31.717340 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43304) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:31.757430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64835832-3eab-46e2-b898-3b42daa1f5d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.810964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:31.815470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] Pushing event deleted for resources: {'Network': ['ID=2762d83f-a9b1-4395-8a0f-0bdda851cb97,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:31.822626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.827213 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3b3c13ee-fb57-47c5-92e0-4744185d7b0d admin admin] 10.222.0.30 "DELETE /v2.0/networks/2762d83f-a9b1-4395-8a0f-0bdda851cb97 HTTP/1.1" status: 204 len: 168 time: 0.7316127 Jul 05 04:06:31.827387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43306) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:31.838398 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-baf2f2a0-480e-4024-afe4-a75aca188c56 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.883084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:25Z', 'revision_number': 11, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:31.901822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9335b88-4c83-48cc-8cd0-7a8bb9a2f227 admin admin] Deleting subnet f90c8511-aaee-44bf-a050-d13819ddb5cc {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:31.905640 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9335b88-4c83-48cc-8cd0-7a8bb9a2f227 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.908287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Deleting port 548d15f1-c958-4edc-bf19-b66645e092c1 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:31.908814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.912969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] Checking router: bbd50dc5-43fe-427e-bb87-baa06eae9cdf for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:31.926371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] Routers {'bbd50dc5-43fe-427e-bb87-baa06eae9cdf'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:31.927141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:31.992391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64835832-3eab-46e2-b898-3b42daa1f5d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:31.998406 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64835832-3eab-46e2-b898-3b42daa1f5d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.000078 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-64835832-3eab-46e2-b898-3b42daa1f5d3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a9f1f7c5-fd67-4650-a5ab-a9dd412a34b6 HTTP/1.1" status: 204 len: 168 time: 0.5284410 Jul 05 04:06:32.027411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] Set router bbd50dc5-43fe-427e-bb87-baa06eae9cdf gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:32.038796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64835832-3eab-46e2-b898-3b42daa1f5d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9f1f7c5-fd67-4650-a5ab-a9dd412a34b6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.048897 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9335b88-4c83-48cc-8cd0-7a8bb9a2f227 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.112674 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:25Z', 'revision_number': 11, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:32.123991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] For port 548d15f1-c958-4edc-bf19-b66645e092c1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=548d15f1-c958-4edc-bf19-b66645e092c1,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:32.124666 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.142397 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9335b88-4c83-48cc-8cd0-7a8bb9a2f227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.146430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a158a96-ae4c-4e77-aded-38700db4a69b None None] The sync data for ids ['bbd50dc5-43fe-427e-bb87-baa06eae9cdf'] in n-d-758944-41 is: [{'id': 'bbd50dc5-43fe-427e-bb87-baa06eae9cdf', 'name': 'tempest-RoutersIpV6Test-router-773520541', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:05:33Z', 'updated_at': '2021-07-05T04:06:25Z', 'revision_number': 11, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:32.304491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-baf2f2a0-480e-4024-afe4-a75aca188c56 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.310841 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-baf2f2a0-480e-4024-afe4-a75aca188c56 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.437471 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9335b88-4c83-48cc-8cd0-7a8bb9a2f227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.440533 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.440908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.441222 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Floating IP c0c3e117-2e7c-4ace-9849-4ccf1bbd9fb4 disassociated. External IP: 172.25.4.90, port: 548d15f1-c958-4edc-bf19-b66645e092c1. Jul 05 04:06:32.441562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Calling delete_port for 548d15f1-c958-4edc-bf19-b66645e092c1 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:32.490065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9335b88-4c83-48cc-8cd0-7a8bb9a2f227 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f90c8511-aaee-44bf-a050-d13819ddb5cc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:32.496668 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.531713 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9335b88-4c83-48cc-8cd0-7a8bb9a2f227 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.535982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d9335b88-4c83-48cc-8cd0-7a8bb9a2f227 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f90c8511-aaee-44bf-a050-d13819ddb5cc HTTP/1.1" status: 204 len: 168 time: 0.7021372 Jul 05 04:06:32.539309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43324) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:32.539309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-baf2f2a0-480e-4024-afe4-a75aca188c56 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.539309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baf2f2a0-480e-4024-afe4-a75aca188c56 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Fanout notify agent at l3_agent the message router_deleted on router bbd50dc5-43fe-427e-bb87-baa06eae9cdf {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:06:32.586607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7329f-9f42-44de-82c7-a646c31188a2 req-50517d10-1226-4676-820b-7a5b7cb07b0a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.593292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7329f-9f42-44de-82c7-a646c31188a2 req-50517d10-1226-4676-820b-7a5b7cb07b0a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.600688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7329f-9f42-44de-82c7-a646c31188a2 req-50517d10-1226-4676-820b-7a5b7cb07b0a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.606992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7329f-9f42-44de-82c7-a646c31188a2 req-50517d10-1226-4676-820b-7a5b7cb07b0a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.613764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7329f-9f42-44de-82c7-a646c31188a2 req-50517d10-1226-4676-820b-7a5b7cb07b0a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.620098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7329f-9f42-44de-82c7-a646c31188a2 req-50517d10-1226-4676-820b-7a5b7cb07b0a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.621294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-baf2f2a0-480e-4024-afe4-a75aca188c56 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.622786 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-baf2f2a0-480e-4024-afe4-a75aca188c56 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf HTTP/1.1" status: 204 len: 168 time: 0.9005780 Jul 05 04:06:32.636353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c7329f-9f42-44de-82c7-a646c31188a2 req-50517d10-1226-4676-820b-7a5b7cb07b0a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.638476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4c7329f-9f42-44de-82c7-a646c31188a2 req-50517d10-1226-4676-820b-7a5b7cb07b0a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5434 time: 0.2791200 Jul 05 04:06:32.642144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43328) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:32.649521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1dae9a1f-b470-46d4-8197-ca6ae2615bd1 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-828088475', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:32.772934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edc84ba-78d2-457f-9fd4-ada340760cd9 req-63d13408-74ce-4973-9818-2e1297773441 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:32.774516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7edc84ba-78d2-457f-9fd4-ada340760cd9 req-63d13408-74ce-4973-9818-2e1297773441 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.3385642 Jul 05 04:06:32.780030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4c7329f-9f42-44de-82c7-a646c31188a2 req-4f19df4e-9778-4ad7-b5ab-3deed7e5cee6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1180153 Jul 05 04:06:32.818207 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.898036 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1dae9a1f-b470-46d4-8197-ca6ae2615bd1 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.899161 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1dae9a1f-b470-46d4-8197-ca6ae2615bd1 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:32.909380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7c1dd98-dea0-4339-9787-cc2351ec0183 req-a580c06a-285d-4c00-a897-dd3675ad1223 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0523205 Jul 05 04:06:32.923035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7edc84ba-78d2-457f-9fd4-ada340760cd9 req-80a05c0b-15d3-4d17-a4e9-ffba77537a0e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331334 Jul 05 04:06:32.996468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1dae9a1f-b470-46d4-8197-ca6ae2615bd1 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.008090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.025419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fe61579-500f-4727-aa96-eca6e36ccc39']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:33.057405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a311aba-c1cc-4d27-afef-b380872bcb07') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:33.058303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a311aba-c1cc-4d27-afef-b380872bcb07') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:33.070328 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.078761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56fffe27-6698-45b2-bf04-b6a3bfb85eec req-7358c4f5-a6d9-4018-931b-ea3aca34fb05 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.080299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56fffe27-6698-45b2-bf04-b6a3bfb85eec req-7358c4f5-a6d9-4018-931b-ea3aca34fb05 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=47b4c910-3fd3-4d92-828f-37678f84cf3c HTTP/1.1" status: 200 len: 945 time: 0.0715625 Jul 05 04:06:33.097267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.111836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] Releasing vlan 176 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:33.111836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:33.113293 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:33.126730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee9a3f39-3df1-4024-9fad-55ab431e2221 req-c6fe508d-452e-4e83-b4ce-1f7e0a558db4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0388272 Jul 05 04:06:33.135336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1dae9a1f-b470-46d4-8197-ca6ae2615bd1 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.140207 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.173924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 19c45667-c52c-4eea-8c98-b3f16f68f994 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:33.174275 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.190707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event deleted for resources: {'Port': ['ID=548d15f1-c958-4edc-bf19-b66645e092c1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.204206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56fffe27-6698-45b2-bf04-b6a3bfb85eec req-0cdd98f3-d18d-4ebf-9202-e83a18b63bb8 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=d7b88861-0a5a-4774-9b8c-a0edfe681400&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166470 Jul 05 04:06:33.267103 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1dae9a1f-b470-46d4-8197-ca6ae2615bd1 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.271485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1dae9a1f-b470-46d4-8197-ca6ae2615bd1 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6279964 Jul 05 04:06:33.272397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43348) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:33.281825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-fae25fed-b500-456e-8ca1-5e22e67503b4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:33.287230 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.296613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.304521 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.306526 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] 10.222.0.30 "DELETE /v2.0/networks/2fe61579-500f-4727-aa96-eca6e36ccc39 HTTP/1.1" status: 204 len: 168 time: 0.7650421 Jul 05 04:06:33.311968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 19c45667-c52c-4eea-8c98-b3f16f68f994 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:33.325673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cadf549-82b3-42b3-a068-9db2be53eb0d admin admin] Pushing event deleted for resources: {'Network': ['ID=2fe61579-500f-4727-aa96-eca6e36ccc39,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.469854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43354) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:33.578275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1081610999-network', 'tenant_id': '48df7ed11e214ab5907a9d13d35cdefe'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:33.589922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Router 5ec37943-fa69-4d31-b9a9-6e408c767978 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:33.594113 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.595513 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fae25fed-b500-456e-8ca1-5e22e67503b4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.629066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=19c45667-c52c-4eea-8c98-b3f16f68f994,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:33.694846 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fae25fed-b500-456e-8ca1-5e22e67503b4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.710193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-49ef2bf7-a872-481f-803e-9627b385b13f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.714955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Made reservation on behalf of 48df7ed11e214ab5907a9d13d35cdefe for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:33.716721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-49ef2bf7-a872-481f-803e-9627b385b13f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.718735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.723216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-49ef2bf7-a872-481f-803e-9627b385b13f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.729191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-49ef2bf7-a872-481f-803e-9627b385b13f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.735633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-49ef2bf7-a872-481f-803e-9627b385b13f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.735983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.741979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-49ef2bf7-a872-481f-803e-9627b385b13f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.747997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-49ef2bf7-a872-481f-803e-9627b385b13f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:33.749921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-49ef2bf7-a872-481f-803e-9627b385b13f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5434 time: 0.2286193 Jul 05 04:06:33.815653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43358) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:33.820041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a3b46c54-bdae-4449-8d05-26034a82d0b5 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:33.841591 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:33.870475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:33.882142 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] Sync routers for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:33.900290 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:33.901003 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:34.074774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.078916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] No DVR routers for this DVR port 548d15f1-c958-4edc-bf19-b66645e092c1 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:34.091192 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.094543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3f279f0-5083-4b31-8771-751b4b200e3f req-c0e589a9-0924-4865-bf08-f109c5c12235 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.26 "DELETE /v2.0/ports/548d15f1-c958-4edc-bf19-b66645e092c1 HTTP/1.1" status: 204 len: 173 time: 2.4790318 Jul 05 04:06:34.112229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'name': 'network-vif-deleted', 'tag': '548d15f1-c958-4edc-bf19-b66645e092c1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:34.116177 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e108f42-2a08-40fe-b032-eef24a9155cf" -d '{"events": [{"server_uuid": "47b4c910-3fd3-4d92-828f-37678f84cf3c", "name": "network-vif-deleted", "tag": "548d15f1-c958-4edc-bf19-b66645e092c1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:34.127259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-fe048ee3-c747-4b56-829f-e4e5b454af25 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.129357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-fe048ee3-c747-4b56-829f-e4e5b454af25 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "GET /v2.0/ports/a3b46c54-bdae-4449-8d05-26034a82d0b5?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.3502498 Jul 05 04:06:34.149047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a3b46c54-bdae-4449-8d05-26034a82d0b5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a3b46c54-bdae-4449-8d05-26034a82d0b5,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:34.150343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b46c54-bdae-4449-8d05-26034a82d0b5'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:34.153752 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c4cd5c-5006-49ea-bd26-bfdd0dddda23" -d '{"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a3b46c54-bdae-4449-8d05-26034a82d0b5"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:34.162872 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:34.232804 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.233549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 58db8a08-581b-407b-96e0-b1a5a738e947 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:34.369804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a3b46c54-bdae-4449-8d05-26034a82d0b5,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.436542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.440834 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.497179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 58db8a08-581b-407b-96e0-b1a5a738e947, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58db8a08-581b-407b-96e0-b1a5a738e947,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:34.525457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.542815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:34.543149 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:34.570105 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.570995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 548d15f1-c958-4edc-bf19-b66645e092c1 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:34.578491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router 17b63dc0-84c7-4def-aad6-1621ec6a43d8 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:34.579730 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.580132 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Added segment d8da45ca-9d6d-429a-a504-62b0d4611fe9 of type vlan for network 3baa6c3c-8492-4884-bc66-b958940916ab Jul 05 04:06:34.589783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c0a7c75-217e-413c-87e5-d52220801aff,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.591091 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] Checking router: 5ec37943-fa69-4d31-b9a9-6e408c767978 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:34.614751 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:34.615451 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:34.689531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.697111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2df46400-e408-41d8-b1bd-092ce9a6d87b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=128df3ab148e473cb1ae451834bbeaa1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8799779 Jul 05 04:06:34.703489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43376) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.742378 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:34.751789 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f2c08970-6632-4767-9c85-fd3ef18a4401 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/17b63dc0-84c7-4def-aad6-1621ec6a43d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1282899 Jul 05 04:06:34.755764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43378) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.790094 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:34.828070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aae4f4-e3e2-4f0d-9c81-aa48f0c05818 None None] Sync routers for ids ['17b63dc0-84c7-4def-aad6-1621ec6a43d8'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:34.829372 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.831303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:34.832829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:34.848055 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fae25fed-b500-456e-8ca1-5e22e67503b4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Router 76038fd5-7227-46b6-a76a-c1f08fd08319 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:06:34.851835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ed215da8-1c2f-4162-ba65-3ca681960338 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b63dc0-84c7-4def-aad6-1621ec6a43d8 HTTP/1.1" status: 200 len: 205 time: 0.0900342 Jul 05 04:06:34.861285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43380) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.910957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 548d15f1-c958-4edc-bf19-b66645e092c1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:34.910957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 548d15f1-c958-4edc-bf19-b66645e092c1 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:34.918510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6d492b0a-eb7e-4212-a130-8e04dda42fb2 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:34.934152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] Pushing event updated for resources: {'Network': ['ID=3baa6c3c-8492-4884-bc66-b958940916ab,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:34.963322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aae4f4-e3e2-4f0d-9c81-aa48f0c05818 None None] Routers {'17b63dc0-84c7-4def-aad6-1621ec6a43d8'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:34.965874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-19aae4f4-e3e2-4f0d-9c81-aa48f0c05818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['17b63dc0-84c7-4def-aad6-1621ec6a43d8'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:34.974318 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5b90915b-541d-4e0b-9b5f-d01585c58c4a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5004277 Jul 05 04:06:34.976070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43382) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:34.978428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3baa6c3c-8492-4884-bc66-b958940916ab details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:34.985932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-bc4853b4-f179-416a-aef7-01e9ae228e1f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "GET /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.8397424 Jul 05 04:06:34.986795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Request body: {'subnet': {'network_id': '3baa6c3c-8492-4884-bc66-b958940916ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1081610999-subnet', 'tenant_id': '48df7ed11e214ab5907a9d13d35cdefe', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:35.004310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a3d4f-a540-4e54-8c6e-378127cd2b9e req-89dd27e2-52f1-45e3-8135-8c54ba26c7a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.010269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a3d4f-a540-4e54-8c6e-378127cd2b9e req-89dd27e2-52f1-45e3-8135-8c54ba26c7a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.016493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a3d4f-a540-4e54-8c6e-378127cd2b9e req-89dd27e2-52f1-45e3-8135-8c54ba26c7a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.022672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a3d4f-a540-4e54-8c6e-378127cd2b9e req-89dd27e2-52f1-45e3-8135-8c54ba26c7a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.029116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a3d4f-a540-4e54-8c6e-378127cd2b9e req-89dd27e2-52f1-45e3-8135-8c54ba26c7a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.035334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a3d4f-a540-4e54-8c6e-378127cd2b9e req-89dd27e2-52f1-45e3-8135-8c54ba26c7a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.041396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488a3d4f-a540-4e54-8c6e-378127cd2b9e req-89dd27e2-52f1-45e3-8135-8c54ba26c7a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.049729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-488a3d4f-a540-4e54-8c6e-378127cd2b9e req-89dd27e2-52f1-45e3-8135-8c54ba26c7a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 5434 time: 0.9287205 Jul 05 04:06:35.070584 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-19aae4f4-e3e2-4f0d-9c81-aa48f0c05818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.073463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:35.089779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=58db8a08-581b-407b-96e0-b1a5a738e947,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:35.101938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Made reservation on behalf of 48df7ed11e214ab5907a9d13d35cdefe for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:35.106192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.123418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19aae4f4-e3e2-4f0d-9c81-aa48f0c05818 None None] Routers {'17b63dc0-84c7-4def-aad6-1621ec6a43d8'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:35.124075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-19aae4f4-e3e2-4f0d-9c81-aa48f0c05818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['17b63dc0-84c7-4def-aad6-1621ec6a43d8'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.145153 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.175575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-633d4cb2-3a46-447c-b87b-3ba0b411eb43 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.176201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-19aae4f4-e3e2-4f0d-9c81-aa48f0c05818 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.176527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19aae4f4-e3e2-4f0d-9c81-aa48f0c05818 None None] The sync data for ids ['17b63dc0-84c7-4def-aad6-1621ec6a43d8'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:35.186623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8583677-1533-4275-b787-5a575f71b864 req-3332b94b-3388-428d-b241-4b68484b4211 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:35.193062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8583677-1533-4275-b787-5a575f71b864 req-3332b94b-3388-428d-b241-4b68484b4211 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 1.0558288 Jul 05 04:06:35.211010 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fd980b-e53a-457e-8d1b-34ab7883e76c None None] The sync data for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 is: [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:35.247778 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4ce690f-dc59-4217-a96e-7cfbe8134b47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.257941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.309609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6d492b0a-eb7e-4212-a130-8e04dda42fb2, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6d492b0a-eb7e-4212-a130-8e04dda42fb2,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:35.347861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae25fed-b500-456e-8ca1-5e22e67503b4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:35.359591 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] Sync routers for ids ['76038fd5-7227-46b6-a76a-c1f08fd08319'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:35.369201 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] Routers {'76038fd5-7227-46b6-a76a-c1f08fd08319'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:35.369819 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['76038fd5-7227-46b6-a76a-c1f08fd08319'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.386627 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fae25fed-b500-456e-8ca1-5e22e67503b4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.388009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fae25fed-b500-456e-8ca1-5e22e67503b4 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "PUT /v2.0/routers/76038fd5-7227-46b6-a76a-c1f08fd08319 HTTP/1.1" status: 200 len: 697 time: 2.1120176 Jul 05 04:06:35.390864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43388) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:35.399421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-488a3d4f-a540-4e54-8c6e-378127cd2b9e req-af4deaa2-b5f0-4c5b-bc08-aafb8db0cb47 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3488421 Jul 05 04:06:35.416090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.416922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 029b7215-0712-46b9-967f-471924c08ffc no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:35.493169 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4ce690f-dc59-4217-a96e-7cfbe8134b47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.495355 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] Set router 76038fd5-7227-46b6-a76a-c1f08fd08319 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:35.496827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6861a28-9441-4779-a958-55e6021864b7 req-2137fe98-e528-4156-9bf4-0a0c6d50253a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1398847 Jul 05 04:06:35.550896 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d67cd031-a80a-47cc-94d4-593c3c8186b6 x-openstack-request-id: req-d67cd031-a80a-47cc-94d4-593c3c8186b6 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:35.551183 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47b4c910-3fd3-4d92-828f-37678f84cf3c", "name": "network-vif-deleted", "tag": "548d15f1-c958-4edc-bf19-b66645e092c1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:35.551434 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d67cd031-a80a-47cc-94d4-593c3c8186b6 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:35.551832 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47b4c910-3fd3-4d92-828f-37678f84cf3c', 'name': 'network-vif-deleted', 'tag': '548d15f1-c958-4edc-bf19-b66645e092c1', 'status': 'completed', 'code': 200} Jul 05 04:06:35.563177 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.586136 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95d6f268-f90d-4f39-8a8e-c8885a973c5a x-openstack-request-id: req-95d6f268-f90d-4f39-8a8e-c8885a973c5a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:35.586963 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "a3b46c54-bdae-4449-8d05-26034a82d0b5", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:35.587489 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95d6f268-f90d-4f39-8a8e-c8885a973c5a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:35.588070 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a3b46c54-bdae-4449-8d05-26034a82d0b5', 'code': 200} Jul 05 04:06:35.614207 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76038fd5-7227-46b6-a76a-c1f08fd08319', 'name': 'tempest-RoutersIpV6Test-router-828088475', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:32Z', 'updated_at': '2021-07-05T04:06:33Z', 'revision_number': 2, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.623719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6d492b0a-eb7e-4212-a130-8e04dda42fb2,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:35.632122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8583677-1533-4275-b787-5a575f71b864 req-7f44d173-5e3e-45b2-b49e-04c9f5f28026 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366615 Jul 05 04:06:35.660601 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] Checking router: 76038fd5-7227-46b6-a76a-c1f08fd08319 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:35.661594 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-23ca3a28-eb03-49a0-b00b-56b3d99db204 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/routers/76038fd5-7227-46b6-a76a-c1f08fd08319 HTTP/1.1" status: 200 len: 703 time: 0.2694232 Jul 05 04:06:35.668190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43390) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:35.687053 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] Routers {'76038fd5-7227-46b6-a76a-c1f08fd08319'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:35.689429 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['76038fd5-7227-46b6-a76a-c1f08fd08319'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.708025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3260bdd9-c0c3-4968-a3da-2e89d1b38c34 None None] New status for floating IP c0c3e117-2e7c-4ace-9849-4ccf1bbd9fb4: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:06:35.727746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=31cbe4b7-58a3-478e-8b0b-cec67e3c5c1d,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:35.734920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.745767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Checking segment: {'id': 'd8da45ca-9d6d-429a-a504-62b0d4611fe9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3baa6c3c-8492-4884-bc66-b958940916ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:35.746131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Network hostable DHCP agents. Network: 3baa6c3c-8492-4884-bc66-b958940916ab, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:35.766765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-633d4cb2-3a46-447c-b87b-3ba0b411eb43 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.777342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9c7a8f87-801e-4520-9c14-31415fb2c9be tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=76038fd5-7227-46b6-a76a-c1f08fd08319 HTTP/1.1" status: 200 len: 205 time: 0.1079960 Jul 05 04:06:35.781026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43396) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:35.785503 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] Set router 76038fd5-7227-46b6-a76a-c1f08fd08319 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:35.860440 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '76038fd5-7227-46b6-a76a-c1f08fd08319', 'name': 'tempest-RoutersIpV6Test-router-828088475', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:32Z', 'updated_at': '2021-07-05T04:06:33Z', 'revision_number': 2, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:35.879376 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.882609 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97380a9b-fd21-4a8f-976a-d51a3cfc1bd3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.892379 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0480a786-9ad5-4baa-a70f-71a587201643 None None] The sync data for ids ['76038fd5-7227-46b6-a76a-c1f08fd08319'] in n-d-758944-41 is: [{'id': '76038fd5-7227-46b6-a76a-c1f08fd08319', 'name': 'tempest-RoutersIpV6Test-router-828088475', 'tenant_id': '4c9599614038486c8b8a4da4c64282fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:32Z', 'updated_at': '2021-07-05T04:06:33Z', 'revision_number': 2, 'project_id': '4c9599614038486c8b8a4da4c64282fe', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:35.898202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43398) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:35.910105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-633d4cb2-3a46-447c-b87b-3ba0b411eb43 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:35.974974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 029b7215-0712-46b9-967f-471924c08ffc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=029b7215-0712-46b9-967f-471924c08ffc,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:35.991433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Network 3baa6c3c-8492-4884-bc66-b958940916ab is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:36.034003 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.034003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device da1ef700-fd8d-42b6-b707-e72c89cbb7f8 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:36.079740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62c289c7-e231-43f7-9e4d-6740f5d334e9 req-750781a0-d098-4a1a-aae2-62f12054b922 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0678532 Jul 05 04:06:36.113720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] For port a3b46c54-bdae-4449-8d05-26034a82d0b5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a3b46c54-bdae-4449-8d05-26034a82d0b5,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:36.123764 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-633d4cb2-3a46-447c-b87b-3ba0b411eb43 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.126804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-633d4cb2-3a46-447c-b87b-3ba0b411eb43 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Fanout notify agent at l3_agent the message router_deleted on router 17b63dc0-84c7-4def-aad6-1621ec6a43d8 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:06:36.134583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97380a9b-fd21-4a8f-976a-d51a3cfc1bd3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.137197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97380a9b-fd21-4a8f-976a-d51a3cfc1bd3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.140863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3baa6c3c-8492-4884-bc66-b958940916ab) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:36.145654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=029b7215-0712-46b9-967f-471924c08ffc,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:36.148829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:36.149090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.172286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-633d4cb2-3a46-447c-b87b-3ba0b411eb43 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.175925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-633d4cb2-3a46-447c-b87b-3ba0b411eb43 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/17b63dc0-84c7-4def-aad6-1621ec6a43d8 HTTP/1.1" status: 204 len: 168 time: 1.3048773 Jul 05 04:06:36.175925 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd8ca-9c16-48c2-b3a4-4200bbfc8212 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.185629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43404) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.186791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4ce690f-dc59-4217-a96e-7cfbe8134b47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.189625 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4ce690f-dc59-4217-a96e-7cfbe8134b47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.194290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f4ce690f-dc59-4217-a96e-7cfbe8134b47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34dd3090-3385-4839-b77d-38d2f70ed540 HTTP/1.1" status: 204 len: 168 time: 1.4869058 Jul 05 04:06:36.201252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5117ec2-7e05-470d-976e-45b0fe94ea0c None None] Network 3baa6c3c-8492-4884-bc66-b958940916ab requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:36.207590 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.262381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97380a9b-fd21-4a8f-976a-d51a3cfc1bd3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.263410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97380a9b-fd21-4a8f-976a-d51a3cfc1bd3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Fanout notify agent at l3_agent the message router_deleted on router 76038fd5-7227-46b6-a76a-c1f08fd08319 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:06:36.274535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c80be3-6cb0-4274-bf17-6f0766777aa7 req-ea8e15a3-c96b-4e4c-bbb1-be32587c08f8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:36.276354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10c80be3-6cb0-4274-bf17-6f0766777aa7 req-ea8e15a3-c96b-4e4c-bbb1-be32587c08f8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.3773127 Jul 05 04:06:36.277251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ce690f-dc59-4217-a96e-7cfbe8134b47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34dd3090-3385-4839-b77d-38d2f70ed540,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:36.280469 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97380a9b-fd21-4a8f-976a-d51a3cfc1bd3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.280864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port da1ef700-fd8d-42b6-b707-e72c89cbb7f8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:36.291428 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-97380a9b-fd21-4a8f-976a-d51a3cfc1bd3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/76038fd5-7227-46b6-a76a-c1f08fd08319 HTTP/1.1" status: 204 len: 168 time: 0.4996982 Jul 05 04:06:36.291428 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0d8185e1-d3c2-41a5-baa9-b268c0bb7ed8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.3062062 Jul 05 04:06:36.292546 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd8ca-9c16-48c2-b3a4-4200bbfc8212 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.292639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43408) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.306725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] For port a3b46c54-bdae-4449-8d05-26034a82d0b5, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:36.348093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] device_id is not set on port a3b46c54-bdae-4449-8d05-26034a82d0b5 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:36.351370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-31e43972-e065-4a71-82da-021645381a1e tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=76038fd5-7227-46b6-a76a-c1f08fd08319 HTTP/1.1" status: 200 len: 205 time: 0.0521781 Jul 05 04:06:36.351660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43412) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.356960 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.368693 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.369668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 2060da13-8d43-453a-84f6-bf05488b8037 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:36.424522 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-8327438f-a618-41e3-8a48-b99708ae1c67 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] delete failed (client error): The resource could not be found. Jul 05 04:06:36.428338 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8327438f-a618-41e3-8a48-b99708ae1c67 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/76038fd5-7227-46b6-a76a-c1f08fd08319 HTTP/1.1" status: 404 len: 336 time: 0.0730870 Jul 05 04:06:36.429556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43414) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.458258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b69ab6b-4011-4756-9908-05c4d3dcb183 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting subnet 815690d3-2eb9-4e20-951f-60610d9fb984 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:36.460340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bb81ccd-e097-4700-a488-ae1cf77681b9 None None] Network 3baa6c3c-8492-4884-bc66-b958940916ab requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:36.466991 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.472064 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1b69ab6b-4011-4756-9908-05c4d3dcb183 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.476030 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcf8f633-9eb5-458c-aa32-ab0e803012bb tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:36.476637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcf8f633-9eb5-458c-aa32-ab0e803012bb tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:36.480971 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dcf8f633-9eb5-458c-aa32-ab0e803012bb tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/7e3c63f0-1981-4ea3-a2d6-aa3374d5c691 HTTP/1.1" status: 404 len: 337 time: 0.0496430 Jul 05 04:06:36.484181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43418) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.509018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10c80be3-6cb0-4274-bf17-6f0766777aa7 req-a462ccc7-860a-4422-b0cf-7185999bd532 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437376 Jul 05 04:06:36.579777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43424) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.581997 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-92d23d85-0d22-4bc5-b3ff-7d3743304abd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:36.582526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-92d23d85-0d22-4bc5-b3ff-7d3743304abd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:36.590471 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-92d23d85-0d22-4bc5-b3ff-7d3743304abd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/6c528b5f-d3ba-4307-b501-06f9e4e3d99e HTTP/1.1" status: 404 len: 337 time: 0.1033142 Jul 05 04:06:36.591786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43426) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.646025 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1beab33-ef49-4022-a8bb-a98642de9e1b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:36.646546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1beab33-ef49-4022-a8bb-a98642de9e1b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:36.649534 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b1beab33-ef49-4022-a8bb-a98642de9e1b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/9ab8a1b0-82b6-4e62-a3a2-925de3db8ecd HTTP/1.1" status: 404 len: 337 time: 0.0563548 Jul 05 04:06:36.652740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43428) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.671245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:36.708965 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-233e6f7c-4dbe-4d2f-a141-0892129e613c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:36.709349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-233e6f7c-4dbe-4d2f-a141-0892129e613c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:36.714576 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-233e6f7c-4dbe-4d2f-a141-0892129e613c tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/b46611b5-bad0-4a36-a0a6-edaf044a647d HTTP/1.1" status: 404 len: 337 time: 0.0578201 Jul 05 04:06:36.714910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43432) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.762764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e99fbd25-2f15-4af0-83f6-2053de8475cd tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=bbd50dc5-43fe-427e-bb87-baa06eae9cdf HTTP/1.1" status: 200 len: 205 time: 0.0435953 Jul 05 04:06:36.762964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43434) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.833862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1b69ab6b-4011-4756-9908-05c4d3dcb183 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.836379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.847747 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-55f4c97a-f551-454a-a891-6d8f932c7654 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] delete failed (client error): The resource could not be found. Jul 05 04:06:36.853836 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-55f4c97a-f551-454a-a891-6d8f932c7654 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/bbd50dc5-43fe-427e-bb87-baa06eae9cdf HTTP/1.1" status: 404 len: 336 time: 0.0889423 Jul 05 04:06:36.854644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43436) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.903436 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f5d1220c-e40d-4130-b614-085b39c166e9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=3532967a-0bab-4596-873a-31c99795edcd HTTP/1.1" status: 200 len: 205 time: 0.0443108 Jul 05 04:06:36.905965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43438) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:36.943980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] Pushing event updated for resources: {'Port': ['ID=a3b46c54-bdae-4449-8d05-26034a82d0b5,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:36.950247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fa370e1-7d0a-4cd9-a71e-706121be5712 admin admin] Deleting subnet 31cbe4b7-58a3-478e-8b0b-cec67e3c5c1d {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:06:36.956580 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fa370e1-7d0a-4cd9-a71e-706121be5712 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.975149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-81bc31d7-aefc-4741-9663-21c5059b7b3f None None] Provisioning complete for port a3b46c54-bdae-4449-8d05-26034a82d0b5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:36.975618 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-8f82d1e6-1a23-4560-bf3b-f63f912a5c9b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] delete failed (client error): The resource could not be found. Jul 05 04:06:36.975724 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-81bc31d7-aefc-4741-9663-21c5059b7b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:36.976872 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8f82d1e6-1a23-4560-bf3b-f63f912a5c9b tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/3532967a-0bab-4596-873a-31c99795edcd HTTP/1.1" status: 404 len: 336 time: 0.0688279 Jul 05 04:06:36.980432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43440) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.010657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] No DVR routers for this DVR port a3b46c54-bdae-4449-8d05-26034a82d0b5 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:37.012300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2060da13-8d43-453a-84f6-bf05488b8037, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2060da13-8d43-453a-84f6-bf05488b8037,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:37.027407 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-49b0918c-a72d-4950-b888-f5f61ba8858f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:37.028292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-49b0918c-a72d-4950-b888-f5f61ba8858f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:37.031943 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-49b0918c-a72d-4950-b888-f5f61ba8858f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/f131f407-120a-4b36-bd72-59bfc6049cc8 HTTP/1.1" status: 404 len: 337 time: 0.0488808 Jul 05 04:06:37.033065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43442) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.033568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-81bc31d7-aefc-4741-9663-21c5059b7b3f None None] Port a3b46c54-bdae-4449-8d05-26034a82d0b5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:37.066283 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fbae950f-5e69-446b-8a33-168bd3eede12 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=26467cc9-a343-4956-90e0-220badac850c HTTP/1.1" status: 200 len: 205 time: 0.0298834 Jul 05 04:06:37.066610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43444) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.107562 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.116296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9e11d843-1d61-4836-bb78-ea7ec809ed9b no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:37.121442 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-35bbec37-cda9-43f0-bf41-074e8bf0ece9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] delete failed (client error): The resource could not be found. Jul 05 04:06:37.122995 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-35bbec37-cda9-43f0-bf41-074e8bf0ece9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/26467cc9-a343-4956-90e0-220badac850c HTTP/1.1" status: 404 len: 336 time: 0.0549171 Jul 05 04:06:37.123329 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd8ca-9c16-48c2-b3a4-4200bbfc8212 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.125171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43448) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.125974 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c1fd8ca-9c16-48c2-b3a4-4200bbfc8212 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.127209 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6c1fd8ca-9c16-48c2-b3a4-4200bbfc8212 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "DELETE /v2.0/security-groups/d7b88861-0a5a-4774-9b8c-a0edfe681400 HTTP/1.1" status: 204 len: 168 time: 1.2152929 Jul 05 04:06:37.146336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43450) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.158219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-01a1bd39-012b-4bc6-bded-eb6b08bbf08f tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=77a8587f-5cda-4c91-9b7e-06a66d5dc4d2 HTTP/1.1" status: 200 len: 205 time: 0.0318880 Jul 05 04:06:37.161497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43452) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.180592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1b69ab6b-4011-4756-9908-05c4d3dcb183 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.187292 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fa370e1-7d0a-4cd9-a71e-706121be5712 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.215134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1fd8ca-9c16-48c2-b3a4-4200bbfc8212 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b88861-0a5a-4774-9b8c-a0edfe681400,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:37.219565 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-df08e1f5-1795-4b20-ae4a-e71457610aff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] delete failed (client error): The resource could not be found. Jul 05 04:06:37.221093 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-df08e1f5-1795-4b20-ae4a-e71457610aff tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/77a8587f-5cda-4c91-9b7e-06a66d5dc4d2 HTTP/1.1" status: 404 len: 336 time: 0.0582695 Jul 05 04:06:37.223955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] In _notify_port_updated(), no bound segment for port a3b46c54-bdae-4449-8d05-26034a82d0b5 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:37.224304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43454) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.224945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.225594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.227057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-5233ac8e-5812-4553-909f-11215a2564d0 service neutron] 10.222.0.26 "PUT /v2.0/ports/a3b46c54-bdae-4449-8d05-26034a82d0b5 HTTP/1.1" status: 200 len: 1027 time: 2.1641755 Jul 05 04:06:37.256808 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-2d3b590e-1c74-4fe9-80ee-f2e460cecc18 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] show failed (client error): The resource could not be found. Jul 05 04:06:37.257837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2d3b590e-1c74-4fe9-80ee-f2e460cecc18 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups/d7b88861-0a5a-4774-9b8c-a0edfe681400 HTTP/1.1" status: 404 len: 347 time: 0.1102827 Jul 05 04:06:37.262080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=2060da13-8d43-453a-84f6-bf05488b8037,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:37.266809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43456) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.271610 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb2e158a-9f83-4975-b0dd-f07c72f1b778 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:37.271823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb2e158a-9f83-4975-b0dd-f07c72f1b778 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:37.273460 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cb2e158a-9f83-4975-b0dd-f07c72f1b778 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/1854d312-8eee-478f-bfee-39e23e427a50 HTTP/1.1" status: 404 len: 337 time: 0.0477791 Jul 05 04:06:37.276570 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43458) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.328155 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.334651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43460) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.342628 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5e4ea02c-6b58-4fee-a4c1-5d61012521cc tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=94c1cff1-a36f-44bc-8937-5d6cb77011c5 HTTP/1.1" status: 200 len: 205 time: 0.0648580 Jul 05 04:06:37.348713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43462) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.376458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9e11d843-1d61-4836-bb78-ea7ec809ed9b, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:37.385723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea748e5-4735-4752-895e-b3839266527b req-2e64aa07-0743-4ca0-a008-38a4d7a48662 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.387493 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dea748e5-4735-4752-895e-b3839266527b req-2e64aa07-0743-4ca0-a008-38a4d7a48662 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.6056163 Jul 05 04:06:37.390305 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-ae6aa654-1ee7-4a5f-a114-26ef210843a3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] delete failed (client error): The resource could not be found. Jul 05 04:06:37.393635 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ae6aa654-1ee7-4a5f-a114-26ef210843a3 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/94c1cff1-a36f-44bc-8937-5d6cb77011c5 HTTP/1.1" status: 404 len: 336 time: 0.0452037 Jul 05 04:06:37.398399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43466) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.447699 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fa370e1-7d0a-4cd9-a71e-706121be5712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.459436 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.491600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Deleting port 073d230a-d0e6-455e-9ccf-66a4d63f4bd1 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:37.491823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.515049 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcd4b373-2fb6-4e25-b33f-5b18a82a4ce9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:37.515049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcd4b373-2fb6-4e25-b33f-5b18a82a4ce9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:37.515049 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fcd4b373-2fb6-4e25-b33f-5b18a82a4ce9 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/d2abddca-802b-447a-925b-3efb78ffa8c3 HTTP/1.1" status: 404 len: 337 time: 0.0996151 Jul 05 04:06:37.515049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-a081db57-1b66-4d79-bf4b-8d7717c612e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.520761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-a081db57-1b66-4d79-bf4b-8d7717c612e2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "GET /v2.0/ports/6d492b0a-eb7e-4212-a130-8e04dda42fb2?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2566814 Jul 05 04:06:37.521059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43468) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.521450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9e11d843-1d61-4836-bb78-ea7ec809ed9b,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:37.550170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:37.572182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.572498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.585429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Calling delete_port for 073d230a-d0e6-455e-9ccf-66a4d63f4bd1 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:37.589554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58db8a08-581b-407b-96e0-b1a5a738e947'}, {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d492b0a-eb7e-4212-a130-8e04dda42fb2'}, {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '029b7215-0712-46b9-967f-471924c08ffc'}, {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da1ef700-fd8d-42b6-b707-e72c89cbb7f8'}, {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2060da13-8d43-453a-84f6-bf05488b8037'}, {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e11d843-1d61-4836-bb78-ea7ec809ed9b'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:37.592796 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-078754fa-3886-4697-9dae-178ee009f829" -d '{"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "58db8a08-581b-407b-96e0-b1a5a738e947"}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "6d492b0a-eb7e-4212-a130-8e04dda42fb2"}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "029b7215-0712-46b9-967f-471924c08ffc"}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "da1ef700-fd8d-42b6-b707-e72c89cbb7f8"}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "2060da13-8d43-453a-84f6-bf05488b8037"}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9e11d843-1d61-4836-bb78-ea7ec809ed9b"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:37.608903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7698b2af-a4ed-4e5d-b4f7-b9a14e344c8e tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "GET /v2.0/ports?device_id=a9f47cd0-f35c-4277-8881-52cf9636ad07 HTTP/1.1" status: 200 len: 205 time: 0.0865319 Jul 05 04:06:37.619935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683012df-812d-4066-aef3-f847f11d70f9 req-f2f17404-9175-4afd-92dc-7a1b2e803869 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.625930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683012df-812d-4066-aef3-f847f11d70f9 req-f2f17404-9175-4afd-92dc-7a1b2e803869 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.627037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43472) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.631729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683012df-812d-4066-aef3-f847f11d70f9 req-f2f17404-9175-4afd-92dc-7a1b2e803869 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.638117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683012df-812d-4066-aef3-f847f11d70f9 req-f2f17404-9175-4afd-92dc-7a1b2e803869 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.643937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683012df-812d-4066-aef3-f847f11d70f9 req-f2f17404-9175-4afd-92dc-7a1b2e803869 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.649768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683012df-812d-4066-aef3-f847f11d70f9 req-f2f17404-9175-4afd-92dc-7a1b2e803869 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:37.652706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-683012df-812d-4066-aef3-f847f11d70f9 req-f2f17404-9175-4afd-92dc-7a1b2e803869 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 4652 time: 0.5954409 Jul 05 04:06:37.669346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1b69ab6b-4011-4756-9908-05c4d3dcb183 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.683308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2b9ed30f-8c98-4f44-97fd-31b4054c9a16 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17084d406d344abc97bdb734bf22a94c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3366561 Jul 05 04:06:37.683409 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-fbbf8214-ddbe-4f8f-9dc7-4bcb0e5729ef tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] delete failed (client error): The resource could not be found. Jul 05 04:06:37.683409 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fbbf8214-ddbe-4f8f-9dc7-4bcb0e5729ef tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/routers/a9f47cd0-f35c-4277-8881-52cf9636ad07 HTTP/1.1" status: 404 len: 336 time: 0.0486083 Jul 05 04:06:37.683409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43474) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.686257 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43476) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.717605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dea748e5-4735-4752-895e-b3839266527b req-ca002112-29ae-4426-8338-655930690c60 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3200181 Jul 05 04:06:37.729197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6fe8278-dece-42b3-921d-1f85366be6bc None None] Network 4f691dd1-660e-4c5e-bf0e-0fa71362763a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:37.751634 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef58de25-02e0-4efc-a93d-5b85cd975fc6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:37.752132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef58de25-02e0-4efc-a93d-5b85cd975fc6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:37.753889 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ef58de25-02e0-4efc-a93d-5b85cd975fc6 tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/7e1d2895-60de-4afd-a36b-24245f158ab8 HTTP/1.1" status: 404 len: 337 time: 0.0655460 Jul 05 04:06:37.761405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43480) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.780143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b69ab6b-4011-4756-9908-05c4d3dcb183 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Subnet': ['ID=815690d3-2eb9-4e20-951f-60610d9fb984,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:37.790677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1b69ab6b-4011-4756-9908-05c4d3dcb183 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.796656 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1b69ab6b-4011-4756-9908-05c4d3dcb183 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/815690d3-2eb9-4e20-951f-60610d9fb984 HTTP/1.1" status: 204 len: 168 time: 1.6017473 Jul 05 04:06:37.800841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43482) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:37.804311 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1050 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec2abcbe-35c2-49a1-81f3-4b87ab6c9eff x-openstack-request-id: req-ec2abcbe-35c2-49a1-81f3-4b87ab6c9eff {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:37.804311 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "58db8a08-581b-407b-96e0-b1a5a738e947", "code": 200}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "6d492b0a-eb7e-4212-a130-8e04dda42fb2", "code": 200}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "029b7215-0712-46b9-967f-471924c08ffc", "code": 200}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "da1ef700-fd8d-42b6-b707-e72c89cbb7f8", "code": 200}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "2060da13-8d43-453a-84f6-bf05488b8037", "code": 200}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-unplugged", "status": "completed", "tag": "9e11d843-1d61-4836-bb78-ea7ec809ed9b", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:37.804618 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ec2abcbe-35c2-49a1-81f3-4b87ab6c9eff {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:37.804845 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58db8a08-581b-407b-96e0-b1a5a738e947', 'code': 200} Jul 05 04:06:37.805068 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d492b0a-eb7e-4212-a130-8e04dda42fb2', 'code': 200} Jul 05 04:06:37.805323 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '029b7215-0712-46b9-967f-471924c08ffc', 'code': 200} Jul 05 04:06:37.805573 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da1ef700-fd8d-42b6-b707-e72c89cbb7f8', 'code': 200} Jul 05 04:06:37.805823 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2060da13-8d43-453a-84f6-bf05488b8037', 'code': 200} Jul 05 04:06:37.806066 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e11d843-1d61-4836-bb78-ea7ec809ed9b', 'code': 200} Jul 05 04:06:37.811933 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1efd8172-7271-4e98-b612-0ca8378f9aba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] DELETE failed (client error): The resource could not be found. Jul 05 04:06:37.812395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1efd8172-7271-4e98-b612-0ca8378f9aba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:06:37.814091 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1efd8172-7271-4e98-b612-0ca8378f9aba tempest-RoutersIpV6Test-981284938 tempest-RoutersIpV6Test-981284938-project] 10.222.0.30 "DELETE /v2.0/subnets/51ca8dc4-d9c4-4663-8e3f-b120e452f5b8 HTTP/1.1" status: 404 len: 337 time: 0.0517583 Jul 05 04:06:37.835368 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fa370e1-7d0a-4cd9-a71e-706121be5712 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.903233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-683012df-812d-4066-aef3-f847f11d70f9 req-c65edd05-d520-4ffb-94db-4e214f50edd0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=b2205cbc-a1f1-4746-996f-b67e830b94ce&id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2353570 Jul 05 04:06:37.907384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa370e1-7d0a-4cd9-a71e-706121be5712 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=31cbe4b7-58a3-478e-8b0b-cec67e3c5c1d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:37.932141 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fa370e1-7d0a-4cd9-a71e-706121be5712 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.932141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1fa370e1-7d0a-4cd9-a71e-706121be5712 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/31cbe4b7-58a3-478e-8b0b-cec67e3c5c1d HTTP/1.1" status: 204 len: 168 time: 1.3290551 Jul 05 04:06:37.932141 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:37.934660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43488) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:38.019023 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462510fe-01e8-45b2-a324-e9fb70234190 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.048574 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d84c425b-683b-4312-bf54-36db590003b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.093377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f15db99-192b-4593-810d-6d3045db24bc None None] DHCP port deletion for 4f691dd1-660e-4c5e-bf0e-0fa71362763a request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:06:38.094895 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.121302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462510fe-01e8-45b2-a324-e9fb70234190 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.127279 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.159580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1f15db99-192b-4593-810d-6d3045db24bc None None] Deleting port 7032e216-2fbd-48c3-9055-70e4f812bcb7 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:38.160286 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1f15db99-192b-4593-810d-6d3045db24bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.262904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1f15db99-192b-4593-810d-6d3045db24bc None None] For port 7032e216-2fbd-48c3-9055-70e4f812bcb7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7032e216-2fbd-48c3-9055-70e4f812bcb7,segment=NetworkSegment(108599b9-673e-476c-8d35-56549777bd48),segment_id=108599b9-673e-476c-8d35-56549777bd48)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:38.263326 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1f15db99-192b-4593-810d-6d3045db24bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.274687 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.280484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1f15db99-192b-4593-810d-6d3045db24bc None None] Calling delete_port for 7032e216-2fbd-48c3-9055-70e4f812bcb7 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:38.319607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.332218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event deleted for resources: {'Port': ['ID=073d230a-d0e6-455e-9ccf-66a4d63f4bd1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.381692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3baa6c3c-8492-4884-bc66-b958940916ab']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:38.393192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462510fe-01e8-45b2-a324-e9fb70234190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.395697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-462510fe-01e8-45b2-a324-e9fb70234190 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.396877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-462510fe-01e8-45b2-a324-e9fb70234190 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/07574e76-bdae-4873-b10c-dc58bb132447 HTTP/1.1" status: 204 len: 168 time: 0.7189491 Jul 05 04:06:38.398307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.398976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.398976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.404486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.404896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.405269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.408711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.409961 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.410315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.410660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.411005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.411337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:38.438953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8da45ca-9d6d-429a-a504-62b0d4611fe9') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:38.439282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8da45ca-9d6d-429a-a504-62b0d4611fe9') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:38.444781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 7032e216-2fbd-48c3-9055-70e4f812bcb7 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:38.448655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.468100 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1f15db99-192b-4593-810d-6d3045db24bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.469379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43498) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:38.475915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-854e00e1-6634-4aea-9f49-1d4b01b9b2e9 req-35bbac84-e187-4286-9be6-dc8129dd8cf6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.4514019 Jul 05 04:06:38.506317 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.508281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462510fe-01e8-45b2-a324-e9fb70234190 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07574e76-bdae-4873-b10c-dc58bb132447,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.529996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f15db99-192b-4593-810d-6d3045db24bc None None] No DVR routers for this DVR port 7032e216-2fbd-48c3-9055-70e4f812bcb7 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:38.537367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.550112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.552931 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.554094 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-55985bb6-c10a-421a-b758-95c0d13c792a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "DELETE /v2.0/floatingips/c0c3e117-2e7c-4ace-9849-4ccf1bbd9fb4 HTTP/1.1" status: 204 len: 168 time: 1.2891605 Jul 05 04:06:38.555226 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:38.555609 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:38.571931 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:38.576180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba55c13-f946-4c92-a2a7-80bd23949340 req-d40785db-5d13-468e-9b05-5ac9643c409d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:38.576180 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ba55c13-f946-4c92-a2a7-80bd23949340 req-d40785db-5d13-468e-9b05-5ac9643c409d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.5786347 Jul 05 04:06:38.606539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f15db99-192b-4593-810d-6d3045db24bc None None] Pushing event deleted for resources: {'Port': ['ID=7032e216-2fbd-48c3-9055-70e4f812bcb7,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.672106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] For port 6d492b0a-eb7e-4212-a130-8e04dda42fb2, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6d492b0a-eb7e-4212-a130-8e04dda42fb2,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:38.680539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port 7032e216-2fbd-48c3-9055-70e4f812bcb7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7032e216-2fbd-48c3-9055-70e4f812bcb7,segment=NetworkSegment(108599b9-673e-476c-8d35-56549777bd48),segment_id=108599b9-673e-476c-8d35-56549777bd48)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:38.681082 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.696694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ba55c13-f946-4c92-a2a7-80bd23949340 req-84b1b4e8-df25-4c31-8989-5fa1a710d938 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194768 Jul 05 04:06:38.736340 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 7032e216-2fbd-48c3-9055-70e4f812bcb7 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:38.762928 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] For port 6d492b0a-eb7e-4212-a130-8e04dda42fb2, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:38.770976 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.776624 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.782001 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] 10.222.0.30 "DELETE /v2.0/networks/3baa6c3c-8492-4884-bc66-b958940916ab HTTP/1.1" status: 204 len: 168 time: 0.8411610 Jul 05 04:06:38.799166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] device_id is not set on port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:06:38.808238 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.872481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d571cfb6-15ff-43cc-bbe8-29fae1fcb96d admin admin] Pushing event deleted for resources: {'Network': ['ID=3baa6c3c-8492-4884-bc66-b958940916ab,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.882865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43512) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:38.883430 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-86771f04-5b49-4282-b3c8-1c2202508cbc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c9599614038486c8b8a4da4c64282fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4099209 Jul 05 04:06:38.927188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd3b0a08-c76b-4161-8ab7-65915d09c21f req-4c463319-9ada-44b8-9408-293a5ec9980a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0726113 Jul 05 04:06:38.937827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.942627 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:38.970732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=7032e216-2fbd-48c3-9055-70e4f812bcb7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:38.976464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No DVR routers for this DVR port 7032e216-2fbd-48c3-9055-70e4f812bcb7 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:39.123161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.129538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] No DVR routers for this DVR port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:39.153396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f691dd1-660e-4c5e-bf0e-0fa71362763a']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:39.164271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] Pushing event updated for resources: {'Port': ['ID=6d492b0a-eb7e-4212-a130-8e04dda42fb2,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.185351 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108599b9-673e-476c-8d35-56549777bd48') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:39.185759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108599b9-673e-476c-8d35-56549777bd48') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:39.204610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.221830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43516) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.227878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-7577d34d-6866-4053-8eff-21398d5342eb tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1509288481', 'description': 'tempest-description--32351439'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:39.242579 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.251621 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a1cf886-8480-4fe2-851b-52a5c6b59a2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.252534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:39.253040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.282353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] In _notify_port_updated(), no bound segment for port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 on network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:06:39.283280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.283986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.285302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-d4686f64-8397-4e27-a0d9-fcfa81dc6c68 service neutron] 10.222.0.26 "PUT /v2.0/ports/6d492b0a-eb7e-4212-a130-8e04dda42fb2 HTTP/1.1" status: 200 len: 1027 time: 1.7471645 Jul 05 04:06:39.309807 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f9555c-fff2-4004-8154-67e89d843e42 req-78efab6e-34d5-4e09-a981-0afcd3300c12 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.311317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4f9555c-fff2-4004-8154-67e89d843e42 req-78efab6e-34d5-4e09-a981-0afcd3300c12 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.3877828 Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:39.344312 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:39.391719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43518) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.393663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a1cf886-8480-4fe2-851b-52a5c6b59a2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.423837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.428315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.431718 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/networks/4f691dd1-660e-4c5e-bf0e-0fa71362763a HTTP/1.1" status: 204 len: 168 time: 1.6287737 Jul 05 04:06:39.440944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43520) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.448943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-10f2f065-8496-492e-85db-0e94b70455ba tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-725531378', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:39.459830 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cf38fb56-2f3d-4c99-9445-9d96bb5c7e43 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48df7ed11e214ab5907a9d13d35cdefe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0667844 Jul 05 04:06:39.460859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed724d8c-cb0d-4b31-a83e-90e43c76fde4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Network': ['ID=4f691dd1-660e-4c5e-bf0e-0fa71362763a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.462409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43522) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:39.475834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0f3f5bd9-0596-4696-96e0-bc987e45ceca None None] Provisioning complete for port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:39.476407 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0f3f5bd9-0596-4696-96e0-bc987e45ceca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.489041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4f9555c-fff2-4004-8154-67e89d843e42 req-94bad7d4-bbd5-4010-ab4e-cfef36cf489b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542716 Jul 05 04:06:39.489776 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7577d34d-6866-4053-8eff-21398d5342eb tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.520700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0f3f5bd9-0596-4696-96e0-bc987e45ceca None None] Port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:39.526004 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9112bb6a-8811-468f-a9a2-a9442806cd71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.551381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9112bb6a-8811-468f-a9a2-a9442806cd71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.603117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37a3c4-ee8b-4907-aa8a-6335794a8fbb req-4b92cc57-cf0f-4974-b4db-a8e57b7ce0fb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.609361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37a3c4-ee8b-4907-aa8a-6335794a8fbb req-4b92cc57-cf0f-4974-b4db-a8e57b7ce0fb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.615602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37a3c4-ee8b-4907-aa8a-6335794a8fbb req-4b92cc57-cf0f-4974-b4db-a8e57b7ce0fb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.622112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37a3c4-ee8b-4907-aa8a-6335794a8fbb req-4b92cc57-cf0f-4974-b4db-a8e57b7ce0fb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.630904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37a3c4-ee8b-4907-aa8a-6335794a8fbb req-4b92cc57-cf0f-4974-b4db-a8e57b7ce0fb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.636052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e37a3c4-ee8b-4907-aa8a-6335794a8fbb req-4b92cc57-cf0f-4974-b4db-a8e57b7ce0fb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 3876 time: 0.2531130 Jul 05 04:06:39.653460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10f2f065-8496-492e-85db-0e94b70455ba tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.654482 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10f2f065-8496-492e-85db-0e94b70455ba tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.676866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a1cf886-8480-4fe2-851b-52a5c6b59a2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.679302 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a1cf886-8480-4fe2-851b-52a5c6b59a2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.680377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1a1cf886-8480-4fe2-851b-52a5c6b59a2c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/129a9978-18cc-4c48-bbe6-6de14c301a65 HTTP/1.1" status: 204 len: 168 time: 0.7952952 Jul 05 04:06:39.695600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9112bb6a-8811-468f-a9a2-a9442806cd71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.699503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9112bb6a-8811-468f-a9a2-a9442806cd71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.701786 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9112bb6a-8811-468f-a9a2-a9442806cd71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1c0a7c75-217e-413c-87e5-d52220801aff HTTP/1.1" status: 204 len: 168 time: 0.2377093 Jul 05 04:06:39.712399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112bb6a-8811-468f-a9a2-a9442806cd71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c0a7c75-217e-413c-87e5-d52220801aff,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.738965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-b6e0d8e1-9586-40d3-b73b-f2f23494bcb6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting port 2060da13-8d43-453a-84f6-bf05488b8037 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:39.739310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-b6e0d8e1-9586-40d3-b73b-f2f23494bcb6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.749157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1cf886-8480-4fe2-851b-52a5c6b59a2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=129a9978-18cc-4c48-bbe6-6de14c301a65,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:39.868275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e37a3c4-ee8b-4907-aa8a-6335794a8fbb req-0fd60d07-dc3a-4cd5-9e30-e47f41050b7e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2233038 Jul 05 04:06:39.880257 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10f2f065-8496-492e-85db-0e94b70455ba tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.915669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7032e216-2fbd-48c3-9055-70e4f812bcb7 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:06:39.942865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 7032e216-2fbd-48c3-9055-70e4f812bcb7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:06:39.943219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7032e216-2fbd-48c3-9055-70e4f812bcb7 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:06:39.958466 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7577d34d-6866-4053-8eff-21398d5342eb tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.967058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f71954-3978-40c6-98c4-fb4c913e5710 req-0565899c-5beb-46b1-86cc-b563feb9ff5f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:39.968599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81f71954-3978-40c6-98c4-fb4c913e5710 req-0565899c-5beb-46b1-86cc-b563feb9ff5f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.3185656 Jul 05 04:06:39.970701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-b6e0d8e1-9586-40d3-b73b-f2f23494bcb6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] For port 2060da13-8d43-453a-84f6-bf05488b8037, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2060da13-8d43-453a-84f6-bf05488b8037,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:39.971079 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-b6e0d8e1-9586-40d3-b73b-f2f23494bcb6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:39.973975 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10f2f065-8496-492e-85db-0e94b70455ba tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.008137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-b6e0d8e1-9586-40d3-b73b-f2f23494bcb6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Calling delete_port for 2060da13-8d43-453a-84f6-bf05488b8037 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:40.025878 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7577d34d-6866-4053-8eff-21398d5342eb tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.096594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10f2f065-8496-492e-85db-0e94b70455ba tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.097789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-10f2f065-8496-492e-85db-0e94b70455ba tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.6538725 Jul 05 04:06:40.100740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43536) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:40.107383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'network': {'name': 'tempest-RoutersTest-529382441'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:40.118902 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81f71954-3978-40c6-98c4-fb4c913e5710 req-2b1f3dce-0ccf-4587-bd17-86c1c2ed7dd2 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318793 Jul 05 04:06:40.119076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7577d34d-6866-4053-8eff-21398d5342eb tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:40.222529 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7577d34d-6866-4053-8eff-21398d5342eb tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.224232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7577d34d-6866-4053-8eff-21398d5342eb tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.0001686 Jul 05 04:06:40.227039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43544) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:40.233573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-0c38ab4c-ae98-4564-b724-fd74aa0f756a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'security_group_rule': {'security_group_id': 'a0a3b00f-4371-4bbb-a14e-44f958e8e4a6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:40.319734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:40.321777 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.335319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-413db3fd-3268-4bf0-a018-b833a12aed42 req-e157ca18-9e1d-4339-aaa3-2bf511abb107 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:40.336890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-413db3fd-3268-4bf0-a018-b833a12aed42 req-e157ca18-9e1d-4339-aaa3-2bf511abb107 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.0810146 Jul 05 04:06:40.342510 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-b6e0d8e1-9586-40d3-b73b-f2f23494bcb6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.368582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:40.378251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.378597 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added segment d9469607-dfe6-4b37-ba33-30bba4806e1c of type vlan for network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 Jul 05 04:06:40.394719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e0d8e1-9586-40d3-b73b-f2f23494bcb6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Port': ['ID=2060da13-8d43-453a-84f6-bf05488b8037,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:40.421447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.455485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-b6e0d8e1-9586-40d3-b73b-f2f23494bcb6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] No DVR routers for this DVR port 2060da13-8d43-453a-84f6-bf05488b8037 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:40.459810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-413db3fd-3268-4bf0-a018-b833a12aed42 req-46188287-9180-4156-907d-fbe41a1a8617 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151357 Jul 05 04:06:40.460921 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-b6e0d8e1-9586-40d3-b73b-f2f23494bcb6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.462860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-b6e0d8e1-9586-40d3-b73b-f2f23494bcb6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "DELETE /v2.0/ports/2060da13-8d43-453a-84f6-bf05488b8037 HTTP/1.1" status: 204 len: 173 time: 1.1506135 Jul 05 04:06:40.463304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-deleted', 'tag': '2060da13-8d43-453a-84f6-bf05488b8037'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:40.466147 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6814e54-60d6-4b7d-85f8-d89e4ce3998a" -d '{"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-deleted", "tag": "2060da13-8d43-453a-84f6-bf05488b8037"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:40.502217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c38ab4c-ae98-4564-b724-fd74aa0f756a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.574850 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.592538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:40.597695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.603648 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6d2a022-cd3b-4d2f-9505-4bcb24620a13 x-openstack-request-id: req-a6d2a022-cd3b-4d2f-9505-4bcb24620a13 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:40.604324 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-deleted", "tag": "2060da13-8d43-453a-84f6-bf05488b8037", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:40.604324 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a6d2a022-cd3b-4d2f-9505-4bcb24620a13 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:40.605211 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-deleted', 'tag': '2060da13-8d43-453a-84f6-bf05488b8037', 'status': 'completed', 'code': 200} Jul 05 04:06:40.659053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting port 9e11d843-1d61-4836-bb78-ea7ec809ed9b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:40.659983 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.703057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c38ab4c-ae98-4564-b724-fd74aa0f756a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.710083 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6055427 Jul 05 04:06:40.710261 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43566) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:40.715730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'subnet': {'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:40.775589 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-96f49b83-a1c6-418b-b3db-db5a964f9dc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.816678 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d372ce1f-d339-4f8a-8324-119e32a2d194 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Network': ['ID=aa31d0e1-13d9-4aa8-84ad-68b7f6493910,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:40.826346 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c38ab4c-ae98-4564-b724-fd74aa0f756a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.832931 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:40.852513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-317500f5-e285-454e-93aa-b1f3d54390ee req-ed667020-ccfe-4376-bded-9c1753d4bc75 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0700371 Jul 05 04:06:40.871836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c38ab4c-ae98-4564-b724-fd74aa0f756a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ce34f3-b578-4c68-98d3-217904ff4a69,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:40.879837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] For port 9e11d843-1d61-4836-bb78-ea7ec809ed9b, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9e11d843-1d61-4836-bb78-ea7ec809ed9b,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:40.880441 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.915005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c38ab4c-ae98-4564-b724-fd74aa0f756a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:40.917215 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0c38ab4c-ae98-4564-b724-fd74aa0f756a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6887197 Jul 05 04:06:40.931193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43586) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:40.951049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fb58e0a1-8e66-4c1a-a069-d9f0924f6586 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'security_group_rule': {'security_group_id': 'a0a3b00f-4371-4bbb-a14e-44f958e8e4a6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:41.017471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:41.021203 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.206889 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.248021 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb58e0a1-8e66-4c1a-a069-d9f0924f6586 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.310367 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.310367 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.310367 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Floating IP 4c360c17-f41f-42fc-aaee-8d3ab7273dc4 disassociated. External IP: 172.25.4.105, port: 9e11d843-1d61-4836-bb78-ea7ec809ed9b. Jul 05 04:06:41.310367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Calling delete_port for 9e11d843-1d61-4836-bb78-ea7ec809ed9b owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:41.311659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43594) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:41.318490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43596) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:41.410091 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb58e0a1-8e66-4c1a-a069-d9f0924f6586 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.454714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-616349817'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:41.459718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.476560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3456b202-671c-4dd1-b965-925d39d17949 req-df7ecf16-1d5f-460e-ba31-e7cc98554c11 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0961142 Jul 05 04:06:41.517389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1108795779-network', 'tenant_id': '2bb004fa2bea487ba6015d7708d6e7c7'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:41.520025 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb58e0a1-8e66-4c1a-a069-d9f0924f6586 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.535721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea2d5-0614-4c0a-887f-bd30a09e18c6 req-bd259593-0f94-4779-821d-e2a4cbf64cbe tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.542381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea2d5-0614-4c0a-887f-bd30a09e18c6 req-bd259593-0f94-4779-821d-e2a4cbf64cbe tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.548361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea2d5-0614-4c0a-887f-bd30a09e18c6 req-bd259593-0f94-4779-821d-e2a4cbf64cbe tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.554294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91ea2d5-0614-4c0a-887f-bd30a09e18c6 req-bd259593-0f94-4779-821d-e2a4cbf64cbe tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.556089 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e91ea2d5-0614-4c0a-887f-bd30a09e18c6 req-bd259593-0f94-4779-821d-e2a4cbf64cbe tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 3143 time: 0.2405901 Jul 05 04:06:41.568009 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb58e0a1-8e66-4c1a-a069-d9f0924f6586 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=954e2760-faaf-4961-871b-617d452a2f13,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:41.580267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Subnet': ['ID=b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:41.588353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Checking segment: {'id': 'd9469607-dfe6-4b37-ba33-30bba4806e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:41.588719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network hostable DHCP agents. Network: aa31d0e1-13d9-4aa8-84ad-68b7f6493910, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:41.612178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655c75a-1c0e-46eb-a5d8-728f988bc42c req-9d808c86-4a50-466d-be79-03265f8e5807 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.613501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1655c75a-1c0e-46eb-a5d8-728f988bc42c req-9d808c86-4a50-466d-be79-03265f8e5807 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.2968931 Jul 05 04:06:41.615255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Made reservation on behalf of 0fdebe3cf0874253a9ecedd330135c44 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:41.620819 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.632009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.664233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e91ea2d5-0614-4c0a-887f-bd30a09e18c6 req-565eaaef-f331-4af2-ba19-a999d313c866 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0994880 Jul 05 04:06:41.672199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:41.706944 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb58e0a1-8e66-4c1a-a069-d9f0924f6586 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.712942 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fb58e0a1-8e66-4c1a-a069-d9f0924f6586 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7723742 Jul 05 04:06:41.714252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43606) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:41.718566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1655c75a-1c0e-46eb-a5d8-728f988bc42c req-557702d7-fb95-44cb-b1c7-eadda3fca131 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961225 Jul 05 04:06:41.718969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:41.796727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, aa31d0e1-13d9-4aa8-84ad-68b7f6493910) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:41.801423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:41.802012 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.806173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96649b6f-432e-47f6-a219-647e4b4cf60b None None] Network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:41.825663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.826536 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Made reservation on behalf of 2bb004fa2bea487ba6015d7708d6e7c7 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:41.828980 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.846353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.879259 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:41.881938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Port': ['ID=9e11d843-1d61-4836-bb78-ea7ec809ed9b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:41.912672 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bded2cb0-df95-4ada-98a6-7131e7a1217a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1966820 Jul 05 04:06:41.913380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43608) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:41.965480 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:06:41.965480 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:06:41.965480 n-d-758944-41 neutron-server[100895]: [parameters: {'project_id_1': '2bb004fa2bea487ba6015d7708d6e7c7', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 6, 41, 876168)}] Jul 05 04:06:41.965480 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:06:41.966163 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:06:41.971015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:06:41.971015 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:06:41.971015 n-d-758944-41 neutron-server[100895]: [parameters: {'project_id_1': '686d46d8195843c2984affa2d94f123e', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 6, 41, 728150)}] Jul 05 04:06:41.971015 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:06:41.971407 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:06:41.993372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:41.994255 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.031925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Router 42a7a8f0-655f-4806-ab6d-664d139a4cdc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:42.162814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Allocated IP 172.20.0.2 (aa31d0e1-13d9-4aa8-84ad-68b7f6493910/b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce/0344f185-7119-4b3c-aae5-6550db7e5b8d) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:42.195362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:42.217523 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] Sync routers for ids ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:42.244270 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] Routers {'42a7a8f0-655f-4806-ab6d-664d139a4cdc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:42.245401 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:42.248514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.255262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] No DVR routers for this DVR port 9e11d843-1d61-4836-bb78-ea7ec809ed9b on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:42.258715 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.263733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-610068d7-060c-4d30-bd92-533c94514820 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "DELETE /v2.0/ports/9e11d843-1d61-4836-bb78-ea7ec809ed9b HTTP/1.1" status: 204 len: 173 time: 1.7947431 Jul 05 04:06:42.282936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.382494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.407299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.423401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Transition to ACTIVE for port object 0344f185-7119-4b3c-aae5-6550db7e5b8d will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:42.435490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-f1fdd7a9-a806-496c-bb3a-5725e99c67d2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:42.436276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-f1fdd7a9-a806-496c-bb3a-5725e99c67d2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.451394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Transition to ACTIVE for port object 0344f185-7119-4b3c-aae5-6550db7e5b8d will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:42.467009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.527298 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.532347 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] Set router 42a7a8f0-655f-4806-ab6d-664d139a4cdc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:42.577200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-f1fdd7a9-a806-496c-bb3a-5725e99c67d2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] For port da1ef700-fd8d-42b6-b707-e72c89cbb7f8, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:42.577634 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-f1fdd7a9-a806-496c-bb3a-5725e99c67d2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.591782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Pushing event updated for resources: {'Port': ['ID=0344f185-7119-4b3c-aae5-6550db7e5b8d,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:42.604394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-f1fdd7a9-a806-496c-bb3a-5725e99c67d2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Calling delete_port for da1ef700-fd8d-42b6-b707-e72c89cbb7f8 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:42.613041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:42.615116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:42.618060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:42.636291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-deleted', 'tag': '9e11d843-1d61-4836-bb78-ea7ec809ed9b'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:42.640269 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e78a724-00d0-4531-84b9-dc775c7195d9" -d '{"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-deleted", "tag": "9e11d843-1d61-4836-bb78-ea7ec809ed9b"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:42.701150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Attempting to bind port 0344f185-7119-4b3c-aae5-6550db7e5b8d on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:42.701912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Attempting to bind port 0344f185-7119-4b3c-aae5-6550db7e5b8d by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd9469607-dfe6-4b37-ba33-30bba4806e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:42.702430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Attempting to bind port 0344f185-7119-4b3c-aae5-6550db7e5b8d on network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:42.713187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:42.713657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Checking segment: {'id': 'd9469607-dfe6-4b37-ba33-30bba4806e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:42.714386 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.714992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Bound using segment: {'id': 'd9469607-dfe6-4b37-ba33-30bba4806e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:42.715306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Bound port: 0344f185-7119-4b3c-aae5-6550db7e5b8d, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9469607-dfe6-4b37-ba33-30bba4806e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:42.715684 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.742086 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed0ea72c-0c67-47b8-b50b-eebfa0890f4f x-openstack-request-id: req-ed0ea72c-0c67-47b8-b50b-eebfa0890f4f {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:42.747942 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-deleted", "tag": "9e11d843-1d61-4836-bb78-ea7ec809ed9b", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:42.747942 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed0ea72c-0c67-47b8-b50b-eebfa0890f4f {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:42.748235 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-deleted', 'tag': '9e11d843-1d61-4836-bb78-ea7ec809ed9b', 'status': 'completed', 'code': 200} Jul 05 04:06:42.854855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] For port 0344f185-7119-4b3c-aae5-6550db7e5b8d, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:42.859716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] For port 0344f185-7119-4b3c-aae5-6550db7e5b8d, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0344f185-7119-4b3c-aae5-6550db7e5b8d,segment=NetworkSegment(d9469607-dfe6-4b37-ba33-30bba4806e1c),segment_id=d9469607-dfe6-4b37-ba33-30bba4806e1c)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:42.895810 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:52:02Z', 'revision_number': 5, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:42.923117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:42.929560 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:42.953930 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] Checking router: 42a7a8f0-655f-4806-ab6d-664d139a4cdc for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:42.972806 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] Routers {'42a7a8f0-655f-4806-ab6d-664d139a4cdc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:42.974658 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:42.992771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c7c2dbe-d17b-404b-800a-335b6380a52c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.000173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e60bda-00c4-495d-9cc1-dec10bebf394 req-11697b4c-c977-43e2-a83f-540cfba0dfea tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.006438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e60bda-00c4-495d-9cc1-dec10bebf394 req-11697b4c-c977-43e2-a83f-540cfba0dfea tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.013441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e60bda-00c4-495d-9cc1-dec10bebf394 req-11697b4c-c977-43e2-a83f-540cfba0dfea tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.014580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4159bc0a-ad41-4ac5-b7d8-9219ce80158e None None] Pushing event updated for resources: {'Port': ['ID=0344f185-7119-4b3c-aae5-6550db7e5b8d,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.015666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93e60bda-00c4-495d-9cc1-dec10bebf394 req-11697b4c-c977-43e2-a83f-540cfba0dfea tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 2409 time: 0.1592302 Jul 05 04:06:43.028283 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-f1fdd7a9-a806-496c-bb3a-5725e99c67d2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.058450 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.058793 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Added segment fdd50b24-58aa-44eb-9028-d31d64bd08f7 of type vlan for network 7fab932c-7715-4e3d-9a87-3efe99b3f690 Jul 05 04:06:43.073661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.074281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fdd7a9-a806-496c-bb3a-5725e99c67d2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Port': ['ID=da1ef700-fd8d-42b6-b707-e72c89cbb7f8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.188076 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] Set router 42a7a8f0-655f-4806-ab6d-664d139a4cdc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:43.212558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93e60bda-00c4-495d-9cc1-dec10bebf394 req-448a4b46-5395-4ad7-bc09-0dc3b5bf5ffe tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821358 Jul 05 04:06:43.276253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df3fc1e-984b-447b-ac90-2e13210abaf3 req-4bd7edc9-363a-4262-9564-cdc786f7dd5c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.279299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.290115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5df3fc1e-984b-447b-ac90-2e13210abaf3 req-4bd7edc9-363a-4262-9564-cdc786f7dd5c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.3443189 Jul 05 04:06:43.291298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-f1fdd7a9-a806-496c-bb3a-5725e99c67d2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] No DVR routers for this DVR port da1ef700-fd8d-42b6-b707-e72c89cbb7f8 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:43.294529 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-f1fdd7a9-a806-496c-bb3a-5725e99c67d2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.296721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-f1fdd7a9-a806-496c-bb3a-5725e99c67d2 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "DELETE /v2.0/ports/da1ef700-fd8d-42b6-b707-e72c89cbb7f8 HTTP/1.1" status: 204 len: 173 time: 1.0249465 Jul 05 04:06:43.393879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5df3fc1e-984b-447b-ac90-2e13210abaf3 req-b46ff434-db1c-450c-8a97-f71db0750dd4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0961156 Jul 05 04:06:43.456452 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.482405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9e0f9e8-2f57-4c6f-a2fe-4f244f048116 req-1547ac07-d9e2-476e-a4b4-d88c185dfaea service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0499258 Jul 05 04:06:43.513141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-c9989e2a-18c3-4e90-8d62-79188df0bfa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting port 029b7215-0712-46b9-967f-471924c08ffc {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:43.513382 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-c9989e2a-18c3-4e90-8d62-79188df0bfa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.537327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.594227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Allocated IP 172.20.0.1 (aa31d0e1-13d9-4aa8-84ad-68b7f6493910/b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce/b703975b-4a05-4abd-a9f0-fbab31bf89a8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:43.637592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.689686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.696781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:43.697431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.698404 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:52:02Z', 'revision_number': 5, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:43.732144 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.736092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-c9989e2a-18c3-4e90-8d62-79188df0bfa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] For port 029b7215-0712-46b9-967f-471924c08ffc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=029b7215-0712-46b9-967f-471924c08ffc,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:43.740654 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-c9989e2a-18c3-4e90-8d62-79188df0bfa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.746213 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ef18e56-abf3-447c-9f93-200bcf24874b None None] The sync data for ids ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'] in n-d-758944-41 is: [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T03:51:45Z', 'revision_number': 4, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '56616bc3-a821-43bd-bcb1-e838d59518a4', 'name': '', 'network_id': '006871a5-87b4-4ee0-b89f-775378777a1f', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'mac_address': 'fa:16:3e:0f:71:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_interface', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:43Z', 'updated_at': '2021-07-05T03:52:02Z', 'revision_number': 5, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'subnets': [{'id': 'e82c32dd-6b78-4191-902a-e6a7fae2ddaf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:43.782067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-c9989e2a-18c3-4e90-8d62-79188df0bfa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Calling delete_port for 029b7215-0712-46b9-967f-471924c08ffc owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:43.855675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:43.859702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7aa85d53-d694-44f7-b8bb-3d3cb3cad39c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:43.865473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75ea1903-02f2-446c-b3d5-fdf51e4c6520 req-a11eccad-6f9b-4244-82a0-b2a88da5cbe0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0658863 Jul 05 04:06:43.970712 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:43.970712 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Added segment 9e86bf17-5353-4d18-a918-fc1d297d3e2e of type vlan for network d77497b4-7d4c-4200-b69c-36244ac54c94 Jul 05 04:06:44.009163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Pushing event updated for resources: {'Network': ['ID=7fab932c-7715-4e3d-9a87-3efe99b3f690,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.021489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3805f75a-aaf4-4eb7-a268-9dc4df3461dd tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 2.7037127 Jul 05 04:06:44.023594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43632) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:44.027978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 7fab932c-7715-4e3d-9a87-3efe99b3f690 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:44.038109 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-e5bb0792-ab39-4285-bdef-2b16dfbe4fae tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690', 'tempest-TagsTest-Tag-718177626') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:44.054475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0344f185-7119-4b3c-aae5-6550db7e5b8d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:44.068147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.106221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.137462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a76c0a6e-2be3-4dc0-aad5-90c5c242bab3 None None] New status for floating IP 4c360c17-f41f-42fc-aaee-8d3ab7273dc4: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:06:44.149990 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.162908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-c9989e2a-18c3-4e90-8d62-79188df0bfa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.204735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9989e2a-18c3-4e90-8d62-79188df0bfa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Port': ['ID=029b7215-0712-46b9-967f-471924c08ffc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.209373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Transition to ACTIVE for port object b703975b-4a05-4abd-a9f0-fbab31bf89a8 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:44.303512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-c9989e2a-18c3-4e90-8d62-79188df0bfa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] No DVR routers for this DVR port 029b7215-0712-46b9-967f-471924c08ffc on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:44.324601 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-c9989e2a-18c3-4e90-8d62-79188df0bfa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.334570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-c9989e2a-18c3-4e90-8d62-79188df0bfa6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "DELETE /v2.0/ports/029b7215-0712-46b9-967f-471924c08ffc HTTP/1.1" status: 204 len: 173 time: 1.0279822 Jul 05 04:06:44.350152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.386944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Allocated IP 172.25.4.241 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/602cb53f-59d1-48be-a25e-ad86d099c433) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:44.412203 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.413199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:44.413836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.430797 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 0344f185-7119-4b3c-aae5-6550db7e5b8d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:44.544992 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.2083790 Jul 05 04:06:44.554361 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.577591 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e5bb0792-ab39-4285-bdef-2b16dfbe4fae tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "PUT /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags/tempest-TagsTest-Tag-718177626 HTTP/1.1" status: 201 len: 201 time: 0.5415537 Jul 05 04:06:44.578700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43640) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:44.584521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-58ac41a4-fb06-4035-b9d7-6f2f0ef4ee7d tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690', 'tempest-TagsTest-Tag-718177626') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:44.593869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eb08a-c30f-4a3b-b4a9-1fe31aebbe91 req-1e3b24f2-65ae-436d-86fb-cd463be35602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:44.595559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92eb08a-c30f-4a3b-b4a9-1fe31aebbe91 req-1e3b24f2-65ae-436d-86fb-cd463be35602 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 1098 time: 0.2588501 Jul 05 04:06:44.623340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda9686d-e312-42c7-8c83-e7e3992fba71 req-0817d0ad-47f2-4fea-a62f-92bddcea9e2b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:44.625202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fda9686d-e312-42c7-8c83-e7e3992fba71 req-0817d0ad-47f2-4fea-a62f-92bddcea9e2b tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.3229480 Jul 05 04:06:44.625357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839d84e4-b545-46b1-9bfa-8f14b392ab38 admin admin] Pushing event updated for resources: {'Network': ['ID=d77497b4-7d4c-4200-b69c-36244ac54c94,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.648473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d77497b4-7d4c-4200-b69c-36244ac54c94 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:44.652411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:44.668733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:44.672793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=b703975b-4a05-4abd-a9f0-fbab31bf89a8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:44.675238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:44.746211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d206220-869a-4f4b-913c-cfb003a6d923 req-cb9802c3-6cdc-40bf-afe9-8fdb49d79fbb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:44.754401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d206220-869a-4f4b-913c-cfb003a6d923 req-cb9802c3-6cdc-40bf-afe9-8fdb49d79fbb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 943 time: 0.3558884 Jul 05 04:06:44.762005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.773876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-deleted', 'tag': 'da1ef700-fd8d-42b6-b707-e72c89cbb7f8'}, {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-deleted', 'tag': '029b7215-0712-46b9-967f-471924c08ffc'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:44.777095 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d60e0486-9e46-4a35-895d-7ac6c2ad4ef7" -d '{"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-deleted", "tag": "da1ef700-fd8d-42b6-b707-e72c89cbb7f8"}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-deleted", "tag": "029b7215-0712-46b9-967f-471924c08ffc"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:44.782528 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.859832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd59ff9-1b3c-49ca-84f2-9edbce19468b None None] Network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:44.928458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d206220-869a-4f4b-913c-cfb003a6d923 req-77081f65-e99c-4301-b4c4-599f96dfc5a0 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1731410 Jul 05 04:06:44.931231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-e023865b-b2fb-42cb-999a-1d29e567da9d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting port 58db8a08-581b-407b-96e0-b1a5a738e947 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:06:44.931231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-e023865b-b2fb-42cb-999a-1d29e567da9d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:44.949178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fda9686d-e312-42c7-8c83-e7e3992fba71 req-70abe3ac-6e2f-4435-b63c-101aaf59874f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2581732 Jul 05 04:06:45.016966 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.022766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eb08a-c30f-4a3b-b4a9-1fe31aebbe91 req-9fd5c103-5370-4cd4-b4cb-f4450cc1e77b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.024568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92eb08a-c30f-4a3b-b4a9-1fe31aebbe91 req-9fd5c103-5370-4cd4-b4cb-f4450cc1e77b service neutron] 10.222.0.26 "GET /v2.0/networks?id=84b473dc-229b-4cfb-ab2c-e150a9e04dee HTTP/1.1" status: 200 len: 915 time: 0.4118078 Jul 05 04:06:45.030031 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0214336-1c5e-4acf-aa3e-66fd6f69f0a0 x-openstack-request-id: req-e0214336-1c5e-4acf-aa3e-66fd6f69f0a0 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:45.030194 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-deleted", "tag": "da1ef700-fd8d-42b6-b707-e72c89cbb7f8", "status": "completed", "code": 200}, {"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-deleted", "tag": "029b7215-0712-46b9-967f-471924c08ffc", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:45.030444 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0214336-1c5e-4acf-aa3e-66fd6f69f0a0 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:45.030861 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-deleted', 'tag': 'da1ef700-fd8d-42b6-b707-e72c89cbb7f8', 'status': 'completed', 'code': 200} Jul 05 04:06:45.031114 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-deleted', 'tag': '029b7215-0712-46b9-967f-471924c08ffc', 'status': 'completed', 'code': 200} Jul 05 04:06:45.035162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-58ac41a4-fb06-4035-b9d7-6f2f0ef4ee7d tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "GET /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags/tempest-TagsTest-Tag-718177626 HTTP/1.1" status: 204 len: 168 time: 0.4542139 Jul 05 04:06:45.053390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43652) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:45.059875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-f030f777-6bfc-4664-8722-6a6435aa090e tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:45.078465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cf63925c-cc50-494f-82ba-1cfe74838ac0 None None] Provisioning for port 0344f185-7119-4b3c-aae5-6550db7e5b8d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:45.091910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cf63925c-cc50-494f-82ba-1cfe74838ac0 None None] Provisioning complete for port 0344f185-7119-4b3c-aae5-6550db7e5b8d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:45.092491 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cf63925c-cc50-494f-82ba-1cfe74838ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.099988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:45.117646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92eb08a-c30f-4a3b-b4a9-1fe31aebbe91 req-4b632b4f-d1df-445b-825d-816a774727d2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa HTTP/1.1" status: 200 len: 217 time: 0.0772984 Jul 05 04:06:45.119415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:45.122399 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.152418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:45.180095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'Port': ['ID=602cb53f-59d1-48be-a25e-ad86d099c433,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:45.213968 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cf63925c-cc50-494f-82ba-1cfe74838ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.254927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cf63925c-cc50-494f-82ba-1cfe74838ac0 None None] For port 0344f185-7119-4b3c-aae5-6550db7e5b8d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0344f185-7119-4b3c-aae5-6550db7e5b8d,segment=NetworkSegment(d9469607-dfe6-4b37-ba33-30bba4806e1c),segment_id=d9469607-dfe6-4b37-ba33-30bba4806e1c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:45.333605 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cf63925c-cc50-494f-82ba-1cfe74838ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.395014 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.395599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63925c-cc50-494f-82ba-1cfe74838ac0 None None] Pushing event updated for resources: {'Port': ['ID=0344f185-7119-4b3c-aae5-6550db7e5b8d,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:45.454803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e2741ddf-1d34-4148-80b5-a8a55838c181 None None] Provisioning complete for port 0344f185-7119-4b3c-aae5-6550db7e5b8d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:45.455335 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2741ddf-1d34-4148-80b5-a8a55838c181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.598226 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.620749 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.676998 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.710594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e2741ddf-1d34-4148-80b5-a8a55838c181 None None] Provisioning for port b703975b-4a05-4abd-a9f0-fbab31bf89a8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:45.715732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e2741ddf-1d34-4148-80b5-a8a55838c181 None None] Provisioning complete for port b703975b-4a05-4abd-a9f0-fbab31bf89a8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:45.716207 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2741ddf-1d34-4148-80b5-a8a55838c181 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.724147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f030f777-6bfc-4664-8722-6a6435aa090e tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "GET /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags HTTP/1.1" status: 200 len: 237 time: 0.6696267 Jul 05 04:06:45.728765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-e023865b-b2fb-42cb-999a-1d29e567da9d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] For port 58db8a08-581b-407b-96e0-b1a5a738e947, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=58db8a08-581b-407b-96e0-b1a5a738e947,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:45.729143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-e023865b-b2fb-42cb-999a-1d29e567da9d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.733270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43660) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:45.741323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-881960dc-fa36-48fa-8db3-d62e90a9bf0a tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690', {'tags': ['tempest-TagsTest-Tag-310040579', 'tempest-TagsTest-Tag-1215983905', 'tempest-TagsTest-Tag-1928961930']}) {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:45.757546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e2741ddf-1d34-4148-80b5-a8a55838c181 None None] Port b703975b-4a05-4abd-a9f0-fbab31bf89a8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:45.763600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92eb08a-c30f-4a3b-b4a9-1fe31aebbe91 req-6e6414c5-5092-4fd0-9cb4-8211d7a06be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.764819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92eb08a-c30f-4a3b-b4a9-1fe31aebbe91 req-6e6414c5-5092-4fd0-9cb4-8211d7a06be2 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=c895e5ec-081e-4e9b-b0b3-01bca5fbab69 HTTP/1.1" status: 200 len: 854 time: 0.2105401 Jul 05 04:06:45.778557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=b703975b-4a05-4abd-a9f0-fbab31bf89a8,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:45.795060 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:06:45.819424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-e023865b-b2fb-42cb-999a-1d29e567da9d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Calling delete_port for 58db8a08-581b-407b-96e0-b1a5a738e947 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:06:45.822016 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.858138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ec6da46-885a-4dfd-81d5-a52afd3143ee req-b0f417e3-1a3f-473c-9f48-1e5e41bbd87c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1225452 Jul 05 04:06:45.900820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92eb08a-c30f-4a3b-b4a9-1fe31aebbe91 req-f51b7b66-4673-41a2-bd73-3c8c1cccbd12 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=84b473dc-229b-4cfb-ab2c-e150a9e04dee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0851748 Jul 05 04:06:45.940705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f631303a-a1d7-4613-b665-93e9b00d1982 None None] Provisioning complete for port b703975b-4a05-4abd-a9f0-fbab31bf89a8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:45.941109 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f631303a-a1d7-4613-b665-93e9b00d1982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.964475 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:45.971743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbab8-41f1-4935-8f6b-f1cca976ef40 req-4239a466-de8a-4d32-ac41-80fd9d8770be tempest-ComputeTenantNetworksTest-226977043 tempest-ComputeTenantNetworksTest-226977043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.979470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:45.979470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:45.979633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbab8-41f1-4935-8f6b-f1cca976ef40 req-4239a466-de8a-4d32-ac41-80fd9d8770be tempest-ComputeTenantNetworksTest-226977043 tempest-ComputeTenantNetworksTest-226977043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.985518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0cbab8-41f1-4935-8f6b-f1cca976ef40 req-4239a466-de8a-4d32-ac41-80fd9d8770be tempest-ComputeTenantNetworksTest-226977043 tempest-ComputeTenantNetworksTest-226977043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:45.987531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a0cbab8-41f1-4935-8f6b-f1cca976ef40 req-4239a466-de8a-4d32-ac41-80fd9d8770be tempest-ComputeTenantNetworksTest-226977043 tempest-ComputeTenantNetworksTest-226977043-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4344699 Jul 05 04:06:45.995775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f631303a-a1d7-4613-b665-93e9b00d1982 None None] Port b703975b-4a05-4abd-a9f0-fbab31bf89a8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:46.006397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0344f185-7119-4b3c-aae5-6550db7e5b8d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:46.087476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.142402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-881960dc-fa36-48fa-8db3-d62e90a9bf0a tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "PUT /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags HTTP/1.1" status: 200 len: 308 time: 0.4079099 Jul 05 04:06:46.146742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43668) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:46.169407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-a7d9c45c-2eea-4522-87ec-19bdd7a7e413 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690', 'tempest-TagsTest-Tag-310040579') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:46.211652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 0344f185-7119-4b3c-aae5-6550db7e5b8d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:46.212146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.245258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'Port': ['ID=602cb53f-59d1-48be-a25e-ad86d099c433,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:46.261967 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.306156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92eb08a-c30f-4a3b-b4a9-1fe31aebbe91 req-1cceecd9-68d9-4216-8570-ba7834f9d6c4 service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3909929 Jul 05 04:06:46.339700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fce4ae9c-dd54-4619-a33d-71d0a9a0f42d None None] Provisioning complete for port b703975b-4a05-4abd-a9f0-fbab31bf89a8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:46.341529 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fce4ae9c-dd54-4619-a33d-71d0a9a0f42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.358447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.368099 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-089f7900-bf97-4f33-a102-960c6e3dd157 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6444767 Jul 05 04:06:46.369636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc2080af-cee8-40eb-84b0-41b9e6348d41 req-ed41d68d-8b1f-42b3-9869-8ff01b6c5173 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0969083 Jul 05 04:06:46.380637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-fce4ae9c-dd54-4619-a33d-71d0a9a0f42d None None] Port b703975b-4a05-4abd-a9f0-fbab31bf89a8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:46.392550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:06:46.503051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:46.513014 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-94cdc822-865e-48b6-a354-0bbb8c1bc0d3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5977132 Jul 05 04:06:46.515637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43678) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:46.519780 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Sync routers for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:46.523431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'network': {'name': 'tempest-RoutersTest-547438929'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:46.531199 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:46.532181 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:46.547660 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-e023865b-b2fb-42cb-999a-1d29e567da9d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.564437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92eb08a-c30f-4a3b-b4a9-1fe31aebbe91 req-be7f21a0-ee37-46cf-8a55-e05c3ec25591 service neutron] 10.222.0.26 "GET /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2177489 Jul 05 04:06:46.572035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c56df4d-d60a-450f-9ce1-8d66c6f8f6e1 req-69b0afa0-7359-4d14-82cc-fb93d63d0891 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.574044 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c56df4d-d60a-450f-9ce1-8d66c6f8f6e1 req-69b0afa0-7359-4d14-82cc-fb93d63d0891 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.3684959 Jul 05 04:06:46.605761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdaac9c7-aa02-41d2-94b9-933391fe6dbd req-66825e00-b86a-4376-ba78-5bc422dd80b9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.607231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdaac9c7-aa02-41d2-94b9-933391fe6dbd req-66825e00-b86a-4376-ba78-5bc422dd80b9 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 865 time: 0.4028659 Jul 05 04:06:46.609009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e023865b-b2fb-42cb-999a-1d29e567da9d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Port': ['ID=58db8a08-581b-407b-96e0-b1a5a738e947,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:46.633495 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:46.642658 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:46.642995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.669296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:46.676929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a7d9c45c-2eea-4522-87ec-19bdd7a7e413 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "DELETE /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags/tempest-TagsTest-Tag-310040579 HTTP/1.1" status: 204 len: 168 time: 0.5202017 Jul 05 04:06:46.677520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43680) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:46.682419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-404c0e31-28d6-41f3-b42d-3c01a5b26072 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690', 'tempest-TagsTest-Tag-310040579') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:46.699356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-e023865b-b2fb-42cb-999a-1d29e567da9d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] No DVR routers for this DVR port 58db8a08-581b-407b-96e0-b1a5a738e947 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:06:46.701361 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.701717 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added segment 41333d6b-f1e4-44dc-a046-d82294eaec3a of type vlan for network 7097c139-76b8-4ab0-9bb3-7f90cf47728a Jul 05 04:06:46.706979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-e023865b-b2fb-42cb-999a-1d29e567da9d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.709110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9be34fa6-3d6b-404d-aa25-d0c07e079c7d req-e023865b-b2fb-42cb-999a-1d29e567da9d tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.26 "DELETE /v2.0/ports/58db8a08-581b-407b-96e0-b1a5a738e947 HTTP/1.1" status: 204 len: 173 time: 2.3127246 Jul 05 04:06:46.731083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c56df4d-d60a-450f-9ce1-8d66c6f8f6e1 req-5e72e53f-a65a-4b37-aa74-f258bd959f11 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351519 Jul 05 04:06:46.734055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdaac9c7-aa02-41d2-94b9-933391fe6dbd req-dee3c905-2e22-4009-ad4c-cad148f22bca tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3241431-43b6-4e1c-a013-4e2326ef3e4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1161001 Jul 05 04:06:46.839587 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.862556 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:06:44Z', 'revision_number': 2, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:45Z', 'revision_number': 2, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:46.872923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a516e6e-7c87-4e9a-870d-952405714004 req-8fff413d-5ff8-4895-b600-bb326909e0be tempest-ComputeTenantNetworksTest-226977043 tempest-ComputeTenantNetworksTest-226977043-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.883355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a516e6e-7c87-4e9a-870d-952405714004 req-8fff413d-5ff8-4895-b600-bb326909e0be tempest-ComputeTenantNetworksTest-226977043 tempest-ComputeTenantNetworksTest-226977043-project] 10.222.0.30 "GET /v2.0/networks/d77497b4-7d4c-4200-b69c-36244ac54c94 HTTP/1.1" status: 200 len: 769 time: 0.1210876 Jul 05 04:06:46.884280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43684) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:46.895253 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Checking router: ed3fd806-c8ed-4947-a1ee-674f28dbe63c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:46.895606 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Updating router ed3fd806-c8ed-4947-a1ee-674f28dbe63c port b703975b-4a05-4abd-a9f0-fbab31bf89a8 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:06:46.898154 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-404c0e31-28d6-41f3-b42d-3c01a5b26072 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] show failed (client error): The resource could not be found. Jul 05 04:06:46.899477 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-404c0e31-28d6-41f3-b42d-3c01a5b26072 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "GET /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags/tempest-TagsTest-Tag-310040579 HTTP/1.1" status: 404 len: 325 time: 0.2207973 Jul 05 04:06:46.902594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43690) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:46.907955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-8b7e9897-3d8d-40d8-aa37-cfb79f9a3340 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690', 'tempest-TagsTest-Tag-1215983905') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:46.941538 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.965314 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:46.971837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:46.972652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.007040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.043979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-95d56715-abe7-4eac-bbbe-707c63b2fe57 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1509288481&fields=id&tenant_id=686d46d8195843c2984affa2d94f123e HTTP/1.1" status: 200 len: 267 time: 0.0611355 Jul 05 04:06:47.132559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Network': ['ID=7097c139-76b8-4ab0-9bb3-7f90cf47728a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.142176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-deleted', 'tag': '58db8a08-581b-407b-96e0-b1a5a738e947'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:47.144470 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f0e6b7-2690-4aca-968f-46aca7b70da7" -d '{"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-deleted", "tag": "58db8a08-581b-407b-96e0-b1a5a738e947"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:47.147670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 7097c139-76b8-4ab0-9bb3-7f90cf47728a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:47.162111 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-68b0efd7-83f4-481c-8e1f-c93bdd9b4d13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6423788 Jul 05 04:06:47.163520 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8b7e9897-3d8d-40d8-aa37-cfb79f9a3340 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "GET /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags/tempest-TagsTest-Tag-1215983905 HTTP/1.1" status: 204 len: 168 time: 0.2597032 Jul 05 04:06:47.164145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43698) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:47.171381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'subnet': {'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:47.175063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43700) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:47.180038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-a30743b8-01b0-4bf1-bd5a-4601469a0aba tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690', 'tempest-TagsTest-Tag-1928961930') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.262216 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-079bcb83-b70d-48c8-81b6-b03783e3397d x-openstack-request-id: req-079bcb83-b70d-48c8-81b6-b03783e3397d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:47.262802 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91094941-f3fc-44f6-b235-d5a90aa171cb", "name": "network-vif-deleted", "tag": "58db8a08-581b-407b-96e0-b1a5a738e947", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:47.263242 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-079bcb83-b70d-48c8-81b6-b03783e3397d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:47.263792 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91094941-f3fc-44f6-b235-d5a90aa171cb', 'name': 'network-vif-deleted', 'tag': '58db8a08-581b-407b-96e0-b1a5a738e947', 'status': 'completed', 'code': 200} Jul 05 04:06:47.363002 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.375774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d77497b4-7d4c-4200-b69c-36244ac54c94']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.384640 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a30743b8-01b0-4bf1-bd5a-4601469a0aba tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "GET /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags/tempest-TagsTest-Tag-1928961930 HTTP/1.1" status: 204 len: 168 time: 0.2079635 Jul 05 04:06:47.386670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43704) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:47.391537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-b748604a-624e-4aa2-b902-4a9ab42ec9f0 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.395527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e86bf17-5353-4d18-a918-fc1d297d3e2e') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.396152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e86bf17-5353-4d18-a918-fc1d297d3e2e') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.404589 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.408261 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.418657 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Transition to ACTIVE for port object b703975b-4a05-4abd-a9f0-fbab31bf89a8 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:47.423940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.437788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-571e2188-60e5-422c-9224-9f77a2f60c39 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:47.444547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-571e2188-60e5-422c-9224-9f77a2f60c39 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/networks?id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 HTTP/1.1" status: 200 len: 810 time: 0.3994339 Jul 05 04:06:47.447709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:47.448793 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:47.449961 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:47.496500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c25e3719-fd5b-41ce-81a3-bcd27796ce5d tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/quotas/686d46d8195843c2984affa2d94f123e HTTP/1.1" status: 200 len: 375 time: 0.0509832 Jul 05 04:06:47.512425 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.513286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:47.519205 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.572939 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b748604a-624e-4aa2-b902-4a9ab42ec9f0 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "DELETE /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags HTTP/1.1" status: 204 len: 168 time: 0.1852334 Jul 05 04:06:47.575716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43706) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:47.578720 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd913ce-110f-4645-b472-80bc2852ec60 None None] Pushing event updated for resources: {'Port': ['ID=b703975b-4a05-4abd-a9f0-fbab31bf89a8,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.585000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-4a0e1fca-b59d-4053-872c-575317402684 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690', 'tempest-TagsTest-Tag-1215983905') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.656844 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Attempting to bind port b703975b-4a05-4abd-a9f0-fbab31bf89a8 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:47.657204 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Attempting to bind port b703975b-4a05-4abd-a9f0-fbab31bf89a8 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd9469607-dfe6-4b37-ba33-30bba4806e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:47.657557 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Attempting to bind port b703975b-4a05-4abd-a9f0-fbab31bf89a8 on network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:47.678016 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:47.678428 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Checking segment: {'id': 'd9469607-dfe6-4b37-ba33-30bba4806e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:47.678828 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.682429 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Bound using segment: {'id': 'd9469607-dfe6-4b37-ba33-30bba4806e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:47.682722 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Bound port: b703975b-4a05-4abd-a9f0-fbab31bf89a8, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9469607-dfe6-4b37-ba33-30bba4806e1c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:47.683161 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.700532 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.720033 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.723176 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] 10.222.0.30 "DELETE /v2.0/networks/d77497b4-7d4c-4200-b69c-36244ac54c94 HTTP/1.1" status: 204 len: 168 time: 0.8362732 Jul 05 04:06:47.782437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9865af8a-19e5-45db-84c9-e58e975c1b2a admin admin] Pushing event deleted for resources: {'Network': ['ID=d77497b4-7d4c-4200-b69c-36244ac54c94,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.848684 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-4a0e1fca-b59d-4053-872c-575317402684 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] show failed (client error): The resource could not be found. Jul 05 04:06:47.853669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4a0e1fca-b59d-4053-872c-575317402684 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "GET /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags/tempest-TagsTest-Tag-1215983905 HTTP/1.1" status: 404 len: 326 time: 0.2741458 Jul 05 04:06:47.859222 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] For port b703975b-4a05-4abd-a9f0-fbab31bf89a8, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:47.860554 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] For port b703975b-4a05-4abd-a9f0-fbab31bf89a8, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b703975b-4a05-4abd-a9f0-fbab31bf89a8,segment=NetworkSegment(d9469607-dfe6-4b37-ba33-30bba4806e1c),segment_id=d9469607-dfe6-4b37-ba33-30bba4806e1c)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:47.861785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43718) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:47.871716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-581c4c76-467f-484b-8f88-49863d29b6a9 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690', 'tempest-TagsTest-Tag-1928961930') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:47.902392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-00d501e9-916e-4dfd-86a2-9f7885573d08 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=686d46d8195843c2984affa2d94f123e&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3957701 Jul 05 04:06:47.906889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.940089 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:47.964956 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Subnet': ['ID=ceb78148-d115-4cea-9a46-3be4942cdf71,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:47.998950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Checking segment: {'id': '41333d6b-f1e4-44dc-a046-d82294eaec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:47.999727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network hostable DHCP agents. Network: 7097c139-76b8-4ab0-9bb3-7f90cf47728a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:48.047214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd913ce-110f-4645-b472-80bc2852ec60 None None] Pushing event updated for resources: {'Port': ['ID=b703975b-4a05-4abd-a9f0-fbab31bf89a8,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:48.072323 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-581c4c76-467f-484b-8f88-49863d29b6a9 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] show failed (client error): The resource could not be found. Jul 05 04:06:48.073448 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-581c4c76-467f-484b-8f88-49863d29b6a9 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "GET /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags/tempest-TagsTest-Tag-1928961930 HTTP/1.1" status: 404 len: 326 time: 0.2106664 Jul 05 04:06:48.076686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43722) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.081939 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-21e9fc51-b7b1-4150-855b-c6dcaf3cf5ee tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7fab932c-7715-4e3d-9a87-3efe99b3f690') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:48.090387 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:48.091239 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:48.107048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 7097c139-76b8-4ab0-9bb3-7f90cf47728a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:48.118208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edcf57-7706-48f6-8187-3142d6259523 req-6db676db-44d1-4895-a520-7e84ad2e8569 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:48.126868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44edcf57-7706-48f6-8187-3142d6259523 req-6db676db-44d1-4895-a520-7e84ad2e8569 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.1442494 Jul 05 04:06:48.233856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 7097c139-76b8-4ab0-9bb3-7f90cf47728a) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:48.234428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43724) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.246291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:48.246915 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.253494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01440fc-05c5-481c-bad8-75f0604c2315 None None] Network 7097c139-76b8-4ab0-9bb3-7f90cf47728a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:48.365852 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f9c8c548-1fae-4833-bd28-a02e69b7bccb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2bb004fa2bea487ba6015d7708d6e7c7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1283162 Jul 05 04:06:48.366653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43726) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.381195 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:48.406681 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9699722a-f14f-48c5-9857-6b7826a5ac9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2414298 Jul 05 04:06:48.414376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43728) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.467795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44edcf57-7706-48f6-8187-3142d6259523 req-7bc658c7-03f4-4434-b4be-102cd0fbab75 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3393738 Jul 05 04:06:48.481600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-e996e986-b350-4977-98c6-939973e81e26 service neutron] 10.222.0.30 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5675437 Jul 05 04:06:48.593428 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f59d6dc-a1a3-4eef-91c5-78d1c12b96c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.611611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:48.612522 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:48.696591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-8fa4a3e5-398e-41e4-8410-356c21352ccd service neutron] 10.222.0.30 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122366 Jul 05 04:06:48.784731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7fa59eb2-3935-42a1-9f5d-c443adbe8ab0 req-b5d6fd87-4027-4d68-8447-3ddd8cee545d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0859480 Jul 05 04:06:48.826520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c648e43-4e83-44f3-b63b-307bced155ae req-7f820456-2343-4e80-b3bb-e552398ba4c3 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.1264699 Jul 05 04:06:48.877368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-21e9fc51-b7b1-4150-855b-c6dcaf3cf5ee tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "DELETE /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690/tags HTTP/1.1" status: 204 len: 168 time: 0.7989924 Jul 05 04:06:48.883191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43738) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:48.889369 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:06:44Z', 'revision_number': 2, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:47Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:48.942003 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f10eadb4-92f4-43c0-9f67-2b38bf89aadd None None] The sync data for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 is: [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:06:44Z', 'revision_number': 2, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:47Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:49.016941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.117980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Allocated IP 172.21.0.2 (7097c139-76b8-4ab0-9bb3-7f90cf47728a/ceb78148-d115-4cea-9a46-3be4942cdf71/a90d55f6-285a-4b93-95a4-b9afae81731e) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:49.227359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b96a6ab2-c14c-488c-9071-7a2b9538971f req-89442950-c255-4c26-b060-05d32275f121 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 210 time: 0.1047566 Jul 05 04:06:49.472714 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.506728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fab932c-7715-4e3d-9a87-3efe99b3f690']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:49.529863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fdd50b24-58aa-44eb-9028-d31d64bd08f7') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:49.530619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fdd50b24-58aa-44eb-9028-d31d64bd08f7') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:49.549938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.573292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0fd193c-3bc6-4eb7-b267-f0edc489f2ab req-6379ecc9-7fa0-4c74-93f4-d706dda4f300 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:49.581884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0fd193c-3bc6-4eb7-b267-f0edc489f2ab req-6379ecc9-7fa0-4c74-93f4-d706dda4f300 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.4579768 Jul 05 04:06:49.600283 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.619911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:06:49.621799 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:06:49.632533 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:06:49.653043 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f59d6dc-a1a3-4eef-91c5-78d1c12b96c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.789456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0fd193c-3bc6-4eb7-b267-f0edc489f2ab req-48a07c82-fd51-4ecf-b480-e7a67357e9d9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063687 Jul 05 04:06:49.824730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5aab1308-3e1f-458a-98f1-f9318ec3f555 req-0d782f98-fee8-42f8-8f02-cf072b6f94be service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0728054 Jul 05 04:06:49.830560 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.918438 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.918559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Transition to ACTIVE for port object a90d55f6-285a-4b93-95a4-b9afae81731e will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:49.922228 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:49.926443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] 10.222.0.30 "DELETE /v2.0/networks/7fab932c-7715-4e3d-9a87-3efe99b3f690 HTTP/1.1" status: 204 len: 168 time: 1.0359180 Jul 05 04:06:49.950441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2972673-4e3b-4baf-8d8f-3428af2c8891 tempest-TagsTest-365606882 tempest-TagsTest-365606882-project] Pushing event deleted for resources: {'Network': ['ID=7fab932c-7715-4e3d-9a87-3efe99b3f690,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:50.017723 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.026036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Transition to ACTIVE for port object a90d55f6-285a-4b93-95a4-b9afae81731e will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:50.038367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f59d6dc-a1a3-4eef-91c5-78d1c12b96c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.041726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f59d6dc-a1a3-4eef-91c5-78d1c12b96c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.043398 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2f59d6dc-a1a3-4eef-91c5-78d1c12b96c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7aa85d53-d694-44f7-b8bb-3d3cb3cad39c HTTP/1.1" status: 204 len: 168 time: 1.6754909 Jul 05 04:06:50.085808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b703975b-4a05-4abd-a9f0-fbab31bf89a8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:50.105450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f59d6dc-a1a3-4eef-91c5-78d1c12b96c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7aa85d53-d694-44f7-b8bb-3d3cb3cad39c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:50.209716 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.339277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Network 7097c139-76b8-4ab0-9bb3-7f90cf47728a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:50.348457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:50.354958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:50.366975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Pushing event updated for resources: {'Port': ['ID=a90d55f6-285a-4b93-95a4-b9afae81731e,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:50.383430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71c85164-f3f9-4436-9920-e4ddf6e5aa11 req-4592b396-a4f6-4284-b3aa-20b43d0c715b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.0507090 Jul 05 04:06:50.423207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec3d96d-fac3-41b2-885d-22a0af4229c1 req-b92c5187-e881-4139-a18b-b3ddde17379f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.425466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ec3d96d-fac3-41b2-885d-22a0af4229c1 req-b92c5187-e881-4139-a18b-b3ddde17379f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.1653814 Jul 05 04:06:50.466544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port b703975b-4a05-4abd-a9f0-fbab31bf89a8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:50.496234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b703975b-4a05-4abd-a9f0-fbab31bf89a8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:50.496940 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.524950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc1751e6-4557-4bc1-b24a-a59a7cd7cd69 req-82a6248a-af07-4d01-b5b4-1a31947386eb tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 210 time: 0.0566907 Jul 05 04:06:50.539489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Attempting to bind port a90d55f6-285a-4b93-95a4-b9afae81731e on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:50.540047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Attempting to bind port a90d55f6-285a-4b93-95a4-b9afae81731e by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '41333d6b-f1e4-44dc-a046-d82294eaec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:50.540284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Attempting to bind port a90d55f6-285a-4b93-95a4-b9afae81731e on network 7097c139-76b8-4ab0-9bb3-7f90cf47728a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:50.544529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ec3d96d-fac3-41b2-885d-22a0af4229c1 req-066ed3d9-5240-4c2c-a773-f800efd89a9e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1113124 Jul 05 04:06:50.548878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Allocated IP 172.21.0.1 (7097c139-76b8-4ab0-9bb3-7f90cf47728a/ceb78148-d115-4cea-9a46-3be4942cdf71/1ccdb3ea-8343-43f3-b4c3-b85ec7091af4) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:50.552321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:50.552731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Checking segment: {'id': '41333d6b-f1e4-44dc-a046-d82294eaec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:50.553670 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.554171 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Bound using segment: {'id': '41333d6b-f1e4-44dc-a046-d82294eaec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:50.554595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Bound port: a90d55f6-285a-4b93-95a4-b9afae81731e, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41333d6b-f1e4-44dc-a046-d82294eaec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:50.554984 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.721390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] For port a90d55f6-285a-4b93-95a4-b9afae81731e, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:50.748868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.749623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] For port a90d55f6-285a-4b93-95a4-b9afae81731e, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a90d55f6-285a-4b93-95a4-b9afae81731e,segment=NetworkSegment(41333d6b-f1e4-44dc-a046-d82294eaec3a),segment_id=41333d6b-f1e4-44dc-a046-d82294eaec3a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:50.749623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.765982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Transition to ACTIVE for port object 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:50.812015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port b703975b-4a05-4abd-a9f0-fbab31bf89a8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b703975b-4a05-4abd-a9f0-fbab31bf89a8,segment=NetworkSegment(d9469607-dfe6-4b37-ba33-30bba4806e1c),segment_id=d9469607-dfe6-4b37-ba33-30bba4806e1c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:50.844325 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.846053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05123bdf-8112-40d7-908e-7fa5b66a261a req-70387faa-a439-4ba2-b28f-190a29097c54 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:50.848204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05123bdf-8112-40d7-908e-7fa5b66a261a req-70387faa-a439-4ba2-b28f-190a29097c54 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.1223810 Jul 05 04:06:50.903376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43772) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:50.921507 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.935818 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:50.952410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05123bdf-8112-40d7-908e-7fa5b66a261a req-a38ba3c5-77d5-4b66-9339-a2213470d45c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960238 Jul 05 04:06:51.006200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47e86fd-ea4a-4030-8d28-b8373b71ddeb None None] Pushing event updated for resources: {'Port': ['ID=a90d55f6-285a-4b93-95a4-b9afae81731e,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:51.067394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 7097c139-76b8-4ab0-9bb3-7f90cf47728a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:51.089061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:51.115471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:51.157703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=b703975b-4a05-4abd-a9f0-fbab31bf89a8,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:51.211630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=1ccdb3ea-8343-43f3-b4c3-b85ec7091af4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:51.296136 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.463525 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f4d630f9-4e2c-4649-8161-c565a4962211 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0fdebe3cf0874253a9ecedd330135c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5588562 Jul 05 04:06:51.467291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43794) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:51.661292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcde4100-016f-4a4e-905b-fe2343d34d13 req-92c2767f-ebce-4a6b-8092-4623983e0aa4 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.0592136 Jul 05 04:06:51.669919 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54ad9991-d6bb-4c0e-a784-fc8716a2d5cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.721322 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54ad9991-d6bb-4c0e-a784-fc8716a2d5cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.734000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d359b970-2582-4d82-aaa8-c999daa7d9a0 req-291c6e55-8a15-42ff-9d4d-b03f4e78cb94 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:51.735949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d359b970-2582-4d82-aaa8-c999daa7d9a0 req-291c6e55-8a15-42ff-9d4d-b03f4e78cb94 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.2017479 Jul 05 04:06:51.797405 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.845404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d359b970-2582-4d82-aaa8-c999daa7d9a0 req-eb7a7e71-95dd-499d-9c02-a5400fd5fd80 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1028795 Jul 05 04:06:51.925278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3cf32678-6b66-40b8-a17d-9c297c05b41b req-47f70d1c-15ea-4d02-a459-9425c7a84c1a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 210 time: 0.0528855 Jul 05 04:06:51.926255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54ad9991-d6bb-4c0e-a784-fc8716a2d5cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.929537 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54ad9991-d6bb-4c0e-a784-fc8716a2d5cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:51.930990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-54ad9991-d6bb-4c0e-a784-fc8716a2d5cb admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3c7c2dbe-d17b-404b-800a-335b6380a52c HTTP/1.1" status: 204 len: 168 time: 0.4617095 Jul 05 04:06:51.991304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ad9991-d6bb-4c0e-a784-fc8716a2d5cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c7c2dbe-d17b-404b-800a-335b6380a52c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:52.287641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b703975b-4a05-4abd-a9f0-fbab31bf89a8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:52.366986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ea4602e-72fe-476d-a6ad-f45ad8c87694 req-7b30fc15-9d04-4256-91d8-011ce156b5ac service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1784654 Jul 05 04:06:52.462118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad807d-8517-454b-8415-ca484e7611dd req-e60677e8-e8b4-4a2d-b911-e29b2b39b852 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:52.480434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5ad807d-8517-454b-8415-ca484e7611dd req-e60677e8-e8b4-4a2d-b911-e29b2b39b852 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.3485672 Jul 05 04:06:52.504098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b703975b-4a05-4abd-a9f0-fbab31bf89a8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:52.504671 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.679540 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.746522 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:52.800346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a90d55f6-285a-4b93-95a4-b9afae81731e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:53.014405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d992282d-c176-457a-9faa-ee0f5a3e2511 None None] Network 7097c139-76b8-4ab0-9bb3-7f90cf47728a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:53.028876 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.032472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=1ccdb3ea-8343-43f3-b4c3-b85ec7091af4,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:53.097888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b47c261-6159-42e0-ab1a-5a35c3189581 req-af537988-9284-4ce4-8070-43b60dde3348 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.1422598 Jul 05 04:06:53.118357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5ad807d-8517-454b-8415-ca484e7611dd req-696bc179-2d69-40d7-83f8-888274b6c746 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6369321 Jul 05 04:06:53.122213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a90d55f6-285a-4b93-95a4-b9afae81731e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:53.233538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b7f85e2-35c2-462e-938e-b87f294e03df req-90251d8a-84bd-4486-b95f-2bf294f6f82f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.2382720 Jul 05 04:06:53.256320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df9020c4-01e7-40c9-8e02-9ed92b6a649a None None] Provisioning for port a90d55f6-285a-4b93-95a4-b9afae81731e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:53.275780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df9020c4-01e7-40c9-8e02-9ed92b6a649a None None] Provisioning complete for port a90d55f6-285a-4b93-95a4-b9afae81731e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:53.290259 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df9020c4-01e7-40c9-8e02-9ed92b6a649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.297913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-3c98e203-3a80-4ce9-8187-c7a3b4db810e tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.300599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-3c98e203-3a80-4ce9-8187-c7a3b4db810e tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.26 "GET /v2.0/networks?id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 HTTP/1.1" status: 200 len: 810 time: 0.5987773 Jul 05 04:06:53.307480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network 7097c139-76b8-4ab0-9bb3-7f90cf47728a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:53.312462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:53.506343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-1bda6750-1423-4c4d-9e3f-95c8d16b465f tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=686d46d8195843c2984affa2d94f123e HTTP/1.1" status: 200 len: 380 time: 0.1458509 Jul 05 04:06:53.548962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:06:53.565781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'port': {'device_id': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'admin_state_up': True, 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'security_groups': ['a0a3b00f-4371-4bbb-a14e-44f958e8e4a6']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:53.696818 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df9020c4-01e7-40c9-8e02-9ed92b6a649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.765558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c03ad07-ea45-4707-bceb-2c0d8e335aa2 req-d82160ea-fae9-4df3-bfe1-74bd0d6d8775 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 210 time: 0.3466878 Jul 05 04:06:53.805235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-df9020c4-01e7-40c9-8e02-9ed92b6a649a None None] For port a90d55f6-285a-4b93-95a4-b9afae81731e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a90d55f6-285a-4b93-95a4-b9afae81731e,segment=NetworkSegment(41333d6b-f1e4-44dc-a046-d82294eaec3a),segment_id=41333d6b-f1e4-44dc-a046-d82294eaec3a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:06:53.826045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:06:53.839585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Sync routers for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:06:53.850349 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6b53c1e4-e7fe-455a-85a6-4e645814edf2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4394472 Jul 05 04:06:53.852731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43848) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:53.861925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:53.863605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'network': {'name': 'tempest-RoutersTest-782490034'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:53.863921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:53.936645 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df9020c4-01e7-40c9-8e02-9ed92b6a649a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:53.945601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89139264-712b-444e-8b49-70992eb45c7c req-f6f21b20-11d2-4f69-b822-09eb630a5ab9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:53.947459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89139264-712b-444e-8b49-70992eb45c7c req-f6f21b20-11d2-4f69-b822-09eb630a5ab9 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.1960409 Jul 05 04:06:53.987849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:53.995094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.064671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89139264-712b-444e-8b49-70992eb45c7c req-12b7182c-fcf9-4ba0-8343-f5675f088654 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112492 Jul 05 04:06:54.067027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:06:54.071562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:54.090370 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.090370 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added segment 08160a38-f144-4e04-8f5e-61f4005b9d27 of type vlan for network a9ba450a-0acc-411f-a14e-2e0e24fd69ef Jul 05 04:06:54.192206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9020c4-01e7-40c9-8e02-9ed92b6a649a None None] Pushing event updated for resources: {'Port': ['ID=a90d55f6-285a-4b93-95a4-b9afae81731e,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:54.192507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Made reservation on behalf of 686d46d8195843c2984affa2d94f123e for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:54.196361 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.208860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.342170 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.348174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:54.354459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.355515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e94ca04f-d375-4924-b2ae-d4d2f0f51fe5 None None] Provisioning complete for port a90d55f6-285a-4b93-95a4-b9afae81731e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:54.356886 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e94ca04f-d375-4924-b2ae-d4d2f0f51fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:54.470694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Network': ['ID=a9ba450a-0acc-411f-a14e-2e0e24fd69ef,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:54.489659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network a9ba450a-0acc-411f-a14e-2e0e24fd69ef details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:06:54.533660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4387bc90-0f5b-414a-81cb-7e38b2745144 req-d280612c-6588-493b-acac-7da2f3822fa3 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.1489363 Jul 05 04:06:54.566391 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-75c4788d-84e5-4527-81ec-f72499412f8c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.7117786 Jul 05 04:06:54.580088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43868) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:54.586015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'subnet': {'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:54.689003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d28f65-b611-46f4-b235-1b8ded05152f req-074d2547-377f-4c9e-aa94-257989de3f3e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:54.698496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75d28f65-b611-46f4-b235-1b8ded05152f req-074d2547-377f-4c9e-aa94-257989de3f3e tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.3122463 Jul 05 04:06:54.717611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Allocated IP 172.20.0.14 (3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0/8df2f436-86d8-4a3f-975e-0b21ab945ad3/850b6502-4804-4942-9e6b-85e490e4b547) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:54.791038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75d28f65-b611-46f4-b235-1b8ded05152f req-ce9ff3d5-a8d9-44ad-bfb6-25429c85a426 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846033 Jul 05 04:06:54.952567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:06:54.966125 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.125412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:06:51Z', 'revision_number': 3, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:06:52Z', 'revision_number': 2, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:55.196686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e94ca04f-d375-4924-b2ae-d4d2f0f51fe5 None None] Provisioning for port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:55.202924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e94ca04f-d375-4924-b2ae-d4d2f0f51fe5 None None] Provisioning complete for port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:55.203435 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e94ca04f-d375-4924-b2ae-d4d2f0f51fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.243007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Checking router: ed3fd806-c8ed-4947-a1ee-674f28dbe63c for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:06:55.243516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Updating router ed3fd806-c8ed-4947-a1ee-674f28dbe63c port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:06:55.263846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e94ca04f-d375-4924-b2ae-d4d2f0f51fe5 None None] Port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:55.316363 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.455476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.583065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Subnet': ['ID=807835ed-e500-43fb-9e96-301b160c81b6,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:55.586358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Checking segment: {'id': '08160a38-f144-4e04-8f5e-61f4005b9d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:55.586733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network hostable DHCP agents. Network: a9ba450a-0acc-411f-a14e-2e0e24fd69ef, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:06:55.644351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7c225058-5dd2-43b4-a7d3-de663088a5b8 None None] Provisioning complete for port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:55.644351 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7c225058-5dd2-43b4-a7d3-de663088a5b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.684879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network a9ba450a-0acc-411f-a14e-2e0e24fd69ef is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:06:55.686005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7c225058-5dd2-43b4-a7d3-de663088a5b8 None None] Port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:55.709362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46405351-99a0-448d-b97b-aab11d72477c req-35858fe0-213b-46c0-888b-4c963beed92e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0414355 Jul 05 04:06:55.769966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, a9ba450a-0acc-411f-a14e-2e0e24fd69ef) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:55.775402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.776322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.779548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333eb595-7d3c-4171-9b80-7cb5f70ec97b req-eb977361-1f74-46c2-bf93-dc590f012b9f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:55.781215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-333eb595-7d3c-4171-9b80-7cb5f70ec97b req-eb977361-1f74-46c2-bf93-dc590f012b9f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.1542504 Jul 05 04:06:55.784663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:55.821914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Transition to ACTIVE for port object 850b6502-4804-4942-9e6b-85e490e4b547 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:55.847854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-333eb595-7d3c-4171-9b80-7cb5f70ec97b req-cc569845-a5a7-4c1b-9637-f061616b5040 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566418 Jul 05 04:06:55.855869 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4408e6c-92fa-4253-8152-f08c24ef87ad None None] Network a9ba450a-0acc-411f-a14e-2e0e24fd69ef requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:06:55.891675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8268adf1-6a71-4318-8c64-617e53e4c19f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3102016 Jul 05 04:06:55.892580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43904) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:06:56.037498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd473742-ea9c-4b77-a5e3-62dd6a3b7f94 req-080c9ab8-c4d6-4c18-af09-46fa21c975a5 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 210 time: 0.4093518 Jul 05 04:06:56.042604 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.062147 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a90d55f6-285a-4b93-95a4-b9afae81731e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:06:56.094173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:56.116901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:56.155151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:56.361253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a90d55f6-285a-4b93-95a4-b9afae81731e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:56.361631 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.380424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4fd8157-5f27-4f08-98bd-336fe922cfc2 req-c2fc84f8-1d39-4d0b-a70c-e974a0746941 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.2223251 Jul 05 04:06:56.434711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:06:56.434711 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.513776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event updated for resources: {'Port': ['ID=850b6502-4804-4942-9e6b-85e490e4b547,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:56.537728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.538941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.539395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.539845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.540607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.543623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.544563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.545041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.545796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.546043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.546491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.546934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:06:56.564130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.565121 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.604893 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.633680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90a1799e-2267-4170-96ac-8149090e08c2 req-f66d5077-0acb-4e8f-8e3b-f31d8d6f14b0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0558305 Jul 05 04:06:56.652027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.675574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Transition to ACTIVE for port object 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:56.676016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a18a820-341b-4553-a41f-e56a09958e40 req-c949298c-384d-4bb7-9277-9c01d3684f7f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:56.678890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-28e376b3-688c-4666-b3da-bb30b7fb3afe None None] Provisioning for port 850b6502-4804-4942-9e6b-85e490e4b547 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:06:56.681238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a18a820-341b-4553-a41f-e56a09958e40 req-c949298c-384d-4bb7-9277-9c01d3684f7f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.2904003 Jul 05 04:06:56.695620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-28e376b3-688c-4666-b3da-bb30b7fb3afe None None] Provisioning complete for port 850b6502-4804-4942-9e6b-85e490e4b547 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:06:56.696051 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-28e376b3-688c-4666-b3da-bb30b7fb3afe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.732889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-88de983d-9252-41e7-901b-6b3a14df5582 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1768193 Jul 05 04:06:56.753983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a18a820-341b-4553-a41f-e56a09958e40 req-459d6a26-49f5-42a1-867a-b34990ce68af tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692141 Jul 05 04:06:56.775381 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.778803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Request body: {'port': {'device_id': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:06:56.855493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-28e376b3-688c-4666-b3da-bb30b7fb3afe None None] Port 850b6502-4804-4942-9e6b-85e490e4b547 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:06:56.894865 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:56.903131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Allocated IP 172.22.0.2 (a9ba450a-0acc-411f-a14e-2e0e24fd69ef/807835ed-e500-43fb-9e96-301b160c81b6/ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:56.924294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc093e4-6539-46d7-988c-cc526fcc72c3 None None] Pushing event updated for resources: {'Port': ['ID=1ccdb3ea-8343-43f3-b4c3-b85ec7091af4,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:57.056111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Attempting to bind port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:57.057368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Attempting to bind port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '41333d6b-f1e4-44dc-a046-d82294eaec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:57.057898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Attempting to bind port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 on network 7097c139-76b8-4ab0-9bb3-7f90cf47728a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:57.089493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:57.096318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Checking segment: {'id': '41333d6b-f1e4-44dc-a046-d82294eaec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:57.096740 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.097151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Bound using segment: {'id': '41333d6b-f1e4-44dc-a046-d82294eaec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:57.097941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Bound port: 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41333d6b-f1e4-44dc-a046-d82294eaec3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:57.098075 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.205408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dc7da-8581-4e74-ac80-9b074b0e4741 req-bf96ebae-6be1-41f7-a468-0564f28b4917 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:57.212700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a4dc7da-8581-4e74-ac80-9b074b0e4741 req-bf96ebae-6be1-41f7-a468-0564f28b4917 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.2617152 Jul 05 04:06:57.234089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] For port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:57.238082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] For port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ccdb3ea-8343-43f3-b4c3-b85ec7091af4,segment=NetworkSegment(41333d6b-f1e4-44dc-a046-d82294eaec3a),segment_id=41333d6b-f1e4-44dc-a046-d82294eaec3a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:57.317747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a4dc7da-8581-4e74-ac80-9b074b0e4741 req-5495fbb9-7b04-4d10-83f7-1686fb187fae tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1041620 Jul 05 04:06:57.334599 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.397899 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:06:57.398537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:57.459605 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.506978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 850b6502-4804-4942-9e6b-85e490e4b547 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:06:57.519026 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.540654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Transition to ACTIVE for port object ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:57.562008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc093e4-6539-46d7-988c-cc526fcc72c3 None None] Pushing event updated for resources: {'Port': ['ID=1ccdb3ea-8343-43f3-b4c3-b85ec7091af4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:57.567515 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b5ade8-b920-487b-94c2-66bf2ea8cd01 req-1ab03bce-bb9f-4cb9-a8fc-6f92c99e9323 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:57.572346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3b5ade8-b920-487b-94c2-66bf2ea8cd01 req-1ab03bce-bb9f-4cb9-a8fc-6f92c99e9323 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 932 time: 0.2091348 Jul 05 04:06:57.581655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Transition to ACTIVE for port object ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:57.593510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:06:57.628923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Transition to ACTIVE for port object 850b6502-4804-4942-9e6b-85e490e4b547 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:57.686870 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.715657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3b5ade8-b920-487b-94c2-66bf2ea8cd01 req-b96e0cd9-fa05-4332-aeea-72f00f9491ef tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195679 Jul 05 04:06:57.716645 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:57.784011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Network a9ba450a-0acc-411f-a14e-2e0e24fd69ef is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:57.791566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:57.799865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Allocated IP 172.22.0.1 (a9ba450a-0acc-411f-a14e-2e0e24fd69ef/807835ed-e500-43fb-9e96-301b160c81b6/fb915692-1eb0-4754-956d-5ac8cf3c344b) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:06:57.804962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:57.853657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Pushing event updated for resources: {'Port': ['ID=ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:57.874838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=850b6502-4804-4942-9e6b-85e490e4b547,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:57.988075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Attempting to bind port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:57.988447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Attempting to bind port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '08160a38-f144-4e04-8f5e-61f4005b9d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:57.988813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Attempting to bind port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 on network a9ba450a-0acc-411f-a14e-2e0e24fd69ef {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:58.000449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:58.000449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Checking segment: {'id': '08160a38-f144-4e04-8f5e-61f4005b9d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:58.000449 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.000449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Bound using segment: {'id': '08160a38-f144-4e04-8f5e-61f4005b9d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:58.000449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Bound port: ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08160a38-f144-4e04-8f5e-61f4005b9d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:58.000449 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.023469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc220cc3-6895-4d4e-891b-994d1b3db350 req-a80c2d26-07cc-477d-99b7-22ad166dfeac tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.034821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc220cc3-6895-4d4e-891b-994d1b3db350 req-a80c2d26-07cc-477d-99b7-22ad166dfeac tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.4132850 Jul 05 04:06:58.075826 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.112220 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Transition to ACTIVE for port object fb915692-1eb0-4754-956d-5ac8cf3c344b will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:06:58.127000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f49ab8a7-38ad-4256-9292-3c07a21feaad req-5f57da35-915e-4c98-ba0f-c0cb0e910e15 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.0660346 Jul 05 04:06:58.139328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Attempting to bind port 850b6502-4804-4942-9e6b-85e490e4b547 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:06:58.139328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Attempting to bind port 850b6502-4804-4942-9e6b-85e490e4b547 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:06:58.139328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Attempting to bind port 850b6502-4804-4942-9e6b-85e490e4b547 on network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:58.169900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc220cc3-6895-4d4e-891b-994d1b3db350 req-67ec9d9c-66a3-45c3-8bc9-300687cf88e8 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236982 Jul 05 04:06:58.169900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Port 850b6502-4804-4942-9e6b-85e490e4b547 on network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:06:58.169900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Attempting to bind port 850b6502-4804-4942-9e6b-85e490e4b547 on network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:06:58.169900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:06:58.169900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Checking segment: {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:06:58.169900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Bound using segment: {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:06:58.169900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Bound port: 850b6502-4804-4942-9e6b-85e490e4b547, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cca6ffd-9338-4680-ab88-8aa5f353f10d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:06:58.176404 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.190918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] For port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:58.195291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] For port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1,segment=NetworkSegment(08160a38-f144-4e04-8f5e-61f4005b9d27),segment_id=08160a38-f144-4e04-8f5e-61f4005b9d27)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:58.202526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:06:51Z', 'revision_number': 3, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:06:57Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:06:58.235160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95a8e79a-846a-42e8-b833-6f8c138b1288 None None] The sync data for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 is: [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:06:51Z', 'revision_number': 3, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:06:57Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:06:58.319520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.329849 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.367343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] For port 850b6502-4804-4942-9e6b-85e490e4b547, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:06:58.403238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] For port 850b6502-4804-4942-9e6b-85e490e4b547, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=850b6502-4804-4942-9e6b-85e490e4b547,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:06:58.405611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network a9ba450a-0acc-411f-a14e-2e0e24fd69ef is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:06:58.414887 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:06:58.421400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:06:58.508314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401ae8e6-12d3-475d-bde6-cea1b47feb66 None None] Pushing event updated for resources: {'Port': ['ID=ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:58.517187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.616010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.616677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.616982 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:58.618416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] 10.222.0.26 "PUT /v2.0/ports/850b6502-4804-4942-9e6b-85e490e4b547 HTTP/1.1" status: 200 len: 1093 time: 1.8590045 Jul 05 04:06:58.623184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'tag': '850b6502-4804-4942-9e6b-85e490e4b547'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:06:58.626621 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90b6ffb9-ef64-40a8-9bd1-258be74239c0" -d '{"events": [{"name": "network-changed", "server_uuid": "799838e7-4847-4b7e-bc60-fcbb0e9e46ac", "tag": "850b6502-4804-4942-9e6b-85e490e4b547"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:06:58.708911 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c6547f7-c884-4950-a947-b301e4f1bcb9 x-openstack-request-id: req-2c6547f7-c884-4950-a947-b301e4f1bcb9 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:06:58.711678 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799838e7-4847-4b7e-bc60-fcbb0e9e46ac", "tag": "850b6502-4804-4942-9e6b-85e490e4b547", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:06:58.711678 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2c6547f7-c884-4950-a947-b301e4f1bcb9 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:06:58.711678 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'tag': '850b6502-4804-4942-9e6b-85e490e4b547', 'status': 'completed', 'code': 200} Jul 05 04:06:58.740801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c8514-1e73-4cb7-a3ec-73172a3b8cd1 service neutron] Pushing event updated for resources: {'Port': ['ID=850b6502-4804-4942-9e6b-85e490e4b547,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:58.832643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5832af-bfe1-46d9-893c-e050faf5aee0 req-d2a3a142-b8a3-4fc1-82ea-3199b23441e4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:58.853729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed5832af-bfe1-46d9-893c-e050faf5aee0 req-d2a3a142-b8a3-4fc1-82ea-3199b23441e4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.4253688 Jul 05 04:06:58.864839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=fb915692-1eb0-4754-956d-5ac8cf3c344b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:06:59.043284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1676d5b3-e548-4b2d-bb22-c166b7b075f6 req-4db85d87-859b-404b-9895-dcc11ee83994 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0891020 Jul 05 04:06:59.189587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed5832af-bfe1-46d9-893c-e050faf5aee0 req-d2ae17b8-0f78-4d98-95fd-70d636a82243 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3351774 Jul 05 04:06:59.205452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:06:59.243712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6ffb9-ef64-40a8-9bd1-258be74239c0 req-5824a523-cc42-4865-831b-d0cd6e2e3f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.245308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90b6ffb9-ef64-40a8-9bd1-258be74239c0 req-5824a523-cc42-4865-831b-d0cd6e2e3f0d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=686d46d8195843c2984affa2d94f123e&device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 1096 time: 0.5207582 Jul 05 04:06:59.375187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aee667d-21b9-487a-bb5e-99f82ce0bf5d req-1d92d2ca-fdba-48b6-8b40-4dde67733748 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.376804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6aee667d-21b9-487a-bb5e-99f82ce0bf5d req-1d92d2ca-fdba-48b6-8b40-4dde67733748 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 944 time: 0.3319724 Jul 05 04:06:59.424944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b352e71-c3b8-4cbc-9bc1-8e02e342610a req-bf6ded10-874c-4a7d-aa1b-aa6c4e6981d1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0470319 Jul 05 04:06:59.495989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6aee667d-21b9-487a-bb5e-99f82ce0bf5d req-c9f32bee-eb0f-49d7-8542-41e3c3db0827 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047828 Jul 05 04:06:59.499873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6ffb9-ef64-40a8-9bd1-258be74239c0 req-6f937bce-33d0-4ad0-b18f-c372270981d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.500979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90b6ffb9-ef64-40a8-9bd1-258be74239c0 req-6f937bce-33d0-4ad0-b18f-c372270981d9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=686d46d8195843c2984affa2d94f123e&shared=False HTTP/1.1" status: 200 len: 911 time: 0.2473032 Jul 05 04:06:59.702949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42c5c1c4-9060-4d60-8059-28ead3653988 req-166d51f5-df28-4a4c-94c6-53ec98b9fb5c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.1553681 Jul 05 04:06:59.929294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b6ffb9-ef64-40a8-9bd1-258be74239c0 req-2c79e1a9-5fe8-492b-9499-a55fb5f727d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.933268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90b6ffb9-ef64-40a8-9bd1-258be74239c0 req-2c79e1a9-5fe8-492b-9499-a55fb5f727d9 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4209814 Jul 05 04:06:59.981623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3f9056-7d21-44b1-9d35-fef49c268377 req-5af7496f-aef7-4838-a8b4-fb03cf7a2b32 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:06:59.986577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b3f9056-7d21-44b1-9d35-fef49c268377 req-5af7496f-aef7-4838-a8b4-fb03cf7a2b32 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.2973728 Jul 05 04:07:00.002864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.059014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b3f9056-7d21-44b1-9d35-fef49c268377 req-ec78624b-efe1-41f2-b4aa-4d6a60ea7ac5 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680339 Jul 05 04:07:00.061094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.094514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-987192fb-38b5-44c6-9248-dd86d3b7c04b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.094514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-987192fb-38b5-44c6-9248-dd86d3b7c04b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=686d46d8195843c2984affa2d94f123e&device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 1096 time: 0.1047878 Jul 05 04:07:00.101946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:00.189690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-42ce94ab-a35f-44db-85ed-3ec4123f8f8c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=850b6502-4804-4942-9e6b-85e490e4b547 HTTP/1.1" status: 200 len: 217 time: 0.0865097 Jul 05 04:07:00.221210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.224183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=fb915692-1eb0-4754-956d-5ac8cf3c344b,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:00.293091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-372a7b7c-72a3-4241-af61-8c28f5a6f4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.295043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-372a7b7c-72a3-4241-af61-8c28f5a6f4b9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8df2f436-86d8-4a3f-975e-0b21ab945ad3 HTTP/1.1" status: 200 len: 849 time: 0.0967259 Jul 05 04:07:00.350795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:00.357951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05891635-5783-4b9a-9c5d-de0876aea944 None None] Network a9ba450a-0acc-411f-a14e-2e0e24fd69ef requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:00.407757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network a9ba450a-0acc-411f-a14e-2e0e24fd69ef is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:00.410179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:00.442849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-ad955593-8901-4176-9c85-8e28df539257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.445223 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-ad955593-8901-4176-9c85-8e28df539257 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1403506 Jul 05 04:07:00.447293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:00.539246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:00.575930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-7831f00a-206e-438e-b81f-952c084d3da1 service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217175 Jul 05 04:07:00.584642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-45cba8ab-3b83-4927-91ff-3218bfd354f4 None None] Provisioning for port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:00.601093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10160fd-33c3-4975-888b-5cfc47c9ca8c req-b196d671-1278-4069-8bdb-caeb637a59ec tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:00.601458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-45cba8ab-3b83-4927-91ff-3218bfd354f4 None None] Provisioning complete for port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:00.601841 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-45cba8ab-3b83-4927-91ff-3218bfd354f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.614212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c10160fd-33c3-4975-888b-5cfc47c9ca8c req-b196d671-1278-4069-8bdb-caeb637a59ec tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.2526157 Jul 05 04:07:00.674966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:00.689878 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Sync routers for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:00.705219 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:00.709160 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:00.709359 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4d763a58-75dc-43df-98ed-55059fc606c0 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8153653 Jul 05 04:07:00.710170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43994) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:00.716416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'network': {'name': 'tempest-RoutersTest-962848159'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:00.835193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:00.849882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:00.857747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.860391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:00.860391 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.886468 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:00.960614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:00.979438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:00.982578 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added segment 1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3 of type vlan for network b1d41f9e-083e-4098-a567-3282cf5979a9 Jul 05 04:07:01.015000 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-45cba8ab-3b83-4927-91ff-3218bfd354f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.065853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.105474 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.111537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b731fd5c-1f64-4b49-9821-eb0cbf0f4f00 req-96422f69-2a23-464d-8cf6-5963bce1a7b7 service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4945006 Jul 05 04:07:01.119695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c10160fd-33c3-4975-888b-5cfc47c9ca8c req-8cec981a-6d29-4071-a150-b49578be5994 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5043294 Jul 05 04:07:01.207499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-45cba8ab-3b83-4927-91ff-3218bfd354f4 None None] For port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1,segment=NetworkSegment(08160a38-f144-4e04-8f5e-61f4005b9d27),segment_id=08160a38-f144-4e04-8f5e-61f4005b9d27)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:01.231173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ccdb3ea-8343-43f3-b4c3-b85ec7091af4,segment=NetworkSegment(41333d6b-f1e4-44dc-a046-d82294eaec3a),segment_id=41333d6b-f1e4-44dc-a046-d82294eaec3a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:01.250885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63be28e-d555-47d8-b253-7490fa010455 req-366d22e9-01f6-46cf-8797-967c8b4e4cda tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.252793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e63be28e-d555-47d8-b253-7490fa010455 req-366d22e9-01f6-46cf-8797-967c8b4e4cda tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 944 time: 0.4776366 Jul 05 04:07:01.255874 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.267605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.268328 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.269433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-96ebac6f-6efe-45e1-bc15-89936f2adbae service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.2979100 Jul 05 04:07:01.299144 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-45cba8ab-3b83-4927-91ff-3218bfd354f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.392774 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e63be28e-d555-47d8-b253-7490fa010455 req-75ed94ba-0f29-4b0f-ab28-32fe1316551a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210711 Jul 05 04:07:01.468753 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.524622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Network': ['ID=b1d41f9e-083e-4098-a567-3282cf5979a9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:01.536737 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-55d05cb6-3288-455c-97c0-6e1a459077f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8253846 Jul 05 04:07:01.541373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44012) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:01.552818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e629a028-c53c-46a3-97be-1ca3dc7fda0d req-283e2e43-fd3b-4b22-a6a8-1ea686ca6c53 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.0947492 Jul 05 04:07:01.555201 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:06:58Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:06:57Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:06:59Z', 'revision_number': 2, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:01.557548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'subnet': {'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:01.565039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-e51f0433-a715-4fec-9637-4f69cb1588a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.565537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-e51f0433-a715-4fec-9637-4f69cb1588a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.566163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-e51f0433-a715-4fec-9637-4f69cb1588a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.566641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-e51f0433-a715-4fec-9637-4f69cb1588a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.567267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-e51f0433-a715-4fec-9637-4f69cb1588a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.567888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-e51f0433-a715-4fec-9637-4f69cb1588a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.568383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-e51f0433-a715-4fec-9637-4f69cb1588a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.570932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-e51f0433-a715-4fec-9637-4f69cb1588a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6508 time: 0.2140081 Jul 05 04:07:01.577144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network b1d41f9e-083e-4098-a567-3282cf5979a9 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:01.644973 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Checking router: ed3fd806-c8ed-4947-a1ee-674f28dbe63c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:01.645333 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Updating router ed3fd806-c8ed-4947-a1ee-674f28dbe63c port fb915692-1eb0-4754-956d-5ac8cf3c344b binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:07:01.733414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45cba8ab-3b83-4927-91ff-3218bfd354f4 None None] Pushing event updated for resources: {'Port': ['ID=ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:01.737222 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.758367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3b5eb007-ba9a-41e9-8de4-08f43f9dd3e7 None None] Provisioning for port fb915692-1eb0-4754-956d-5ac8cf3c344b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:01.781501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Made reservation on behalf of 28ee5d2640fd4c3c9eee943b43d6b0f5 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:01.786277 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.810221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3b5eb007-ba9a-41e9-8de4-08f43f9dd3e7 None None] Provisioning complete for port fb915692-1eb0-4754-956d-5ac8cf3c344b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:01.810955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb007-ba9a-41e9-8de4-08f43f9dd3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:01.898163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-c54c47f4-bb99-4574-a058-93151dca3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.898651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-c54c47f4-bb99-4574-a058-93151dca3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.899129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-c54c47f4-bb99-4574-a058-93151dca3c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:01.901300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-c54c47f4-bb99-4574-a058-93151dca3c20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ad52298-5282-4af0-bae4-d544afacc71c&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=e28198e9-0da7-40ca-97a9-a59c4503279c&id=e28198e9-0da7-40ca-97a9-a59c4503279c HTTP/1.1" status: 200 len: 2299 time: 0.2803006 Jul 05 04:07:01.944356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3b5eb007-ba9a-41e9-8de4-08f43f9dd3e7 None None] Port fb915692-1eb0-4754-956d-5ac8cf3c344b cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:02.014757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=1ccdb3ea-8343-43f3-b4c3-b85ec7091af4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:02.046654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c9d0540-b3ae-4ee1-ad4b-8071824a605a req-6a54f1a6-183a-427d-a54d-b19b4c48e19d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1314018 Jul 05 04:07:02.067956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-128100bd-a2f1-4e11-a58a-df763f014e73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304 HTTP/1.1" status: 200 len: 1001 time: 0.1591585 Jul 05 04:07:02.076665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:02.161465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-22809391-0d01-44d5-bd40-fc3509aeaf30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:02.277854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-22809391-0d01-44d5-bd40-fc3509aeaf30 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0ee9de-4adc-4361-96f5-b74cc93d5b36 HTTP/1.1" status: 200 len: 856 time: 0.0941405 Jul 05 04:07:02.277945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3b5eb007-ba9a-41e9-8de4-08f43f9dd3e7 None None] Provisioning complete for port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:02.277945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3b5eb007-ba9a-41e9-8de4-08f43f9dd3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.331065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-dfd365c4-5cf1-4583-b51c-7ce532f58dfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:02.339662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-dfd365c4-5cf1-4583-b51c-7ce532f58dfe service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ad52298-5282-4af0-bae4-d544afacc71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1609550 Jul 05 04:07:02.409220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:02.409588 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.457388 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.472301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-f4de28a0-e2b0-4b4b-9df8-a519ee6321ad service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224103 Jul 05 04:07:02.480289 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Transition to ACTIVE for port object fb915692-1eb0-4754-956d-5ac8cf3c344b will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:02.600976 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.603556 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.653431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-bf5b9779-4dd1-48e8-b7f4-efc5e8f49ea1 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661296 Jul 05 04:07:02.762523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Subnet': ['ID=cbe3e53f-d453-484e-9c01-05e6718cf06c,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:02.796206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-ed330865-8a5a-4074-b52c-09ba239779c7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=508f00b8-de49-493e-8e45-0696faad4424 HTTP/1.1" status: 200 len: 217 time: 0.1384594 Jul 05 04:07:02.865378 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Checking segment: {'id': '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:02.866047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network hostable DHCP agents. Network: b1d41f9e-083e-4098-a567-3282cf5979a9, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:02.929035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-06c1e305-71ad-4ecb-b3f8-a9530c97e606 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:02.931595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-06c1e305-71ad-4ecb-b3f8-a9530c97e606 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.1137381 Jul 05 04:07:02.969726 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Attempting to bind port fb915692-1eb0-4754-956d-5ac8cf3c344b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:02.970208 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Attempting to bind port fb915692-1eb0-4754-956d-5ac8cf3c344b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '08160a38-f144-4e04-8f5e-61f4005b9d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:02.970456 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Attempting to bind port fb915692-1eb0-4754-956d-5ac8cf3c344b on network a9ba450a-0acc-411f-a14e-2e0e24fd69ef {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:02.985136 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:02.987048 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Checking segment: {'id': '08160a38-f144-4e04-8f5e-61f4005b9d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:02.988211 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:02.989733 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Bound using segment: {'id': '08160a38-f144-4e04-8f5e-61f4005b9d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:02.990521 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Bound port: fb915692-1eb0-4754-956d-5ac8cf3c344b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08160a38-f144-4e04-8f5e-61f4005b9d27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:02.994566 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.026189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network b1d41f9e-083e-4098-a567-3282cf5979a9 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:03.036075 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Pushing event updated for resources: {'Port': ['ID=fb915692-1eb0-4754-956d-5ac8cf3c344b,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:03.042539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c937b85-66be-4c2c-8a27-22d74a11b9b0 req-38e1c080-a512-4f34-b3f3-db93ab3e6a92 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.1080356 Jul 05 04:07:03.114292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, b1d41f9e-083e-4098-a567-3282cf5979a9) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:03.126636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:03.127227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91a3a947-336b-425a-b455-d467320735e1 req-81886b76-3603-4fdd-9eb1-c41a1c518e51 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1937957 Jul 05 04:07:03.133971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9eb8443-03dc-48bb-b465-906c9ea80626 None None] Network b1d41f9e-083e-4098-a567-3282cf5979a9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:03.136998 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.137348 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.137687 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.138024 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.138356 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.138868 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.139199 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.139527 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.140267 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.140267 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.140509 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.140817 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:03.155437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.209571 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] For port fb915692-1eb0-4754-956d-5ac8cf3c344b, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:03.213832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-b446ac73-fdc4-485b-af6b-236e00927650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:03.218194 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] For port fb915692-1eb0-4754-956d-5ac8cf3c344b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fb915692-1eb0-4754-956d-5ac8cf3c344b,segment=NetworkSegment(08160a38-f144-4e04-8f5e-61f4005b9d27),segment_id=08160a38-f144-4e04-8f5e-61f4005b9d27)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:03.218342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-b446ac73-fdc4-485b-af6b-236e00927650 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2397521 Jul 05 04:07:03.227090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dce54f-2d62-4def-b74c-3c7a2be9ee17 req-a864ad00-dd56-42e5-b678-3d9e6a662f35 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:03.237585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52dce54f-2d62-4def-b74c-3c7a2be9ee17 req-a864ad00-dd56-42e5-b678-3d9e6a662f35 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 944 time: 0.4439731 Jul 05 04:07:03.267297 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5fa7c620-4d20-4e66-85d1-d2f9ee01bfec tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7231722 Jul 05 04:07:03.270020 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44042) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:03.295321 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.531261 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7bab31-e3cc-4b10-9c14-3762cc0ca4f1 None None] Pushing event updated for resources: {'Port': ['ID=fb915692-1eb0-4754-956d-5ac8cf3c344b,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:03.560689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-b1d41f9e-083e-4098-a567-3282cf5979a9', 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'fixed_ips': [{'subnet_id': 'cbe3e53f-d453-484e-9c01-05e6718cf06c'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:03.562295 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:03.568772 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:03.570882 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:03.654272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52dce54f-2d62-4def-b74c-3c7a2be9ee17 req-c9c02e95-fe62-45dd-ba8b-5a3dec1655a2 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4141121 Jul 05 04:07:03.656462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-e677d224-1e7b-4be7-8db7-51639c2def07 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4161823 Jul 05 04:07:03.791244 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:03.926532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-1d181f0b-b8c6-45dd-bf68-a9730d6f1840 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2572322 Jul 05 04:07:03.977032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Allocated IP 172.23.0.2 (b1d41f9e-083e-4098-a567-3282cf5979a9/cbe3e53f-d453-484e-9c01-05e6718cf06c/84a73866-ed1d-4f1c-b7cd-c1f8666de2fe) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:04.034025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:04.067713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-80750735-2057-45e9-8f84-d701bce92bf6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=d9272308-16d4-4bea-815a-f0a4152feb20 HTTP/1.1" status: 200 len: 217 time: 0.1327577 Jul 05 04:07:04.157348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 850b6502-4804-4942-9e6b-85e490e4b547 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:04.223521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-ccb00997-f31d-4aa4-9234-f024bbd9dad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:04.252369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-ccb00997-f31d-4aa4-9234-f024bbd9dad3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.1771867 Jul 05 04:07:04.375824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 850b6502-4804-4942-9e6b-85e490e4b547, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=850b6502-4804-4942-9e6b-85e490e4b547,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:04.393320 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:06:58Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:03Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:04.432174 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '850b6502-4804-4942-9e6b-85e490e4b547', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'port_id': '850b6502-4804-4942-9e6b-85e490e4b547', 'mac_address': 'fa:16:3e:a4:1b:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:04.448395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1312744a-1692-4786-a68f-1198b3e38500 req-cbe8e334-8bf8-4cc8-8282-0edef52d7901 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.0863638 Jul 05 04:07:04.455054 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35278a78-e9d8-4d79-9f15-602e1cba0e9e None None] The sync data for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 is: [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:06:58Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:03Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:04.540895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-bc5906d5-4711-4ffc-902d-05b075fd79ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:04.592963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-bc5906d5-4711-4ffc-902d-05b075fd79ec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3316686 Jul 05 04:07:04.684125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:04.684697 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.777791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-d00a467b-4b54-4984-95b0-c0fefda99e44 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766200 Jul 05 04:07:04.823887 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:04.979836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 850b6502-4804-4942-9e6b-85e490e4b547 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:05.001314 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.063963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 850b6502-4804-4942-9e6b-85e490e4b547, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=850b6502-4804-4942-9e6b-85e490e4b547,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:05.088083 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.118037 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-9e4bca6f-c720-431d-b00c-04c6f6377d00 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236387 Jul 05 04:07:05.193149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-c348bf65-760b-4194-b81e-a6128732a51c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=82917737-35ba-4936-8cf9-75ad6c8a2220 HTTP/1.1" status: 200 len: 217 time: 0.0736065 Jul 05 04:07:05.213959 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.222269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Transition to ACTIVE for port object 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:05.236262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf61c484-93e6-4604-8420-7f2db023b730 req-af83b83c-e0ac-47a2-ad39-94632e302a1f tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:05.238689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf61c484-93e6-4604-8420-7f2db023b730 req-af83b83c-e0ac-47a2-ad39-94632e302a1f tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 944 time: 0.2787063 Jul 05 04:07:05.341870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-43d4a59c-9439-451c-bf1a-b7b45233604f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:05.344241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-43d4a59c-9439-451c-bf1a-b7b45233604f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.1402960 Jul 05 04:07:05.349243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf61c484-93e6-4604-8420-7f2db023b730 req-73903014-dd48-4c4a-bcb6-f77738f83cc4 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712652 Jul 05 04:07:05.381176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=850b6502-4804-4942-9e6b-85e490e4b547,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:05.469979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Transition to ACTIVE for port object 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:05.489258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-3bb900a0-3fda-413e-80b1-f7e5fd25aaa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:05.489258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-3bb900a0-3fda-413e-80b1-f7e5fd25aaa0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1357613 Jul 05 04:07:05.571207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['850b6502-4804-4942-9e6b-85e490e4b547'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:05.610309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60767b01-54ec-4609-935a-fb7d268fcc95 req-e06865e8-d1d9-4055-8c29-b5566b013895 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0394001 Jul 05 04:07:05.662883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-32d6e4a0-98f6-4006-ac59-f0d60ae99346 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667976 Jul 05 04:07:05.720959 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:05.724805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Allocated IP 172.23.0.1 (b1d41f9e-083e-4098-a567-3282cf5979a9/cbe3e53f-d453-484e-9c01-05e6718cf06c/43b89569-6703-47b9-9aa9-3a20489bebf2) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:05.857745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Network b1d41f9e-083e-4098-a567-3282cf5979a9 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:05.911785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7fd87b45-970e-4fb4-8326-5e3f057c1907 req-3169c5ef-619c-488d-95d4-a7927a9c8b52 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.1043026 Jul 05 04:07:05.933012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:05.941346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:06.001039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Pushing event updated for resources: {'Port': ['ID=84a73866-ed1d-4f1c-b7cd-c1f8666de2fe,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:06.005125 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-05797536-03bb-46af-b03a-20eb65e4986d service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3323789 Jul 05 04:07:06.021755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.070642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Transition to ACTIVE for port object 43b89569-6703-47b9-9aa9-3a20489bebf2 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:06.125016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-e7c4bb17-e63b-4c39-8229-0e86c84fc78b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=b8f69d4b-d276-4843-88a3-f617b74fdc99 HTTP/1.1" status: 200 len: 217 time: 0.1122012 Jul 05 04:07:06.159321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fb915692-1eb0-4754-956d-5ac8cf3c344b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:06.230247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-0e537486-9dc5-49d0-ac58-7c20eb5dda92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:06.239057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-0e537486-9dc5-49d0-ac58-7c20eb5dda92 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.1000211 Jul 05 04:07:06.269731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.287042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Attempting to bind port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:06.307604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Attempting to bind port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:06.309436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Attempting to bind port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe on network b1d41f9e-083e-4098-a567-3282cf5979a9 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:06.330308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-a4d2c0f6-51da-4a83-bb40-124bf1cead7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:06.332032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-a4d2c0f6-51da-4a83-bb40-124bf1cead7e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0913403 Jul 05 04:07:06.365086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network b1d41f9e-083e-4098-a567-3282cf5979a9 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:06.366615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=43b89569-6703-47b9-9aa9-3a20489bebf2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:06.375426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:06.382487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:06.452753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.777892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 6, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:06.777892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Checking segment: {'id': '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:06.777892 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.796289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Bound using segment: {'id': '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:06.797177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Bound port: 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:06.799015 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:06.831166 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.103845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port fb915692-1eb0-4754-956d-5ac8cf3c344b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:07.128278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fb915692-1eb0-4754-956d-5ac8cf3c344b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:07.128658 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.229581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] For port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:07.287603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] For port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=84a73866-ed1d-4f1c-b7cd-c1f8666de2fe,segment=NetworkSegment(1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3),segment_id=1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:07.369351 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.397286 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.420089 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.506450 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.540766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port fb915692-1eb0-4754-956d-5ac8cf3c344b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fb915692-1eb0-4754-956d-5ac8cf3c344b,segment=NetworkSegment(08160a38-f144-4e04-8f5e-61f4005b9d27),segment_id=08160a38-f144-4e04-8f5e-61f4005b9d27)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:07.560414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22a62636-c659-44aa-90a9-0a48d466779e req-d8bfaea3-22b5-45bf-8279-ef8cc9fc8729 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0638626 Jul 05 04:07:07.599332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541c96d7-0975-4c37-82ef-00844a611d01 None None] Pushing event updated for resources: {'Port': ['ID=84a73866-ed1d-4f1c-b7cd-c1f8666de2fe,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.621290 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.676681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8f14899-450f-404e-9c85-845cbaa6ccf2 req-f8aa0a8a-137f-4fe1-af62-75d874e7c9bb tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.1310458 Jul 05 04:07:07.715059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event updated for resources: {'Port': ['ID=43b89569-6703-47b9-9aa9-3a20489bebf2,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.746702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=fb915692-1eb0-4754-956d-5ac8cf3c344b,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:07.779559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:07.785617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-d228984d-eab4-4b53-83e9-581a48c228f0 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4457197 Jul 05 04:07:07.793389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5f232-9972-4b2f-91ea-7871bec3c190 req-7bdfc8a2-87f6-4317-9004-4b1a20e57e4b tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:07.797631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1a5f232-9972-4b2f-91ea-7871bec3c190 req-7bdfc8a2-87f6-4317-9004-4b1a20e57e4b tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 945 time: 0.3098319 Jul 05 04:07:08.045971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1a5f232-9972-4b2f-91ea-7871bec3c190 req-1e3016c4-a7c3-48da-bea1-7c0523c79dc5 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1839018 Jul 05 04:07:08.053114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Network b1d41f9e-083e-4098-a567-3282cf5979a9 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:08.057470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:08.059989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 850b6502-4804-4942-9e6b-85e490e4b547 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:08.103537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fb915692-1eb0-4754-956d-5ac8cf3c344b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:08.132129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-76ad2464-8abd-455e-a586-234eaa22b5f2 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3359437 Jul 05 04:07:08.180488 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bc109962-68be-4ab3-9996-45b291e9004f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.249908 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-674c4de8-93b9-4e49-b9a4-3dee166b21d5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=413daab2-512f-4770-8e63-6f518efd0808 HTTP/1.1" status: 200 len: 217 time: 0.1075244 Jul 05 04:07:08.277927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fb915692-1eb0-4754-956d-5ac8cf3c344b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:08.278437 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.283981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:08.362748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-b41390a1-b3f5-40e7-bde0-0a48f067c9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.367891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-b41390a1-b3f5-40e7-bde0-0a48f067c9da service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.1122608 Jul 05 04:07:08.378928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 850b6502-4804-4942-9e6b-85e490e4b547 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:08.395344 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 850b6502-4804-4942-9e6b-85e490e4b547 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:08.396642 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.445694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-ee9688ae-f459-472e-9390-ce96b6a8767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:08.447633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-ee9688ae-f459-472e-9390-ce96b6a8767b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0686500 Jul 05 04:07:08.497163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:08.506786 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ce68064-22e6-4040-bea5-44f8d0f72ae9 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2356029 Jul 05 04:07:08.509268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44128) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:08.520972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9f199204-5203-469c-9110-ea1ba7b56e18 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:08.529381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Sync routers for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:08.553376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:08.554435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-611077e4-727d-4336-907e-8ce741764d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:06:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:08.557829 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:08.579801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-0b6f14ed-513b-4abb-98d2-9babbd606320 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250637 Jul 05 04:07:08.694661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850b6502-4804-4942-9e6b-85e490e4b547'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:08.694661 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa042a8e-8cb6-4559-bd16-ce50db9d1e90" -d '{"events": [{"server_uuid": "799838e7-4847-4b7e-bc60-fcbb0e9e46ac", "name": "network-vif-plugged", "status": "completed", "tag": "850b6502-4804-4942-9e6b-85e490e4b547"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:08.748866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 850b6502-4804-4942-9e6b-85e490e4b547, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=850b6502-4804-4942-9e6b-85e490e4b547,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:08.763110 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6433064f-59ef-44d7-a2d6-7c36ef96bb3f x-openstack-request-id: req-6433064f-59ef-44d7-a2d6-7c36ef96bb3f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:08.764150 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799838e7-4847-4b7e-bc60-fcbb0e9e46ac", "name": "network-vif-plugged", "status": "completed", "tag": "850b6502-4804-4942-9e6b-85e490e4b547", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:08.764627 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6433064f-59ef-44d7-a2d6-7c36ef96bb3f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:08.765231 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '850b6502-4804-4942-9e6b-85e490e4b547', 'code': 200} Jul 05 04:07:08.795706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-baef926f-7a00-4302-ae69-2408b47f7850 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2040050 Jul 05 04:07:08.819396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:08.902602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-ea5d4874-82ef-4dfe-9309-ed541fff149b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f HTTP/1.1" status: 200 len: 217 time: 0.0968390 Jul 05 04:07:08.937295 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.181596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c403f99-ee29-4eb0-b617-da088cc01942 req-34283a85-cb54-4901-a73a-5050689c6688 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.2157934 Jul 05 04:07:09.190404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-a8e54b69-3eae-48ba-8065-7e99c05d9b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:09.199715 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-a8e54b69-3eae-48ba-8065-7e99c05d9b09 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.2747216 Jul 05 04:07:09.382083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d7ef7b3-15a2-409a-b2dd-bf788a11092b req-070e865f-1fe4-40b9-82c2-bd00215dbcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:09.383385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d7ef7b3-15a2-409a-b2dd-bf788a11092b req-070e865f-1fe4-40b9-82c2-bd00215dbcf0 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 1098 time: 0.4784443 Jul 05 04:07:09.401773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.extraroute_db [None req-9f199204-5203-469c-9110-ea1ba7b56e18 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:07:09.415602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=850b6502-4804-4942-9e6b-85e490e4b547,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:09.420943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.extraroute_db [None req-9f199204-5203-469c-9110-ea1ba7b56e18 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Removed routes are [] {{(pid=100895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:07:09.421421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f199204-5203-469c-9110-ea1ba7b56e18 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:09.482013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.482258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.482830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.483367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.483884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.486577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.488644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.489203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.489740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.490262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.490847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.491382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:09.497188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-f2e8d299-5ebd-42cb-8892-44c8bb78b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:09.498852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-f2e8d299-5ebd-42cb-8892-44c8bb78b13e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2908289 Jul 05 04:07:09.531688 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26e8b28-7106-41f0-93f9-002c6c1425bf None None] Network b1d41f9e-083e-4098-a567-3282cf5979a9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:09.740498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d7ef7b3-15a2-409a-b2dd-bf788a11092b req-d7492cb4-36cc-4c39-b8a3-71f62f386037 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3409321 Jul 05 04:07:09.742770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-67ecf358-d275-4c51-b997-35c6137bbc4e service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1919250 Jul 05 04:07:09.811305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3febfbf0-bd6d-400f-a62a-a0b72c892316 req-41642571-9f82-404e-be00-6d03c900b851 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:09.819178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3febfbf0-bd6d-400f-a62a-a0b72c892316 req-41642571-9f82-404e-be00-6d03c900b851 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 946 time: 0.2734342 Jul 05 04:07:09.859756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-35e30fba-d574-4df7-a293-bb74cca517c4 None None] Provisioning for port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:09.989156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-611077e4-727d-4336-907e-8ce741764d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:06Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43b89569-6703-47b9-9aa9-3a20489bebf2', 'name': '', 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:6c:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbe3e53f-d453-484e-9c01-05e6718cf06c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:07:05Z', 'updated_at': '2021-07-05T04:07:07Z', 'revision_number': 2, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'cbe3e53f-d453-484e-9c01-05e6718cf06c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:07Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:09.996234 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f199204-5203-469c-9110-ea1ba7b56e18 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.004765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f199204-5203-469c-9110-ea1ba7b56e18 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.008962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3febfbf0-bd6d-400f-a62a-a0b72c892316 req-ce4528b5-2217-4ed0-89d4-8c1222b63e93 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1849391 Jul 05 04:07:10.095450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Checking router: ed3fd806-c8ed-4947-a1ee-674f28dbe63c for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:10.095872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Updating router ed3fd806-c8ed-4947-a1ee-674f28dbe63c port 43b89569-6703-47b9-9aa9-3a20489bebf2 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:07:10.159934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2857ec9-c8ff-4510-92f6-936027f7d743 req-0535e04f-8ef8-40ef-8705-9b89720dbeff service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1495612 Jul 05 04:07:10.175446 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:10.284898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd6bd70e-ad00-4bb5-80c2-7d1d078fea2d req-962bfb50-6b95-4cd4-a53e-1ee0006720c9 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4558268 Jul 05 04:07:10.344967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f199204-5203-469c-9110-ea1ba7b56e18 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:10.377108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.560146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f199204-5203-469c-9110-ea1ba7b56e18 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:10.574459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f199204-5203-469c-9110-ea1ba7b56e18 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:10.576555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9f199204-5203-469c-9110-ea1ba7b56e18 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c HTTP/1.1" status: 200 len: 933 time: 2.0660827 Jul 05 04:07:10.579481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44176) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:10.651535 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cb53dd6e-170b-449e-a307-4c4fdd675ef9 None None] Provisioning for port 43b89569-6703-47b9-9aa9-3a20489bebf2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:10.679679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:10.913735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d36087e-0beb-417e-b185-17813eb1515f req-b4b982de-2608-43db-9dfc-0f6255c3e81c tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.1993222 Jul 05 04:07:10.970628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-22c69ae1-7ecf-45f1-8d2f-47279b37bdcf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c HTTP/1.1" status: 200 len: 933 time: 0.3894649 Jul 05 04:07:10.973247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44182) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:10.980268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-50c9df34-0f4b-4275-af95-c4b91d47b61a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'routes': None}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:11.344015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cb53dd6e-170b-449e-a307-4c4fdd675ef9 None None] Provisioning complete for port 43b89569-6703-47b9-9aa9-3a20489bebf2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:11.344656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cb53dd6e-170b-449e-a307-4c4fdd675ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.378832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:11.378832 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.432283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad720ad-8c73-4fd9-a56f-a54dc39e4a30 req-06793d10-0770-421f-9e25-cd70c24d9cc4 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.444174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ad720ad-8c73-4fd9-a56f-a54dc39e4a30 req-06793d10-0770-421f-9e25-cd70c24d9cc4 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 946 time: 0.1992848 Jul 05 04:07:11.529983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663b1da3-c54f-4cce-aec4-bf1ef942d1eb req-6c49a96f-224c-4029-930f-e082de420242 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.534307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-663b1da3-c54f-4cce-aec4-bf1ef942d1eb req-6c49a96f-224c-4029-930f-e082de420242 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.1695585 Jul 05 04:07:11.547544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ad720ad-8c73-4fd9-a56f-a54dc39e4a30 req-2a8f4e40-36f0-43be-b026-7ad42455471a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1012046 Jul 05 04:07:11.642066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-663b1da3-c54f-4cce-aec4-bf1ef942d1eb req-e2ca7731-f89a-4ad7-8a2c-d9b6ae0b7f0f tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912290 Jul 05 04:07:11.822022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e91198-73ac-4569-83af-d0d53740db1f req-56b418d0-b612-41d3-b594-1e900370836b tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:11.825759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48e91198-73ac-4569-83af-d0d53740db1f req-56b418d0-b612-41d3-b594-1e900370836b tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 946 time: 0.1070399 Jul 05 04:07:11.835518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44192) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:11.849361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-86af7588-0097-4c81-8522-aa6bf43f10fe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Request body: {'floatingip': {'port_id': '850b6502-4804-4942-9e6b-85e490e4b547'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:11.886015 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5201fe1e-1143-4002-adf4-2b1f9bc74917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.895598 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.908414 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:11.943485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.extraroute_db [None req-50c9df34-0f4b-4275-af95-c4b91d47b61a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added routes are [] {{(pid=100895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:07:11.944075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.extraroute_db [None req-50c9df34-0f4b-4275-af95-c4b91d47b61a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Removed routes are [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=100895) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:07:11.987516 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86af7588-0097-4c81-8522-aa6bf43f10fe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.005184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Transition to ACTIVE for port object 43b89569-6703-47b9-9aa9-3a20489bebf2 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:12.009648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-cb53dd6e-170b-449e-a307-4c4fdd675ef9 None None] Port 43b89569-6703-47b9-9aa9-3a20489bebf2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:12.016980 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50c9df34-0f4b-4275-af95-c4b91d47b61a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.026050 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.041301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cb53dd6e-170b-449e-a307-4c4fdd675ef9 None None] Provisioning complete for port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:12.041678 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cb53dd6e-170b-449e-a307-4c4fdd675ef9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.219641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.221485 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.383350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=84a73866-ed1d-4f1c-b7cd-c1f8666de2fe,segment=NetworkSegment(1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3),segment_id=1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:12.440681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8e1a54b-8468-4c32-8884-ebc54678b393 req-cedd48bf-0ed7-4488-b2b3-85a8112390a6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0847456 Jul 05 04:07:12.449683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbc9c63e-2eaa-4575-8146-2a2c54a65af7 req-27d236cb-e0c2-4d99-b674-569b4945d0f6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/ports?device_id=91094941-f3fc-44f6-b235-d5a90aa171cb HTTP/1.1" status: 200 len: 210 time: 0.0943615 Jul 05 04:07:12.490216 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.569960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1e97b-e6e3-4039-ae7c-3b49c0db1bae None None] Pushing event updated for resources: {'Port': ['ID=43b89569-6703-47b9-9aa9-3a20489bebf2,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:12.598083 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50c9df34-0f4b-4275-af95-c4b91d47b61a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.602474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50c9df34-0f4b-4275-af95-c4b91d47b61a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.819188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50c9df34-0f4b-4275-af95-c4b91d47b61a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:12.833882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Attempting to bind port 43b89569-6703-47b9-9aa9-3a20489bebf2 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:12.834270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Attempting to bind port 43b89569-6703-47b9-9aa9-3a20489bebf2 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:12.834642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Attempting to bind port 43b89569-6703-47b9-9aa9-3a20489bebf2 on network b1d41f9e-083e-4098-a567-3282cf5979a9 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:12.870498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:12.870770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Checking segment: {'id': '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:12.871177 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.871578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Bound using segment: {'id': '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:12.872445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Bound port: 43b89569-6703-47b9-9aa9-3a20489bebf2, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:12.872591 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.885037 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86af7588-0097-4c81-8522-aa6bf43f10fe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:12.938761 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=84a73866-ed1d-4f1c-b7cd-c1f8666de2fe,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:13.003295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-611077e4-727d-4336-907e-8ce741764d12 None None] For port 43b89569-6703-47b9-9aa9-3a20489bebf2, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:13.008448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50c9df34-0f4b-4275-af95-c4b91d47b61a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:13.012603 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50c9df34-0f4b-4275-af95-c4b91d47b61a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.012736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-611077e4-727d-4336-907e-8ce741764d12 None None] For port 43b89569-6703-47b9-9aa9-3a20489bebf2, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=43b89569-6703-47b9-9aa9-3a20489bebf2,segment=NetworkSegment(1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3),segment_id=1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:13.014258 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-50c9df34-0f4b-4275-af95-c4b91d47b61a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c HTTP/1.1" status: 200 len: 699 time: 2.0397763 Jul 05 04:07:13.016999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44208) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:13.022385 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86af7588-0097-4c81-8522-aa6bf43f10fe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.084276 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.163634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2062586-0448-47f6-a720-67b8c5c6d64c req-7e1eab6b-30cb-4599-8697-b7d73cf5c7f4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.167567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:13.172173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2062586-0448-47f6-a720-67b8c5c6d64c req-7e1eab6b-30cb-4599-8697-b7d73cf5c7f4 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.2779286 Jul 05 04:07:13.174672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-611077e4-727d-4336-907e-8ce741764d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:13.177041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60c1e97b-e6e3-4039-ae7c-3b49c0db1bae None None] Pushing event updated for resources: {'Port': ['ID=43b89569-6703-47b9-9aa9-3a20489bebf2,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:13.295756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-7874d516-12b0-4e89-a1d7-be2b9206307c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:13.297519 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-7874d516-12b0-4e89-a1d7-be2b9206307c tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.26 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 0.3056722 Jul 05 04:07:13.397157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a2062586-0448-47f6-a720-67b8c5c6d64c req-e98c892f-85df-4a5d-b4d4-06d9f585fc0a tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2235568 Jul 05 04:07:13.435496 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-86af7588-0097-4c81-8522-aa6bf43f10fe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Floating IP a5162bde-0681-4b33-bb76-66f4347bcd39 associated. External IP: 172.25.4.241, port: 850b6502-4804-4942-9e6b-85e490e4b547. Jul 05 04:07:13.450693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-611077e4-727d-4336-907e-8ce741764d12 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:13.459008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.702528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-52d2ef08-f720-45dc-ab65-71b9ecd28622 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Deleting port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:13.702873 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-52d2ef08-f720-45dc-ab65-71b9ecd28622 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.731707 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0f5095a4-c423-4787-bf39-a67d8a06bb04 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c HTTP/1.1" status: 200 len: 699 time: 0.7131488 Jul 05 04:07:13.734208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44222) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:13.767487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44226) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:13.777549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-611077e4-727d-4336-907e-8ce741764d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:11Z', 'revision_number': 7, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43b89569-6703-47b9-9aa9-3a20489bebf2', 'name': '', 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:6c:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbe3e53f-d453-484e-9c01-05e6718cf06c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:07:05Z', 'updated_at': '2021-07-05T04:07:12Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'cbe3e53f-d453-484e-9c01-05e6718cf06c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:07Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:13.815371 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:13.818610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-611077e4-727d-4336-907e-8ce741764d12 None None] The sync data for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 is: [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:11Z', 'revision_number': 7, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43b89569-6703-47b9-9aa9-3a20489bebf2', 'name': '', 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:6c:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbe3e53f-d453-484e-9c01-05e6718cf06c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:07:05Z', 'updated_at': '2021-07-05T04:07:12Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'cbe3e53f-d453-484e-9c01-05e6718cf06c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:07Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:14.012253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-52d2ef08-f720-45dc-ab65-71b9ecd28622 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] For port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,segment=NetworkSegment(1e7dab93-be85-450e-9e42-35978e24fd32),segment_id=1e7dab93-be85-450e-9e42-35978e24fd32)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:14.012670 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-52d2ef08-f720-45dc-ab65-71b9ecd28622 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.044102 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85f64fe6-aefc-49f9-8727-0f12e6d24c0f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.051609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-52d2ef08-f720-45dc-ab65-71b9ecd28622 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Calling delete_port for 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:14.077826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86af7588-0097-4c81-8522-aa6bf43f10fe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Router 5ec37943-fa69-4d31-b9a9-6e408c767978 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:14.124940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85f64fe6-aefc-49f9-8727-0f12e6d24c0f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.271979 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.418839 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.443571 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2bb38b8-eb8e-4dd7-9033-488f1ca59e49 req-0d035623-e7bc-48f0-aee3-c067a9993752 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0570283 Jul 05 04:07:14.522400 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86af7588-0097-4c81-8522-aa6bf43f10fe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:14.531547 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86af7588-0097-4c81-8522-aa6bf43f10fe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.536643 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] Sync routers for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:14.566996 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:14.567631 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:14.667020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85f64fe6-aefc-49f9-8727-0f12e6d24c0f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.669784 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85f64fe6-aefc-49f9-8727-0f12e6d24c0f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:14.671315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-85f64fe6-aefc-49f9-8727-0f12e6d24c0f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "DELETE /v2.0/security-groups/d3241431-43b6-4e1c-a013-4e2326ef3e4d HTTP/1.1" status: 204 len: 168 time: 0.9025011 Jul 05 04:07:14.712311 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44242) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:14.879170 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:14.991505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 43b89569-6703-47b9-9aa9-3a20489bebf2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:15.192627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 43b89569-6703-47b9-9aa9-3a20489bebf2 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:15.197310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 43b89569-6703-47b9-9aa9-3a20489bebf2 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:15.197834 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.243837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] Sync routers for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:15.289858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 43b89569-6703-47b9-9aa9-3a20489bebf2 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:15.290915 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.307041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:15.307829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:15.495425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:15.542269 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.555147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port 43b89569-6703-47b9-9aa9-3a20489bebf2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=43b89569-6703-47b9-9aa9-3a20489bebf2,segment=NetworkSegment(1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3),segment_id=1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:15.557441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.573527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 43b89569-6703-47b9-9aa9-3a20489bebf2 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:15.637776 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-5cfa9b67-6abc-464d-b500-116be5b95fce tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] show failed (client error): The resource could not be found. Jul 05 04:07:15.639239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5cfa9b67-6abc-464d-b500-116be5b95fce tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "GET /v2.0/security-groups/d3241431-43b6-4e1c-a013-4e2326ef3e4d HTTP/1.1" status: 404 len: 347 time: 0.9258847 Jul 05 04:07:15.641424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6eb46e8-171d-44c5-ad78-889f9dba5ce3 req-3e2536b9-754d-4328-bc91-f5ad201ad3be service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0824404 Jul 05 04:07:15.648168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44254) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:15.656404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f64fe6-aefc-49f9-8727-0f12e6d24c0f tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3241431-43b6-4e1c-a013-4e2326ef3e4d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:15.670779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-86af7588-0097-4c81-8522-aa6bf43f10fe tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "PUT /v2.0/floatingips/a5162bde-0681-4b33-bb76-66f4347bcd39 HTTP/1.1" status: 200 len: 992 time: 3.8334997 Jul 05 04:07:15.706995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'tag': '850b6502-4804-4942-9e6b-85e490e4b547'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:15.709363 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9db4763a-0d84-48ca-a406-981f0149bef6" -d '{"events": [{"name": "network-changed", "server_uuid": "799838e7-4847-4b7e-bc60-fcbb0e9e46ac", "tag": "850b6502-4804-4942-9e6b-85e490e4b547"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:15.744265 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'a5162bde-0681-4b33-bb76-66f4347bcd39', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'port_id': '850b6502-4804-4942-9e6b-85e490e4b547', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'mac_address': 'fa:16:3e:a4:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:06:45Z', 'updated_at': '2021-07-05T04:07:12Z', 'revision_number': 1, 'project_id': '686d46d8195843c2984affa2d94f123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:15.747617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 43b89569-6703-47b9-9aa9-3a20489bebf2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=43b89569-6703-47b9-9aa9-3a20489bebf2,segment=NetworkSegment(1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3),segment_id=1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:15.820556 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] Checking router: 5ec37943-fa69-4d31-b9a9-6e408c767978 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:15.830828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae033d3-9547-4058-bd8b-e6e680544a8f req-59f877bb-629a-4b1a-aeb5-919370a5783d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:15.838679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cae033d3-9547-4058-bd8b-e6e680544a8f req-59f877bb-629a-4b1a-aeb5-919370a5783d tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 946 time: 1.1831028 Jul 05 04:07:15.846129 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:15.846806 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:15.875225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:15.876064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:15.909702 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-52d2ef08-f720-45dc-ab65-71b9ecd28622 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.014783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cae033d3-9547-4058-bd8b-e6e680544a8f req-92b2bc94-bccf-4aeb-b018-2188bbb3ff09 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/security-groups?id=35a621a0-869f-4445-8a68-03564ddc5450&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730316 Jul 05 04:07:16.021778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f048ed8f-f3c2-48af-8465-b02fa17c0e9a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting port be4801ed-d1df-4ad6-bad7-892e928aac4e {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:16.023395 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f048ed8f-f3c2-48af-8465-b02fa17c0e9a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.101212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.118523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:16.119347 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:16.121866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.131936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:16.154862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=43b89569-6703-47b9-9aa9-3a20489bebf2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:16.193935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=43b89569-6703-47b9-9aa9-3a20489bebf2,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:16.200192 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f048ed8f-f3c2-48af-8465-b02fa17c0e9a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.200583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f048ed8f-f3c2-48af-8465-b02fa17c0e9a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.220373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f048ed8f-f3c2-48af-8465-b02fa17c0e9a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Calling delete_port for be4801ed-d1df-4ad6-bad7-892e928aac4e owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:16.245424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:16.246080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:16.293788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:11Z', 'revision_number': 7, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '43b89569-6703-47b9-9aa9-3a20489bebf2', 'name': '', 'network_id': 'b1d41f9e-083e-4098-a567-3282cf5979a9', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:6c:f4:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1998, 'fixed_ips': [{'subnet_id': 'cbe3e53f-d453-484e-9c01-05e6718cf06c', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:07:05Z', 'updated_at': '2021-07-05T04:07:12Z', 'revision_number': 4, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'cbe3e53f-d453-484e-9c01-05e6718cf06c', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:07Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:16.394206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] Checking router: ed3fd806-c8ed-4947-a1ee-674f28dbe63c for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:16.445987 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:16.447548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:16.455059 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-433cae15-e253-4cbc-b69a-a4993efd7315 x-openstack-request-id: req-433cae15-e253-4cbc-b69a-a4993efd7315 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:16.455512 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "799838e7-4847-4b7e-bc60-fcbb0e9e46ac", "tag": "850b6502-4804-4942-9e6b-85e490e4b547", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:16.455771 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-433cae15-e253-4cbc-b69a-a4993efd7315 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:16.456539 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'tag': '850b6502-4804-4942-9e6b-85e490e4b547', 'status': 'completed', 'code': 200} Jul 05 04:07:16.459225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d2ef08-f720-45dc-ab65-71b9ecd28622 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Pushing event deleted for resources: {'Port': ['ID=3494deef-ac7c-4d7b-a5b0-27b1cb1831aa,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:16.567045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.571126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-52d2ef08-f720-45dc-ab65-71b9ecd28622 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] No DVR routers for this DVR port 3494deef-ac7c-4d7b-a5b0-27b1cb1831aa on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:16.575995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-52d2ef08-f720-45dc-ab65-71b9ecd28622 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.579355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9351790-614d-4a07-b9d6-ce7ceaa8537a req-52d2ef08-f720-45dc-ab65-71b9ecd28622 tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.26 "DELETE /v2.0/ports/3494deef-ac7c-4d7b-a5b0-27b1cb1831aa HTTP/1.1" status: 204 len: 173 time: 3.2703369 Jul 05 04:07:16.586410 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f048ed8f-f3c2-48af-8465-b02fa17c0e9a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.663474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:16.757638 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'a5162bde-0681-4b33-bb76-66f4347bcd39', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'port_id': '850b6502-4804-4942-9e6b-85e490e4b547', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'mac_address': 'fa:16:3e:a4:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:06:45Z', 'updated_at': '2021-07-05T04:07:12Z', 'revision_number': 1, 'project_id': '686d46d8195843c2984affa2d94f123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:16.771750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f048ed8f-f3c2-48af-8465-b02fa17c0e9a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Port': ['ID=be4801ed-d1df-4ad6-bad7-892e928aac4e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:16.794242 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c72840-f2d8-4ee2-8ee5-5287bf12995f None None] The sync data for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 is: [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'a5162bde-0681-4b33-bb76-66f4347bcd39', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'floating_ip_address': '172.25.4.241', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'port_id': '850b6502-4804-4942-9e6b-85e490e4b547', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1982, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'mac_address': 'fa:16:3e:a4:1b:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:06:45Z', 'updated_at': '2021-07-05T04:07:12Z', 'revision_number': 1, 'project_id': '686d46d8195843c2984affa2d94f123e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:16.875156 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f048ed8f-f3c2-48af-8465-b02fa17c0e9a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.887577 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f048ed8f-f3c2-48af-8465-b02fa17c0e9a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:16.891317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f048ed8f-f3c2-48af-8465-b02fa17c0e9a tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "DELETE /v2.0/floatingips/4c360c17-f41f-42fc-aaee-8d3ab7273dc4 HTTP/1.1" status: 204 len: 168 time: 1.2381492 Jul 05 04:07:16.892242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44270) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:16.966938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-e58b1d58-0fd7-478a-a47e-adb00b64db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:16.968802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-e58b1d58-0fd7-478a-a47e-adb00b64db5f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=686d46d8195843c2984affa2d94f123e&device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 1098 time: 0.5109222 Jul 05 04:07:17.031034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:17.216290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:15Z', 'revision_number': 8, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:07Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:17.285947 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-907e9b05-e904-45cf-8912-f538f3b868ea None None] New status for floating IP a5162bde-0681-4b33-bb76-66f4347bcd39: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:07:17.307747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:17.314297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5e9924cf-abd8-4434-964d-455712ac5183 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting port a3b46c54-bdae-4449-8d05-26034a82d0b5 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:17.320694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e9924cf-abd8-4434-964d-455712ac5183 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.336602 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-228b0a54-737d-4ca7-8878-78b5258ecd05 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6010635 Jul 05 04:07:17.341421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44280) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:17.362496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-f40cfd9f-3d63-4f9f-9dc7-e7d390c9653e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.364376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-f40cfd9f-3d63-4f9f-9dc7-e7d390c9653e service neutron] 10.222.0.26 "GET /v2.0/networks?id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 HTTP/1.1" status: 200 len: 911 time: 0.3849137 Jul 05 04:07:17.422982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea290295-3333-4ef1-8de5-edf82e478a7c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting subnet cbe3e53f-d453-484e-9c01-05e6718cf06c {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:17.426506 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea290295-3333-4ef1-8de5-edf82e478a7c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.506493 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea290295-3333-4ef1-8de5-edf82e478a7c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.528027 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-465936b3-e689-4861-ac50-747425e9fad4 None None] The sync data for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 is: [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:15Z', 'revision_number': 8, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:07Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:17.598743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-7adbb37f-1588-4da2-9bd0-f5e5c9d71af3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=850b6502-4804-4942-9e6b-85e490e4b547 HTTP/1.1" status: 200 len: 1000 time: 0.1701241 Jul 05 04:07:17.645633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a7e3cde-fd66-4992-a217-e922a3302c0a req-384f4136-8796-4595-84b2-1c4516019cad tempest-ServersNegativeTestJSON-2021016752 tempest-ServersNegativeTestJSON-2021016752-project] 10.222.0.30 "GET /v2.0/ports?device_id=ac202562-2fb2-49d3-807e-def174acae60 HTTP/1.1" status: 200 len: 210 time: 0.0860281 Jul 05 04:07:17.705930 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea290295-3333-4ef1-8de5-edf82e478a7c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.726098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-7efd9150-2cad-4203-952e-7ae60fb96334 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.727723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-7efd9150-2cad-4203-952e-7ae60fb96334 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8df2f436-86d8-4a3f-975e-0b21ab945ad3 HTTP/1.1" status: 200 len: 849 time: 0.0912261 Jul 05 04:07:17.729503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e9924cf-abd8-4434-964d-455712ac5183 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.807887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5e9924cf-abd8-4434-964d-455712ac5183 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Calling delete_port for a3b46c54-bdae-4449-8d05-26034a82d0b5 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:17.811265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d125bebb-cd7a-4232-b620-ee08865bfa3b req-2f5af68c-8ae8-4233-a57b-a5813f2a5f79 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0626628 Jul 05 04:07:17.935497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea290295-3333-4ef1-8de5-edf82e478a7c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.944916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-5cc0c0d8-6f3f-4ac0-91a5-a3618ccacd00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:17.951240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-5cc0c0d8-6f3f-4ac0-91a5-a3618ccacd00 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2122626 Jul 05 04:07:17.957689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1171202e-a286-452d-8637-88e2d70aa47c None None] Network b1d41f9e-083e-4098-a567-3282cf5979a9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:17.966941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea290295-3333-4ef1-8de5-edf82e478a7c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:17.970092 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ea290295-3333-4ef1-8de5-edf82e478a7c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/cbe3e53f-d453-484e-9c01-05e6718cf06c HTTP/1.1" status: 204 len: 168 time: 0.6274288 Jul 05 04:07:17.972809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44290) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.025737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea290295-3333-4ef1-8de5-edf82e478a7c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Subnet': ['ID=cbe3e53f-d453-484e-9c01-05e6718cf06c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:18.200654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da5d003b-f575-4029-a254-d71f94f0d4b0 req-fd03640c-b7d4-439c-ad56-58cb66bffc1c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0499790 Jul 05 04:07:18.257745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] Sync routers for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:18.262035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e31189-99e0-4f71-ba52-1d3e7f603d00 None None] DHCP port deletion for b1d41f9e-083e-4098-a567-3282cf5979a9 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:18.267668 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.292232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:18.292869 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:18.374817 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-fc8cd63a-1139-44b5-94cb-ef24b47dff81 service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4103477 Jul 05 04:07:18.426105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:18.445935 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e9924cf-abd8-4434-964d-455712ac5183 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.459758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'name': 'network-vif-deleted', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:18.460487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a4e31189-99e0-4f71-ba52-1d3e7f603d00 None None] Deleting port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:18.460866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4e31189-99e0-4f71-ba52-1d3e7f603d00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.462886 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-029a277c-d2c2-4333-8e7e-020d8127c7a0" -d '{"events": [{"server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "name": "network-vif-deleted", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:18.489687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9924cf-abd8-4434-964d-455712ac5183 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Port': ['ID=a3b46c54-bdae-4449-8d05-26034a82d0b5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:18.502132 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b14f0e61-3706-4b80-b2bf-d16aad0d9394 x-openstack-request-id: req-b14f0e61-3706-4b80-b2bf-d16aad0d9394 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:18.502425 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ac202562-2fb2-49d3-807e-def174acae60", "name": "network-vif-deleted", "tag": "3494deef-ac7c-4d7b-a5b0-27b1cb1831aa", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:18.502709 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b14f0e61-3706-4b80-b2bf-d16aad0d9394 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:18.503055 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ac202562-2fb2-49d3-807e-def174acae60', 'name': 'network-vif-deleted', 'tag': '3494deef-ac7c-4d7b-a5b0-27b1cb1831aa', 'status': 'completed', 'code': 200} Jul 05 04:07:18.661795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:18.662294 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.734488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a4e31189-99e0-4f71-ba52-1d3e7f603d00 None None] For port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=84a73866-ed1d-4f1c-b7cd-c1f8666de2fe,segment=NetworkSegment(1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3),segment_id=1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:18.740130 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4e31189-99e0-4f71-ba52-1d3e7f603d00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.771421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a4e31189-99e0-4f71-ba52-1d3e7f603d00 None None] Calling delete_port for 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:18.826617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 43b89569-6703-47b9-9aa9-3a20489bebf2 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:18.839208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e9924cf-abd8-4434-964d-455712ac5183 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.844104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44308) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.851071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5e9924cf-abd8-4434-964d-455712ac5183 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "DELETE /v2.0/ports/a3b46c54-bdae-4449-8d05-26034a82d0b5 HTTP/1.1" status: 204 len: 168 time: 1.9533112 Jul 05 04:07:18.856387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44310) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:18.863118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=84a73866-ed1d-4f1c-b7cd-c1f8666de2fe,segment=NetworkSegment(1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3),segment_id=1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:18.863773 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:18.902135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:18.922102 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9db4763a-0d84-48ca-a406-981f0149bef6 req-f255b8d0-e448-4b0a-8944-a85dee6c7b1f service neutron] 10.222.0.26 "GET /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5342202 Jul 05 04:07:19.023389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 43b89569-6703-47b9-9aa9-3a20489bebf2 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:19.023981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 43b89569-6703-47b9-9aa9-3a20489bebf2 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:19.024475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:19.229974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-67145f1e-f434-4908-b221-768b6673d280 admin admin] Deleting subnet c895e5ec-081e-4e9b-b0b3-01bca5fbab69 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:19.236985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-67145f1e-f434-4908-b221-768b6673d280 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.285907 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.303755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-67145f1e-f434-4908-b221-768b6673d280 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.334415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-3d6cd413-82a2-4094-8520-370f77ed58c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting port 6d492b0a-eb7e-4212-a130-8e04dda42fb2 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:19.335046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd413-82a2-4094-8520-370f77ed58c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.350606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe update to DOWN by agent not found {{(pid=100897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:07:19.384921 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4e31189-99e0-4f71-ba52-1d3e7f603d00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.390942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=84a73866-ed1d-4f1c-b7cd-c1f8666de2fe,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.400465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No DVR routers for this DVR port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:19.465095 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-67145f1e-f434-4908-b221-768b6673d280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.505980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e31189-99e0-4f71-ba52-1d3e7f603d00 None None] Pushing event deleted for resources: {'Port': ['ID=84a73866-ed1d-4f1c-b7cd-c1f8666de2fe,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:19.517007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e31189-99e0-4f71-ba52-1d3e7f603d00 None None] No DVR routers for this DVR port 84a73866-ed1d-4f1c-b7cd-c1f8666de2fe on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:19.551330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:15Z', 'revision_number': 8, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:07Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:19.600941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd413-82a2-4094-8520-370f77ed58c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.630261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] Checking router: ed3fd806-c8ed-4947-a1ee-674f28dbe63c for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:19.636368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-3d6cd413-82a2-4094-8520-370f77ed58c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Calling delete_port for 6d492b0a-eb7e-4212-a130-8e04dda42fb2 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:19.661462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:19.662110 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:19.668395 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.681735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1d41f9e-083e-4098-a567-3282cf5979a9']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:19.699586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:19.699920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d8c97a9-3bfc-48ea-b7ba-3936894b4ce3') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:19.711109 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.740403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.754497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:19.758345 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:19.802599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:19.931775 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:19.953814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-67145f1e-f434-4908-b221-768b6673d280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.028304 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-67145f1e-f434-4908-b221-768b6673d280 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.033317 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-67145f1e-f434-4908-b221-768b6673d280 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c895e5ec-081e-4e9b-b0b3-01bca5fbab69 HTTP/1.1" status: 204 len: 168 time: 1.1853652 Jul 05 04:07:20.034465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44324) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:20.043130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67145f1e-f434-4908-b221-768b6673d280 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c895e5ec-081e-4e9b-b0b3-01bca5fbab69,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.045210 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.103600 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.107978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/networks/b1d41f9e-083e-4098-a567-3282cf5979a9 HTTP/1.1" status: 204 len: 168 time: 2.1309860 Jul 05 04:07:20.112770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44328) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:20.128488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af37c555-20eb-4bb3-a1b2-f635f05de67a tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Network': ['ID=b1d41f9e-083e-4098-a567-3282cf5979a9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.199874 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.259142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd413-82a2-4094-8520-370f77ed58c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.393506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6cd413-82a2-4094-8520-370f77ed58c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Port': ['ID=6d492b0a-eb7e-4212-a130-8e04dda42fb2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.393807 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.419837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:15Z', 'revision_number': 8, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:07Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.421625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84b473dc-229b-4cfb-ab2c-e150a9e04dee']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.456548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b4d3674-53fb-4981-9083-910b445d0cdd req-c0029d88-bb43-4823-a24b-b2663a3a5aff service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0540676 Jul 05 04:07:20.458541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e7dab93-be85-450e-9e42-35978e24fd32') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.458847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e7dab93-be85-450e-9e42-35978e24fd32') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:20.475863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.478790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68a5a09d-0a1e-4267-b303-b700c78603e0 None None] The sync data for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 is: [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:15Z', 'revision_number': 8, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'fb915692-1eb0-4754-956d-5ac8cf3c344b', 'name': '', 'network_id': 'a9ba450a-0acc-411f-a14e-2e0e24fd69ef', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:e7:3e:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1993, 'fixed_ips': [{'subnet_id': '807835ed-e500-43fb-9e96-301b160c81b6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:56Z', 'updated_at': '2021-07-05T04:07:07Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': '807835ed-e500-43fb-9e96-301b160c81b6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:20.513082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.522080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:20.522496 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:20.524453 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:20.657847 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d6cd413-82a2-4094-8520-370f77ed58c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.663023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44338) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:20.668663 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3d6cd413-82a2-4094-8520-370f77ed58c6 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "DELETE /v2.0/ports/6d492b0a-eb7e-4212-a130-8e04dda42fb2 HTTP/1.1" status: 204 len: 168 time: 1.8097870 Jul 05 04:07:20.729559 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.742117 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.745925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/84b473dc-229b-4cfb-ab2c-e150a9e04dee HTTP/1.1" status: 204 len: 168 time: 0.7090366 Jul 05 04:07:20.817537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eff1bb-29ed-4575-9722-fa579702d2d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=84b473dc-229b-4cfb-ab2c-e150a9e04dee,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:20.868902 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4269383a-b3d5-4544-959c-8435fefe3329 req-7d262866-dd4f-4a8e-9e27-f2d575575604 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1068072 Jul 05 04:07:20.908545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae884120-18cf-4c37-acf8-eb24d692e40e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting subnet 0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:20.913346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae884120-18cf-4c37-acf8-eb24d692e40e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:20.966041 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae884120-18cf-4c37-acf8-eb24d692e40e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.041636 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.177521 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae884120-18cf-4c37-acf8-eb24d692e40e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.371809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44352) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:21.419446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-823d1428-896d-4420-babc-1e66dddbf098 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c92f1def1224e0d94ea34c91db2c9f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0464065 Jul 05 04:07:21.422922 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae884120-18cf-4c37-acf8-eb24d692e40e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.425598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44354) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:21.454457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port fb915692-1eb0-4754-956d-5ac8cf3c344b {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:21.462282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.463168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae884120-18cf-4c37-acf8-eb24d692e40e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Subnet': ['ID=0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:21.464533 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae884120-18cf-4c37-acf8-eb24d692e40e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.467337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ae884120-18cf-4c37-acf8-eb24d692e40e tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "DELETE /v2.0/subnets/0b76b6d5-0745-43f5-b6f6-d4aa2b48ccc7 HTTP/1.1" status: 204 len: 168 time: 0.8025026 Jul 05 04:07:21.471054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05ae5a8b-8084-4353-b1d0-83f2d9efdce5 None None] Network 320dbe57-ecdf-4942-b75a-f8d707d5678c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:21.475298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44356) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:21.546350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-822f6e32-869a-4b6d-9f6f-ce4f73d36944 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting subnet c060a711-5778-4a1b-9aca-7ca42e8b4a48 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:21.552835 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-822f6e32-869a-4b6d-9f6f-ce4f73d36944 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.592971 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6edcfd1-60f6-4086-a6af-5c289338eaed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.638668 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6edcfd1-60f6-4086-a6af-5c289338eaed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.644689 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-822f6e32-869a-4b6d-9f6f-ce4f73d36944 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.650077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port fb915692-1eb0-4754-956d-5ac8cf3c344b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fb915692-1eb0-4754-956d-5ac8cf3c344b,segment=NetworkSegment(08160a38-f144-4e04-8f5e-61f4005b9d27),segment_id=08160a38-f144-4e04-8f5e-61f4005b9d27)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:21.650781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.678707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for fb915692-1eb0-4754-956d-5ac8cf3c344b owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:21.813221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6206a598-ad58-4178-8026-0e4860968575 None None] DHCP port deletion for 320dbe57-ecdf-4942-b75a-f8d707d5678c request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:21.842029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-822f6e32-869a-4b6d-9f6f-ce4f73d36944 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.866277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6206a598-ad58-4178-8026-0e4860968575 None None] Deleting port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:21.867029 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6206a598-ad58-4178-8026-0e4860968575 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.962474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6206a598-ad58-4178-8026-0e4860968575 None None] For port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=30e9be5d-11a9-44b2-8e27-df16b8bf25cd,segment=NetworkSegment(5c8f06e3-947b-458f-89e5-58db4e00f8be),segment_id=5c8f06e3-947b-458f-89e5-58db4e00f8be)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:21.964964 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6206a598-ad58-4178-8026-0e4860968575 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:21.986820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6206a598-ad58-4178-8026-0e4860968575 None None] Calling delete_port for 30e9be5d-11a9-44b2-8e27-df16b8bf25cd owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:22.054446 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-822f6e32-869a-4b6d-9f6f-ce4f73d36944 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.103851 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-822f6e32-869a-4b6d-9f6f-ce4f73d36944 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.108860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-822f6e32-869a-4b6d-9f6f-ce4f73d36944 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "DELETE /v2.0/subnets/c060a711-5778-4a1b-9aca-7ca42e8b4a48 HTTP/1.1" status: 204 len: 168 time: 0.6298630 Jul 05 04:07:22.108860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822f6e32-869a-4b6d-9f6f-ce4f73d36944 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Subnet': ['ID=c060a711-5778-4a1b-9aca-7ca42e8b4a48,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:22.120164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44366) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:22.124080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c32c7717-a143-4e2c-be11-aee6753e6408 None None] Network 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:22.258426 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6edcfd1-60f6-4086-a6af-5c289338eaed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.264690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6edcfd1-60f6-4086-a6af-5c289338eaed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.268021 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b6edcfd1-60f6-4086-a6af-5c289338eaed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/35a621a0-869f-4445-8a68-03564ddc5450 HTTP/1.1" status: 204 len: 168 time: 0.8408408 Jul 05 04:07:22.292544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6edcfd1-60f6-4086-a6af-5c289338eaed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35a621a0-869f-4445-8a68-03564ddc5450,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:22.316229 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.335494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6206a598-ad58-4178-8026-0e4860968575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.406805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6206a598-ad58-4178-8026-0e4860968575 None None] Pushing event deleted for resources: {'Port': ['ID=30e9be5d-11a9-44b2-8e27-df16b8bf25cd,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:22.412359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6206a598-ad58-4178-8026-0e4860968575 None None] No DVR routers for this DVR port 30e9be5d-11a9-44b2-8e27-df16b8bf25cd on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:22.580515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.596402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.603490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbc4991-7070-4a02-ad08-f1272f95da66 None None] DHCP port deletion for 7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:22.612844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['320dbe57-ecdf-4942-b75a-f8d707d5678c']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:22.616003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=fb915692-1eb0-4754-956d-5ac8cf3c344b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:22.632066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c8f06e3-947b-458f-89e5-58db4e00f8be') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:22.632066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c8f06e3-947b-458f-89e5-58db4e00f8be') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:22.668088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.704193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.717751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:22.718983 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:22.728248 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:22.790810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc4991-7070-4a02-ad08-f1272f95da66 None None] Deleting port da553a40-4121-4b42-9b6b-0d86a0937afc {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:22.791308 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5bbc4991-7070-4a02-ad08-f1272f95da66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:22.799697 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:07:22.949181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 30e9be5d-11a9-44b2-8e27-df16b8bf25cd no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:23.016551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 30e9be5d-11a9-44b2-8e27-df16b8bf25cd {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:23.018957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 30e9be5d-11a9-44b2-8e27-df16b8bf25cd not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:23.019608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device da553a40-4121-4b42-9b6b-0d86a0937afc no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:23.054796 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.070278 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.075185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5bbc4991-7070-4a02-ad08-f1272f95da66 None None] For port da553a40-4121-4b42-9b6b-0d86a0937afc, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=da553a40-4121-4b42-9b6b-0d86a0937afc,segment=NetworkSegment(5445e3b3-08ad-4aac-bfe4-510641afe88e),segment_id=5445e3b3-08ad-4aac-bfe4-510641afe88e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:23.080673 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.085680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "DELETE /v2.0/networks/320dbe57-ecdf-4942-b75a-f8d707d5678c HTTP/1.1" status: 204 len: 168 time: 0.9621556 Jul 05 04:07:23.086225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5bbc4991-7070-4a02-ad08-f1272f95da66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.086330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44382) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:23.134906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5bbc4991-7070-4a02-ad08-f1272f95da66 None None] Calling delete_port for da553a40-4121-4b42-9b6b-0d86a0937afc owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:23.148436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44384) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:23.254812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a241df3-407f-4190-90c0-f4f06f9e634b tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Network': ['ID=320dbe57-ecdf-4942-b75a-f8d707d5678c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:23.317038 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.341982 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.350037 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99f4d14f-0972-4790-b321-3fa9ddf81620 req-920c0ae2-c5ff-44ad-aedc-7eb350881e64 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1421857 Jul 05 04:07:23.489592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22b38675-24b1-4197-9b05-ef9333cb8fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.582476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Deleting port da553a40-4121-4b42-9b6b-0d86a0937afc {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:23.582856 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.635875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22b38675-24b1-4197-9b05-ef9333cb8fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.663478 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5bbc4991-7070-4a02-ad08-f1272f95da66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.677802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:23.714303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbc4991-7070-4a02-ad08-f1272f95da66 None None] Pushing event deleted for resources: {'Port': ['ID=da553a40-4121-4b42-9b6b-0d86a0937afc,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:23.717707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbc4991-7070-4a02-ad08-f1272f95da66 None None] No DVR routers for this DVR port da553a40-4121-4b42-9b6b-0d86a0937afc on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:23.727821 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:07:23.727821 n-d-758944-41 neutron-server[100897]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 05 04:07:23.727821 n-d-758944-41 neutron-server[100897]: [parameters: {'status': 'DOWN', 'ports_id': 'da553a40-4121-4b42-9b6b-0d86a0937afc'}] Jul 05 04:07:23.727821 n-d-758944-41 neutron-server[100897]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:23.728508 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:23.734369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] For port da553a40-4121-4b42-9b6b-0d86a0937afc, host n-d-758944-41, got binding levels [] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:23.738464 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.741508 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22b38675-24b1-4197-9b05-ef9333cb8fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.808825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Calling delete_port for da553a40-4121-4b42-9b6b-0d86a0937afc owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:23.814540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Port da553a40-4121-4b42-9b6b-0d86a0937afc was not found and therefore no delete operation was performed {{(pid=100895) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:07:23.814540 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:23.823511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b38675-24b1-4197-9b05-ef9333cb8fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc852c76-9e16-4c82-bebd-57bd722d5eab,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:23.890645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Port': ['ID=da553a40-4121-4b42-9b6b-0d86a0937afc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:23.896664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] No DVR routers for this DVR port da553a40-4121-4b42-9b6b-0d86a0937afc on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:23.920956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-22b38675-24b1-4197-9b05-ef9333cb8fe6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c0c4d0c30eb4d4c85bbba7031c41b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7705023 Jul 05 04:07:23.922990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5511175-1dd6-40fe-bf42-e3b64be7ba0e req-2b7bfdbc-4921-40a4-af37-7aeb25dd3131 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0481229 Jul 05 04:07:23.923566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44408) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:23.929451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:23.935349 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d242f2b3-2519-4277-9fbf-695cf249dccf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8202257 Jul 05 04:07:23.953430 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] Sync routers for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:23.954048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44410) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:23.957499 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:23.958118 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:23.997555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.014986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:24.030520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-06dcaccb-677f-450b-8bf7-17897f199bdd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting subnet 807835ed-e500-43fb-9e96-301b160c81b6 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:24.032418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5445e3b3-08ad-4aac-bfe4-510641afe88e') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:24.032898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5445e3b3-08ad-4aac-bfe4-510641afe88e') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:24.035940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06dcaccb-677f-450b-8bf7-17897f199bdd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.038920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22920578-9535-4eea-821b-3e097c9eccfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.043771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.067815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.082249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:24.082722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:24.086198 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:24.096134 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:24.113137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22920578-9535-4eea-821b-3e097c9eccfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.124123 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06dcaccb-677f-450b-8bf7-17897f199bdd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.259931 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06dcaccb-677f-450b-8bf7-17897f199bdd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.267315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.272673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Port da553a40-4121-4b42-9b6b-0d86a0937afc update to DOWN by agent not found {{(pid=100897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:07:24.305474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.314030 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] 10.222.0.30 "DELETE /v2.0/networks/7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee HTTP/1.1" status: 204 len: 168 time: 1.2201984 Jul 05 04:07:24.327843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903d3d06-8137-42fe-8f2d-74cf67892a22 tempest-TaggedBootDevicesTest-2081834282 tempest-TaggedBootDevicesTest-2081834282-project] Pushing event deleted for resources: {'Network': ['ID=7fb6159d-f3f5-48a2-82b5-cd0d3ff297ee,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.388954 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:22Z', 'revision_number': 9, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:24.406831 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22920578-9535-4eea-821b-3e097c9eccfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.411492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22920578-9535-4eea-821b-3e097c9eccfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.413257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-22920578-9535-4eea-821b-3e097c9eccfa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cc852c76-9e16-4c82-bebd-57bd722d5eab HTTP/1.1" status: 204 len: 168 time: 0.4885671 Jul 05 04:07:24.448671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22920578-9535-4eea-821b-3e097c9eccfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc852c76-9e16-4c82-bebd-57bd722d5eab,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.455588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44424) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:24.463812 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] Checking router: ed3fd806-c8ed-4947-a1ee-674f28dbe63c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:24.475156 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:24.476285 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:24.502137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06dcaccb-677f-450b-8bf7-17897f199bdd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.572382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06dcaccb-677f-450b-8bf7-17897f199bdd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Subnet': ['ID=807835ed-e500-43fb-9e96-301b160c81b6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:24.585090 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06dcaccb-677f-450b-8bf7-17897f199bdd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.587392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-06dcaccb-677f-450b-8bf7-17897f199bdd tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/807835ed-e500-43fb-9e96-301b160c81b6 HTTP/1.1" status: 204 len: 168 time: 0.6323066 Jul 05 04:07:24.590006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44430) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:24.594600 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:24.597961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-886094dd-e6cf-405e-9166-b630e9f38d16 None None] Network a9ba450a-0acc-411f-a14e-2e0e24fd69ef requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:24.644630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-221858563-network', 'tenant_id': 'b9bfdfe790624823bd5b249d384ac18c'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:24.715683 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.775019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Made reservation on behalf of b9bfdfe790624823bd5b249d384ac18c for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:24.777560 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.791330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.882650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:24.884484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:24.949959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b28b7a5-cf0b-4559-b416-322ffcb35bb0 None None] DHCP port deletion for a9ba450a-0acc-411f-a14e-2e0e24fd69ef request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:24.986852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1,segment=NetworkSegment(08160a38-f144-4e04-8f5e-61f4005b9d27),segment_id=08160a38-f144-4e04-8f5e-61f4005b9d27)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:24.987100 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:22Z', 'revision_number': 9, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:24.988736 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.002381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.005931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:25.016702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1b28b7a5-cf0b-4559-b416-322ffcb35bb0 None None] Deleting port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:25.019446 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1b28b7a5-cf0b-4559-b416-322ffcb35bb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.083208 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.099382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:25.123373 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.123824 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Added segment 5afe80a2-7487-4a89-8a4c-eb6a7a987868 of type vlan for network b0d08a59-1f78-48fd-98d2-9c4870c1481d Jul 05 04:07:25.132783 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00f21270-d9ce-4078-afbc-73559e4e1719 None None] The sync data for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 is: [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:22Z', 'revision_number': 9, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': '1ccdb3ea-8343-43f3-b4c3-b85ec7091af4', 'name': '', 'network_id': '7097c139-76b8-4ab0-9bb3-7f90cf47728a', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:fc:ce:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1987, 'fixed_ips': [{'subnet_id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:50Z', 'updated_at': '2021-07-05T04:07:01Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'ceb78148-d115-4cea-9a46-3be4942cdf71', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:25.188470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1b28b7a5-cf0b-4559-b416-322ffcb35bb0 None None] For port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1,segment=NetworkSegment(08160a38-f144-4e04-8f5e-61f4005b9d27),segment_id=08160a38-f144-4e04-8f5e-61f4005b9d27)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:25.189788 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1b28b7a5-cf0b-4559-b416-322ffcb35bb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.215226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1b28b7a5-cf0b-4559-b416-322ffcb35bb0 None None] Calling delete_port for ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:25.241204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=481acb83-f9cf-447e-b903-8e11bc7e1484,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.261617 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.323952 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.335755 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1b28b7a5-cf0b-4559-b416-322ffcb35bb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.371840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b28b7a5-cf0b-4559-b416-322ffcb35bb0 None None] Pushing event deleted for resources: {'Port': ['ID=ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.372819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No DVR routers for this DVR port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:25.379192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28b7a5-cf0b-4559-b416-322ffcb35bb0 None None] No DVR routers for this DVR port ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:25.379378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.443157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.444229 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:25.447737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.488504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.517974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] Pushing event updated for resources: {'Network': ['ID=b0d08a59-1f78-48fd-98d2-9c4870c1481d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:25.522451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ba450a-0acc-411f-a14e-2e0e24fd69ef']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:25.535441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08160a38-f144-4e04-8f5e-61f4005b9d27') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:25.539829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network b0d08a59-1f78-48fd-98d2-9c4870c1481d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:25.540133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08160a38-f144-4e04-8f5e-61f4005b9d27') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:25.553079 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.599712 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.610653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:25.611375 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.619817 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f56ef4e4-8ac4-454c-9f58-d5b0ba5bb9a9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1623075 Jul 05 04:07:25.626212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44458) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:25.631535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Request body: {'subnet': {'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-221858563-subnet', 'tenant_id': 'b9bfdfe790624823bd5b249d384ac18c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:25.636087 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:25.734823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Made reservation on behalf of b9bfdfe790624823bd5b249d384ac18c for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:25.739833 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.806291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.814473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:25.819684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/networks/a9ba450a-0acc-411f-a14e-2e0e24fd69ef HTTP/1.1" status: 204 len: 168 time: 1.2265418 Jul 05 04:07:25.823598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44460) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:25.915276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59345cd-f12b-46ab-bb86-4fbddc5e5a13 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Network': ['ID=a9ba450a-0acc-411f-a14e-2e0e24fd69ef,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.019881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c2963e3-4509-4782-b94e-c97ded589aa1 req-f02a2f5f-d17c-4eb2-b02d-ec7eb84c84de service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1132596 Jul 05 04:07:26.156358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.245032 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bd63db0-3043-4b09-b9b2-4009b4c5d6f4,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:26.281801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Checking segment: {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:26.282668 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Network hostable DHCP agents. Network: b0d08a59-1f78-48fd-98d2-9c4870c1481d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:26.396069 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Network b0d08a59-1f78-48fd-98d2-9c4870c1481d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:26.500214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, b0d08a59-1f78-48fd-98d2-9c4870c1481d) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:26.504266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:26.504993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:26.518658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264e8f83-76d8-49ce-a252-34d477be871b None None] Network b0d08a59-1f78-48fd-98d2-9c4870c1481d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:26.624596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6983c4e2-bf91-4cd0-b485-c8fc0667648d admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9879172 Jul 05 04:07:26.778539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab36da78-4c75-45ac-9a60-d6947ac2e429 None None] Network b0d08a59-1f78-48fd-98d2-9c4870c1481d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:26.807576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb42bdb6-3122-4018-bc7d-9acf81412453 req-c12739f4-a201-45a0-aad4-fe709b60bc3d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0583029 Jul 05 04:07:26.946442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:27.010743 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.023679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:27.024910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ffe3d8cb-ace5-4fc3-b7e1-0f3438b7e6e1 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:27.030198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fb915692-1eb0-4754-956d-5ac8cf3c344b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:27.078841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: fb915692-1eb0-4754-956d-5ac8cf3c344b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:27.079877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fb915692-1eb0-4754-956d-5ac8cf3c344b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:27.414773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:27.415121 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.627713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ccdb3ea-8343-43f3-b4c3-b85ec7091af4,segment=NetworkSegment(41333d6b-f1e4-44dc-a046-d82294eaec3a),segment_id=41333d6b-f1e4-44dc-a046-d82294eaec3a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:27.628111 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:27.645128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-c1ecf2ae-1bbf-4570-9e22-f8c7db2c15ff tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:27.646639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-c1ecf2ae-1bbf-4570-9e22-f8c7db2c15ff tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 814 time: 0.2105925 Jul 05 04:07:27.651636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:27.675824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-8ce96510-9ff8-47a1-aac2-dfadc3b05101 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/quotas/b9bfdfe790624823bd5b249d384ac18c HTTP/1.1" status: 200 len: 375 time: 0.0178971 Jul 05 04:07:27.739296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-7cfc7ab6-4e52-4309-b5d4-163cadbc499a tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0336690 Jul 05 04:07:27.916701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-54d9cf31-fd54-4bf6-a3b5-9005ab78aeab service neutron] 10.222.0.30 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628537 Jul 05 04:07:28.062944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-5e350b2a-33e6-4c09-b9e1-46bb69c08d19 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174998 Jul 05 04:07:28.118196 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.154756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=1ccdb3ea-8343-43f3-b4c3-b85ec7091af4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:28.434619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ff10c0e-ca63-40bf-8f5d-95d8a730364f req-1bc23ea1-9350-43b4-a8ff-643951a71dbc tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 210 time: 0.0501194 Jul 05 04:07:28.455158 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:28.732261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e155743d-521f-4a7b-ab4a-ca0006b1d012 req-6bf9864a-27ad-47ce-9595-6c962eeac0d6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0375514 Jul 05 04:07:28.767147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:28.934529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:28.942187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-55dae58b-220a-4aef-8123-d7b85b9e763c tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1081519 Jul 05 04:07:28.942880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44568) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:28.949042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] Sync routers for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:28.982667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:28.983712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:29.053749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5617b00b-cfe5-4eb6-9564-77002f040b12 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting subnet ceb78148-d115-4cea-9a46-3be4942cdf71 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:29.068655 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5617b00b-cfe5-4eb6-9564-77002f040b12 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.101704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:29.133250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea2761ca-af2e-4a16-ad4e-b6aedd7177c0 req-933d8bce-a029-40e0-990d-2e760ea24c56 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0662775 Jul 05 04:07:29.155928 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5617b00b-cfe5-4eb6-9564-77002f040b12 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.299766 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5617b00b-cfe5-4eb6-9564-77002f040b12 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.403363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:27Z', 'revision_number': 10, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:29.449214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] Checking router: ed3fd806-c8ed-4947-a1ee-674f28dbe63c for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:29.462963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:29.463646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:29.575500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:29.588780 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fee3c93-7e25-45cd-84b2-8760b793f1b2 req-6e4f0a29-ffce-409c-b6b7-651a12d9de3c tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 210 time: 0.0791073 Jul 05 04:07:29.591269 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5617b00b-cfe5-4eb6-9564-77002f040b12 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.617543 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5617b00b-cfe5-4eb6-9564-77002f040b12 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.638519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad8e279-ef6d-4260-b800-9bbf67db9993 None None] Network 7097c139-76b8-4ab0-9bb3-7f90cf47728a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:29.638767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5617b00b-cfe5-4eb6-9564-77002f040b12 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/ceb78148-d115-4cea-9a46-3be4942cdf71 HTTP/1.1" status: 204 len: 168 time: 0.6850941 Jul 05 04:07:29.638874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44590) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:29.683228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617b00b-cfe5-4eb6-9564-77002f040b12 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Subnet': ['ID=ceb78148-d115-4cea-9a46-3be4942cdf71,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:29.769400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.839456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port a90d55f6-285a-4b93-95a4-b9afae81731e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:29.839708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.946504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port a90d55f6-285a-4b93-95a4-b9afae81731e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a90d55f6-285a-4b93-95a4-b9afae81731e,segment=NetworkSegment(41333d6b-f1e4-44dc-a046-d82294eaec3a),segment_id=41333d6b-f1e4-44dc-a046-d82294eaec3a)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:29.946880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:29.962224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for a90d55f6-285a-4b93-95a4-b9afae81731e owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:29.981658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:27Z', 'revision_number': 10, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:30.026616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-223b6180-5e29-4e39-b5ac-1e2ac9b0932e None None] The sync data for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 is: [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:27Z', 'revision_number': 10, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None, '_interfaces': [{'id': 'b703975b-4a05-4abd-a9f0-fbab31bf89a8', 'name': '', 'network_id': 'aa31d0e1-13d9-4aa8-84ad-68b7f6493910', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'mac_address': 'fa:16:3e:d4:e6:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1972, 'fixed_ips': [{'subnet_id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:06:42Z', 'updated_at': '2021-07-05T04:06:50Z', 'revision_number': 5, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'subnets': [{'id': 'b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:30.054182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb30f8e1-b7ed-4172-9892-fa658708631d None None] DHCP port deletion for 7097c139-76b8-4ab0-9bb3-7f90cf47728a request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:30.121987 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-eb30f8e1-b7ed-4172-9892-fa658708631d None None] Deleting port a90d55f6-285a-4b93-95a4-b9afae81731e {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:30.122370 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eb30f8e1-b7ed-4172-9892-fa658708631d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.200469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-eb30f8e1-b7ed-4172-9892-fa658708631d None None] For port a90d55f6-285a-4b93-95a4-b9afae81731e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a90d55f6-285a-4b93-95a4-b9afae81731e,segment=NetworkSegment(41333d6b-f1e4-44dc-a046-d82294eaec3a),segment_id=41333d6b-f1e4-44dc-a046-d82294eaec3a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:30.200866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eb30f8e1-b7ed-4172-9892-fa658708631d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.203027 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.229622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-eb30f8e1-b7ed-4172-9892-fa658708631d None None] Calling delete_port for a90d55f6-285a-4b93-95a4-b9afae81731e owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:30.247574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No DVR routers for this DVR port a90d55f6-285a-4b93-95a4-b9afae81731e on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:30.254461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=a90d55f6-285a-4b93-95a4-b9afae81731e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:30.422924 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.475766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7097c139-76b8-4ab0-9bb3-7f90cf47728a']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:30.501829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41333d6b-f1e4-44dc-a046-d82294eaec3a') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:30.502210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41333d6b-f1e4-44dc-a046-d82294eaec3a') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:30.522438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.553914 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.568240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:30.568602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:30.574281 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:30.654586 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eb30f8e1-b7ed-4172-9892-fa658708631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.709014 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb30f8e1-b7ed-4172-9892-fa658708631d None None] Pushing event deleted for resources: {'Port': ['ID=a90d55f6-285a-4b93-95a4-b9afae81731e,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:30.715630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb30f8e1-b7ed-4172-9892-fa658708631d None None] No DVR routers for this DVR port a90d55f6-285a-4b93-95a4-b9afae81731e on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:30.763362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.770752 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:30.775047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:30.782718 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/networks/7097c139-76b8-4ab0-9bb3-7f90cf47728a HTTP/1.1" status: 204 len: 168 time: 1.1443369 Jul 05 04:07:30.798008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44620) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:30.861315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:30.861631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ccdb3ea-8343-43f3-b4c3-b85ec7091af4 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:30.862000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a90d55f6-285a-4b93-95a4-b9afae81731e no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:30.891156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e3dc670-a161-418d-bd06-a4d9a13972b3 req-29acd980-a98a-4450-a558-ac8f03009b8a tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 210 time: 0.0572174 Jul 05 04:07:30.895640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a90d55f6-285a-4b93-95a4-b9afae81731e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:30.896040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a90d55f6-285a-4b93-95a4-b9afae81731e not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:30.925790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbd6cbc-ce8b-4f17-8f47-2833b54b6040 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Network': ['ID=7097c139-76b8-4ab0-9bb3-7f90cf47728a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:31.083052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4ffd011-53e8-4432-a1e9-92474937135a req-372c4e65-d6e8-4cd1-b775-faa5aadd5932 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0393410 Jul 05 04:07:31.389305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78db8ace-5f85-45f1-9b35-9435ed8fee31 req-a4847f11-4d33-49e7-a337-6cc3c6b5e508 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0645013 Jul 05 04:07:31.538159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.599169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-05ff6b67-2cf3-46e8-94ba-bb8fdc00974c tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:31.601112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-05ff6b67-2cf3-46e8-94ba-bb8fdc00974c tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 814 time: 0.1350677 Jul 05 04:07:31.622497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Request body: {'port': {'device_id': '1bef21d6-89b4-41f5-97d6-f3c724d5a9c5', 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d', 'admin_state_up': True, 'tenant_id': 'b9bfdfe790624823bd5b249d384ac18c'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:31.920378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Made reservation on behalf of b9bfdfe790624823bd5b249d384ac18c for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:31.944134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:31.969316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port b703975b-4a05-4abd-a9f0-fbab31bf89a8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:31.969819 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.131760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port b703975b-4a05-4abd-a9f0-fbab31bf89a8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b703975b-4a05-4abd-a9f0-fbab31bf89a8,segment=NetworkSegment(d9469607-dfe6-4b37-ba33-30bba4806e1c),segment_id=d9469607-dfe6-4b37-ba33-30bba4806e1c)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:32.132309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.142166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01c0857d-9abd-4f5e-a55b-f5e5797478e5 req-8d45f221-04ba-496b-8dab-5f527335f4f9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 210 time: 0.0459776 Jul 05 04:07:32.167752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for b703975b-4a05-4abd-a9f0-fbab31bf89a8 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:32.198809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Allocated IP 172.20.0.12 (b0d08a59-1f78-48fd-98d2-9c4870c1481d/2bd63db0-3043-4b09-b9b2-4009b4c5d6f4/da13f840-15b8-43a1-8603-8092169fbfd9) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:32.370268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.437962 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.473178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=b703975b-4a05-4abd-a9f0-fbab31bf89a8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.527446 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.606571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Network b0d08a59-1f78-48fd-98d2-9c4870c1481d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:32.611393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:32.616273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:32.675009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Pushing event updated for resources: {'Port': ['ID=da13f840-15b8-43a1-8603-8092169fbfd9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:32.705119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:32.706406 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.711647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:32.803721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-47dad1c7-562b-42f3-951b-67cbe4413147 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1866009 Jul 05 04:07:32.818006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Request body: {'port': {'device_id': '1bef21d6-89b4-41f5-97d6-f3c724d5a9c5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:32.925062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:32.950760 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.012673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:33.021321 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-22e169c4-1bb9-4ede-9a99-b9c9329c3bfb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2214146 Jul 05 04:07:33.027873 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] Sync routers for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:33.028742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44680) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.078028 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:33.078028 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.118948 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3306952a-c8c7-4c6c-8575-e5d54eb689eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting subnet b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:33.141860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3306952a-c8c7-4c6c-8575-e5d54eb689eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.250081 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3306952a-c8c7-4c6c-8575-e5d54eb689eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.271749 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:33.390721 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:32Z', 'revision_number': 11, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.434606 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] Checking router: ed3fd806-c8ed-4947-a1ee-674f28dbe63c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:33.449856 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:33.450720 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.471697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3306952a-c8c7-4c6c-8575-e5d54eb689eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.524326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84ce0bc9-543b-4a87-965d-5044ecdac834 req-3cc2e0d9-8acb-4650-bfd6-b91a5c46c27f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1070197 Jul 05 04:07:33.548301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da13f840-15b8-43a1-8603-8092169fbfd9 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:33.567283 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:33.580586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.673069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8818edf-99bc-4a1c-997c-8f645a67be4f req-d8be5565-26d8-4d8f-9060-07fe53a9c3e1 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:33.675810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8818edf-99bc-4a1c-997c-8f645a67be4f req-d8be5565-26d8-4d8f-9060-07fe53a9c3e1 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 932 time: 0.2355697 Jul 05 04:07:33.675979 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3306952a-c8c7-4c6c-8575-e5d54eb689eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.676950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Transition to ACTIVE for port object da13f840-15b8-43a1-8603-8092169fbfd9 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:33.718634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3306952a-c8c7-4c6c-8575-e5d54eb689eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Subnet': ['ID=b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:33.725042 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:32Z', 'revision_number': 11, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:33.737044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee51c041-81fe-4171-b39a-15767cbd45c6 None None] Network aa31d0e1-13d9-4aa8-84ad-68b7f6493910 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:33.748402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3306952a-c8c7-4c6c-8575-e5d54eb689eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.755525 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3306952a-c8c7-4c6c-8575-e5d54eb689eb tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce HTTP/1.1" status: 204 len: 168 time: 0.7229016 Jul 05 04:07:33.756487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44706) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:33.767992 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:33.783236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8818edf-99bc-4a1c-997c-8f645a67be4f req-0135854c-1bd5-4ea3-b359-5f4c0e4ab348 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977478 Jul 05 04:07:33.811986 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a4317c0-8447-4931-a203-0a4e9d283609 None None] The sync data for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 is: [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:32Z', 'revision_number': 11, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:33.980777 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.067750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Pushing event updated for resources: {'Port': ['ID=da13f840-15b8-43a1-8603-8092169fbfd9,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.074715 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0617f9cc-87ca-4839-b913-f79d0bdc16d4 req-cbdce1fc-aa57-43b1-bfaf-f525cc66a33f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1325629 Jul 05 04:07:34.111005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Deleting port 0344f185-7119-4b3c-aae5-6550db7e5b8d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:34.111005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.152164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Attempting to bind port da13f840-15b8-43a1-8603-8092169fbfd9 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:34.152725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Attempting to bind port da13f840-15b8-43a1-8603-8092169fbfd9 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:34.153153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Attempting to bind port da13f840-15b8-43a1-8603-8092169fbfd9 on network b0d08a59-1f78-48fd-98d2-9c4870c1481d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:34.158248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Port da13f840-15b8-43a1-8603-8092169fbfd9 on network b0d08a59-1f78-48fd-98d2-9c4870c1481d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:07:34.158705 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Attempting to bind port da13f840-15b8-43a1-8603-8092169fbfd9 on network b0d08a59-1f78-48fd-98d2-9c4870c1481d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:34.164597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:34.165036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Checking segment: {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:34.165519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Bound using segment: {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:34.166048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Bound port: da13f840-15b8-43a1-8603-8092169fbfd9, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:34.166725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.250699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92599bd5-1d34-40fa-938a-1753ff824d68 None None] DHCP port deletion for aa31d0e1-13d9-4aa8-84ad-68b7f6493910 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:34.263259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] For port 0344f185-7119-4b3c-aae5-6550db7e5b8d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0344f185-7119-4b3c-aae5-6550db7e5b8d,segment=NetworkSegment(d9469607-dfe6-4b37-ba33-30bba4806e1c),segment_id=d9469607-dfe6-4b37-ba33-30bba4806e1c)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:34.263766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.311763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Calling delete_port for 0344f185-7119-4b3c-aae5-6550db7e5b8d owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:34.357540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] For port da13f840-15b8-43a1-8603-8092169fbfd9, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:34.368557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] For port da13f840-15b8-43a1-8603-8092169fbfd9, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da13f840-15b8-43a1-8603-8092169fbfd9,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:34.402187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-92599bd5-1d34-40fa-938a-1753ff824d68 None None] Deleting port 0344f185-7119-4b3c-aae5-6550db7e5b8d {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:34.403230 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-92599bd5-1d34-40fa-938a-1753ff824d68 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.466568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.506200 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.508898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-92599bd5-1d34-40fa-938a-1753ff824d68 None None] For port 0344f185-7119-4b3c-aae5-6550db7e5b8d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0344f185-7119-4b3c-aae5-6550db7e5b8d,segment=NetworkSegment(d9469607-dfe6-4b37-ba33-30bba4806e1c),segment_id=d9469607-dfe6-4b37-ba33-30bba4806e1c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:34.509723 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-92599bd5-1d34-40fa-938a-1753ff824d68 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.529337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-92599bd5-1d34-40fa-938a-1753ff824d68 None None] Calling delete_port for 0344f185-7119-4b3c-aae5-6550db7e5b8d owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:34.547788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:34.556531 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.557996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] 10.222.0.26 "PUT /v2.0/ports/da13f840-15b8-43a1-8603-8092169fbfd9 HTTP/1.1" status: 200 len: 1093 time: 1.7455168 Jul 05 04:07:34.558477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bef21d6-89b4-41f5-97d6-f3c724d5a9c5', 'tag': 'da13f840-15b8-43a1-8603-8092169fbfd9'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:34.560755 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5" -d '{"events": [{"name": "network-changed", "server_uuid": "1bef21d6-89b4-41f5-97d6-f3c724d5a9c5", "tag": "da13f840-15b8-43a1-8603-8092169fbfd9"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:34.571745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Port': ['ID=0344f185-7119-4b3c-aae5-6550db7e5b8d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.613830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No DVR routers for this DVR port 0344f185-7119-4b3c-aae5-6550db7e5b8d on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:34.785219 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae24beb9-b09e-475a-8b75-38b471e0c5fd x-openstack-request-id: req-ae24beb9-b09e-475a-8b75-38b471e0c5fd {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:34.785915 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bef21d6-89b4-41f5-97d6-f3c724d5a9c5", "tag": "da13f840-15b8-43a1-8603-8092169fbfd9", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:34.786265 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae24beb9-b09e-475a-8b75-38b471e0c5fd {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:34.795470 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bef21d6-89b4-41f5-97d6-f3c724d5a9c5', 'tag': 'da13f840-15b8-43a1-8603-8092169fbfd9', 'status': 'completed', 'code': 200} Jul 05 04:07:34.807056 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-92599bd5-1d34-40fa-938a-1753ff824d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.807819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd043ea4-0749-4c09-8b55-f49482c4526a service neutron] Pushing event updated for resources: {'Port': ['ID=da13f840-15b8-43a1-8603-8092169fbfd9,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.814060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0344f185-7119-4b3c-aae5-6550db7e5b8d no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:34.868118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-73a6cff4-8da0-47bd-8818-dc336e5789c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:34.869822 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-73a6cff4-8da0-47bd-8818-dc336e5789c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 1096 time: 0.2169003 Jul 05 04:07:34.887125 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.897759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92599bd5-1d34-40fa-938a-1753ff824d68 None None] Pushing event deleted for resources: {'Port': ['ID=0344f185-7119-4b3c-aae5-6550db7e5b8d,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:34.904027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa31d0e1-13d9-4aa8-84ad-68b7f6493910']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:34.931930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9469607-dfe6-4b37-ba33-30bba4806e1c') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:34.932361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9469607-dfe6-4b37-ba33-30bba4806e1c') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:34.944669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-6dabaca2-1d54-427d-b591-677d55b4ab0f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da13f840-15b8-43a1-8603-8092169fbfd9 HTTP/1.1" status: 200 len: 217 time: 0.0660951 Jul 05 04:07:34.955458 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:34.964516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92599bd5-1d34-40fa-938a-1753ff824d68 None None] No DVR routers for this DVR port 0344f185-7119-4b3c-aae5-6550db7e5b8d on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:34.974513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 0344f185-7119-4b3c-aae5-6550db7e5b8d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:34.974513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0344f185-7119-4b3c-aae5-6550db7e5b8d not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:34.974669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b703975b-4a05-4abd-a9f0-fbab31bf89a8 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:35.004563 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.014310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: b703975b-4a05-4abd-a9f0-fbab31bf89a8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:35.014676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b703975b-4a05-4abd-a9f0-fbab31bf89a8 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:35.033385 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:35.053022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-d359513a-39c1-44eb-aca9-4841000cc9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:35.054942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-d359513a-39c1-44eb-aca9-4841000cc9b8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd63db0-3043-4b09-b9b2-4009b4c5d6f4 HTTP/1.1" status: 200 len: 854 time: 0.1031649 Jul 05 04:07:35.149626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-6ad3e4fd-450a-4dda-9e2b-98ac978f993e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0d08a59-1f78-48fd-98d2-9c4870c1481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0872164 Jul 05 04:07:35.299188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-43949e4f-92c4-47d5-a9c7-53b3e4b0b0bc service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1354015 Jul 05 04:07:35.325335 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.378773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:35.394505 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/networks/aa31d0e1-13d9-4aa8-84ad-68b7f6493910 HTTP/1.1" status: 204 len: 168 time: 1.6341264 Jul 05 04:07:35.394505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19689f31-5600-4df0-8ea3-43d515036259 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Pushing event deleted for resources: {'Network': ['ID=aa31d0e1-13d9-4aa8-84ad-68b7f6493910,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:35.404625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44790) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:35.412450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b14f3ac8-3d97-4f32-98bb-deaf12c2938d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'routes': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:35.643925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ba78534-b1ab-46dd-9b52-5349c6541d78 req-2cdd614a-8b28-495d-8627-0302c4705498 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3382792 Jul 05 04:07:35.671135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.extraroute_db [None req-b14f3ac8-3d97-4f32-98bb-deaf12c2938d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Added routes are [] {{(pid=100896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jul 05 04:07:35.671456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.extraroute_db [None req-b14f3ac8-3d97-4f32-98bb-deaf12c2938d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Removed routes are [] {{(pid=100896) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jul 05 04:07:35.671951 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ac8-3d97-4f32-98bb-deaf12c2938d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.355082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39344da8-0366-4362-84d1-8463f0a718be req-f4f185bf-5723-4a39-a53c-7a88168de7e9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.356633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39344da8-0366-4362-84d1-8463f0a718be req-f4f185bf-5723-4a39-a53c-7a88168de7e9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 944 time: 0.8006723 Jul 05 04:07:36.363780 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebad5d39-1430-4725-b3fc-24c778a8642b req-add022ec-9d5f-4077-88ab-37f6fbad1dd5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1528227 Jul 05 04:07:36.528967 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ac8-3d97-4f32-98bb-deaf12c2938d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.561027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdd9d4bf-1813-4ba9-b391-6192a32c896f req-f18f72ba-076e-4e87-a5c0-5e987d7778dc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0493865 Jul 05 04:07:36.567918 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ac8-3d97-4f32-98bb-deaf12c2938d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.576698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5 req-975b2fde-3b1c-4d85-a4d0-e1d8a538170d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.578143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5 req-975b2fde-3b1c-4d85-a4d0-e1d8a538170d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 1096 time: 0.3692806 Jul 05 04:07:36.581759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39344da8-0366-4362-84d1-8463f0a718be req-eedce2bc-f783-4698-a0d6-750207bc11bd tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981225 Jul 05 04:07:36.723813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b14f3ac8-3d97-4f32-98bb-deaf12c2938d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router ed3fd806-c8ed-4947-a1ee-674f28dbe63c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:36.827541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5 req-60de7b18-e746-403a-a74a-caec3b6a8e17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:36.829140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5 req-60de7b18-e746-403a-a74a-caec3b6a8e17 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 915 time: 0.2435448 Jul 05 04:07:36.831943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b14f3ac8-3d97-4f32-98bb-deaf12c2938d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:36.839596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b14f3ac8-3d97-4f32-98bb-deaf12c2938d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:36.841945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b14f3ac8-3d97-4f32-98bb-deaf12c2938d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c HTTP/1.1" status: 200 len: 700 time: 1.4351158 Jul 05 04:07:36.853557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] Sync routers for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:36.854420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44864) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:36.888814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:36.891695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:36.911811 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b98371a5-8f15-4a93-bfd2-d65f878fd2f2 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed3fd806-c8ed-4947-a1ee-674f28dbe63c HTTP/1.1" status: 200 len: 205 time: 0.0559783 Jul 05 04:07:36.914162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44870) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:36.932166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5 req-9f155b47-fc24-4766-b98b-f9874bc3984f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da13f840-15b8-43a1-8603-8092169fbfd9 HTTP/1.1" status: 200 len: 217 time: 0.0889916 Jul 05 04:07:37.010007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5 req-674205ef-5559-4a1a-b1f8-787eba234c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:37.011734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5 req-674205ef-5559-4a1a-b1f8-787eba234c85 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd63db0-3043-4b09-b9b2-4009b4c5d6f4 HTTP/1.1" status: 200 len: 854 time: 0.0709193 Jul 05 04:07:37.016234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44872) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.052716 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22b12738-a54a-458e-929d-11e7f0f9d26e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.056921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5 req-f3ecf959-eb18-402d-b99a-da24c51e3f87 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0d08a59-1f78-48fd-98d2-9c4870c1481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345581 Jul 05 04:07:37.061163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:37.137667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:32Z', 'revision_number': 11, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:37.168909 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9c6b-13d0-46d1-b942-4e0a720f85d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.172083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] Checking router: ed3fd806-c8ed-4947-a1ee-674f28dbe63c for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:37.183429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] Routers {'ed3fd806-c8ed-4947-a1ee-674f28dbe63c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:37.184237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:37.224111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5 req-6d8f6c96-f420-4ee9-804b-12f99e0ab557 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570885 Jul 05 04:07:37.323603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] Set router ed3fd806-c8ed-4947-a1ee-674f28dbe63c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:37.425460 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:32Z', 'revision_number': 11, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:37.463740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b99d3e1b-4f76-4d95-b995-8925a7cc9f22 None None] The sync data for ids ['ed3fd806-c8ed-4947-a1ee-674f28dbe63c'] in n-d-758944-41 is: [{'id': 'ed3fd806-c8ed-4947-a1ee-674f28dbe63c', 'name': 'tempest-RoutersTest-router-725531378', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:06:39Z', 'updated_at': '2021-07-05T04:07:32Z', 'revision_number': 11, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:37.485972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec7e40e6-9bca-4e9c-ae5f-43c9b80057b5 req-e7174caa-b298-4f5c-aac7-18883203385c service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2519686 Jul 05 04:07:37.547755 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9c6b-13d0-46d1-b942-4e0a720f85d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.637519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ba4c9c6b-13d0-46d1-b942-4e0a720f85d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.711376 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22b12738-a54a-458e-929d-11e7f0f9d26e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.713657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22b12738-a54a-458e-929d-11e7f0f9d26e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.718044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4c9c6b-13d0-46d1-b942-4e0a720f85d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a154ae1f-a65a-40d4-ae15-ab1dd1758398,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:37.723450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ba4c9c6b-13d0-46d1-b942-4e0a720f85d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8568bfb06fe940a9b4fd66903c43aca4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7061558 Jul 05 04:07:37.735924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44882) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.836625 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47b1d247-db8a-4a49-9f9e-0dfbfc85eb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.838197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22b12738-a54a-458e-929d-11e7f0f9d26e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.839113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22b12738-a54a-458e-929d-11e7f0f9d26e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Fanout notify agent at l3_agent the message router_deleted on router ed3fd806-c8ed-4947-a1ee-674f28dbe63c {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:37.850218 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22b12738-a54a-458e-929d-11e7f0f9d26e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.857274 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-22b12738-a54a-458e-929d-11e7f0f9d26e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c HTTP/1.1" status: 204 len: 168 time: 0.9411247 Jul 05 04:07:37.862417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44884) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:37.872908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c8eb00-91b6-4f0a-8a3f-4f86a9da63c1 req-0ddff272-c83c-446f-83cb-a8dbf479a807 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:37.874436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89c8eb00-91b6-4f0a-8a3f-4f86a9da63c1 req-0ddff272-c83c-446f-83cb-a8dbf479a807 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 944 time: 0.1148424 Jul 05 04:07:37.877702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-61c9ab9f-fe44-41ee-9631-0d1a4e7ddb3f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-876411998', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:37.898977 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47b1d247-db8a-4a49-9f9e-0dfbfc85eb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:37.956592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89c8eb00-91b6-4f0a-8a3f-4f86a9da63c1 req-ab641be4-0a4f-4bf6-8c7a-8c5f1b9ec383 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630717 Jul 05 04:07:37.984827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44890) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:38.001496 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61c9ab9f-fe44-41ee-9631-0d1a4e7ddb3f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.002717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61c9ab9f-fe44-41ee-9631-0d1a4e7ddb3f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.047464 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34f3271f-dc45-4117-8abf-75587668639c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.121826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61c9ab9f-fe44-41ee-9631-0d1a4e7ddb3f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.178629 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47b1d247-db8a-4a49-9f9e-0dfbfc85eb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.181571 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47b1d247-db8a-4a49-9f9e-0dfbfc85eb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.182752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-47b1d247-db8a-4a49-9f9e-0dfbfc85eb6b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a154ae1f-a65a-40d4-ae15-ab1dd1758398 HTTP/1.1" status: 204 len: 168 time: 0.4458158 Jul 05 04:07:38.208273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device da13f840-15b8-43a1-8603-8092169fbfd9 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:07:38.214601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b1d247-db8a-4a49-9f9e-0dfbfc85eb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a154ae1f-a65a-40d4-ae15-ab1dd1758398,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:38.226036 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61c9ab9f-fe44-41ee-9631-0d1a4e7ddb3f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.334818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-61c9ab9f-fe44-41ee-9631-0d1a4e7ddb3f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.337454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-61c9ab9f-fe44-41ee-9631-0d1a4e7ddb3f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4733150 Jul 05 04:07:38.339827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44902) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:38.355084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f33cc45e-fe0e-4485-9d9a-d85cc0331e82 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Request body: {'router': {'admin_state_up': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:38.510798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port da13f840-15b8-43a1-8603-8092169fbfd9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da13f840-15b8-43a1-8603-8092169fbfd9,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:38.525915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'da13f840-15b8-43a1-8603-8092169fbfd9', 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d', 'port_id': 'da13f840-15b8-43a1-8603-8092169fbfd9', 'mac_address': 'fa:16:3e:90:14:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd63db0-3043-4b09-b9b2-4009b4c5d6f4', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:07:38.641556 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.658846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da13f840-15b8-43a1-8603-8092169fbfd9 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:38.684009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e33c327-d4ef-42fb-b124-9013ebf0f550 req-b013e2fa-d28a-462f-b5c6-94ec56ae58f4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0473890 Jul 05 04:07:38.706399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port da13f840-15b8-43a1-8603-8092169fbfd9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da13f840-15b8-43a1-8603-8092169fbfd9,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:38.768302 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.846867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=da13f840-15b8-43a1-8603-8092169fbfd9,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:38.904469 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f33cc45e-fe0e-4485-9d9a-d85cc0331e82 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:38.933772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-831d7934-8ab8-4be3-a86f-0a5cc184b842 req-9d8ba771-1d11-4267-bd6c-f7033b2c2495 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0343754 Jul 05 04:07:38.998030 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.039818 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f33cc45e-fe0e-4485-9d9a-d85cc0331e82 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.089497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['da13f840-15b8-43a1-8603-8092169fbfd9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:07:39.116588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44926) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:39.138876 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8834523a-d9ef-4c93-87c9-bbb14c071d70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.331051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f33cc45e-fe0e-4485-9d9a-d85cc0331e82 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Router 6c318bce-f8b3-4fdb-827d-e23b9244a64c is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:07:39.359785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8834523a-d9ef-4c93-87c9-bbb14c071d70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.384182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c33612-9afd-41eb-8cd1-347963e65560 req-43329174-08fc-465e-a1b7-e30b206e95b5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:39.385922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90c33612-9afd-41eb-8cd1-347963e65560 req-43329174-08fc-465e-a1b7-e30b206e95b5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 945 time: 0.1667178 Jul 05 04:07:39.429852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90c33612-9afd-41eb-8cd1-347963e65560 req-6610b2d6-f0d9-42c8-8f9b-00c477b7d849 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374680 Jul 05 04:07:39.446999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f33cc45e-fe0e-4485-9d9a-d85cc0331e82 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:39.454931 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f33cc45e-fe0e-4485-9d9a-d85cc0331e82 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.459087 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f33cc45e-fe0e-4485-9d9a-d85cc0331e82 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "PUT /v2.0/routers/6c318bce-f8b3-4fdb-827d-e23b9244a64c HTTP/1.1" status: 200 len: 693 time: 1.1179991 Jul 05 04:07:39.462217 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] Sync routers for ids ['6c318bce-f8b3-4fdb-827d-e23b9244a64c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:39.464544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44928) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:39.474915 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8834523a-d9ef-4c93-87c9-bbb14c071d70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.479622 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] Routers {'6c318bce-f8b3-4fdb-827d-e23b9244a64c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:39.481711 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6c318bce-f8b3-4fdb-827d-e23b9244a64c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:39.497628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] Deleting port 56616bc3-a821-43bd-bcb1-e838d59518a4 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:39.498092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.581878 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] Set router 6c318bce-f8b3-4fdb-827d-e23b9244a64c gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:39.627957 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8834523a-d9ef-4c93-87c9-bbb14c071d70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c20f92a3db61409fa512c38f5c013437&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5085917 Jul 05 04:07:39.629536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834523a-d9ef-4c93-87c9-bbb14c071d70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8755f6-c671-4177-937a-d94776d8f3cd,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:39.629666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44934) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:39.638486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] For port 56616bc3-a821-43bd-bcb1-e838d59518a4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=56616bc3-a821-43bd-bcb1-e838d59518a4,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:39.638878 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.658772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5f1a0bc4-5b70-4238-856f-125f49f2bddf tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/routers/6c318bce-f8b3-4fdb-827d-e23b9244a64c HTTP/1.1" status: 200 len: 699 time: 0.1906612 Jul 05 04:07:39.659221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44936) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:39.687242 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c318bce-f8b3-4fdb-827d-e23b9244a64c', 'name': 'tempest-RoutersTest-router-876411998', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:07:38Z', 'updated_at': '2021-07-05T04:07:38Z', 'revision_number': 2, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:39.698310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5e45bb91-bcb7-4fcb-bf46-97ef170ed349 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c318bce-f8b3-4fdb-827d-e23b9244a64c HTTP/1.1" status: 200 len: 205 time: 0.0375206 Jul 05 04:07:39.703373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] Calling delete_port for 56616bc3-a821-43bd-bcb1-e838d59518a4 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:39.704010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44938) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:39.721482 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] Checking router: 6c318bce-f8b3-4fdb-827d-e23b9244a64c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:39.744655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.748623 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] Routers {'6c318bce-f8b3-4fdb-827d-e23b9244a64c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:39.749282 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6c318bce-f8b3-4fdb-827d-e23b9244a64c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:39.808673 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e73af5b-1381-4581-8cfd-4a0199fd8ad3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.821043 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:39.836771 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] Set router 6c318bce-f8b3-4fdb-827d-e23b9244a64c gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:39.899394 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6c318bce-f8b3-4fdb-827d-e23b9244a64c', 'name': 'tempest-RoutersTest-router-876411998', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:07:38Z', 'updated_at': '2021-07-05T04:07:38Z', 'revision_number': 2, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:39.927800 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3fa5ad-571c-42f3-ae9d-c4c2f8a15999 None None] The sync data for ids ['6c318bce-f8b3-4fdb-827d-e23b9244a64c'] in n-d-758944-41 is: [{'id': '6c318bce-f8b3-4fdb-827d-e23b9244a64c', 'name': 'tempest-RoutersTest-router-876411998', 'tenant_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:07:38Z', 'updated_at': '2021-07-05T04:07:38Z', 'revision_number': 2, 'project_id': '28ee5d2640fd4c3c9eee943b43d6b0f5', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:40.011223 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e73af5b-1381-4581-8cfd-4a0199fd8ad3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.013623 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e73af5b-1381-4581-8cfd-4a0199fd8ad3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.031204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.034945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.039362 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9a8755f6-c671-4177-937a-d94776d8f3cd HTTP/1.1" status: 204 len: 168 time: 0.4082580 Jul 05 04:07:40.048608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8755f6-c671-4177-937a-d94776d8f3cd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:40.056949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.057299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.057644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.057980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.058357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.058638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.058965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.059301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.059625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.060042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.060372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.061348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9bb9729e-7508-4f9a-ae7b-88b30059bdb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:40.128673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.158097 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] Pushing event deleted for resources: {'Port': ['ID=56616bc3-a821-43bd-bcb1-e838d59518a4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:40.185584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e73af5b-1381-4581-8cfd-4a0199fd8ad3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.186146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e73af5b-1381-4581-8cfd-4a0199fd8ad3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Fanout notify agent at l3_agent the message router_deleted on router 6c318bce-f8b3-4fdb-827d-e23b9244a64c {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:40.197538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e73af5b-1381-4581-8cfd-4a0199fd8ad3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.201025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5e73af5b-1381-4581-8cfd-4a0199fd8ad3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/6c318bce-f8b3-4fdb-827d-e23b9244a64c HTTP/1.1" status: 204 len: 168 time: 0.4957626 Jul 05 04:07:40.201771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44944) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.213399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device da13f840-15b8-43a1-8603-8092169fbfd9 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:40.253253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-389e6c8b-5865-4c68-832d-d70fae599701 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c318bce-f8b3-4fdb-827d-e23b9244a64c HTTP/1.1" status: 200 len: 205 time: 0.0499296 Jul 05 04:07:40.254016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44946) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.341957 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-aecf77b9-3836-45f9-9edc-264d1b6b38df tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] delete failed (client error): The resource could not be found. Jul 05 04:07:40.346604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-aecf77b9-3836-45f9-9edc-264d1b6b38df tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/6c318bce-f8b3-4fdb-827d-e23b9244a64c HTTP/1.1" status: 404 len: 336 time: 0.0912130 Jul 05 04:07:40.350230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44950) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.381291 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-10e032f5-93f9-41c1-8a26-4441c91b911b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:40.386591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10e032f5-93f9-41c1-8a26-4441c91b911b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:40.386591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-10e032f5-93f9-41c1-8a26-4441c91b911b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/cbe3e53f-d453-484e-9c01-05e6718cf06c HTTP/1.1" status: 404 len: 337 time: 0.0328317 Jul 05 04:07:40.392550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44952) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.430840 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e762ace-5b2f-4388-96ea-053caa02c86b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:40.431511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e762ace-5b2f-4388-96ea-053caa02c86b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:40.432965 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.433492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8e762ace-5b2f-4388-96ea-053caa02c86b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/807835ed-e500-43fb-9e96-301b160c81b6 HTTP/1.1" status: 404 len: 337 time: 0.0394731 Jul 05 04:07:40.438289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44954) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.438670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port da13f840-15b8-43a1-8603-8092169fbfd9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:40.444550 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port da13f840-15b8-43a1-8603-8092169fbfd9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:40.449910 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.512529 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0745230e-0a92-4bd0-af32-37c547917a2f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:40.521963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0745230e-0a92-4bd0-af32-37c547917a2f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:40.524079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0745230e-0a92-4bd0-af32-37c547917a2f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/ceb78148-d115-4cea-9a46-3be4942cdf71 HTTP/1.1" status: 404 len: 337 time: 0.0845873 Jul 05 04:07:40.526578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44960) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.559494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.583585 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-63ad1150-bff9-4161-b92d-0bf417e74a34 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:40.584747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63ad1150-bff9-4161-b92d-0bf417e74a34 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:40.586427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-63ad1150-bff9-4161-b92d-0bf417e74a34 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/b7bd6d0b-3aac-4d81-9c2e-e49dcd23acce HTTP/1.1" status: 404 len: 337 time: 0.0585959 Jul 05 04:07:40.590597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44962) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.609587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port da13f840-15b8-43a1-8603-8092169fbfd9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da13f840-15b8-43a1-8603-8092169fbfd9,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:40.613161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bef21d6-89b4-41f5-97d6-f3c724d5a9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da13f840-15b8-43a1-8603-8092169fbfd9'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:40.615732 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac1f43a-0e78-44e7-98e2-4b2a18c90fac" -d '{"events": [{"server_uuid": "1bef21d6-89b4-41f5-97d6-f3c724d5a9c5", "name": "network-vif-plugged", "status": "completed", "tag": "da13f840-15b8-43a1-8603-8092169fbfd9"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:40.637661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5ff55924-16b6-4df7-b555-01a64902bc9d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=ed3fd806-c8ed-4947-a1ee-674f28dbe63c HTTP/1.1" status: 200 len: 205 time: 0.0457525 Jul 05 04:07:40.638342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44968) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.734577 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.742967 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42458d5b-a726-424e-ae02-2b3f64d52938 x-openstack-request-id: req-42458d5b-a726-424e-ae02-2b3f64d52938 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:40.742967 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bef21d6-89b4-41f5-97d6-f3c724d5a9c5", "name": "network-vif-plugged", "status": "completed", "tag": "da13f840-15b8-43a1-8603-8092169fbfd9", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:40.742967 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42458d5b-a726-424e-ae02-2b3f64d52938 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:40.742967 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bef21d6-89b4-41f5-97d6-f3c724d5a9c5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da13f840-15b8-43a1-8603-8092169fbfd9', 'code': 200} Jul 05 04:07:40.746426 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-8ec9a4bc-103a-4f3f-b4ef-04dbb0e9efbc tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] delete failed (client error): The resource could not be found. Jul 05 04:07:40.750742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8ec9a4bc-103a-4f3f-b4ef-04dbb0e9efbc tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/ed3fd806-c8ed-4947-a1ee-674f28dbe63c HTTP/1.1" status: 404 len: 336 time: 0.1111991 Jul 05 04:07:40.756504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44978) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.845400 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-81801401-f007-4eae-8b1c-02fc9c6291ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.853003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b0f31340-dbf4-4aaf-b3d8-8c9dc2e8ab88 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=17b63dc0-84c7-4def-aad6-1621ec6a43d8 HTTP/1.1" status: 200 len: 205 time: 0.0608432 Jul 05 04:07:40.870218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44984) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:40.911258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=da13f840-15b8-43a1-8603-8092169fbfd9,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:40.938541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35043bfd-8b45-4355-950c-3c390435c366 req-64eabc9a-f36f-4c87-b49f-c681adb11023 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.940532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35043bfd-8b45-4355-950c-3c390435c366 req-64eabc9a-f36f-4c87-b49f-c681adb11023 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 946 time: 0.2266791 Jul 05 04:07:40.952312 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:40.975393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e60cf3-93d4-45da-b5ac-d43f71e2eb12 req-1a9c9077-1298-4f4c-8daf-6573bc641e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:40.977868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04e60cf3-93d4-45da-b5ac-d43f71e2eb12 req-1a9c9077-1298-4f4c-8daf-6573bc641e3a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1678445 Jul 05 04:07:41.031158 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-45cf0fb1-83a7-4010-9e9e-11fca0564c9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] delete failed (client error): The resource could not be found. Jul 05 04:07:41.032655 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-45cf0fb1-83a7-4010-9e9e-11fca0564c9e tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/17b63dc0-84c7-4def-aad6-1621ec6a43d8 HTTP/1.1" status: 404 len: 336 time: 0.1591945 Jul 05 04:07:41.035439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44996) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.070788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b90e144c-1a01-4b07-97fd-a9f7ba8f11f2 req-3f0e85b2-54a5-4769-b788-b582922a3109 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0536690 Jul 05 04:07:41.072044 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4f4103e-2f3f-43c6-8b8f-f8521738e62d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:41.072662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4f4103e-2f3f-43c6-8b8f-f8521738e62d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:41.073387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04e60cf3-93d4-45da-b5ac-d43f71e2eb12 req-df52886d-f6b5-491b-8ed8-31f331aec77b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768263 Jul 05 04:07:41.075523 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d4f4103e-2f3f-43c6-8b8f-f8521738e62d tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/815690d3-2eb9-4e20-951f-60610d9fb984 HTTP/1.1" status: 404 len: 337 time: 0.0386233 Jul 05 04:07:41.084748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44998) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.097517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] Router 42a7a8f0-655f-4806-ab6d-664d139a4cdc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:41.097682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35043bfd-8b45-4355-950c-3c390435c366 req-ca31ad03-018a-4a2a-8c73-69df97e2c963 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474466 Jul 05 04:07:41.123120 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fced0d78-f04b-4f81-a4f0-cccb398cd143 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=df9f1b75-f5dd-4352-a10b-e640dba01c3c HTTP/1.1" status: 200 len: 205 time: 0.0370710 Jul 05 04:07:41.130201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45000) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.195673 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-9da7cb33-23f1-4ced-838c-311371de2878 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] delete failed (client error): The resource could not be found. Jul 05 04:07:41.199824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45004) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.200213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9da7cb33-23f1-4ced-838c-311371de2878 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/df9f1b75-f5dd-4352-a10b-e640dba01c3c HTTP/1.1" status: 404 len: 336 time: 0.0677333 Jul 05 04:07:41.247427 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4b7a3a53-907a-44f6-80ea-2627457b9736 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=919027a7-2254-48e4-9ab1-b19217175081 HTTP/1.1" status: 200 len: 205 time: 0.0443263 Jul 05 04:07:41.256501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45012) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.303119 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-db2c438b-736b-422f-ae74-1951c44fe2f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] delete failed (client error): The resource could not be found. Jul 05 04:07:41.306983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-db2c438b-736b-422f-ae74-1951c44fe2f3 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/919027a7-2254-48e4-9ab1-b19217175081 HTTP/1.1" status: 404 len: 336 time: 0.0436449 Jul 05 04:07:41.312144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45018) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.330538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-885d2984-0107-4c92-96d4-cf96737cb91e req-e49905e5-0c33-4413-b027-2b132651b493 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0885158 Jul 05 04:07:41.381340 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-22de45ab-c7d2-4a3e-95be-d34a58e8c875 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:41.381796 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22de45ab-c7d2-4a3e-95be-d34a58e8c875 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:41.388075 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-22de45ab-c7d2-4a3e-95be-d34a58e8c875 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/b1e1f0f3-a54b-4f3e-92d8-0bbd4ab07699 HTTP/1.1" status: 404 len: 337 time: 0.0718486 Jul 05 04:07:41.388605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45022) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.404868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:41.410599 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-09f15039-b50d-410e-ae17-131cb53c2e26 admin admin] 10.222.0.30 "PUT /v2.0/routers/42a7a8f0-655f-4806-ab6d-664d139a4cdc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4173889 Jul 05 04:07:41.413021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45024) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.415473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] Sync routers for ids ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:41.431424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] Routers {'42a7a8f0-655f-4806-ab6d-664d139a4cdc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:41.432268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:41.483067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d4e92241-bdf3-479f-bccc-ecf109aa7b15 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=0751e99e-7b9b-472e-9ecb-af0421fd47dc HTTP/1.1" status: 200 len: 205 time: 0.0911222 Jul 05 04:07:41.485710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45028) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.541108 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.553151 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-fd60e887-e363-4c5a-80da-d162b88f9a31 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] delete failed (client error): The resource could not be found. Jul 05 04:07:41.558019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fd60e887-e363-4c5a-80da-d162b88f9a31 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/0751e99e-7b9b-472e-9ecb-af0421fd47dc HTTP/1.1" status: 404 len: 336 time: 0.0710938 Jul 05 04:07:41.559555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45030) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.595448 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0812ed1f-07ad-40ad-8664-53e189f7dc2b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:41.596552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0812ed1f-07ad-40ad-8664-53e189f7dc2b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:41.603152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0812ed1f-07ad-40ad-8664-53e189f7dc2b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/826a24fd-6efd-4c82-930a-426d1db43f92 HTTP/1.1" status: 404 len: 337 time: 0.0422223 Jul 05 04:07:41.604056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45032) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.631617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] Set router 42a7a8f0-655f-4806-ab6d-664d139a4cdc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:41.649688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1334f2bf-8452-4b5b-947c-b0c8ae92c7a4 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "GET /v2.0/ports?device_id=cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a HTTP/1.1" status: 200 len: 205 time: 0.0434217 Jul 05 04:07:41.650402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45036) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.712266 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.734412 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-c9136a93-d5fa-4e0c-a610-09f0ec8a673b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] delete failed (client error): The resource could not be found. Jul 05 04:07:41.736642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c9136a93-d5fa-4e0c-a610-09f0ec8a673b tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/routers/cf7c51f6-4c7f-409d-9e58-2e8911ec0a1a HTTP/1.1" status: 404 len: 336 time: 0.0847094 Jul 05 04:07:41.738924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45038) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.788618 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fd801a9-75cc-4f71-9261-4f896e3fe209 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:41.789336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fd801a9-75cc-4f71-9261-4f896e3fe209 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:41.795325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7fd801a9-75cc-4f71-9261-4f896e3fe209 tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/b01ce88f-85a9-439c-89d1-cc058ae197b6 HTTP/1.1" status: 404 len: 337 time: 0.0507505 Jul 05 04:07:41.795472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45040) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:41.823949 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-84d22cea-ccc0-4cb0-87f7-0b3cd3b4cd9f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] DELETE failed (client error): The resource could not be found. Jul 05 04:07:41.824586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84d22cea-ccc0-4cb0-87f7-0b3cd3b4cd9f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:07:41.828869 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-84d22cea-ccc0-4cb0-87f7-0b3cd3b4cd9f tempest-RoutersTest-349410396 tempest-RoutersTest-349410396-project] 10.222.0.30 "DELETE /v2.0/subnets/314a16d9-60bc-4e98-abb9-aec19e0a9b34 HTTP/1.1" status: 404 len: 337 time: 0.0316675 Jul 05 04:07:41.857888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T04:07:39Z', 'revision_number': 5, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port': {'id': 'e45e8ffe-fef2-4e28-81bd-687ae7f2edf0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:16:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 875, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:51:37Z', 'updated_at': '2021-07-05T03:51:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:41.893073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] Checking router: 42a7a8f0-655f-4806-ab6d-664d139a4cdc for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:07:41.903764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] Routers {'42a7a8f0-655f-4806-ab6d-664d139a4cdc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:41.904849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:41.920856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Deleting port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:41.921192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:41.941526 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.076060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] For port e45e8ffe-fef2-4e28-81bd-687ae7f2edf0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e45e8ffe-fef2-4e28-81bd-687ae7f2edf0,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:42.076631 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.100004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Calling delete_port for e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:42.269051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] Set router 42a7a8f0-655f-4806-ab6d-664d139a4cdc gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:07:42.344473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T04:07:41Z', 'revision_number': 6, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:42.370552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45058) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:42.384306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de7bfb9-5b70-4f58-a30c-f680d9cacec7 req-2b28cb74-4d50-451f-8139-757ca94c5e72 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:42.392030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30815931-7394-411c-a361-4c285f5ffb96 None None] The sync data for ids ['42a7a8f0-655f-4806-ab6d-664d139a4cdc'] in n-d-758944-41 is: [{'id': '42a7a8f0-655f-4806-ab6d-664d139a4cdc', 'name': 'tempest-TaggedBootDevicesTest-814522786-router', 'tenant_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:51:35Z', 'updated_at': '2021-07-05T04:07:41Z', 'revision_number': 6, 'project_id': 'e86a7ed6a924421695f8f9eb0d67b2d8', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:42.405777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de7bfb9-5b70-4f58-a30c-f680d9cacec7 req-2b28cb74-4d50-451f-8139-757ca94c5e72 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 946 time: 0.1036484 Jul 05 04:07:42.505213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de7bfb9-5b70-4f58-a30c-f680d9cacec7 req-e746b766-692b-4262-a627-e9456bb30661 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872238 Jul 05 04:07:42.562033 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.600720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Pushing event deleted for resources: {'Port': ['ID=e45e8ffe-fef2-4e28-81bd-687ae7f2edf0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.612774 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-05b57676-62fa-4441-bf81-7e39d3fee9fc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=28ee5d2640fd4c3c9eee943b43d6b0f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2408600 Jul 05 04:07:42.615180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45072) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:42.674857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.680749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ad65f76-709c-41f0-a54f-301e808cfa52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.705659 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ad65f76-709c-41f0-a54f-301e808cfa52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.807922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.807922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.840852 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ad65f76-709c-41f0-a54f-301e808cfa52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.845541 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ad65f76-709c-41f0-a54f-301e808cfa52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.847257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6ad65f76-709c-41f0-a54f-301e808cfa52 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1e64dede-dd72-4ea1-a6b7-e9d5a2d52940 HTTP/1.1" status: 204 len: 168 time: 0.2308514 Jul 05 04:07:42.855400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 56616bc3-a821-43bd-bcb1-e838d59518a4 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:42.868921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad65f76-709c-41f0-a54f-301e808cfa52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e64dede-dd72-4ea1-a6b7-e9d5a2d52940,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:42.928243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 56616bc3-a821-43bd-bcb1-e838d59518a4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:42.930353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 56616bc3-a821-43bd-bcb1-e838d59518a4 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:42.949468 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.950177 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42a7a8f0-655f-4806-ab6d-664d139a4cdc {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:07:42.955641 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:42.958430 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-af867d6a-d160-4948-aeea-a7a594ebae29 admin admin] 10.222.0.30 "DELETE /v2.0/routers/42a7a8f0-655f-4806-ab6d-664d139a4cdc HTTP/1.1" status: 204 len: 168 time: 1.5443594 Jul 05 04:07:42.962584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45082) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:43.017874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-3020d463-d5fc-4f56-93a1-d80fb065bd1f admin admin] Deleting subnet e82c32dd-6b78-4191-902a-e6a7fae2ddaf {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:07:43.020913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3020d463-d5fc-4f56-93a1-d80fb065bd1f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.063324 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3020d463-d5fc-4f56-93a1-d80fb065bd1f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.175017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-060c172e-7d87-4670-b8aa-b2b1f011f5bd req-03f6283e-ac67-44ef-9315-2872ba20e0b2 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0362134 Jul 05 04:07:43.217930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3020d463-d5fc-4f56-93a1-d80fb065bd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.403314 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3020d463-d5fc-4f56-93a1-d80fb065bd1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.433183 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.458883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da75c981-5c77-46f2-9fe9-4edab8bc0bfe req-01eda4f8-d815-4e91-b8ad-41f7e2dbf7ae service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0667021 Jul 05 04:07:43.483634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3020d463-d5fc-4f56-93a1-d80fb065bd1f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e82c32dd-6b78-4191-902a-e6a7fae2ddaf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:43.492884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3020d463-d5fc-4f56-93a1-d80fb065bd1f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.493203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09015721-b880-4e3c-8363-2c8ad77c61ed None None] Network 006871a5-87b4-4ee0-b89f-775378777a1f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:43.499683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3020d463-d5fc-4f56-93a1-d80fb065bd1f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e82c32dd-6b78-4191-902a-e6a7fae2ddaf HTTP/1.1" status: 204 len: 168 time: 0.5329797 Jul 05 04:07:43.500131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45108) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:43.642336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.780343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Deleting port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:43.780714 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.812196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ea7af5-560c-4937-9371-24d7fb60075b None None] DHCP port deletion for 006871a5-87b4-4ee0-b89f-775378777a1f request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:07:43.820296 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.847383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec1171-6a5c-42e2-bec3-45dc9a7c393e req-0d7c4c5c-bfae-4f90-9a67-38459d7d7535 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:43.849063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75ec1171-6a5c-42e2-bec3-45dc9a7c393e req-0d7c4c5c-bfae-4f90-9a67-38459d7d7535 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 946 time: 0.1577938 Jul 05 04:07:43.871056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] For port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=328af0a7-84e4-4bae-bf42-ecaba6ca30c7,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:43.871650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.888926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-19ea7af5-560c-4937-9371-24d7fb60075b None None] Deleting port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:43.889432 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19ea7af5-560c-4937-9371-24d7fb60075b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:43.903940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Calling delete_port for 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:43.931816 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75ec1171-6a5c-42e2-bec3-45dc9a7c393e req-813f0f2b-a4cd-43bf-9629-3506861c7470 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703313 Jul 05 04:07:44.006273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-19ea7af5-560c-4937-9371-24d7fb60075b None None] For port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=328af0a7-84e4-4bae-bf42-ecaba6ca30c7,segment=NetworkSegment(a78a4c6e-9f5e-486b-a79c-c3811c2aa467),segment_id=a78a4c6e-9f5e-486b-a79c-c3811c2aa467)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:44.006273 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19ea7af5-560c-4937-9371-24d7fb60075b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.026259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-19ea7af5-560c-4937-9371-24d7fb60075b None None] Calling delete_port for 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:44.071649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.119486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Pushing event deleted for resources: {'Port': ['ID=328af0a7-84e4-4bae-bf42-ecaba6ca30c7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:44.124982 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] No DVR routers for this DVR port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:44.134069 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19ea7af5-560c-4937-9371-24d7fb60075b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.173581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ea7af5-560c-4937-9371-24d7fb60075b None None] No DVR routers for this DVR port 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:07:44.179413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ea7af5-560c-4937-9371-24d7fb60075b None None] Pushing event deleted for resources: {'Port': ['ID=328af0a7-84e4-4bae-bf42-ecaba6ca30c7,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:44.225765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.238658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['006871a5-87b4-4ee0-b89f-775378777a1f']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:44.250202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:44.250483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a78a4c6e-9f5e-486b-a79c-c3811c2aa467') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:44.261439 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.276465 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.283368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:07:44.283781 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:07:44.291617 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:07:44.300600 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.472944 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.510752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:44.516854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] 10.222.0.30 "DELETE /v2.0/networks/006871a5-87b4-4ee0-b89f-775378777a1f HTTP/1.1" status: 204 len: 168 time: 1.0132973 Jul 05 04:07:44.517174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0d029b-8e04-4b17-beff-01a53656294a admin admin] Pushing event deleted for resources: {'Network': ['ID=006871a5-87b4-4ee0-b89f-775378777a1f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:44.561588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45146) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:44.780224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:44.836687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:44.838727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 328af0a7-84e4-4bae-bf42-ecaba6ca30c7 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:44.839682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:07:44.868857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-560bd08f-3bc1-440d-acbb-61c4b68c2186 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-2038453337', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:44.900747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:07:44.905164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e45e8ffe-fef2-4e28-81bd-687ae7f2edf0 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:07:45.030436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-560bd08f-3bc1-440d-acbb-61c4b68c2186 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.031572 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-560bd08f-3bc1-440d-acbb-61c4b68c2186 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.086233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45172) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:45.121528 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-560bd08f-3bc1-440d-acbb-61c4b68c2186 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.178262 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-399669c2-601a-482c-a6f5-af3c13abb37d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e86a7ed6a924421695f8f9eb0d67b2d8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0880089 Jul 05 04:07:45.180758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45180) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:45.227511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-560bd08f-3bc1-440d-acbb-61c4b68c2186 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.301459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-003952db-e2c2-48b2-ba03-2b1bf7bd4d18 req-281cf5b2-2d5d-4689-b539-9ac425c0770a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0478809 Jul 05 04:07:45.321310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e30c1748-2d75-453a-a33b-ca0b7fbc019b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.359301 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e30c1748-2d75-453a-a33b-ca0b7fbc019b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.370545 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-560bd08f-3bc1-440d-acbb-61c4b68c2186 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.374758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45188) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:45.375050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-560bd08f-3bc1-440d-acbb-61c4b68c2186 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.8118763 Jul 05 04:07:45.381467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-385875143'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:45.534271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Made reservation on behalf of 8d6e36a57334449689fd59224d9d707f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:45.541166 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.567532 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.598875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e30c1748-2d75-453a-a33b-ca0b7fbc019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.602729 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e30c1748-2d75-453a-a33b-ca0b7fbc019b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.604069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e30c1748-2d75-453a-a33b-ca0b7fbc019b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b2205cbc-a1f1-4746-996f-b67e830b94ce HTTP/1.1" status: 204 len: 168 time: 0.4221931 Jul 05 04:07:45.612563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5692595d-064b-4242-8817-f59ef981f91d req-e525e0ac-9eb9-4ec4-8a5c-002e22c8eba3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0469596 Jul 05 04:07:45.636264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30c1748-2d75-453a-a33b-ca0b7fbc019b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2205cbc-a1f1-4746-996f-b67e830b94ce,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.776013 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.877674 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.917269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af545efd-e2ed-421f-91c7-fc9ffee1d809,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:45.931147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:45.947767 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:45.948635 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Added segment c831854f-5328-40af-aac3-fa9708e1d8ae of type vlan for network 0151d2c5-307f-4d7b-961e-905cbd9e7d37 Jul 05 04:07:45.997740 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.111481 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.119429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:46.120320 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:46.198481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Network': ['ID=0151d2c5-307f-4d7b-961e-905cbd9e7d37,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:46.209386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 0151d2c5-307f-4d7b-961e-905cbd9e7d37 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:46.260708 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f5fb6b67-b0ba-472c-9ec4-a46a80c4bb3c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8843422 Jul 05 04:07:46.263386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45224) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:46.269360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'subnet': {'network_id': '0151d2c5-307f-4d7b-961e-905cbd9e7d37', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:46.842813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Made reservation on behalf of 8d6e36a57334449689fd59224d9d707f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:46.846412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.010573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45260) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:47.145963 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.215841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1188887632-network', 'tenant_id': 'de816f70719842838d3ab05c1b07a41b'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:47.226840 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Subnet': ['ID=37e6ac67-05be-400e-8a21-a7c1ab07d4a0,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:47.236391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Checking segment: {'id': 'c831854f-5328-40af-aac3-fa9708e1d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0151d2c5-307f-4d7b-961e-905cbd9e7d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:47.236751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network hostable DHCP agents. Network: 0151d2c5-307f-4d7b-961e-905cbd9e7d37, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:47.333664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Made reservation on behalf of de816f70719842838d3ab05c1b07a41b for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:47.336764 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.345713 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.385451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network 0151d2c5-307f-4d7b-961e-905cbd9e7d37 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:47.427813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c509d646-4948-4773-ad5f-42f40dd45f2e req-66930091-2a13-40d8-8f56-bd61dc24a9c4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0338168 Jul 05 04:07:47.485951 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.493735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 0151d2c5-307f-4d7b-961e-905cbd9e7d37) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:47.498418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:47.499196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.525893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538d16f2-ef7b-4660-b872-991408286387 None None] Network 0151d2c5-307f-4d7b-961e-905cbd9e7d37 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:47.575028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.601574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:47.615884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=401f0726-b15e-4096-9e3f-aae70582acfd,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:47.621967 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.622278 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Added segment b74566a0-3e74-4292-8ad7-7b5c6b51cce0 of type vlan for network 90f1ccde-51f2-4084-a53d-56a39b26cb67 Jul 05 04:07:47.655847 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e4d959cf-3dec-45ef-a6b2-d3dbe5c20bd8 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3913295 Jul 05 04:07:47.659050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45288) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:47.668629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'network': {'name': 'tempest-router-network01--1726787037'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:47.756327 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.768520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Made reservation on behalf of 8d6e36a57334449689fd59224d9d707f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:47.773521 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.809593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:47.833385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.833721 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Added segment 6b62ab15-e507-4de6-964c-0183c60db67c of type vlan for network c65f0a20-2f7e-4d4e-8249-5136b222c92a Jul 05 04:07:47.870430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-0151d2c5-307f-4d7b-961e-905cbd9e7d37', 'network_id': '0151d2c5-307f-4d7b-961e-905cbd9e7d37', 'tenant_id': '8d6e36a57334449689fd59224d9d707f', 'fixed_ips': [{'subnet_id': '37e6ac67-05be-400e-8a21-a7c1ab07d4a0'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:47.875425 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.887066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0dab7107-c6da-4a95-8ecc-c084fa04d6f6 req-62913645-0a84-433e-9db6-2eb6376c039f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0550339 Jul 05 04:07:47.905902 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.908486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:47.910363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.967433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:47.994529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.9824960 Jul 05 04:07:48.001796 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45302) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:48.006262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba79833-086e-4c8b-ad86-c2398c356475 admin admin] Pushing event updated for resources: {'Network': ['ID=90f1ccde-51f2-4084-a53d-56a39b26cb67,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.010205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Request body: {'subnet': {'network_id': '90f1ccde-51f2-4084-a53d-56a39b26cb67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1188887632-subnet', 'tenant_id': 'de816f70719842838d3ab05c1b07a41b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:48.024955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 90f1ccde-51f2-4084-a53d-56a39b26cb67 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:48.112899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Made reservation on behalf of de816f70719842838d3ab05c1b07a41b for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:48.118386 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.184236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Allocated IP 2001:db8::2 (0151d2c5-307f-4d7b-961e-905cbd9e7d37/37e6ac67-05be-400e-8a21-a7c1ab07d4a0/4fa533aa-61c0-4ff5-90af-6befe4b8adb3) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:48.233592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.243462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:48.244268 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.374283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Network': ['ID=c65f0a20-2f7e-4d4e-8249-5136b222c92a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.400163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c65f0a20-2f7e-4d4e-8249-5136b222c92a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:48.559051 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.568847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Transition to ACTIVE for port object 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:48.575625 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-89f1d7ee-2680-4384-aabc-059a1f6a1733 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.9080772 Jul 05 04:07:48.575817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45312) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:48.576828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'network': {'name': 'tempest-router-network02--256112711'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:48.608304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Transition to ACTIVE for port object 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:48.666447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.694527 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.694783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Made reservation on behalf of 8d6e36a57334449689fd59224d9d707f for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:48.698543 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.731828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:07:48.761174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.761529 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Added segment 96ab4b9d-c62c-4a69-b337-4a64a9de8b1f of type vlan for network 5bba74de-2efd-4965-b00e-9eb1387b9666 Jul 05 04:07:48.785156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccf4fabf-f639-464a-ab18-9165784f04a5,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.798428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Network 0151d2c5-307f-4d7b-961e-905cbd9e7d37 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:48.799933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Pushing event updated for resources: {'Port': ['ID=4fa533aa-61c0-4ff5-90af-6befe4b8adb3,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:48.802911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:48.805227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:48.830556 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.857205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Checking segment: {'id': 'b74566a0-3e74-4292-8ad7-7b5c6b51cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '90f1ccde-51f2-4084-a53d-56a39b26cb67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:48.864712 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Network hostable DHCP agents. Network: 90f1ccde-51f2-4084-a53d-56a39b26cb67, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:48.939937 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.949903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:48.952817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.957603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Attempting to bind port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:48.958380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Attempting to bind port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'c831854f-5328-40af-aac3-fa9708e1d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0151d2c5-307f-4d7b-961e-905cbd9e7d37'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:48.959968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Attempting to bind port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 on network 0151d2c5-307f-4d7b-961e-905cbd9e7d37 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:48.975862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:48.976534 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Checking segment: {'id': 'c831854f-5328-40af-aac3-fa9708e1d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0151d2c5-307f-4d7b-961e-905cbd9e7d37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:48.977115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.977722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Bound using segment: {'id': 'c831854f-5328-40af-aac3-fa9708e1d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0151d2c5-307f-4d7b-961e-905cbd9e7d37'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:48.978374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Network 90f1ccde-51f2-4084-a53d-56a39b26cb67 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:48.978559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Bound port: 4fa533aa-61c0-4ff5-90af-6befe4b8adb3, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c831854f-5328-40af-aac3-fa9708e1d8ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0151d2c5-307f-4d7b-961e-905cbd9e7d37'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:48.979106 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:48.984903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45324) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.053519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 90f1ccde-51f2-4084-a53d-56a39b26cb67) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:49.067752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86cc7589-f6dc-42fc-9418-01aded4b45b4 None None] Network 90f1ccde-51f2-4084-a53d-56a39b26cb67 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:49.068191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:49.068988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.151838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Network': ['ID=5bba74de-2efd-4965-b00e-9eb1387b9666,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:49.152695 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d8ceddcc-a704-4ab0-971a-4b8fb98ce4d2 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.1492171 Jul 05 04:07:49.160384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-54075354-8259-41a4-84d6-794ddf306ffc tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5883150 Jul 05 04:07:49.163528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45328) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.172474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'subnet': {'network_id': 'c65f0a20-2f7e-4d4e-8249-5136b222c92a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:49.180321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 5bba74de-2efd-4965-b00e-9eb1387b9666 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:07:49.326173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] For port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:49.331283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] For port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4fa533aa-61c0-4ff5-90af-6befe4b8adb3,segment=NetworkSegment(c831854f-5328-40af-aac3-fa9708e1d8ae),segment_id=c831854f-5328-40af-aac3-fa9708e1d8ae)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:49.343993 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de74dfd3-4a49-48c8-9812-b3f3b3a1f4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.403087 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.448631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Made reservation on behalf of 8d6e36a57334449689fd59224d9d707f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:49.452461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.457182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d71754-5f78-493f-8955-be447f42701a None None] Network 90f1ccde-51f2-4084-a53d-56a39b26cb67 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:49.549635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721a979d-cef7-4f27-b968-44dff5128925 None None] Pushing event updated for resources: {'Port': ['ID=4fa533aa-61c0-4ff5-90af-6befe4b8adb3,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:49.595389 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de74dfd3-4a49-48c8-9812-b3f3b3a1f4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.663327 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de74dfd3-4a49-48c8-9812-b3f3b3a1f4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.776584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de74dfd3-4a49-48c8-9812-b3f3b3a1f4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6d61a30-3c81-4538-803a-f048345dd2b8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:49.816507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-de74dfd3-4a49-48c8-9812-b3f3b3a1f4b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aa353b29d60a46a4a1d33ae7f5987605&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8250158 Jul 05 04:07:49.818871 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45352) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:49.898743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.948205 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4993ecd1-a9f5-4a5c-b60f-f02d40033288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:49.988162 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-bdd8a557-22ad-476a-aa86-b8c06800e8c9 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:49.990051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-bdd8a557-22ad-476a-aa86-b8c06800e8c9 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/networks?id=90f1ccde-51f2-4084-a53d-56a39b26cb67 HTTP/1.1" status: 200 len: 821 time: 0.2258472 Jul 05 04:07:50.024136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-f781b6ac-5345-430d-9a98-3907475cbe5c tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/quotas/de816f70719842838d3ab05c1b07a41b HTTP/1.1" status: 200 len: 375 time: 0.0278454 Jul 05 04:07:50.040116 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Subnet': ['ID=ed07d793-1ebe-4c41-9e65-c888fdc05d0c,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:50.065204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4993ecd1-a9f5-4a5c-b60f-f02d40033288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.090621 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-6b9d80f1-deb7-49be-9498-7a9928ebf599 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=de816f70719842838d3ab05c1b07a41b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0592268 Jul 05 04:07:50.107351 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Checking segment: {'id': '6b62ab15-e507-4de6-964c-0183c60db67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65f0a20-2f7e-4d4e-8249-5136b222c92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:50.107708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network hostable DHCP agents. Network: c65f0a20-2f7e-4d4e-8249-5136b222c92a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:50.193631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55481b67-f49e-47d9-bda9-73ec33341b5f req-cf1cb867-46c5-497e-b5e3-fdc9d4630735 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0926790 Jul 05 04:07:50.219782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network c65f0a20-2f7e-4d4e-8249-5136b222c92a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:50.254473 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4993ecd1-a9f5-4a5c-b60f-f02d40033288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.259249 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4993ecd1-a9f5-4a5c-b60f-f02d40033288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.262664 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4993ecd1-a9f5-4a5c-b60f-f02d40033288 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c6d61a30-3c81-4538-803a-f048345dd2b8 HTTP/1.1" status: 204 len: 168 time: 0.4406049 Jul 05 04:07:50.277042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4993ecd1-a9f5-4a5c-b60f-f02d40033288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6d61a30-3c81-4538-803a-f048345dd2b8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:50.349361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c65f0a20-2f7e-4d4e-8249-5136b222c92a) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:50.353612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:50.354704 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.371707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-774a1326-2643-4782-a82b-5cba5c1429d9 None None] Network c65f0a20-2f7e-4d4e-8249-5136b222c92a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:50.377405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-775a94cf-d692-4a52-b358-fcf88ee19996 service neutron] 10.222.0.30 "GET /v2.0/networks/90f1ccde-51f2-4084-a53d-56a39b26cb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594020 Jul 05 04:07:50.540838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5e7be1c-ed0c-43c5-9a12-5f10d79c4500 req-b5df3677-0b03-4670-a699-be187bf51b27 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0620160 Jul 05 04:07:50.579265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-c65f0a20-2f7e-4d4e-8249-5136b222c92a', 'network_id': 'c65f0a20-2f7e-4d4e-8249-5136b222c92a', 'tenant_id': '8d6e36a57334449689fd59224d9d707f', 'fixed_ips': [{'subnet_id': 'ed07d793-1ebe-4c41-9e65-c888fdc05d0c'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:50.580106 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:50.590917 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-93cb836a-06ad-42dd-be24-24b6c0785c52 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4228642 Jul 05 04:07:50.595741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45374) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:50.618738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'subnet': {'network_id': '5bba74de-2efd-4965-b00e-9eb1387b9666', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:50.684399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-a1305715-1284-4542-b9b8-5a421c16cd70 service neutron] 10.222.0.30 "GET /v2.0/networks/90f1ccde-51f2-4084-a53d-56a39b26cb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2939856 Jul 05 04:07:50.886753 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:50.972439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Made reservation on behalf of 8d6e36a57334449689fd59224d9d707f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:50.973863 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.012982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Allocated IP 2001:db8::2 (c65f0a20-2f7e-4d4e-8249-5136b222c92a/ed07d793-1ebe-4c41-9e65-c888fdc05d0c/1ef7fbe9-2fee-4dc3-ab43-6308c2a29138) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:51.270620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2566e6cb-63d0-40d8-bfda-034cf08491a3 req-c1135695-a66c-4930-9bc9-693b34bdc7f2 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 210 time: 0.0647190 Jul 05 04:07:51.307045 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2df1281-ae5e-4ad1-9b8f-fdde76e6b3dd None None] Network 0151d2c5-307f-4d7b-961e-905cbd9e7d37 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:51.423494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45394) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.439628 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc2149a7-1b62-4535-92a9-f1c340e3605d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.459748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:51.580547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3fbb1c3a-7aa9-4d17-a270-b72690f0d989 None None] Provisioning for port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:51.607048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.616953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3fbb1c3a-7aa9-4d17-a270-b72690f0d989 None None] Provisioning complete for port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:51.617567 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1c3a-7aa9-4d17-a270-b72690f0d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.688222 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.698601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Transition to ACTIVE for port object 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:51.711698 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc2149a7-1b62-4535-92a9-f1c340e3605d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.715548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Subnet': ['ID=a5e6417a-c3d3-4d6c-a892-f4a9d691dcc8,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.718076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Transition to ACTIVE for port object 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:51.751385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Checking segment: {'id': '96ab4b9d-c62c-4a69-b337-4a64a9de8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5bba74de-2efd-4965-b00e-9eb1387b9666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:51.752034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network hostable DHCP agents. Network: 5bba74de-2efd-4965-b00e-9eb1387b9666, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:07:51.797395 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc2149a7-1b62-4535-92a9-f1c340e3605d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.839109 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:51.866731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network 5bba74de-2efd-4965-b00e-9eb1387b9666 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:07:51.889773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cc2149a7-1b62-4535-92a9-f1c340e3605d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ec2ea61e33048058be7542d6e050ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4644699 Jul 05 04:07:51.890770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2149a7-1b62-4535-92a9-f1c340e3605d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c04e14a5-621b-4891-a821-3803b30c70a6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:51.893841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45406) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:51.942729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Network c65f0a20-2f7e-4d4e-8249-5136b222c92a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:51.965908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 5bba74de-2efd-4965-b00e-9eb1387b9666) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:51.975260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:51.988655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddc6597-7684-4e17-9fcb-4e865692367b None None] Network 5bba74de-2efd-4965-b00e-9eb1387b9666 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:52.002107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:52.012975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:52.014016 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.024910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Pushing event updated for resources: {'Port': ['ID=1ef7fbe9-2fee-4dc3-ab43-6308c2a29138,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:52.054629 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-871eb8c6-0e24-4609-8194-2aa805a8449a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.072509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1c3a-7aa9-4d17-a270-b72690f0d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.093341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-871eb8c6-0e24-4609-8194-2aa805a8449a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.165538 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7fe5416d-5b95-4b8d-98c6-65d515f8498c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5616386 Jul 05 04:07:52.167071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45412) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:52.265395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Attempting to bind port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:52.265759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Attempting to bind port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '6b62ab15-e507-4de6-964c-0183c60db67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65f0a20-2f7e-4d4e-8249-5136b222c92a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:52.266408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Attempting to bind port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 on network c65f0a20-2f7e-4d4e-8249-5136b222c92a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:52.268761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-871eb8c6-0e24-4609-8194-2aa805a8449a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.274924 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-871eb8c6-0e24-4609-8194-2aa805a8449a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.278676 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-871eb8c6-0e24-4609-8194-2aa805a8449a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c04e14a5-621b-4891-a821-3803b30c70a6 HTTP/1.1" status: 204 len: 168 time: 0.3813124 Jul 05 04:07:52.307216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3fbb1c3a-7aa9-4d17-a270-b72690f0d989 None None] For port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4fa533aa-61c0-4ff5-90af-6befe4b8adb3,segment=NetworkSegment(c831854f-5328-40af-aac3-fa9708e1d8ae),segment_id=c831854f-5328-40af-aac3-fa9708e1d8ae)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:52.323683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:52.324120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Checking segment: {'id': '6b62ab15-e507-4de6-964c-0183c60db67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65f0a20-2f7e-4d4e-8249-5136b222c92a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:52.324498 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.324930 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Bound using segment: {'id': '6b62ab15-e507-4de6-964c-0183c60db67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65f0a20-2f7e-4d4e-8249-5136b222c92a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:52.325395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Bound port: 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b62ab15-e507-4de6-964c-0183c60db67c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'c65f0a20-2f7e-4d4e-8249-5136b222c92a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:52.325784 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.332199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871eb8c6-0e24-4609-8194-2aa805a8449a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c04e14a5-621b-4891-a821-3803b30c70a6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:52.625645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] For port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:52.636372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] For port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ef7fbe9-2fee-4dc3-ab43-6308c2a29138,segment=NetworkSegment(6b62ab15-e507-4de6-964c-0183c60db67c),segment_id=6b62ab15-e507-4de6-964c-0183c60db67c)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:52.777177 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3fbb1c3a-7aa9-4d17-a270-b72690f0d989 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.838692 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.916876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-5bba74de-2efd-4965-b00e-9eb1387b9666', 'network_id': '5bba74de-2efd-4965-b00e-9eb1387b9666', 'tenant_id': '8d6e36a57334449689fd59224d9d707f', 'fixed_ips': [{'subnet_id': 'a5e6417a-c3d3-4d6c-a892-f4a9d691dcc8'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:07:52.916876 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.979566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1a9277f2-8263-4f64-9360-9f2a4d9f50d3 None None] Provisioning complete for port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:52.980172 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1a9277f2-8263-4f64-9360-9f2a4d9f50d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:52.998848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbb1c3a-7aa9-4d17-a270-b72690f0d989 None None] Pushing event updated for resources: {'Port': ['ID=4fa533aa-61c0-4ff5-90af-6befe4b8adb3,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:52.999251 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a2c8d4c-680e-410d-8add-f20cc67eb1bf req-95f14593-c2b5-4603-b122-95889a65e80f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 210 time: 0.0861850 Jul 05 04:07:53.227257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb63de9-36f5-450f-965b-4c371c0cbcdd None None] Pushing event updated for resources: {'Port': ['ID=1ef7fbe9-2fee-4dc3-ab43-6308c2a29138,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:53.233966 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:53.491399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Allocated IP 2001:db8::2 (5bba74de-2efd-4965-b00e-9eb1387b9666/a5e6417a-c3d3-4d6c-a892-f4a9d691dcc8/0b32d788-1cd2-480b-9d27-e09945a41497) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:53.512310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69900722-6e8f-4f07-826c-4e3a5d77adb4 req-b474167e-bd57-4c75-a22d-aa6b9a25e4ae service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1407111 Jul 05 04:07:53.902207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Allocated IP 2001:db8::1 (c65f0a20-2f7e-4d4e-8249-5136b222c92a/ed07d793-1ebe-4c41-9e65-c888fdc05d0c/72caeed2-312b-476f-ae4e-693e42f578a0) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:54.064673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.086814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Transition to ACTIVE for port object 0b32d788-1cd2-480b-9d27-e09945a41497 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:54.126324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Transition to ACTIVE for port object 0b32d788-1cd2-480b-9d27-e09945a41497 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:54.235742 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.285671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.295068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Network 5bba74de-2efd-4965-b00e-9eb1387b9666 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:54.308182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:54.316904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:54.354514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d88af8f-e0d5-453e-b274-f9236da24e11 req-2437c32d-1d3b-417b-8c7f-f54a3893ca2a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1105068 Jul 05 04:07:54.394010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb278af8-7c56-43b2-95fc-6f03a84036dc req-1cdf3d01-8365-4770-889e-533aa0fa8883 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 210 time: 0.1222079 Jul 05 04:07:54.401305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Transition to ACTIVE for port object 72caeed2-312b-476f-ae4e-693e42f578a0 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:54.403315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Pushing event updated for resources: {'Port': ['ID=0b32d788-1cd2-480b-9d27-e09945a41497,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.439521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Attempting to bind port 0b32d788-1cd2-480b-9d27-e09945a41497 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:54.439971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Attempting to bind port 0b32d788-1cd2-480b-9d27-e09945a41497 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '96ab4b9d-c62c-4a69-b337-4a64a9de8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5bba74de-2efd-4965-b00e-9eb1387b9666'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:54.440332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Attempting to bind port 0b32d788-1cd2-480b-9d27-e09945a41497 on network 5bba74de-2efd-4965-b00e-9eb1387b9666 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:54.457082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:54.458038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Checking segment: {'id': '96ab4b9d-c62c-4a69-b337-4a64a9de8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5bba74de-2efd-4965-b00e-9eb1387b9666'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:54.459110 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.462821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Bound using segment: {'id': '96ab4b9d-c62c-4a69-b337-4a64a9de8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5bba74de-2efd-4965-b00e-9eb1387b9666'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:54.463302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Bound port: 0b32d788-1cd2-480b-9d27-e09945a41497, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96ab4b9d-c62c-4a69-b337-4a64a9de8b1f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5bba74de-2efd-4965-b00e-9eb1387b9666'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:54.463849 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.561483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] For port 0b32d788-1cd2-480b-9d27-e09945a41497, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:54.564970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] For port 0b32d788-1cd2-480b-9d27-e09945a41497, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0b32d788-1cd2-480b-9d27-e09945a41497,segment=NetworkSegment(96ab4b9d-c62c-4a69-b337-4a64a9de8b1f),segment_id=96ab4b9d-c62c-4a69-b337-4a64a9de8b1f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:54.630805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.638751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f4cf0df-af90-42c2-9dd2-2ab1ec4db84a None None] Network c65f0a20-2f7e-4d4e-8249-5136b222c92a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:54.700387 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.725990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network c65f0a20-2f7e-4d4e-8249-5136b222c92a is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:54.729970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:54.734096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:54.734967 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:54.821670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Port': ['ID=72caeed2-312b-476f-ae4e-693e42f578a0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:54.988846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:55.134758 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.215517 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c4a797-90a3-46ff-8a52-d4728b22fb29 None None] Pushing event updated for resources: {'Port': ['ID=0b32d788-1cd2-480b-9d27-e09945a41497,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:55.281202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9aa6a44b-7c99-4b92-8147-28439849b325 None None] Provisioning for port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:55.286453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:55.286837 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.487414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:55.677972 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:55.684198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:55.686451 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.962336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2fe3bda-f3b9-438d-b6c5-bab85c514e28 req-68245f51-aefb-42b1-9169-b921f8a96b8e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 210 time: 0.2531524 Jul 05 04:07:55.966987 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.973119 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:55.981207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ac50748f-e1cb-4317-a715-c91d29d9d83c None None] Provisioning complete for port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:55.981573 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac50748f-e1cb-4317-a715-c91d29d9d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.023846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-2e739b12-90a3-45f5-9ec1-298fc9bb0e3b tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:56.025694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-2e739b12-90a3-45f5-9ec1-298fc9bb0e3b tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.26 "GET /v2.0/networks?id=90f1ccde-51f2-4084-a53d-56a39b26cb67 HTTP/1.1" status: 200 len: 821 time: 0.6285691 Jul 05 04:07:56.040251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Request body: {'port': {'device_id': 'a22a9c57-adde-47f8-a130-bac67f1cf9c8', 'network_id': '90f1ccde-51f2-4084-a53d-56a39b26cb67', 'admin_state_up': True, 'tenant_id': 'de816f70719842838d3ab05c1b07a41b'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:56.111877 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.114215 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.134216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ef7fbe9-2fee-4dc3-ab43-6308c2a29138,segment=NetworkSegment(6b62ab15-e507-4de6-964c-0183c60db67c),segment_id=6b62ab15-e507-4de6-964c-0183c60db67c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:56.256908 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.405623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac50748f-e1cb-4317-a715-c91d29d9d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.439207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Port': ['ID=72caeed2-312b-476f-ae4e-693e42f578a0,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.473219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=1ef7fbe9-2fee-4dc3-ab43-6308c2a29138,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:56.545165 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-ac50748f-e1cb-4317-a715-c91d29d9d83c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:07:56.545532 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-ac50748f-e1cb-4317-a715-c91d29d9d83c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:07:56.561200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90b88197-2496-451c-8a04-72c5d5b444cc req-3c87f177-4ff9-4a1a-bf1b-744c5fd8b157 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0513701 Jul 05 04:07:56.571581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network c65f0a20-2f7e-4d4e-8249-5136b222c92a is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:56.573473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:56.725177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Made reservation on behalf of de816f70719842838d3ab05c1b07a41b for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:07:56.733216 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:56.868212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf846bfd-670e-4dc6-b837-f37a4bf7c457 req-5e0bf4b0-73d8-4579-8fdb-e105a0331d3d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0672176 Jul 05 04:07:56.944092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2539241c-3647-4f6f-bd12-24600d606849 None None] Network 5bba74de-2efd-4965-b00e-9eb1387b9666 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:07:57.007925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0b32d788-1cd2-480b-9d27-e09945a41497 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:57.017878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Router 58c8c72c-9ba9-4290-8a9d-85f8b2ae7786 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:07:57.032964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Allocated IP 172.20.0.3 (90f1ccde-51f2-4084-a53d-56a39b26cb67/ccf4fabf-f639-464a-ab18-9165784f04a5/8ec6a0e2-164e-4383-baf8-77e330562c2e) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:07:57.190728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ff6a4b6-84a2-4b5a-b88d-49a28188bc81 req-516826b8-a2ad-4ab9-96b5-53e8454d1069 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 210 time: 0.0840464 Jul 05 04:07:57.219280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:57.226819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a904ea9a-06eb-4739-8883-2d795ae98af7 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "PUT /v2.0/routers/58c8c72c-9ba9-4290-8a9d-85f8b2ae7786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0558372 Jul 05 04:07:57.233837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45538) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.236313 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03497ebc-7933-493c-8d43-b34240b03aea None None] Sync routers for ids ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:57.252127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 0b32d788-1cd2-480b-9d27-e09945a41497 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:57.257962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:57.264186 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03497ebc-7933-493c-8d43-b34240b03aea None None] Routers {'58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:57.265160 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-03497ebc-7933-493c-8d43-b34240b03aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:57.306445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ac50748f-e1cb-4317-a715-c91d29d9d83c None None] Provisioning for port 72caeed2-312b-476f-ae4e-693e42f578a0 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:57.315283 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-03497ebc-7933-493c-8d43-b34240b03aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:57.323059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ac50748f-e1cb-4317-a715-c91d29d9d83c None None] Provisioning complete for port 72caeed2-312b-476f-ae4e-693e42f578a0 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:57.323434 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac50748f-e1cb-4317-a715-c91d29d9d83c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.330773 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03497ebc-7933-493c-8d43-b34240b03aea None None] Routers {'58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:57.334788 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-03497ebc-7933-493c-8d43-b34240b03aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:57.381601 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-03497ebc-7933-493c-8d43-b34240b03aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:57.383240 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03497ebc-7933-493c-8d43-b34240b03aea None None] The sync data for ids ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:57.404689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ac50748f-e1cb-4317-a715-c91d29d9d83c None None] Port 72caeed2-312b-476f-ae4e-693e42f578a0 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:57.410995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.411205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:57.411543 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.564063 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.626060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Network 90f1ccde-51f2-4084-a53d-56a39b26cb67 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:07:57.630589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:07:57.638585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:07:57.653989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4f2eb665-0d3d-4b10-a4ab-47340877cd85 None None] Provisioning for port 0b32d788-1cd2-480b-9d27-e09945a41497 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:07:57.658085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4f2eb665-0d3d-4b10-a4ab-47340877cd85 None None] Provisioning complete for port 0b32d788-1cd2-480b-9d27-e09945a41497 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:57.658464 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb665-0d3d-4b10-a4ab-47340877cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.671033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Pushing event updated for resources: {'Port': ['ID=8ec6a0e2-164e-4383-baf8-77e330562c2e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:57.686894 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.687114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.687374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.687705 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.688139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.688677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.689006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.689334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.689654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.689980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.690299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.690635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:07:57.727645 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:57.728521 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.739752 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-1591e355-2a7e-4278-bb3c-dc81aa06b10f tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:07:57.744574 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1591e355-2a7e-4278-bb3c-dc81aa06b10f tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "PUT /v2.0/routers/58c8c72c-9ba9-4290-8a9d-85f8b2ae7786/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5092778 Jul 05 04:07:57.745361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45550) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:57.801952 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb665-0d3d-4b10-a4ab-47340877cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.830075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-937a5402-8c1a-4a14-84fa-bd41beb6544e tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7943256 Jul 05 04:07:57.842011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4f2eb665-0d3d-4b10-a4ab-47340877cd85 None None] For port 0b32d788-1cd2-480b-9d27-e09945a41497, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0b32d788-1cd2-480b-9d27-e09945a41497,segment=NetworkSegment(96ab4b9d-c62c-4a69-b337-4a64a9de8b1f),segment_id=96ab4b9d-c62c-4a69-b337-4a64a9de8b1f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:07:57.843607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Request body: {'port': {'device_id': 'a22a9c57-adde-47f8-a130-bac67f1cf9c8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:57.920959 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb665-0d3d-4b10-a4ab-47340877cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.936512 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:57.974816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4f2eb665-0d3d-4b10-a4ab-47340877cd85 None None] Provisioning complete for port 72caeed2-312b-476f-ae4e-693e42f578a0 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:57.975547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f2eb665-0d3d-4b10-a4ab-47340877cd85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.018630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2eb665-0d3d-4b10-a4ab-47340877cd85 None None] Pushing event updated for resources: {'Port': ['ID=0b32d788-1cd2-480b-9d27-e09945a41497,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:58.029193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4f2eb665-0d3d-4b10-a4ab-47340877cd85 None None] Port 72caeed2-312b-476f-ae4e-693e42f578a0 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:07:58.134594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.149156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d1df3460-34f1-4cc7-8e01-e3deaa3a7fd7 None None] Provisioning complete for port 0b32d788-1cd2-480b-9d27-e09945a41497 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:58.149527 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d1df3460-34f1-4cc7-8e01-e3deaa3a7fd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.275790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ec6a0e2-164e-4383-baf8-77e330562c2e {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:07:58.285435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.303097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Transition to ACTIVE for port object 8ec6a0e2-164e-4383-baf8-77e330562c2e will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:07:58.373552 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.435502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec6a0e2-164e-4383-baf8-77e330562c2e,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:58.442334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Deleting port 72caeed2-312b-476f-ae4e-693e42f578a0 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:07:58.442887 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.532745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Attempting to bind port 8ec6a0e2-164e-4383-baf8-77e330562c2e on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:07:58.533168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Attempting to bind port 8ec6a0e2-164e-4383-baf8-77e330562c2e by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'b74566a0-3e74-4292-8ad7-7b5c6b51cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '90f1ccde-51f2-4084-a53d-56a39b26cb67'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:07:58.533594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Attempting to bind port 8ec6a0e2-164e-4383-baf8-77e330562c2e on network 90f1ccde-51f2-4084-a53d-56a39b26cb67 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:58.538666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Port 8ec6a0e2-164e-4383-baf8-77e330562c2e on network 90f1ccde-51f2-4084-a53d-56a39b26cb67 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:07:58.538994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Attempting to bind port 8ec6a0e2-164e-4383-baf8-77e330562c2e on network 90f1ccde-51f2-4084-a53d-56a39b26cb67 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:07:58.544026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:07:58.544362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Checking segment: {'id': 'b74566a0-3e74-4292-8ad7-7b5c6b51cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '90f1ccde-51f2-4084-a53d-56a39b26cb67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:07:58.544744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Bound using segment: {'id': 'b74566a0-3e74-4292-8ad7-7b5c6b51cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '90f1ccde-51f2-4084-a53d-56a39b26cb67'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:07:58.545173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Bound port: 8ec6a0e2-164e-4383-baf8-77e330562c2e, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b74566a0-3e74-4292-8ad7-7b5c6b51cce0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '90f1ccde-51f2-4084-a53d-56a39b26cb67'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:07:58.545529 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.553104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.565528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Calling delete_port for 72caeed2-312b-476f-ae4e-693e42f578a0 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:07:58.631430 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cda52b-2ffd-45b4-b919-c2a649fbf61d req-993c7652-4ada-410f-baa8-da64bb9a17cd tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:58.633573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81cda52b-2ffd-45b4-b919-c2a649fbf61d req-993c7652-4ada-410f-baa8-da64bb9a17cd tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 931 time: 0.2915053 Jul 05 04:07:58.693657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] For port 8ec6a0e2-164e-4383-baf8-77e330562c2e, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:07:58.748023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2cff60c-333b-47f7-8c89-f4b192f6d488 req-75e6b05c-b20e-4c11-8507-765b53b65bd3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0553870 Jul 05 04:07:58.752133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81cda52b-2ffd-45b4-b919-c2a649fbf61d req-28fc84e8-7570-4523-9d40-2c7af51cb95f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062477 Jul 05 04:07:58.754001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] For port 8ec6a0e2-164e-4383-baf8-77e330562c2e, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8ec6a0e2-164e-4383-baf8-77e330562c2e,segment=NetworkSegment(b74566a0-3e74-4292-8ad7-7b5c6b51cce0),segment_id=b74566a0-3e74-4292-8ad7-7b5c6b51cce0)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:07:58.809178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0b32d788-1cd2-480b-9d27-e09945a41497 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:07:58.863708 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.888951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.915129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:58.916071 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.920596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] 10.222.0.26 "PUT /v2.0/ports/8ec6a0e2-164e-4383-baf8-77e330562c2e HTTP/1.1" status: 200 len: 1092 time: 1.0781155 Jul 05 04:07:58.923076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 0b32d788-1cd2-480b-9d27-e09945a41497 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:07:58.923448 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:58.927677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22a9c57-adde-47f8-a130-bac67f1cf9c8', 'tag': '8ec6a0e2-164e-4383-baf8-77e330562c2e'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:07:58.930573 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7215a881-7977-4236-8683-4a068796c4ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a22a9c57-adde-47f8-a130-bac67f1cf9c8", "tag": "8ec6a0e2-164e-4383-baf8-77e330562c2e"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:07:58.942624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Port': ['ID=72caeed2-312b-476f-ae4e-693e42f578a0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.026638 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0ac0faf-3594-4732-a5c8-49527f5752bd x-openstack-request-id: req-e0ac0faf-3594-4732-a5c8-49527f5752bd {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:07:59.026924 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22a9c57-adde-47f8-a130-bac67f1cf9c8", "tag": "8ec6a0e2-164e-4383-baf8-77e330562c2e", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:07:59.027629 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e0ac0faf-3594-4732-a5c8-49527f5752bd {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:07:59.027629 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22a9c57-adde-47f8-a130-bac67f1cf9c8', 'tag': '8ec6a0e2-164e-4383-baf8-77e330562c2e', 'status': 'completed', 'code': 200} Jul 05 04:07:59.028279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3677bdf-86b4-4fc1-a07c-824841d68a44 service neutron] Pushing event updated for resources: {'Port': ['ID=8ec6a0e2-164e-4383-baf8-77e330562c2e,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:07:59.129505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215a881-7977-4236-8683-4a068796c4ee req-a98a0c1c-1ec9-42ef-a9da-bd3af0edac38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:59.131194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7215a881-7977-4236-8683-4a068796c4ee req-a98a0c1c-1ec9-42ef-a9da-bd3af0edac38 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de816f70719842838d3ab05c1b07a41b&device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 1095 time: 0.0859101 Jul 05 04:07:59.170491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.255327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-401d624e-f18f-4896-adde-e539bf05935a req-c0865ad5-90ee-4dac-b325-465ea7dd071e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0389838 Jul 05 04:07:59.297031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215a881-7977-4236-8683-4a068796c4ee req-96644200-fbc4-4f1b-a4c6-701729cf00f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:59.299434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7215a881-7977-4236-8683-4a068796c4ee req-96644200-fbc4-4f1b-a4c6-701729cf00f0 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=de816f70719842838d3ab05c1b07a41b&shared=False HTTP/1.1" status: 200 len: 922 time: 0.1532500 Jul 05 04:07:59.346059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Router 58c8c72c-9ba9-4290-8a9d-85f8b2ae7786 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:07:59.356448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-50e81dcf-81fc-41c6-ad7a-e22968e84fdd req-16d9437e-9b9c-44ca-9588-767c3c2bc372 service neutron] (100895) timed out ('10.222.0.13', 55127) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:07:59.401453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7215a881-7977-4236-8683-4a068796c4ee req-c93b806e-c9aa-4a8e-b111-c8628086059b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:59.402927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7215a881-7977-4236-8683-4a068796c4ee req-c93b806e-c9aa-4a8e-b111-c8628086059b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0962245 Jul 05 04:07:59.431600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:07:59.444074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45590) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:59.444467 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4703ea9e-12fc-422e-8448-af46b1b21189 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "PUT /v2.0/routers/58c8c72c-9ba9-4290-8a9d-85f8b2ae7786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6939497 Jul 05 04:07:59.445373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afce62-dfdc-4b55-9353-42de77d0a5ed None None] Sync routers for ids ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:07:59.454613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afce62-dfdc-4b55-9353-42de77d0a5ed None None] Routers {'58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:59.455520 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d3afce62-dfdc-4b55-9353-42de77d0a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:59.495568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d3afce62-dfdc-4b55-9353-42de77d0a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:59.505537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3afce62-dfdc-4b55-9353-42de77d0a5ed None None] Routers {'58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:07:59.506160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d3afce62-dfdc-4b55-9353-42de77d0a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:59.515679 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-5be14aa1-5068-42a8-bc35-6b5485255cf9 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] delete failed (client error): The resource could not be found. Jul 05 04:07:59.518470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5be14aa1-5068-42a8-bc35-6b5485255cf9 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-1407789198 HTTP/1.1" status: 404 len: 335 time: 0.0716238 Jul 05 04:07:59.521496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45594) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:59.527022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ec41bed9-811d-4c09-a18f-e94fbc2af1cf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'router': {'external_gateway_info': {'network_id': '58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:07:59.546561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d3afce62-dfdc-4b55-9353-42de77d0a5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:07:59.552774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3afce62-dfdc-4b55-9353-42de77d0a5ed None None] The sync data for ids ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:07:59.553442 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-284479b4-51cd-4256-8575-e37f2ee27f22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:59.553442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-284479b4-51cd-4256-8575-e37f2ee27f22 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=de816f70719842838d3ab05c1b07a41b&device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 1095 time: 0.1041279 Jul 05 04:07:59.565231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45596) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:59.606123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-0d3595e4-4107-460b-8e17-2c40c2a56673 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ec6a0e2-164e-4383-baf8-77e330562c2e HTTP/1.1" status: 200 len: 217 time: 0.0472093 Jul 05 04:07:59.659443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-48cb453c-82d2-4b2d-9df7-2f18ed8cd8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:07:59.661067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-48cb453c-82d2-4b2d-9df7-2f18ed8cd8ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ccf4fabf-f639-464a-ab18-9165784f04a5 HTTP/1.1" status: 200 len: 861 time: 0.0492134 Jul 05 04:07:59.704826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-7abf35cf-d23a-413a-8f00-a2f5b3b04362 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=90f1ccde-51f2-4084-a53d-56a39b26cb67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371802 Jul 05 04:07:59.705959 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2066659-07dc-426b-8704-3d66773cdef0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.754543 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ec41bed9-811d-4c09-a18f-e94fbc2af1cf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:07:59.795211 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:07:59.857041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-69e47da8-8882-4072-814b-3a36e2f9ec38 service neutron] 10.222.0.26 "GET /v2.0/networks/90f1ccde-51f2-4084-a53d-56a39b26cb67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348500 Jul 05 04:07:59.921471 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-ec41bed9-811d-4c09-a18f-e94fbc2af1cf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] update failed (client error): The resource could not be found. Jul 05 04:07:59.922667 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ec41bed9-811d-4c09-a18f-e94fbc2af1cf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "PUT /v2.0/routers/58c8c72c-9ba9-4290-8a9d-85f8b2ae7786 HTTP/1.1" status: 404 len: 339 time: 0.4000278 Jul 05 04:07:59.926263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45604) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:07:59.931696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1064231863'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:00.320709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2066659-07dc-426b-8704-3d66773cdef0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.375436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2066659-07dc-426b-8704-3d66773cdef0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.399783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa2051cd-4e71-4898-8c8e-0aae09d5337e req-73fc31de-777c-4d7a-9160-7c39bdf9223e service neutron] 10.222.0.26 "GET /v2.0/networks/90f1ccde-51f2-4084-a53d-56a39b26cb67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309672 Jul 05 04:08:00.423366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e016536-0485-4a66-8898-acfff5df7935 req-e7f68e88-4406-45af-83a4-2b401dbb36b8 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:00.430842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e016536-0485-4a66-8898-acfff5df7935 req-e7f68e88-4406-45af-83a4-2b401dbb36b8 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 943 time: 0.4997575 Jul 05 04:08:00.439615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2066659-07dc-426b-8704-3d66773cdef0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1662f40-fcf8-4ef2-972f-d1ca6131a67e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:00.445549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f2066659-07dc-426b-8704-3d66773cdef0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47a326d15825482ea4f342e6f45d2bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8792362 Jul 05 04:08:00.449346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45612) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.477658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e016536-0485-4a66-8898-acfff5df7935 req-cebca59e-08bc-4b66-a415-227641eb4165 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451226 Jul 05 04:08:00.487763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Made reservation on behalf of 8d6e36a57334449689fd59224d9d707f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:00.492851 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.521990 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-189d402b-e9be-443c-a3dd-16e3d3518d8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.542168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:00.557135 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-189d402b-e9be-443c-a3dd-16e3d3518d8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.568151 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.568500 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Added segment be18cd76-0287-4888-a152-1a7f140f7bdb of type vlan for network 0e584cf3-954e-42fd-b974-f772537e480a Jul 05 04:08:00.629349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.726172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-189d402b-e9be-443c-a3dd-16e3d3518d8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.728874 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-189d402b-e9be-443c-a3dd-16e3d3518d8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.730043 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-189d402b-e9be-443c-a3dd-16e3d3518d8c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f1662f40-fcf8-4ef2-972f-d1ca6131a67e HTTP/1.1" status: 204 len: 168 time: 0.2795749 Jul 05 04:08:00.738867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189d402b-e9be-443c-a3dd-16e3d3518d8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1662f40-fcf8-4ef2-972f-d1ca6131a67e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:00.779213 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.785396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:00.786141 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:00.863612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Network': ['ID=0e584cf3-954e-42fd-b974-f772537e480a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:00.874893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 0e584cf3-954e-42fd-b974-f772537e480a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:00.934605 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4db70351-29db-4bde-8337-48f8385f008c tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0070987 Jul 05 04:08:00.937965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45618) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:00.943349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'subnet': {'network_id': '0e584cf3-954e-42fd-b974-f772537e480a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:01.134300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Made reservation on behalf of 8d6e36a57334449689fd59224d9d707f for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:01.139244 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.233942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d69321a1-aa95-47d2-9931-d5297d51cb58 req-84614e31-d5d9-44be-bde7-7df29ca4b06d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0896487 Jul 05 04:08:01.456864 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-863465d8-4a03-45a1-80a4-3d32cd329c0a req-6d9c4cd3-583a-46a0-91d0-ef999bfde260 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0377769 Jul 05 04:08:01.520325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45638) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:01.538871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd1ec-a6d3-4a98-b59f-d9e386bcc287 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.623703 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.643296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd1ec-a6d3-4a98-b59f-d9e386bcc287 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.716778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a9dd1ec-a6d3-4a98-b59f-d9e386bcc287 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.721521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Subnet': ['ID=2f0b7770-94ac-4604-a815-7d00fcf48f0d,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:01.742757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Checking segment: {'id': 'be18cd76-0287-4888-a152-1a7f140f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e584cf3-954e-42fd-b974-f772537e480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:01.742757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network hostable DHCP agents. Network: 0e584cf3-954e-42fd-b974-f772537e480a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:01.755699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8ecaaf-f9c5-4646-948e-4380f525fa61 req-d3ef5481-c45f-4648-aaa9-8e07ac36e767 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:01.757955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c8ecaaf-f9c5-4646-948e-4380f525fa61 req-d3ef5481-c45f-4648-aaa9-8e07ac36e767 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 943 time: 0.1492393 Jul 05 04:08:01.771623 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1a9dd1ec-a6d3-4a98-b59f-d9e386bcc287 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd0029bce2964d82ac00266e14279ea1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2476695 Jul 05 04:08:01.771873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45640) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:01.778667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9dd1ec-a6d3-4a98-b59f-d9e386bcc287 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1bd7238-38d2-4ca7-9b15-54b71b24ac15,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:01.804403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c8ecaaf-f9c5-4646-948e-4380f525fa61 req-662b843e-5ef5-4d3b-b389-4b2bbbed3050 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375855 Jul 05 04:08:01.827755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-677e73c2-83f4-4671-bad5-4e320bba0b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.854938 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-677e73c2-83f4-4671-bad5-4e320bba0b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:01.886175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network 0e584cf3-954e-42fd-b974-f772537e480a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:02.014142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 0e584cf3-954e-42fd-b974-f772537e480a) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:02.018329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:02.018999 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.025501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192027f3-d84a-4136-8dc6-be001437aa85 None None] Network 0e584cf3-954e-42fd-b974-f772537e480a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:02.040955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-677e73c2-83f4-4671-bad5-4e320bba0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.044291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-677e73c2-83f4-4671-bad5-4e320bba0b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.049662 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-677e73c2-83f4-4671-bad5-4e320bba0b99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d1bd7238-38d2-4ca7-9b15-54b71b24ac15 HTTP/1.1" status: 204 len: 168 time: 0.2723222 Jul 05 04:08:02.067166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e73c2-83f4-4671-bad5-4e320bba0b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1bd7238-38d2-4ca7-9b15-54b71b24ac15,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:02.094026 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-881e2d82-ef8f-47e9-a610-63b858d9adb6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1549044 Jul 05 04:08:02.096612 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45644) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:02.104843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-96cbad76-6adc-46e5-ad88-1a3805e91037 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'router': {'external_gateway_info': {'network_id': '0e584cf3-954e-42fd-b974-f772537e480a'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:02.226640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-0e584cf3-954e-42fd-b974-f772537e480a', 'network_id': '0e584cf3-954e-42fd-b974-f772537e480a', 'tenant_id': '8d6e36a57334449689fd59224d9d707f', 'fixed_ips': [{'subnet_id': '2f0b7770-94ac-4604-a815-7d00fcf48f0d'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:02.227648 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.325547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8ec6a0e2-164e-4383-baf8-77e330562c2e details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:02.378152 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96cbad76-6adc-46e5-ad88-1a3805e91037 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.467094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Allocated IP 2001:db8:1::2 (0e584cf3-954e-42fd-b974-f772537e480a/2f0b7770-94ac-4604-a815-7d00fcf48f0d/b7962628-1bb2-4d7f-9683-2545f1f95ba8) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:02.507472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8ec6a0e2-164e-4383-baf8-77e330562c2e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8ec6a0e2-164e-4383-baf8-77e330562c2e,segment=NetworkSegment(b74566a0-3e74-4292-8ad7-7b5c6b51cce0),segment_id=b74566a0-3e74-4292-8ad7-7b5c6b51cce0)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:02.568166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '8ec6a0e2-164e-4383-baf8-77e330562c2e', 'network_id': '90f1ccde-51f2-4084-a53d-56a39b26cb67', 'port_id': '8ec6a0e2-164e-4383-baf8-77e330562c2e', 'mac_address': 'fa:16:3e:dc:ef:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ccf4fabf-f639-464a-ab18-9165784f04a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:02.677141 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-96cbad76-6adc-46e5-ad88-1a3805e91037 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:08:02.677141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-96cbad76-6adc-46e5-ad88-1a3805e91037 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "PUT /v2.0/routers/58c8c72c-9ba9-4290-8a9d-85f8b2ae7786 HTTP/1.1" status: 400 len: 364 time: 0.5784163 Jul 05 04:08:02.680168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45658) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:02.730166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-8188e861-4a84-472f-a32e-64803a1d7a40 req-33bad2f2-df67-4333-9238-bc91598a7c8d service neutron] (100896) timed out ('10.222.0.13', 55053) {{(pid=100896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:08:02.875029 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:02.912776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ec6a0e2-164e-4383-baf8-77e330562c2e {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:02.977358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8ec6a0e2-164e-4383-baf8-77e330562c2e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8ec6a0e2-164e-4383-baf8-77e330562c2e,segment=NetworkSegment(b74566a0-3e74-4292-8ad7-7b5c6b51cce0),segment_id=b74566a0-3e74-4292-8ad7-7b5c6b51cce0)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:02.992146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.003297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Transition to ACTIVE for port object b7962628-1bb2-4d7f-9683-2545f1f95ba8 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:03.027687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Transition to ACTIVE for port object b7962628-1bb2-4d7f-9683-2545f1f95ba8 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:03.069905 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.086638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da816852-e3f9-4b16-a8d4-8369c1ec3de9 req-6edd0606-31b4-475d-a24d-984ffb495928 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:03.088450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da816852-e3f9-4b16-a8d4-8369c1ec3de9 req-6edd0606-31b4-475d-a24d-984ffb495928 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 943 time: 0.0758159 Jul 05 04:08:03.107520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.136672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.149198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da816852-e3f9-4b16-a8d4-8369c1ec3de9 req-15039c56-0e3a-4f67-9ce2-8e24fc0a4c12 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551164 Jul 05 04:08:03.181318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Network 0e584cf3-954e-42fd-b974-f772537e480a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:03.189604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8ec6a0e2-164e-4383-baf8-77e330562c2e,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:03.206181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:03.214729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:03.312901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Pushing event updated for resources: {'Port': ['ID=b7962628-1bb2-4d7f-9683-2545f1f95ba8,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:03.339420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Attempting to bind port b7962628-1bb2-4d7f-9683-2545f1f95ba8 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:03.339799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Attempting to bind port b7962628-1bb2-4d7f-9683-2545f1f95ba8 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'be18cd76-0287-4888-a152-1a7f140f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e584cf3-954e-42fd-b974-f772537e480a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:03.340191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Attempting to bind port b7962628-1bb2-4d7f-9683-2545f1f95ba8 on network 0e584cf3-954e-42fd-b974-f772537e480a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:03.356994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:03.366086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Checking segment: {'id': 'be18cd76-0287-4888-a152-1a7f140f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e584cf3-954e-42fd-b974-f772537e480a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:03.366086 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.366086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Bound using segment: {'id': 'be18cd76-0287-4888-a152-1a7f140f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e584cf3-954e-42fd-b974-f772537e480a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:03.366086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Bound port: b7962628-1bb2-4d7f-9683-2545f1f95ba8, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be18cd76-0287-4888-a152-1a7f140f7bdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '0e584cf3-954e-42fd-b974-f772537e480a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:03.366086 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.450529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8ec6a0e2-164e-4383-baf8-77e330562c2e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:03.481988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Allocated IP 2001:db8::1 (0151d2c5-307f-4d7b-961e-905cbd9e7d37/37e6ac67-05be-400e-8a21-a7c1ab07d4a0/da813e2f-fc83-44e0-8d9c-66f5074dd741) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:03.510795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] For port b7962628-1bb2-4d7f-9683-2545f1f95ba8, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:03.515756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] For port b7962628-1bb2-4d7f-9683-2545f1f95ba8, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b7962628-1bb2-4d7f-9683-2545f1f95ba8,segment=NetworkSegment(be18cd76-0287-4888-a152-1a7f140f7bdb),segment_id=be18cd76-0287-4888-a152-1a7f140f7bdb)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:03.596691 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:03.608521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d5d81bc-0bf3-43e2-89cc-73ec7b6924d2 req-e6d5a922-e3da-49b8-864e-e2fb3994dbd5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0706165 Jul 05 04:08:03.750257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ecbed-64f6-4118-b356-19cf79944457 None None] Pushing event updated for resources: {'Port': ['ID=b7962628-1bb2-4d7f-9683-2545f1f95ba8,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:03.794537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-6938d0d0-c744-4801-a870-2fad177d6d95 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:03.803188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-6938d0d0-c744-4801-a870-2fad177d6d95 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 814 time: 0.1408002 Jul 05 04:08:03.825277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-4a27fe25-8526-4268-a951-a0b4e0cd3c25 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/quotas/b9bfdfe790624823bd5b249d384ac18c HTTP/1.1" status: 200 len: 375 time: 0.0204682 Jul 05 04:08:03.916885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-8ba0590e-17ac-43e1-a752-8a9e61e8b299 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0910242 Jul 05 04:08:03.961059 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-788c3541-f9ae-4024-a7cd-b54d9f5cd8a7 req-92a15787-dfc5-4973-b777-686eec9d1972 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0431476 Jul 05 04:08:04.097416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-1ef2e492-1b94-4d51-8148-d275ee07192f service neutron] 10.222.0.30 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709726 Jul 05 04:08:04.112951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.131255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Transition to ACTIVE for port object da813e2f-fc83-44e0-8d9c-66f5074dd741 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:04.225160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-363892ff-8590-4a19-9f16-9e57f7a241d0 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107390 Jul 05 04:08:04.282909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.358449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network 0151d2c5-307f-4d7b-961e-905cbd9e7d37 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:04.361457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:04.366544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:04.367156 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.404679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dfeabc1-4507-49b0-bfee-da11581a0605 req-e572a078-4edc-4202-9be3-5e648ca87e92 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:04.416744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2dfeabc1-4507-49b0-bfee-da11581a0605 req-e572a078-4edc-4202-9be3-5e648ca87e92 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 944 time: 0.1143792 Jul 05 04:08:04.419238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Port': ['ID=da813e2f-fc83-44e0-8d9c-66f5074dd741,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:04.481450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2dfeabc1-4507-49b0-bfee-da11581a0605 req-c012d4bc-2f5b-43ec-8cdf-d209a2511496 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606639 Jul 05 04:08:04.619014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3095b8c-e6db-43e9-9b3e-1f86a37ac29d req-3761e21c-7f92-4324-bd71-c828bd7ad959 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 210 time: 0.0561233 Jul 05 04:08:04.825108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b7962628-1bb2-4d7f-9683-2545f1f95ba8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:04.841790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:04.954954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f3ad285a-26ee-4b35-84e0-471c08892b0b None None] Provisioning for port da813e2f-fc83-44e0-8d9c-66f5074dd741 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:04.959537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f3ad285a-26ee-4b35-84e0-471c08892b0b None None] Provisioning complete for port da813e2f-fc83-44e0-8d9c-66f5074dd741 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:04.960522 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f3ad285a-26ee-4b35-84e0-471c08892b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.039701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port b7962628-1bb2-4d7f-9683-2545f1f95ba8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:05.046355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f3ad285a-26ee-4b35-84e0-471c08892b0b None None] Port da813e2f-fc83-44e0-8d9c-66f5074dd741 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:05.190830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31b2076-747e-48d1-9d71-2f6b36d1101f None None] Network 0e584cf3-954e-42fd-b974-f772537e480a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:05.367063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.423775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f780b803-39f5-4c2d-9f3a-bd0a17758ed5 None None] Provisioning for port b7962628-1bb2-4d7f-9683-2545f1f95ba8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:05.430213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f780b803-39f5-4c2d-9f3a-bd0a17758ed5 None None] Provisioning complete for port b7962628-1bb2-4d7f-9683-2545f1f95ba8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:05.430592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f780b803-39f5-4c2d-9f3a-bd0a17758ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.528598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.529410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.559290 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f780b803-39f5-4c2d-9f3a-bd0a17758ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.672197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f780b803-39f5-4c2d-9f3a-bd0a17758ed5 None None] For port b7962628-1bb2-4d7f-9683-2545f1f95ba8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b7962628-1bb2-4d7f-9683-2545f1f95ba8,segment=NetworkSegment(be18cd76-0287-4888-a152-1a7f140f7bdb),segment_id=be18cd76-0287-4888-a152-1a7f140f7bdb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:05.736048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event updated for resources: {'Port': ['ID=da813e2f-fc83-44e0-8d9c-66f5074dd741,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:05.764696 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f780b803-39f5-4c2d-9f3a-bd0a17758ed5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:05.789152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d65e80fc-fab8-47c1-a695-4380e487d669 req-5990f0f4-f8f6-4d2a-bf9c-58a731ea1426 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 210 time: 0.0909493 Jul 05 04:08:05.795231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Network 0151d2c5-307f-4d7b-961e-905cbd9e7d37 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:05.797018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:05.934178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f189d735-8daf-4142-b4f1-85bac8ae4602 req-ff78c88c-0c68-447f-80bf-8cba32e0bcf9 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:05.940966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f189d735-8daf-4142-b4f1-85bac8ae4602 req-ff78c88c-0c68-447f-80bf-8cba32e0bcf9 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 944 time: 0.1869216 Jul 05 04:08:05.979748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f780b803-39f5-4c2d-9f3a-bd0a17758ed5 None None] Pushing event updated for resources: {'Port': ['ID=b7962628-1bb2-4d7f-9683-2545f1f95ba8,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:05.993463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ec8fd019-abea-4df7-861e-526c86d1052e None None] Provisioning complete for port b7962628-1bb2-4d7f-9683-2545f1f95ba8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:05.994150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ec8fd019-abea-4df7-861e-526c86d1052e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.035566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Router 58c8c72c-9ba9-4290-8a9d-85f8b2ae7786 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:06.107744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bd5c303-2be5-4b35-8b1c-52b301d46ffb req-65628e92-b4db-43ad-9ec7-82213312245a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0952735 Jul 05 04:08:06.132481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f189d735-8daf-4142-b4f1-85bac8ae4602 req-df17e8de-5080-40db-999e-9f7cbc929d35 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893122 Jul 05 04:08:06.218867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:06.225893 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-744da912-8cd2-4152-89ca-d10bdc60d2c2 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "PUT /v2.0/routers/58c8c72c-9ba9-4290-8a9d-85f8b2ae7786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5405979 Jul 05 04:08:06.228647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45784) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.233031 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda163f-a20a-4fae-8978-8d27680e6e2c None None] Sync routers for ids ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:06.246102 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda163f-a20a-4fae-8978-8d27680e6e2c None None] Routers {'58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:06.246724 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dbda163f-a20a-4fae-8978-8d27680e6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:06.314254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3e4696aa-09d1-4033-b3a2-7b2d12104b22 None None] Provisioning complete for port da813e2f-fc83-44e0-8d9c-66f5074dd741 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:06.314637 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3e4696aa-09d1-4033-b3a2-7b2d12104b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.337186 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dbda163f-a20a-4fae-8978-8d27680e6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:06.338418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8ec6a0e2-164e-4383-baf8-77e330562c2e up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:06.347971 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbda163f-a20a-4fae-8978-8d27680e6e2c None None] Routers {'58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:06.348589 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dbda163f-a20a-4fae-8978-8d27680e6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:06.413577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63f4a2ef-df09-4a3b-9bdd-3ce7e5ab4bf1 req-b7190de6-5568-4157-aab7-ff81d5e83244 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0481911 Jul 05 04:08:06.442223 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dbda163f-a20a-4fae-8978-8d27680e6e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:06.442884 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbda163f-a20a-4fae-8978-8d27680e6e2c None None] The sync data for ids ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:06.453736 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f9a2d67-d799-42d8-81ef-f9b12f04bb9d tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.473707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3e4696aa-09d1-4033-b3a2-7b2d12104b22 None None] Port da813e2f-fc83-44e0-8d9c-66f5074dd741 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:08:06.560703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 8ec6a0e2-164e-4383-baf8-77e330562c2e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:06.560929 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-4f9a2d67-d799-42d8-81ef-f9b12f04bb9d tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 04:08:06.561852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4f9a2d67-d799-42d8-81ef-f9b12f04bb9d tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/routers/58c8c72c-9ba9-4290-8a9d-85f8b2ae7786 HTTP/1.1" status: 409 len: 329 time: 0.3318026 Jul 05 04:08:06.565014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45794) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:06.566158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 8ec6a0e2-164e-4383-baf8-77e330562c2e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:06.566566 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.671618 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.696469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22a9c57-adde-47f8-a130-bac67f1cf9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec6a0e2-164e-4383-baf8-77e330562c2e'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:06.698953 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c1217f2-20cc-40b0-b55c-55efc1d71154" -d '{"events": [{"server_uuid": "a22a9c57-adde-47f8-a130-bac67f1cf9c8", "name": "network-vif-plugged", "status": "completed", "tag": "8ec6a0e2-164e-4383-baf8-77e330562c2e"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:06.739014 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8ec6a0e2-164e-4383-baf8-77e330562c2e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8ec6a0e2-164e-4383-baf8-77e330562c2e,segment=NetworkSegment(b74566a0-3e74-4292-8ad7-7b5c6b51cce0),segment_id=b74566a0-3e74-4292-8ad7-7b5c6b51cce0)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:06.761880 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159e2f69-478e-4a35-adba-d721f7687294 x-openstack-request-id: req-159e2f69-478e-4a35-adba-d721f7687294 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:06.762416 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22a9c57-adde-47f8-a130-bac67f1cf9c8", "name": "network-vif-plugged", "status": "completed", "tag": "8ec6a0e2-164e-4383-baf8-77e330562c2e", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:06.762808 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-159e2f69-478e-4a35-adba-d721f7687294 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:06.763665 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22a9c57-adde-47f8-a130-bac67f1cf9c8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ec6a0e2-164e-4383-baf8-77e330562c2e', 'code': 200} Jul 05 04:08:06.800696 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:06.873636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b7962628-1bb2-4d7f-9683-2545f1f95ba8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:06.938655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8ec6a0e2-164e-4383-baf8-77e330562c2e,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:06.958591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b7962628-1bb2-4d7f-9683-2545f1f95ba8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:06.958869 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.002526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888fe5ed-bd9d-4232-b5bf-685e530bb041 req-2be8ad21-9bbe-4cb1-a9e5-26d230a00282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:07.014341 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-888fe5ed-bd9d-4232-b5bf-685e530bb041 req-2be8ad21-9bbe-4cb1-a9e5-26d230a00282 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 1097 time: 0.1606669 Jul 05 04:08:07.036439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d587eea3-5b6d-4d0a-9cbd-a379b71c2532 req-8ec3012d-3ab8-47ef-91a5-7d80864acd5c tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 210 time: 0.0699615 Jul 05 04:08:07.092324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-888fe5ed-bd9d-4232-b5bf-685e530bb041 req-84cd60ae-cc65-423e-8f10-d24ba7dbb848 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606139 Jul 05 04:08:07.120131 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.417031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45810) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:07.424208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfec52f7-4e6b-45fb-a83f-f0bcf49d647a req-66254ba8-6358-4bc2-8ab9-e102ca424419 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:07.424208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfec52f7-4e6b-45fb-a83f-f0bcf49d647a req-66254ba8-6358-4bc2-8ab9-e102ca424419 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 945 time: 0.0986896 Jul 05 04:08:07.580626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfec52f7-4e6b-45fb-a83f-f0bcf49d647a req-686da46b-9f8a-4a78-a79d-1513a18d4597 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500833 Jul 05 04:08:07.590112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a853466-2395-4443-a47e-993153d5617f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.669474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-9708635f-6152-4712-83f4-82729f16a396 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:07.671242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-9708635f-6152-4712-83f4-82729f16a396 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 814 time: 0.2014401 Jul 05 04:08:07.688054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Request body: {'port': {'device_id': '1cd24174-d677-4ece-98e7-d9a1fc0d19f0', 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d', 'admin_state_up': True, 'tenant_id': 'b9bfdfe790624823bd5b249d384ac18c'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:07.710744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Deleting port da813e2f-fc83-44e0-8d9c-66f5074dd741 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:07.717695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.732286 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a853466-2395-4443-a47e-993153d5617f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.797384 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a853466-2395-4443-a47e-993153d5617f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.839885 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4a853466-2395-4443-a47e-993153d5617f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2e5addb8e3d94348860be2335779fba5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205089 Jul 05 04:08:07.842604 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a853466-2395-4443-a47e-993153d5617f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d9c9ec1-09e0-4274-b4ee-0c5d4dc55784,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:07.856664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45818) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:07.875066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.896397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Calling delete_port for da813e2f-fc83-44e0-8d9c-66f5074dd741 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:07.926518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32ecf89a-01f6-464a-8544-86d44ca66665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:07.961955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32ecf89a-01f6-464a-8544-86d44ca66665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.019563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Made reservation on behalf of b9bfdfe790624823bd5b249d384ac18c for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:08.023768 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.045833 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a55bd01d-bddd-45aa-abf5-fe8159434c08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.124206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32ecf89a-01f6-464a-8544-86d44ca66665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.124206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32ecf89a-01f6-464a-8544-86d44ca66665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.124206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-32ecf89a-01f6-464a-8544-86d44ca66665 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5d9c9ec1-09e0-4274-b4ee-0c5d4dc55784 HTTP/1.1" status: 204 len: 168 time: 0.2622423 Jul 05 04:08:08.135503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ecf89a-01f6-464a-8544-86d44ca66665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d9c9ec1-09e0-4274-b4ee-0c5d4dc55784,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.298128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aaeba532-ea24-48ef-a2ba-eb3249d66d9e req-2f7f388b-537c-4cc4-9330-6662e34ade75 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 210 time: 0.0751321 Jul 05 04:08:08.308878 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.429817 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b66dbc4f-a0cb-43ad-942d-34e25bba1bf5 req-c94709e7-47b9-4695-ac43-cc11f59ad33b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1054280 Jul 05 04:08:08.430696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Port': ['ID=da813e2f-fc83-44e0-8d9c-66f5074dd741,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:08.595193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:08.640136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a5b7109-6311-4bd2-92ad-52b18ff373cf req-113de53e-c4bd-46d5-a321-91d8d732d573 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0459535 Jul 05 04:08:08.718698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Allocated IP 172.20.0.14 (b0d08a59-1f78-48fd-98d2-9c4870c1481d/2bd63db0-3043-4b09-b9b2-4009b4c5d6f4/dcc13c56-3666-4b11-8f1a-52b59c44a37e) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:08.869252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Router 58c8c72c-9ba9-4290-8a9d-85f8b2ae7786 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:08.949438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45840) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:08.963402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ce8-e2ce-40b5-9a30-57508ad1712a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.066430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ce8-e2ce-40b5-9a30-57508ad1712a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.175242 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fa42ce8-e2ce-40b5-9a30-57508ad1712a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.219349 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0fa42ce8-e2ce-40b5-9a30-57508ad1712a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39e1a5089001431b9ed53b256a9cb12c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2686856 Jul 05 04:08:09.220450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa42ce8-e2ce-40b5-9a30-57508ad1712a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc094875-bc3f-4233-b18e-cbf25a4fc95d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:09.222974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45842) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.279229 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a58758a3-fa7f-42c9-827d-35f0202336e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.303133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a58758a3-fa7f-42c9-827d-35f0202336e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.372801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:09.385318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-691a0c32-000d-4262-bcf4-1c42340644c0 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "PUT /v2.0/routers/58c8c72c-9ba9-4290-8a9d-85f8b2ae7786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8150952 Jul 05 04:08:09.385431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45850) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.387997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da03eb7-3c55-4e75-8426-56f589e1b0bc None None] Sync routers for ids ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:09.399288 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da03eb7-3c55-4e75-8426-56f589e1b0bc None None] Routers {'58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:09.400126 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8da03eb7-3c55-4e75-8426-56f589e1b0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:09.402101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05e0019-57d8-49b8-b417-51e9e5e47394 req-92d2ccad-4ead-49ee-8a7e-3cd416211172 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:09.403584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a05e0019-57d8-49b8-b417-51e9e5e47394 req-92d2ccad-4ead-49ee-8a7e-3cd416211172 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 945 time: 0.6613193 Jul 05 04:08:09.445558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8da03eb7-3c55-4e75-8426-56f589e1b0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:09.461122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8da03eb7-3c55-4e75-8426-56f589e1b0bc None None] Routers {'58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:09.462139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8da03eb7-3c55-4e75-8426-56f589e1b0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:07:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:09.464382 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-a20cd0fd-eac1-4124-b917-9912d8324680 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] show failed (client error): The resource could not be found. Jul 05 04:08:09.464857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a20cd0fd-eac1-4124-b917-9912d8324680 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1671658987 HTTP/1.1" status: 404 len: 335 time: 0.0785725 Jul 05 04:08:09.469532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45856) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.474561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a18e8a66-e5b0-4e67-984e-bc43145926a6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:09.502805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.509999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8da03eb7-3c55-4e75-8426-56f589e1b0bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:09.510659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8da03eb7-3c55-4e75-8426-56f589e1b0bc None None] The sync data for ids ['58c8c72c-9ba9-4290-8a9d-85f8b2ae7786'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:09.513252 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-a18e8a66-e5b0-4e67-984e-bc43145926a6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] update failed (client error): The resource could not be found. Jul 05 04:08:09.517638 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a18e8a66-e5b0-4e67-984e-bc43145926a6 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1948873711 HTTP/1.1" status: 404 len: 335 time: 0.0470893 Jul 05 04:08:09.518419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45858) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:09.529341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a58758a3-fa7f-42c9-827d-35f0202336e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.531851 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a58758a3-fa7f-42c9-827d-35f0202336e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.535340 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a58758a3-fa7f-42c9-827d-35f0202336e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dc094875-bc3f-4233-b18e-cbf25a4fc95d HTTP/1.1" status: 204 len: 168 time: 0.3090107 Jul 05 04:08:09.566713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58758a3-fa7f-42c9-827d-35f0202336e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc094875-bc3f-4233-b18e-cbf25a4fc95d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:09.575723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a05e0019-57d8-49b8-b417-51e9e5e47394 req-ad0e082c-278a-4b49-a18a-6d155cd25523 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1594262 Jul 05 04:08:09.605416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9b34461-8269-49f4-982e-4bf6d8297a24 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Deleting subnet 2f0b7770-94ac-4604-a815-7d00fcf48f0d {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:09.608494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9b34461-8269-49f4-982e-4bf6d8297a24 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.625397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9004f10-430d-4d0b-b68f-cd2a9b4f02cb req-f389a8b3-8261-4466-be04-800b0afc9ca8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 210 time: 0.0394158 Jul 05 04:08:09.665300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9b34461-8269-49f4-982e-4bf6d8297a24 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.687503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.701894 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['da13f840-15b8-43a1-8603-8092169fbfd9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:09.774553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Network b0d08a59-1f78-48fd-98d2-9c4870c1481d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:09.779216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:09.783788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:09.822386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Pushing event updated for resources: {'Port': ['ID=dcc13c56-3666-4b11-8f1a-52b59c44a37e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:09.837769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9b34461-8269-49f4-982e-4bf6d8297a24 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.849018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:09.849671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:09.928548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a86d29d4-8e19-4676-b92c-ca4d6bedada2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2448123 Jul 05 04:08:09.940822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Request body: {'port': {'device_id': '1cd24174-d677-4ece-98e7-d9a1fc0d19f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:10.004622 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9b34461-8269-49f4-982e-4bf6d8297a24 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.025484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.036373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b34461-8269-49f4-982e-4bf6d8297a24 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Subnet': ['ID=2f0b7770-94ac-4604-a815-7d00fcf48f0d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.042464 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9b34461-8269-49f4-982e-4bf6d8297a24 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.044735 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b9b34461-8269-49f4-982e-4bf6d8297a24 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/subnets/2f0b7770-94ac-4604-a815-7d00fcf48f0d HTTP/1.1" status: 204 len: 168 time: 0.5254180 Jul 05 04:08:10.048749 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c067ca-138a-4d68-949e-16c5f90515a6 None None] Network 0e584cf3-954e-42fd-b974-f772537e480a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:10.060811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45888) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:10.258047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.351831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] DHCP port deletion for 0e584cf3-954e-42fd-b974-f772537e480a request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:10.354079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Deleting port b7962628-1bb2-4d7f-9683-2545f1f95ba8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:10.354427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.412842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dcc13c56-3666-4b11-8f1a-52b59c44a37e {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:10.418563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.434458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Transition to ACTIVE for port object dcc13c56-3666-4b11-8f1a-52b59c44a37e will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:10.449575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] For port b7962628-1bb2-4d7f-9683-2545f1f95ba8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b7962628-1bb2-4d7f-9683-2545f1f95ba8,segment=NetworkSegment(be18cd76-0287-4888-a152-1a7f140f7bdb),segment_id=be18cd76-0287-4888-a152-1a7f140f7bdb)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:10.449943 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.466965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Calling delete_port for b7962628-1bb2-4d7f-9683-2545f1f95ba8 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:10.495591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Deleting port b7962628-1bb2-4d7f-9683-2545f1f95ba8 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:10.496751 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.521863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.634551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] For port b7962628-1bb2-4d7f-9683-2545f1f95ba8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b7962628-1bb2-4d7f-9683-2545f1f95ba8,segment=NetworkSegment(be18cd76-0287-4888-a152-1a7f140f7bdb),segment_id=be18cd76-0287-4888-a152-1a7f140f7bdb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:10.634551 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.643680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Calling delete_port for b7962628-1bb2-4d7f-9683-2545f1f95ba8 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:10.695210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41ad2c8b-9e5d-4cde-b193-4f6fefc1c938 req-9cdd5bd3-c8bd-4202-bf0d-ada79ea3c1b8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1130493 Jul 05 04:08:10.757042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.861461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] No DVR routers for this DVR port b7962628-1bb2-4d7f-9683-2545f1f95ba8 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:10.864961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc13c56-3666-4b11-8f1a-52b59c44a37e,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.869946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Port': ['ID=b7962628-1bb2-4d7f-9683-2545f1f95ba8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:10.935052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Attempting to bind port dcc13c56-3666-4b11-8f1a-52b59c44a37e on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:10.935323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Attempting to bind port dcc13c56-3666-4b11-8f1a-52b59c44a37e by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:10.935624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Attempting to bind port dcc13c56-3666-4b11-8f1a-52b59c44a37e on network b0d08a59-1f78-48fd-98d2-9c4870c1481d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:10.978951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:10.979561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Port dcc13c56-3666-4b11-8f1a-52b59c44a37e on network b0d08a59-1f78-48fd-98d2-9c4870c1481d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:10.979991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Attempting to bind port dcc13c56-3666-4b11-8f1a-52b59c44a37e on network b0d08a59-1f78-48fd-98d2-9c4870c1481d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:11.000319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 7, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:11.000661 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Checking segment: {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:11.001209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Bound using segment: {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:11.001728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Bound port: dcc13c56-3666-4b11-8f1a-52b59c44a37e, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:11.002189 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.002324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b7962628-1bb2-4d7f-9683-2545f1f95ba8 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:11.006521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e584cf3-954e-42fd-b974-f772537e480a']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:11.015379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5d9b459d-b2d2-4f35-8c68-21d0febddc81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.032185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be18cd76-0287-4888-a152-1a7f140f7bdb') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:11.032479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be18cd76-0287-4888-a152-1a7f140f7bdb') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:11.044837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.047326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: b7962628-1bb2-4d7f-9683-2545f1f95ba8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:11.047678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b7962628-1bb2-4d7f-9683-2545f1f95ba8 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:11.070699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.072873 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.079785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05d6512a-e867-4f22-bbe9-0d47037eaaa5 req-5fa474fc-da46-4eb3-8272-e58b10a9374e tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.088213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05d6512a-e867-4f22-bbe9-0d47037eaaa5 req-5fa474fc-da46-4eb3-8272-e58b10a9374e tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 944 time: 0.2243152 Jul 05 04:08:11.103506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:11.104244 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:11.109914 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:11.158150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf31468-eda0-4b06-a532-5aa57b29cf8b req-337a3e5d-e7f7-4664-9fbd-79a0634f0200 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.160162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abf31468-eda0-4b06-a532-5aa57b29cf8b req-337a3e5d-e7f7-4664-9fbd-79a0634f0200 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 945 time: 0.2401059 Jul 05 04:08:11.193576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05d6512a-e867-4f22-bbe9-0d47037eaaa5 req-3e3aa970-2f9f-4d37-b0d1-164b489b9d91 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038034 Jul 05 04:08:11.205604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] For port dcc13c56-3666-4b11-8f1a-52b59c44a37e, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:11.224397 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.235012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Pushing event deleted for resources: {'Port': ['ID=b7962628-1bb2-4d7f-9683-2545f1f95ba8,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:11.239650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] No DVR routers for this DVR port b7962628-1bb2-4d7f-9683-2545f1f95ba8 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:11.251550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] For port dcc13c56-3666-4b11-8f1a-52b59c44a37e, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dcc13c56-3666-4b11-8f1a-52b59c44a37e,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:11.260519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.266764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-013980f9-c641-4339-afe7-f22a2c964f15 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:11.279006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abf31468-eda0-4b06-a532-5aa57b29cf8b req-54ae7910-c3f8-495b-b949-1596e2e7cc2b tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768359 Jul 05 04:08:11.348578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ddc4474-c0b6-48b4-a69a-54398cd7a854 req-43d4ad7d-092d-4a29-b63e-f023bb387963 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0356281 Jul 05 04:08:11.379737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.425097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.429543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.429543 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.429543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] 10.222.0.26 "PUT /v2.0/ports/dcc13c56-3666-4b11-8f1a-52b59c44a37e HTTP/1.1" status: 200 len: 1093 time: 1.4921975 Jul 05 04:08:11.429543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cd24174-d677-4ece-98e7-d9a1fc0d19f0', 'tag': 'dcc13c56-3666-4b11-8f1a-52b59c44a37e'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:11.431183 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44070bc9-85fd-473a-ad31-1a3ae29dc3a3" -d '{"events": [{"name": "network-changed", "server_uuid": "1cd24174-d677-4ece-98e7-d9a1fc0d19f0", "tag": "dcc13c56-3666-4b11-8f1a-52b59c44a37e"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:11.469722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3212dbaf-3d20-442d-a192-f0e3a8109982 service neutron] Pushing event updated for resources: {'Port': ['ID=dcc13c56-3666-4b11-8f1a-52b59c44a37e,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:11.501114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.505001 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/networks/0e584cf3-954e-42fd-b974-f772537e480a HTTP/1.1" status: 204 len: 168 time: 1.4428468 Jul 05 04:08:11.508497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45962) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:11.516860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6796e71-34db-4983-a01f-69426e101264 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Network': ['ID=0e584cf3-954e-42fd-b974-f772537e480a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:11.523219 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfa53f32-057b-4cad-a2d7-b9be938b8f58 x-openstack-request-id: req-dfa53f32-057b-4cad-a2d7-b9be938b8f58 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:11.523510 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cd24174-d677-4ece-98e7-d9a1fc0d19f0", "tag": "dcc13c56-3666-4b11-8f1a-52b59c44a37e", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:11.523760 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfa53f32-057b-4cad-a2d7-b9be938b8f58 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:11.524193 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cd24174-d677-4ece-98e7-d9a1fc0d19f0', 'tag': 'dcc13c56-3666-4b11-8f1a-52b59c44a37e', 'status': 'completed', 'code': 200} Jul 05 04:08:11.602438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c40cba64-ec9d-4776-8c92-85fb58301184 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Deleting subnet a5e6417a-c3d3-4d6c-a892-f4a9d691dcc8 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:11.609391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c40cba64-ec9d-4776-8c92-85fb58301184 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.667026 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c40cba64-ec9d-4776-8c92-85fb58301184 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.697585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44070bc9-85fd-473a-ad31-1a3ae29dc3a3 req-658165f9-2f6d-49c0-b89f-b06f2af1d2b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.699034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44070bc9-85fd-473a-ad31-1a3ae29dc3a3 req-658165f9-2f6d-49c0-b89f-b06f2af1d2b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 1096 time: 0.1522636 Jul 05 04:08:11.837327 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c40cba64-ec9d-4776-8c92-85fb58301184 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.882981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44070bc9-85fd-473a-ad31-1a3ae29dc3a3 req-fb314d25-ee17-4172-a384-f4ffa393928d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.884530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44070bc9-85fd-473a-ad31-1a3ae29dc3a3 req-fb314d25-ee17-4172-a384-f4ffa393928d service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=b9bfdfe790624823bd5b249d384ac18c&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1766174 Jul 05 04:08:11.888026 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:11.996443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44070bc9-85fd-473a-ad31-1a3ae29dc3a3 req-410c3b39-d364-4bfc-9d5b-ef187f5ddd18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:11.998009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44070bc9-85fd-473a-ad31-1a3ae29dc3a3 req-410c3b39-d364-4bfc-9d5b-ef187f5ddd18 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1053934 Jul 05 04:08:12.051558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c40cba64-ec9d-4776-8c92-85fb58301184 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.113708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40cba64-ec9d-4776-8c92-85fb58301184 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Subnet': ['ID=a5e6417a-c3d3-4d6c-a892-f4a9d691dcc8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.118304 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c40cba64-ec9d-4776-8c92-85fb58301184 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.123118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45982) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.133018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25802bba-deed-4b20-9792-1ab53ac9a0d9 None None] Network 5bba74de-2efd-4965-b00e-9eb1387b9666 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:12.133844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c40cba64-ec9d-4776-8c92-85fb58301184 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/subnets/a5e6417a-c3d3-4d6c-a892-f4a9d691dcc8 HTTP/1.1" status: 204 len: 168 time: 0.6238301 Jul 05 04:08:12.165836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-de2eaf84-997f-4fb9-86eb-28b23ca2cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.167425 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-de2eaf84-997f-4fb9-86eb-28b23ca2cf1d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 1096 time: 0.1262259 Jul 05 04:08:12.185899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-75a3eba1-9436-4322-8b27-52af0092864b tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Deleting subnet ed07d793-1ebe-4c41-9e65-c888fdc05d0c {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:12.189574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75a3eba1-9436-4322-8b27-52af0092864b tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.224064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-a9354dd4-e359-4caf-90f2-6d8c90f03d35 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=dcc13c56-3666-4b11-8f1a-52b59c44a37e HTTP/1.1" status: 200 len: 217 time: 0.0472529 Jul 05 04:08:12.270790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75a3eba1-9436-4322-8b27-52af0092864b tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.375552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-e9755b65-12f6-4c19-85e3-27a10b36607f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.377418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-e9755b65-12f6-4c19-85e3-27a10b36607f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd63db0-3043-4b09-b9b2-4009b4c5d6f4 HTTP/1.1" status: 200 len: 854 time: 0.1445441 Jul 05 04:08:12.457178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-16520530-1101-4e65-8788-641e698cc2f5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0d08a59-1f78-48fd-98d2-9c4870c1481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0693712 Jul 05 04:08:12.472178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75a3eba1-9436-4322-8b27-52af0092864b tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.490182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5550a7f2-7ab8-4df2-a592-d007e3c558c1 None None] DHCP port deletion for 5bba74de-2efd-4965-b00e-9eb1387b9666 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:12.589906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5550a7f2-7ab8-4df2-a592-d007e3c558c1 None None] Deleting port 0b32d788-1cd2-480b-9d27-e09945a41497 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:12.590382 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5550a7f2-7ab8-4df2-a592-d007e3c558c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.669433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75a3eba1-9436-4322-8b27-52af0092864b tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.689196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5550a7f2-7ab8-4df2-a592-d007e3c558c1 None None] For port 0b32d788-1cd2-480b-9d27-e09945a41497, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0b32d788-1cd2-480b-9d27-e09945a41497,segment=NetworkSegment(96ab4b9d-c62c-4a69-b337-4a64a9de8b1f),segment_id=96ab4b9d-c62c-4a69-b337-4a64a9de8b1f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:12.689196 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5550a7f2-7ab8-4df2-a592-d007e3c558c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.714224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5550a7f2-7ab8-4df2-a592-d007e3c558c1 None None] Calling delete_port for 0b32d788-1cd2-480b-9d27-e09945a41497 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:12.751658 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75a3eba1-9436-4322-8b27-52af0092864b tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.756184 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-75a3eba1-9436-4322-8b27-52af0092864b tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/subnets/ed07d793-1ebe-4c41-9e65-c888fdc05d0c HTTP/1.1" status: 204 len: 168 time: 0.6294005 Jul 05 04:08:12.756184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a3eba1-9436-4322-8b27-52af0092864b tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Subnet': ['ID=ed07d793-1ebe-4c41-9e65-c888fdc05d0c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:12.764858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46038) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:12.792843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-347de22f-d866-4186-aca8-268ba1c9b434 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261449 Jul 05 04:08:12.807672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-fa81b713-43ff-4283-8840-1ee67212fe03 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:12.811239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-fa81b713-43ff-4283-8840-1ee67212fe03 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.26 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 945 time: 0.4328368 Jul 05 04:08:12.822905 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72579613-9539-4f05-b9a7-e304c5342d40 None None] Network c65f0a20-2f7e-4d4e-8249-5136b222c92a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:12.826689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0b32d788-1cd2-480b-9d27-e09945a41497 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:12.883598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:12.975961 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Deleting port 0b32d788-1cd2-480b-9d27-e09945a41497 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:12.976696 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.022688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a68f8e5-528d-4be2-9431-43c13a9a6e09 req-b6cf0786-dc9f-4383-a098-ec128eee3623 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:13.033444 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a68f8e5-528d-4be2-9431-43c13a9a6e09 req-b6cf0786-dc9f-4383-a098-ec128eee3623 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 944 time: 0.4440060 Jul 05 04:08:13.065646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] For port 0b32d788-1cd2-480b-9d27-e09945a41497, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0b32d788-1cd2-480b-9d27-e09945a41497,segment=NetworkSegment(96ab4b9d-c62c-4a69-b337-4a64a9de8b1f),segment_id=96ab4b9d-c62c-4a69-b337-4a64a9de8b1f)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:13.066015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.082959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Calling delete_port for 0b32d788-1cd2-480b-9d27-e09945a41497 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:13.101554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518687b2-cc9c-4b07-ae83-882619d22bb0 req-2ead1d32-2019-41de-9087-f31e39b67541 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:13.132806 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.135707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-518687b2-cc9c-4b07-ae83-882619d22bb0 req-2ead1d32-2019-41de-9087-f31e39b67541 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 945 time: 0.5490015 Jul 05 04:08:13.183779 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5550a7f2-7ab8-4df2-a592-d007e3c558c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.194482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f4fcc6-2df9-466d-8109-60930fb35162 req-6692a8e8-7213-4593-b47d-fa291788a596 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3787022 Jul 05 04:08:13.227725 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.266234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5550a7f2-7ab8-4df2-a592-d007e3c558c1 None None] Pushing event deleted for resources: {'Port': ['ID=0b32d788-1cd2-480b-9d27-e09945a41497,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.278643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Port': ['ID=0b32d788-1cd2-480b-9d27-e09945a41497,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.294779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] No DVR routers for this DVR port 0b32d788-1cd2-480b-9d27-e09945a41497 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:13.295468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a68f8e5-528d-4be2-9431-43c13a9a6e09 req-81c353d6-5f03-4080-a15d-fe98b09f8c13 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2609520 Jul 05 04:08:13.315231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-518687b2-cc9c-4b07-ae83-882619d22bb0 req-e8f67922-06e1-441b-b1e6-b9c396df1721 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/security-groups?id=401f0726-b15e-4096-9e3f-aae70582acfd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1785107 Jul 05 04:08:13.336181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-3609c110-9175-419b-9d34-2796c14edb4f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Deleting port 8ec6a0e2-164e-4383-baf8-77e330562c2e {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:13.345075 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-3609c110-9175-419b-9d34-2796c14edb4f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.356445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5550a7f2-7ab8-4df2-a592-d007e3c558c1 None None] No DVR routers for this DVR port 0b32d788-1cd2-480b-9d27-e09945a41497 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:13.524767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3830946-c47e-456f-bbd0-5dfc1aebd977 None None] DHCP port deletion for c65f0a20-2f7e-4d4e-8249-5136b222c92a request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:13.542719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.557233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5bba74de-2efd-4965-b00e-9eb1387b9666']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:13.580365 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96ab4b9d-c62c-4a69-b337-4a64a9de8b1f') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:13.581440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96ab4b9d-c62c-4a69-b337-4a64a9de8b1f') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:13.596201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.599176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a3830946-c47e-456f-bbd0-5dfc1aebd977 None None] Deleting port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:13.599561 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a3830946-c47e-456f-bbd0-5dfc1aebd977 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.617171 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.645255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:13.645933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.681033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31d000fb-7d2e-49ec-b195-21359091c464 req-f5444d4f-f342-46bd-bee2-e8f308592714 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1008883 Jul 05 04:08:13.689114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a3830946-c47e-456f-bbd0-5dfc1aebd977 None None] For port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ef7fbe9-2fee-4dc3-ab43-6308c2a29138,segment=NetworkSegment(6b62ab15-e507-4de6-964c-0183c60db67c),segment_id=6b62ab15-e507-4de6-964c-0183c60db67c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:13.689523 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a3830946-c47e-456f-bbd0-5dfc1aebd977 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.694453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-3609c110-9175-419b-9d34-2796c14edb4f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] For port 8ec6a0e2-164e-4383-baf8-77e330562c2e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8ec6a0e2-164e-4383-baf8-77e330562c2e,segment=NetworkSegment(b74566a0-3e74-4292-8ad7-7b5c6b51cce0),segment_id=b74566a0-3e74-4292-8ad7-7b5c6b51cce0)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:13.695085 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-3609c110-9175-419b-9d34-2796c14edb4f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:13.705459 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:13.708246 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.714164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-3609c110-9175-419b-9d34-2796c14edb4f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Calling delete_port for 8ec6a0e2-164e-4383-baf8-77e330562c2e owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:13.716271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a3830946-c47e-456f-bbd0-5dfc1aebd977 None None] Calling delete_port for 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:13.811759 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.819432 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.824964 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/networks/5bba74de-2efd-4965-b00e-9eb1387b9666 HTTP/1.1" status: 204 len: 168 time: 1.0586698 Jul 05 04:08:13.828447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46062) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:13.849866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.950921 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a3830946-c47e-456f-bbd0-5dfc1aebd977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.985771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:13.987621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4818f42-b2f2-4601-aa81-3f5576f62125 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Network': ['ID=5bba74de-2efd-4965-b00e-9eb1387b9666,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:13.999818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46070) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.000951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-486e9e4f-6d82-4686-b38e-4a6069371415 req-4ea6df5f-37ae-41c3-bb40-36a3afdd38b7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0711453 Jul 05 04:08:14.015613 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-3609c110-9175-419b-9d34-2796c14edb4f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.030018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3830946-c47e-456f-bbd0-5dfc1aebd977 None None] No DVR routers for this DVR port 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:14.049728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3609c110-9175-419b-9d34-2796c14edb4f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Pushing event deleted for resources: {'Port': ['ID=8ec6a0e2-164e-4383-baf8-77e330562c2e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.050861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3830946-c47e-456f-bbd0-5dfc1aebd977 None None] Pushing event deleted for resources: {'Port': ['ID=1ef7fbe9-2fee-4dc3-ab43-6308c2a29138,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.066126 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8ec6a0e2-164e-4383-baf8-77e330562c2e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:14.107177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-3609c110-9175-419b-9d34-2796c14edb4f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] No DVR routers for this DVR port 8ec6a0e2-164e-4383-baf8-77e330562c2e on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:14.117356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-3609c110-9175-419b-9d34-2796c14edb4f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.119487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e2cbe61-0002-4e8a-8aab-46684c3e1c4b req-3609c110-9175-419b-9d34-2796c14edb4f tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.26 "DELETE /v2.0/ports/8ec6a0e2-164e-4383-baf8-77e330562c2e HTTP/1.1" status: 204 len: 173 time: 1.2897811 Jul 05 04:08:14.119986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22a9c57-adde-47f8-a130-bac67f1cf9c8', 'name': 'network-vif-deleted', 'tag': '8ec6a0e2-164e-4383-baf8-77e330562c2e'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:14.122792 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33d2267f-0776-46c7-8738-bb6b76f88766" -d '{"events": [{"server_uuid": "a22a9c57-adde-47f8-a130-bac67f1cf9c8", "name": "network-vif-deleted", "tag": "8ec6a0e2-164e-4383-baf8-77e330562c2e"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:14.167544 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.187500 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dc42f9f-8c26-46b8-9091-181ddd6d6ff8 x-openstack-request-id: req-2dc42f9f-8c26-46b8-9091-181ddd6d6ff8 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:14.187868 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22a9c57-adde-47f8-a130-bac67f1cf9c8", "name": "network-vif-deleted", "tag": "8ec6a0e2-164e-4383-baf8-77e330562c2e", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:14.188330 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dc42f9f-8c26-46b8-9091-181ddd6d6ff8 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:14.188734 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22a9c57-adde-47f8-a130-bac67f1cf9c8', 'name': 'network-vif-deleted', 'tag': '8ec6a0e2-164e-4383-baf8-77e330562c2e', 'status': 'completed', 'code': 200} Jul 05 04:08:14.192195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65f0a20-2f7e-4d4e-8249-5136b222c92a']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:14.207064 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47ba481c-6111-4ae2-a7ff-0a705c8de313 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.210935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b62ab15-e507-4de6-964c-0183c60db67c') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:14.211243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b62ab15-e507-4de6-964c-0183c60db67c') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:14.218975 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.230470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.252383 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.260592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:14.260995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:14.264289 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:14.417217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.440418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.443228 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/networks/c65f0a20-2f7e-4d4e-8249-5136b222c92a HTTP/1.1" status: 204 len: 168 time: 0.6135240 Jul 05 04:08:14.446785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46080) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.468226 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f889f4-0db3-4449-86f2-05af8e3a86f5 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Network': ['ID=c65f0a20-2f7e-4d4e-8249-5136b222c92a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.546526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47ba481c-6111-4ae2-a7ff-0a705c8de313 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.583217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47801590-3c98-4cad-b425-c19e3fcae335 req-cf0a8332-0b6e-4413-a598-0c1e5577fe77 tempest-ServerMetadataNegativeTestJSON-2014377217 tempest-ServerMetadataNegativeTestJSON-2014377217-project] 10.222.0.30 "GET /v2.0/ports?device_id=a22a9c57-adde-47f8-a130-bac67f1cf9c8 HTTP/1.1" status: 200 len: 210 time: 0.0664556 Jul 05 04:08:14.589790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-201c5ce9-629a-4632-bed7-0e345f8289bf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Deleting subnet 37e6ac67-05be-400e-8a21-a7c1ab07d4a0 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:14.597086 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-201c5ce9-629a-4632-bed7-0e345f8289bf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.623263 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47ba481c-6111-4ae2-a7ff-0a705c8de313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.667627 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-47ba481c-6111-4ae2-a7ff-0a705c8de313 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e384b3163bd3422888ef4d5a81312c8b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6645050 Jul 05 04:08:14.670204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b711af6-835f-4034-8f6d-43454a2fd289 req-0fc1ae23-1ebc-4eeb-a965-d5cf6e53d5e5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:14.671792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b711af6-835f-4034-8f6d-43454a2fd289 req-0fc1ae23-1ebc-4eeb-a965-d5cf6e53d5e5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 944 time: 0.1563253 Jul 05 04:08:14.672323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46086) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:14.720860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ba481c-6111-4ae2-a7ff-0a705c8de313 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95155baa-1ff0-4364-a9f6-78d972887bb1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:14.724416 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-201c5ce9-629a-4632-bed7-0e345f8289bf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.784632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:14.812373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:14.812719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ef7fbe9-2fee-4dc3-ab43-6308c2a29138 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:14.830851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b711af6-835f-4034-8f6d-43454a2fd289 req-a7132753-0040-45d3-94bf-b464a1994cf3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027098 Jul 05 04:08:14.836060 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb0cb-27c6-4e88-b2b3-359b2d88a38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.887497 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb0cb-27c6-4e88-b2b3-359b2d88a38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:14.899689 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-201c5ce9-629a-4632-bed7-0e345f8289bf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.083698 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb0cb-27c6-4e88-b2b3-359b2d88a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.087415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bb6bb0cb-27c6-4e88-b2b3-359b2d88a38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.090665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bb6bb0cb-27c6-4e88-b2b3-359b2d88a38f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/95155baa-1ff0-4364-a9f6-78d972887bb1 HTTP/1.1" status: 204 len: 168 time: 0.4128678 Jul 05 04:08:15.091378 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-201c5ce9-629a-4632-bed7-0e345f8289bf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.107752 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6bb0cb-27c6-4e88-b2b3-359b2d88a38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95155baa-1ff0-4364-a9f6-78d972887bb1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:15.129537 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-201c5ce9-629a-4632-bed7-0e345f8289bf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.132038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-201c5ce9-629a-4632-bed7-0e345f8289bf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/subnets/37e6ac67-05be-400e-8a21-a7c1ab07d4a0 HTTP/1.1" status: 204 len: 168 time: 0.6822274 Jul 05 04:08:15.132911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201c5ce9-629a-4632-bed7-0e345f8289bf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Subnet': ['ID=37e6ac67-05be-400e-8a21-a7c1ab07d4a0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:15.134548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46094) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:15.144223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2cc816-9c08-46da-9f79-cdadbbb60825 None None] Network 0151d2c5-307f-4d7b-961e-905cbd9e7d37 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:15.229722 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.291762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Deleting port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:15.292344 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.384915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] For port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4fa533aa-61c0-4ff5-90af-6befe4b8adb3,segment=NetworkSegment(c831854f-5328-40af-aac3-fa9708e1d8ae),segment_id=c831854f-5328-40af-aac3-fa9708e1d8ae)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:15.385208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.386932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1a417f-b082-4978-b11e-c216284bc873 None None] DHCP port deletion for 0151d2c5-307f-4d7b-961e-905cbd9e7d37 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:15.399771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Calling delete_port for 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:15.438297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a417f-b082-4978-b11e-c216284bc873 None None] Deleting port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:15.438677 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fd1a417f-b082-4978-b11e-c216284bc873 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.505985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fd1a417f-b082-4978-b11e-c216284bc873 None None] For port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4fa533aa-61c0-4ff5-90af-6befe4b8adb3,segment=NetworkSegment(c831854f-5328-40af-aac3-fa9708e1d8ae),segment_id=c831854f-5328-40af-aac3-fa9708e1d8ae)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:15.506988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fd1a417f-b082-4978-b11e-c216284bc873 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.521316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-fd1a417f-b082-4978-b11e-c216284bc873 None None] Calling delete_port for 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:15.617817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.650782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Port': ['ID=4fa533aa-61c0-4ff5-90af-6befe4b8adb3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:15.654731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] No DVR routers for this DVR port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:15.662238 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fd1a417f-b082-4978-b11e-c216284bc873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.694257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1a417f-b082-4978-b11e-c216284bc873 None None] Pushing event deleted for resources: {'Port': ['ID=4fa533aa-61c0-4ff5-90af-6befe4b8adb3,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:15.700427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46108) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:15.702297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1a417f-b082-4978-b11e-c216284bc873 None None] No DVR routers for this DVR port 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:15.828107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-36287fa6-65c2-4eeb-9f4e-424b87261fde admin admin] Deleting subnet ccf4fabf-f639-464a-ab18-9165784f04a5 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:15.835242 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36287fa6-65c2-4eeb-9f4e-424b87261fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.883851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a88196d-a4cb-4068-b448-88254425669e req-ccc787b6-2f4d-45ed-a947-7f16c180a1a8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0402317 Jul 05 04:08:15.886584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.898080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0151d2c5-307f-4d7b-961e-905cbd9e7d37']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:15.922925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c831854f-5328-40af-aac3-fa9708e1d8ae') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:15.923443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c831854f-5328-40af-aac3-fa9708e1d8ae') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:15.926457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36287fa6-65c2-4eeb-9f4e-424b87261fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.947799 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.976258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36287fa6-65c2-4eeb-9f4e-424b87261fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.980775 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:15.999201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:15.999846 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:16.005877 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:16.128267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36287fa6-65c2-4eeb-9f4e-424b87261fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.135929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd4048e8-6acd-4242-892f-d310169cf86f req-fa16d645-c360-49a8-89aa-f639feecd45e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0494123 Jul 05 04:08:16.160185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36287fa6-65c2-4eeb-9f4e-424b87261fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccf4fabf-f639-464a-ab18-9165784f04a5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:16.161045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36287fa6-65c2-4eeb-9f4e-424b87261fde admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.166452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46134) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:16.166561 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-36287fa6-65c2-4eeb-9f4e-424b87261fde admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ccf4fabf-f639-464a-ab18-9165784f04a5 HTTP/1.1" status: 204 len: 168 time: 0.4644387 Jul 05 04:08:16.227624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cc86307-4e92-4acf-83c8-3d0f14a54ec2 req-b35d7864-5b7d-45e2-b8a3-8c4689e0e505 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:16.229128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cc86307-4e92-4acf-83c8-3d0f14a54ec2 req-b35d7864-5b7d-45e2-b8a3-8c4689e0e505 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 944 time: 0.2224903 Jul 05 04:08:16.231729 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.241449 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.243214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/networks/0151d2c5-307f-4d7b-961e-905cbd9e7d37 HTTP/1.1" status: 204 len: 168 time: 1.1077554 Jul 05 04:08:16.246062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46138) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:16.277912 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-75045f08-373f-48a4-86f0-2ee78f6259cf tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "GET /v2.0/ports?device_id=58c8c72c-9ba9-4290-8a9d-85f8b2ae7786 HTTP/1.1" status: 200 len: 205 time: 0.0304906 Jul 05 04:08:16.282176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524bf4d5-f613-407c-b8ff-6e424a7dfc62 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Pushing event deleted for resources: {'Network': ['ID=0151d2c5-307f-4d7b-961e-905cbd9e7d37,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:16.283062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46140) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:16.290506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.315719 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cc86307-4e92-4acf-83c8-3d0f14a54ec2 req-b0e07f07-a104-4e55-b5fd-6daf9be269bf tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790923 Jul 05 04:08:16.370629 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6997855a-6aee-4e81-812d-92beb9a64747 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.394281 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.400473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device dcc13c56-3666-4b11-8f1a-52b59c44a37e details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:16.403613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8ec6a0e2-164e-4383-baf8-77e330562c2e no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:16.409507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90f1ccde-51f2-4084-a53d-56a39b26cb67']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:16.427519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b74566a0-3e74-4292-8ad7-7b5c6b51cce0') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:16.428491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b74566a0-3e74-4292-8ad7-7b5c6b51cce0') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:16.442718 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.452300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 8ec6a0e2-164e-4383-baf8-77e330562c2e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:16.452972 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8ec6a0e2-164e-4383-baf8-77e330562c2e not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:16.468911 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.485735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:16.486390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:16.506978 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:16.556142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port dcc13c56-3666-4b11-8f1a-52b59c44a37e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dcc13c56-3666-4b11-8f1a-52b59c44a37e,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:16.569418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'dcc13c56-3666-4b11-8f1a-52b59c44a37e', 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d', 'port_id': 'dcc13c56-3666-4b11-8f1a-52b59c44a37e', 'mac_address': 'fa:16:3e:e2:bf:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd63db0-3043-4b09-b9b2-4009b4c5d6f4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:16.589300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6997855a-6aee-4e81-812d-92beb9a64747 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.592060 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6997855a-6aee-4e81-812d-92beb9a64747 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.617328 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.635222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dcc13c56-3666-4b11-8f1a-52b59c44a37e {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:16.642155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.648280 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.651675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] 10.222.0.30 "DELETE /v2.0/networks/90f1ccde-51f2-4084-a53d-56a39b26cb67 HTTP/1.1" status: 204 len: 168 time: 0.4834366 Jul 05 04:08:16.661699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port dcc13c56-3666-4b11-8f1a-52b59c44a37e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dcc13c56-3666-4b11-8f1a-52b59c44a37e,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:16.683568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77958e3a-1f73-4a2c-b69e-25c8ab9bbf54 admin admin] Pushing event deleted for resources: {'Network': ['ID=90f1ccde-51f2-4084-a53d-56a39b26cb67,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:16.739641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.765593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:16.785012 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6997855a-6aee-4e81-812d-92beb9a64747 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.785692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6997855a-6aee-4e81-812d-92beb9a64747 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Fanout notify agent at l3_agent the message router_deleted on router 58c8c72c-9ba9-4290-8a9d-85f8b2ae7786 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:08:16.793359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6997855a-6aee-4e81-812d-92beb9a64747 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:16.797292 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6997855a-6aee-4e81-812d-92beb9a64747 tempest-RoutersNegativeIpV6Test-328154563 tempest-RoutersNegativeIpV6Test-328154563-project] 10.222.0.30 "DELETE /v2.0/routers/58c8c72c-9ba9-4290-8a9d-85f8b2ae7786 HTTP/1.1" status: 204 len: 168 time: 0.5129693 Jul 05 04:08:16.800436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:16.800801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4fa533aa-61c0-4ff5-90af-6befe4b8adb3 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:16.816929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=dcc13c56-3666-4b11-8f1a-52b59c44a37e,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:17.024521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46162) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.080457 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-494b08aa-aab3-4a3d-889c-ee0bedfbf1ec admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de816f70719842838d3ab05c1b07a41b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0544844 Jul 05 04:08:17.088187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46164) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.099486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['dcc13c56-3666-4b11-8f1a-52b59c44a37e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:17.163192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6be3870-3ddd-4bda-bf87-717f62a95a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.193284 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6be3870-3ddd-4bda-bf87-717f62a95a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.356791 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6be3870-3ddd-4bda-bf87-717f62a95a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.359884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6be3870-3ddd-4bda-bf87-717f62a95a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.361078 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f6be3870-3ddd-4bda-bf87-717f62a95a96 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/401f0726-b15e-4096-9e3f-aae70582acfd HTTP/1.1" status: 204 len: 168 time: 0.2709336 Jul 05 04:08:17.370761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be3870-3ddd-4bda-bf87-717f62a95a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=401f0726-b15e-4096-9e3f-aae70582acfd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:17.433439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46182) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.525783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fde3b26-ca82-406d-8a32-b16dd0bad2a3 req-c60c002b-2067-40b5-b3d0-df7f97c9d274 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:17.527461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fde3b26-ca82-406d-8a32-b16dd0bad2a3 req-c60c002b-2067-40b5-b3d0-df7f97c9d274 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 945 time: 0.0746393 Jul 05 04:08:17.570517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fde3b26-ca82-406d-8a32-b16dd0bad2a3 req-10e70b34-9942-4a3e-b9cc-4da497a02a46 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Jul 05 04:08:17.740826 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-df54c347-b847-4587-bd07-78f64bfdcc2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d6e36a57334449689fd59224d9d707f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3022668 Jul 05 04:08:17.742677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46194) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.822545 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c990343e-e778-4aba-a61e-17690802fe62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.856433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c990343e-e778-4aba-a61e-17690802fe62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.973078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46210) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:17.989211 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c990343e-e778-4aba-a61e-17690802fe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.993609 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c990343e-e778-4aba-a61e-17690802fe62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:17.998358 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c990343e-e778-4aba-a61e-17690802fe62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/af545efd-e2ed-421f-91c7-fc9ffee1d809 HTTP/1.1" status: 204 len: 168 time: 0.2546203 Jul 05 04:08:18.008333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c990343e-e778-4aba-a61e-17690802fe62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af545efd-e2ed-421f-91c7-fc9ffee1d809,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:18.018854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b2f274a-386a-4cd9-8b69-14bfe99623b9 req-1f74ee77-79a2-4d85-b29b-24c011e5e197 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0419862 Jul 05 04:08:18.160777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-191019016'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:18.201968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cd3eb47-e01d-422e-99fc-38762100b01b req-bd47782b-dbc3-4873-8eec-b15940045ac3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0341899 Jul 05 04:08:18.268498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Made reservation on behalf of d967257848254830b106824818de7c44 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:18.272796 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.282130 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.382907 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.424677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device dcc13c56-3666-4b11-8f1a-52b59c44a37e up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:18.493647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.524053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:18.533300 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0f2cf5-6127-463c-a9ec-7d12e5ce4483,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:18.539552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.539923 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Added segment 5d0e4172-23b7-4ff9-9c18-b022a476fd42 of type vlan for network f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d Jul 05 04:08:18.544788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port dcc13c56-3666-4b11-8f1a-52b59c44a37e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:18.549340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port dcc13c56-3666-4b11-8f1a-52b59c44a37e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:18.549782 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.588995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.665891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.696868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd24174-d677-4ece-98e7-d9a1fc0d19f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc13c56-3666-4b11-8f1a-52b59c44a37e'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:18.699168 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.701557 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c5fddff-1944-496e-8f08-1c61d61eee5d" -d '{"events": [{"server_uuid": "1cd24174-d677-4ece-98e7-d9a1fc0d19f0", "name": "network-vif-plugged", "status": "completed", "tag": "dcc13c56-3666-4b11-8f1a-52b59c44a37e"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:18.705162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:18.705865 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.720202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port dcc13c56-3666-4b11-8f1a-52b59c44a37e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dcc13c56-3666-4b11-8f1a-52b59c44a37e,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:18.782469 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-856fb0b3-cd34-4705-b861-8bbeb5abd370 x-openstack-request-id: req-856fb0b3-cd34-4705-b861-8bbeb5abd370 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:18.782766 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd24174-d677-4ece-98e7-d9a1fc0d19f0", "name": "network-vif-plugged", "status": "completed", "tag": "dcc13c56-3666-4b11-8f1a-52b59c44a37e", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:18.783018 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-856fb0b3-cd34-4705-b861-8bbeb5abd370 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:18.783415 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd24174-d677-4ece-98e7-d9a1fc0d19f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dcc13c56-3666-4b11-8f1a-52b59c44a37e', 'code': 200} Jul 05 04:08:18.785897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9838ad8b-c2d1-4cab-9ff7-361e3cf13726 req-a30561ed-ce68-4721-8662-94e79ddadf49 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:18.787829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9838ad8b-c2d1-4cab-9ff7-361e3cf13726 req-a30561ed-ce68-4721-8662-94e79ddadf49 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 945 time: 0.0951502 Jul 05 04:08:18.802596 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:18.814773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Pushing event updated for resources: {'Network': ['ID=f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:18.817650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46248) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:18.851927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:18.861247 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a6703e2c-792e-4182-9076-2cc10b23a35b tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.8865535 Jul 05 04:08:18.861787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46252) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:18.863446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9838ad8b-c2d1-4cab-9ff7-361e3cf13726 req-3f0a373b-8e44-4efe-8fe7-b0cded4e7f11 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650566 Jul 05 04:08:18.868231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Request body: {'subnet': {'network_id': 'f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:18.933138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ff1a6-3f86-4529-833d-62e80f5554f3 req-d3bcdd3d-f5a6-41d4-a9f9-2f11ac623a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:18.935286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b96ff1a6-3f86-4529-833d-62e80f5554f3 req-d3bcdd3d-f5a6-41d4-a9f9-2f11ac623a34 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 1098 time: 0.0753713 Jul 05 04:08:18.968323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1514764185-network', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:18.998068 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b96ff1a6-3f86-4529-833d-62e80f5554f3 req-857e2b8a-7d03-4662-b443-c5496c8df780 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552471 Jul 05 04:08:19.025766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=dcc13c56-3666-4b11-8f1a-52b59c44a37e,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:19.138885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Made reservation on behalf of c0f6cbf98ec74186afebd5a49a86a02f for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:19.141434 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.155460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.249771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Made reservation on behalf of d967257848254830b106824818de7c44 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:19.253616 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.449631 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.594210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.619103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46270) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:19.619369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:19.627955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.674198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344a8495-f21d-409b-8c4d-ccb31eec1bcc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:19.674198 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.674198 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Added segment 9613e4e4-6c98-4310-be1c-2081671d5c10 of type vlan for network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 Jul 05 04:08:19.744261 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Pushing event updated for resources: {'Subnet': ['ID=685ab079-7090-416f-bc84-20c4de80bd11,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:19.747245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1646853468'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:19.756948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.791332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Checking segment: {'id': '5d0e4172-23b7-4ff9-9c18-b022a476fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:19.795148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Network hostable DHCP agents. Network: f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:19.877091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Network f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:19.877747 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.879263 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.880297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:19.880875 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.896367 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:19.952579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] Pushing event updated for resources: {'Network': ['ID=e9c4aee1-f8e2-40a2-8e43-dd3b81262678,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:19.967114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:19.996442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:20.010645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.011327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f8e389b-071d-4b9e-9cf4-8468ba5bc5ad None None] Network f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:20.012913 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.067646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8561109f-8941-4fca-8b08-8b58bb8ad482 req-2daabac4-2018-4334-a647-338cd707fa87 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:20.075220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8561109f-8941-4fca-8b08-8b58bb8ad482 req-2daabac4-2018-4334-a647-338cd707fa87 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 946 time: 0.0814252 Jul 05 04:08:20.082329 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-95526bf3-fc2f-4822-be5f-5b8bbb3e785a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2579131 Jul 05 04:08:20.082329 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46288) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:20.085895 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Request body: {'subnet': {'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1514764185-subnet', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:20.120906 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8561109f-8941-4fca-8b08-8b58bb8ad482 req-80e57e1d-7e6f-4fe3-9368-a7b22e853faf tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443418 Jul 05 04:08:20.164544 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8323112f-8d36-48c8-85e0-9c8484646eca tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3016195 Jul 05 04:08:20.165491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46290) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:20.170874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Request body: {'port': {'network_id': 'f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1877793871'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:20.345365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e83fa1c-d62b-46fd-bc75-7c9a17b13b5e req-01711ffa-715c-45c2-bfc1-773b5cb17db1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1021733 Jul 05 04:08:20.359849 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.464360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d', 'network_id': 'f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d', 'tenant_id': 'd967257848254830b106824818de7c44', 'fixed_ips': [{'subnet_id': '685ab079-7090-416f-bc84-20c4de80bd11'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:20.466891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.533314 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.548682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:08:20.548682 n-d-758944-41 neutron-server[100895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:08:20.548682 n-d-758944-41 neutron-server[100895]: [parameters: {'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'id': '812cc69e-1ff1-4b10-9ce3-6a6990f8e841', 'expiration': datetime.datetime(2021, 7, 5, 4, 10, 20, 538674)}] Jul 05 04:08:20.548682 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:08:20.549109 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:08:20.553924 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:08:20.553924 n-d-758944-41 neutron-server[100896]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:08:20.553924 n-d-758944-41 neutron-server[100896]: [parameters: {'project_id_1': '24a9a9a100be4bd783839f41c5b4a236', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 8, 20, 541643)}] Jul 05 04:08:20.553924 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:08:20.554744 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:08:20.567034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c3e82df-e3f2-4b78-9261-07ab4bd6ba5a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:20.639492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Made reservation on behalf of d967257848254830b106824818de7c44 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:20.643255 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.660616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Allocated IP 172.20.0.2 (f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d/685ab079-7090-416f-bc84-20c4de80bd11/62f6badd-efc0-411e-bf14-54e01a5ac259) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:20.665754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] device_id is not set on port 5bb5f8fb-b0a4-4343-a52a-97d35fc907d5 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:20.795517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c6ce93-37db-4fdf-928a-80a339f07bfe req-1e401b75-2573-42cf-b99b-cad1205ccc80 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0321200 Jul 05 04:08:20.863640 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.871620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Transition to ACTIVE for port object 62f6badd-efc0-411e-bf14-54e01a5ac259 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:20.886062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Transition to ACTIVE for port object 62f6badd-efc0-411e-bf14-54e01a5ac259 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:20.948898 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:20.994891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Network f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:20.997774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:21.000553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:21.005525 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Allocated IP 172.20.0.6 (f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d/685ab079-7090-416f-bc84-20c4de80bd11/5bb5f8fb-b0a4-4343-a52a-97d35fc907d5) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:21.009013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Pushing event updated for resources: {'Port': ['ID=62f6badd-efc0-411e-bf14-54e01a5ac259,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.056568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.072044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Attempting to bind port 62f6badd-efc0-411e-bf14-54e01a5ac259 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:21.072501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Attempting to bind port 62f6badd-efc0-411e-bf14-54e01a5ac259 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '5d0e4172-23b7-4ff9-9c18-b022a476fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:21.072774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Attempting to bind port 62f6badd-efc0-411e-bf14-54e01a5ac259 on network f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:21.078170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:21.079445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Checking segment: {'id': '5d0e4172-23b7-4ff9-9c18-b022a476fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:21.079445 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.079626 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Bound using segment: {'id': '5d0e4172-23b7-4ff9-9c18-b022a476fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:21.080046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Bound port: 62f6badd-efc0-411e-bf14-54e01a5ac259, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d0e4172-23b7-4ff9-9c18-b022a476fd42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:21.080419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.152821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] For port 62f6badd-efc0-411e-bf14-54e01a5ac259, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:21.158057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] For port 62f6badd-efc0-411e-bf14-54e01a5ac259, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=62f6badd-efc0-411e-bf14-54e01a5ac259,segment=NetworkSegment(5d0e4172-23b7-4ff9-9c18-b022a476fd42),segment_id=5d0e4172-23b7-4ff9-9c18-b022a476fd42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:21.178424 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.185505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Made reservation on behalf of c0f6cbf98ec74186afebd5a49a86a02f for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:21.189658 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.237579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Transition to ACTIVE for port object 5bb5f8fb-b0a4-4343-a52a-97d35fc907d5 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:21.243326 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.250362 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.331180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b80afabd-a1ef-462e-ae50-a70f7e1c8091 None None] Pushing event updated for resources: {'Port': ['ID=62f6badd-efc0-411e-bf14-54e01a5ac259,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.333403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.370922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f257e677-ccc7-4089-8849-6c7e47806dd6 req-cbb2d86f-af7e-4e24-aa81-63477f49b434 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:21.372710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f257e677-ccc7-4089-8849-6c7e47806dd6 req-cbb2d86f-af7e-4e24-aa81-63477f49b434 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 946 time: 0.1068034 Jul 05 04:08:21.380740 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.390600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a466bc-d513-4050-9996-3ed2ff72fcb0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.460876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f257e677-ccc7-4089-8849-6c7e47806dd6 req-ce0fe7cc-95dc-4bcb-9b19-463cc9a3db40 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794790 Jul 05 04:08:21.463201 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.468951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5fb2cc57-ea2d-4f57-b3b4-37ad9a754892 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.8483899 Jul 05 04:08:21.469962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46310) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:21.477346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Pushing event updated for resources: {'Port': ['ID=5bb5f8fb-b0a4-4343-a52a-97d35fc907d5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.497309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Network f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:21.500379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:21.503951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:21.629677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c2c82687-a4f3-4141-b1e0-073d6f30d6f1 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1574872 Jul 05 04:08:21.634110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46314) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:21.637930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:21.638664 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.640377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-471dc929-658c-4bbb-900b-7d6403e5de2a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group': {'name': 'tempest-security--1662325057', 'description': 'tempest-security-description-1659014009'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:21.643998 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.672023 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-471dc929-658c-4bbb-900b-7d6403e5de2a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.727269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b18ad229-2b76-436e-a5ae-773c997fa5d7,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.738098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Checking segment: {'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:21.738469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Network hostable DHCP agents. Network: e9c4aee1-f8e2-40a2-8e43-dd3b81262678, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:21.757140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-471dc929-658c-4bbb-900b-7d6403e5de2a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.780553 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a65460d6-ef43-43ee-9046-f818b9420812 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6134565 Jul 05 04:08:21.784938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46320) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:21.847114 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-471dc929-658c-4bbb-900b-7d6403e5de2a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.851506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-471dc929-658c-4bbb-900b-7d6403e5de2a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:21.855433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-471dc929-658c-4bbb-900b-7d6403e5de2a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "PUT /v2.0/security-groups/54a466bc-d513-4050-9996-3ed2ff72fcb0 HTTP/1.1" status: 200 len: 1780 time: 0.2178586 Jul 05 04:08:21.858317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46328) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:21.877812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:21.927541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471dc929-658c-4bbb-900b-7d6403e5de2a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54a466bc-d513-4050-9996-3ed2ff72fcb0,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:21.957411 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1dd10681-5777-4300-a0a9-ac200f0367a8 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups/54a466bc-d513-4050-9996-3ed2ff72fcb0 HTTP/1.1" status: 200 len: 1780 time: 0.0971859 Jul 05 04:08:21.959648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46334) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:21.979579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-7eacb891-3ed9-41b1-9f52-7a407d5645b0 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Deleting port 5bb5f8fb-b0a4-4343-a52a-97d35fc907d5 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:21.980961 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7eacb891-3ed9-41b1-9f52-7a407d5645b0 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.117135 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7eacb891-3ed9-41b1-9f52-7a407d5645b0 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.134710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-7eacb891-3ed9-41b1-9f52-7a407d5645b0 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Calling delete_port for 5bb5f8fb-b0a4-4343-a52a-97d35fc907d5 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:22.349545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, e9c4aee1-f8e2-40a2-8e43-dd3b81262678) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:22.357992 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:22.358578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.360966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b2f5bf-4565-480e-9bca-4b761c414462 None None] Network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:22.410612 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f648b26a-12a0-4a85-a6a5-cd8d8ac59e39 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.452558 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f648b26a-12a0-4a85-a6a5-cd8d8ac59e39 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.476163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7eacb891-3ed9-41b1-9f52-7a407d5645b0 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.531220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eacb891-3ed9-41b1-9f52-7a407d5645b0 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Pushing event deleted for resources: {'Port': ['ID=5bb5f8fb-b0a4-4343-a52a-97d35fc907d5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:22.545202 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f5001312-599c-4217-a9a0-0dc1cd166b82 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4643741 Jul 05 04:08:22.548365 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46344) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.554074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1514764185-router', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:22.612223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f251e36d-21bc-4f9c-b6d0-4555059a0a78 None None] Network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:22.614279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a063d081-10a3-4767-a753-893191716a00 None None] Network f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:22.629077 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7eacb891-3ed9-41b1-9f52-7a407d5645b0 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.631945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7eacb891-3ed9-41b1-9f52-7a407d5645b0 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] 10.222.0.30 "DELETE /v2.0/ports/5bb5f8fb-b0a4-4343-a52a-97d35fc907d5 HTTP/1.1" status: 204 len: 168 time: 0.8451250 Jul 05 04:08:22.634122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46348) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.648773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f648b26a-12a0-4a85-a6a5-cd8d8ac59e39 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.653126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f648b26a-12a0-4a85-a6a5-cd8d8ac59e39 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.654412 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f648b26a-12a0-4a85-a6a5-cd8d8ac59e39 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-groups/54a466bc-d513-4050-9996-3ed2ff72fcb0 HTTP/1.1" status: 204 len: 168 time: 0.6936426 Jul 05 04:08:22.656999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46352) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.665275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648b26a-12a0-4a85-a6a5-cd8d8ac59e39 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54a466bc-d513-4050-9996-3ed2ff72fcb0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:22.687536 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.688798 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.752196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bc1cc54b-317f-456a-b366-36417e837b88 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0931022 Jul 05 04:08:22.752707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46354) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.813049 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-4ff3a5fa-a212-489c-9325-8978d438abe6 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] delete failed (client error): The resource could not be found. Jul 05 04:08:22.832769 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4ff3a5fa-a212-489c-9325-8978d438abe6 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-groups/54a466bc-d513-4050-9996-3ed2ff72fcb0 HTTP/1.1" status: 404 len: 347 time: 0.0778332 Jul 05 04:08:22.833368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46358) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.836105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-571ea507-1aa5-4fd7-b84f-beb96bd1db61 None None] Provisioning for port 62f6badd-efc0-411e-bf14-54e01a5ac259 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:22.845588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-841b839d-1906-4738-bfab-f88c03447909 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group': {'name': 'tempest-secgroup--163392584'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:22.859774 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:22.872124 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-587cc05a-910f-4a62-b9b1-2032cc96a2ef tempest-DHCPAgentSchedulersTestJSON-2096277067 tempest-DHCPAgentSchedulersTestJSON-2096277067-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4687 time: 0.2366230 Jul 05 04:08:22.874838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46360) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:22.881291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1417311600'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:22.910066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 62f6badd-efc0-411e-bf14-54e01a5ac259 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:22.927687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce96a9e6-f488-41de-920e-86f60c86a717 req-461d84c0-ec5e-4bf2-939e-d2f908456896 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0314186 Jul 05 04:08:22.988880 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-841b839d-1906-4738-bfab-f88c03447909 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.196042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 62f6badd-efc0-411e-bf14-54e01a5ac259 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:23.207954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 62f6badd-efc0-411e-bf14-54e01a5ac259 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:23.208712 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.237182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.244918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Made reservation on behalf of d967257848254830b106824818de7c44 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:23.247837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.288297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:23.300928 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.301623 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Added segment 85901ecb-937e-4686-b417-320ade996774 of type vlan for network 07b06a19-b324-41e3-a1ec-c470d687fa7d Jul 05 04:08:23.362571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.464202 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.512869 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 62f6badd-efc0-411e-bf14-54e01a5ac259, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=62f6badd-efc0-411e-bf14-54e01a5ac259,segment=NetworkSegment(5d0e4172-23b7-4ff9-9c18-b022a476fd42),segment_id=5d0e4172-23b7-4ff9-9c18-b022a476fd42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:23.583342 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.591552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:23.592910 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.598035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d19d4df5-0a15-47b6-9232-8c6a6931028e None None] Provisioning complete for port 62f6badd-efc0-411e-bf14-54e01a5ac259 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:23.598417 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d19d4df5-0a15-47b6-9232-8c6a6931028e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.602565 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:23.722430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Pushing event updated for resources: {'Network': ['ID=07b06a19-b324-41e3-a1ec-c470d687fa7d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:23.740002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 07b06a19-b324-41e3-a1ec-c470d687fa7d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:23.914840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=62f6badd-efc0-411e-bf14-54e01a5ac259,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:23.922900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b9bb97a-c978-4977-a350-5cf3e715664a req-bd536676-4363-4e5d-a1c3-1a2ee78a0de8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.6905854 Jul 05 04:08:24.010994 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.038822 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.047760 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-841b839d-1906-4738-bfab-f88c03447909 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.097168 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-841b839d-1906-4738-bfab-f88c03447909 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.138196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841b839d-1906-4738-bfab-f88c03447909 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3e7488-633b-4bc9-96f7-92c5820051c0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:24.150027 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-50a17f93-feb7-436c-8d91-073687c3f46b None None] Could not find standard attr ID for object 5bb5f8fb-b0a4-4343-a52a-97d35fc907d5. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:08:24.167606 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a9f843c1-cd76-4a5e-b91e-01f1e4d423ee tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.2913039 Jul 05 04:08:24.170834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46376) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.204800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Allocated IP 172.25.4.57 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/63f685c4-f65d-4f0a-959d-fe7e220a6162) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:24.248565 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-841b839d-1906-4738-bfab-f88c03447909 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.249901 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-841b839d-1906-4738-bfab-f88c03447909 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4144597 Jul 05 04:08:24.252720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46378) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.261533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d5b4eed5-9741-4a0d-a7c0-f9b1192e52f6 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': '9e3e7488-633b-4bc9-96f7-92c5820051c0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:24.356467 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.375948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-85332601-a24e-4446-9169-05df1112ff16 tempest-DHCPAgentSchedulersTestJSON-2096277067 tempest-DHCPAgentSchedulersTestJSON-2096277067-project-admin] 10.222.0.30 "GET /v2.0/agents/0fcc3e1f-f70b-4892-8bad-b5c93a0757cc/dhcp-networks HTTP/1.1" status: 200 len: 8070 time: 0.2023273 Jul 05 04:08:24.377859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46380) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.513019 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d5b4eed5-9741-4a0d-a7c0-f9b1192e52f6 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.517949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.565968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:24.573335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:24.576943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:24.597340 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Pushing event updated for resources: {'Port': ['ID=63f685c4-f65d-4f0a-959d-fe7e220a6162,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:24.654171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61010511-edd3-4c9c-81b6-546477cae942 tempest-DHCPAgentSchedulersTestJSON-2096277067 tempest-DHCPAgentSchedulersTestJSON-2096277067-project-admin] Network 07b06a19-b324-41e3-a1ec-c470d687fa7d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:24.669609 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d5b4eed5-9741-4a0d-a7c0-f9b1192e52f6 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.742340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82f69777-9722-4fdc-9ecc-c83930a6fdca None None] Network 07b06a19-b324-41e3-a1ec-c470d687fa7d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:24.744482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-61010511-edd3-4c9c-81b6-546477cae942 tempest-DHCPAgentSchedulersTestJSON-2096277067 tempest-DHCPAgentSchedulersTestJSON-2096277067-project-admin] 10.222.0.30 "POST /v2.0/agents/0fcc3e1f-f70b-4892-8bad-b5c93a0757cc/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3650997 Jul 05 04:08:24.745124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46384) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.789994 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d5b4eed5-9741-4a0d-a7c0-f9b1192e52f6 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.794167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 62f6badd-efc0-411e-bf14-54e01a5ac259 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:24.849374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b4eed5-9741-4a0d-a7c0-f9b1192e52f6 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=544e3f08-5a85-46e1-a633-d25b3dfdf007,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:24.930678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 62f6badd-efc0-411e-bf14-54e01a5ac259 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:24.931435 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.935858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7ee5259b-5faf-410d-a5a2-38d6a20e87d3 tempest-DHCPAgentSchedulersTestJSON-2096277067 tempest-DHCPAgentSchedulersTestJSON-2096277067-project-admin] 10.222.0.30 "GET /v2.0/agents/0fcc3e1f-f70b-4892-8bad-b5c93a0757cc/dhcp-networks HTTP/1.1" status: 200 len: 8841 time: 0.1870577 Jul 05 04:08:24.936646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46390) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:24.963317 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d5b4eed5-9741-4a0d-a7c0-f9b1192e52f6 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:24.963317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d5b4eed5-9741-4a0d-a7c0-f9b1192e52f6 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7086139 Jul 05 04:08:24.965391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46392) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.033687 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f907ede0-0d83-4733-ac1e-738dbea4fe83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.043936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f907ede0-0d83-4733-ac1e-738dbea4fe83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.065931 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.108045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f1e6cf4c-4112-4881-bf68-8d57229a09fe tempest-DHCPAgentSchedulersTestJSON-2096277067 tempest-DHCPAgentSchedulersTestJSON-2096277067-project-admin] 10.222.0.30 "DELETE /v2.0/agents/0fcc3e1f-f70b-4892-8bad-b5c93a0757cc/dhcp-networks/07b06a19-b324-41e3-a1ec-c470d687fa7d HTTP/1.1" status: 204 len: 168 time: 0.1702118 Jul 05 04:08:25.115602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46396) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.196920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f907ede0-0d83-4733-ac1e-738dbea4fe83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.208845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f907ede0-0d83-4733-ac1e-738dbea4fe83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.212769 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f907ede0-0d83-4733-ac1e-738dbea4fe83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/544e3f08-5a85-46e1-a633-d25b3dfdf007 HTTP/1.1" status: 204 len: 168 time: 0.2436526 Jul 05 04:08:25.215685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46398) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.233281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f907ede0-0d83-4733-ac1e-738dbea4fe83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=544e3f08-5a85-46e1-a633-d25b3dfdf007,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:25.305868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.311947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1d21798a-9d34-4720-9ac8-aeb798135b57 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0938272 Jul 05 04:08:25.320079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46402) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.347005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-085ccdf3-3215-42b6-a930-466573cb85cf tempest-DHCPAgentSchedulersTestJSON-2096277067 tempest-DHCPAgentSchedulersTestJSON-2096277067-project-admin] 10.222.0.30 "GET /v2.0/agents/0fcc3e1f-f70b-4892-8bad-b5c93a0757cc/dhcp-networks HTTP/1.1" status: 200 len: 8070 time: 0.2294881 Jul 05 04:08:25.350722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46404) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.393492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-50f54112-aeb9-4b2e-a68f-0e4df29ee8de tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.412174 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9e4b89c8-4a64-45aa-ba2f-f06c20f41ea9 tempest-DHCPAgentSchedulersTestJSON-2096277067 tempest-DHCPAgentSchedulersTestJSON-2096277067-project-admin] 10.222.0.30 "GET /v2.0/networks/f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0563428 Jul 05 04:08:25.413106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46406) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.430591 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-50f54112-aeb9-4b2e-a68f-0e4df29ee8de tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.458882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-34fc3ef5-fdcc-4097-adb0-0ecb9336600e tempest-DHCPAgentSchedulersTestJSON-2096277067 tempest-DHCPAgentSchedulersTestJSON-2096277067-project-admin] 10.222.0.30 "GET /v2.0/networks/f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d/dhcp-agents HTTP/1.1" status: 200 len: 798 time: 0.0446854 Jul 05 04:08:25.462287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46408) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.562684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:08:25.595588 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-50f54112-aeb9-4b2e-a68f-0e4df29ee8de tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.601997 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-50f54112-aeb9-4b2e-a68f-0e4df29ee8de tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.606098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-50f54112-aeb9-4b2e-a68f-0e4df29ee8de tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-groups/9e3e7488-633b-4bc9-96f7-92c5820051c0 HTTP/1.1" status: 204 len: 168 time: 0.2823141 Jul 05 04:08:25.610322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46410) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.628507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f54112-aeb9-4b2e-a68f-0e4df29ee8de tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3e7488-633b-4bc9-96f7-92c5820051c0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:25.692637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b1992fd-036b-4615-ae69-8bf8b5079756 req-fadf9b21-bc13-4d5d-9f55-698c5fa8675e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0506716 Jul 05 04:08:25.737694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ad35df49-bf5e-41f2-9378-1554d95b7f00 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1212227 Jul 05 04:08:25.739801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46418) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.749767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d4e774bb-523c-4a0f-bf0a-6a6ef5466ffe tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516735854'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:25.768383 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-50c9766c-307b-4e06-b461-189af5f134f0 tempest-DHCPAgentSchedulersTestJSON-2096277067 tempest-DHCPAgentSchedulersTestJSON-2096277067-project-admin] 10.222.0.30 "GET /v2.0/agents/0fcc3e1f-f70b-4892-8bad-b5c93a0757cc/dhcp-networks HTTP/1.1" status: 200 len: 8070 time: 0.3017154 Jul 05 04:08:25.770534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46420) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:25.796764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:25.810628 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Sync routers for ids ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:25.823962 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Routers {'5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:25.823962 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:08:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:25.877515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.881361 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4e774bb-523c-4a0f-bf0a-6a6ef5466ffe tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.917371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eff4ac2f-ffd2-41b7-abaf-608178293e6f req-6808d9c9-29be-4e50-b70e-882a1de20583 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0525069 Jul 05 04:08:25.965872 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Set router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:25.966092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:25.967266 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b13c36f5-7c56-48e5-8ec3-55c789c6bdaa admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.4175525 Jul 05 04:08:25.970356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46430) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.033388 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.048770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07b06a19-b324-41e3-a1ec-c470d687fa7d']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:26.066133 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85901ecb-937e-4686-b417-320ade996774') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:26.066401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85901ecb-937e-4686-b417-320ade996774') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:26.096162 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4e774bb-523c-4a0f-bf0a-6a6ef5466ffe tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.173824 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4e774bb-523c-4a0f-bf0a-6a6ef5466ffe tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.257754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e774bb-523c-4a0f-bf0a-6a6ef5466ffe tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f87266ba-a362-4810-8384-9fa02b812382,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:26.302248 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'name': 'tempest-ServerRescueTestJSON-1514764185-router', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:22Z', 'updated_at': '2021-07-05T04:08:24Z', 'revision_number': 3, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'gw_port': {'id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:24Z', 'updated_at': '2021-07-05T04:08:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:26.322212 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4e774bb-523c-4a0f-bf0a-6a6ef5466ffe tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.323566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d4e774bb-523c-4a0f-bf0a-6a6ef5466ffe tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5820785 Jul 05 04:08:26.326234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46442) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.331933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-7b34cb39-1dbc-4fb9-9f73-2a155d6a1ffa tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': 'f87266ba-a362-4810-8384-9fa02b812382', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:26.362457 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Checking router: 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:08:26.364441 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Updating router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 port 63f685c4-f65d-4f0a-959d-fe7e220a6162 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:08:26.432201 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.450833 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b34cb39-1dbc-4fb9-9f73-2a155d6a1ffa tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.574968 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b34cb39-1dbc-4fb9-9f73-2a155d6a1ffa tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.585019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.606698 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.618449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:26.625602 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:26.659830 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b34cb39-1dbc-4fb9-9f73-2a155d6a1ffa tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.684663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b34cb39-1dbc-4fb9-9f73-2a155d6a1ffa tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abab6657-1ccc-4910-b2c6-f213b56e7eed,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:26.762350 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b34cb39-1dbc-4fb9-9f73-2a155d6a1ffa tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.763403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7b34cb39-1dbc-4fb9-9f73-2a155d6a1ffa tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4358194 Jul 05 04:08:26.767429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46454) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.783411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ab1f2ebd-5a30-4b13-aec4-378fad190b3a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': 'f87266ba-a362-4810-8384-9fa02b812382', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:26.854724 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.898527 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2ebd-5a30-4b13-aec4-378fad190b3a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.964222 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Transition to ACTIVE for port object 63f685c4-f65d-4f0a-959d-fe7e220a6162 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:26.964443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.974186 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:26.976177 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] 10.222.0.30 "DELETE /v2.0/networks/07b06a19-b324-41e3-a1ec-c470d687fa7d HTTP/1.1" status: 204 len: 168 time: 1.2045341 Jul 05 04:08:26.983558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46458) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:26.991384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8669686-5856-45aa-982b-c1f529661a18 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Pushing event deleted for resources: {'Network': ['ID=07b06a19-b324-41e3-a1ec-c470d687fa7d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:27.033991 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.040889 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd11cde6-7dec-4520-9fbd-3fb617600f8a tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:27.043082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd11cde6-7dec-4520-9fbd-3fb617600f8a tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:27.047611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bd11cde6-7dec-4520-9fbd-3fb617600f8a tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] 10.222.0.30 "DELETE /v2.0/ports/5bb5f8fb-b0a4-4343-a52a-97d35fc907d5 HTTP/1.1" status: 404 len: 333 time: 0.0623419 Jul 05 04:08:27.048636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46460) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:27.056309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2ebd-5a30-4b13-aec4-378fad190b3a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.120170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2ebd-5a30-4b13-aec4-378fad190b3a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.126880 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Attempting to bind port 63f685c4-f65d-4f0a-959d-fe7e220a6162 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:27.127243 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Attempting to bind port 63f685c4-f65d-4f0a-959d-fe7e220a6162 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:27.128133 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Attempting to bind port 63f685c4-f65d-4f0a-959d-fe7e220a6162 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:27.138436 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:27.139148 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:27.139343 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.139739 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:27.140226 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Bound port: 63f685c4-f65d-4f0a-959d-fe7e220a6162, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:27.140747 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.143142 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Pushing event updated for resources: {'Port': ['ID=63f685c4-f65d-4f0a-959d-fe7e220a6162,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:27.154125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f2ebd-5a30-4b13-aec4-378fad190b3a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdf63a71-4a0e-4e23-84dd-7ef51062f71f,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:27.160340 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8475811-eb57-4c7a-ad3b-89c6b095764f tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Deleting subnet 685ab079-7090-416f-bc84-20c4de80bd11 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:08:27.167528 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8475811-eb57-4c7a-ad3b-89c6b095764f tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.178339 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.178685 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.179019 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.179349 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.179676 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.180019 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.180526 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.180846 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.181338 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.181663 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.182078 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.182480 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:27.222531 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] For port 63f685c4-f65d-4f0a-959d-fe7e220a6162, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:27.227792 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] For port 63f685c4-f65d-4f0a-959d-fe7e220a6162, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=63f685c4-f65d-4f0a-959d-fe7e220a6162,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:27.235356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab1f2ebd-5a30-4b13-aec4-378fad190b3a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.244238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ab1f2ebd-5a30-4b13-aec4-378fad190b3a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4749935 Jul 05 04:08:27.245799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46464) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:27.253227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f545c55e-053d-44ef-90f5-5ca7ba906eff tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': 'f87266ba-a362-4810-8384-9fa02b812382', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:27.256413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8475811-eb57-4c7a-ad3b-89c6b095764f tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.367967 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.370177 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.398447 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f545c55e-053d-44ef-90f5-5ca7ba906eff tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.512133 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdd1670-1bee-4597-9c78-273f04d3674d None None] Pushing event updated for resources: {'Port': ['ID=63f685c4-f65d-4f0a-959d-fe7e220a6162,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:27.567582 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f545c55e-053d-44ef-90f5-5ca7ba906eff tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.641672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f545c55e-053d-44ef-90f5-5ca7ba906eff tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.674193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f545c55e-053d-44ef-90f5-5ca7ba906eff tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dabdf4-457c-442a-b0f2-e813171b9906,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:27.742288 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Routers {'5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:27.743972 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:08:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:27.760208 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8475811-eb57-4c7a-ad3b-89c6b095764f tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.813410 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f545c55e-053d-44ef-90f5-5ca7ba906eff tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:27.817072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f545c55e-053d-44ef-90f5-5ca7ba906eff tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5674150 Jul 05 04:08:27.817297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46476) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:27.823026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-498267ef-aef4-4427-9854-6c1a78af186a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': 'f87266ba-a362-4810-8384-9fa02b812382', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:27.918586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3641c55-4535-4374-8d3d-0bf3ebf1bd26 req-4e4dcbb9-546f-405f-b41a-8a3fe3c7c629 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0747263 Jul 05 04:08:28.011566 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] Set router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:28.020180 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-498267ef-aef4-4427-9854-6c1a78af186a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.042145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Allocated IP 172.20.0.1 (e9c4aee1-f8e2-40a2-8e43-dd3b81262678/b18ad229-2b76-436e-a5ae-773c997fa5d7/fa3977e0-0b24-4c72-ad43-5bba42cb35b4) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:28.044707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8475811-eb57-4c7a-ad3b-89c6b095764f tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.081696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8475811-eb57-4c7a-ad3b-89c6b095764f tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Pushing event deleted for resources: {'Subnet': ['ID=685ab079-7090-416f-bc84-20c4de80bd11,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:28.089510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8475811-eb57-4c7a-ad3b-89c6b095764f tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.094170 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e8475811-eb57-4c7a-ad3b-89c6b095764f tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] 10.222.0.30 "DELETE /v2.0/subnets/685ab079-7090-416f-bc84-20c4de80bd11 HTTP/1.1" status: 204 len: 168 time: 1.0444238 Jul 05 04:08:28.094854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46480) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:28.109332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a8f72b7-c17e-4b83-9187-d4420ef14bc2 None None] Network f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:28.242518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-498267ef-aef4-4427-9854-6c1a78af186a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.250944 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.307944 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.354479 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-498267ef-aef4-4427-9854-6c1a78af186a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.389121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498267ef-aef4-4427-9854-6c1a78af186a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01eda059-e184-4ae4-be16-a64238e4ab4e,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:28.402503 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'name': 'tempest-ServerRescueTestJSON-1514764185-router', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:22Z', 'updated_at': '2021-07-05T04:08:24Z', 'revision_number': 3, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'gw_port': {'id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:24Z', 'updated_at': '2021-07-05T04:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:28.412635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Deleting port 62f6badd-efc0-411e-bf14-54e01a5ac259 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:28.413052 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.439280 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d573231-0239-4d51-8fff-80f7d99820d8 None None] The sync data for ids ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'] in n-d-758944-41 is: [{'id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'name': 'tempest-ServerRescueTestJSON-1514764185-router', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:22Z', 'updated_at': '2021-07-05T04:08:24Z', 'revision_number': 3, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'gw_port': {'id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:24Z', 'updated_at': '2021-07-05T04:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:28.442804 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.510662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:28.516688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:28.518979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3977e0-0b24-4c72-ad43-5bba42cb35b4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:28.522413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:28.523291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2449a50-11fe-48f5-aaff-bbfa91b2520b req-2c396ed1-991e-48d6-abdd-37290eafc714 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0954833 Jul 05 04:08:28.540934 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-498267ef-aef4-4427-9854-6c1a78af186a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.540934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-498267ef-aef4-4427-9854-6c1a78af186a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7086697 Jul 05 04:08:28.540934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46486) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:28.541188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-89e6d711-df52-4da2-83c8-f79fc1ba0494 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': 'f87266ba-a362-4810-8384-9fa02b812382', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:28.549850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f8c7cc2-1887-450a-8ace-fe2198d09944 None None] DHCP port deletion for f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:08:28.570520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] For port 62f6badd-efc0-411e-bf14-54e01a5ac259, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=62f6badd-efc0-411e-bf14-54e01a5ac259,segment=NetworkSegment(5d0e4172-23b7-4ff9-9c18-b022a476fd42),segment_id=5d0e4172-23b7-4ff9-9c18-b022a476fd42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:28.570890 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.581931 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.589518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Calling delete_port for 62f6badd-efc0-411e-bf14-54e01a5ac259 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:28.618244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c7cc2-1887-450a-8ace-fe2198d09944 None None] Deleting port 62f6badd-efc0-411e-bf14-54e01a5ac259 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:28.618879 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7cc2-1887-450a-8ace-fe2198d09944 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.709368 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89e6d711-df52-4da2-83c8-f79fc1ba0494 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.718876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6f8c7cc2-1887-450a-8ace-fe2198d09944 None None] For port 62f6badd-efc0-411e-bf14-54e01a5ac259, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=62f6badd-efc0-411e-bf14-54e01a5ac259,segment=NetworkSegment(5d0e4172-23b7-4ff9-9c18-b022a476fd42),segment_id=5d0e4172-23b7-4ff9-9c18-b022a476fd42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:28.719280 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7cc2-1887-450a-8ace-fe2198d09944 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.762231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6f8c7cc2-1887-450a-8ace-fe2198d09944 None None] Calling delete_port for 62f6badd-efc0-411e-bf14-54e01a5ac259 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:28.772713 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89e6d711-df52-4da2-83c8-f79fc1ba0494 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.792585 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.829601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Pushing event deleted for resources: {'Port': ['ID=62f6badd-efc0-411e-bf14-54e01a5ac259,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:28.837107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 62f6badd-efc0-411e-bf14-54e01a5ac259 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:08:28.874462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] No DVR routers for this DVR port 62f6badd-efc0-411e-bf14-54e01a5ac259 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:28.922386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 62f6badd-efc0-411e-bf14-54e01a5ac259 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:08:28.922733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 62f6badd-efc0-411e-bf14-54e01a5ac259 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:08:28.934511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:28.959831 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89e6d711-df52-4da2-83c8-f79fc1ba0494 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.033140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e6d711-df52-4da2-83c8-f79fc1ba0494 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=273bf2ac-c308-443d-a9e1-4f03c2d3a5a8,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.043594 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6f8c7cc2-1887-450a-8ace-fe2198d09944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.088171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.101630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:29.104843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8c7cc2-1887-450a-8ace-fe2198d09944 None None] No DVR routers for this DVR port 62f6badd-efc0-411e-bf14-54e01a5ac259 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:08:29.130387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c7cc2-1887-450a-8ace-fe2198d09944 None None] Pushing event deleted for resources: {'Port': ['ID=62f6badd-efc0-411e-bf14-54e01a5ac259,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.135826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d0e4172-23b7-4ff9-9c18-b022a476fd42') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:29.136116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d0e4172-23b7-4ff9-9c18-b022a476fd42') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:29.145118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89e6d711-df52-4da2-83c8-f79fc1ba0494 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.146859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-89e6d711-df52-4da2-83c8-f79fc1ba0494 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6113293 Jul 05 04:08:29.149960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46508) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.158073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.197100 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.204456 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-17ec1c2f-efce-4562-b627-d5767dc479d2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.215206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:29.215569 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:29.220512 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:29.235833 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-17ec1c2f-efce-4562-b627-d5767dc479d2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.298130 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.378739 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.461305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-142b556b-0ff0-42e7-90a9-48562f4f4fe4 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:29.462986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-142b556b-0ff0-42e7-90a9-48562f4f4fe4 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 814 time: 0.1867414 Jul 05 04:08:29.479316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-0e882520-15db-4e82-b264-9e851e1482b9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/quotas/b9bfdfe790624823bd5b249d384ac18c HTTP/1.1" status: 200 len: 375 time: 0.0104885 Jul 05 04:08:29.486230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-17ec1c2f-efce-4562-b627-d5767dc479d2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.490358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.499158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Pushing event updated for resources: {'Port': ['ID=fa3977e0-0b24-4c72-ad43-5bba42cb35b4,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.529259 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.534772 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.537628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] 10.222.0.30 "DELETE /v2.0/networks/f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d HTTP/1.1" status: 204 len: 168 time: 1.4408855 Jul 05 04:08:29.554824 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-17ec1c2f-efce-4562-b627-d5767dc479d2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.556296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-17ec1c2f-efce-4562-b627-d5767dc479d2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/273bf2ac-c308-443d-a9e1-4f03c2d3a5a8 HTTP/1.1" status: 204 len: 168 time: 0.4055049 Jul 05 04:08:29.562187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ec1c2f-efce-4562-b627-d5767dc479d2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=273bf2ac-c308-443d-a9e1-4f03c2d3a5a8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.564858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46528) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.605824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ef5ca2-f580-4c14-ab78-a3d3b163e432 tempest-DHCPAgentSchedulersTestJSON-1004400779 tempest-DHCPAgentSchedulersTestJSON-1004400779-project] Pushing event deleted for resources: {'Network': ['ID=f1c5282b-bfa7-459a-8a38-f6e5cdb6ac7d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.653132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:29.653132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:29.663276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cd9c10af-af2c-4d98-8d23-ab5156428d14 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0924568 Jul 05 04:08:29.666313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46530) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.687038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-dcaea770-57fe-4243-8917-6d3797fdc1af tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1983266 Jul 05 04:08:29.762476 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11a1c94c-29bd-4f42-b49a-b87f84deaf10 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.772352 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11a1c94c-29bd-4f42-b49a-b87f84deaf10 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.843359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:08:29.869250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-09931f0c-4af7-42eb-b168-4416e3c7244e service neutron] 10.222.0.30 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711314 Jul 05 04:08:29.898785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11a1c94c-29bd-4f42-b49a-b87f84deaf10 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.931181 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11a1c94c-29bd-4f42-b49a-b87f84deaf10 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:29.932317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-11a1c94c-29bd-4f42-b49a-b87f84deaf10 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/01eda059-e184-4ae4-be16-a64238e4ab4e HTTP/1.1" status: 204 len: 168 time: 0.2654424 Jul 05 04:08:29.936193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46534) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:29.940814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a1c94c-29bd-4f42-b49a-b87f84deaf10 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=01eda059-e184-4ae4-be16-a64238e4ab4e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:29.998657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f4cc8259-f789-4015-ad92-4dae25559201 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223655 Jul 05 04:08:30.132555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46540) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:30.155929 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-62921997-545c-402f-b5a0-2c30a50583dc tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2178178 Jul 05 04:08:30.158382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46544) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:30.168459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:08:30.185671 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1986d297-770e-4092-af32-13203b845c63 admin admin] 10.222.0.30 "PUT /v2.0/routers/5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2055829 Jul 05 04:08:30.232805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98516ecb-365f-4406-b80f-68219807c462 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.253325 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98516ecb-365f-4406-b80f-68219807c462 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.379662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d266f7de-04bc-4249-9cf2-641f54f720a5 req-5d3fdfbd-04bd-41d1-86eb-3ecbb695457e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0523946 Jul 05 04:08:30.387884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98516ecb-365f-4406-b80f-68219807c462 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.399944 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98516ecb-365f-4406-b80f-68219807c462 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.404307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-98516ecb-365f-4406-b80f-68219807c462 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/98dabdf4-457c-442a-b0f2-e813171b9906 HTTP/1.1" status: 204 len: 168 time: 0.2424140 Jul 05 04:08:30.404689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:30.453240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98516ecb-365f-4406-b80f-68219807c462 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=98dabdf4-457c-442a-b0f2-e813171b9906,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:30.491321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0d844974-0754-46bf-8bcf-362d6ac3956b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d967257848254830b106824818de7c44&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575721 Jul 05 04:08:30.499152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46562) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:30.520479 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9d174a30-592f-4482-a4a8-5fcc67bfa9ad tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1126194 Jul 05 04:08:30.521572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46566) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:30.586475 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d572261-8d7b-4e6c-83e5-faa872950df2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.587236 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96137098-2cb6-434f-aaba-f34934120d01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.597306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d572261-8d7b-4e6c-83e5-faa872950df2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.609482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15091518-7ee8-46d7-90cd-25cb6084f5d2 req-d120f53c-0cf4-4fb3-b30c-c68ff619aff7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0352769 Jul 05 04:08:30.645963 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96137098-2cb6-434f-aaba-f34934120d01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.715289 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d572261-8d7b-4e6c-83e5-faa872950df2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.724172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d572261-8d7b-4e6c-83e5-faa872950df2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.724172 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8d572261-8d7b-4e6c-83e5-faa872950df2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/cdf63a71-4a0e-4e23-84dd-7ef51062f71f HTTP/1.1" status: 204 len: 168 time: 0.1927881 Jul 05 04:08:30.737091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46580) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:30.781276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d572261-8d7b-4e6c-83e5-faa872950df2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cdf63a71-4a0e-4e23-84dd-7ef51062f71f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:30.816439 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ae4cf494-12b1-44c6-b03d-c1804b04c7d3 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0767603 Jul 05 04:08:30.817054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46582) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:30.834522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 63f685c4-f65d-4f0a-959d-fe7e220a6162 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:30.849942 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96137098-2cb6-434f-aaba-f34934120d01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.854629 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96137098-2cb6-434f-aaba-f34934120d01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.855820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-96137098-2cb6-434f-aaba-f34934120d01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b0f2cf5-6127-463c-a9ec-7d12e5ce4483 HTTP/1.1" status: 204 len: 168 time: 0.3523841 Jul 05 04:08:30.866908 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-62542c62-c393-41e0-ba11-b0c8010f06b2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.876455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96137098-2cb6-434f-aaba-f34934120d01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0f2cf5-6127-463c-a9ec-7d12e5ce4483,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:30.885620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-4cb61255-7e93-46bb-a5d8-f8177d3f0e98 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:30.887283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-4cb61255-7e93-46bb-a5d8-f8177d3f0e98 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/networks?id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678 HTTP/1.1" status: 200 len: 811 time: 0.1775680 Jul 05 04:08:30.893808 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-62542c62-c393-41e0-ba11-b0c8010f06b2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:30.912367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-df7c2026-877e-45bd-97e6-66853c9ababc tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/quotas/c0f6cbf98ec74186afebd5a49a86a02f HTTP/1.1" status: 200 len: 375 time: 0.0149734 Jul 05 04:08:30.975522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Sync routers for ids ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:08:30.987073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Routers {'5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:30.987928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:08:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:30.997967 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-7e151bb3-1afa-4298-bbb3-1be5b4553e7a tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0778751 Jul 05 04:08:31.030172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 63f685c4-f65d-4f0a-959d-fe7e220a6162 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:31.038265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 63f685c4-f65d-4f0a-959d-fe7e220a6162 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:31.038863 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.069083 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-62542c62-c393-41e0-ba11-b0c8010f06b2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.086392 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-62542c62-c393-41e0-ba11-b0c8010f06b2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.093502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46586) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:31.100981 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-62542c62-c393-41e0-ba11-b0c8010f06b2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/abab6657-1ccc-4910-b2c6-f213b56e7eed HTTP/1.1" status: 204 len: 168 time: 0.2827458 Jul 05 04:08:31.120738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62542c62-c393-41e0-ba11-b0c8010f06b2 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=abab6657-1ccc-4910-b2c6-f213b56e7eed,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:31.144143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-1bd7482c-d41a-45ba-9d2b-f8689b40a7a3 service neutron] 10.222.0.30 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386192 Jul 05 04:08:31.154175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d5d91b3e-35f6-4c3f-9c1f-e36cce9cdd48 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0580792 Jul 05 04:08:31.157101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46588) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:31.211238 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Set router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:31.243270 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.254891 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3fbf-5cd2-4056-83ea-9cd6b12cc940 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.272130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-260e88d5-7535-40c2-a7ce-bff1d6ce138b service neutron] 10.222.0.30 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167309 Jul 05 04:08:31.284965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 63f685c4-f65d-4f0a-959d-fe7e220a6162, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=63f685c4-f65d-4f0a-959d-fe7e220a6162,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:31.291570 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3fbf-5cd2-4056-83ea-9cd6b12cc940 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.398551 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.457511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3fbf-5cd2-4056-83ea-9cd6b12cc940 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.462766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecbe3fbf-5cd2-4056-83ea-9cd6b12cc940 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.467497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46600) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:31.471642 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ecbe3fbf-5cd2-4056-83ea-9cd6b12cc940 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-groups/f87266ba-a362-4810-8384-9fa02b812382 HTTP/1.1" status: 204 len: 168 time: 0.3107979 Jul 05 04:08:31.492945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe3fbf-5cd2-4056-83ea-9cd6b12cc940 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f87266ba-a362-4810-8384-9fa02b812382,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:31.543199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=63f685c4-f65d-4f0a-959d-fe7e220a6162,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:31.546605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-64892b97-5b52-4796-ad48-0d740234b2a4 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0781202 Jul 05 04:08:31.557951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46602) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:31.557951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c79874a3-1a57-47d8-b24b-45e6e22e965c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1791248065'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:31.647680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'name': 'tempest-ServerRescueTestJSON-1514764185-router', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:22Z', 'updated_at': '2021-07-05T04:08:28Z', 'revision_number': 4, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'gw_port': {'id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:24Z', 'updated_at': '2021-07-05T04:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'fa3977e0-0b24-4c72-ad43-5bba42cb35b4', 'name': '', 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'mac_address': 'fa:16:3e:b1:42:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'b18ad229-2b76-436e-a5ae-773c997fa5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:27Z', 'updated_at': '2021-07-05T04:08:29Z', 'revision_number': 2, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'subnets': [{'id': 'b18ad229-2b76-436e-a5ae-773c997fa5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:31.681259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Checking router: 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:08:31.681608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd7371fc-a628-4e20-85c7-875c34abb470 req-b4e0a9c7-68db-4658-be3b-a53b12efd8ac tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 210 time: 0.0783901 Jul 05 04:08:31.681727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Updating router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 port fa3977e0-0b24-4c72-ad43-5bba42cb35b4 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:08:31.694152 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c79874a3-1a57-47d8-b24b-45e6e22e965c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.732189 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.808570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bae70b8e-8e97-4ff6-9e4d-50ec9d0d49bb req-48bde1b7-ae78-4889-886d-224a601ee46b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 210 time: 0.0569615 Jul 05 04:08:31.829703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46618) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:31.859536 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a698cd45-8739-44b8-8737-3d2cee13ceff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.888636 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c79874a3-1a57-47d8-b24b-45e6e22e965c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:31.962119 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c79874a3-1a57-47d8-b24b-45e6e22e965c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.004936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79874a3-1a57-47d8-b24b-45e6e22e965c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcfd17f9-3dab-4573-bc1f-ed82361f7a36,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.050394 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a698cd45-8739-44b8-8737-3d2cee13ceff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.080905 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.089470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Transition to ACTIVE for port object fa3977e0-0b24-4c72-ad43-5bba42cb35b4 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:32.131854 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a698cd45-8739-44b8-8737-3d2cee13ceff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.172388 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a698cd45-8739-44b8-8737-3d2cee13ceff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=15b0cc9a54f6429caa76c1d9f744fc9c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3415306 Jul 05 04:08:32.173151 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a698cd45-8739-44b8-8737-3d2cee13ceff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbc1b618-ee27-4ce3-bdfc-074be3a40138,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.175793 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46628) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:32.187877 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.224174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c79874a3-1a57-47d8-b24b-45e6e22e965c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.227991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c79874a3-1a57-47d8-b24b-45e6e22e965c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6728506 Jul 05 04:08:32.234757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46630) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:32.247691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-338899e9-3e8c-424b-93b3-1017c40a20c5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': 'dcfd17f9-3dab-4573-bc1f-ed82361f7a36', 'direction': 'ingress', 'protocol': 17}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:32.252726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac04b4-20d5-4bcc-9f5c-71f4225d1d91 None None] Pushing event updated for resources: {'Port': ['ID=fa3977e0-0b24-4c72-ad43-5bba42cb35b4,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.258776 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1b22c46-1e0a-43cf-b709-857c7cd89a50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.282198 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1b22c46-1e0a-43cf-b709-857c7cd89a50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.342508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Attempting to bind port fa3977e0-0b24-4c72-ad43-5bba42cb35b4 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:32.342885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Attempting to bind port fa3977e0-0b24-4c72-ad43-5bba42cb35b4 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:32.345156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Attempting to bind port fa3977e0-0b24-4c72-ad43-5bba42cb35b4 on network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:32.352374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:32.352750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Checking segment: {'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:32.354695 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.354695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Bound using segment: {'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:32.354695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Bound port: fa3977e0-0b24-4c72-ad43-5bba42cb35b4, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:32.354695 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.431810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-338899e9-3e8c-424b-93b3-1017c40a20c5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.458439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] For port fa3977e0-0b24-4c72-ad43-5bba42cb35b4, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:32.462138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] For port fa3977e0-0b24-4c72-ad43-5bba42cb35b4, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fa3977e0-0b24-4c72-ad43-5bba42cb35b4,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:32.482311 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1b22c46-1e0a-43cf-b709-857c7cd89a50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.485231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1b22c46-1e0a-43cf-b709-857c7cd89a50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.490755 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c1b22c46-1e0a-43cf-b709-857c7cd89a50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cbc1b618-ee27-4ce3-bdfc-074be3a40138 HTTP/1.1" status: 204 len: 168 time: 0.3126268 Jul 05 04:08:32.515694 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-338899e9-3e8c-424b-93b3-1017c40a20c5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.521305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b22c46-1e0a-43cf-b709-857c7cd89a50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbc1b618-ee27-4ce3-bdfc-074be3a40138,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.542427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac89a9f8-226e-483b-90c5-b455b40f7d90 req-31385b5d-7954-409d-9918-f98597758a1c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0377042 Jul 05 04:08:32.581052 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.642377 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-338899e9-3e8c-424b-93b3-1017c40a20c5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.684887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ac04b4-20d5-4bcc-9f5c-71f4225d1d91 None None] Pushing event updated for resources: {'Port': ['ID=fa3977e0-0b24-4c72-ad43-5bba42cb35b4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.690003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Routers {'5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:08:32.690730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:08:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:32.714254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-338899e9-3e8c-424b-93b3-1017c40a20c5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ecb22436-8233-493c-b511-975842862aae,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:32.799807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-338899e9-3e8c-424b-93b3-1017c40a20c5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.801243 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-338899e9-3e8c-424b-93b3-1017c40a20c5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5650911 Jul 05 04:08:32.804421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46650) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:32.938150 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-456409cf-d7fc-416b-81d2-c413c4f3d044 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:32.956296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 63f685c4-f65d-4f0a-959d-fe7e220a6162 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:32.977236 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-456409cf-d7fc-416b-81d2-c413c4f3d044 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.023849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] Set router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:08:33.061683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e471808-5c40-42d6-9215-d32ea76e9a38 req-1f76d0a8-c50d-4249-97e0-45e02d919c0c tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 210 time: 0.1118493 Jul 05 04:08:33.068020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e27d9ac5-9199-42a8-9ead-0b5dd1f626d8 req-b97aa8c5-9285-46fd-9a1e-7783bec9cec0 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 210 time: 0.0712011 Jul 05 04:08:33.144498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c58573b-f839-417e-a7de-42250f5fbf94 req-fcdb4d6a-30f9-4762-9686-0f7b3eb686ba service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0394948 Jul 05 04:08:33.154327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-456409cf-d7fc-416b-81d2-c413c4f3d044 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.157487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-456409cf-d7fc-416b-81d2-c413c4f3d044 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.163185 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-456409cf-d7fc-416b-81d2-c413c4f3d044 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-groups/dcfd17f9-3dab-4573-bc1f-ed82361f7a36 HTTP/1.1" status: 204 len: 168 time: 0.3573608 Jul 05 04:08:33.163838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46666) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:33.204851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 63f685c4-f65d-4f0a-959d-fe7e220a6162 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:33.204851 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.210521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456409cf-d7fc-416b-81d2-c413c4f3d044 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcfd17f9-3dab-4573-bc1f-ed82361f7a36,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:33.325710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46676) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:33.336670 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-11164d37-fa26-495c-823a-d10508321ba8 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1660187 Jul 05 04:08:33.341227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f04d8a77-52d3-4251-9b65-1a1d82e12c2c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1339641467'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:33.462269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'name': 'tempest-ServerRescueTestJSON-1514764185-router', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:22Z', 'updated_at': '2021-07-05T04:08:28Z', 'revision_number': 4, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'gw_port': {'id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:24Z', 'updated_at': '2021-07-05T04:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'fa3977e0-0b24-4c72-ad43-5bba42cb35b4', 'name': '', 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'mac_address': 'fa:16:3e:b1:42:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'b18ad229-2b76-436e-a5ae-773c997fa5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:27Z', 'updated_at': '2021-07-05T04:08:32Z', 'revision_number': 4, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'subnets': [{'id': 'b18ad229-2b76-436e-a5ae-773c997fa5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:33.600398 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f04d8a77-52d3-4251-9b65-1a1d82e12c2c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.659312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef38dea8-71a5-4df1-a1eb-41f20f215d81 None None] The sync data for ids ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'] in n-d-758944-41 is: [{'id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'name': 'tempest-ServerRescueTestJSON-1514764185-router', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:22Z', 'updated_at': '2021-07-05T04:08:28Z', 'revision_number': 4, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'gw_port': {'id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:24Z', 'updated_at': '2021-07-05T04:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'fa3977e0-0b24-4c72-ad43-5bba42cb35b4', 'name': '', 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'mac_address': 'fa:16:3e:b1:42:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 2132, 'fixed_ips': [{'subnet_id': 'b18ad229-2b76-436e-a5ae-773c997fa5d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:27Z', 'updated_at': '2021-07-05T04:08:32Z', 'revision_number': 4, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'subnets': [{'id': 'b18ad229-2b76-436e-a5ae-773c997fa5d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:08:33.901773 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f04d8a77-52d3-4251-9b65-1a1d82e12c2c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:33.968922 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f04d8a77-52d3-4251-9b65-1a1d82e12c2c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.013248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04d8a77-52d3-4251-9b65-1a1d82e12c2c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5ba7d10-872f-4429-b5de-a21dd31c35ff,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.148509 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f04d8a77-52d3-4251-9b65-1a1d82e12c2c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.154162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f04d8a77-52d3-4251-9b65-1a1d82e12c2c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8272526 Jul 05 04:08:34.157233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46710) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:34.163721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4b559a2e-54e0-4adf-8a18-00e215a70fa8 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group': {'name': 'tempest-secgroup--1569620132'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:34.337048 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd0f7f7c-a1cf-48f1-96f6-b1f869e74358 req-d0c34a71-ed29-4e32-80ef-4262984b6f1f tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 210 time: 0.0788958 Jul 05 04:08:34.340260 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b559a2e-54e0-4adf-8a18-00e215a70fa8 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.386796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22e65a34-3e89-4df4-8aca-21966128e69f req-1bfca971-d8b1-4385-ad22-0aeb06999641 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 210 time: 0.0581160 Jul 05 04:08:34.537571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b559a2e-54e0-4adf-8a18-00e215a70fa8 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.588897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46720) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:34.648175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b559a2e-54e0-4adf-8a18-00e215a70fa8 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.685376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-3991532c-9503-4eac-b175-39fb6d559023 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:34.686893 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-3991532c-9503-4eac-b175-39fb6d559023 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 814 time: 0.1640441 Jul 05 04:08:34.702981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Request body: {'port': {'device_id': '0298c8ae-86f6-43b5-874c-cc4262abd265', 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d', 'admin_state_up': True, 'tenant_id': 'b9bfdfe790624823bd5b249d384ac18c'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:34.712047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b559a2e-54e0-4adf-8a18-00e215a70fa8 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5247666-91ea-4ab2-b7b8-a2b54af66a75,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:34.766789 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8091-aa25-47c7-b185-d84b800bb74f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.861465 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b559a2e-54e0-4adf-8a18-00e215a70fa8 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:34.863246 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4b559a2e-54e0-4adf-8a18-00e215a70fa8 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7052774 Jul 05 04:08:34.866158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46726) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:34.872355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1410256f-1ea5-4a07-87cb-a0c267f5138e tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': 'c5ba7d10-872f-4429-b5de-a21dd31c35ff', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'f5247666-91ea-4ab2-b7b8-a2b54af66a75', 'remote_ip_prefix': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:34.888564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fa3977e0-0b24-4c72-ad43-5bba42cb35b4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:34.898404 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:08:34.898404 n-d-758944-41 neutron-server[100896]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:08:34.898404 n-d-758944-41 neutron-server[100896]: [parameters: {'project_id_1': 'b9bfdfe790624823bd5b249d384ac18c', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 8, 34, 859749)}] Jul 05 04:08:34.898404 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:08:34.900103 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:08:35.013997 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8091-aa25-47c7-b185-d84b800bb74f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.082470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a3d8091-aa25-47c7-b185-d84b800bb74f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.097928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port fa3977e0-0b24-4c72-ad43-5bba42cb35b4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:35.140856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fa3977e0-0b24-4c72-ad43-5bba42cb35b4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:35.143747 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.203424 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7a3d8091-aa25-47c7-b185-d84b800bb74f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee8abbb169864b9db5afe70c8f5282fc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6133611 Jul 05 04:08:35.205532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46738) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:35.232495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-994e8411-1912-4acc-8954-be6281a73cce req-7d89ebc1-3057-47cf-8825-a0cadd5513d4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0651033 Jul 05 04:08:35.241977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3d8091-aa25-47c7-b185-d84b800bb74f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5a6b420-c13b-4312-bd3c-9e8521d0e82f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.322461 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1410256f-1ea5-4a07-87cb-a0c267f5138e tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.335697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a0dc801-2b5c-4ed0-8b63-4f1ba9e2bad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.390428 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.402610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a0dc801-2b5c-4ed0-8b63-4f1ba9e2bad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.459032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-9f507128-9c01-4235-a45b-9d6694f8963e tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:35.468078 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-9f507128-9c01-4235-a45b-9d6694f8963e tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.26 "GET /v2.0/networks?id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678 HTTP/1.1" status: 200 len: 811 time: 0.2300029 Jul 05 04:08:35.476580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port fa3977e0-0b24-4c72-ad43-5bba42cb35b4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fa3977e0-0b24-4c72-ad43-5bba42cb35b4,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:35.534205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Request body: {'port': {'device_id': '06b7a97a-4516-4009-bcd2-84a5454c092c', 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678', 'admin_state_up': True, 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:35.602792 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.609696 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1410256f-1ea5-4a07-87cb-a0c267f5138e tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.646923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a0dc801-2b5c-4ed0-8b63-4f1ba9e2bad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.649774 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a0dc801-2b5c-4ed0-8b63-4f1ba9e2bad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.650943 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4a0dc801-2b5c-4ed0-8b63-4f1ba9e2bad1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a5a6b420-c13b-4312-bd3c-9e8521d0e82f HTTP/1.1" status: 204 len: 168 time: 0.4398644 Jul 05 04:08:35.665193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=fa3977e0-0b24-4c72-ad43-5bba42cb35b4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.677602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0dc801-2b5c-4ed0-8b63-4f1ba9e2bad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5a6b420-c13b-4312-bd3c-9e8521d0e82f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.720782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ed0cc81-53d4-4daf-be37-c9bf906fd0e5 req-41767306-b8da-41fb-8be4-5dc43e6b5729 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1061125 Jul 05 04:08:35.735377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-750c10c5-b576-41d4-b2bf-6361a36a742c req-4ffd1638-d5da-4184-ba6a-6141f2aac758 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 210 time: 0.0546746 Jul 05 04:08:35.740329 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1410256f-1ea5-4a07-87cb-a0c267f5138e tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.770443 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46756) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:35.774107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Made reservation on behalf of b9bfdfe790624823bd5b249d384ac18c for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:35.777670 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:35.788823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da9fd1b6-d4e9-454c-8878-0879bfadd440 req-9c88a78e-a590-4ca0-91d9-845f28b376f5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 210 time: 0.1538672 Jul 05 04:08:35.850658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1410256f-1ea5-4a07-87cb-a0c267f5138e tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c50b059-4729-4d48-8d26-22923ae3d020,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:35.959636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-404220236'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:35.989421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Made reservation on behalf of c0f6cbf98ec74186afebd5a49a86a02f for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:35.993438 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.029625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Allocated IP 172.20.0.5 (b0d08a59-1f78-48fd-98d2-9c4870c1481d/2bd63db0-3043-4b09-b9b2-4009b4c5d6f4/5c8af9a3-03e9-4e56-9377-3f23b99e7efe) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:36.080344 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1410256f-1ea5-4a07-87cb-a0c267f5138e tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.081801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1410256f-1ea5-4a07-87cb-a0c267f5138e tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.2141540 Jul 05 04:08:36.089826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46764) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:36.133845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-31d58f18-3185-480a-8c3e-afbb0c268ef5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.144258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-31d58f18-3185-480a-8c3e-afbb0c268ef5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.202102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Made reservation on behalf of 010c504773644d228511bb1737209863 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:36.206279 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.218768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.258670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Allocated IP 172.20.0.14 (e9c4aee1-f8e2-40a2-8e43-dd3b81262678/b18ad229-2b76-436e-a5ae-773c997fa5d7/aaa3dd20-d711-4182-a581-8b20c6e94ffb) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:36.308301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-31d58f18-3185-480a-8c3e-afbb0c268ef5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.318502 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-31d58f18-3185-480a-8c3e-afbb0c268ef5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.319762 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-31d58f18-3185-480a-8c3e-afbb0c268ef5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7c50b059-4729-4d48-8d26-22923ae3d020 HTTP/1.1" status: 204 len: 168 time: 0.2270956 Jul 05 04:08:36.324003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46766) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:36.330227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31d58f18-3185-480a-8c3e-afbb0c268ef5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c50b059-4729-4d48-8d26-22923ae3d020,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:36.375387 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.387451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.481566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5edc42ab-029e-49d9-9772-45a0904549a8 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1534231 Jul 05 04:08:36.484543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46768) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:36.502578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.541932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:36.545714 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.558609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Pushing event updated for resources: {'SecurityGroup': ['ID=20ffd0f8-27a5-4dbb-b7c3-307028955c0b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:36.569431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.569783 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Added segment ddc0bb60-1de6-4c93-baa2-5035d248dde6 of type vlan for network d5ff9ccf-e48a-4485-8722-341d1ebe0212 Jul 05 04:08:36.589467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46770) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:36.617648 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.623120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89fd4a13-8b4a-4f39-88b9-4e3a6344c49a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.629167 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-feced27d-311a-4ea2-992e-845e0bbe0f26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.632228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['da13f840-15b8-43a1-8603-8092169fbfd9', 'dcc13c56-3666-4b11-8f1a-52b59c44a37e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:36.650201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.662323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Network b0d08a59-1f78-48fd-98d2-9c4870c1481d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:36.665841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:36.670064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:36.681407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89fd4a13-8b4a-4f39-88b9-4e3a6344c49a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.713519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.720393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Pushing event updated for resources: {'Port': ['ID=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:36.794073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:36.794591 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:08:36.795073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.809075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:36.811329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Pushing event updated for resources: {'Port': ['ID=aaa3dd20-d711-4182-a581-8b20c6e94ffb,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:36.814870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fa3977e0-0b24-4c72-ad43-5bba42cb35b4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:36.815986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:36.818743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:36.847241 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.854485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:36.855528 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.901796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:36.903453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.921161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89fd4a13-8b4a-4f39-88b9-4e3a6344c49a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.925203 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89fd4a13-8b4a-4f39-88b9-4e3a6344c49a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:36.926837 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-89fd4a13-8b4a-4f39-88b9-4e3a6344c49a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-groups/f5247666-91ea-4ab2-b7b8-a2b54af66a75 HTTP/1.1" status: 204 len: 168 time: 0.4412661 Jul 05 04:08:36.934109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46778) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:36.957488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fa3977e0-0b24-4c72-ad43-5bba42cb35b4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:36.957869 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.014630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fd4a13-8b4a-4f39-88b9-4e3a6344c49a tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5247666-91ea-4ab2-b7b8-a2b54af66a75,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.030787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Pushing event updated for resources: {'Network': ['ID=d5ff9ccf-e48a-4485-8722-341d1ebe0212,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.054743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d5ff9ccf-e48a-4485-8722-341d1ebe0212 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:37.088989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5848d42a-2a0b-4543-8b2a-eeda1d005983 req-9f924cef-dc85-40b0-ad02-e8d6c9bcadcd tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:37.090659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5848d42a-2a0b-4543-8b2a-eeda1d005983 req-9f924cef-dc85-40b0-ad02-e8d6c9bcadcd tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 931 time: 0.1748502 Jul 05 04:08:37.104828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d2af9291-8d85-47e7-b47f-6a531bc8255e tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1459966 Jul 05 04:08:37.105609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46782) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:37.132048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f93917-9386-4972-b6d5-047307f8edd6 req-0750b483-948a-45a5-9700-52a48f1bee73 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:37.133558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8f93917-9386-4972-b6d5-047307f8edd6 req-0750b483-948a-45a5-9700-52a48f1bee73 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 932 time: 0.1786442 Jul 05 04:08:37.160079 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-feced27d-311a-4ea2-992e-845e0bbe0f26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.169587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5848d42a-2a0b-4543-8b2a-eeda1d005983 req-3daa277f-b06d-4882-b1f9-99eafc58d9b5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683694 Jul 05 04:08:37.189824 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fc3899b2-8a55-4274-81c9-3860c3256562 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.195645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8f93917-9386-4972-b6d5-047307f8edd6 req-35e261bf-db62-4c81-9d91-f12a8ab572a2 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499611 Jul 05 04:08:37.219454 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fc3899b2-8a55-4274-81c9-3860c3256562 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.229557 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-feced27d-311a-4ea2-992e-845e0bbe0f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.271586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-0b7abcc0-447c-4f36-8dc6-d7dc491cf429 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7462969 Jul 05 04:08:37.283761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Request body: {'port': {'device_id': '06b7a97a-4516-4009-bcd2-84a5454c092c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:37.291317 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-feced27d-311a-4ea2-992e-845e0bbe0f26 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=968dbf95ad9548ad9a73c9cb89167d6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7008023 Jul 05 04:08:37.294526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feced27d-311a-4ea2-992e-845e0bbe0f26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f4222ee-7302-4f37-9b3f-bd691da3193a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.298353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46786) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:37.312327 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0eb71eed-1be9-4c74-a92f-54473912e7f6 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.5367317 Jul 05 04:08:37.320695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46788) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:37.331782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-28e7ab24-30af-4beb-9dbd-81f47501cfe5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6334507 Jul 05 04:08:37.361522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Request body: {'port': {'device_id': '0298c8ae-86f6-43b5-874c-cc4262abd265', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:37.369903 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb9a4-8c16-4e03-bb3c-9f1e906429c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.393511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fc3899b2-8a55-4274-81c9-3860c3256562 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.397107 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fc3899b2-8a55-4274-81c9-3860c3256562 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.398290 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fc3899b2-8a55-4274-81c9-3860c3256562 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-groups/c5ba7d10-872f-4429-b5de-a21dd31c35ff HTTP/1.1" status: 204 len: 168 time: 0.2916067 Jul 05 04:08:37.400625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb9a4-8c16-4e03-bb3c-9f1e906429c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.410976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46792) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:37.433141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3899b2-8a55-4274-81c9-3860c3256562 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5ba7d10-872f-4429-b5de-a21dd31c35ff,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.501511 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f3ab70c3-cc84-42b4-88e4-b36b415057e6 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0887289 Jul 05 04:08:37.507643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46794) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:37.513543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-56c20c56-af8a-4348-a134-e42cd7eedebc tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group': {'name': 'tempest-secgroup--191324026'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:37.670607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56c20c56-af8a-4348-a134-e42cd7eedebc tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.705257 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb9a4-8c16-4e03-bb3c-9f1e906429c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.707757 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3fbbb9a4-8c16-4e03-bb3c-9f1e906429c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.709738 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3fbbb9a4-8c16-4e03-bb3c-9f1e906429c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7f4222ee-7302-4f37-9b3f-bd691da3193a HTTP/1.1" status: 204 len: 168 time: 0.4100444 Jul 05 04:08:37.723720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbbb9a4-8c16-4e03-bb3c-9f1e906429c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f4222ee-7302-4f37-9b3f-bd691da3193a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.797170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Request body: {'network': {'name': 'tempest-network--413746846', 'router:external': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:37.799346 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56c20c56-af8a-4348-a134-e42cd7eedebc tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.835773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-790fd924-20b8-479c-b668-5364d5f89e12 req-88fd1442-2631-40db-b96f-bc0ce99abd13 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0706391 Jul 05 04:08:37.848656 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.873848 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56c20c56-af8a-4348-a134-e42cd7eedebc tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:37.908225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c20c56-af8a-4348-a134-e42cd7eedebc tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf21e7c-27ac-4c97-9794-dbcbd0e594da,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:37.945217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.031513 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a248b932-6af7-490e-acbc-1b3f085811b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.049494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56c20c56-af8a-4348-a134-e42cd7eedebc tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.051202 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-56c20c56-af8a-4348-a134-e42cd7eedebc tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5424249 Jul 05 04:08:38.054535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46808) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:38.061020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Made reservation on behalf of 48464023898541a388e08c6e37dd7e77 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:38.062909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-594ea6dd-0082-4429-8fff-0b7e7db59e83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': '5cf21e7c-27ac-4c97-9794-dbcbd0e594da', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:38.063458 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.111283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8460850-3f25-4a06-b5ee-6547a1d6c093 req-8908cffb-661f-4b39-bdc4-33eff95223e7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0838666 Jul 05 04:08:38.118236 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.173870 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-594ea6dd-0082-4429-8fff-0b7e7db59e83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.254677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-594ea6dd-0082-4429-8fff-0b7e7db59e83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.322011 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-594ea6dd-0082-4429-8fff-0b7e7db59e83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.340931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594ea6dd-0082-4429-8fff-0b7e7db59e83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7b91a2-1c8f-4014-9a53-ccf97a72479b,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:38.636940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771eabea-f683-462d-9a97-dd3604e66601 req-1d18ee3f-6d95-43f7-b334-33169ee5c0a0 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:38.638565 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-771eabea-f683-462d-9a97-dd3604e66601 req-1d18ee3f-6d95-43f7-b334-33169ee5c0a0 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 931 time: 0.2940626 Jul 05 04:08:38.651748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.710959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aaa3dd20-d711-4182-a581-8b20c6e94ffb {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:38.727273 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.732045 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.742015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f677215-d9d4-480f-9de1-31fc501aab2b req-abbb7046-3f5a-4ee1-87f8-c6dc541e0467 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:38.748768 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f677215-d9d4-480f-9de1-31fc501aab2b req-abbb7046-3f5a-4ee1-87f8-c6dc541e0467 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 932 time: 0.3427930 Jul 05 04:08:38.769085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c8af9a3-03e9-4e56-9377-3f23b99e7efe {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:38.794335 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.796614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-594ea6dd-0082-4429-8fff-0b7e7db59e83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.801507 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-594ea6dd-0082-4429-8fff-0b7e7db59e83 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7452102 Jul 05 04:08:38.802201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46832) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:38.813865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:38.816329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Transition to ACTIVE for port object aaa3dd20-d711-4182-a581-8b20c6e94ffb will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:38.828137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ed8109c-fbc5-4f13-8537-9a803a7cdb2f tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.830934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-771eabea-f683-462d-9a97-dd3604e66601 req-e0ac59cb-f176-4ef0-931a-a96c8df6096c tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1723506 Jul 05 04:08:38.838291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ed8109c-fbc5-4f13-8537-9a803a7cdb2f tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.854973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Transition to ACTIVE for port object 5c8af9a3-03e9-4e56-9377-3f23b99e7efe will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:38.862138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7be98ace-a3a7-4cfe-b7b4-cba8e6abfc82,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:38.862138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.862138 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Added segment a65ccd13-8729-46bd-af73-020d42f43cad of type vlan for network 7d819d2b-69a6-40ad-80c9-b237179b986d Jul 05 04:08:38.904029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.917428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f677215-d9d4-480f-9de1-31fc501aab2b req-3066187f-5920-4466-8720-bf2741f77c62 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574013 Jul 05 04:08:38.945771 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.975476 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.979179 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ed8109c-fbc5-4f13-8537-9a803a7cdb2f tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.989748 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ed8109c-fbc5-4f13-8537-9a803a7cdb2f tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:38.993392 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ed8109c-fbc5-4f13-8537-9a803a7cdb2f tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/ed7b91a2-1c8f-4014-9a53-ccf97a72479b HTTP/1.1" status: 204 len: 168 time: 0.1901636 Jul 05 04:08:38.997255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46836) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:39.005061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed8109c-fbc5-4f13-8537-9a803a7cdb2f tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ed7b91a2-1c8f-4014-9a53-ccf97a72479b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.025673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa3dd20-d711-4182-a581-8b20c6e94ffb,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.217241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-de2fe4ac-94cc-4f75-820e-825149391949 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2079268 Jul 05 04:08:39.220215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46842) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:39.221273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.241162 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.242132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:39.242724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.289293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74aea059-0930-4cc6-8fe8-e680c3ce34d9 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.315576 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74aea059-0930-4cc6-8fe8-e680c3ce34d9 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.316715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Attempting to bind port aaa3dd20-d711-4182-a581-8b20c6e94ffb on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:39.317141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Attempting to bind port aaa3dd20-d711-4182-a581-8b20c6e94ffb by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:39.317355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Attempting to bind port aaa3dd20-d711-4182-a581-8b20c6e94ffb on network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:39.336428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Port aaa3dd20-d711-4182-a581-8b20c6e94ffb on network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:39.336759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Attempting to bind port aaa3dd20-d711-4182-a581-8b20c6e94ffb on network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:39.342217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Attempting to bind port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:39.342553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Attempting to bind port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:39.342890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Attempting to bind port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe on network b0d08a59-1f78-48fd-98d2-9c4870c1481d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:39.347945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event updated for resources: {'Network': ['ID=7d819d2b-69a6-40ad-80c9-b237179b986d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.352177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:39.352674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Checking segment: {'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:39.353222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Bound using segment: {'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:39.353795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Bound port: aaa3dd20-d711-4182-a581-8b20c6e94ffb, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:39.354616 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.358178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe on network b0d08a59-1f78-48fd-98d2-9c4870c1481d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:08:39.358773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Attempting to bind port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe on network b0d08a59-1f78-48fd-98d2-9c4870c1481d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:39.361087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 7d819d2b-69a6-40ad-80c9-b237179b986d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:39.373511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:39.373781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Checking segment: {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:39.374125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Bound using segment: {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:39.374562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Bound port: 5c8af9a3-03e9-4e56-9377-3f23b99e7efe, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:39.374926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.410205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a4206a54-13ff-450f-81f8-478fe06332c9 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 2.0881255 Jul 05 04:08:39.413547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46848) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:39.480746 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74aea059-0930-4cc6-8fe8-e680c3ce34d9 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.488781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74aea059-0930-4cc6-8fe8-e680c3ce34d9 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.488781 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-74aea059-0930-4cc6-8fe8-e680c3ce34d9 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-groups/5cf21e7c-27ac-4c97-9794-dbcbd0e594da HTTP/1.1" status: 204 len: 168 time: 0.2635288 Jul 05 04:08:39.489096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46852) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:39.494619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] For port aaa3dd20-d711-4182-a581-8b20c6e94ffb, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:39.503487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74aea059-0930-4cc6-8fe8-e680c3ce34d9 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf21e7c-27ac-4c97-9794-dbcbd0e594da,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.521849 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.525936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] For port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:39.532209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] For port aaa3dd20-d711-4182-a581-8b20c6e94ffb, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=aaa3dd20-d711-4182-a581-8b20c6e94ffb,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:39.544684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] For port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:39.576487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ed5b3acc-5992-41b8-ab1e-cd4a57b88239 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0844610 Jul 05 04:08:39.577152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46854) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:39.581789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2ab96006-5fc2-4b62-96a0-e6a7e5eee967 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group': {'name': 'tempest-secgroup--13992911'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:39.612396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.623416 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.623766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d819d2b-69a6-40ad-80c9-b237179b986d']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:39.636662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a65ccd13-8729-46bd-af73-020d42f43cad') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:39.637098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a65ccd13-8729-46bd-af73-020d42f43cad') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:39.646752 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.659207 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.669178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.669925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:39.670557 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.672088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] 10.222.0.26 "PUT /v2.0/ports/aaa3dd20-d711-4182-a581-8b20c6e94ffb HTTP/1.1" status: 200 len: 1093 time: 2.3932414 Jul 05 04:08:39.677809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:39.678380 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:39.680335 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:39.685477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b7a97a-4516-4009-bcd2-84a5454c092c', 'tag': 'aaa3dd20-d711-4182-a581-8b20c6e94ffb'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:39.687845 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b8d7f9e-c9c1-48b0-b4b5-a9161bbddd5a" -d '{"events": [{"name": "network-changed", "server_uuid": "06b7a97a-4516-4009-bcd2-84a5454c092c", "tag": "aaa3dd20-d711-4182-a581-8b20c6e94ffb"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:39.712550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:39.713180 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.714991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] 10.222.0.26 "PUT /v2.0/ports/5c8af9a3-03e9-4e56-9377-3f23b99e7efe HTTP/1.1" status: 200 len: 1092 time: 2.3591864 Jul 05 04:08:39.717808 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ab96006-5fc2-4b62-96a0-e6a7e5eee967 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.746551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6698873-a738-47e5-97b1-4cad2e7d4d09 service neutron] Pushing event updated for resources: {'Port': ['ID=aaa3dd20-d711-4182-a581-8b20c6e94ffb,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.790560 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33ec2527-ae3f-4523-b86d-37cf8a62def7 x-openstack-request-id: req-33ec2527-ae3f-4523-b86d-37cf8a62def7 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:39.790975 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b7a97a-4516-4009-bcd2-84a5454c092c", "tag": "aaa3dd20-d711-4182-a581-8b20c6e94ffb", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:39.791175 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33ec2527-ae3f-4523-b86d-37cf8a62def7 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:39.791554 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b7a97a-4516-4009-bcd2-84a5454c092c', 'tag': 'aaa3dd20-d711-4182-a581-8b20c6e94ffb', 'status': 'completed', 'code': 200} Jul 05 04:08:39.867365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d26bb6-68f2-46ff-bc8f-e146cb0eeec8 service neutron] Pushing event updated for resources: {'Port': ['ID=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.907479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b83f518d-7828-49c0-9612-0ba286e3cb8c req-cb9d2600-c3e2-49d5-8dc7-f1cdd546e4cc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0363641 Jul 05 04:08:39.913600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.926344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7d819d2b-69a6-40ad-80c9-b237179b986d {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:08:39.963859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event deleted for resources: {'Network': ['ID=7d819d2b-69a6-40ad-80c9-b237179b986d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:39.972367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:39.985264 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c6d23002-c2d6-4968-9280-99829c6ff50a tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "DELETE /v2.0/networks/7d819d2b-69a6-40ad-80c9-b237179b986d HTTP/1.1" status: 204 len: 168 time: 0.5697165 Jul 05 04:08:39.987180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46876) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:40.000424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:40.124265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d7f9e-c9c1-48b0-b4b5-a9161bbddd5a req-403ac319-6ef2-42a8-a903-100de5f344be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.125623 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b8d7f9e-c9c1-48b0-b4b5-a9161bbddd5a req-403ac319-6ef2-42a8-a903-100de5f344be service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 1096 time: 0.3082690 Jul 05 04:08:40.294085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-893e4bfc-6059-4f42-ab60-5603904175e9 req-cd536eb8-bc3b-4d56-bf70-2f1d53d8c20d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1238563 Jul 05 04:08:40.305962 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ab96006-5fc2-4b62-96a0-e6a7e5eee967 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.324776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-2c1c7251-327f-4f2a-8011-a33673c9b8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.326297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-2c1c7251-327f-4f2a-8011-a33673c9b8f3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 1095 time: 0.4217927 Jul 05 04:08:40.399448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739b334e-3bd4-4c93-9519-4a0430aae12b req-568050d4-9648-40b5-982b-0b35910a7ed3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.407105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-739b334e-3bd4-4c93-9519-4a0430aae12b req-568050d4-9648-40b5-982b-0b35910a7ed3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 943 time: 0.4009082 Jul 05 04:08:40.423947 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ab96006-5fc2-4b62-96a0-e6a7e5eee967 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.426983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-13f985ba-26ac-4bdf-9cbb-90f06372d5e2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c8af9a3-03e9-4e56-9377-3f23b99e7efe HTTP/1.1" status: 200 len: 217 time: 0.0908086 Jul 05 04:08:40.477656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Made reservation on behalf of 48464023898541a388e08c6e37dd7e77 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:40.486771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.494073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e3d5faa-eabc-491f-81ba-ca9790cbf0e4 req-7c3f617c-b6e2-49fb-9907-7255a981dfea tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.495652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e3d5faa-eabc-491f-81ba-ca9790cbf0e4 req-7c3f617c-b6e2-49fb-9907-7255a981dfea tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 944 time: 0.3680389 Jul 05 04:08:40.526573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d7f9e-c9c1-48b0-b4b5-a9161bbddd5a req-d94bfffc-ae83-455a-92b7-b2029c7f8828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.528126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b8d7f9e-c9c1-48b0-b4b5-a9161bbddd5a req-d94bfffc-ae83-455a-92b7-b2029c7f8828 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3720219 Jul 05 04:08:40.542853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:40.558048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.558407 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Added segment 80a87db1-c832-4576-9a51-1644f0fd887e of type vlan for network b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae Jul 05 04:08:40.569463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab96006-5fc2-4b62-96a0-e6a7e5eee967 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d09d4af-8146-45fd-bd28-950890f9bd49,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:40.607597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.776558 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.777706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.778246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.813125 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5c79018d-5387-4a61-90c1-e4effe2ba4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.854006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event updated for resources: {'Network': ['ID=b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:40.855344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-739b334e-3bd4-4c93-9519-4a0430aae12b req-708ff89b-e70e-491a-9da6-042b2e438d0b tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4473333 Jul 05 04:08:40.862137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.862494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.862853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.863187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.863523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.864095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.864468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.864805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.865138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.865625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.865908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ab96006-5fc2-4b62-96a0-e6a7e5eee967 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.866294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.866633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:40.869830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2ab96006-5fc2-4b62-96a0-e6a7e5eee967 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2890787 Jul 05 04:08:40.869991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46892) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:40.875196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-aedb9c87-6f30-496e-a8a1-25638a6691df tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': '6d09d4af-8146-45fd-bd28-950890f9bd49', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:40.877122 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:40.879485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-3f082085-9fb8-40e2-a92e-6dcb4fbcaa8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:40.881485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-3f082085-9fb8-40e2-a92e-6dcb4fbcaa8c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd63db0-3043-4b09-b9b2-4009b4c5d6f4 HTTP/1.1" status: 200 len: 854 time: 0.4267685 Jul 05 04:08:40.889379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:40.910534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e3d5faa-eabc-491f-81ba-ca9790cbf0e4 req-13b8ad91-1069-4535-868e-87acfd2f317f tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3903480 Jul 05 04:08:40.934154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-a695db44-8467-40eb-bf2e-e3c76aa42394 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0d08a59-1f78-48fd-98d2-9c4870c1481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434530 Jul 05 04:08:40.975526 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-95841346-8675-4a8f-9818-4bec9e9e62e6 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9848571 Jul 05 04:08:40.980476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46894) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:40.989100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Request body: {'subnet': {'network_id': 'b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:41.015265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8d7f9e-c9c1-48b0-b4b5-a9161bbddd5a req-1048f552-0245-426e-8468-b67d1f225dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:41.016806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b8d7f9e-c9c1-48b0-b4b5-a9161bbddd5a req-1048f552-0245-426e-8468-b67d1f225dcc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4680617 Jul 05 04:08:41.055813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-a011e1a8-7206-421e-981b-8a1af686c013 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1143425 Jul 05 04:08:41.105478 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aedb9c87-6f30-496e-a8a1-25638a6691df tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.181836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aedb9c87-6f30-496e-a8a1-25638a6691df tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.195478 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a4f286d-4822-4735-8221-136eb24e1d4f req-d39e9cc5-7847-4d2e-aaa7-ce938692b564 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334760 Jul 05 04:08:41.199868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-a4b70b7a-f694-40ff-8cba-36dc9880341c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:41.201294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-a4b70b7a-f694-40ff-8cba-36dc9880341c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 1096 time: 0.1297247 Jul 05 04:08:41.218822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Made reservation on behalf of 48464023898541a388e08c6e37dd7e77 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:41.222049 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.248936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-48fcf48e-d9bf-4720-b4c4-73e782590f6f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaa3dd20-d711-4182-a581-8b20c6e94ffb HTTP/1.1" status: 200 len: 217 time: 0.0366712 Jul 05 04:08:41.300191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aedb9c87-6f30-496e-a8a1-25638a6691df tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.301752 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-13ca6161-49ba-49cb-b0cb-3dfcb9f44c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:41.304896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-13ca6161-49ba-49cb-b0cb-3dfcb9f44c7f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b18ad229-2b76-436e-a5ae-773c997fa5d7 HTTP/1.1" status: 200 len: 851 time: 0.0473933 Jul 05 04:08:41.326875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedb9c87-6f30-496e-a8a1-25638a6691df tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=add80872-f4aa-44c6-9cd4-221b335dbf8b,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:41.346069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-b110f62d-c133-40b8-a05b-b4f2475444e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342793 Jul 05 04:08:41.409174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aedb9c87-6f30-496e-a8a1-25638a6691df tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.410375 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aedb9c87-6f30-496e-a8a1-25638a6691df tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5394633 Jul 05 04:08:41.413605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46900) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:41.434699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f83fd509-9a62-4f84-b221-b5c6e74fbe42 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules/add80872-f4aa-44c6-9cd4-221b335dbf8b HTTP/1.1" status: 200 len: 763 time: 0.0199044 Jul 05 04:08:41.438764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46902) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:41.462717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-4791ea22-ebc1-4b20-8924-d52de8f03310 service neutron] 10.222.0.26 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1076462 Jul 05 04:08:41.481757 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3362947b-73bb-4318-9368-9dce38624681 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0417848 Jul 05 04:08:41.487166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46904) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:41.511970 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a910f83e-84a3-4421-a129-1eac62b6a027 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.520660 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a910f83e-84a3-4421-a129-1eac62b6a027 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.574537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88ecedb7-1aca-4dec-a118-21c61cb9ea67 req-4dde7b83-be93-466f-8194-4570809970fc service neutron] 10.222.0.26 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051192 Jul 05 04:08:41.663475 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a910f83e-84a3-4421-a129-1eac62b6a027 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.687406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a910f83e-84a3-4421-a129-1eac62b6a027 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.688575 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a910f83e-84a3-4421-a129-1eac62b6a027 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/add80872-f4aa-44c6-9cd4-221b335dbf8b HTTP/1.1" status: 204 len: 168 time: 0.2003977 Jul 05 04:08:41.690753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:08:41.691243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46908) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:41.691403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.702202 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a910f83e-84a3-4421-a129-1eac62b6a027 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=add80872-f4aa-44c6-9cd4-221b335dbf8b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:41.742580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5e26fa3d-1a0d-431d-afc0-58b5dfabd03e tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0474129 Jul 05 04:08:41.742804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46910) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:41.747546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8a275089-a75d-463f-91e3-f9f07959ff13 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': '6d09d4af-8146-45fd-bd28-950890f9bd49', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:41.756167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event updated for resources: {'Subnet': ['ID=864e32db-639d-49f6-a16a-2cdcfaad77ac,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:41.767603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Checking segment: {'id': '80a87db1-c832-4576-9a51-1644f0fd887e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:41.768131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Network hostable DHCP agents. Network: b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:41.793019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0298c8ae-86f6-43b5-874c-cc4262abd265', 'tag': '5c8af9a3-03e9-4e56-9377-3f23b99e7efe'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:41.795373 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7" -d '{"events": [{"name": "network-changed", "server_uuid": "0298c8ae-86f6-43b5-874c-cc4262abd265", "tag": "5c8af9a3-03e9-4e56-9377-3f23b99e7efe"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:41.830189 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf148b83-a80e-455b-8ad2-decf83a5bc81 x-openstack-request-id: req-cf148b83-a80e-455b-8ad2-decf83a5bc81 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:41.830486 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0298c8ae-86f6-43b5-874c-cc4262abd265", "tag": "5c8af9a3-03e9-4e56-9377-3f23b99e7efe", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:41.830763 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf148b83-a80e-455b-8ad2-decf83a5bc81 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:41.831163 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0298c8ae-86f6-43b5-874c-cc4262abd265', 'tag': '5c8af9a3-03e9-4e56-9377-3f23b99e7efe', 'status': 'completed', 'code': 200} Jul 05 04:08:41.864032 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a275089-a75d-463f-91e3-f9f07959ff13 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.869938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Network b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:41.876949 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.952478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:41.974798 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a275089-a75d-463f-91e3-f9f07959ff13 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.975499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6650cf0-efde-4160-a5ce-921ba27c2b97 None None] Network b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:41.975611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:41.975611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:41.980938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7 req-cffaa59c-26b2-4e60-ae96-9be5a0a22ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:41.983571 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7 req-cffaa59c-26b2-4e60-ae96-9be5a0a22ea3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 1095 time: 0.1165085 Jul 05 04:08:42.078791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a275089-a75d-463f-91e3-f9f07959ff13 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.084231 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cc3ee4a5-5b7b-481a-9002-92c74cf3ec72 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1007965 Jul 05 04:08:42.087890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46920) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:42.093883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Request body: {'floatingip': {'floating_network_id': 'b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:42.149912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a275089-a75d-463f-91e3-f9f07959ff13 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c90c1862-dc0b-4125-912a-ea26ed27247e,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:42.195479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572eec8e-c60f-4d9e-82d2-90130961d9cf None None] Network b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:42.213702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.219165 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7 req-caa66841-3b9e-46b3-8372-aea378659c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.222239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7 req-caa66841-3b9e-46b3-8372-aea378659c93 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 915 time: 0.2300529 Jul 05 04:08:42.279772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7 req-736c1efc-ef1a-4150-b081-2ea004c56a81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=5c8af9a3-03e9-4e56-9377-3f23b99e7efe HTTP/1.1" status: 200 len: 217 time: 0.0509839 Jul 05 04:08:42.290356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e56aff-134c-4cc1-9ec4-605aad35d889 req-21fcb54e-7ded-4a7d-ae90-d0d5db064a48 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.291935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e56aff-134c-4cc1-9ec4-605aad35d889 req-21fcb54e-7ded-4a7d-ae90-d0d5db064a48 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 943 time: 0.2907767 Jul 05 04:08:42.295017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a275089-a75d-463f-91e3-f9f07959ff13 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.299295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8a275089-a75d-463f-91e3-f9f07959ff13 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5555243 Jul 05 04:08:42.300134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46926) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:42.352206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.407254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1e5d599-d245-4275-94ed-c099498cc39f req-d12ec46d-caea-461d-9a22-890964b841d8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0809064 Jul 05 04:08:42.416380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-553cc685-48f8-4e56-a343-1391d64715ae tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules/c90c1862-dc0b-4125-912a-ea26ed27247e HTTP/1.1" status: 200 len: 763 time: 0.1010907 Jul 05 04:08:42.420915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46932) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:42.440798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8212f4e4-b5d8-4f11-b9d8-76c42f6dcf31 req-aca74c8a-569a-4200-979a-8d936f39bf8d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.442324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8212f4e4-b5d8-4f11-b9d8-76c42f6dcf31 req-aca74c8a-569a-4200-979a-8d936f39bf8d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 944 time: 0.3553441 Jul 05 04:08:42.453965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7 req-1c2e5321-1a16-43eb-ba04-421159024650 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:42.455539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7 req-1c2e5321-1a16-43eb-ba04-421159024650 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd63db0-3043-4b09-b9b2-4009b4c5d6f4 HTTP/1.1" status: 200 len: 854 time: 0.1626775 Jul 05 04:08:42.467418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e56aff-134c-4cc1-9ec4-605aad35d889 req-f17d1ad5-4ba6-49f5-86d4-4e19bea0ba8d tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1391490 Jul 05 04:08:42.507634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7 req-f277d6b0-bb3d-4461-ae92-e989bd851815 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0d08a59-1f78-48fd-98d2-9c4870c1481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391643 Jul 05 04:08:42.509053 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4fc91cf1-51ef-49e7-9671-17471cbf5a7f tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0868738 Jul 05 04:08:42.511891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46934) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:42.536377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Allocated IP 172.20.0.2 (b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae/864e32db-639d-49f6-a16a-2cdcfaad77ac/25239639-646e-4e4b-8bd2-15f15f03f281) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:42.634188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8212f4e4-b5d8-4f11-b9d8-76c42f6dcf31 req-951c27d4-a2a2-47c6-90c0-4cb6cececd7d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775517 Jul 05 04:08:42.643803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e022d1d-1771-431c-b15e-e0d5acc91964 req-d4cbf119-77c5-4cda-80cd-df151577554f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0776763 Jul 05 04:08:42.672177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d1ab0481-154e-4459-aa57-5c6d3c6d9823 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.673329 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d1ab0481-154e-4459-aa57-5c6d3c6d9823 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.687944 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.726731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7 req-859dee79-3a01-4d9a-911f-1b7252cb37ed service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2123175 Jul 05 04:08:42.815613 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d1ab0481-154e-4459-aa57-5c6d3c6d9823 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.826727 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d1ab0481-154e-4459-aa57-5c6d3c6d9823 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.827844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d1ab0481-154e-4459-aa57-5c6d3c6d9823 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c90c1862-dc0b-4125-912a-ea26ed27247e HTTP/1.1" status: 204 len: 168 time: 0.3146720 Jul 05 04:08:42.830464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46942) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:42.837360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d0b142b-cc1c-4272-a2f1-5c89b3eb1fa7 req-7e9c42cb-a01d-4d06-bd6d-8beb4a0f4565 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030989 Jul 05 04:08:42.838212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ab0481-154e-4459-aa57-5c6d3c6d9823 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c90c1862-dc0b-4125-912a-ea26ed27247e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:42.870607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:42.887832 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f1768e37-8ecd-49c7-8a94-634767a10f60 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0561140 Jul 05 04:08:42.890454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46944) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:42.895352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-edca96b0-e6ea-4fe2-b8a7-755be5d8bd7c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Request body: {'security_group_rule': {'security_group_id': '6d09d4af-8146-45fd-bd28-950890f9bd49', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:42.922972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Network b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:42.925914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:42.929092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:42.970250 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event updated for resources: {'Port': ['ID=25239639-646e-4e4b-8bd2-15f15f03f281,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:42.981844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-edca96b0-e6ea-4fe2-b8a7-755be5d8bd7c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.032988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.044685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-edca96b0-e6ea-4fe2-b8a7-755be5d8bd7c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.142412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-edca96b0-e6ea-4fe2-b8a7-755be5d8bd7c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.154174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.164742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edca96b0-e6ea-4fe2-b8a7-755be5d8bd7c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a3e6def5-969d-4777-92f5-5c6a7f1619a3,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:43.262448 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-edca96b0-e6ea-4fe2-b8a7-755be5d8bd7c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.263837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-edca96b0-e6ea-4fe2-b8a7-755be5d8bd7c tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3721623 Jul 05 04:08:43.266580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46946) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.286966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-67af369f-279d-4a6f-8b8f-18327d711e97 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules/a3e6def5-969d-4777-92f5-5c6a7f1619a3 HTTP/1.1" status: 200 len: 764 time: 0.0159531 Jul 05 04:08:43.286966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46948) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.323168 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.335049 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d87f3e36-dd08-4294-b422-ee6eb471e017 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0470252 Jul 05 04:08:43.337719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46950) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.362429 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-66e076de-c7c5-4314-84dd-b230da091fb5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.370377 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-66e076de-c7c5-4314-84dd-b230da091fb5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.413489 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.453474 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.487147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event updated for resources: {'Port': ['ID=25239639-646e-4e4b-8bd2-15f15f03f281,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:43.499081 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.544479 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-66e076de-c7c5-4314-84dd-b230da091fb5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.556251 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-66e076de-c7c5-4314-84dd-b230da091fb5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.558235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-66e076de-c7c5-4314-84dd-b230da091fb5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a3e6def5-969d-4777-92f5-5c6a7f1619a3 HTTP/1.1" status: 204 len: 168 time: 0.2188056 Jul 05 04:08:43.560950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46954) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.562361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e076de-c7c5-4314-84dd-b230da091fb5 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a3e6def5-969d-4777-92f5-5c6a7f1619a3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:43.613401 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fd52778e-8aac-4adf-b833-9314ae09246e tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0459216 Jul 05 04:08:43.615824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46956) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.633846 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.636192 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-83df0075-3d1a-479e-b4f6-62b7d89e2b1c tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 1.5469248 Jul 05 04:08:43.638762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46958) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.682492 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aa661ff-6529-49d6-85d5-35caec836f5d tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.716232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aa661ff-6529-49d6-85d5-35caec836f5d tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.733174 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.761721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46970) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.767404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c2dc961a-c657-430b-8e85-30ff477ae5d5 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae HTTP/1.1" status: 200 len: 689 time: 0.1210477 Jul 05 04:08:43.845413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aa661ff-6529-49d6-85d5-35caec836f5d tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.848341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aa661ff-6529-49d6-85d5-35caec836f5d tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.852671 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7aa661ff-6529-49d6-85d5-35caec836f5d tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "DELETE /v2.0/security-groups/6d09d4af-8146-45fd-bd28-950890f9bd49 HTTP/1.1" status: 204 len: 168 time: 0.2327733 Jul 05 04:08:43.859601 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46972) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:43.861850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f77b42-e4e9-4ef0-a83b-0153cc236557 req-1f121a41-326f-4e9b-a9a5-aa1bfc4ffb5f tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:43.863657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06f77b42-e4e9-4ef0-a83b-0153cc236557 req-1f121a41-326f-4e9b-a9a5-aa1bfc4ffb5f tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 943 time: 0.2687128 Jul 05 04:08:43.902946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa661ff-6529-49d6-85d5-35caec836f5d tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d09d4af-8146-45fd-bd28-950890f9bd49,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:43.915412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:43.917460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06f77b42-e4e9-4ef0-a83b-0153cc236557 req-235e1eea-3cfb-4943-bc22-b374f3c2a213 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474963 Jul 05 04:08:43.947225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3009bb36-fc6e-4aae-bfcb-044bbf1721ed req-4f06495b-2c4c-4565-80af-4b314f973c9b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:43.948870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3009bb36-fc6e-4aae-bfcb-044bbf1721ed req-4f06495b-2c4c-4565-80af-4b314f973c9b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 944 time: 0.1511867 Jul 05 04:08:44.004510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3009bb36-fc6e-4aae-bfcb-044bbf1721ed req-ae333a12-1a78-4b4c-b8f6-a93b177f861b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473251 Jul 05 04:08:44.075556 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a05e3a60-99b5-4b49-8da6-40ea8b7a4368 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2144315 Jul 05 04:08:44.084697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46976) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:44.136018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Deleting port 25239639-646e-4e4b-8bd2-15f15f03f281 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:08:44.136378 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.155545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b994ca4b-a642-4cee-855c-7583319f9c54 tempest-SecGroupTest-1629428417 tempest-SecGroupTest-1629428417-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0642595 Jul 05 04:08:44.221969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.222303 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.234962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Calling delete_port for 25239639-646e-4e4b-8bd2-15f15f03f281 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:08:44.306685 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.441932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fab812b4-cf57-4b50-8118-39eebd205966 req-a2f8d216-724e-4ca2-8dfb-12d0c581a995 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0310767 Jul 05 04:08:44.476323 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.511174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event deleted for resources: {'Port': ['ID=25239639-646e-4e4b-8bd2-15f15f03f281,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:44.557600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device aaa3dd20-d711-4182-a581-8b20c6e94ffb details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:44.596652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.622697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16c0172e-24d3-4cdb-a7c6-9bb76d34d0cb req-ba188363-323c-4155-b7f1-d072a1ba2683 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0412786 Jul 05 04:08:44.649214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.676084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port aaa3dd20-d711-4182-a581-8b20c6e94ffb, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=aaa3dd20-d711-4182-a581-8b20c6e94ffb,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:44.694047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'aaa3dd20-d711-4182-a581-8b20c6e94ffb', 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678', 'port_id': 'aaa3dd20-d711-4182-a581-8b20c6e94ffb', 'mac_address': 'fa:16:3e:42:8e:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18ad229-2b76-436e-a5ae-773c997fa5d7', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:44.746536 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.761765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aaa3dd20-d711-4182-a581-8b20c6e94ffb {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:44.790925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port aaa3dd20-d711-4182-a581-8b20c6e94ffb, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=aaa3dd20-d711-4182-a581-8b20c6e94ffb,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:44.831143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.853146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46998) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:44.865690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=864e32db-639d-49f6-a16a-2cdcfaad77ac,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:44.899075 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:44.900006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5c8af9a3-03e9-4e56-9377-3f23b99e7efe details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:08:45.042580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b54f3b4-693c-4b0e-9e9b-2d7da24affe8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=24a9a9a100be4bd783839f41c5b4a236&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1881821 Jul 05 04:08:45.047183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47006) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:45.049845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=aaa3dd20-d711-4182-a581-8b20c6e94ffb,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.131182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:45.152223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '5c8af9a3-03e9-4e56-9377-3f23b99e7efe', 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d', 'port_id': '5c8af9a3-03e9-4e56-9377-3f23b99e7efe', 'mac_address': 'fa:16:3e:4d:8d:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd63db0-3043-4b09-b9b2-4009b4c5d6f4', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:08:45.209768 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.224601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c8af9a3-03e9-4e56-9377-3f23b99e7efe {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:08:45.237772 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0cffb09-fe55-4702-866b-4a08f752d93b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.251220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:45.307618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0cffb09-fe55-4702-866b-4a08f752d93b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.315023 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.321796 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.327803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:45.342093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a87db1-c832-4576-9a51-1644f0fd887e') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:45.342997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a87db1-c832-4576-9a51-1644f0fd887e') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:45.354420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.374585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be897d55-dd9a-44b6-8847-76784683e98a req-d8e08534-18d4-48e7-aa13-82cbccc38439 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.377878 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.382689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be897d55-dd9a-44b6-8847-76784683e98a req-d8e08534-18d4-48e7-aa13-82cbccc38439 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 945 time: 0.2051589 Jul 05 04:08:45.389342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:45.389748 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.407830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.415586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6aa874-77d9-4f99-9914-62aa97681da4 req-ddac3664-ac84-4503-a020-de159bc54c6a tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.417261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe6aa874-77d9-4f99-9914-62aa97681da4 req-ddac3664-ac84-4503-a020-de159bc54c6a tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 943 time: 0.2386501 Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:45.439868 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:45.472984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be897d55-dd9a-44b6-8847-76784683e98a req-3a3cd59c-95be-43ba-b188-2e7fcaae88ab tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835154 Jul 05 04:08:45.500669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe6aa874-77d9-4f99-9914-62aa97681da4 req-08cbbf2b-f616-497c-a4db-3668d2517b62 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763702 Jul 05 04:08:45.561938 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.574170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:08:45.577757 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.582039 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "DELETE /v2.0/networks/b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae HTTP/1.1" status: 204 len: 168 time: 1.8168149 Jul 05 04:08:45.583090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47012) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:45.591053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b00a6da-b4fe-46bd-9f0c-078eb6a8e848 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event deleted for resources: {'Network': ['ID=b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.596047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0cffb09-fe55-4702-866b-4a08f752d93b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.600753 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0cffb09-fe55-4702-866b-4a08f752d93b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:45.604389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c0cffb09-fe55-4702-866b-4a08f752d93b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c3e82df-e3f2-4b78-9261-07ab4bd6ba5a HTTP/1.1" status: 204 len: 168 time: 0.5534537 Jul 05 04:08:45.672471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['aaa3dd20-d711-4182-a581-8b20c6e94ffb'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:45.679508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cffb09-fe55-4702-866b-4a08f752d93b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c3e82df-e3f2-4b78-9261-07ab4bd6ba5a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:45.742643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['5c8af9a3-03e9-4e56-9377-3f23b99e7efe'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:08:45.748332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a21936a2-8e95-4110-a00c-5262269643e0 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1783 time: 0.1637313 Jul 05 04:08:45.751666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47018) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:45.933103 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee11372-4118-4b48-8252-a87679fa62d7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.933932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee11372-4118-4b48-8252-a87679fa62d7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.934521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee11372-4118-4b48-8252-a87679fa62d7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.934990 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee11372-4118-4b48-8252-a87679fa62d7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.935543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee11372-4118-4b48-8252-a87679fa62d7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.936003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee11372-4118-4b48-8252-a87679fa62d7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.936475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee11372-4118-4b48-8252-a87679fa62d7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.937001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee11372-4118-4b48-8252-a87679fa62d7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.937481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee11372-4118-4b48-8252-a87679fa62d7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:45.943750 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dee11372-4118-4b48-8252-a87679fa62d7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5837 time: 0.1900401 Jul 05 04:08:45.944401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47024) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:46.003232 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-5fd8fef3-9f50-4af1-86e7-378bfe992e65 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] delete failed (client error): The resource could not be found. Jul 05 04:08:46.008628 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5fd8fef3-9f50-4af1-86e7-378bfe992e65 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/7420fa7f-e755-4211-b5b0-6b2995b2b3a5 HTTP/1.1" status: 404 len: 345 time: 0.0628827 Jul 05 04:08:46.009782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47030) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:46.028999 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-39289daa-2ce2-43de-aa5f-d9cd7296fcaa tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] DELETE failed (client error): The resource could not be found. Jul 05 04:08:46.029876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39289daa-2ce2-43de-aa5f-d9cd7296fcaa tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:46.032095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-39289daa-2ce2-43de-aa5f-d9cd7296fcaa tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "DELETE /v2.0/networks/b705fb4f-f6a2-4884-b9d2-4d8b4d6498ae HTTP/1.1" status: 404 len: 339 time: 0.0208812 Jul 05 04:08:46.047248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47032) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:46.054360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Request body: {'network': {'name': 'tempest-network--1770729360', 'router:external': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:46.185542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Made reservation on behalf of 48464023898541a388e08c6e37dd7e77 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:46.188454 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.219963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:46.227702 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.228100 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Added segment 9fc69c4c-4581-4822-9d2e-fe6e9eb67353 of type vlan for network 685a61be-bf3b-43d0-9b8f-2e804b0d3a92 Jul 05 04:08:46.279393 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.416614 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.417758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.418786 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:46.487071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event updated for resources: {'Network': ['ID=685a61be-bf3b-43d0-9b8f-2e804b0d3a92,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:46.500233 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 685a61be-bf3b-43d0-9b8f-2e804b0d3a92 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:46.567207 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47050) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:46.589859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-202e3658-d92e-4ae1-b39a-a5c621dfb392 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5414550 Jul 05 04:08:46.592499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70c47553-cbbd-447d-8a1a-316726189e57 req-f6570f50-7707-4c0d-886e-b571bca2a80e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0690291 Jul 05 04:08:46.799394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff43608b-87cd-4833-8aba-a6b6006d26bd req-79b64307-0292-4b42-8986-8db1cd057c37 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.800735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff43608b-87cd-4833-8aba-a6b6006d26bd req-79b64307-0292-4b42-8986-8db1cd057c37 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 945 time: 0.1694744 Jul 05 04:08:46.837512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-526486a8-fb70-41e9-97cf-9ebaf9a905f3 req-660288b6-bc7f-4dd0-9a3c-9bf026d7baa8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0465479 Jul 05 04:08:46.849680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc00684-e164-4e53-8d19-d53ecf45c3ac tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.856996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc00684-e164-4e53-8d19-d53ecf45c3ac tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.864834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc00684-e164-4e53-8d19-d53ecf45c3ac tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.873519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfc00684-e164-4e53-8d19-d53ecf45c3ac tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.875262 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cfc00684-e164-4e53-8d19-d53ecf45c3ac tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.3069756 Jul 05 04:08:46.881514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47066) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:46.887425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d249deb-2526-4eac-9054-eb5928c4b5e7 req-f74424e0-5d49-459f-b8f8-af59d10daf6d tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:46.888950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d249deb-2526-4eac-9054-eb5928c4b5e7 req-f74424e0-5d49-459f-b8f8-af59d10daf6d tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 944 time: 0.1714792 Jul 05 04:08:46.891796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff43608b-87cd-4833-8aba-a6b6006d26bd req-a892c377-cb30-497a-862e-e61843287510 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806653 Jul 05 04:08:46.942589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d249deb-2526-4eac-9054-eb5928c4b5e7 req-d383ee30-3bad-437a-bc7a-706b4a02b245 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467956 Jul 05 04:08:46.982965 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.067559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.082575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['685a61be-bf3b-43d0-9b8f-2e804b0d3a92']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:47.100327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fc69c4c-4581-4822-9d2e-fe6e9eb67353') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:47.100327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fc69c4c-4581-4822-9d2e-fe6e9eb67353') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:47.110486 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.126360 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:47.136347 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:47.305164 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.315399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 685a61be-bf3b-43d0-9b8f-2e804b0d3a92 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:08:47.332067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.334309 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "DELETE /v2.0/networks/685a61be-bf3b-43d0-9b8f-2e804b0d3a92 HTTP/1.1" status: 204 len: 168 time: 0.4518089 Jul 05 04:08:47.335512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca34a41-05cf-4f68-a8ff-db4564e09944 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event deleted for resources: {'Network': ['ID=685a61be-bf3b-43d0-9b8f-2e804b0d3a92,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:47.339828 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47088) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:47.345506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Request body: {'network': {'name': 'tempest-network--1060409606', 'router:external': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:47.442893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Made reservation on behalf of 48464023898541a388e08c6e37dd7e77 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:47.445922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.489067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:47.500296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.500648 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Added segment 4cb28efd-7ad6-4bec-b0c4-8c8b8b038b8f of type vlan for network b750bf51-4450-4738-ae4f-223fce149635 Jul 05 04:08:47.548019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.681518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.682680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:47.683802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:47.822946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event updated for resources: {'Network': ['ID=b750bf51-4450-4738-ae4f-223fce149635,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:47.837128 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network b750bf51-4450-4738-ae4f-223fce149635 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:47.861791 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47112) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:47.862360 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4cdd0582-3d48-4920-8916-2c2f93825768 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.5205550 Jul 05 04:08:48.074760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd4c393-7b1f-4517-a8ee-e729030c0be4 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:48.078564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6bd4c393-7b1f-4517-a8ee-e729030c0be4 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] 10.222.0.30 "GET /v2.0/networks/b750bf51-4450-4738-ae4f-223fce149635 HTTP/1.1" status: 200 len: 757 time: 0.2122843 Jul 05 04:08:48.079112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47124) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:48.254186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095b3567-66ff-4049-9662-84ab74e202da tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:48.259317 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-095b3567-66ff-4049-9662-84ab74e202da tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] 10.222.0.30 "GET /v2.0/networks/d5ff9ccf-e48a-4485-8722-341d1ebe0212 HTTP/1.1" status: 200 len: 767 time: 0.1783280 Jul 05 04:08:48.260061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47138) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:48.351245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92c9b89-b848-45a6-a2f3-d59f6379ceb7 req-813511ff-454e-4287-834d-525cd1d0066e tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:48.352745 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.359083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d92c9b89-b848-45a6-a2f3-d59f6379ceb7 req-813511ff-454e-4287-834d-525cd1d0066e tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 944 time: 0.1367369 Jul 05 04:08:48.374847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab149423-699d-47d4-83b4-86667b96c458 req-8d08837d-34cb-4fa2-98b6-189861cce479 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:48.376590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab149423-699d-47d4-83b4-86667b96c458 req-8d08837d-34cb-4fa2-98b6-189861cce479 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 945 time: 0.1908438 Jul 05 04:08:48.445070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d92c9b89-b848-45a6-a2f3-d59f6379ceb7 req-95a4e6c5-eaa3-490d-b34a-dd12bda414a6 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847251 Jul 05 04:08:48.469454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab149423-699d-47d4-83b4-86667b96c458 req-95841add-6f97-4360-a392-0a4f57d10d1e tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729742 Jul 05 04:08:48.482808 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.500379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b750bf51-4450-4738-ae4f-223fce149635']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:48.518390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cb28efd-7ad6-4bec-b0c4-8c8b8b038b8f') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:48.518390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cb28efd-7ad6-4bec-b0c4-8c8b8b038b8f') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:48.527121 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.543076 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.549774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:48.555691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.589094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device aaa3dd20-d711-4182-a581-8b20c6e94ffb up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:48.637802 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:48.730822 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.740097 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b750bf51-4450-4738-ae4f-223fce149635 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:08:48.747232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.749220 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "DELETE /v2.0/networks/b750bf51-4450-4738-ae4f-223fce149635 HTTP/1.1" status: 204 len: 168 time: 0.4881444 Jul 05 04:08:48.755850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47142) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:48.764304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Request body: {'network': {'name': 'tempest-network--942393707'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:48.788520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f92c89-5633-418a-9b15-003aa48ef295 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event deleted for resources: {'Network': ['ID=b750bf51-4450-4738-ae4f-223fce149635,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:48.794708 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port aaa3dd20-d711-4182-a581-8b20c6e94ffb completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:48.829626 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port aaa3dd20-d711-4182-a581-8b20c6e94ffb triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:48.830199 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.865443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c63d7ba-efc6-4b97-8db7-64f3698d6869 req-2caae4e2-f0dc-46f8-ba56-1365677a5b32 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0355253 Jul 05 04:08:48.901875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Made reservation on behalf of 48464023898541a388e08c6e37dd7e77 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:48.904523 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.943804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:48.955373 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:48.955721 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Added segment 3e6e7968-8bcd-41d0-845a-3c2ba9df6327 of type vlan for network f66813d7-8dbb-4915-9e02-ae41078259f9 Jul 05 04:08:48.968655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47154) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:49.007574 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.120270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.120525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:49.121122 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.142942 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4591e9e0-2334-4b78-bb4c-45881df35b8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.335221 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.403179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port aaa3dd20-d711-4182-a581-8b20c6e94ffb, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=aaa3dd20-d711-4182-a581-8b20c6e94ffb,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:49.405702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b7a97a-4516-4009-bcd2-84a5454c092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa3dd20-d711-4182-a581-8b20c6e94ffb'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:49.408830 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bccd4d76-3701-4924-af08-1e8c146ec70d" -d '{"events": [{"server_uuid": "06b7a97a-4516-4009-bcd2-84a5454c092c", "name": "network-vif-plugged", "status": "completed", "tag": "aaa3dd20-d711-4182-a581-8b20c6e94ffb"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:49.438216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4591e9e0-2334-4b78-bb4c-45881df35b8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.510084 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.511153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5c8af9a3-03e9-4e56-9377-3f23b99e7efe up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:49.530006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7717943 Jul 05 04:08:49.541107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47170) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:49.547012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b1294180-dc69-4b6e-aedd-2881ada7ffac tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Request body: {'network': {'router:external': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:49.561172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4a328c3-c253-4913-b63e-ae6dc9e6d785 req-404d8dba-f079-48ff-bbfe-4538e2256010 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0452929 Jul 05 04:08:49.573589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4052a88-6aae-4cd6-b927-df12f5d965c7 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event updated for resources: {'Network': ['ID=f66813d7-8dbb-4915-9e02-ae41078259f9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.607576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f66813d7-8dbb-4915-9e02-ae41078259f9 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:49.655678 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4591e9e0-2334-4b78-bb4c-45881df35b8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.671328 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f9e37a1-c4d5-4c4f-90d4-c52bf6920deb x-openstack-request-id: req-9f9e37a1-c4d5-4c4f-90d4-c52bf6920deb {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:49.671629 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b7a97a-4516-4009-bcd2-84a5454c092c", "name": "network-vif-plugged", "status": "completed", "tag": "aaa3dd20-d711-4182-a581-8b20c6e94ffb", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:49.671884 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f9e37a1-c4d5-4c4f-90d4-c52bf6920deb {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:49.672307 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b7a97a-4516-4009-bcd2-84a5454c092c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aaa3dd20-d711-4182-a581-8b20c6e94ffb', 'code': 200} Jul 05 04:08:49.702630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=aaa3dd20-d711-4182-a581-8b20c6e94ffb,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.753705 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4591e9e0-2334-4b78-bb4c-45881df35b8c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bb74c7af95054746859ae4d08cd9fdbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7836478 Jul 05 04:08:49.757469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4591e9e0-2334-4b78-bb4c-45881df35b8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7a63d5c-67a2-4f26-92b6-caa3ac2bf5b9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:49.761486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47174) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:49.794281 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:49.799472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:08:49.799912 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.855654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c8a442-5393-404d-acd6-afb0cf8bbe8c req-9a97f928-5799-409f-882a-52bb23263726 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:49.857919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91c8a442-5393-404d-acd6-afb0cf8bbe8c req-9a97f928-5799-409f-882a-52bb23263726 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 944 time: 0.2290559 Jul 05 04:08:49.916340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f364-aaed-4aac-8bcd-a5c386d069ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.917792 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.928066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91c8a442-5393-404d-acd6-afb0cf8bbe8c req-574fa77b-35a4-4b87-888d-a564aef55b4f tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625565 Jul 05 04:08:49.938929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5b5ef8-1d78-40b7-95ff-e4654955111b req-cf12862c-173d-4cc4-a8cb-f79d1e372af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:49.940571 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e5b5ef8-1d78-40b7-95ff-e4654955111b req-cf12862c-173d-4cc4-a8cb-f79d1e372af6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 1098 time: 0.2016184 Jul 05 04:08:49.976527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0082ce11-30b1-4540-82fd-48422cba303e req-1358aee6-602a-4802-abe0-4723351e4089 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:49.978348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:08:49.981832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0082ce11-30b1-4540-82fd-48422cba303e req-1358aee6-602a-4802-abe0-4723351e4089 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1721454 Jul 05 04:08:49.984726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1294180-dc69-4b6e-aedd-2881ada7ffac tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:49.997463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f364-aaed-4aac-8bcd-a5c386d069ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.033117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e5b5ef8-1d78-40b7-95ff-e4654955111b req-22ef3f3d-32f3-47e5-ba21-59b56ae96387 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847998 Jul 05 04:08:50.050073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0082ce11-30b1-4540-82fd-48422cba303e req-8e1949b0-a1fc-456c-be93-56e92fbc40dd tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671804 Jul 05 04:08:50.066626 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.092695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1294180-dc69-4b6e-aedd-2881ada7ffac tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.136240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:50.145702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-b1294180-dc69-4b6e-aedd-2881ada7ffac tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Network f66813d7-8dbb-4915-9e02-ae41078259f9 is not hosted by any dhcp agent {{(pid=100895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:08:50.146633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1294180-dc69-4b6e-aedd-2881ada7ffac tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:50.147236 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b1294180-dc69-4b6e-aedd-2881ada7ffac tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.148579 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b1294180-dc69-4b6e-aedd-2881ada7ffac tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "PUT /v2.0/networks/f66813d7-8dbb-4915-9e02-ae41078259f9 HTTP/1.1" status: 200 len: 857 time: 0.6062779 Jul 05 04:08:50.151271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47180) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:50.166767 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f364-aaed-4aac-8bcd-a5c386d069ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.169341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ba2f364-aaed-4aac-8bcd-a5c386d069ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.170437 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7ba2f364-aaed-4aac-8bcd-a5c386d069ea admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f7a63d5c-67a2-4f26-92b6-caa3ac2bf5b9 HTTP/1.1" status: 204 len: 168 time: 0.4054585 Jul 05 04:08:50.229047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1294180-dc69-4b6e-aedd-2881ada7ffac tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event updated for resources: {'Network': ['ID=f66813d7-8dbb-4915-9e02-ae41078259f9,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:50.231268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2f364-aaed-4aac-8bcd-a5c386d069ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7a63d5c-67a2-4f26-92b6-caa3ac2bf5b9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:50.253537 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.342215 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.353747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f66813d7-8dbb-4915-9e02-ae41078259f9']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:50.365780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3e6e7968-8bcd-41d0-845a-3c2ba9df6327') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:50.366073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3e6e7968-8bcd-41d0-845a-3c2ba9df6327') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:50.374949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.388525 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.394395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:50.394781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:50.396449 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:50.515802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.523887 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f66813d7-8dbb-4915-9e02-ae41078259f9 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:08:50.540557 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.544069 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] 10.222.0.30 "DELETE /v2.0/networks/f66813d7-8dbb-4915-9e02-ae41078259f9 HTTP/1.1" status: 204 len: 168 time: 0.3916304 Jul 05 04:08:50.545713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab98ccd2-a694-4a0a-aabe-5124b1952921 tempest-ExternalNetworksTestJSON-626478214 tempest-ExternalNetworksTestJSON-626478214-project-admin] Pushing event deleted for resources: {'Network': ['ID=f66813d7-8dbb-4915-9e02-ae41078259f9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:50.548361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47186) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:50.597708 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7013e911-1b9c-4b7f-8b8d-7dce6775539d tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] DELETE failed (client error): The resource could not be found. Jul 05 04:08:50.598889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7013e911-1b9c-4b7f-8b8d-7dce6775539d tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:08:50.602818 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7013e911-1b9c-4b7f-8b8d-7dce6775539d tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] 10.222.0.30 "DELETE /v2.0/subnets/864e32db-639d-49f6-a16a-2cdcfaad77ac HTTP/1.1" status: 404 len: 337 time: 0.0478294 Jul 05 04:08:50.610725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47190) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:50.737517 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.849985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.862182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ff9ccf-e48a-4485-8722-341d1ebe0212']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:50.876456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddc0bb60-1de6-4c93-baa2-5035d248dde6') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:50.876456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddc0bb60-1de6-4c93-baa2-5035d248dde6') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:08:50.892157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.893848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47192) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:50.921888 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb893373-5b76-4869-a91a-ccda0a94b4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.934102 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.970424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:08:50.970769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:08:50.974424 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:08:51.107042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb893373-5b76-4869-a91a-ccda0a94b4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.161689 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.188341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.190329 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] 10.222.0.30 "DELETE /v2.0/networks/d5ff9ccf-e48a-4485-8722-341d1ebe0212 HTTP/1.1" status: 204 len: 168 time: 0.5780935 Jul 05 04:08:51.191385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa53549e-41a5-4e4f-995a-535b0ce8db29 tempest-ExternalNetworksTestJSON-1627683401 tempest-ExternalNetworksTestJSON-1627683401-project] Pushing event deleted for resources: {'Network': ['ID=d5ff9ccf-e48a-4485-8722-341d1ebe0212,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:51.214711 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb893373-5b76-4869-a91a-ccda0a94b4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.256481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb2ac3b-bf05-417a-b04b-f3f90dd9d230 req-2bad5e07-2304-4cfd-8c23-2317aee63b06 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:51.264171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8cb2ac3b-bf05-417a-b04b-f3f90dd9d230 req-2bad5e07-2304-4cfd-8c23-2317aee63b06 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 945 time: 0.1629827 Jul 05 04:08:51.330123 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bb893373-5b76-4869-a91a-ccda0a94b4d8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=82c08a9c7a4b4b3ba41f5803e6318b42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4350908 Jul 05 04:08:51.335248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47210) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:51.364856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb893373-5b76-4869-a91a-ccda0a94b4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dafc11f5-1115-4cf7-bc88-415c8540337f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:51.411245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8cb2ac3b-bf05-417a-b04b-f3f90dd9d230 req-43b09c64-0700-4263-b305-3aec4b3491f3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1457820 Jul 05 04:08:51.494122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd31e-39a2-432e-917c-6a90dad17f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.524198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9b4c0-4535-42c0-974a-f2fcfb4d6ac4 req-6c00bd6d-2eb1-453c-84f5-c7f57fe1e4b2 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:51.525861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c9b4c0-4535-42c0-974a-f2fcfb4d6ac4 req-6c00bd6d-2eb1-453c-84f5-c7f57fe1e4b2 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.2431102 Jul 05 04:08:51.529179 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd31e-39a2-432e-917c-6a90dad17f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.628124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f05bf0af-179f-4cb8-8e68-4ba4f26621b0 req-0333611b-f3a8-4a2b-af03-caca8958ea52 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0524795 Jul 05 04:08:51.641563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c9b4c0-4535-42c0-974a-f2fcfb4d6ac4 req-3e607c63-e268-4804-b82c-56967ad1c6f3 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005888 Jul 05 04:08:51.673301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0298c8ae-86f6-43b5-874c-cc4262abd265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8af9a3-03e9-4e56-9377-3f23b99e7efe'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:08:51.676069 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e85c06f4-7ef6-4206-9a48-e1dd4c089f69" -d '{"events": [{"server_uuid": "0298c8ae-86f6-43b5-874c-cc4262abd265", "name": "network-vif-plugged", "status": "completed", "tag": "5c8af9a3-03e9-4e56-9377-3f23b99e7efe"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:08:51.716307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd31e-39a2-432e-917c-6a90dad17f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.719615 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4dcd31e-39a2-432e-917c-6a90dad17f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:51.723053 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d4dcd31e-39a2-432e-917c-6a90dad17f47 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dafc11f5-1115-4cf7-bc88-415c8540337f HTTP/1.1" status: 204 len: 168 time: 0.3845305 Jul 05 04:08:51.725971 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:08:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dd3cb0a-dbc5-4ac8-9473-21648f9eca13 x-openstack-request-id: req-8dd3cb0a-dbc5-4ac8-9473-21648f9eca13 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:08:51.726266 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0298c8ae-86f6-43b5-874c-cc4262abd265", "name": "network-vif-plugged", "status": "completed", "tag": "5c8af9a3-03e9-4e56-9377-3f23b99e7efe", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:08:51.726720 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8dd3cb0a-dbc5-4ac8-9473-21648f9eca13 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:08:51.732727 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0298c8ae-86f6-43b5-874c-cc4262abd265', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c8af9a3-03e9-4e56-9377-3f23b99e7efe', 'code': 200} Jul 05 04:08:51.734304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dcd31e-39a2-432e-917c-6a90dad17f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafc11f5-1115-4cf7-bc88-415c8540337f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:51.844253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0070715b-05ec-440c-8fc1-b8e8610eb7f5 req-ca3829a5-a614-4794-83de-daf8ed36e81d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0317199 Jul 05 04:08:51.921998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853b477a-fd0c-4b6b-9fce-8d53b74dd14b req-ecb708bf-0e75-4564-b883-9cef240d3f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:51.924214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-853b477a-fd0c-4b6b-9fce-8d53b74dd14b req-ecb708bf-0e75-4564-b883-9cef240d3f45 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 1097 time: 0.0825076 Jul 05 04:08:51.987659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-853b477a-fd0c-4b6b-9fce-8d53b74dd14b req-1b1b3b50-a0c9-4b15-9478-16a35cd69c33 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464988 Jul 05 04:08:51.998778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47228) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:52.267184 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a460971a-f7b6-4792-9133-ab0bc08f3129 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=010c504773644d228511bb1737209863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670765 Jul 05 04:08:52.269508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47240) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:52.327939 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae1d7-1146-4ebc-b488-57cd4681b7f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.356126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae1d7-1146-4ebc-b488-57cd4681b7f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.510029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae1d7-1146-4ebc-b488-57cd4681b7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.514869 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3f8ae1d7-1146-4ebc-b488-57cd4681b7f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:52.516475 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3f8ae1d7-1146-4ebc-b488-57cd4681b7f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/20ffd0f8-27a5-4dbb-b7c3-307028955c0b HTTP/1.1" status: 204 len: 168 time: 0.2452123 Jul 05 04:08:52.529080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ae1d7-1146-4ebc-b488-57cd4681b7f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20ffd0f8-27a5-4dbb-b7c3-307028955c0b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:52.723918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fd6097-00da-47a2-8668-434bcb959efa req-8ed7a7a2-c4ea-4758-891a-4630e3d56143 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:52.725561 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8fd6097-00da-47a2-8668-434bcb959efa req-8ed7a7a2-c4ea-4758-891a-4630e3d56143 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 945 time: 0.1177733 Jul 05 04:08:52.777156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8fd6097-00da-47a2-8668-434bcb959efa req-3eebc2c0-4a4a-447c-b6b0-bec9c12bc17e tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455828 Jul 05 04:08:52.973010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c69bd8-e321-4e46-a474-cadca0b4f4fa req-0585e177-1f3c-4268-8a4f-3038d32dae31 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:52.974734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99c69bd8-e321-4e46-a474-cadca0b4f4fa req-0585e177-1f3c-4268-8a4f-3038d32dae31 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.0727246 Jul 05 04:08:53.023335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99c69bd8-e321-4e46-a474-cadca0b4f4fa req-5454d3b8-aa70-4f24-ae7f-e09da7d53301 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402188 Jul 05 04:08:53.372657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47292) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:53.416756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-66a722dc-50c7-41a5-af08-e01f4705c18b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=48464023898541a388e08c6e37dd7e77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0425115 Jul 05 04:08:53.420880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47294) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:53.515075 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-74012ab6-a54e-4021-a48b-cfcbde046ea9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.542660 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-74012ab6-a54e-4021-a48b-cfcbde046ea9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.740418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6235bec-d384-4101-91cb-cb5f79f32be2 req-bf939a08-9369-48e9-bc4f-888c8c507c5c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0544741 Jul 05 04:08:53.749995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-74012ab6-a54e-4021-a48b-cfcbde046ea9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.754757 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-74012ab6-a54e-4021-a48b-cfcbde046ea9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:53.754757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-74012ab6-a54e-4021-a48b-cfcbde046ea9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7be98ace-a3a7-4cfe-b7b4-cba8e6abfc82 HTTP/1.1" status: 204 len: 168 time: 0.3309093 Jul 05 04:08:53.789314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74012ab6-a54e-4021-a48b-cfcbde046ea9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7be98ace-a3a7-4cfe-b7b4-cba8e6abfc82,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:53.841706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac6ea26-f6a3-4bb9-ae5e-cddb7c3d5095 req-34014374-cdd7-40df-8c82-ddaf599d8226 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:53.849504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ac6ea26-f6a3-4bb9-ae5e-cddb7c3d5095 req-34014374-cdd7-40df-8c82-ddaf599d8226 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1548860 Jul 05 04:08:53.870553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb35c8-f6be-4fa9-b1d6-b4de2fbaedb1 req-aa5b9bfe-ea8f-4b37-8fbe-2e2b36e65918 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:53.872112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76bb35c8-f6be-4fa9-b1d6-b4de2fbaedb1 req-aa5b9bfe-ea8f-4b37-8fbe-2e2b36e65918 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 1098 time: 0.1302831 Jul 05 04:08:53.916177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ac6ea26-f6a3-4bb9-ae5e-cddb7c3d5095 req-e1373f59-90bb-4e7b-88f0-3763db1c50b1 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613828 Jul 05 04:08:53.994432 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d338286e-2490-4733-82b3-5b873c40eaec req-8dd9497a-8dbe-458b-b39e-e521e087ff69 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0661829 Jul 05 04:08:54.086739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb35c8-f6be-4fa9-b1d6-b4de2fbaedb1 req-271629ed-49c6-4870-b37e-92ccf248f3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:54.088407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76bb35c8-f6be-4fa9-b1d6-b4de2fbaedb1 req-271629ed-49c6-4870-b37e-92ccf248f3bf service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678 HTTP/1.1" status: 200 len: 912 time: 0.1996348 Jul 05 04:08:54.148105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76bb35c8-f6be-4fa9-b1d6-b4de2fbaedb1 req-86498b6e-d5ab-43ab-ae2c-c14748327543 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=aaa3dd20-d711-4182-a581-8b20c6e94ffb HTTP/1.1" status: 200 len: 217 time: 0.0479116 Jul 05 04:08:54.163723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce12b71-2e50-4a4b-8fca-0f0230e4cbf6 req-b1ab2c18-170e-4d95-afea-73eab7bbae60 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:54.168755 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ce12b71-2e50-4a4b-8fca-0f0230e4cbf6 req-b1ab2c18-170e-4d95-afea-73eab7bbae60 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 945 time: 0.1372561 Jul 05 04:08:54.260169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ce12b71-2e50-4a4b-8fca-0f0230e4cbf6 req-1c29c70b-71f8-4aa6-85be-fa69aee94106 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770667 Jul 05 04:08:54.260169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76bb35c8-f6be-4fa9-b1d6-b4de2fbaedb1 req-5ec2d6b8-302a-4042-8fc0-b1ac0788c9ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:54.260169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76bb35c8-f6be-4fa9-b1d6-b4de2fbaedb1 req-5ec2d6b8-302a-4042-8fc0-b1ac0788c9ad service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b18ad229-2b76-436e-a5ae-773c997fa5d7 HTTP/1.1" status: 200 len: 851 time: 0.0899124 Jul 05 04:08:54.311803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76bb35c8-f6be-4fa9-b1d6-b4de2fbaedb1 req-2c64c638-2dc9-4c39-8f5a-91785d441baf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453403 Jul 05 04:08:54.422154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76bb35c8-f6be-4fa9-b1d6-b4de2fbaedb1 req-7daff5ec-d9d3-44fa-a721-e67a7c9099ec service neutron] 10.222.0.26 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020706 Jul 05 04:08:54.532325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76bb35c8-f6be-4fa9-b1d6-b4de2fbaedb1 req-bbe4988b-c444-4e16-a2e1-c415270cb8c2 service neutron] 10.222.0.26 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029668 Jul 05 04:08:55.088937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47370) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:55.143407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0ebd15-3c3a-455d-ad9f-284edf191d11 req-d3f589bb-3f6c-41ad-8bb1-49d5ff962b2d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:55.144566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d0ebd15-3c3a-455d-ad9f-284edf191d11 req-d3f589bb-3f6c-41ad-8bb1-49d5ff962b2d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1040204 Jul 05 04:08:55.224397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-923418197'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:55.233713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d0ebd15-3c3a-455d-ad9f-284edf191d11 req-0454caff-2932-41eb-af00-e6b479103ec3 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815258 Jul 05 04:08:55.345008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Made reservation on behalf of 131e574a9f21492ca5ff725189ae7123 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:55.357422 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.367042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.509929 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.598551 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.679532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:08:55.681973 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cc67c0e-6226-4a7a-bdd6-56cc5b2ea6b4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:55.693773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.694449 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Added segment cf92946a-093a-4294-b4d9-574a66415407 of type vlan for network b629db3e-cf88-476d-8a9a-3361a08dd711 Jul 05 04:08:55.756954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.861298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90c13742-3eb9-45e0-be40-27441a92f0ff req-b90b64a0-e5a5-4eaa-acbb-56b0328ae877 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0368075 Jul 05 04:08:55.903984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:55.910279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:55.914478 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.003437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event updated for resources: {'Network': ['ID=b629db3e-cf88-476d-8a9a-3361a08dd711,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:56.028973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network b629db3e-cf88-476d-8a9a-3361a08dd711 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:08:56.037515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1902f17b-4e7a-41a0-ad72-f872f10b940d req-5781ec66-c883-45ed-9195-34b2378e9ffa service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0371559 Jul 05 04:08:56.122043 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f75febef-cdc3-471f-8d87-c899a09f5e68 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0319073 Jul 05 04:08:56.124827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47414) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:56.131738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Request body: {'subnet': {'network_id': 'b629db3e-cf88-476d-8a9a-3361a08dd711', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:56.372866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Made reservation on behalf of 131e574a9f21492ca5ff725189ae7123 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:56.376689 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.489730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cd62c1-84ca-47f7-aa7d-19d8d8d09c27 req-ee56fb82-ad71-436e-923b-28264405cbba tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:56.491637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63cd62c1-84ca-47f7-aa7d-19d8d8d09c27 req-ee56fb82-ad71-436e-923b-28264405cbba tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.0695605 Jul 05 04:08:56.536397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63cd62c1-84ca-47f7-aa7d-19d8d8d09c27 req-8756ee3d-d9ae-45de-84ae-0a394548afdd tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350075 Jul 05 04:08:56.697936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:56.784844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event updated for resources: {'Subnet': ['ID=f4e31153-7959-4040-87a7-505767b20919,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:56.795589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Checking segment: {'id': 'cf92946a-093a-4294-b4d9-574a66415407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b629db3e-cf88-476d-8a9a-3361a08dd711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:56.801011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Network hostable DHCP agents. Network: b629db3e-cf88-476d-8a9a-3361a08dd711, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:08:56.944219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Network b629db3e-cf88-476d-8a9a-3361a08dd711 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:08:57.081568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, b629db3e-cf88-476d-8a9a-3361a08dd711) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:57.088047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:57.088511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.098239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e069559-9533-4238-86c6-d09ab6b90c4e None None] Network b629db3e-cf88-476d-8a9a-3361a08dd711 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:57.224814 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7845bf1f-2233-4264-944a-7604a4fb39ec tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0984044 Jul 05 04:08:57.227639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47448) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:57.232742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Request body: {'port': {'network_id': 'b629db3e-cf88-476d-8a9a-3361a08dd711', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1312631640'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:57.280245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-b629db3e-cf88-476d-8a9a-3361a08dd711', 'network_id': 'b629db3e-cf88-476d-8a9a-3361a08dd711', 'tenant_id': '131e574a9f21492ca5ff725189ae7123', 'fixed_ips': [{'subnet_id': 'f4e31153-7959-4040-87a7-505767b20919'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:08:57.281168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.481397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Made reservation on behalf of 131e574a9f21492ca5ff725189ae7123 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:57.487857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.507924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] device_id is not set on port 47ffb264-377b-4ce8-934b-95566c6e500d yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:57.523267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Allocated IP 172.20.0.2 (b629db3e-cf88-476d-8a9a-3361a08dd711/f4e31153-7959-4040-87a7-505767b20919/e11af72e-fbfc-45e9-a88f-ac6ab4add831) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:57.575748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47464) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:57.744256 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.760814 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.774360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Transition to ACTIVE for port object e11af72e-fbfc-45e9-a88f-ac6ab4add831 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:57.802673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Transition to ACTIVE for port object e11af72e-fbfc-45e9-a88f-ac6ab4add831 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:57.818099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d97f8f-2621-45e0-8493-17bde79281fd req-2344a174-2978-4d8e-a901-af28d4ac4d36 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:57.819964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0d97f8f-2621-45e0-8493-17bde79281fd req-2344a174-2978-4d8e-a901-af28d4ac4d36 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1308198 Jul 05 04:08:57.892917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0d97f8f-2621-45e0-8493-17bde79281fd req-2e9fa870-f81d-4189-97f9-34956ff9102c tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593324 Jul 05 04:08:57.925237 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5c542a8-2966-4456-8b65-e912c9f12df0 req-32a0539d-7f29-4036-aba5-b372cbda5c77 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0358803 Jul 05 04:08:57.925547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:57.963434 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.000797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Allocated IP 172.20.0.10 (b629db3e-cf88-476d-8a9a-3361a08dd711/f4e31153-7959-4040-87a7-505767b20919/47ffb264-377b-4ce8-934b-95566c6e500d) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:58.020865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Network b629db3e-cf88-476d-8a9a-3361a08dd711 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:58.022680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Pushing event updated for resources: {'Port': ['ID=e11af72e-fbfc-45e9-a88f-ac6ab4add831,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:58.025449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:58.030772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:58.045197 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.096552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4ab1915a-dc21-4ba8-86ed-80aba73a6689,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:58.105212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=18419586486b42869e7df0b4433f25db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5283210 Jul 05 04:08:58.106933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47482) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:58.115304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Attempting to bind port e11af72e-fbfc-45e9-a88f-ac6ab4add831 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:08:58.115874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Attempting to bind port e11af72e-fbfc-45e9-a88f-ac6ab4add831 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'cf92946a-093a-4294-b4d9-574a66415407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b629db3e-cf88-476d-8a9a-3361a08dd711'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:08:58.116102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Attempting to bind port e11af72e-fbfc-45e9-a88f-ac6ab4add831 on network b629db3e-cf88-476d-8a9a-3361a08dd711 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:08:58.129476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.129830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.130179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.130520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.130862 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.131199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.131532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.131859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.132231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.133117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.133117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.133326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7af8e53b-312b-4bc9-9e08-32159bdf03a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:08:58.143030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:08:58.143407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Checking segment: {'id': 'cf92946a-093a-4294-b4d9-574a66415407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b629db3e-cf88-476d-8a9a-3361a08dd711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:08:58.143884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.144221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Bound using segment: {'id': 'cf92946a-093a-4294-b4d9-574a66415407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b629db3e-cf88-476d-8a9a-3361a08dd711'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:08:58.145662 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Bound port: e11af72e-fbfc-45e9-a88f-ac6ab4add831, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cf92946a-093a-4294-b4d9-574a66415407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'b629db3e-cf88-476d-8a9a-3361a08dd711'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:08:58.145662 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.185921 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.205457 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-97c43ecc-6004-44ca-b2ec-65b678001f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.250368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] For port e11af72e-fbfc-45e9-a88f-ac6ab4add831, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:08:58.254975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] For port e11af72e-fbfc-45e9-a88f-ac6ab4add831, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e11af72e-fbfc-45e9-a88f-ac6ab4add831,segment=NetworkSegment(cf92946a-093a-4294-b4d9-574a66415407),segment_id=cf92946a-093a-4294-b4d9-574a66415407)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:08:58.291130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1a32149-775d-4dda-b410-2af88042fb42 req-9d5b04fc-ff68-4981-b65e-832eed10f554 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0441480 Jul 05 04:08:58.293270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-97c43ecc-6004-44ca-b2ec-65b678001f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.401669 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.462755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Transition to ACTIVE for port object 47ffb264-377b-4ce8-934b-95566c6e500d will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:58.463547 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-97c43ecc-6004-44ca-b2ec-65b678001f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.466805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-97c43ecc-6004-44ca-b2ec-65b678001f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.471162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-97c43ecc-6004-44ca-b2ec-65b678001f1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4ab1915a-dc21-4ba8-86ed-80aba73a6689 HTTP/1.1" status: 204 len: 168 time: 0.3632259 Jul 05 04:08:58.483605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984ad35-df08-4b47-b869-ccd21ee1bc5a None None] Pushing event updated for resources: {'Port': ['ID=e11af72e-fbfc-45e9-a88f-ac6ab4add831,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:58.511579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c43ecc-6004-44ca-b2ec-65b678001f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ab1915a-dc21-4ba8-86ed-80aba73a6689,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:58.618959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.694898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Network b629db3e-cf88-476d-8a9a-3361a08dd711 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:08:58.698609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:08:58.732277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:08:58.812061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event updated for resources: {'Port': ['ID=47ffb264-377b-4ce8-934b-95566c6e500d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:58.860036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:58.861011 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:58.904356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e11af72e-fbfc-45e9-a88f-ac6ab4add831 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:08:58.959978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47510) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:58.966083 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bb3137c9-fd2f-49b5-a310-1ef1044f5e0c tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.7329619 Jul 05 04:08:58.966607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Request body: {'port': {'network_id': 'b629db3e-cf88-476d-8a9a-3361a08dd711', 'name': 'tempest-ExtraDHCPOptionsTestJSON-514876898', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:08:58.967166 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.api.validators [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] bootfile-name is not in valid_values {{(pid=100896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:08:58.967498 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.api.validators [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] tftp-server is not in valid_values {{(pid=100896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:08:58.968029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.api.validators [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] server-ip-address is not in valid_values {{(pid=100896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:08:59.100268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port e11af72e-fbfc-45e9-a88f-ac6ab4add831 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:08:59.171751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222ceefa-b7d3-4a8b-9a53-5bc062165e49 req-bc8e2e99-ebc4-4da5-bd45-28ba6cefbab5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:08:59.173327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-222ceefa-b7d3-4a8b-9a53-5bc062165e49 req-bc8e2e99-ebc4-4da5-bd45-28ba6cefbab5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1291702 Jul 05 04:08:59.231270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-222ceefa-b7d3-4a8b-9a53-5bc062165e49 req-c50bc496-39c8-4be7-9960-d312f5700708 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512223 Jul 05 04:08:59.247534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Made reservation on behalf of 131e574a9f21492ca5ff725189ae7123 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:08:59.252752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.286228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] device_id is not set on port b29c0009-29b6-49c9-85fe-097d62da1922 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:08:59.466610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Allocated IP 172.20.0.11 (b629db3e-cf88-476d-8a9a-3361a08dd711/f4e31153-7959-4040-87a7-505767b20919/b29c0009-29b6-49c9-85fe-097d62da1922) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:08:59.481192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47522) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:59.497841 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e372e2a-14ad-443b-92c2-69fefe1021d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.653732 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e372e2a-14ad-443b-92c2-69fefe1021d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.742065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e372e2a-14ad-443b-92c2-69fefe1021d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.781943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47528) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:08:59.783368 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9e372e2a-14ad-443b-92c2-69fefe1021d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f61c076d9cbb422aa97da5e549ff85de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3003421 Jul 05 04:08:59.803967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e372e2a-14ad-443b-92c2-69fefe1021d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed512ad-5f63-4700-9786-8d764e0bb488,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:08:59.842817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.854457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bc5395-2750-45ba-a19a-cb7a4038f5b6 None None] Network b629db3e-cf88-476d-8a9a-3361a08dd711 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:08:59.870392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Transition to ACTIVE for port object b29c0009-29b6-49c9-85fe-097d62da1922 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:08:59.897225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-706fc851-d911-4d73-acd1-98868414adda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:08:59.996553 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-706fc851-d911-4d73-acd1-98868414adda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.127464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.184965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Network b629db3e-cf88-476d-8a9a-3361a08dd711 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:00.188627 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:00.188796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f701740a-9c31-4b0b-9ba4-36110ae1e85a None None] Provisioning for port e11af72e-fbfc-45e9-a88f-ac6ab4add831 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:00.192505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:00.199936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f701740a-9c31-4b0b-9ba4-36110ae1e85a None None] Provisioning complete for port e11af72e-fbfc-45e9-a88f-ac6ab4add831 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:00.200324 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f701740a-9c31-4b0b-9ba4-36110ae1e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.245162 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-706fc851-d911-4d73-acd1-98868414adda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.247936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-706fc851-d911-4d73-acd1-98868414adda admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.249098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-706fc851-d911-4d73-acd1-98868414adda admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5ed512ad-5f63-4700-9786-8d764e0bb488 HTTP/1.1" status: 204 len: 168 time: 0.4657319 Jul 05 04:09:00.259758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event updated for resources: {'Port': ['ID=b29c0009-29b6-49c9-85fe-097d62da1922,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:00.289884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706fc851-d911-4d73-acd1-98868414adda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed512ad-5f63-4700-9786-8d764e0bb488,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:00.314713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.315586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.396858 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f701740a-9c31-4b0b-9ba4-36110ae1e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.413098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5a472f2-4a7b-4ce2-a262-4022443012d2 req-72da8ae6-3e59-41fe-ab79-5a96f9844daf service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0470896 Jul 05 04:09:00.445191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6326356d-77dc-40f1-8c42-c145c165b301 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.4831076 Jul 05 04:09:00.447984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47544) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:00.495193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f701740a-9c31-4b0b-9ba4-36110ae1e85a None None] For port e11af72e-fbfc-45e9-a88f-ac6ab4add831, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e11af72e-fbfc-45e9-a88f-ac6ab4add831,segment=NetworkSegment(cf92946a-093a-4294-b4d9-574a66415407),segment_id=cf92946a-093a-4294-b4d9-574a66415407)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:00.600004 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f701740a-9c31-4b0b-9ba4-36110ae1e85a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.610326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e46122-2443-4c9f-ad40-d7f9b5bf0c4f req-66374473-9a48-4731-8831-8b55049e99ac tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.617780 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04e46122-2443-4c9f-ad40-d7f9b5bf0c4f req-66374473-9a48-4731-8831-8b55049e99ac tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1361785 Jul 05 04:09:00.630249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f00de31-475a-46a8-9015-6ee4fe3ad9c0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.639453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f00de31-475a-46a8-9015-6ee4fe3ad9c0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.652663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f00de31-475a-46a8-9015-6ee4fe3ad9c0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:00.654789 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6f00de31-475a-46a8-9015-6ee4fe3ad9c0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2056110 Jul 05 04:09:00.657615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47546) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:00.678484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701740a-9c31-4b0b-9ba4-36110ae1e85a None None] Pushing event updated for resources: {'Port': ['ID=e11af72e-fbfc-45e9-a88f-ac6ab4add831,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:00.712013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04e46122-2443-4c9f-ad40-d7f9b5bf0c4f req-249e2d76-7f92-4609-8bff-f874a65107aa tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852287 Jul 05 04:09:00.819501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2dbc932-681c-4e7e-aa91-d9ba08dbd152 req-04e99f7b-25a7-471f-bb29-d052bd04d127 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0813084 Jul 05 04:09:00.835727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aff86ba5-6a58-453a-a533-4239a3672f2d None None] Provisioning for port b29c0009-29b6-49c9-85fe-097d62da1922 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:00.840848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aff86ba5-6a58-453a-a533-4239a3672f2d None None] Provisioning complete for port b29c0009-29b6-49c9-85fe-097d62da1922 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:00.841333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aff86ba5-6a58-453a-a533-4239a3672f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.850715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f2340628-5c6a-4709-8268-77ca3106bcc0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Deleting port b29c0009-29b6-49c9-85fe-097d62da1922 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:00.851506 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2340628-5c6a-4709-8268-77ca3106bcc0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:00.890672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e11af72e-fbfc-45e9-a88f-ac6ab4add831 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:00.963391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-aff86ba5-6a58-453a-a533-4239a3672f2d None None] Port b29c0009-29b6-49c9-85fe-097d62da1922 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:00.989979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aff86ba5-6a58-453a-a533-4239a3672f2d None None] Provisioning complete for port e11af72e-fbfc-45e9-a88f-ac6ab4add831 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:00.990253 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aff86ba5-6a58-453a-a533-4239a3672f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.048364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e11af72e-fbfc-45e9-a88f-ac6ab4add831 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:01.048745 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.075040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2340628-5c6a-4709-8268-77ca3106bcc0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.107238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f2340628-5c6a-4709-8268-77ca3106bcc0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Calling delete_port for b29c0009-29b6-49c9-85fe-097d62da1922 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:01.372438 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aff86ba5-6a58-453a-a533-4239a3672f2d None None] Provisioning for port 47ffb264-377b-4ce8-934b-95566c6e500d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:01.376567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aff86ba5-6a58-453a-a533-4239a3672f2d None None] Provisioning complete for port 47ffb264-377b-4ce8-934b-95566c6e500d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:01.376946 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aff86ba5-6a58-453a-a533-4239a3672f2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.414498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-aff86ba5-6a58-453a-a533-4239a3672f2d None None] Port 47ffb264-377b-4ce8-934b-95566c6e500d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:01.447250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2340628-5c6a-4709-8268-77ca3106bcc0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.485415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2340628-5c6a-4709-8268-77ca3106bcc0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event deleted for resources: {'Port': ['ID=b29c0009-29b6-49c9-85fe-097d62da1922,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:01.536458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ffc7a889-5852-4fbb-812c-2a5fa11a3dd2 None None] Could not find standard attr ID for object b29c0009-29b6-49c9-85fe-097d62da1922. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:09:01.573641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ffc7a889-5852-4fbb-812c-2a5fa11a3dd2 None None] Provisioning complete for port 47ffb264-377b-4ce8-934b-95566c6e500d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:01.573641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ffc7a889-5852-4fbb-812c-2a5fa11a3dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.573904 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2340628-5c6a-4709-8268-77ca3106bcc0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.573904 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f2340628-5c6a-4709-8268-77ca3106bcc0 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "DELETE /v2.0/ports/b29c0009-29b6-49c9-85fe-097d62da1922 HTTP/1.1" status: 204 len: 168 time: 0.9115856 Jul 05 04:09:01.578665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47570) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:01.592920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Request body: {'port': {'name': 'tempest-new-port-name-1486611653', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:01.593889 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.api.validators [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] bootfile-name is not in valid_values {{(pid=100896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:09:01.596336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.api.validators [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] tftp-server is not in valid_values {{(pid=100896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:09:01.597002 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.api.validators [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] server-ip-address is not in valid_values {{(pid=100896) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:09:01.774464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:01.789048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ffc7a889-5852-4fbb-812c-2a5fa11a3dd2 None None] Port 47ffb264-377b-4ce8-934b-95566c6e500d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:02.001861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d61d94-e90d-4069-8d4e-e16379a4dea0 req-edb828fa-b2fb-482a-a017-b3d76ae064e2 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:02.003446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04d61d94-e90d-4069-8d4e-e16379a4dea0 req-edb828fa-b2fb-482a-a017-b3d76ae064e2 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1494031 Jul 05 04:09:02.063342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04d61d94-e90d-4069-8d4e-e16379a4dea0 req-693e9f0e-95b2-4ef1-9e57-5ad0bf23815f tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535157 Jul 05 04:09:02.090633 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.164563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.250992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event updated for resources: {'Port': ['ID=47ffb264-377b-4ce8-934b-95566c6e500d,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:02.291474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] In _notify_port_updated(), no bound segment for port 47ffb264-377b-4ce8-934b-95566c6e500d on network b629db3e-cf88-476d-8a9a-3361a08dd711 {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:09:02.297372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:02.298049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.301760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3888f305-d8b0-4565-92a5-3ac8c85dbf48 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "PUT /v2.0/ports/47ffb264-377b-4ce8-934b-95566c6e500d HTTP/1.1" status: 200 len: 1137 time: 0.7214341 Jul 05 04:09:02.305363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47590) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:02.368017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1f5b08-40f3-4afe-811f-63e71cf15567 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:02.369701 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-af1f5b08-40f3-4afe-811f-63e71cf15567 tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "GET /v2.0/ports/47ffb264-377b-4ce8-934b-95566c6e500d HTTP/1.1" status: 200 len: 1137 time: 0.0618556 Jul 05 04:09:02.374314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47592) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:02.510666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-27dbc8c5-241c-4212-9e16-9fe682e06e4b tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Deleting port 47ffb264-377b-4ce8-934b-95566c6e500d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:02.511319 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27dbc8c5-241c-4212-9e16-9fe682e06e4b tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.531046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7bce7223-1df1-42b6-80fb-ba3ad8c2d7f9 None None] Provisioning complete for port 47ffb264-377b-4ce8-934b-95566c6e500d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:02.531599 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7bce7223-1df1-42b6-80fb-ba3ad8c2d7f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.586201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7bce7223-1df1-42b6-80fb-ba3ad8c2d7f9 None None] Port 47ffb264-377b-4ce8-934b-95566c6e500d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:09:02.624124 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27dbc8c5-241c-4212-9e16-9fe682e06e4b tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.637667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-27dbc8c5-241c-4212-9e16-9fe682e06e4b tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Calling delete_port for 47ffb264-377b-4ce8-934b-95566c6e500d owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:02.644608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-316dceb0-16dc-4ee4-80d1-94b97c08789d req-6d47294f-d645-4366-af90-51a87a353768 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0394754 Jul 05 04:09:02.836693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-685a0ab6-3bda-474f-9604-f3357468002e req-ba3f5ccd-0b33-43e2-bb34-ff88ec99aae6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0336361 Jul 05 04:09:02.912926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27dbc8c5-241c-4212-9e16-9fe682e06e4b tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:02.947162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbc8c5-241c-4212-9e16-9fe682e06e4b tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event deleted for resources: {'Port': ['ID=47ffb264-377b-4ce8-934b-95566c6e500d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:03.029550 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27dbc8c5-241c-4212-9e16-9fe682e06e4b tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.031688 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-27dbc8c5-241c-4212-9e16-9fe682e06e4b tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "DELETE /v2.0/ports/47ffb264-377b-4ce8-934b-95566c6e500d HTTP/1.1" status: 204 len: 168 time: 0.6557801 Jul 05 04:09:03.034334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47614) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:03.096820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d9fc9d6-f978-49bc-b0dd-9adf0a5559da tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Deleting subnet f4e31153-7959-4040-87a7-505767b20919 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:03.100684 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc9d6-f978-49bc-b0dd-9adf0a5559da tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.152196 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc9d6-f978-49bc-b0dd-9adf0a5559da tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.282845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc9d6-f978-49bc-b0dd-9adf0a5559da tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.349180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81f5e46-bffb-4dac-9ebc-638209697698 req-3890d460-a953-4021-a300-705b3c653507 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:03.350734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a81f5e46-bffb-4dac-9ebc-638209697698 req-3890d460-a953-4021-a300-705b3c653507 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1500866 Jul 05 04:09:03.398935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a81f5e46-bffb-4dac-9ebc-638209697698 req-10937476-a12c-4ff6-9ba4-222226ae2fba tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424559 Jul 05 04:09:03.510936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc9d6-f978-49bc-b0dd-9adf0a5559da tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.543293 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d9fc9d6-f978-49bc-b0dd-9adf0a5559da tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.546838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1d9fc9d6-f978-49bc-b0dd-9adf0a5559da tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "DELETE /v2.0/subnets/f4e31153-7959-4040-87a7-505767b20919 HTTP/1.1" status: 204 len: 168 time: 0.5111227 Jul 05 04:09:03.548294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9fc9d6-f978-49bc-b0dd-9adf0a5559da tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event deleted for resources: {'Subnet': ['ID=f4e31153-7959-4040-87a7-505767b20919,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:03.549342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47618) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:03.551800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fb8c4e-9961-48de-a0ef-47bf7bda39cb None None] Network b629db3e-cf88-476d-8a9a-3361a08dd711 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:03.649418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.712927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Deleting port e11af72e-fbfc-45e9-a88f-ac6ab4add831 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:03.713271 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.774023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05baa36-9b94-4853-9cee-16fca3a314da None None] DHCP port deletion for b629db3e-cf88-476d-8a9a-3361a08dd711 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:09:03.801775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] For port e11af72e-fbfc-45e9-a88f-ac6ab4add831, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e11af72e-fbfc-45e9-a88f-ac6ab4add831,segment=NetworkSegment(cf92946a-093a-4294-b4d9-574a66415407),segment_id=cf92946a-093a-4294-b4d9-574a66415407)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:03.801775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.815580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Calling delete_port for e11af72e-fbfc-45e9-a88f-ac6ab4add831 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:03.825821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b05baa36-9b94-4853-9cee-16fca3a314da None None] Deleting port e11af72e-fbfc-45e9-a88f-ac6ab4add831 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:03.826580 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b05baa36-9b94-4853-9cee-16fca3a314da None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.921508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b05baa36-9b94-4853-9cee-16fca3a314da None None] For port e11af72e-fbfc-45e9-a88f-ac6ab4add831, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e11af72e-fbfc-45e9-a88f-ac6ab4add831,segment=NetworkSegment(cf92946a-093a-4294-b4d9-574a66415407),segment_id=cf92946a-093a-4294-b4d9-574a66415407)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:03.921508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b05baa36-9b94-4853-9cee-16fca3a314da None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:03.932624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b05baa36-9b94-4853-9cee-16fca3a314da None None] Calling delete_port for e11af72e-fbfc-45e9-a88f-ac6ab4add831 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:03.971188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-85c9a34d-4f96-47eb-92f9-ce5f9b7c4a6b service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.0739446 Jul 05 04:09:04.016572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:09:04.017067 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:09:04.028048 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b05baa36-9b94-4853-9cee-16fca3a314da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.055688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event deleted for resources: {'Port': ['ID=e11af72e-fbfc-45e9-a88f-ac6ab4add831,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:04.059736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] No DVR routers for this DVR port e11af72e-fbfc-45e9-a88f-ac6ab4add831 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:04.072123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05baa36-9b94-4853-9cee-16fca3a314da None None] Pushing event deleted for resources: {'Port': ['ID=e11af72e-fbfc-45e9-a88f-ac6ab4add831,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:04.075576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b05baa36-9b94-4853-9cee-16fca3a314da None None] No DVR routers for this DVR port e11af72e-fbfc-45e9-a88f-ac6ab4add831 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:04.142279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-87aae55e-0472-4e19-84b7-522e8d871a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.143043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-87aae55e-0472-4e19-84b7-522e8d871a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.143543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-87aae55e-0472-4e19-84b7-522e8d871a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.144185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-87aae55e-0472-4e19-84b7-522e8d871a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.145301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-87aae55e-0472-4e19-84b7-522e8d871a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.145785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-87aae55e-0472-4e19-84b7-522e8d871a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.146259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-87aae55e-0472-4e19-84b7-522e8d871a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.148535 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-87aae55e-0472-4e19-84b7-522e8d871a72 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6508 time: 0.1115193 Jul 05 04:09:04.168407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.189627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b629db3e-cf88-476d-8a9a-3361a08dd711']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:04.205779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cf92946a-093a-4294-b4d9-574a66415407') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:04.206259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cf92946a-093a-4294-b4d9-574a66415407') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:04.222647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.245252 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.251146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:04.251986 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:04.258399 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:04.315380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-d87fa502-abd6-4a22-bb2b-accf8d0321ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.317366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-d87fa502-abd6-4a22-bb2b-accf8d0321ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.317573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-d87fa502-abd6-4a22-bb2b-accf8d0321ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.320285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-d87fa502-abd6-4a22-bb2b-accf8d0321ee service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ad52298-5282-4af0-bae4-d544afacc71c&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=e28198e9-0da7-40ca-97a9-a59c4503279c&id=e28198e9-0da7-40ca-97a9-a59c4503279c HTTP/1.1" status: 200 len: 2299 time: 0.1387601 Jul 05 04:09:04.424504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.434813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-2d2a2675-e355-4c05-a3fc-c8a3eda4b867 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304 HTTP/1.1" status: 200 len: 1001 time: 0.0976408 Jul 05 04:09:04.435009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:04.436126 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] 10.222.0.30 "DELETE /v2.0/networks/b629db3e-cf88-476d-8a9a-3361a08dd711 HTTP/1.1" status: 204 len: 168 time: 0.8848631 Jul 05 04:09:04.460343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d97f77b-6d68-4872-b236-a5b8fac118cb tempest-ExtraDHCPOptionsTestJSON-1406663193 tempest-ExtraDHCPOptionsTestJSON-1406663193-project] Pushing event deleted for resources: {'Network': ['ID=b629db3e-cf88-476d-8a9a-3361a08dd711,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:04.516842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-7b797585-adc5-4d79-b86e-b67ace5b7e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.521002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-7b797585-adc5-4d79-b86e-b67ace5b7e90 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0ee9de-4adc-4361-96f5-b74cc93d5b36 HTTP/1.1" status: 200 len: 856 time: 0.0789104 Jul 05 04:09:04.791803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e11af72e-fbfc-45e9-a88f-ac6ab4add831 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:04.814118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: e11af72e-fbfc-45e9-a88f-ac6ab4add831 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:04.814493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e11af72e-fbfc-45e9-a88f-ac6ab4add831 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:04.889718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58abfb0e-6e41-4149-bbeb-87c0d15101b4 req-17a4809a-40d6-4c0c-947a-823e50fad885 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0629885 Jul 05 04:09:04.937667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-b9a3cdf9-b336-4402-8d84-ab3a65fafc43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.939290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-b9a3cdf9-b336-4402-8d84-ab3a65fafc43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ad52298-5282-4af0-bae4-d544afacc71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4090555 Jul 05 04:09:04.968540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a98fb2-170b-4d57-86c8-a4de88523269 req-61ca5688-9232-42b1-8fad-c9285378acb7 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:04.969885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24a98fb2-170b-4d57-86c8-a4de88523269 req-61ca5688-9232-42b1-8fad-c9285378acb7 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1422100 Jul 05 04:09:05.053544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24a98fb2-170b-4d57-86c8-a4de88523269 req-07564889-4ee9-41f7-8365-90baf683f426 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723805 Jul 05 04:09:05.111757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e8a1c19-b046-49df-9107-124a6189afd4 req-cb2bf7cb-4a18-4daa-899b-cc2f50b5217c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0454507 Jul 05 04:09:05.117938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-dd0729d3-61ea-4320-84e0-d9645da46076 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709042 Jul 05 04:09:05.125954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47638) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:05.214468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-af146ba2-5689-4478-8c3e-73544f5514c2 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893195 Jul 05 04:09:05.271282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-6480dc15-f69c-4b73-bc13-a7a5864487db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=508f00b8-de49-493e-8e45-0696faad4424 HTTP/1.1" status: 200 len: 217 time: 0.0444205 Jul 05 04:09:05.281246 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4981537-7529-4055-888e-7aec63da9389 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=131e574a9f21492ca5ff725189ae7123&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1505702 Jul 05 04:09:05.281636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47642) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:05.323797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-99dba10c-156a-4dc4-b209-9a33998340c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.325297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-99dba10c-156a-4dc4-b209-9a33998340c9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.0474608 Jul 05 04:09:05.334580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4ac296e-1d39-491b-b25d-4b08cd63f713 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.360958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4ac296e-1d39-491b-b25d-4b08cd63f713 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.388795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-e6bef2d6-3137-4433-aa92-4322a855080c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.390308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-e6bef2d6-3137-4433-aa92-4322a855080c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0566621 Jul 05 04:09:05.473026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4ac296e-1d39-491b-b25d-4b08cd63f713 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.475843 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4ac296e-1d39-491b-b25d-4b08cd63f713 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:05.479615 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4ac296e-1d39-491b-b25d-4b08cd63f713 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9cc67c0e-6226-4a7a-bdd6-56cc5b2ea6b4 HTTP/1.1" status: 204 len: 168 time: 0.1945794 Jul 05 04:09:05.489433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ac296e-1d39-491b-b25d-4b08cd63f713 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cc67c0e-6226-4a7a-bdd6-56cc5b2ea6b4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:05.502825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-0bd76a80-2997-47fc-aa0b-95335187c0a1 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1027675 Jul 05 04:09:05.611541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-810f69d7-6816-431f-9c30-c9185cac7820 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928063 Jul 05 04:09:05.658017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-733cf98a-7d0f-46d6-a572-4657411198e4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=d9272308-16d4-4bea-815a-f0a4152feb20 HTTP/1.1" status: 200 len: 217 time: 0.0394638 Jul 05 04:09:05.719840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-8126583b-dd35-42fa-a709-453582927b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.721407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-8126583b-dd35-42fa-a709-453582927b1e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.0523236 Jul 05 04:09:05.785694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-3cbe2c8e-f5ad-4204-a651-f49bb1028775 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:05.787171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-3cbe2c8e-f5ad-4204-a651-f49bb1028775 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0570886 Jul 05 04:09:05.883172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-ebb5aaf8-333f-4bda-921f-cfbe4aa376ca service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889218 Jul 05 04:09:05.991812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-6e2f0629-f7ae-4230-afdc-10c48b64d354 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0995541 Jul 05 04:09:06.039282 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-c09f74af-5650-4cce-a1d1-c334878813ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=82917737-35ba-4936-8cf9-75ad6c8a2220 HTTP/1.1" status: 200 len: 217 time: 0.0371776 Jul 05 04:09:06.111530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-f93478f6-7284-426a-955b-c5bf48681b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.115808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-f93478f6-7284-426a-955b-c5bf48681b8e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.0672443 Jul 05 04:09:06.193732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-6bf4834b-0057-43e4-aa74-735097e75753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.195562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-6bf4834b-0057-43e4-aa74-735097e75753 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0651727 Jul 05 04:09:06.357087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3369137e-8034-480e-996e-6dbd15873a50 req-a48fa1eb-be23-4ff8-bbcb-e936ca2a64ca tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.365348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3369137e-8034-480e-996e-6dbd15873a50 req-a48fa1eb-be23-4ff8-bbcb-e936ca2a64ca tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1644378 Jul 05 04:09:06.376234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-7426acf8-1343-4b67-8ad6-a471a61b43cc service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444416 Jul 05 04:09:06.464183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3369137e-8034-480e-996e-6dbd15873a50 req-a5501104-94e0-43dd-b442-f14031ef0f7b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978906 Jul 05 04:09:06.509186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-89154031-2c2d-421b-a817-c52fffaa711e service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243451 Jul 05 04:09:06.557044 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-326c5f27-0e93-45e6-baad-8628f80348a8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=b8f69d4b-d276-4843-88a3-f617b74fdc99 HTTP/1.1" status: 200 len: 217 time: 0.0406818 Jul 05 04:09:06.613831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-854498c1-b8ef-45e6-9a7e-fb293d234003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.615495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-854498c1-b8ef-45e6-9a7e-fb293d234003 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.0501831 Jul 05 04:09:06.646727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47670) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:06.706764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-71ef8fef-dacf-4c66-9dc1-66f46025f331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:06.709007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-71ef8fef-dacf-4c66-9dc1-66f46025f331 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0794377 Jul 05 04:09:06.763144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-302598243'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:06.848403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-4bf6a0f9-6e8f-46df-a55b-45e48cd18675 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296520 Jul 05 04:09:06.920708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:06.925081 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.945301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:06.980823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-fbde41ee-8e96-40aa-a638-e6b7d333b616 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229455 Jul 05 04:09:07.033784 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ce83550-8105-43ea-8455-32cbcb8fc74b req-ac03d8dd-c5de-48a4-9034-f53ce643caed service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0511050 Jul 05 04:09:07.073102 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-b7628bf2-c82d-4307-87cb-f6122177c18a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=413daab2-512f-4770-8e63-6f518efd0808 HTTP/1.1" status: 200 len: 217 time: 0.0749924 Jul 05 04:09:07.124410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.152441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-890288e4-cc42-4155-84ff-e7bed47a9024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.156177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-890288e4-cc42-4155-84ff-e7bed47a9024 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.0739782 Jul 05 04:09:07.245706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-9cb0d860-a598-423c-8529-bcfea0bbb9e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.247220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-9cb0d860-a598-423c-8529-bcfea0bbb9e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0812151 Jul 05 04:09:07.256950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.274988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6880eda-967e-4d42-a6ff-796d7e1e6126 req-c420eabb-8886-4055-96cc-984858a13a87 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0484524 Jul 05 04:09:07.287488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:07.305248 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.305667 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Added segment 0ef9ba02-8e9c-43f1-a686-1f651fadf889 of type vlan for network 2547477d-57d4-406f-9787-524fbaecf4b3 Jul 05 04:09:07.307131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d854c48a-f352-451c-9812-1f25705ad710,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:07.361173 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.398703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-f79ca91c-4999-45f1-acdf-4b7cce70db0d service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262424 Jul 05 04:09:07.481365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.488140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.489418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:07.509892 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-3dcfe6c8-8026-4701-8be9-9186d767299e service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1045039 Jul 05 04:09:07.574138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=2547477d-57d4-406f-9787-524fbaecf4b3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:07.579775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-41aff53a-8691-4a48-8bf7-c677995c10ba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f HTTP/1.1" status: 200 len: 217 time: 0.0576892 Jul 05 04:09:07.585521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2547477d-57d4-406f-9787-524fbaecf4b3 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:07.659241 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7a711d42-5dac-4ad8-b36c-b77aef7897c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.0111213 Jul 05 04:09:07.709503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-7ad02e4e-fae3-469e-98db-d27a6c9a1f8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.711306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-7ad02e4e-fae3-469e-98db-d27a6c9a1f8f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.1252816 Jul 05 04:09:07.819828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13530a3a-552b-49e7-a3d3-dbb17dc553e4 req-33e1fb2b-5c63-4c1a-9795-5313ea4f5e21 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.821679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13530a3a-552b-49e7-a3d3-dbb17dc553e4 req-33e1fb2b-5c63-4c1a-9795-5313ea4f5e21 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.2040439 Jul 05 04:09:07.895596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-adf60434-043e-4d76-b076-27defe48a488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:07.899946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-adf60434-043e-4d76-b076-27defe48a488 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1766827 Jul 05 04:09:07.902653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13530a3a-552b-49e7-a3d3-dbb17dc553e4 req-c9c82399-d9c4-4c0b-9fa7-6896c72a5697 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733976 Jul 05 04:09:08.058141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-60265d26-6771-416f-a29b-9c9fdc0bc22b service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1524723 Jul 05 04:09:08.069539 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-08abfa34-8340-4111-8b4b-fb535356bbd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:08.206619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb1e5f03-a920-4a3f-9e3f-bba3666b8a7e req-df01aaeb-d708-46c2-b52e-30095622bd26 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385193 Jul 05 04:09:09.135785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29acc21c-1f69-4309-94d0-630aea47fd40 req-a1a606e2-dae5-4b34-bcf5-8db472b64811 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0371764 Jul 05 04:09:09.155441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa3c6f4-5dba-48dc-972b-7ae9248368cb req-8b2a244a-3e29-4c70-8c32-bb9458346d96 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:09.157269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5fa3c6f4-5dba-48dc-972b-7ae9248368cb req-8b2a244a-3e29-4c70-8c32-bb9458346d96 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1212728 Jul 05 04:09:09.202544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5fa3c6f4-5dba-48dc-972b-7ae9248368cb req-0f7fc1f5-daba-49bd-bc37-2c046ebdba1c tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389130 Jul 05 04:09:09.304333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9bc31aca-83f4-4594-80ed-f831befbc1d0 req-48cd4617-a3db-4bdb-922e-4befa63e1e77 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0308211 Jul 05 04:09:10.410405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c8e509-f50f-4fa1-a14b-def3d2c747b3 req-c3265d1f-5e68-4d79-8f9b-34d9b8387856 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:10.412142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8c8e509-f50f-4fa1-a14b-def3d2c747b3 req-c3265d1f-5e68-4d79-8f9b-34d9b8387856 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.0882087 Jul 05 04:09:10.484270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8c8e509-f50f-4fa1-a14b-def3d2c747b3 req-e1b106bb-51de-4005-920d-29b0bb9ac28d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662460 Jul 05 04:09:10.744209 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85fea3b9-8f1a-44e1-b83c-2260fbe1e564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:10.886699 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.074693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47760) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:11.086980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'network_id': '2547477d-57d4-406f-9787-524fbaecf4b3', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:11.202988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63d33ccf-b4b2-42f2-9425-002b000caa12 req-869ab488-4f67-4a1b-bfdb-f36156becc76 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0672648 Jul 05 04:09:11.347323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:11.350919 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.389675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb997bec-c480-423a-a0a9-1b3f188a602d req-fc7987e1-0b9f-400d-ae6d-679db6fd2d43 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0339439 Jul 05 04:09:11.736341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.791235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95156168-f91b-46ce-93c8-044367e1a0db req-5bee03e7-4fc3-4690-8ab8-5b301eca4bb6 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:11.794058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95156168-f91b-46ce-93c8-044367e1a0db req-5bee03e7-4fc3-4690-8ab8-5b301eca4bb6 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.0981536 Jul 05 04:09:11.817841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=cc89a4e6-47a3-493b-a6d5-c3f8a0ab002d,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:11.832492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking segment: {'id': '0ef9ba02-8e9c-43f1-a686-1f651fadf889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2547477d-57d4-406f-9787-524fbaecf4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:11.832492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network hostable DHCP agents. Network: 2547477d-57d4-406f-9787-524fbaecf4b3, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:11.848876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95156168-f91b-46ce-93c8-044367e1a0db req-ae7b22b5-b66c-4d8c-97ec-0a671e90b459 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482943 Jul 05 04:09:11.857964 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:11.937873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network 2547477d-57d4-406f-9787-524fbaecf4b3 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:12.018495 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2547477d-57d4-406f-9787-524fbaecf4b3) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:12.025171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:12.026270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.036424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dacc2ab8-3b98-4bde-9dda-06b28a5f0549 None None] Network 2547477d-57d4-406f-9787-524fbaecf4b3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:12.116603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47788) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:12.120246 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b65d281f-6e97-47e9-8da1-dcaeccf4b81d tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0442581 Jul 05 04:09:12.125832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-631006334'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:12.228571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-2547477d-57d4-406f-9787-524fbaecf4b3', 'network_id': '2547477d-57d4-406f-9787-524fbaecf4b3', 'tenant_id': 'd1c41da48b004d839f2d00fcfb02a085', 'fixed_ips': [{'subnet_id': 'cc89a4e6-47a3-493b-a6d5-c3f8a0ab002d'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:12.229564 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.246493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:12.250539 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.276809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:12.286699 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.287211 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Added segment 4ca32b82-f35d-454b-a29b-c214e5e3f042 of type vlan for network 03f07455-dc02-48a1-ab42-60e9ee482546 Jul 05 04:09:12.334857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.396486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Allocated IP 2001:db8:0:ffff::2 (2547477d-57d4-406f-9787-524fbaecf4b3/cc89a4e6-47a3-493b-a6d5-c3f8a0ab002d/fbf006ef-354a-45e6-b481-10e9675ae11d) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:12.458265 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.465210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:12.465945 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.589632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=03f07455-dc02-48a1-ab42-60e9ee482546,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:12.598220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.626612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 03f07455-dc02-48a1-ab42-60e9ee482546 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:12.626612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Transition to ACTIVE for port object fbf006ef-354a-45e6-b481-10e9675ae11d will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:12.654496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47800) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:12.658830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fc16000f-2dc0-4b4d-9393-5953ebc65808 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5448332 Jul 05 04:09:12.662464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'network_id': '03f07455-dc02-48a1-ab42-60e9ee482546', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:12.792737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Transition to ACTIVE for port object fbf006ef-354a-45e6-b481-10e9675ae11d will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:12.905146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.938461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:12.944653 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:12.967082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Network 2547477d-57d4-406f-9787-524fbaecf4b3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:12.983291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:13.012565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:13.019831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Pushing event updated for resources: {'Port': ['ID=fbf006ef-354a-45e6-b481-10e9675ae11d,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:13.062283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.062622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.062969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.063348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.063680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.064116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.064454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.064778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.065100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.065418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.073430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.073864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:13.096834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bd790f-450f-4ca5-91bd-d22e852c065d req-a97f6100-7ed5-43bc-ae94-cbb68fd7cf74 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:13.105327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7bd790f-450f-4ca5-91bd-d22e852c065d req-a97f6100-7ed5-43bc-ae94-cbb68fd7cf74 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1046653 Jul 05 04:09:13.151337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7bd790f-450f-4ca5-91bd-d22e852c065d req-c5cef890-c3ec-42a1-82d9-44eaa62181a7 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447514 Jul 05 04:09:13.169944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Attempting to bind port fbf006ef-354a-45e6-b481-10e9675ae11d on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:13.170594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Attempting to bind port fbf006ef-354a-45e6-b481-10e9675ae11d by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '0ef9ba02-8e9c-43f1-a686-1f651fadf889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2547477d-57d4-406f-9787-524fbaecf4b3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:13.171151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Attempting to bind port fbf006ef-354a-45e6-b481-10e9675ae11d on network 2547477d-57d4-406f-9787-524fbaecf4b3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:13.187468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:13.188292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Checking segment: {'id': '0ef9ba02-8e9c-43f1-a686-1f651fadf889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2547477d-57d4-406f-9787-524fbaecf4b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:13.188983 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.189536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Bound using segment: {'id': '0ef9ba02-8e9c-43f1-a686-1f651fadf889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2547477d-57d4-406f-9787-524fbaecf4b3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:13.190207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Bound port: fbf006ef-354a-45e6-b481-10e9675ae11d, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ef9ba02-8e9c-43f1-a686-1f651fadf889', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '2547477d-57d4-406f-9787-524fbaecf4b3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:13.190774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.340338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.350913 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] For port fbf006ef-354a-45e6-b481-10e9675ae11d, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:13.375538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] For port fbf006ef-354a-45e6-b481-10e9675ae11d, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbf006ef-354a-45e6-b481-10e9675ae11d,segment=NetworkSegment(0ef9ba02-8e9c-43f1-a686-1f651fadf889),segment_id=0ef9ba02-8e9c-43f1-a686-1f651fadf889)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:13.434262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=7da39eac-c109-4dd3-9009-cfaa5161e9c0,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:13.443779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking segment: {'id': '4ca32b82-f35d-454b-a29b-c214e5e3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '03f07455-dc02-48a1-ab42-60e9ee482546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:13.444424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network hostable DHCP agents. Network: 03f07455-dc02-48a1-ab42-60e9ee482546, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:13.448841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39c3a00b-58fd-44ef-8bc7-51560e5ab4cd req-61451b2c-d78b-46af-ba7e-78ea84c692d5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0416150 Jul 05 04:09:13.455264 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.460154 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.550148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network 03f07455-dc02-48a1-ab42-60e9ee482546 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:13.574278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f42846-70b4-4d89-8291-2bc267445aff None None] Pushing event updated for resources: {'Port': ['ID=fbf006ef-354a-45e6-b481-10e9675ae11d,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:13.630260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 03f07455-dc02-48a1-ab42-60e9ee482546) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:13.636362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:13.637434 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.656782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da4a699-50c9-4023-9067-f7ea2f4287a6 None None] Network 03f07455-dc02-48a1-ab42-60e9ee482546 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:13.734004 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-327370e0-730d-4c07-a55b-45f97b6316d4 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0761480 Jul 05 04:09:13.736453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47820) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:13.794391 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:09:13.798933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5c5cd51-22e9-4f6a-b05d-af0c6e5a2372 req-ba3b765f-47df-4b06-8e89-ed6f6f699eb5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0454855 Jul 05 04:09:13.954978 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:13.957540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-03f07455-dc02-48a1-ab42-60e9ee482546', 'network_id': '03f07455-dc02-48a1-ab42-60e9ee482546', 'tenant_id': 'd1c41da48b004d839f2d00fcfb02a085', 'fixed_ips': [{'subnet_id': '7da39eac-c109-4dd3-9009-cfaa5161e9c0'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:13.958557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.046776 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.223608 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.314893 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.336594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Allocated IP 2001:db8::1 (03f07455-dc02-48a1-ab42-60e9ee482546/7da39eac-c109-4dd3-9009-cfaa5161e9c0/34850aee-1ac5-4335-a061-3dff81c9540d) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:14.501690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d5fba3-a50c-4134-a932-b1ed3ce4dce9 req-91fe14a7-5cd0-46f8-8d85-fea38b59bbdb tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:14.504024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42d5fba3-a50c-4134-a932-b1ed3ce4dce9 req-91fe14a7-5cd0-46f8-8d85-fea38b59bbdb tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1075313 Jul 05 04:09:14.536938 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.561359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Transition to ACTIVE for port object 34850aee-1ac5-4335-a061-3dff81c9540d will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:14.591810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42d5fba3-a50c-4134-a932-b1ed3ce4dce9 req-cd7c09d1-fc03-4896-896f-ad26fe45df76 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717101 Jul 05 04:09:14.605702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Transition to ACTIVE for port object 34850aee-1ac5-4335-a061-3dff81c9540d will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:14.699394 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.813766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.827352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Network 03f07455-dc02-48a1-ab42-60e9ee482546 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:14.832538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:14.835285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:14.863917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Subnet': ['ID=7da39eac-c109-4dd3-9009-cfaa5161e9c0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:14.888902 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Pushing event updated for resources: {'Port': ['ID=34850aee-1ac5-4335-a061-3dff81c9540d,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:14.959544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Attempting to bind port 34850aee-1ac5-4335-a061-3dff81c9540d on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:14.960224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Attempting to bind port 34850aee-1ac5-4335-a061-3dff81c9540d by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '4ca32b82-f35d-454b-a29b-c214e5e3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '03f07455-dc02-48a1-ab42-60e9ee482546'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:14.960341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Attempting to bind port 34850aee-1ac5-4335-a061-3dff81c9540d on network 03f07455-dc02-48a1-ab42-60e9ee482546 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:14.969436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:14.969821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Checking segment: {'id': '4ca32b82-f35d-454b-a29b-c214e5e3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '03f07455-dc02-48a1-ab42-60e9ee482546'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:14.970234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:14.970740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Bound using segment: {'id': '4ca32b82-f35d-454b-a29b-c214e5e3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '03f07455-dc02-48a1-ab42-60e9ee482546'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:14.971259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Bound port: 34850aee-1ac5-4335-a061-3dff81c9540d, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ca32b82-f35d-454b-a29b-c214e5e3f042', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '03f07455-dc02-48a1-ab42-60e9ee482546'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:14.971656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.003464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbf006ef-354a-45e6-b481-10e9675ae11d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:15.061847 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.074667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f07455-dc02-48a1-ab42-60e9ee482546']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:15.106781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca32b82-f35d-454b-a29b-c214e5e3f042') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:15.107085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca32b82-f35d-454b-a29b-c214e5e3f042') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:15.129205 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.147749 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.155173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:15.155765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.168187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] For port 34850aee-1ac5-4335-a061-3dff81c9540d, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:15.179110 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:15.255446 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] For port 34850aee-1ac5-4335-a061-3dff81c9540d, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=34850aee-1ac5-4335-a061-3dff81c9540d,segment=NetworkSegment(4ca32b82-f35d-454b-a29b-c214e5e3f042),segment_id=4ca32b82-f35d-454b-a29b-c214e5e3f042)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:15.280178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7cd8e6-8609-486a-8bda-3becfd346632 None None] Network 2547477d-57d4-406f-9787-524fbaecf4b3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:15.298252 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:09:15.298252 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:09:15.298252 n-d-758944-41 neutron-server[100895]: [parameters: {'id': '03f07455-dc02-48a1-ab42-60e9ee482546'}] Jul 05 04:09:15.298252 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:15.298660 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:15.339341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port fbf006ef-354a-45e6-b481-10e9675ae11d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:15.351813 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.772401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ac77f46-95f5-4bfe-9970-d72a63e01070 None None] Pushing event updated for resources: {'Port': ['ID=34850aee-1ac5-4335-a061-3dff81c9540d,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:15.802649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.824913 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a54c11-06e7-44bc-b65a-f122266857e7 None None] Network 03f07455-dc02-48a1-ab42-60e9ee482546 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:15.844551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b253b5c8-aaff-4db7-bf2d-926a02a7cdd0 None None] Provisioning for port fbf006ef-354a-45e6-b481-10e9675ae11d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:15.854234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec66307-b7b7-484c-8f30-7fb8c13f4593 req-768c8075-198e-42c5-a3db-5c01eef144ef tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:15.856989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ec66307-b7b7-484c-8f30-7fb8c13f4593 req-768c8075-198e-42c5-a3db-5c01eef144ef tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1384933 Jul 05 04:09:15.901940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting port 34850aee-1ac5-4335-a061-3dff81c9540d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:15.903016 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.916362 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b253b5c8-aaff-4db7-bf2d-926a02a7cdd0 None None] Provisioning complete for port fbf006ef-354a-45e6-b481-10e9675ae11d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:15.916739 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b253b5c8-aaff-4db7-bf2d-926a02a7cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:15.930382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ec66307-b7b7-484c-8f30-7fb8c13f4593 req-b8af4bcc-0352-4384-a907-421808e97f00 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641036 Jul 05 04:09:16.001003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] For port 34850aee-1ac5-4335-a061-3dff81c9540d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=34850aee-1ac5-4335-a061-3dff81c9540d,segment=NetworkSegment(4ca32b82-f35d-454b-a29b-c214e5e3f042),segment_id=4ca32b82-f35d-454b-a29b-c214e5e3f042)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:16.002100 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.020554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Calling delete_port for 34850aee-1ac5-4335-a061-3dff81c9540d owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:16.117403 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b253b5c8-aaff-4db7-bf2d-926a02a7cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.199982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e4477e3-cc3d-4385-8402-928b37f84505 req-722f9dd9-3d74-4774-9b46-951f611adffb service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0580885 Jul 05 04:09:16.216046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b253b5c8-aaff-4db7-bf2d-926a02a7cdd0 None None] For port fbf006ef-354a-45e6-b481-10e9675ae11d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbf006ef-354a-45e6-b481-10e9675ae11d,segment=NetworkSegment(0ef9ba02-8e9c-43f1-a686-1f651fadf889),segment_id=0ef9ba02-8e9c-43f1-a686-1f651fadf889)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:16.252330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.276753 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b253b5c8-aaff-4db7-bf2d-926a02a7cdd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.293412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Port': ['ID=34850aee-1ac5-4335-a061-3dff81c9540d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:16.305387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No DVR routers for this DVR port 34850aee-1ac5-4335-a061-3dff81c9540d on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:16.434532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253b5c8-aaff-4db7-bf2d-926a02a7cdd0 None None] Pushing event updated for resources: {'Port': ['ID=fbf006ef-354a-45e6-b481-10e9675ae11d,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:16.465866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.480725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03f07455-dc02-48a1-ab42-60e9ee482546']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:16.510067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ca32b82-f35d-454b-a29b-c214e5e3f042') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:16.510067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ca32b82-f35d-454b-a29b-c214e5e3f042') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:16.524175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.540707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.548405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:16.548864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:16.553505 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:16.567555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b17f5b6a-1188-4828-bc40-ac8bda5fdb11 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:09:16.582234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e26e164a-37eb-4053-9f46-eabc951de6f1 req-d0b89984-84d6-48fc-b766-18307ac2021e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0658591 Jul 05 04:09:16.653047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d2141df6-c580-4967-8dea-3c747fe3223a None None] Provisioning complete for port fbf006ef-354a-45e6-b481-10e9675ae11d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:16.653494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d2141df6-c580-4967-8dea-3c747fe3223a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.698671 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.717104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.720744 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/03f07455-dc02-48a1-ab42-60e9ee482546 HTTP/1.1" status: 204 len: 168 time: 2.9835441 Jul 05 04:09:16.725686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47898) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:16.733022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1127670679'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:16.765513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b17f5b6a-1188-4828-bc40-ac8bda5fdb11 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:09:16.771797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b1c56a-b959-4f83-8fc5-d5eefb5a1c2e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Network': ['ID=03f07455-dc02-48a1-ab42-60e9ee482546,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:16.880686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:16.886093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.915094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:16.926701 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:16.927421 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Added segment 80d252a4-2391-47f5-bfb3-92f272ac22ff of type vlan for network 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac Jul 05 04:09:16.970693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbf006ef-354a-45e6-b481-10e9675ae11d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:16.984424 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.156878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fbf006ef-354a-45e6-b481-10e9675ae11d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:17.156878 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.163149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.170345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:17.171037 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.186964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ba7c3a-8785-4e40-bcb7-4ee781257c32 req-9618d3a3-8743-47f3-be5a-06a01d31897b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:17.188913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26ba7c3a-8785-4e40-bcb7-4ee781257c32 req-9618d3a3-8743-47f3-be5a-06a01d31897b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1078901 Jul 05 04:09:17.355409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:17.372402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:17.380363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26ba7c3a-8785-4e40-bcb7-4ee781257c32 req-06b2c1b0-c1cd-4b39-98f1-cf17d87effcb tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622396 Jul 05 04:09:17.458861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6369e2be-9be7-4dbf-a304-92d13995a30f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7315204 Jul 05 04:09:17.462398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47912) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:17.468083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'network_id': '4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:17.684535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:17.688644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:17.976339 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.106811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=aa894e43-45d2-44d5-b97f-ecac5f22d349,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:18.119076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking segment: {'id': '80d252a4-2391-47f5-bfb3-92f272ac22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:18.119582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network hostable DHCP agents. Network: 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:18.198354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:18.279460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:18.290995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:18.290995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.296761 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b9065e1-25f0-4b6e-8b93-85f797cb4c75 None None] Network 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:18.324008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc7828ff-5619-410d-9c2a-2c372a0c1b5a req-20559a8d-2def-4a16-bbe5-15682487ea62 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0400419 Jul 05 04:09:18.379218 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d298dffc-cfa5-4824-b3d3-db2167267775 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 0.9155188 Jul 05 04:09:18.383565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47926) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:18.396698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-62268435'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:18.518804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:18.524580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.605792 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:18.631982 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.632462 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Added segment 634dff1f-3688-4d17-8618-8419d6fdbd99 of type vlan for network cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d Jul 05 04:09:18.678469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac', 'network_id': '4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac', 'tenant_id': 'd1c41da48b004d839f2d00fcfb02a085', 'fixed_ips': [{'subnet_id': 'aa894e43-45d2-44d5-b97f-ecac5f22d349'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:18.679713 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.687232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.710129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e421e65e-d996-422b-a9c8-36d2191a36b6 req-6757c697-751d-4eb5-a233-a7390cca254d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:18.711716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e421e65e-d996-422b-a9c8-36d2191a36b6 req-6757c697-751d-4eb5-a233-a7390cca254d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1036749 Jul 05 04:09:18.767041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e421e65e-d996-422b-a9c8-36d2191a36b6 req-3c6cbed6-4f4e-48c6-a51e-d19c9fb939d0 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487964 Jul 05 04:09:18.790558 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.813000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:18.813700 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:18.838379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9edba4e5-6e6a-4acf-82e5-b35f4107a675 req-5be8ccc3-c46b-4374-a643-f02fc72bbbb2 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0644348 Jul 05 04:09:18.946531 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Allocated IP 2001:db8::1 (4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac/aa894e43-45d2-44d5-b97f-ecac5f22d349/2ff82a80-a695-4864-8289-7604a17b6052) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:18.952075 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.5665209 Jul 05 04:09:18.955348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47952) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:18.957629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceb909e-20cf-47e5-8140-4fcf54bbe4a3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:18.962194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'network_id': 'cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:19.035607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:19.184480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:19.188476 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.211842 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.220971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Transition to ACTIVE for port object 2ff82a80-a695-4864-8289-7604a17b6052 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:19.237592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Transition to ACTIVE for port object 2ff82a80-a695-4864-8289-7604a17b6052 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:19.258887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.ipam_backend_mixin [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Performing IP validity checks on allocation pools {{(pid=100896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:09:19.259472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.ipam_backend_mixin [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100896) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:09:19.325016 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.367042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Network 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:19.369959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:19.376579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:19.397430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Pushing event updated for resources: {'Port': ['ID=2ff82a80-a695-4864-8289-7604a17b6052,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:19.453630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Attempting to bind port 2ff82a80-a695-4864-8289-7604a17b6052 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:19.454144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Attempting to bind port 2ff82a80-a695-4864-8289-7604a17b6052 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '80d252a4-2391-47f5-bfb3-92f272ac22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:19.454519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Attempting to bind port 2ff82a80-a695-4864-8289-7604a17b6052 on network 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:19.459838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:19.460285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Checking segment: {'id': '80d252a4-2391-47f5-bfb3-92f272ac22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:19.460694 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.461096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Bound using segment: {'id': '80d252a4-2391-47f5-bfb3-92f272ac22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:19.461573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Bound port: 2ff82a80-a695-4864-8289-7604a17b6052, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80d252a4-2391-47f5-bfb3-92f272ac22ff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:19.461955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.487019 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.543286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] For port 2ff82a80-a695-4864-8289-7604a17b6052, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:19.548624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] For port 2ff82a80-a695-4864-8289-7604a17b6052, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2ff82a80-a695-4864-8289-7604a17b6052,segment=NetworkSegment(80d252a4-2391-47f5-bfb3-92f272ac22ff),segment_id=80d252a4-2391-47f5-bfb3-92f272ac22ff)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:19.583032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=623de3de-c305-4f4c-b1c3-6f792472aa2b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:19.586216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking segment: {'id': '634dff1f-3688-4d17-8618-8419d6fdbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:19.586680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network hostable DHCP agents. Network: cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:19.628717 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.698016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:19.714479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb2c810-5753-4c7f-9e48-3eef6a8f7d95 None None] Pushing event updated for resources: {'Port': ['ID=2ff82a80-a695-4864-8289-7604a17b6052,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:19.801681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:19.816371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:19.816679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b1bd64e-43d6-40eb-9b78-99256806d070 None None] Network cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:19.818978 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:19.933924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c0cf0f4d-52ae-45f0-8a72-03b39d180c95 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.9767442 Jul 05 04:09:19.935154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47976) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:20.155835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d', 'network_id': 'cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d', 'tenant_id': 'd1c41da48b004d839f2d00fcfb02a085', 'fixed_ips': [{'subnet_id': '623de3de-c305-4f4c-b1c3-6f792472aa2b'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:20.158891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.377943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47982) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:20.438126 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Allocated IP 2001:db8::3 (cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d/623de3de-c305-4f4c-b1c3-6f792472aa2b/e6027eaa-1651-4623-89ee-2c96b182d296) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:20.535848 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.547588 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd9edd31-b00e-4a9d-b4eb-ac6eeb0ad220 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.598526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4d1d9a-9437-4149-a8de-dd2de887fd9c req-5b8145e4-f3ee-4f29-87b2-6d5dd126fd3b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:20.608270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f4d1d9a-9437-4149-a8de-dd2de887fd9c req-5b8145e4-f3ee-4f29-87b2-6d5dd126fd3b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.5615265 Jul 05 04:09:20.752490 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.763736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd9edd31-b00e-4a9d-b4eb-ac6eeb0ad220 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.774125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Transition to ACTIVE for port object e6027eaa-1651-4623-89ee-2c96b182d296 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:20.789123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f4d1d9a-9437-4149-a8de-dd2de887fd9c req-38edf661-e331-46ba-af38-99223cca682d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799517 Jul 05 04:09:20.823861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Transition to ACTIVE for port object e6027eaa-1651-4623-89ee-2c96b182d296 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:20.846502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-209499b8-5d8b-47e6-a558-3e31240849e4 req-bac1a7db-adbb-4c2e-9185-550ae83be045 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0380218 Jul 05 04:09:20.856737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.870573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd9edd31-b00e-4a9d-b4eb-ac6eeb0ad220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.905776 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:20.952791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd9edd31-b00e-4a9d-b4eb-ac6eeb0ad220 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0f4371-30dc-4ab9-a755-323930e9d32b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:20.957083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2ff82a80-a695-4864-8289-7604a17b6052 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:20.962833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47994) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:20.963301 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cd9edd31-b00e-4a9d-b4eb-ac6eeb0ad220 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45e43bf0b37048a8ba7aeb70661a7fac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5808229 Jul 05 04:09:21.005719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Network cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:21.012894 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:21.022640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:21.027884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4dca00a3-87d9-458e-8a04-5dfe59b9cf1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.042698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Pushing event updated for resources: {'Port': ['ID=e6027eaa-1651-4623-89ee-2c96b182d296,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:21.054872 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4dca00a3-87d9-458e-8a04-5dfe59b9cf1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.057542 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.118269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Subnet': ['ID=623de3de-c305-4f4c-b1c3-6f792472aa2b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:21.316356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.327366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:21.342353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634dff1f-3688-4d17-8618-8419d6fdbd99') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:21.342752 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634dff1f-3688-4d17-8618-8419d6fdbd99') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:21.362581 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.380256 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.388497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:21.388993 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:21.392655 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:21.430048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34d59e67-5047-4899-a51a-53f77b155710 None None] Network 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:21.494222 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4dca00a3-87d9-458e-8a04-5dfe59b9cf1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.497193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4dca00a3-87d9-458e-8a04-5dfe59b9cf1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.502392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4dca00a3-87d9-458e-8a04-5dfe59b9cf1d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f0f4371-30dc-4ab9-a755-323930e9d32b HTTP/1.1" status: 204 len: 168 time: 0.5346272 Jul 05 04:09:21.553572 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:09:21.553572 n-d-758944-41 neutron-server[100896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:09:21.553572 n-d-758944-41 neutron-server[100896]: [parameters: {'id': 'cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d'}] Jul 05 04:09:21.553572 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:21.554850 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:21.565257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dca00a3-87d9-458e-8a04-5dfe59b9cf1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0f4371-30dc-4ab9-a755-323930e9d32b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:21.567306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Attempting to bind port e6027eaa-1651-4623-89ee-2c96b182d296 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:21.568424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Attempting to bind port e6027eaa-1651-4623-89ee-2c96b182d296 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '634dff1f-3688-4d17-8618-8419d6fdbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:21.568796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Attempting to bind port e6027eaa-1651-4623-89ee-2c96b182d296 on network cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:21.600158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:21.604508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Checking segment: {'id': '634dff1f-3688-4d17-8618-8419d6fdbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:21.604508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.604508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Bound using segment: {'id': '634dff1f-3688-4d17-8618-8419d6fdbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:21.604508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Bound port: e6027eaa-1651-4623-89ee-2c96b182d296, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '634dff1f-3688-4d17-8618-8419d6fdbd99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:21.604508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.631468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2ff82a80-a695-4864-8289-7604a17b6052 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:21.639203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df66e999-9a9a-4443-aa7a-b385f754de18 None None] Provisioning for port 2ff82a80-a695-4864-8289-7604a17b6052 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:21.641293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-95763054-cd74-4397-a850-5c9d1edaedf8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:21.643165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-95763054-cd74-4397-a850-5c9d1edaedf8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 814 time: 0.1891751 Jul 05 04:09:21.652707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2ff82a80-a695-4864-8289-7604a17b6052 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:21.653144 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.665621 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-bb8d4d86-93bd-40f1-9ec9-5e2e1caef209 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/quotas/b9bfdfe790624823bd5b249d384ac18c HTTP/1.1" status: 200 len: 375 time: 0.0119269 Jul 05 04:09:21.678506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df66e999-9a9a-4443-aa7a-b385f754de18 None None] Provisioning complete for port 2ff82a80-a695-4864-8289-7604a17b6052 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:21.678798 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df66e999-9a9a-4443-aa7a-b385f754de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:21.760355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-81bf73a9-aa60-4ba9-9c6d-e9ebbaecc2a8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0810339 Jul 05 04:09:21.878779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] For port e6027eaa-1651-4623-89ee-2c96b182d296, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:21.908915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] For port e6027eaa-1651-4623-89ee-2c96b182d296, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e6027eaa-1651-4623-89ee-2c96b182d296,segment=NetworkSegment(634dff1f-3688-4d17-8618-8419d6fdbd99),segment_id=634dff1f-3688-4d17-8618-8419d6fdbd99)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:21.957666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e85a6dcc-0224-40e1-9859-ec49ed7ad2a5 req-c9b41d46-f677-4916-87e8-29cbf2cecda4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0917559 Jul 05 04:09:21.998579 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.005756 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.059948 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.128461 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df66e999-9a9a-4443-aa7a-b385f754de18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.174233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37b4130-2f66-4a6d-89ba-ad4ccbaf195d req-9fa4633a-7c88-4078-9f7f-7207ecd3ab36 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:22.175867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e37b4130-2f66-4a6d-89ba-ad4ccbaf195d req-9fa4633a-7c88-4078-9f7f-7207ecd3ab36 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.2045975 Jul 05 04:09:22.206315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 2ff82a80-a695-4864-8289-7604a17b6052, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2ff82a80-a695-4864-8289-7604a17b6052,segment=NetworkSegment(80d252a4-2391-47f5-bfb3-92f272ac22ff),segment_id=80d252a4-2391-47f5-bfb3-92f272ac22ff)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:22.221808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5e5e6-f8ec-4749-b87a-ddc1a228c1d3 None None] Pushing event updated for resources: {'Port': ['ID=e6027eaa-1651-4623-89ee-2c96b182d296,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.227552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-cd0236de-e757-4246-8348-0eb498234dc2 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4579918 Jul 05 04:09:22.251087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-164325bf-b077-4f85-9f6b-69870f1c7c9d None None] Network cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:22.285341 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e37b4130-2f66-4a6d-89ba-ad4ccbaf195d req-827ae0cf-620b-4b35-9649-8cdf034c19ff tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985174 Jul 05 04:09:22.332745 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.383697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting port e6027eaa-1651-4623-89ee-2c96b182d296 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:22.384347 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.418083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=2ff82a80-a695-4864-8289-7604a17b6052,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.447794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48024) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:22.477191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4cc3303-97de-4852-bab1-d9d24417b437 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.478532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] For port e6027eaa-1651-4623-89ee-2c96b182d296, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e6027eaa-1651-4623-89ee-2c96b182d296,segment=NetworkSegment(634dff1f-3688-4d17-8618-8419d6fdbd99),segment_id=634dff1f-3688-4d17-8618-8419d6fdbd99)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:22.478909 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.500276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Calling delete_port for e6027eaa-1651-4623-89ee-2c96b182d296 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:22.509320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-df66e999-9a9a-4443-aa7a-b385f754de18 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:22.509943 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-df66e999-9a9a-4443-aa7a-b385f754de18 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:22.568293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281eff1e-1cf2-4824-b76b-51cbd44edb71 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:09:22.614450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-ac241338-65ac-4171-9622-2118a1ebfc50 service neutron] 10.222.0.30 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650093 Jul 05 04:09:22.625504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4cc3303-97de-4852-bab1-d9d24417b437 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.709691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4cc3303-97de-4852-bab1-d9d24417b437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.728144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281eff1e-1cf2-4824-b76b-51cbd44edb71 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:09:22.743568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.776704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Port': ['ID=e6027eaa-1651-4623-89ee-2c96b182d296,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.780322 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4cc3303-97de-4852-bab1-d9d24417b437 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dca65c669f0444e2813cfe6b2ba21905&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310087 Jul 05 04:09:22.782527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cc3303-97de-4852-bab1-d9d24417b437 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a9c9ece-059e-47e2-bd1d-d40da853157d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:22.784693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48026) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:22.855158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No DVR routers for this DVR port e6027eaa-1651-4623-89ee-2c96b182d296 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:22.857491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2ff82a80-a695-4864-8289-7604a17b6052 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:22.883685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2b08db7-ff21-49ab-abbd-4a2102dce568 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.963307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2ff82a80-a695-4864-8289-7604a17b6052 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:22.963599 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:22.995502 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2b08db7-ff21-49ab-abbd-4a2102dce568 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.012481 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.031877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:23.064972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '634dff1f-3688-4d17-8618-8419d6fdbd99') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:23.065339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '634dff1f-3688-4d17-8618-8419d6fdbd99') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:23.097845 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7270cf28-c6f8-4064-bcfc-9058592ff28e req-90dcdd4e-3b1b-4892-b735-8bf9e318f14b tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 210 time: 0.0513122 Jul 05 04:09:23.099708 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.129733 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.147602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:23.151611 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:23.155581 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:23.265021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-551c2f38-ca45-4b41-8979-5e991e02ae3c None None] Provisioning complete for port 2ff82a80-a695-4864-8289-7604a17b6052 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:23.265403 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-551c2f38-ca45-4b41-8979-5e991e02ae3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.327999 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2b08db7-ff21-49ab-abbd-4a2102dce568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.329167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2b08db7-ff21-49ab-abbd-4a2102dce568 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.332773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c2b08db7-ff21-49ab-abbd-4a2102dce568 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a9c9ece-059e-47e2-bd1d-d40da853157d HTTP/1.1" status: 204 len: 168 time: 0.5444572 Jul 05 04:09:23.345266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b08db7-ff21-49ab-abbd-4a2102dce568 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a9c9ece-059e-47e2-bd1d-d40da853157d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:23.372884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.380265 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.386045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48048) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:23.386749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d HTTP/1.1" status: 204 len: 168 time: 3.4503095 Jul 05 04:09:23.399836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1343371928'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:23.428754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db155e-2653-4f2f-afcc-a8d4f419eeba tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Network': ['ID=cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:23.564230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:23.569514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.609060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:23.621488 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.622238 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Added segment abd47d9e-8692-4813-92c2-a5afa4005b2a of type vlan for network d3d08d29-7f59-46ba-ba17-be346f016da0 Jul 05 04:09:23.666950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69287bed-b013-4dbd-89a8-7ccc012f138f req-4d7bbbab-f38d-41ea-aae2-a247150326b2 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.668828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69287bed-b013-4dbd-89a8-7ccc012f138f req-4d7bbbab-f38d-41ea-aae2-a247150326b2 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1302299 Jul 05 04:09:23.716024 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.780171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69287bed-b013-4dbd-89a8-7ccc012f138f req-afe9aa36-5a55-4b4b-abcb-55cc37fde5f8 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008682 Jul 05 04:09:23.844391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afac1a4d-4751-46f1-b16f-a7f3bf5aaf7d req-cddf92fe-6428-46dd-82fd-a466b4613ab7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0336370 Jul 05 04:09:23.885852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:23.888873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:23.892523 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.009192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=d3d08d29-7f59-46ba-ba17-be346f016da0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:24.021984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d3d08d29-7f59-46ba-ba17-be346f016da0 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:24.024725 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1e754808-b7e5-449a-9649-db7f82b30eab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6368847 Jul 05 04:09:24.028772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48060) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:24.035626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'network_id': 'd3d08d29-7f59-46ba-ba17-be346f016da0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:24.158372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c214115-4d2c-4818-9131-ca9de1151237 req-c9656e6d-6c31-43df-bec8-27c1cd594125 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0387938 Jul 05 04:09:24.286640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fdeac28-05b5-40a6-be1d-abac24f4c3f4 req-17dfe351-2ff1-45ac-a9db-a3947b6379aa tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 210 time: 0.0308447 Jul 05 04:09:24.348304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:24.348803 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.663441 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:24.733651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=1de97edb-9acc-4c1d-b9be-08ef0a9956cd,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:24.747541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking segment: {'id': 'abd47d9e-8692-4813-92c2-a5afa4005b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3d08d29-7f59-46ba-ba17-be346f016da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:24.747948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network hostable DHCP agents. Network: d3d08d29-7f59-46ba-ba17-be346f016da0, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:24.826765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network d3d08d29-7f59-46ba-ba17-be346f016da0 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:24.921604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d3d08d29-7f59-46ba-ba17-be346f016da0) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:24.939672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2565f6d2-bce2-4f6e-bb94-27a321e9b990 None None] Network d3d08d29-7f59-46ba-ba17-be346f016da0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:24.945450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:24.948936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.082081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9fc7218-5a64-4866-b118-6f1ff9aa7eaf req-16198adf-189d-4762-8272-26c0ece87950 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:25.085464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9fc7218-5a64-4866-b118-6f1ff9aa7eaf req-16198adf-189d-4762-8272-26c0ece87950 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1205351 Jul 05 04:09:25.089630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-af46b7fe-dbd8-489f-ba0d-8f2b8a4dc6bc tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0560293 Jul 05 04:09:25.091709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48092) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:25.136707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9fc7218-5a64-4866-b118-6f1ff9aa7eaf req-bb9b3dd3-ee4f-4e2f-9e1b-b9fdd22ac284 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466952 Jul 05 04:09:25.244866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-d3d08d29-7f59-46ba-ba17-be346f016da0', 'network_id': 'd3d08d29-7f59-46ba-ba17-be346f016da0', 'tenant_id': 'd1c41da48b004d839f2d00fcfb02a085', 'fixed_ips': [{'subnet_id': '1de97edb-9acc-4c1d-b9be-08ef0a9956cd'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:25.244866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.557360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Allocated IP 2001:db8::1 (d3d08d29-7f59-46ba-ba17-be346f016da0/1de97edb-9acc-4c1d-b9be-08ef0a9956cd/e83b2f5e-29d8-495a-8473-1792b14d99cb) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:25.599355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-370e5d58-e3ac-42ce-8bc3-bb6449479bb9 req-ae93c404-724d-40a5-b3f0-179e0f47b536 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 210 time: 0.0888844 Jul 05 04:09:25.621644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.710277 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.963561 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:25.980829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Transition to ACTIVE for port object e83b2f5e-29d8-495a-8473-1792b14d99cb will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:26.009385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Transition to ACTIVE for port object e83b2f5e-29d8-495a-8473-1792b14d99cb will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:26.164924 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.173964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-e8a49394-7711-4673-bf2a-c570bb59f670 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:26.176316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-e8a49394-7711-4673-bf2a-c570bb59f670 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 814 time: 0.1462071 Jul 05 04:09:26.191450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Request body: {'port': {'device_id': '7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a', 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d', 'admin_state_up': True, 'tenant_id': 'b9bfdfe790624823bd5b249d384ac18c'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:26.263770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.314745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9a760be-1864-45d6-bb77-384b6fd6f14f req-68a33a60-efa6-4df2-a453-f7f9a56066a2 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0445030 Jul 05 04:09:26.334968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Network d3d08d29-7f59-46ba-ba17-be346f016da0 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:26.364288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Subnet': ['ID=1de97edb-9acc-4c1d-b9be-08ef0a9956cd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:26.383637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:26.391019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:26.434528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Pushing event updated for resources: {'Port': ['ID=e83b2f5e-29d8-495a-8473-1792b14d99cb,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:26.483271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Attempting to bind port e83b2f5e-29d8-495a-8473-1792b14d99cb on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:26.488357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Attempting to bind port e83b2f5e-29d8-495a-8473-1792b14d99cb by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'abd47d9e-8692-4813-92c2-a5afa4005b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3d08d29-7f59-46ba-ba17-be346f016da0'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:26.488357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Attempting to bind port e83b2f5e-29d8-495a-8473-1792b14d99cb on network d3d08d29-7f59-46ba-ba17-be346f016da0 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:26.492475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:26.493398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Checking segment: {'id': 'abd47d9e-8692-4813-92c2-a5afa4005b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3d08d29-7f59-46ba-ba17-be346f016da0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:26.494046 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.494704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Bound using segment: {'id': 'abd47d9e-8692-4813-92c2-a5afa4005b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3d08d29-7f59-46ba-ba17-be346f016da0'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:26.495536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Bound port: e83b2f5e-29d8-495a-8473-1792b14d99cb, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abd47d9e-8692-4813-92c2-a5afa4005b2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd3d08d29-7f59-46ba-ba17-be346f016da0'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:26.496222 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.508387 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.526696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d08d29-7f59-46ba-ba17-be346f016da0']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:26.546223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd47d9e-8692-4813-92c2-a5afa4005b2a') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:26.546811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd47d9e-8692-4813-92c2-a5afa4005b2a') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:26.586916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a90b84-bdb6-4524-b8e1-e57480f318ee req-9f283202-d56f-41e8-894f-af68a99d5cf5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:26.594058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94a90b84-bdb6-4524-b8e1-e57480f318ee req-9f283202-d56f-41e8-894f-af68a99d5cf5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1709969 Jul 05 04:09:26.594225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.598463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Made reservation on behalf of b9bfdfe790624823bd5b249d384ac18c for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:26.603261 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.609899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31309dd6-6748-41a6-8f51-d0eb0fe48ef3 req-95248e7a-49e1-4774-aafa-fb55c1b73ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:26.610770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31309dd6-6748-41a6-8f51-d0eb0fe48ef3 req-95248e7a-49e1-4774-aafa-fb55c1b73ddd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 1098 time: 0.1515179 Jul 05 04:09:26.612174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.622374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:26.626264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.690037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] For port e83b2f5e-29d8-495a-8473-1792b14d99cb, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:26.714181 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:26.744131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31309dd6-6748-41a6-8f51-d0eb0fe48ef3 req-6257d2b4-f390-4a23-90c7-3b53e5fc0bef service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171429 Jul 05 04:09:26.776628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] For port e83b2f5e-29d8-495a-8473-1792b14d99cb, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e83b2f5e-29d8-495a-8473-1792b14d99cb,segment=NetworkSegment(abd47d9e-8692-4813-92c2-a5afa4005b2a),segment_id=abd47d9e-8692-4813-92c2-a5afa4005b2a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:26.779565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:09:26.779565 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:09:26.779565 n-d-758944-41 neutron-server[100895]: [parameters: {'id': 'd3d08d29-7f59-46ba-ba17-be346f016da0'}] Jul 05 04:09:26.779565 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:26.785617 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:26.819164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94a90b84-bdb6-4524-b8e1-e57480f318ee req-e3250e25-502c-4c7a-8413-b2f9729872d5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2063076 Jul 05 04:09:26.891736 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:26.912556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-452fde07-9720-4274-b5ee-80fdbab5a76a req-bfdb8bf2-0b81-4a76-b78b-0e5abf6dfd47 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1093657 Jul 05 04:09:26.935628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-620c8ebd-651a-4cdb-8102-e222a715864b req-8a778c1b-6e64-4dfc-b464-6bfcfd3c8e3f tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 210 time: 0.0826631 Jul 05 04:09:27.026536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9eccbcc-97fb-406d-9a62-e75264a00f15 None None] Pushing event updated for resources: {'Port': ['ID=e83b2f5e-29d8-495a-8473-1792b14d99cb,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:27.064758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Allocated IP 172.20.0.9 (b0d08a59-1f78-48fd-98d2-9c4870c1481d/2bd63db0-3043-4b09-b9b2-4009b4c5d6f4/002c8fab-cb48-4972-872d-697067959eaf) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:27.159509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7755781b-232c-468f-a875-fc84d24cf302 None None] Network d3d08d29-7f59-46ba-ba17-be346f016da0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:27.281758 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.329665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.399626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting port e83b2f5e-29d8-495a-8473-1792b14d99cb {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:27.399937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.459861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c531036c-2e4a-47d1-8feb-9d5c09c6b310 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:09:27.496078 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.496420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] For port e83b2f5e-29d8-495a-8473-1792b14d99cb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e83b2f5e-29d8-495a-8473-1792b14d99cb,segment=NetworkSegment(abd47d9e-8692-4813-92c2-a5afa4005b2a),segment_id=abd47d9e-8692-4813-92c2-a5afa4005b2a)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:27.496420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.528305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['da13f840-15b8-43a1-8603-8092169fbfd9', 'dcc13c56-3666-4b11-8f1a-52b59c44a37e', '5c8af9a3-03e9-4e56-9377-3f23b99e7efe'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:27.542482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Calling delete_port for e83b2f5e-29d8-495a-8473-1792b14d99cb owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:27.590746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Network b0d08a59-1f78-48fd-98d2-9c4870c1481d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:27.608862 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:27.632892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:27.702531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Pushing event updated for resources: {'Port': ['ID=002c8fab-cb48-4972-872d-697067959eaf,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:27.731723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:27.732815 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.760710 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.788276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c531036c-2e4a-47d1-8feb-9d5c09c6b310 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:09:27.797817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No DVR routers for this DVR port e83b2f5e-29d8-495a-8473-1792b14d99cb on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:27.803061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Port': ['ID=e83b2f5e-29d8-495a-8473-1792b14d99cb,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:27.834958 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-41ac5e7f-5723-444b-ba12-ffdfba0f3cb8 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6493330 Jul 05 04:09:27.847890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Request body: {'port': {'device_id': '7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:27.942656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.957549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3d08d29-7f59-46ba-ba17-be346f016da0']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:27.976617 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:27.984797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd47d9e-8692-4813-92c2-a5afa4005b2a') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:27.985387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd47d9e-8692-4813-92c2-a5afa4005b2a') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:28.001180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.034971 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.045803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:28.047320 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:28.101164 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:28.244216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.251934 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.256112 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/d3d08d29-7f59-46ba-ba17-be346f016da0 HTTP/1.1" status: 204 len: 168 time: 3.1627021 Jul 05 04:09:28.287962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48182) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:28.296993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-515571123'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:28.344004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377e82b-4cbf-474d-8fbe-b77fa739d3d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Network': ['ID=d3d08d29-7f59-46ba-ba17-be346f016da0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:28.376731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb5182c-5632-4669-b84d-563979950f63 req-45932797-c201-4076-bb10-c5e0b5d7e8aa tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:28.380855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1eb5182c-5632-4669-b84d-563979950f63 req-45932797-c201-4076-bb10-c5e0b5d7e8aa tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.3916488 Jul 05 04:09:28.423386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:28.436078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.477465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:28.492756 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.493146 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Added segment 279aa66e-ae79-4eb6-8cb1-0fcb90433f7f of type vlan for network 5846f550-20b2-4c16-84a3-61158e98372c Jul 05 04:09:28.564032 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.758644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.766656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:28.769785 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:28.851124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=5846f550-20b2-4c16-84a3-61158e98372c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:28.862780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 5846f550-20b2-4c16-84a3-61158e98372c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:28.894227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1eb5182c-5632-4669-b84d-563979950f63 req-fb2962ba-fc44-46e0-a858-b78092c16e14 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4973915 Jul 05 04:09:28.909914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d241e22-3027-4dd2-80ac-14bfe00d8a55 req-90bfa427-b678-412e-83af-59a9eef00c73 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:28.911215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d241e22-3027-4dd2-80ac-14bfe00d8a55 req-90bfa427-b678-412e-83af-59a9eef00c73 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 931 time: 0.7156889 Jul 05 04:09:28.943007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ef0098e-54e2-46cb-8d06-7d849fdf6914 req-f070af05-beb6-4ccc-a2bd-b6f30cae85bb service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0776563 Jul 05 04:09:28.963946 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-082fe321-7787-46d3-bb95-7ed2aae21b5e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6688957 Jul 05 04:09:28.964898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48198) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:28.971240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'network_id': '5846f550-20b2-4c16-84a3-61158e98372c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:29.004292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d241e22-3027-4dd2-80ac-14bfe00d8a55 req-1c5f0071-b767-451e-993f-7fbedceeae5a tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650251 Jul 05 04:09:29.144546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 002c8fab-cb48-4972-872d-697067959eaf {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:29.157734 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.183602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Transition to ACTIVE for port object 002c8fab-cb48-4972-872d-697067959eaf will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:29.208241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17712f06-8c34-4682-9c14-a216e56a9708 req-f7d702fd-6e34-48b5-a5a3-812ef3a6a40e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0334525 Jul 05 04:09:29.235084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:29.239314 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.272412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.392572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Pushing event updated for resources: {'Port': ['ID=002c8fab-cb48-4972-872d-697067959eaf,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:29.403239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-61b36d50-3c2e-4941-8ddb-624a4e531e17 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:29.404786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-61b36d50-3c2e-4941-8ddb-624a4e531e17 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/networks?id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678 HTTP/1.1" status: 200 len: 811 time: 0.2001047 Jul 05 04:09:29.465056 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-3b2f8f5f-5aa1-4ff2-969b-7ff666fddde1 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/quotas/c0f6cbf98ec74186afebd5a49a86a02f HTTP/1.1" status: 200 len: 375 time: 0.0351486 Jul 05 04:09:29.538949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Attempting to bind port 002c8fab-cb48-4972-872d-697067959eaf on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:29.539290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Attempting to bind port 002c8fab-cb48-4972-872d-697067959eaf by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:29.539617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Attempting to bind port 002c8fab-cb48-4972-872d-697067959eaf on network b0d08a59-1f78-48fd-98d2-9c4870c1481d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:29.550908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Port 002c8fab-cb48-4972-872d-697067959eaf on network b0d08a59-1f78-48fd-98d2-9c4870c1481d not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:29.551390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Attempting to bind port 002c8fab-cb48-4972-872d-697067959eaf on network b0d08a59-1f78-48fd-98d2-9c4870c1481d {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:29.562701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:29.563039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Checking segment: {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:29.563459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Bound using segment: {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:29.563882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Bound port: 002c8fab-cb48-4972-872d-697067959eaf, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5afe80a2-7487-4a89-8a4c-eb6a7a987868', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:29.564280 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.587150 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.599759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-23c7b37a-a07e-4bbc-8a71-9a7156f459ea tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1267507 Jul 05 04:09:29.674104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=17e78988-9692-4b16-99bf-38592c277aef,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:29.687202 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking segment: {'id': '279aa66e-ae79-4eb6-8cb1-0fcb90433f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5846f550-20b2-4c16-84a3-61158e98372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:29.688822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network hostable DHCP agents. Network: 5846f550-20b2-4c16-84a3-61158e98372c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:29.738424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] For port 002c8fab-cb48-4972-872d-697067959eaf, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:29.742861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] For port 002c8fab-cb48-4972-872d-697067959eaf, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=002c8fab-cb48-4972-872d-697067959eaf,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:29.761723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-ba3bd8f3-aea2-4527-b5e4-25559a9354bc service neutron] 10.222.0.30 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1384082 Jul 05 04:09:29.800878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network 5846f550-20b2-4c16-84a3-61158e98372c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:29.863495 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.880831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 5846f550-20b2-4c16-84a3-61158e98372c) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:29.888646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:29.888911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab517929-8859-4257-ab77-e9f416e79762 None None] Network 5846f550-20b2-4c16-84a3-61158e98372c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:29.889382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.906018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-d494f6f3-a61a-48f4-a728-0d94ab8a4001 service neutron] 10.222.0.30 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383758 Jul 05 04:09:29.923261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:29.924472 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:29.927335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] 10.222.0.26 "PUT /v2.0/ports/002c8fab-cb48-4972-872d-697067959eaf HTTP/1.1" status: 200 len: 1092 time: 2.0844145 Jul 05 04:09:29.930698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a', 'tag': '002c8fab-cb48-4972-872d-697067959eaf'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:29.935767 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e04b7035-da2b-4d85-94c6-dc2824900816" -d '{"events": [{"name": "network-changed", "server_uuid": "7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a", "tag": "002c8fab-cb48-4972-872d-697067959eaf"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:29.979822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d94dd1d-4d6e-4227-8547-3a627231626b service neutron] Pushing event updated for resources: {'Port': ['ID=002c8fab-cb48-4972-872d-697067959eaf,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:30.069872 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4a69fd01-dd2c-45c4-8a09-b1c5c2a9e864 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.1039472 Jul 05 04:09:30.072951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48246) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:30.102940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-5846f550-20b2-4c16-84a3-61158e98372c', 'network_id': '5846f550-20b2-4c16-84a3-61158e98372c', 'tenant_id': 'd1c41da48b004d839f2d00fcfb02a085', 'fixed_ips': [{'subnet_id': '17e78988-9692-4b16-99bf-38592c277aef'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:30.103822 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.127581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-a3db7636-09ee-41d4-9596-bf0d1b1769fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:30.129189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-a3db7636-09ee-41d4-9596-bf0d1b1769fe service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 1095 time: 0.0881555 Jul 05 04:09:30.240514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.244648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-f0b344e1-ba46-4919-a44f-d5eb44b9c227 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=002c8fab-cb48-4972-872d-697067959eaf HTTP/1.1" status: 200 len: 217 time: 0.0989470 Jul 05 04:09:30.247854 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-086a1501-f092-4703-8144-ff9feb309c00 x-openstack-request-id: req-086a1501-f092-4703-8144-ff9feb309c00 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:30.258628 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a", "tag": "002c8fab-cb48-4972-872d-697067959eaf", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:30.258997 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-086a1501-f092-4703-8144-ff9feb309c00 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:30.259671 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a', 'tag': '002c8fab-cb48-4972-872d-697067959eaf', 'status': 'completed', 'code': 200} Jul 05 04:09:30.310343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.412695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7c92b00-3e6b-4c98-afb8-f7c5b90d8a35 req-7ace132e-a226-41a7-b398-e61a5641a897 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 210 time: 0.0865717 Jul 05 04:09:30.424695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-ba8a3d8a-6b24-4eb2-8f41-e7b039d4ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:30.427431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-ba8a3d8a-6b24-4eb2-8f41-e7b039d4ed6b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd63db0-3043-4b09-b9b2-4009b4c5d6f4 HTTP/1.1" status: 200 len: 854 time: 0.1665757 Jul 05 04:09:30.434616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Allocated IP 2001:db8::1 (5846f550-20b2-4c16-84a3-61158e98372c/17e78988-9692-4b16-99bf-38592c277aef/bee4ab5e-1342-4774-956d-520d4e97b593) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:30.504584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-4f4928b3-b077-4379-a5c7-3481c6bcc2f8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0d08a59-1f78-48fd-98d2-9c4870c1481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0670357 Jul 05 04:09:30.631595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1de95a-9dfa-4769-9612-7ba16166ed4d req-f7653b5b-d772-4eb1-b636-3b795010290b tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:30.633211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d1de95a-9dfa-4769-9612-7ba16166ed4d req-f7653b5b-d772-4eb1-b636-3b795010290b tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 943 time: 0.2106099 Jul 05 04:09:30.669980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-9865aac9-440b-4923-a41f-dca8f7cf0cf7 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584342 Jul 05 04:09:30.698414 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.711814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Transition to ACTIVE for port object bee4ab5e-1342-4774-956d-520d4e97b593 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:30.714638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d1de95a-9dfa-4769-9612-7ba16166ed4d req-fb2a2bb5-5163-4e98-9a41-53d7c2002d99 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723243 Jul 05 04:09:30.733218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Transition to ACTIVE for port object bee4ab5e-1342-4774-956d-520d4e97b593 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:30.793998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4424b2b5-0523-45c6-9df8-02fc8e430129 req-71805fd7-f02a-4a96-972e-e77869eb0d85 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123338 Jul 05 04:09:30.855152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:30.933004 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Network 5846f550-20b2-4c16-84a3-61158e98372c is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:30.937972 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:30.941828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Pushing event updated for resources: {'Port': ['ID=bee4ab5e-1342-4774-956d-520d4e97b593,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:30.944602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:30.965545 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.000524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b7035-da2b-4d85-94c6-dc2824900816 req-ac044237-9438-4dbd-901e-7ad87be6f63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.000833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Subnet': ['ID=17e78988-9692-4b16-99bf-38592c277aef,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:31.002590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04b7035-da2b-4d85-94c6-dc2824900816 req-ac044237-9438-4dbd-901e-7ad87be6f63e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 1095 time: 0.0747001 Jul 05 04:09:31.036777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Attempting to bind port bee4ab5e-1342-4774-956d-520d4e97b593 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:31.037053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Attempting to bind port bee4ab5e-1342-4774-956d-520d4e97b593 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '279aa66e-ae79-4eb6-8cb1-0fcb90433f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5846f550-20b2-4c16-84a3-61158e98372c'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:31.037912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Attempting to bind port bee4ab5e-1342-4774-956d-520d4e97b593 on network 5846f550-20b2-4c16-84a3-61158e98372c {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:31.043786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:31.044436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Checking segment: {'id': '279aa66e-ae79-4eb6-8cb1-0fcb90433f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5846f550-20b2-4c16-84a3-61158e98372c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:31.045033 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.045596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Bound using segment: {'id': '279aa66e-ae79-4eb6-8cb1-0fcb90433f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5846f550-20b2-4c16-84a3-61158e98372c'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:31.046224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Bound port: bee4ab5e-1342-4774-956d-520d4e97b593, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '279aa66e-ae79-4eb6-8cb1-0fcb90433f7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5846f550-20b2-4c16-84a3-61158e98372c'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:31.046788 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.098031 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.129156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5846f550-20b2-4c16-84a3-61158e98372c']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:31.133192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] For port bee4ab5e-1342-4774-956d-520d4e97b593, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:31.139121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] For port bee4ab5e-1342-4774-956d-520d4e97b593, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bee4ab5e-1342-4774-956d-520d4e97b593,segment=NetworkSegment(279aa66e-ae79-4eb6-8cb1-0fcb90433f7f),segment_id=279aa66e-ae79-4eb6-8cb1-0fcb90433f7f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:31.141580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c176571-bdc8-429d-ae91-061063f3973e req-68c20d59-7bcf-42e6-98c7-fb7be7884b4f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0975409 Jul 05 04:09:31.151676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279aa66e-ae79-4eb6-8cb1-0fcb90433f7f') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:31.152289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279aa66e-ae79-4eb6-8cb1-0fcb90433f7f') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:31.164664 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.200383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b7035-da2b-4d85-94c6-dc2824900816 req-92a7dc0f-e09e-490e-b550-f71c23016212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.202016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04b7035-da2b-4d85-94c6-dc2824900816 req-92a7dc0f-e09e-490e-b550-f71c23016212 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 915 time: 0.1930845 Jul 05 04:09:31.242637 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.244342 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.251243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:31.252045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:31.255717 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:31.261416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04b7035-da2b-4d85-94c6-dc2824900816 req-f88d067a-a4dc-4270-98b9-1d0e6af1d190 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=002c8fab-cb48-4972-872d-697067959eaf HTTP/1.1" status: 200 len: 217 time: 0.0514953 Jul 05 04:09:31.344685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e04b7035-da2b-4d85-94c6-dc2824900816 req-54218749-8cc3-4b5a-a705-77498807c362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.346469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04b7035-da2b-4d85-94c6-dc2824900816 req-54218749-8cc3-4b5a-a705-77498807c362 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd63db0-3043-4b09-b9b2-4009b4c5d6f4 HTTP/1.1" status: 200 len: 854 time: 0.0723720 Jul 05 04:09:31.363075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85aead4-085a-433f-9730-8a92e4410127 None None] Pushing event updated for resources: {'Port': ['ID=bee4ab5e-1342-4774-956d-520d4e97b593,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:31.383382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:09:31.383382 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:09:31.383382 n-d-758944-41 neutron-server[100895]: [parameters: {'id': '5846f550-20b2-4c16-84a3-61158e98372c'}] Jul 05 04:09:31.383382 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:31.383727 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:31.386127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07cca2ce-c240-4044-a3f9-fd6a574acc9b None None] Network 5846f550-20b2-4c16-84a3-61158e98372c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:31.398001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-504fefee-313c-4fe0-abcc-6b1bc8942252 req-ba042170-d115-4d83-8cd7-86e1570cefb4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0456340 Jul 05 04:09:31.421191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04b7035-da2b-4d85-94c6-dc2824900816 req-d414a565-0cf2-414b-af6c-307832d8e7b2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0d08a59-1f78-48fd-98d2-9c4870c1481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674860 Jul 05 04:09:31.538874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04b7035-da2b-4d85-94c6-dc2824900816 req-4e50809a-7fc0-42f1-a0ae-4549d2a5d9b1 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106265 Jul 05 04:09:31.561195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d345b05f-0865-4300-8899-d5095097022e None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:09:31.631786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d3725a9-dc19-4a23-a313-1b998c93d7db req-29594a1e-9700-467e-94b1-d00962615620 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 210 time: 0.0880601 Jul 05 04:09:31.716057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d345b05f-0865-4300-8899-d5095097022e None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:09:31.732397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e04b7035-da2b-4d85-94c6-dc2824900816 req-795e0c47-e2cc-4c77-b9b5-d356acb91e37 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1703529 Jul 05 04:09:31.884581 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.968982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting port bee4ab5e-1342-4774-956d-520d4e97b593 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:31.969639 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:31.990357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4e1a23-93fa-4f51-b73e-7410f8c104f9 req-ef0c36c9-359d-4a98-85e0-ef8993bf23ac tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:31.995824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd4e1a23-93fa-4f51-b73e-7410f8c104f9 req-ef0c36c9-359d-4a98-85e0-ef8993bf23ac tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 943 time: 0.1291287 Jul 05 04:09:32.047710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] For port bee4ab5e-1342-4774-956d-520d4e97b593, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bee4ab5e-1342-4774-956d-520d4e97b593,segment=NetworkSegment(279aa66e-ae79-4eb6-8cb1-0fcb90433f7f),segment_id=279aa66e-ae79-4eb6-8cb1-0fcb90433f7f)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:32.048151 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.070124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Calling delete_port for bee4ab5e-1342-4774-956d-520d4e97b593 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:32.090313 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd4e1a23-93fa-4f51-b73e-7410f8c104f9 req-f7deed5f-bfa5-493f-81fb-a9136a3b75ac tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883942 Jul 05 04:09:32.297404 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.322015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Port': ['ID=bee4ab5e-1342-4774-956d-520d4e97b593,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:32.330188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No DVR routers for this DVR port bee4ab5e-1342-4774-956d-520d4e97b593 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:32.437035 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.448839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5846f550-20b2-4c16-84a3-61158e98372c']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:32.460867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '279aa66e-ae79-4eb6-8cb1-0fcb90433f7f') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:32.461172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '279aa66e-ae79-4eb6-8cb1-0fcb90433f7f') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:32.470957 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.486002 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.492892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:32.493267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:32.496345 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:32.623225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.630903 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.633410 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/5846f550-20b2-4c16-84a3-61158e98372c HTTP/1.1" status: 204 len: 168 time: 2.5588379 Jul 05 04:09:32.636845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48332) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:32.645487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-363704261'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:32.647402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2f17a6-45ed-428f-812c-620bc3dd73c3 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Network': ['ID=5846f550-20b2-4c16-84a3-61158e98372c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:32.772287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:32.776578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.820348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8bc5135b-31bb-4f14-ad0e-0aedff6506e9 req-f3bbbaea-9289-412d-9ce1-475feda3a310 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 210 time: 0.0407863 Jul 05 04:09:32.834431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:32.843915 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:32.844419 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Added segment 43a87caa-5719-4397-90c5-cde3fc6bc94a of type vlan for network 7359c85a-b5a2-439d-a635-8bc2517a6484 Jul 05 04:09:32.903525 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.012631 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.018616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:33.019225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.141217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=7359c85a-b5a2-439d-a635-8bc2517a6484,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:33.160911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 7359c85a-b5a2-439d-a635-8bc2517a6484 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:33.162252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-798bf213-8e8f-419b-a268-1bbe63ee8ad0 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:33.163925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-798bf213-8e8f-419b-a268-1bbe63ee8ad0 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.26 "GET /v2.0/networks?id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678 HTTP/1.1" status: 200 len: 811 time: 0.2218645 Jul 05 04:09:33.178616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Request body: {'port': {'device_id': 'b7808fd5-6744-46e0-befe-d639ebc7425b', 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678', 'admin_state_up': True, 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:33.235123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4caa9277-5bd4-4ba7-92d5-54a81fecb051 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5951469 Jul 05 04:09:33.238969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48358) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:33.248610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'network_id': '7359c85a-b5a2-439d-a635-8bc2517a6484', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:33.388789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c1f7c1-ec6e-4bac-bfb7-76a43a401c16 req-e9b03b6b-78e7-41a6-be14-208ec672651b tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:33.390627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8c1f7c1-ec6e-4bac-bfb7-76a43a401c16 req-e9b03b6b-78e7-41a6-be14-208ec672651b tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 943 time: 0.1320009 Jul 05 04:09:33.434198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b0b86ee-3f7c-43d7-9c1b-310b2a1bb50b req-2ac3c174-bb6c-44f9-8422-cc65925342ce service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0420997 Jul 05 04:09:33.465207 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:09:33.465207 n-d-758944-41 neutron-server[100896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:09:33.465207 n-d-758944-41 neutron-server[100896]: [parameters: {'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'id': 'b54e72db-9bbf-46a9-a470-11690136df93', 'expiration': datetime.datetime(2021, 7, 5, 4, 11, 33, 445526)}] Jul 05 04:09:33.465207 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:33.465876 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:33.487384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8c1f7c1-ec6e-4bac-bfb7-76a43a401c16 req-8d6defbf-b29d-4719-a5d4-549fa8042be3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556862 Jul 05 04:09:33.546790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:33.559199 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.624426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2152226b-cdca-4198-ac3e-0c26912aa89b req-f9e16572-bdf3-463a-ba90-b10275a34001 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0302062 Jul 05 04:09:33.833996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48378) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:33.852488 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.965568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking segment: {'id': '43a87caa-5719-4397-90c5-cde3fc6bc94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7359c85a-b5a2-439d-a635-8bc2517a6484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:33.965568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network hostable DHCP agents. Network: 7359c85a-b5a2-439d-a635-8bc2517a6484, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:33.966081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=8ad44da5-ba89-4dc7-999d-34aa02dbe0cb,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:33.992700 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4991-6421-4b2c-b4cf-d94ba45971f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:33.996031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15326674-d49f-480a-9b3a-c5813e666379 req-656923ce-f6cd-4b66-b08b-fc9bdffe4e62 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 210 time: 0.0464358 Jul 05 04:09:34.091919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network 7359c85a-b5a2-439d-a635-8bc2517a6484 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:34.106446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Made reservation on behalf of c0f6cbf98ec74186afebd5a49a86a02f for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:34.110891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.194085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4991-6421-4b2c-b4cf-d94ba45971f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.223947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 7359c85a-b5a2-439d-a635-8bc2517a6484) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:34.230687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:34.231882 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.251345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e597535-076f-4196-9840-120cc3f8f79f None None] Network 7359c85a-b5a2-439d-a635-8bc2517a6484 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:34.252437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c3b4991-6421-4b2c-b4cf-d94ba45971f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.259236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Allocated IP 172.20.0.9 (e9c4aee1-f8e2-40a2-8e43-dd3b81262678/b18ad229-2b76-436e-a5ae-773c997fa5d7/a9b353d2-3626-4554-8178-2e2e0323df42) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:34.328745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b4991-6421-4b2c-b4cf-d94ba45971f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=539cb856-c791-463a-b5c2-21432a055467,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:34.345867 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3c3b4991-6421-4b2c-b4cf-d94ba45971f4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3f2abfcbd4f4f879c12ce718c3c83ce&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5106816 Jul 05 04:09:34.349271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48388) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:34.358061 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3021e6ad-3b20-44c1-8757-953fce6817ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1180019 Jul 05 04:09:34.365290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48390) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:34.399478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2aafbe39-0daf-45aa-aacb-8b76f7687813 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'network_id': '7359c85a-b5a2-439d-a635-8bc2517a6484', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:34.411141 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0485bbf-e75d-455d-a068-909828ba3c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.437953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0485bbf-e75d-455d-a068-909828ba3c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.448809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-7359c85a-b5a2-439d-a635-8bc2517a6484', 'network_id': '7359c85a-b5a2-439d-a635-8bc2517a6484', 'tenant_id': 'd1c41da48b004d839f2d00fcfb02a085', 'fixed_ips': [{'subnet_id': '8ad44da5-ba89-4dc7-999d-34aa02dbe0cb'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:34.449979 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.578570 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.656304 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0485bbf-e75d-455d-a068-909828ba3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.660000 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0485bbf-e75d-455d-a068-909828ba3c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.661333 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c0485bbf-e75d-455d-a068-909828ba3c9b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/539cb856-c791-463a-b5c2-21432a055467 HTTP/1.1" status: 204 len: 168 time: 0.3106155 Jul 05 04:09:34.672052 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0485bbf-e75d-455d-a068-909828ba3c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=539cb856-c791-463a-b5c2-21432a055467,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:34.715394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Allocated IP 2001:db8::2 (7359c85a-b5a2-439d-a635-8bc2517a6484/8ad44da5-ba89-4dc7-999d-34aa02dbe0cb/aaeaf626-3098-43e4-8566-7bd27559d723) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:34.717111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0981149f-8065-4109-98e1-bba7f5d56c97 req-f0ba8a7e-a06f-4c3b-be49-37d056b9a188 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:34.719073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0981149f-8065-4109-98e1-bba7f5d56c97 req-f0ba8a7e-a06f-4c3b-be49-37d056b9a188 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 943 time: 0.0913124 Jul 05 04:09:34.781839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0981149f-8065-4109-98e1-bba7f5d56c97 req-25a72e39-4944-43a8-8c08-6e22e56b059b tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561030 Jul 05 04:09:34.802987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aafbe39-0daf-45aa-aacb-8b76f7687813 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:34.811517 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aafbe39-0daf-45aa-aacb-8b76f7687813 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.832663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:34.983943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 002c8fab-cb48-4972-872d-697067959eaf details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:34.986392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['aaa3dd20-d711-4182-a581-8b20c6e94ffb'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:35.021093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:35.027674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:35.037253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:35.188627 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Pushing event updated for resources: {'Port': ['ID=a9b353d2-3626-4554-8178-2e2e0323df42,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:35.278874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:35.279891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.367155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 002c8fab-cb48-4972-872d-697067959eaf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=002c8fab-cb48-4972-872d-697067959eaf,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:35.373146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.403686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08746649-84f1-4ed3-96ec-f5d8e2de116d req-a1d56352-a994-46a3-ad83-5d608cace2f8 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:35.406805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08746649-84f1-4ed3-96ec-f5d8e2de116d req-a1d56352-a994-46a3-ad83-5d608cace2f8 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 931 time: 0.1827903 Jul 05 04:09:35.409870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '002c8fab-cb48-4972-872d-697067959eaf', 'network_id': 'b0d08a59-1f78-48fd-98d2-9c4870c1481d', 'port_id': '002c8fab-cb48-4972-872d-697067959eaf', 'mac_address': 'fa:16:3e:54:fe:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2bd63db0-3043-4b09-b9b2-4009b4c5d6f4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:35.425729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Transition to ACTIVE for port object aaeaf626-3098-43e4-8566-7bd27559d723 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:35.438359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-494b857c-7aff-42be-bbf7-d9b9b52c4d4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2651126 Jul 05 04:09:35.453737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Request body: {'port': {'device_id': 'b7808fd5-6744-46e0-befe-d639ebc7425b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:35.492079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Transition to ACTIVE for port object aaeaf626-3098-43e4-8566-7bd27559d723 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:35.528581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48418) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:35.554336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.554648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b860c668-1f1b-4f03-be8f-40a7c56c1082 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.581454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.583094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08746649-84f1-4ed3-96ec-f5d8e2de116d req-0a7426f5-c290-4439-b3f0-3dfa6a078cab tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578932 Jul 05 04:09:35.657111 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.661667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 002c8fab-cb48-4972-872d-697067959eaf {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:35.688199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Network 7359c85a-b5a2-439d-a635-8bc2517a6484 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:35.689901 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b860c668-1f1b-4f03-be8f-40a7c56c1082 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.704690 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:35.713576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 002c8fab-cb48-4972-872d-697067959eaf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=002c8fab-cb48-4972-872d-697067959eaf,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:35.714648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:35.718943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Pushing event updated for resources: {'Port': ['ID=aaeaf626-3098-43e4-8566-7bd27559d723,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:35.782926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b860c668-1f1b-4f03-be8f-40a7c56c1082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.786867 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.805509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Attempting to bind port aaeaf626-3098-43e4-8566-7bd27559d723 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:35.805798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Attempting to bind port aaeaf626-3098-43e4-8566-7bd27559d723 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '43a87caa-5719-4397-90c5-cde3fc6bc94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7359c85a-b5a2-439d-a635-8bc2517a6484'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:35.806129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Attempting to bind port aaeaf626-3098-43e4-8566-7bd27559d723 on network 7359c85a-b5a2-439d-a635-8bc2517a6484 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:35.875730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:35.876600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Checking segment: {'id': '43a87caa-5719-4397-90c5-cde3fc6bc94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7359c85a-b5a2-439d-a635-8bc2517a6484'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:35.877266 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.878017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Bound using segment: {'id': '43a87caa-5719-4397-90c5-cde3fc6bc94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7359c85a-b5a2-439d-a635-8bc2517a6484'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:35.878870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Bound port: aaeaf626-3098-43e4-8566-7bd27559d723, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43a87caa-5719-4397-90c5-cde3fc6bc94a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '7359c85a-b5a2-439d-a635-8bc2517a6484'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:35.879596 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:35.898338 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b860c668-1f1b-4f03-be8f-40a7c56c1082 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a8700969be5441c78159b33a3fc200e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3674495 Jul 05 04:09:35.900523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b860c668-1f1b-4f03-be8f-40a7c56c1082 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c473684c-7635-4857-8219-85fb87dae0be,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:35.902139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48430) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:35.926429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=002c8fab-cb48-4972-872d-697067959eaf,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:36.046225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d63e45f7-7935-45fe-8f1f-594a810721a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.053995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] For port aaeaf626-3098-43e4-8566-7bd27559d723, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:36.058883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] For port aaeaf626-3098-43e4-8566-7bd27559d723, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=aaeaf626-3098-43e4-8566-7bd27559d723,segment=NetworkSegment(43a87caa-5719-4397-90c5-cde3fc6bc94a),segment_id=43a87caa-5719-4397-90c5-cde3fc6bc94a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:36.084340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d63e45f7-7935-45fe-8f1f-594a810721a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.149843 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.159961 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aafbe39-0daf-45aa-aacb-8b76f7687813 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.178030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['002c8fab-cb48-4972-872d-697067959eaf'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:36.223194 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d63e45f7-7935-45fe-8f1f-594a810721a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.229054 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d63e45f7-7935-45fe-8f1f-594a810721a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.248678 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d63e45f7-7935-45fe-8f1f-594a810721a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c473684c-7635-4857-8219-85fb87dae0be HTTP/1.1" status: 204 len: 168 time: 0.3339498 Jul 05 04:09:36.262538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63e45f7-7935-45fe-8f1f-594a810721a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c473684c-7635-4857-8219-85fb87dae0be,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:36.294367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ed42b-af35-4183-95a6-9b0e5a841da7 None None] Pushing event updated for resources: {'Port': ['ID=aaeaf626-3098-43e4-8566-7bd27559d723,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:36.342914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98120ea2-799b-4093-9502-b0005144b01f req-b2d5b333-33db-46c4-9e2c-04ccc44426c9 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1982889 Jul 05 04:09:36.445221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aafbe39-0daf-45aa-aacb-8b76f7687813 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network 7359c85a-b5a2-439d-a635-8bc2517a6484 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:36.478662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-2aafbe39-0daf-45aa-aacb-8b76f7687813 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:36.482258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aafbe39-0daf-45aa-aacb-8b76f7687813 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.482921 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aafbe39-0daf-45aa-aacb-8b76f7687813 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.510769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aafbe39-0daf-45aa-aacb-8b76f7687813 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=7df75d3a-e232-49c3-b061-29c2c586e6d3,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:36.546460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604cac14-9a16-41b6-9e2d-407fc8827612 req-44f039fd-747b-454e-893e-eb08d86fa742 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.548101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-604cac14-9a16-41b6-9e2d-407fc8827612 req-44f039fd-747b-454e-893e-eb08d86fa742 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 944 time: 0.4069815 Jul 05 04:09:36.647491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2aafbe39-0daf-45aa-aacb-8b76f7687813 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.2805977 Jul 05 04:09:36.651003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48454) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:36.774225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b353d2-3626-4554-8178-2e2e0323df42 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:36.783050 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:36.798633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Transition to ACTIVE for port object a9b353d2-3626-4554-8178-2e2e0323df42 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:36.810374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3eff38d3-5c32-4b30-9d27-df50576fa892 req-a48304bd-7ba0-4c54-9f2c-34dd84ce875e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1378193 Jul 05 04:09:36.859921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-604cac14-9a16-41b6-9e2d-407fc8827612 req-dbfe238e-9475-4514-b567-d7bdb9e8a62d tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2890427 Jul 05 04:09:36.882750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091fe20-e955-4c4d-ae84-33aa08f908ab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.884600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091fe20-e955-4c4d-ae84-33aa08f908ab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.886487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091fe20-e955-4c4d-ae84-33aa08f908ab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.888874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091fe20-e955-4c4d-ae84-33aa08f908ab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.891356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6091fe20-e955-4c4d-ae84-33aa08f908ab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:36.894542 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6091fe20-e955-4c4d-ae84-33aa08f908ab tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2428598 Jul 05 04:09:36.899152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48468) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:36.906147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-600454343'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:36.912668 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.012441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aaeaf626-3098-43e4-8566-7bd27559d723 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:37.121156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Pushing event updated for resources: {'Port': ['ID=a9b353d2-3626-4554-8178-2e2e0323df42,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:37.128809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:37.132654 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.181633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port aaeaf626-3098-43e4-8566-7bd27559d723 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:37.196331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:37.209175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Attempting to bind port a9b353d2-3626-4554-8178-2e2e0323df42 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:37.209599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Attempting to bind port a9b353d2-3626-4554-8178-2e2e0323df42 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:37.210230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Attempting to bind port a9b353d2-3626-4554-8178-2e2e0323df42 on network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:37.224499 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.224499 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Added segment 97628b3b-a379-4bf9-b159-41333716a20a of type vlan for network f3db43f1-8efc-4da5-8458-b39ee5c3f5ff Jul 05 04:09:37.236571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Port a9b353d2-3626-4554-8178-2e2e0323df42 on network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:09:37.236903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Attempting to bind port a9b353d2-3626-4554-8178-2e2e0323df42 on network e9c4aee1-f8e2-40a2-8e43-dd3b81262678 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:37.245190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:37.245764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Checking segment: {'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:37.246323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Bound using segment: {'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:37.246766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Bound port: a9b353d2-3626-4554-8178-2e2e0323df42, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9613e4e4-6c98-4310-be1c-2081671d5c10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:37.251515 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.306042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56368628-5978-435c-be67-0145435a8b5f req-456c2001-9f06-4c79-9e0e-966fe5392fd5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.312935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56368628-5978-435c-be67-0145435a8b5f req-456c2001-9f06-4c79-9e0e-966fe5392fd5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 943 time: 0.2513535 Jul 05 04:09:37.325926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.425190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56368628-5978-435c-be67-0145435a8b5f req-d2b515c0-f2f4-4ed1-bbbb-dcceb52a1454 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107826 Jul 05 04:09:37.437646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] For port a9b353d2-3626-4554-8178-2e2e0323df42, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:37.442301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] For port a9b353d2-3626-4554-8178-2e2e0323df42, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a9b353d2-3626-4554-8178-2e2e0323df42,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:37.495795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.503350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.504141 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.524788 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.561016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.564140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:37.564506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] 10.222.0.26 "PUT /v2.0/ports/a9b353d2-3626-4554-8178-2e2e0323df42 HTTP/1.1" status: 200 len: 1092 time: 2.1156960 Jul 05 04:09:37.609024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7808fd5-6744-46e0-befe-d639ebc7425b', 'tag': 'a9b353d2-3626-4554-8178-2e2e0323df42'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:37.610410 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b17596e5-20f3-4888-88d1-2b572ec23831" -d '{"events": [{"name": "network-changed", "server_uuid": "b7808fd5-6744-46e0-befe-d639ebc7425b", "tag": "a9b353d2-3626-4554-8178-2e2e0323df42"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:37.647587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48496) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:37.647832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7475696 Jul 05 04:09:37.653373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-aaefe176-6e42-4d4d-98cc-84e80d62eedb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'New_network'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:37.675969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79408aa7-25b4-4160-a418-4cd036231047 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=f3db43f1-8efc-4da5-8458-b39ee5c3f5ff,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:37.695707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f3db43f1-8efc-4da5-8458-b39ee5c3f5ff details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:37.706590 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e1af2ce-ad2c-4913-a8c2-ea8c7040ecad x-openstack-request-id: req-1e1af2ce-ad2c-4913-a8c2-ea8c7040ecad {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:37.707645 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7808fd5-6744-46e0-befe-d639ebc7425b", "tag": "a9b353d2-3626-4554-8178-2e2e0323df42", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:37.707645 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1e1af2ce-ad2c-4913-a8c2-ea8c7040ecad {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:37.707645 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7808fd5-6744-46e0-befe-d639ebc7425b', 'tag': 'a9b353d2-3626-4554-8178-2e2e0323df42', 'status': 'completed', 'code': 200} Jul 05 04:09:37.708575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336bd90-4cf1-41ec-b063-3e2575f727ec service neutron] Pushing event updated for resources: {'Port': ['ID=a9b353d2-3626-4554-8178-2e2e0323df42,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:37.818459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17596e5-20f3-4888-88d1-2b572ec23831 req-1ddff187-01cf-4da6-8732-252be2d19c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:37.825272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b17596e5-20f3-4888-88d1-2b572ec23831 req-1ddff187-01cf-4da6-8732-252be2d19c4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 1095 time: 0.1133637 Jul 05 04:09:37.879610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5870e479-00ed-4875-9ac8-2653c25fb442 None None] Network 7359c85a-b5a2-439d-a635-8bc2517a6484 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:37.940510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaefe176-6e42-4d4d-98cc-84e80d62eedb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.029369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaefe176-6e42-4d4d-98cc-84e80d62eedb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.106488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17596e5-20f3-4888-88d1-2b572ec23831 req-755cd40b-a913-4958-89ea-3bdabb603cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:38.109177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b17596e5-20f3-4888-88d1-2b572ec23831 req-755cd40b-a913-4958-89ea-3bdabb603cd1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2718685 Jul 05 04:09:38.125805 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-64811236-d318-4db7-b973-6a1c4dda5637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.131216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aaefe176-6e42-4d4d-98cc-84e80d62eedb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network f3db43f1-8efc-4da5-8458-b39ee5c3f5ff is not hosted by any dhcp agent {{(pid=100895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:09:38.133076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cdb83707-6f36-4592-9d0e-2cfa9a6a7164 None None] Provisioning for port aaeaf626-3098-43e4-8566-7bd27559d723 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:38.138086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaefe176-6e42-4d4d-98cc-84e80d62eedb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:38.138984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaefe176-6e42-4d4d-98cc-84e80d62eedb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.140515 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aaefe176-6e42-4d4d-98cc-84e80d62eedb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "PUT /v2.0/networks/f3db43f1-8efc-4da5-8458-b39ee5c3f5ff HTTP/1.1" status: 200 len: 723 time: 0.4919038 Jul 05 04:09:38.145544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48508) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:38.155767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cdb83707-6f36-4592-9d0e-2cfa9a6a7164 None None] Provisioning complete for port aaeaf626-3098-43e4-8566-7bd27559d723 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:38.156608 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cdb83707-6f36-4592-9d0e-2cfa9a6a7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.178628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaefe176-6e42-4d4d-98cc-84e80d62eedb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=f3db43f1-8efc-4da5-8458-b39ee5c3f5ff,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:38.181550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'network_id': 'f3db43f1-8efc-4da5-8458-b39ee5c3f5ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:38.223104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f3db43f1-8efc-4da5-8458-b39ee5c3f5ff details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:38.381410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17596e5-20f3-4888-88d1-2b572ec23831 req-8ca77e1a-4281-4a4b-a4fe-b525f69f2a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:38.384862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b17596e5-20f3-4888-88d1-2b572ec23831 req-8ca77e1a-4281-4a4b-a4fe-b525f69f2a6b service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2572584 Jul 05 04:09:38.428085 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cdb83707-6f36-4592-9d0e-2cfa9a6a7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.552350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cdb83707-6f36-4592-9d0e-2cfa9a6a7164 None None] For port aaeaf626-3098-43e4-8566-7bd27559d723, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=aaeaf626-3098-43e4-8566-7bd27559d723,segment=NetworkSegment(43a87caa-5719-4397-90c5-cde3fc6bc94a),segment_id=43a87caa-5719-4397-90c5-cde3fc6bc94a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:38.577320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ddf0d1-128f-41d8-83a6-f71cc2a6a9ea req-c77116d8-cd97-487a-bebe-d0b2dfca1f10 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:38.588636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11ddf0d1-128f-41d8-83a6-f71cc2a6a9ea req-c77116d8-cd97-487a-bebe-d0b2dfca1f10 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 944 time: 0.5443101 Jul 05 04:09:38.601326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:38.606002 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.642655 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cdb83707-6f36-4592-9d0e-2cfa9a6a7164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.756125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-601b5ab8-2884-49ec-9f2b-6953d5621081 None None] Update dhcp port {'port': {'network_id': '7359c85a-b5a2-439d-a635-8bc2517a6484', 'fixed_ips': [{'subnet_id': '8ad44da5-ba89-4dc7-999d-34aa02dbe0cb', 'ip_address': '2001:db8::2'}, {'subnet_id': '7df75d3a-e232-49c3-b061-29c2c586e6d3'}], 'binding:host_id': 'n-d-758944-41'}, 'id': 'aaeaf626-3098-43e4-8566-7bd27559d723'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:09:38.783211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11ddf0d1-128f-41d8-83a6-f71cc2a6a9ea req-ed8c6147-77c5-4491-a4e0-e7172c1711ed tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1904302 Jul 05 04:09:38.888353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-5a0d9b43-2da6-444f-b4a3-74c88190715c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:38.889127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 002c8fab-cb48-4972-872d-697067959eaf up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:38.890149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-5a0d9b43-2da6-444f-b4a3-74c88190715c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 1095 time: 0.4211063 Jul 05 04:09:38.910552 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-601b5ab8-2884-49ec-9f2b-6953d5621081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:38.914835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb83707-6f36-4592-9d0e-2cfa9a6a7164 None None] Pushing event updated for resources: {'Port': ['ID=aaeaf626-3098-43e4-8566-7bd27559d723,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:39.045585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-7c683f4d-c841-4caf-a862-7f8abd46cbe7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9b353d2-3626-4554-8178-2e2e0323df42 HTTP/1.1" status: 200 len: 217 time: 0.1453221 Jul 05 04:09:39.157643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-f1664699-6a59-4317-8b41-fe3ae55a412b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:39.160545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-f1664699-6a59-4317-8b41-fe3ae55a412b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b18ad229-2b76-436e-a5ae-773c997fa5d7 HTTP/1.1" status: 200 len: 851 time: 0.0980065 Jul 05 04:09:39.196777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1020fe4a-4fe5-4bac-88f2-e07f11dde012 req-b0805896-ed36-4de0-9ee6-4db7570dafea tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:39.198250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1020fe4a-4fe5-4bac-88f2-e07f11dde012 req-b0805896-ed36-4de0-9ee6-4db7570dafea tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 943 time: 0.4137330 Jul 05 04:09:39.244701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 002c8fab-cb48-4972-872d-697067959eaf completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:39.255816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 002c8fab-cb48-4972-872d-697067959eaf triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:39.256397 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.278866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57e17596-0dc8-45d1-a418-6ba5ddd50e10 req-fdddf107-cc83-47d2-9151-9cb8f08d4a70 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1149271 Jul 05 04:09:39.326957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-601b5ab8-2884-49ec-9f2b-6953d5621081 None None] Allocated IP 172.20.0.1 (7359c85a-b5a2-439d-a635-8bc2517a6484/7df75d3a-e232-49c3-b061-29c2c586e6d3/aaeaf626-3098-43e4-8566-7bd27559d723) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:39.332533 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-65e02642-3d82-470d-ab2c-e84bec5cd680 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1476302 Jul 05 04:09:39.508750 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1020fe4a-4fe5-4bac-88f2-e07f11dde012 req-0e2eec91-1416-4d6a-b500-9dc6d8c88649 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805538 Jul 05 04:09:39.549605 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.593288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-7f32eb0e-40b0-4154-8d13-e5b4fd1b411e service neutron] 10.222.0.26 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2530897 Jul 05 04:09:39.597175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-601b5ab8-2884-49ec-9f2b-6953d5621081 None None] For port aaeaf626-3098-43e4-8566-7bd27559d723, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=aaeaf626-3098-43e4-8566-7bd27559d723,segment=NetworkSegment(43a87caa-5719-4397-90c5-cde3fc6bc94a),segment_id=43a87caa-5719-4397-90c5-cde3fc6bc94a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:39.598910 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.688047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002c8fab-cb48-4972-872d-697067959eaf'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:39.691828 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5a418cd-f7d3-48f0-80c4-7e336d3ee155" -d '{"events": [{"server_uuid": "7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a", "name": "network-vif-plugged", "status": "completed", "tag": "002c8fab-cb48-4972-872d-697067959eaf"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:39.712355 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-601b5ab8-2884-49ec-9f2b-6953d5621081 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.742434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df6f20b2-7ed9-4d34-bfe8-c2fb7c30d30d req-191657b5-ee68-44ab-ae42-688b35ff19b0 service neutron] 10.222.0.26 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1304812 Jul 05 04:09:39.769883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 002c8fab-cb48-4972-872d-697067959eaf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=002c8fab-cb48-4972-872d-697067959eaf,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:39.785259 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e3399d-0b17-43bc-9bf1-72555cdeb200 x-openstack-request-id: req-f1e3399d-0b17-43bc-9bf1-72555cdeb200 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:39.785552 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a", "name": "network-vif-plugged", "status": "completed", "tag": "002c8fab-cb48-4972-872d-697067959eaf", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:39.785855 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1e3399d-0b17-43bc-9bf1-72555cdeb200 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:39.786216 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '002c8fab-cb48-4972-872d-697067959eaf', 'code': 200} Jul 05 04:09:39.789452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-601b5ab8-2884-49ec-9f2b-6953d5621081 None None] Transition to ACTIVE for port object aaeaf626-3098-43e4-8566-7bd27559d723 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:39.829214 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.882170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking segment: {'id': '97628b3b-a379-4bf9-b159-41333716a20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3db43f1-8efc-4da5-8458-b39ee5c3f5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:39.882525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network hostable DHCP agents. Network: f3db43f1-8efc-4da5-8458-b39ee5c3f5ff, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:39.887205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e891f599-e1ff-4a24-bbe8-d81b98b15707 req-2cda9feb-e3ae-4019-bac4-f04d8df485d6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0464430 Jul 05 04:09:39.889084 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-601b5ab8-2884-49ec-9f2b-6953d5621081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:39.933176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=4881076a-6fd0-4a33-8d7a-2e03253eb6fc,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:39.972320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522ec31d-a5fc-4a8f-9f9a-a2ec10cf6f11 req-bf75a621-9b63-403a-88b4-9be4ad9dbc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:39.974137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-522ec31d-a5fc-4a8f-9f9a-a2ec10cf6f11 req-bf75a621-9b63-403a-88b4-9be4ad9dbc25 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 1097 time: 0.0850120 Jul 05 04:09:40.046212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network f3db43f1-8efc-4da5-8458-b39ee5c3f5ff is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:40.060496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-522ec31d-a5fc-4a8f-9f9a-a2ec10cf6f11 req-9c7e8426-0d54-4713-ab73-d49d69136ce9 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793407 Jul 05 04:09:40.132171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, f3db43f1-8efc-4da5-8458-b39ee5c3f5ff) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:40.142473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:40.145049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.147711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b4ddfbb-db57-4f6f-b217-da5eb012d9df None None] Network f3db43f1-8efc-4da5-8458-b39ee5c3f5ff requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:40.226007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36fc93e-9592-45a7-8b8b-01343082cf03 req-20214186-b99d-498c-bb82-d07e51a03d6a tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:40.236651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e36fc93e-9592-45a7-8b8b-01343082cf03 req-20214186-b99d-498c-bb82-d07e51a03d6a tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 945 time: 0.2098262 Jul 05 04:09:40.241008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3fcb9709-6f77-48e4-9301-63121d68e73e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0946259 Jul 05 04:09:40.241926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48572) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:40.260756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-fc3df9c5-02be-4d5f-8bd7-bc71e5d10bec tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:40.318805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=002c8fab-cb48-4972-872d-697067959eaf,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:40.385766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e36fc93e-9592-45a7-8b8b-01343082cf03 req-5bc8817b-36e1-46e2-99e0-0db8dc91ad26 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335740 Jul 05 04:09:40.405043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b5ab8-2884-49ec-9f2b-6953d5621081 None None] Pushing event updated for resources: {'Port': ['ID=aaeaf626-3098-43e4-8566-7bd27559d723,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:40.501337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc3df9c5-02be-4d5f-8bd7-bc71e5d10bec tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3605012'] for subnet, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.615678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-f3db43f1-8efc-4da5-8458-b39ee5c3f5ff', 'network_id': 'f3db43f1-8efc-4da5-8458-b39ee5c3f5ff', 'tenant_id': 'd1c41da48b004d839f2d00fcfb02a085', 'fixed_ips': [{'subnet_id': '4881076a-6fd0-4a33-8d7a-2e03253eb6fc'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:40.616630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:40.857835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48586) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:40.979609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aaeaf626-3098-43e4-8566-7bd27559d723 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:41.024712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb0487a-dc29-4e9a-b800-13c883242608 req-46c0f425-a930-40cf-b212-4731203514aa tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.024712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eeb0487a-dc29-4e9a-b800-13c883242608 req-46c0f425-a930-40cf-b212-4731203514aa tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 943 time: 0.2358563 Jul 05 04:09:41.094450 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc3df9c5-02be-4d5f-8bd7-bc71e5d10bec tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784176645151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-9071148'] for subnet, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.123369 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.125317 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-63bd1a53-36dd-413c-97c2-eb26a8300d0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.172183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Allocated IP 2001:db8::2 (f3db43f1-8efc-4da5-8458-b39ee5c3f5ff/4881076a-6fd0-4a33-8d7a-2e03253eb6fc/6f78f338-5c34-4ee4-af99-70a0bc8fc395) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:41.179739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc3df9c5-02be-4d5f-8bd7-bc71e5d10bec tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:41.183080 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.183961 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc3df9c5-02be-4d5f-8bd7-bc71e5d10bec tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.186399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fc3df9c5-02be-4d5f-8bd7-bc71e5d10bec tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "PUT /v2.0/subnets/4881076a-6fd0-4a33-8d7a-2e03253eb6fc HTTP/1.1" status: 200 len: 826 time: 0.9371455 Jul 05 04:09:41.200130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48592) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:41.381368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eeb0487a-dc29-4e9a-b800-13c883242608 req-c149461e-2d16-4d80-a40b-9e203d2f04e3 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3466051 Jul 05 04:09:41.392688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.418019 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.422289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3df9c5-02be-4d5f-8bd7-bc71e5d10bec tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=4881076a-6fd0-4a33-8d7a-2e03253eb6fc,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.504544 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.513571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.519583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.527927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Transition to ACTIVE for port object 6f78f338-5c34-4ee4-af99-70a0bc8fc395 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:41.600803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Transition to ACTIVE for port object 6f78f338-5c34-4ee4-af99-70a0bc8fc395 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:41.620651 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8944758125b4502b288827096623160&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7597246 Jul 05 04:09:41.622951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48604) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:41.639331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6de4b544-d20a-4089-a077-7e12dde67a28,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.671531 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.672812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.673419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.673951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.674327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.674855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.675572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.676033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.676407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.676946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.677619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.678142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01507ee7-549b-428b-bc45-ea8164e57137 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:09:41.685973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f85e6675-4365-4cfb-8809-c18ffa6faa04 None None] Network 7359c85a-b5a2-439d-a635-8bc2517a6484 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:41.778782 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39cc069b-0707-4118-b906-301e5fb541f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.804456 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39cc069b-0707-4118-b906-301e5fb541f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.813477 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.913650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Network f3db43f1-8efc-4da5-8458-b39ee5c3f5ff is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:41.931334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:41.938281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39cc069b-0707-4118-b906-301e5fb541f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.942779 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39cc069b-0707-4118-b906-301e5fb541f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:41.947335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Pushing event updated for resources: {'Port': ['ID=6f78f338-5c34-4ee4-af99-70a0bc8fc395,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:41.950421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:41.961794 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-39cc069b-0707-4118-b906-301e5fb541f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6de4b544-d20a-4089-a077-7e12dde67a28 HTTP/1.1" status: 204 len: 168 time: 0.3375530 Jul 05 04:09:42.013657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39cc069b-0707-4118-b906-301e5fb541f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6de4b544-d20a-4089-a077-7e12dde67a28,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.026919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dd338b08-1378-49cf-a8aa-191549b1f959 None None] Provisioning for port aaeaf626-3098-43e4-8566-7bd27559d723 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:42.029001 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.061499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dd338b08-1378-49cf-a8aa-191549b1f959 None None] Provisioning complete for port aaeaf626-3098-43e4-8566-7bd27559d723 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:42.062053 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd338b08-1378-49cf-a8aa-191549b1f959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.230042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b4b2bd-4aa6-4cbf-9434-f81dc19fcaa4 req-93d10c15-e549-4e6e-b99f-5d51f8f366e6 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:42.231673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0b4b2bd-4aa6-4cbf-9434-f81dc19fcaa4 req-93d10c15-e549-4e6e-b99f-5d51f8f366e6 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 945 time: 0.5587378 Jul 05 04:09:42.264339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.264567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Attempting to bind port 6f78f338-5c34-4ee4-af99-70a0bc8fc395 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:42.264911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Attempting to bind port 6f78f338-5c34-4ee4-af99-70a0bc8fc395 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '97628b3b-a379-4bf9-b159-41333716a20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3db43f1-8efc-4da5-8458-b39ee5c3f5ff'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:42.265281 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Attempting to bind port 6f78f338-5c34-4ee4-af99-70a0bc8fc395 on network f3db43f1-8efc-4da5-8458-b39ee5c3f5ff {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:42.307077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Subnet': ['ID=4881076a-6fd0-4a33-8d7a-2e03253eb6fc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:42.319956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:42.320329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Checking segment: {'id': '97628b3b-a379-4bf9-b159-41333716a20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3db43f1-8efc-4da5-8458-b39ee5c3f5ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:42.320737 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.321134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Bound using segment: {'id': '97628b3b-a379-4bf9-b159-41333716a20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3db43f1-8efc-4da5-8458-b39ee5c3f5ff'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:42.321626 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Bound port: 6f78f338-5c34-4ee4-af99-70a0bc8fc395, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97628b3b-a379-4bf9-b159-41333716a20a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': 'f3db43f1-8efc-4da5-8458-b39ee5c3f5ff'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:42.321832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0b4b2bd-4aa6-4cbf-9434-f81dc19fcaa4 req-cd26c317-8fee-4312-8053-fb174f1f72a6 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821857 Jul 05 04:09:42.322073 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.450578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a8aec80-0a93-4741-a5a5-e6cf2a6af837 req-41e5ead5-3c0b-4c9a-b400-a395dcdcb477 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0644510 Jul 05 04:09:42.468284 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.499831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3db43f1-8efc-4da5-8458-b39ee5c3f5ff']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:42.530681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97628b3b-a379-4bf9-b159-41333716a20a') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:42.536212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97628b3b-a379-4bf9-b159-41333716a20a') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:42.565988 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.596000 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.602868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:42.603314 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:42.608468 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:42.695186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7940f334-f351-414b-828d-101ba583ea6f None None] For port 6f78f338-5c34-4ee4-af99-70a0bc8fc395, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:42.731014 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7940f334-f351-414b-828d-101ba583ea6f None None] For port 6f78f338-5c34-4ee4-af99-70a0bc8fc395, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6f78f338-5c34-4ee4-af99-70a0bc8fc395,segment=NetworkSegment(97628b3b-a379-4bf9-b159-41333716a20a),segment_id=97628b3b-a379-4bf9-b159-41333716a20a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:42.809544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:09:42.809544 n-d-758944-41 neutron-server[100896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:09:42.809544 n-d-758944-41 neutron-server[100896]: [parameters: {'id': 'f3db43f1-8efc-4da5-8458-b39ee5c3f5ff'}] Jul 05 04:09:42.809544 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:42.810062 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:42.863305 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:42.913404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a9b353d2-3626-4554-8178-2e2e0323df42 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:09:42.915449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af15a584-06c8-4619-a30d-2bf06aac25df req-599f1687-ddf4-4fe7-b2db-d7f31a4d5b54 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:42.920019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af15a584-06c8-4619-a30d-2bf06aac25df req-599f1687-ddf4-4fe7-b2db-d7f31a4d5b54 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 943 time: 0.2177050 Jul 05 04:09:42.993790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48640) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:43.053287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-510aef1c-c810-47d6-9ed4-9d528d4703f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.059880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af15a584-06c8-4619-a30d-2bf06aac25df req-be6ba406-dc21-45ec-9822-af08781f8a46 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339660 Jul 05 04:09:43.072138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2cde86dd-b632-4b1a-b983-0eb13f0d693f req-930f0309-1a9c-424d-96dd-dfbae8582a82 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0699317 Jul 05 04:09:43.136943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7940f334-f351-414b-828d-101ba583ea6f None None] Pushing event updated for resources: {'Port': ['ID=6f78f338-5c34-4ee4-af99-70a0bc8fc395,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:43.304330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ed0fda33-f950-483c-b192-ad02736f57f9 None None] Provisioning complete for port aaeaf626-3098-43e4-8566-7bd27559d723 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:43.304787 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ed0fda33-f950-483c-b192-ad02736f57f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.311435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.395436 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-510aef1c-c810-47d6-9ed4-9d528d4703f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.400545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f5959c7-a72f-465d-a459-754f6af0c332 None None] Network f3db43f1-8efc-4da5-8458-b39ee5c3f5ff requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:43.444538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting port 6f78f338-5c34-4ee4-af99-70a0bc8fc395 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:43.448017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.490574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-510aef1c-c810-47d6-9ed4-9d528d4703f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.509477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a9b353d2-3626-4554-8178-2e2e0323df42, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a9b353d2-3626-4554-8178-2e2e0323df42,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:43.544280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'a9b353d2-3626-4554-8178-2e2e0323df42', 'network_id': 'e9c4aee1-f8e2-40a2-8e43-dd3b81262678', 'port_id': 'a9b353d2-3626-4554-8178-2e2e0323df42', 'mac_address': 'fa:16:3e:d3:f2:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b18ad229-2b76-436e-a5ae-773c997fa5d7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:09:43.558193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.622060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] For port 6f78f338-5c34-4ee4-af99-70a0bc8fc395, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6f78f338-5c34-4ee4-af99-70a0bc8fc395,segment=NetworkSegment(97628b3b-a379-4bf9-b159-41333716a20a),segment_id=97628b3b-a379-4bf9-b159-41333716a20a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:43.622523 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.642760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Calling delete_port for 6f78f338-5c34-4ee4-af99-70a0bc8fc395 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:43.689041 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.708707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b353d2-3626-4554-8178-2e2e0323df42 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:09:43.710455 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-510aef1c-c810-47d6-9ed4-9d528d4703f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e992dfb064734aa086b6f2658c7d35c0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7139673 Jul 05 04:09:43.713561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48652) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:43.727078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510aef1c-c810-47d6-9ed4-9d528d4703f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1896261b-bbb2-478d-b4db-b39d766d2716,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:43.753775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a9b353d2-3626-4554-8178-2e2e0323df42, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a9b353d2-3626-4554-8178-2e2e0323df42,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:43.770214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b163907-1c84-4149-a153-9585976b88e1 None None] Network f3db43f1-8efc-4da5-8458-b39ee5c3f5ff requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:43.887225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-18be4bf5-182f-4bdf-85eb-2e707caa264d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.914001 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.915278 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.940652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-18be4bf5-182f-4bdf-85eb-2e707caa264d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:43.965815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Port': ['ID=6f78f338-5c34-4ee4-af99-70a0bc8fc395,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:43.965815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No DVR routers for this DVR port 6f78f338-5c34-4ee4-af99-70a0bc8fc395 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:43.977332 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.064376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb8c3f5-dec7-4b05-8411-8c6cf239ef75 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:09:44.129921 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-18be4bf5-182f-4bdf-85eb-2e707caa264d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.133852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-18be4bf5-182f-4bdf-85eb-2e707caa264d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.134637 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-18be4bf5-182f-4bdf-85eb-2e707caa264d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1896261b-bbb2-478d-b4db-b39d766d2716 HTTP/1.1" status: 204 len: 168 time: 0.4179530 Jul 05 04:09:44.165204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18be4bf5-182f-4bdf-85eb-2e707caa264d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1896261b-bbb2-478d-b4db-b39d766d2716,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.222202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a9b353d2-3626-4554-8178-2e2e0323df42,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.303420 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.318795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3db43f1-8efc-4da5-8458-b39ee5c3f5ff']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:44.326453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cb8c3f5-dec7-4b05-8411-8c6cf239ef75 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:09:44.341717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97628b3b-a379-4bf9-b159-41333716a20a') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:44.342019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97628b3b-a379-4bf9-b159-41333716a20a') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:44.361590 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.402333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380a80a4-165c-49ea-a5bf-c7b69ef3345b req-91c2d9ab-280c-4b0d-9912-6d58a992c34e tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:44.416202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-380a80a4-165c-49ea-a5bf-c7b69ef3345b req-91c2d9ab-280c-4b0d-9912-6d58a992c34e tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 944 time: 0.1498628 Jul 05 04:09:44.432647 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.436969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a9b353d2-3626-4554-8178-2e2e0323df42'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:09:44.442290 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.467531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:44.474468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:44.478424 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:44.579195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-380a80a4-165c-49ea-a5bf-c7b69ef3345b req-0939783d-d888-4b0c-8ddd-7c496b10e159 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1618550 Jul 05 04:09:44.706495 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.716364 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.721776 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48678) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:44.722008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/f3db43f1-8efc-4da5-8458-b39ee5c3f5ff HTTP/1.1" status: 204 len: 168 time: 3.5207117 Jul 05 04:09:44.752037 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-594655b0-a915-487b-bc88-651c12c26f63 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:44.754102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-594655b0-a915-487b-bc88-651c12c26f63 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:44.756315 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-594655b0-a915-487b-bc88-651c12c26f63 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/f3db43f1-8efc-4da5-8458-b39ee5c3f5ff HTTP/1.1" status: 404 len: 339 time: 0.0330727 Jul 05 04:09:44.762752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48680) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:44.766710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1328e39-b492-4848-9e20-901b7f95fb0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Network': ['ID=f3db43f1-8efc-4da5-8458-b39ee5c3f5ff,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:44.770833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1111804160', 'description': 'd1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:44.883696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:44.889706 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.922468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:44.940683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:44.941165 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Added segment 017bfe43-8368-45bc-ba43-1b31a3f1e498 of type vlan for network e621108c-d9ee-4338-952c-ae7dee41da76 Jul 05 04:09:45.029515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.196125 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.205300 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.205300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.317275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=e621108c-d9ee-4338-952c-ae7dee41da76,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:45.330551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network e621108c-d9ee-4338-952c-ae7dee41da76 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:45.338679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44fdf350-093a-47e5-8029-bcb08c9999cd req-256ac98f-8435-4bfc-8841-44bd7c7bb152 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0584447 Jul 05 04:09:45.381545 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-291010f3-85dd-4b91-a7cb-bb26857eb2f0 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.6165302 Jul 05 04:09:45.384155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48708) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:45.562860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e7d48f-9bce-402d-b340-db224ec862d6 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.564708 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-48e7d48f-9bce-402d-b340-db224ec862d6 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/networks?id=e621108c-d9ee-4338-952c-ae7dee41da76 HTTP/1.1" status: 200 len: 765 time: 0.1794214 Jul 05 04:09:45.567295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48718) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:45.572836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-81201c12-bdb6-43c7-8e95-7d9f8ec85fca tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'description': 'd2'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:45.610432 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b84453c-f56f-4691-8dc3-03f01ca7eefe req-e0ca21c7-4caf-4dc6-b767-fa0ece87fe60 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0604258 Jul 05 04:09:45.792909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81201c12-bdb6-43c7-8e95-7d9f8ec85fca tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.848820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8049d2-40f7-40a3-b2d7-f97849663b7f req-638bf394-e9ae-46ab-98aa-17b8f6d1d981 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:45.850893 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d8049d2-40f7-40a3-b2d7-f97849663b7f req-638bf394-e9ae-46ab-98aa-17b8f6d1d981 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 944 time: 0.0863240 Jul 05 04:09:45.908400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81201c12-bdb6-43c7-8e95-7d9f8ec85fca tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:45.981039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d8049d2-40f7-40a3-b2d7-f97849663b7f req-47465fb1-e01f-4f6e-8e46-e96b5f737d61 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197569 Jul 05 04:09:45.999399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-81201c12-bdb6-43c7-8e95-7d9f8ec85fca tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network e621108c-d9ee-4338-952c-ae7dee41da76 is not hosted by any dhcp agent {{(pid=100895) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:232}} Jul 05 04:09:46.005482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81201c12-bdb6-43c7-8e95-7d9f8ec85fca tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.006296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81201c12-bdb6-43c7-8e95-7d9f8ec85fca tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:46.007564 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-81201c12-bdb6-43c7-8e95-7d9f8ec85fca tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "PUT /v2.0/networks/e621108c-d9ee-4338-952c-ae7dee41da76 HTTP/1.1" status: 200 len: 762 time: 0.4393244 Jul 05 04:09:46.010541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48740) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:46.031304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81201c12-bdb6-43c7-8e95-7d9f8ec85fca tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=e621108c-d9ee-4338-952c-ae7dee41da76,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:46.042157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network e621108c-d9ee-4338-952c-ae7dee41da76 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:46.158252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c25f3f8a-beff-4c08-846c-21e136d61bf2 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.179985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c25f3f8a-beff-4c08-846c-21e136d61bf2 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/networks?id=e621108c-d9ee-4338-952c-ae7dee41da76 HTTP/1.1" status: 200 len: 765 time: 0.1614358 Jul 05 04:09:46.179985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48744) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:46.451041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67aed7c5-7509-4906-826f-b41b78e6c521 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.453601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-67aed7c5-7509-4906-826f-b41b78e6c521 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2724965 Jul 05 04:09:46.464169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48756) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:46.506524 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e848f93f-5a4b-43d7-97ba-e1b516115d91 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 207 time: 0.0410390 Jul 05 04:09:46.511067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48758) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:46.641869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d47cf3-7312-4a72-80c0-350bd090e4d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.648369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d47cf3-7312-4a72-80c0-350bd090e4d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.655000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d47cf3-7312-4a72-80c0-350bd090e4d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.667817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d47cf3-7312-4a72-80c0-350bd090e4d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.671877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d47cf3-7312-4a72-80c0-350bd090e4d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.678320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d47cf3-7312-4a72-80c0-350bd090e4d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:46.684452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48770) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:46.684777 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d9d47cf3-7312-4a72-80c0-350bd090e4d9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.1724982 Jul 05 04:09:46.891059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a9b353d2-3626-4554-8178-2e2e0323df42 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:09:46.994300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2d6fda70-6549-4366-8088-8cf20e349c0f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3055036 Jul 05 04:09:46.994805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48782) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.074295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port a9b353d2-3626-4554-8178-2e2e0323df42 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:09:47.087207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port a9b353d2-3626-4554-8178-2e2e0323df42 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:47.087537 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.159401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae786f1a-c49e-40ac-b785-d4bc38e5c948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.167708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae786f1a-c49e-40ac-b785-d4bc38e5c948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.170487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae786f1a-c49e-40ac-b785-d4bc38e5c948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.173577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae786f1a-c49e-40ac-b785-d4bc38e5c948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.179266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae786f1a-c49e-40ac-b785-d4bc38e5c948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.184130 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ae786f1a-c49e-40ac-b785-d4bc38e5c948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1880198 Jul 05 04:09:47.187849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48790) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.271008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-601f7ad1-7111-44a7-ab84-92397907c86c req-d9df7256-5a39-4f2a-837d-5d805602a1a1 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.290976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-601f7ad1-7111-44a7-ab84-92397907c86c req-d9df7256-5a39-4f2a-837d-5d805602a1a1 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 944 time: 0.1244214 Jul 05 04:09:47.295789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4bebda-2528-4fbe-8263-fa5676d3c3f6 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.297911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4bebda-2528-4fbe-8263-fa5676d3c3f6 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.299508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4bebda-2528-4fbe-8263-fa5676d3c3f6 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.303641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4bebda-2528-4fbe-8263-fa5676d3c3f6 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.308469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4bebda-2528-4fbe-8263-fa5676d3c3f6 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['shared'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.315939 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6a4bebda-2528-4fbe-8263-fa5676d3c3f6 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1191187 Jul 05 04:09:47.321532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48794) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.374332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-601f7ad1-7111-44a7-ab84-92397907c86c req-a907b313-92eb-4efc-857e-f7ace4219bdd tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824194 Jul 05 04:09:47.397908 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.431045 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7808fd5-6744-46e0-befe-d639ebc7425b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b353d2-3626-4554-8178-2e2e0323df42'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:47.434612 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc16520f-9e15-42ad-aaa2-275d0a133398" -d '{"events": [{"server_uuid": "b7808fd5-6744-46e0-befe-d639ebc7425b", "name": "network-vif-plugged", "status": "completed", "tag": "a9b353d2-3626-4554-8178-2e2e0323df42"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:47.497700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a9b353d2-3626-4554-8178-2e2e0323df42, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a9b353d2-3626-4554-8178-2e2e0323df42,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:47.520559 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2c29e19-fe68-4fc5-b61d-6dc4e3862468 x-openstack-request-id: req-d2c29e19-fe68-4fc5-b61d-6dc4e3862468 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:47.521028 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7808fd5-6744-46e0-befe-d639ebc7425b", "name": "network-vif-plugged", "status": "completed", "tag": "a9b353d2-3626-4554-8178-2e2e0323df42", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:47.521670 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2c29e19-fe68-4fc5-b61d-6dc4e3862468 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:47.522523 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7808fd5-6744-46e0-befe-d639ebc7425b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b353d2-3626-4554-8178-2e2e0323df42', 'code': 200} Jul 05 04:09:47.574726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c74be4-b13c-4314-9a74-18d6d07542ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.583717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48800) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.586545 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-86c74be4-b13c-4314-9a74-18d6d07542ef tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/networks/2547477d-57d4-406f-9787-524fbaecf4b3 HTTP/1.1" status: 200 len: 803 time: 0.2629855 Jul 05 04:09:47.603851 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:47.778705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a9b353d2-3626-4554-8178-2e2e0323df42,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:47.802075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c036b3c-443e-4e83-929b-e727ea670b1b req-8d11d4ed-b376-48bc-82a5-fc19b17477e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:47.807724 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c036b3c-443e-4e83-929b-e727ea670b1b req-8d11d4ed-b376-48bc-82a5-fc19b17477e9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 1097 time: 0.2214046 Jul 05 04:09:47.910745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a53ea83c-e63e-4501-8ce8-fdc19d12a527 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/networks/2547477d-57d4-406f-9787-524fbaecf4b3?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3201258 Jul 05 04:09:47.914057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48814) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:47.922371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-700e3101-4021-414a-9c00-28a63e2da99e req-fa5279c3-423a-4f5b-beb4-38cb45a7c03b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0703037 Jul 05 04:09:47.929821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c036b3c-443e-4e83-929b-e727ea670b1b req-53492500-4c14-47f7-a060-1edd4f2a8224 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097453 Jul 05 04:09:48.010385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-150ad102-ceb5-40ed-bec6-9d2b6c8bf3ec tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.017766 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-150ad102-ceb5-40ed-bec6-9d2b6c8bf3ec tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/subnets/cc89a4e6-47a3-493b-a6d5-c3f8a0ab002d HTTP/1.1" status: 200 len: 843 time: 0.1025019 Jul 05 04:09:48.023582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48818) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:48.170289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2905f4b1-e941-44ad-aad1-e796c628a9e1 req-a0987d77-8a3d-4bde-888b-2f94c9ff2caa service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0452328 Jul 05 04:09:48.183365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-208d6f57-ae1c-41b0-a9db-268d4c7797da tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['shared'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.185665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-208d6f57-ae1c-41b0-a9db-268d4c7797da tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "GET /v2.0/subnets/cc89a4e6-47a3-493b-a6d5-c3f8a0ab002d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1606119 Jul 05 04:09:48.190819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48824) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:48.197581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-676077496'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:48.315542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:48.321616 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.351414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:09:48.362022 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.362567 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Added segment 2a183d51-0b3b-4744-b9ec-67d14dcb63f9 of type vlan for network 391adb11-811e-4c2e-8614-77888ea89708 Jul 05 04:09:48.409086 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.543645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.550208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.551036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:48.648807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Network': ['ID=391adb11-811e-4c2e-8614-77888ea89708,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:48.663795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 391adb11-811e-4c2e-8614-77888ea89708 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:09:48.673588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23307815-e8d2-41b8-bd9d-20770615f88f req-117392ad-1b1f-4913-8489-59766d32bdd6 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:48.676754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23307815-e8d2-41b8-bd9d-20770615f88f req-117392ad-1b1f-4913-8489-59766d32bdd6 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1564553 Jul 05 04:09:48.694783 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cd2ea718-f434-4347-9c7c-c023f4951928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5025802 Jul 05 04:09:48.695734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48834) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:48.701656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'network_id': '391adb11-811e-4c2e-8614-77888ea89708', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:48.754992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23307815-e8d2-41b8-bd9d-20770615f88f req-db6a0cde-2356-47b5-b9b4-b0e95574a85b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674863 Jul 05 04:09:48.952139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Made reservation on behalf of d1c41da48b004d839f2d00fcfb02a085 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:09:48.955971 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.028016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Performing IP validity checks on allocation pools {{(pid=100895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:09:49.028958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:09:49.260981 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.338962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=5693257a-d295-444e-a312-14de2acfb0d5,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:49.350959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Checking segment: {'id': '2a183d51-0b3b-4744-b9ec-67d14dcb63f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '391adb11-811e-4c2e-8614-77888ea89708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:49.351359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network hostable DHCP agents. Network: 391adb11-811e-4c2e-8614-77888ea89708, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:09:49.426423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Network 391adb11-811e-4c2e-8614-77888ea89708 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:09:49.523336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 391adb11-811e-4c2e-8614-77888ea89708) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:49.528919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:49.530357 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.533770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16f76ba-6218-4df4-8570-567ac2564183 None None] Network 391adb11-811e-4c2e-8614-77888ea89708 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:49.638310 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-59cfa8d1-76e6-4e11-8299-4f3158ed6361 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 0.9272606 Jul 05 04:09:49.638310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48850) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:49.641752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-39409da5-4a95-4bb9-b5a3-369264024d81 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:09:49.722547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-391adb11-811e-4c2e-8614-77888ea89708', 'network_id': '391adb11-811e-4c2e-8614-77888ea89708', 'tenant_id': 'd1c41da48b004d839f2d00fcfb02a085', 'fixed_ips': [{'subnet_id': '5693257a-d295-444e-a312-14de2acfb0d5'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:09:49.723600 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:49.794265 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39409da5-4a95-4bb9-b5a3-369264024d81 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-9080623'] for subnet, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.058129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcfde8ee-885e-49b8-9496-b9119e59f1d4 req-6d48c430-9c60-42ea-a804-1b6204601461 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0332000 Jul 05 04:09:50.091294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e190103f-d876-40e1-ba54-2d49dfc73b63 req-ed37ff8b-11a2-4534-94fd-7c123b5f5e96 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:50.093521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e190103f-d876-40e1-ba54-2d49dfc73b63 req-ed37ff8b-11a2-4534-94fd-7c123b5f5e96 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1254613 Jul 05 04:09:50.096595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39409da5-4a95-4bb9-b5a3-369264024d81 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784176645151', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8650004'] for subnet, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.179957 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39409da5-4a95-4bb9-b5a3-369264024d81 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:50.179957 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-39409da5-4a95-4bb9-b5a3-369264024d81 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.180294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e190103f-d876-40e1-ba54-2d49dfc73b63 req-50cace9b-fe86-49d4-a01c-446569ab6850 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714338 Jul 05 04:09:50.191635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48864) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:50.195661 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-39409da5-4a95-4bb9-b5a3-369264024d81 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "PUT /v2.0/subnets/5693257a-d295-444e-a312-14de2acfb0d5 HTTP/1.1" status: 200 len: 900 time: 0.5665214 Jul 05 04:09:50.205291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Allocated IP 2001:db8::3 (391adb11-811e-4c2e-8614-77888ea89708/5693257a-d295-444e-a312-14de2acfb0d5/7d65f444-c789-43bb-82dc-ed20aab85662) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:09:50.221711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39409da5-4a95-4bb9-b5a3-369264024d81 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event updated for resources: {'Subnet': ['ID=5693257a-d295-444e-a312-14de2acfb0d5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:50.353870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.426782 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.496630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.503652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e78aa1bc-5aff-479f-9996-492b4d44e06b req-ecb0167c-cde3-4c41-a538-3eaace84ba2d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0352442 Jul 05 04:09:50.511628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Transition to ACTIVE for port object 7d65f444-c789-43bb-82dc-ed20aab85662 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:50.542290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Transition to ACTIVE for port object 7d65f444-c789-43bb-82dc-ed20aab85662 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:09:50.647010 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.718538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Network 391adb11-811e-4c2e-8614-77888ea89708 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:09:50.730104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:09:50.732544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.736546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:09:50.747149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Pushing event updated for resources: {'Port': ['ID=7d65f444-c789-43bb-82dc-ed20aab85662,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:50.776434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Subnet': ['ID=5693257a-d295-444e-a312-14de2acfb0d5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:50.797854 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:09:50.846518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Attempting to bind port 7d65f444-c789-43bb-82dc-ed20aab85662 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:09:50.847755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Attempting to bind port 7d65f444-c789-43bb-82dc-ed20aab85662 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '2a183d51-0b3b-4744-b9ec-67d14dcb63f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '391adb11-811e-4c2e-8614-77888ea89708'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:09:50.848092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Attempting to bind port 7d65f444-c789-43bb-82dc-ed20aab85662 on network 391adb11-811e-4c2e-8614-77888ea89708 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:09:50.854138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:09:50.855432 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Checking segment: {'id': '2a183d51-0b3b-4744-b9ec-67d14dcb63f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '391adb11-811e-4c2e-8614-77888ea89708'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:09:50.855432 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.855432 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Bound using segment: {'id': '2a183d51-0b3b-4744-b9ec-67d14dcb63f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '391adb11-811e-4c2e-8614-77888ea89708'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:09:50.855760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Bound port: 7d65f444-c789-43bb-82dc-ed20aab85662, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a183d51-0b3b-4744-b9ec-67d14dcb63f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '391adb11-811e-4c2e-8614-77888ea89708'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:09:50.856295 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.883017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:50.901792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391adb11-811e-4c2e-8614-77888ea89708']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:50.936361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a183d51-0b3b-4744-b9ec-67d14dcb63f9') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:50.936658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a183d51-0b3b-4744-b9ec-67d14dcb63f9') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:50.958530 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.032526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] For port 7d65f444-c789-43bb-82dc-ed20aab85662, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:09:51.037615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] For port 7d65f444-c789-43bb-82dc-ed20aab85662, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7d65f444-c789-43bb-82dc-ed20aab85662,segment=NetworkSegment(2a183d51-0b3b-4744-b9ec-67d14dcb63f9),segment_id=2a183d51-0b3b-4744-b9ec-67d14dcb63f9)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:09:51.126376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e09e02-eba6-4fa5-a909-a35ef0c631b8 req-18c9e93f-dc2e-400a-b32d-88aee671a5c8 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:51.131650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34e09e02-eba6-4fa5-a909-a35ef0c631b8 req-18c9e93f-dc2e-400a-b32d-88aee671a5c8 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1415694 Jul 05 04:09:51.154190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be46605-f69e-4dc4-8bae-b5cbc29aade1 req-66c18d25-a6b5-44ce-9a8c-3001c6864448 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:51.155666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3be46605-f69e-4dc4-8bae-b5cbc29aade1 req-66c18d25-a6b5-44ce-9a8c-3001c6864448 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 1097 time: 0.1598539 Jul 05 04:09:51.161452 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.164986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.210814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:51.211226 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:51.242086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3333d1-e44b-4478-9914-d746ddaaff04 None None] Pushing event updated for resources: {'Port': ['ID=7d65f444-c789-43bb-82dc-ed20aab85662,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:51.251515 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:51.300859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34e09e02-eba6-4fa5-a909-a35ef0c631b8 req-497c94c6-cfaa-4a68-af6f-702a7d8473c4 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644101 Jul 05 04:09:51.371963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87159cf2-e7ae-4755-a313-eca8b3b2af6b None None] Network 391adb11-811e-4c2e-8614-77888ea89708 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:51.403173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be46605-f69e-4dc4-8bae-b5cbc29aade1 req-3bc305e7-38c9-457c-bb10-4579e03f1b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:51.408476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3be46605-f69e-4dc4-8bae-b5cbc29aade1 req-3bc305e7-38c9-457c-bb10-4579e03f1b6b service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678 HTTP/1.1" status: 200 len: 912 time: 0.2332585 Jul 05 04:09:51.479045 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:09:51.479045 n-d-758944-41 neutron-server[100896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:09:51.479045 n-d-758944-41 neutron-server[100896]: [parameters: {'id': '391adb11-811e-4c2e-8614-77888ea89708'}] Jul 05 04:09:51.479045 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:09:51.480018 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:09:51.481889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3be46605-f69e-4dc4-8bae-b5cbc29aade1 req-bc39de5a-56cb-41bc-8ed8-3bedd14148fb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9b353d2-3626-4554-8178-2e2e0323df42 HTTP/1.1" status: 200 len: 217 time: 0.0629561 Jul 05 04:09:51.572033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be46605-f69e-4dc4-8bae-b5cbc29aade1 req-eb9c190b-4de1-413a-835d-498072626d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:51.574550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3be46605-f69e-4dc4-8bae-b5cbc29aade1 req-eb9c190b-4de1-413a-835d-498072626d54 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b18ad229-2b76-436e-a5ae-773c997fa5d7 HTTP/1.1" status: 200 len: 851 time: 0.0833750 Jul 05 04:09:51.587847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a806d5-e79b-4bfe-b9ef-ef9125f9a37a None None] Network 391adb11-811e-4c2e-8614-77888ea89708 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:51.641072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3be46605-f69e-4dc4-8bae-b5cbc29aade1 req-6ed9913f-697b-4812-a5f6-a660ef511fc9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508502 Jul 05 04:09:51.769491 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3be46605-f69e-4dc4-8bae-b5cbc29aade1 req-dc5c7f52-0e32-4699-82c4-5cba52fc5cc9 service neutron] 10.222.0.26 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197252 Jul 05 04:09:51.774516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b43f42-2ae0-4f02-8052-acd4981dc05e None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:09:51.934979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3be46605-f69e-4dc4-8bae-b5cbc29aade1 req-eca03b81-06cc-42cf-98e2-a0907b11d1c4 service neutron] 10.222.0.26 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1537495 Jul 05 04:09:51.956603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b43f42-2ae0-4f02-8052-acd4981dc05e None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:09:51.981077 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.064339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting port 7d65f444-c789-43bb-82dc-ed20aab85662 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:52.067980 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.162441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] For port 7d65f444-c789-43bb-82dc-ed20aab85662, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7d65f444-c789-43bb-82dc-ed20aab85662,segment=NetworkSegment(2a183d51-0b3b-4744-b9ec-67d14dcb63f9),segment_id=2a183d51-0b3b-4744-b9ec-67d14dcb63f9)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:52.163201 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.180207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Calling delete_port for 7d65f444-c789-43bb-82dc-ed20aab85662 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:52.375719 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.399500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No DVR routers for this DVR port 7d65f444-c789-43bb-82dc-ed20aab85662 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:52.469840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Port': ['ID=7d65f444-c789-43bb-82dc-ed20aab85662,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:52.598812 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:52.612841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['391adb11-811e-4c2e-8614-77888ea89708']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:52.932855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a183d51-0b3b-4744-b9ec-67d14dcb63f9') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:52.933176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a183d51-0b3b-4744-b9ec-67d14dcb63f9') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:52.946667 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.013363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3cbb0ce8-7e65-4eb0-afcf-63b12a2ce7ed req-04c88f48-a6ed-4a9d-aa8c-6ad2973976cb service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0613329 Jul 05 04:09:53.013363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.033509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882812bd-751f-4898-9d76-a5dcff1744f4 req-28d3e29f-aef2-4e98-a089-f446edcc29b4 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:53.035744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-882812bd-751f-4898-9d76-a5dcff1744f4 req-28d3e29f-aef2-4e98-a089-f446edcc29b4 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.5629611 Jul 05 04:09:53.037142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:53.037752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:53.042132 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:53.206153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-882812bd-751f-4898-9d76-a5dcff1744f4 req-ffe79809-3a31-4666-81c8-a04c8e0c5e4b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488137 Jul 05 04:09:53.265153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ec80e86-4f4e-4367-ac20-c92559084c72 req-904e06d5-cb63-4be2-9c97-1462730e65a3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0334489 Jul 05 04:09:53.379048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.390861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:53.393792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/391adb11-811e-4c2e-8614-77888ea89708 HTTP/1.1" status: 204 len: 168 time: 3.2005582 Jul 05 04:09:53.394052 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48944) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.407527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af48954-5aaa-451c-8fb3-f2ada5436206 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Network': ['ID=391adb11-811e-4c2e-8614-77888ea89708,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:53.438273 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-832b733d-dc2f-4660-845c-4fc57a7b5928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:53.438788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-832b733d-dc2f-4660-845c-4fc57a7b5928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:53.441417 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-832b733d-dc2f-4660-845c-4fc57a7b5928 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/subnets/5693257a-d295-444e-a312-14de2acfb0d5 HTTP/1.1" status: 404 len: 337 time: 0.0452328 Jul 05 04:09:53.443763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48946) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.473759 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7982597a-ae1a-451d-83f1-1a9e811d750e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:53.473759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7982597a-ae1a-451d-83f1-1a9e811d750e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:53.473759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7982597a-ae1a-451d-83f1-1a9e811d750e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/391adb11-811e-4c2e-8614-77888ea89708 HTTP/1.1" status: 404 len: 339 time: 0.0286779 Jul 05 04:09:53.477761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48948) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:53.936654 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.032064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204b2ef1-768e-4ce0-9cd6-532f797811ec req-05ceb38c-a647-4fd7-9aa9-3ceadc083a0a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.041549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-204b2ef1-768e-4ce0-9cd6-532f797811ec req-05ceb38c-a647-4fd7-9aa9-3ceadc083a0a tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 946 time: 0.1437168 Jul 05 04:09:54.069974 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.087084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e621108c-d9ee-4338-952c-ae7dee41da76']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:54.100583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-204b2ef1-768e-4ce0-9cd6-532f797811ec req-48013658-c8f6-4a2a-95f6-d1caae06c1a3 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0575790 Jul 05 04:09:54.101659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '017bfe43-8368-45bc-ba43-1b31a3f1e498') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:54.101959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '017bfe43-8368-45bc-ba43-1b31a3f1e498') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:54.112452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.138305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.150448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:54.151270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:54.155022 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:54.300833 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.307168 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.310329 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/e621108c-d9ee-4338-952c-ae7dee41da76 HTTP/1.1" status: 204 len: 168 time: 0.8307109 Jul 05 04:09:54.312153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48970) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:54.334224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d013ff68-bbd1-4bb9-9acb-845014c88bcb tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Network': ['ID=e621108c-d9ee-4338-952c-ae7dee41da76,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:54.349103 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20fbbcb-91c0-410b-9166-c3fb40469a1e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:54.349555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d20fbbcb-91c0-410b-9166-c3fb40469a1e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:54.351308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d20fbbcb-91c0-410b-9166-c3fb40469a1e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/subnets/4881076a-6fd0-4a33-8d7a-2e03253eb6fc HTTP/1.1" status: 404 len: 337 time: 0.0381632 Jul 05 04:09:54.354514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48972) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:54.376467 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-541c5024-99d2-4b00-81d1-203fce81ea0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:54.377598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-541c5024-99d2-4b00-81d1-203fce81ea0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:54.381921 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-541c5024-99d2-4b00-81d1-203fce81ea0b tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/f3db43f1-8efc-4da5-8458-b39ee5c3f5ff HTTP/1.1" status: 404 len: 339 time: 0.0235257 Jul 05 04:09:54.382333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48974) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:54.460387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8459ddc5-575b-4545-95f1-edab6b9b29f9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting subnet 7df75d3a-e232-49c3-b061-29c2c586e6d3 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:54.466159 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8459ddc5-575b-4545-95f1-edab6b9b29f9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.500967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be58c8-c799-4c28-8f0f-bf396ba9a5f3 req-0b737047-4456-4700-bbfe-e93c5ab37d0a tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:54.503163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58be58c8-c799-4c28-8f0f-bf396ba9a5f3 req-0b737047-4456-4700-bbfe-e93c5ab37d0a tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1561189 Jul 05 04:09:54.543588 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8459ddc5-575b-4545-95f1-edab6b9b29f9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.594031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58be58c8-c799-4c28-8f0f-bf396ba9a5f3 req-1a364d23-09d7-43cd-b93a-f83180ebdd10 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802693 Jul 05 04:09:54.652935 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8459ddc5-575b-4545-95f1-edab6b9b29f9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.786486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8459ddc5-575b-4545-95f1-edab6b9b29f9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.822693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8459ddc5-575b-4545-95f1-edab6b9b29f9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Subnet': ['ID=7df75d3a-e232-49c3-b061-29c2c586e6d3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:54.824652 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8459ddc5-575b-4545-95f1-edab6b9b29f9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:54.826543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8459ddc5-575b-4545-95f1-edab6b9b29f9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/subnets/7df75d3a-e232-49c3-b061-29c2c586e6d3 HTTP/1.1" status: 204 len: 168 time: 0.4430950 Jul 05 04:09:54.829090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48986) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:54.835125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bd6ab3-db5f-4bc9-8004-406d55cec2a6 None None] Network 7359c85a-b5a2-439d-a635-8bc2517a6484 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:54.904465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f57083-8820-4678-9855-4918b5f9ede8 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting subnet 8ad44da5-ba89-4dc7-999d-34aa02dbe0cb {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:54.908708 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54f57083-8820-4678-9855-4918b5f9ede8 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.028047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54f57083-8820-4678-9855-4918b5f9ede8 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.168123 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54f57083-8820-4678-9855-4918b5f9ede8 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.433219 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54f57083-8820-4678-9855-4918b5f9ede8 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.506626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db090079-abd6-4e80-8aef-e78af8def4c4 req-582f7d04-9ace-40c2-92b2-2cf570cd4162 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0946183 Jul 05 04:09:55.515681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f57083-8820-4678-9855-4918b5f9ede8 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Subnet': ['ID=8ad44da5-ba89-4dc7-999d-34aa02dbe0cb,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:55.530860 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54f57083-8820-4678-9855-4918b5f9ede8 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.535600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49006) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:55.536188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-54f57083-8820-4678-9855-4918b5f9ede8 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/subnets/8ad44da5-ba89-4dc7-999d-34aa02dbe0cb HTTP/1.1" status: 204 len: 168 time: 0.7058020 Jul 05 04:09:55.544655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab40a60-57b0-4a75-8732-ba28f0909f51 req-8b8ce198-eb1c-4b3f-b832-b638ee1136b6 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:55.552305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ab40a60-57b0-4a75-8732-ba28f0909f51 req-8b8ce198-eb1c-4b3f-b832-b638ee1136b6 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 946 time: 0.1994851 Jul 05 04:09:55.611886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ab40a60-57b0-4a75-8732-ba28f0909f51 req-0759ae75-86f3-45c8-9183-434d3a09d122 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0591407 Jul 05 04:09:55.662729 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.744955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting port aaeaf626-3098-43e4-8566-7bd27559d723 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:55.745294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.767543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2835fb19-c360-4628-962e-7e8472af619a req-aec1645b-32ac-4217-82cc-418f5c8aa5bf service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0447845 Jul 05 04:09:55.833745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] For port aaeaf626-3098-43e4-8566-7bd27559d723, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=aaeaf626-3098-43e4-8566-7bd27559d723,segment=NetworkSegment(43a87caa-5719-4397-90c5-cde3fc6bc94a),segment_id=43a87caa-5719-4397-90c5-cde3fc6bc94a)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:55.833745 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:55.855295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Calling delete_port for aaeaf626-3098-43e4-8566-7bd27559d723 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:55.859913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcd285d-fc5e-4a6d-8343-e95e80f39291 req-5459eb1f-9df8-4d62-b46c-db90da2dcd01 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:55.862154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bcd285d-fc5e-4a6d-8343-e95e80f39291 req-5459eb1f-9df8-4d62-b46c-db90da2dcd01 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.0975127 Jul 05 04:09:55.955400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bcd285d-fc5e-4a6d-8343-e95e80f39291 req-83ad497b-59e0-4e1f-95d5-77f374361ba9 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576401 Jul 05 04:09:55.958639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9aea103-a172-4fcf-9d4f-4f53ae66a9f6 None None] Network 7359c85a-b5a2-439d-a635-8bc2517a6484 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:56.083362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.147687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Port': ['ID=aaeaf626-3098-43e4-8566-7bd27559d723,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:56.147687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No DVR routers for this DVR port aaeaf626-3098-43e4-8566-7bd27559d723 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:56.198678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-5e1054d0-5dec-43de-9326-a752ceb72e6e tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:56.200863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-5e1054d0-5dec-43de-9326-a752ceb72e6e tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.26 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 946 time: 0.1190424 Jul 05 04:09:56.251411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.263749 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7359c85a-b5a2-439d-a635-8bc2517a6484']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:56.265867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4408bcb4-2d28-4879-8e37-bbe80f343e15 None None] Provisioning complete for port aaeaf626-3098-43e4-8566-7bd27559d723 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:09:56.266241 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4408bcb4-2d28-4879-8e37-bbe80f343e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.276964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43a87caa-5719-4397-90c5-cde3fc6bc94a') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:56.277290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43a87caa-5719-4397-90c5-cde3fc6bc94a') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:56.294155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4408bcb4-2d28-4879-8e37-bbe80f343e15 None None] Port aaeaf626-3098-43e4-8566-7bd27559d723 was deleted so its status cannot be updated. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:09:56.294577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.315347 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.322680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:56.323220 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.344892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Deleting port 850b6502-4804-4942-9e6b-85e490e4b547 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:56.347864 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:56.384869 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:56.485635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59710b84-6b69-4be4-8c36-0a0ae5ff4256 None None] DHCP port deletion for 7359c85a-b5a2-439d-a635-8bc2517a6484 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:09:56.526805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] For port 850b6502-4804-4942-9e6b-85e490e4b547, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=850b6502-4804-4942-9e6b-85e490e4b547,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:56.526805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.527567 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.531837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:56.538192 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/7359c85a-b5a2-439d-a635-8bc2517a6484 HTTP/1.1" status: 204 len: 168 time: 1.0007021 Jul 05 04:09:56.538795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49028) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:56.558161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4358da06-4987-455c-ba78-91ed1a541948 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Network': ['ID=7359c85a-b5a2-439d-a635-8bc2517a6484,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:56.640466 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d66d02f8-65e0-41f5-8fe0-92cf86587a10 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:56.640779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d66d02f8-65e0-41f5-8fe0-92cf86587a10 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:56.646071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d66d02f8-65e0-41f5-8fe0-92cf86587a10 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/subnets/17e78988-9692-4b16-99bf-38592c277aef HTTP/1.1" status: 404 len: 337 time: 0.1032956 Jul 05 04:09:56.646928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49034) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:56.674418 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ca7f6c-ba62-4552-8f1e-42b839fff999 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:56.675308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57ca7f6c-ba62-4552-8f1e-42b839fff999 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:56.680926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49036) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:56.681905 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-57ca7f6c-ba62-4552-8f1e-42b839fff999 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/5846f550-20b2-4c16-84a3-61158e98372c HTTP/1.1" status: 404 len: 339 time: 0.0335522 Jul 05 04:09:56.723427 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-93c4615f-698a-4814-86c5-4e7c46416b4e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:56.723879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93c4615f-698a-4814-86c5-4e7c46416b4e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:56.728163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-93c4615f-698a-4814-86c5-4e7c46416b4e tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/subnets/1de97edb-9acc-4c1d-b9be-08ef0a9956cd HTTP/1.1" status: 404 len: 337 time: 0.0443056 Jul 05 04:09:56.730827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49040) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:56.753910 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b50fc77b-ba83-44e8-9d34-14be61942c88 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:56.754841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b50fc77b-ba83-44e8-9d34-14be61942c88 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:56.756920 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b50fc77b-ba83-44e8-9d34-14be61942c88 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/d3d08d29-7f59-46ba-ba17-be346f016da0 HTTP/1.1" status: 404 len: 339 time: 0.0245779 Jul 05 04:09:56.759715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49042) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:56.808506 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5190e3fe-036c-4e11-8f0e-955139be6cd9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:56.809716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5190e3fe-036c-4e11-8f0e-955139be6cd9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:56.811802 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5190e3fe-036c-4e11-8f0e-955139be6cd9 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/subnets/623de3de-c305-4f4c-b1c3-6f792472aa2b HTTP/1.1" status: 404 len: 337 time: 0.0508833 Jul 05 04:09:56.814688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49046) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:56.852838 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-343b2ef3-9318-4eb7-a9ba-5c27fb0373c1 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:56.853754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-343b2ef3-9318-4eb7-a9ba-5c27fb0373c1 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:56.856976 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-343b2ef3-9318-4eb7-a9ba-5c27fb0373c1 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/cfc7b2ce-b13b-4dbe-80e9-cb764dbb752d HTTP/1.1" status: 404 len: 339 time: 0.0401142 Jul 05 04:09:56.859719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49048) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:56.864858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aaeaf626-3098-43e4-8566-7bd27559d723 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:56.917665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: aaeaf626-3098-43e4-8566-7bd27559d723 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:56.918013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aaeaf626-3098-43e4-8566-7bd27559d723 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:56.941045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fc2522c-b14e-4eb2-b610-47d1dde949e5 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting subnet aa894e43-45d2-44d5-b97f-ecac5f22d349 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:56.946113 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4fc2522c-b14e-4eb2-b610-47d1dde949e5 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.001542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4fc2522c-b14e-4eb2-b610-47d1dde949e5 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.014468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.015020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.015419 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Floating IP a5162bde-0681-4b33-bb76-66f4347bcd39 disassociated. External IP: 172.25.4.241, port: 850b6502-4804-4942-9e6b-85e490e4b547. Jul 05 04:09:57.015831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Calling delete_port for 850b6502-4804-4942-9e6b-85e490e4b547 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:57.109178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1ab41aa-3cec-4231-b08b-faee1fa2a955 req-8d9e6d33-3442-4a9a-89f0-27c07006a233 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:57.116781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1ab41aa-3cec-4231-b08b-faee1fa2a955 req-8d9e6d33-3442-4a9a-89f0-27c07006a233 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 946 time: 0.3628705 Jul 05 04:09:57.155236 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4fc2522c-b14e-4eb2-b610-47d1dde949e5 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.223770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1ab41aa-3cec-4231-b08b-faee1fa2a955 req-03a12476-6b7d-4c13-91ce-1f0adf274615 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups?id=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1055539 Jul 05 04:09:57.371487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd64de16-4440-49e3-82b3-709f3d6f05e9 req-33682c1d-91f5-4b9e-bb6a-5726b55996a0 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:57.373616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd64de16-4440-49e3-82b3-709f3d6f05e9 req-33682c1d-91f5-4b9e-bb6a-5726b55996a0 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.2335689 Jul 05 04:09:57.435608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cd64de16-4440-49e3-82b3-709f3d6f05e9 req-7298f937-e10c-4005-ac31-6baa131cbf54 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512178 Jul 05 04:09:57.520027 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.522958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4fc2522c-b14e-4eb2-b610-47d1dde949e5 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.569217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event deleted for resources: {'Port': ['ID=850b6502-4804-4942-9e6b-85e490e4b547,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:57.590459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2522c-b14e-4eb2-b610-47d1dde949e5 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Subnet': ['ID=aa894e43-45d2-44d5-b97f-ecac5f22d349,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:57.609033 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4fc2522c-b14e-4eb2-b610-47d1dde949e5 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.617349 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4fc2522c-b14e-4eb2-b610-47d1dde949e5 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/subnets/aa894e43-45d2-44d5-b97f-ecac5f22d349 HTTP/1.1" status: 204 len: 168 time: 0.7565267 Jul 05 04:09:57.618578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49072) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:57.621331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3227e7a0-f347-4d6a-8caf-6e099934adbd None None] Network 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:57.760107 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.828432 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89dc7f9d-5d52-46e6-a831-80fab75b8bf7 req-d7dde939-080c-4c39-8460-9b0bcf850c8c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0412662 Jul 05 04:09:57.837140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting port 2ff82a80-a695-4864-8289-7604a17b6052 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:57.837487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.893080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Router 5ec37943-fa69-4d31-b9a9-6e408c767978 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:09:57.939779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] For port 2ff82a80-a695-4864-8289-7604a17b6052, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2ff82a80-a695-4864-8289-7604a17b6052,segment=NetworkSegment(80d252a4-2391-47f5-bfb3-92f272ac22ff),segment_id=80d252a4-2391-47f5-bfb3-92f272ac22ff)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:57.940407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:57.983053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Calling delete_port for 2ff82a80-a695-4864-8289-7604a17b6052 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:58.001618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e71eaa48-d982-4228-9133-5b352ac8b8fb None None] DHCP port deletion for 4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:09:58.091920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:09:58.106064 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] Sync routers for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:09:58.134071 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:58.134776 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:09:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:58.164309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e71eaa48-d982-4228-9133-5b352ac8b8fb None None] Deleting port 2ff82a80-a695-4864-8289-7604a17b6052 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:09:58.164786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e71eaa48-d982-4228-9133-5b352ac8b8fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.197627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-554e37cf-32ae-4b31-9a35-86e09a4c5b36 req-0d8d6f15-f80d-4f4d-95c3-8699ae2365a4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0928981 Jul 05 04:09:58.237503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] No DVR routers for this DVR port 850b6502-4804-4942-9e6b-85e490e4b547 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:58.240535 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.242762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-776e8023-21a6-480e-aa8a-42dd60eb9d34 req-b27f8b0e-e541-4dba-b945-253bd6f03c52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.26 "DELETE /v2.0/ports/850b6502-4804-4942-9e6b-85e490e4b547 HTTP/1.1" status: 204 len: 173 time: 2.0355392 Jul 05 04:09:58.243182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'name': 'network-vif-deleted', 'tag': '850b6502-4804-4942-9e6b-85e490e4b547'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:09:58.245805 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b1de9a6-8d4c-4b58-bc87-5d4f6c9ef7e7" -d '{"events": [{"server_uuid": "799838e7-4847-4b7e-bc60-fcbb0e9e46ac", "name": "network-vif-deleted", "tag": "850b6502-4804-4942-9e6b-85e490e4b547"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:09:58.277692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e71eaa48-d982-4228-9133-5b352ac8b8fb None None] For port 2ff82a80-a695-4864-8289-7604a17b6052, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2ff82a80-a695-4864-8289-7604a17b6052,segment=NetworkSegment(80d252a4-2391-47f5-bfb3-92f272ac22ff),segment_id=80d252a4-2391-47f5-bfb3-92f272ac22ff)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:09:58.278459 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e71eaa48-d982-4228-9133-5b352ac8b8fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.308953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e71eaa48-d982-4228-9133-5b352ac8b8fb None None] Calling delete_port for 2ff82a80-a695-4864-8289-7604a17b6052 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:09:58.332449 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:09:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b00cb660-02b5-4c8e-aca9-7448633788f2 x-openstack-request-id: req-b00cb660-02b5-4c8e-aca9-7448633788f2 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:09:58.332449 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "799838e7-4847-4b7e-bc60-fcbb0e9e46ac", "name": "network-vif-deleted", "tag": "850b6502-4804-4942-9e6b-85e490e4b547", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:09:58.332449 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b00cb660-02b5-4c8e-aca9-7448633788f2 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:09:58.332985 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '799838e7-4847-4b7e-bc60-fcbb0e9e46ac', 'name': 'network-vif-deleted', 'tag': '850b6502-4804-4942-9e6b-85e490e4b547', 'status': 'completed', 'code': 200} Jul 05 04:09:58.348959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.371474 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:58.426998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No DVR routers for this DVR port 2ff82a80-a695-4864-8289-7604a17b6052 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:58.429388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Port': ['ID=2ff82a80-a695-4864-8289-7604a17b6052,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.491207 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e71eaa48-d982-4228-9133-5b352ac8b8fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.526912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71eaa48-d982-4228-9133-5b352ac8b8fb None None] Pushing event deleted for resources: {'Port': ['ID=2ff82a80-a695-4864-8289-7604a17b6052,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.527084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e71eaa48-d982-4228-9133-5b352ac8b8fb None None] No DVR routers for this DVR port 2ff82a80-a695-4864-8289-7604a17b6052 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:09:58.592794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9dae0c8c-81fd-498f-b993-8dfbc586d88e req-9cac134c-99cc-4ca7-8305-0be7d7f18209 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 210 time: 0.1242940 Jul 05 04:09:58.615737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.630793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:58.645714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80d252a4-2391-47f5-bfb3-92f272ac22ff') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:58.647946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80d252a4-2391-47f5-bfb3-92f272ac22ff') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:58.681206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.706524 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.715129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:09:58.715549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:09:58.813748 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:09:58.863648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.883602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:58.886166 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac HTTP/1.1" status: 204 len: 168 time: 1.2660069 Jul 05 04:09:58.888541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49104) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:58.899033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a70688-56c2-4e1f-9ff0-e635eba6159f tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Network': ['ID=4bfabd9e-9b30-4d74-9374-b1f4e7f4bcac,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:58.916521 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:58.917178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2ff82a80-a695-4864-8289-7604a17b6052 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:09:58.958319 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd01296c-38f4-4025-81b8-d4183115a39c tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:58.960223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd01296c-38f4-4025-81b8-d4183115a39c tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:58.967577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fd01296c-38f4-4025-81b8-d4183115a39c tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/subnets/7da39eac-c109-4dd3-9009-cfaa5161e9c0 HTTP/1.1" status: 404 len: 337 time: 0.0748158 Jul 05 04:09:58.967946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49108) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:58.990702 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] Checking router: 5ec37943-fa69-4d31-b9a9-6e408c767978 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:09:59.001085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 2ff82a80-a695-4864-8289-7604a17b6052 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:09:59.001756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2ff82a80-a695-4864-8289-7604a17b6052 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:09:59.030354 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:09:59.030984 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:09:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:59.100345 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1a109f0-9644-40af-b61e-2f42006aad3a tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] DELETE failed (client error): The resource could not be found. Jul 05 04:09:59.100979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1a109f0-9644-40af-b61e-2f42006aad3a tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:09:59.103028 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c1a109f0-9644-40af-b61e-2f42006aad3a tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/03f07455-dc02-48a1-ab42-60e9ee482546 HTTP/1.1" status: 404 len: 339 time: 0.1313901 Jul 05 04:09:59.105987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49110) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:59.176736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984b50df-a93b-450b-b7be-eadf6b4652fe req-b811d636-17b8-45cb-9cdb-abd139b406e3 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:09:59.178721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-984b50df-a93b-450b-b7be-eadf6b4652fe req-b811d636-17b8-45cb-9cdb-abd139b406e3 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1484668 Jul 05 04:09:59.201465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeab1a84-c056-4c64-bd48-4a2b575011be tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting subnet cc89a4e6-47a3-493b-a6d5-c3f8a0ab002d {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:09:59.205162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeab1a84-c056-4c64-bd48-4a2b575011be tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.253699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-984b50df-a93b-450b-b7be-eadf6b4652fe req-75d5e7ac-a778-4b1e-a1be-2a040d02da71 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689428 Jul 05 04:09:59.286939 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeab1a84-c056-4c64-bd48-4a2b575011be tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.343533 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:09:59.426512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeab1a84-c056-4c64-bd48-4a2b575011be tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.633087 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:09:59.636347 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeab1a84-c056-4c64-bd48-4a2b575011be tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.673270 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125dd63c-0648-4891-96a6-bb66dc286e9f None None] The sync data for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 is: [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:01:43Z', 'revision_number': 4, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '7f8b271c-72e8-49fa-804b-2fc5b8c251ae', 'name': '', 'network_id': '3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'mac_address': 'fa:16:3e:54:87:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_interface', 'standard_attr_id': 1520, 'fixed_ips': [{'subnet_id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:42Z', 'updated_at': '2021-07-05T04:01:51Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'subnets': [{'id': '8df2f436-86d8-4a3f-975e-0b21ab945ad3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:09:59.676451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeab1a84-c056-4c64-bd48-4a2b575011be tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Subnet': ['ID=cc89a4e6-47a3-493b-a6d5-c3f8a0ab002d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:09:59.687069 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eeab1a84-c056-4c64-bd48-4a2b575011be tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.689319 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eeab1a84-c056-4c64-bd48-4a2b575011be tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/subnets/cc89a4e6-47a3-493b-a6d5-c3f8a0ab002d HTTP/1.1" status: 204 len: 168 time: 0.5820572 Jul 05 04:09:59.692186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49126) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:09:59.700704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead6e58e-44f1-40b4-8302-2985e3182f93 None None] Network 2547477d-57d4-406f-9787-524fbaecf4b3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:09:59.878930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:09:59.916861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81aee21c-4585-436d-8d34-4a686f1e957e req-1110ed96-b2da-4218-9a0e-e1e338cbf277 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/ports?device_id=799838e7-4847-4b7e-bc60-fcbb0e9e46ac HTTP/1.1" status: 200 len: 210 time: 0.0337491 Jul 05 04:10:00.006546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Deleting port fbf006ef-354a-45e6-b481-10e9675ae11d {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:00.007213 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.082462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c936db8-4b64-4536-8fed-b5d3ccbed7ac None None] DHCP port deletion for 2547477d-57d4-406f-9787-524fbaecf4b3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:00.196759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f1fbc80-5b91-41f1-8cb5-4a19037e428b req-846a27d9-b73a-4c71-8209-6be50604b55b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0637975 Jul 05 04:10:00.197329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0c936db8-4b64-4536-8fed-b5d3ccbed7ac None None] Deleting port fbf006ef-354a-45e6-b481-10e9675ae11d {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:00.197711 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0c936db8-4b64-4536-8fed-b5d3ccbed7ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.221225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] For port fbf006ef-354a-45e6-b481-10e9675ae11d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbf006ef-354a-45e6-b481-10e9675ae11d,segment=NetworkSegment(0ef9ba02-8e9c-43f1-a686-1f651fadf889),segment_id=0ef9ba02-8e9c-43f1-a686-1f651fadf889)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:00.221697 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.250667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Calling delete_port for fbf006ef-354a-45e6-b481-10e9675ae11d owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:00.259967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-644e1141-acd0-49af-9b9e-7ed7d9e31560 None None] New status for floating IP a5162bde-0681-4b33-bb76-66f4347bcd39: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:10:00.400281 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0c936db8-4b64-4536-8fed-b5d3ccbed7ac None None] For port fbf006ef-354a-45e6-b481-10e9675ae11d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbf006ef-354a-45e6-b481-10e9675ae11d,segment=NetworkSegment(0ef9ba02-8e9c-43f1-a686-1f651fadf889),segment_id=0ef9ba02-8e9c-43f1-a686-1f651fadf889)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:00.400739 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0c936db8-4b64-4536-8fed-b5d3ccbed7ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.456999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0c936db8-4b64-4536-8fed-b5d3ccbed7ac None None] Calling delete_port for fbf006ef-354a-45e6-b481-10e9675ae11d owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:00.678445 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0c936db8-4b64-4536-8fed-b5d3ccbed7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.711393 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c936db8-4b64-4536-8fed-b5d3ccbed7ac None None] Pushing event deleted for resources: {'Port': ['ID=fbf006ef-354a-45e6-b481-10e9675ae11d,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:00.722517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59ddce5a-9d99-4b6f-aa8d-c5252d089a1a req-ee49522d-ae75-4c99-9adb-00e222c914e3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0743256 Jul 05 04:10:00.723963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c936db8-4b64-4536-8fed-b5d3ccbed7ac None None] No DVR routers for this DVR port fbf006ef-354a-45e6-b481-10e9675ae11d on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:00.742608 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.778812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Port': ['ID=fbf006ef-354a-45e6-b481-10e9675ae11d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:00.785318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] No DVR routers for this DVR port fbf006ef-354a-45e6-b481-10e9675ae11d on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:00.795984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.796312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.796651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.796984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.797308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.797636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.797960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.798285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.799228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.799554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.799871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.800212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:00.811769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c603a81-b6b8-4393-a9e5-763404816fee req-357df1fc-1c67-475a-8b8c-7190594ce2d3 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:00.813232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c603a81-b6b8-4393-a9e5-763404816fee req-357df1fc-1c67-475a-8b8c-7190594ce2d3 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.2066531 Jul 05 04:10:00.852745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbf006ef-354a-45e6-b481-10e9675ae11d no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:00.874518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: fbf006ef-354a-45e6-b481-10e9675ae11d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:00.875844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbf006ef-354a-45e6-b481-10e9675ae11d not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:00.922858 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:00.944019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c603a81-b6b8-4393-a9e5-763404816fee req-c6382506-8f8c-4ee1-95ad-7a22a9713e4d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125643 Jul 05 04:10:00.945585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 850b6502-4804-4942-9e6b-85e490e4b547 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:00.946661 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2547477d-57d4-406f-9787-524fbaecf4b3']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:00.958082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ef9ba02-8e9c-43f1-a686-1f651fadf889') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:00.958497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ef9ba02-8e9c-43f1-a686-1f651fadf889') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:00.973102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 850b6502-4804-4942-9e6b-85e490e4b547 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:00.973541 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 850b6502-4804-4942-9e6b-85e490e4b547 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:00.985936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.008336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.016676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:01.017093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:01.021166 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:01.153082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.160804 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:01.162642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] 10.222.0.30 "DELETE /v2.0/networks/2547477d-57d4-406f-9787-524fbaecf4b3 HTTP/1.1" status: 204 len: 168 time: 1.4694514 Jul 05 04:10:01.201706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ead796-8af3-4311-8e1d-afa133cf4285 tempest-NetworksIpV6Test-1842652327 tempest-NetworksIpV6Test-1842652327-project] Pushing event deleted for resources: {'Network': ['ID=2547477d-57d4-406f-9787-524fbaecf4b3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:01.712718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49184) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:01.910213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49194) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:01.910822 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4f0c0570-2218-495d-beac-56bf71c775dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1c41da48b004d839f2d00fcfb02a085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1966765 Jul 05 04:10:01.982035 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34e2b636-e9d4-41d9-9885-82ec7c2cf2c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.022177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34e2b636-e9d4-41d9-9885-82ec7c2cf2c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.072723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49200) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.179726 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34e2b636-e9d4-41d9-9885-82ec7c2cf2c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.183866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34e2b636-e9d4-41d9-9885-82ec7c2cf2c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.185507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-34e2b636-e9d4-41d9-9885-82ec7c2cf2c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d854c48a-f352-451c-9812-1f25705ad710 HTTP/1.1" status: 204 len: 168 time: 0.2738733 Jul 05 04:10:02.202437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49214) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.215985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e2b636-e9d4-41d9-9885-82ec7c2cf2c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d854c48a-f352-451c-9812-1f25705ad710,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:02.250738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34df5bf-f8d0-4665-ab01-8209150d852e req-c98b5ce7-8cd1-4e38-92af-6c369a4ebb4c tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:02.264956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0f9a1e7-4ecf-484e-9bd7-d4954cf957de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.268640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c34df5bf-f8d0-4665-ab01-8209150d852e req-c98b5ce7-8cd1-4e38-92af-6c369a4ebb4c tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1429315 Jul 05 04:10:02.324794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c34df5bf-f8d0-4665-ab01-8209150d852e req-933bd1a3-7d8b-4261-a734-991883756a49 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520136 Jul 05 04:10:02.337784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb07bcd5-20e3-478b-804e-f0b9f9b3a04c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.383366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb07bcd5-20e3-478b-804e-f0b9f9b3a04c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.471275 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0f9a1e7-4ecf-484e-9bd7-d4954cf957de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.604814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5e66bd20-d4fe-4f5b-bfc9-41358340c2a2 req-f3dabf56-b367-4c6d-9b96-79eed6dc6cfb service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0302670 Jul 05 04:10:02.613817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0f9a1e7-4ecf-484e-9bd7-d4954cf957de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.652307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb07bcd5-20e3-478b-804e-f0b9f9b3a04c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.655169 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fb07bcd5-20e3-478b-804e-f0b9f9b3a04c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.656746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fb07bcd5-20e3-478b-804e-f0b9f9b3a04c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "DELETE /v2.0/security-groups/a0a3b00f-4371-4bbb-a14e-44f958e8e4a6 HTTP/1.1" status: 204 len: 168 time: 0.4530408 Jul 05 04:10:02.660142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49230) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.663398 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b0f9a1e7-4ecf-484e-9bd7-d4954cf957de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e27c2c82a3854ee5bf3fa0a40446354d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5873666 Jul 05 04:10:02.663398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0f9a1e7-4ecf-484e-9bd7-d4954cf957de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99574ae9-b9c8-4e96-b03c-2b6295bb94ab,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:02.664373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49232) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.680440 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-14854dad-e3f6-4fdc-9957-6d7dbff51b52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] show failed (client error): The resource could not be found. Jul 05 04:10:02.688406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb07bcd5-20e3-478b-804e-f0b9f9b3a04c tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a3b00f-4371-4bbb-a14e-44f958e8e4a6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:02.688633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-14854dad-e3f6-4fdc-9957-6d7dbff51b52 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "GET /v2.0/security-groups/a0a3b00f-4371-4bbb-a14e-44f958e8e4a6 HTTP/1.1" status: 404 len: 347 time: 0.0272455 Jul 05 04:10:02.691421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49234) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:02.769750 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9c9b-2a64-482f-9ab0-7ec1382e10b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.809835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9c9b-2a64-482f-9ab0-7ec1382e10b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.864708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3cb4d076-f099-4e44-bc8a-d361cfcc0c79 req-f6a86516-541c-4ece-91b0-32e06c94e52d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0786879 Jul 05 04:10:02.919448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-cc396c7f-0146-48f2-86ea-5b3b69c05913 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Deleting port 602cb53f-59d1-48be-a25e-ad86d099c433 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:02.920176 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc396c7f-0146-48f2-86ea-5b3b69c05913 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.984020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9c9b-2a64-482f-9ab0-7ec1382e10b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.987614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2bb9c9b-2a64-482f-9ab0-7ec1382e10b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:02.991433 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a2bb9c9b-2a64-482f-9ab0-7ec1382e10b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99574ae9-b9c8-4e96-b03c-2b6295bb94ab HTTP/1.1" status: 204 len: 168 time: 0.3234272 Jul 05 04:10:03.005323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb9c9b-2a64-482f-9ab0-7ec1382e10b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99574ae9-b9c8-4e96-b03c-2b6295bb94ab,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:03.082385 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc396c7f-0146-48f2-86ea-5b3b69c05913 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.082862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc396c7f-0146-48f2-86ea-5b3b69c05913 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.101890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-cc396c7f-0146-48f2-86ea-5b3b69c05913 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Calling delete_port for 602cb53f-59d1-48be-a25e-ad86d099c433 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:03.481917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc396c7f-0146-48f2-86ea-5b3b69c05913 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.520364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc396c7f-0146-48f2-86ea-5b3b69c05913 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Pushing event deleted for resources: {'Port': ['ID=602cb53f-59d1-48be-a25e-ad86d099c433,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:03.619441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b777e7b-1e0e-4f26-9afe-3bc321c8c1fd req-3a921b34-0cbf-498d-a934-09fc7a383ac3 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:03.620911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b777e7b-1e0e-4f26-9afe-3bc321c8c1fd req-3a921b34-0cbf-498d-a934-09fc7a383ac3 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1751654 Jul 05 04:10:03.631667 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc396c7f-0146-48f2-86ea-5b3b69c05913 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.635423 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc396c7f-0146-48f2-86ea-5b3b69c05913 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.635423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cc396c7f-0146-48f2-86ea-5b3b69c05913 tempest-AttachVolumeTestJSON-1493214789 tempest-AttachVolumeTestJSON-1493214789-project] 10.222.0.30 "DELETE /v2.0/floatingips/a5162bde-0681-4b33-bb76-66f4347bcd39 HTTP/1.1" status: 204 len: 168 time: 0.9419758 Jul 05 04:10:03.684388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b777e7b-1e0e-4f26-9afe-3bc321c8c1fd req-015676d4-02c9-4b13-868e-842775abc55b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482192 Jul 05 04:10:03.763964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49284) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:03.894147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-645ecbae-3b64-48d8-8698-752e2a66ca4f tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-778216529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:03.980694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49296) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:03.990284 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-645ecbae-3b64-48d8-8698-752e2a66ca4f tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:03.996469 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-645ecbae-3b64-48d8-8698-752e2a66ca4f tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.001634 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dffad03-4ead-4316-8f1c-20c3ca2b8e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.076037 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-645ecbae-3b64-48d8-8698-752e2a66ca4f tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.169069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-645ecbae-3b64-48d8-8698-752e2a66ca4f tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.176345 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dffad03-4ead-4316-8f1c-20c3ca2b8e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.241409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dffad03-4ead-4316-8f1c-20c3ca2b8e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.286254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8dffad03-4ead-4316-8f1c-20c3ca2b8e68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8eed2879e6f44e9e8a675d2ff90fb497&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3007114 Jul 05 04:10:04.286254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dffad03-4ead-4316-8f1c-20c3ca2b8e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53ec982e-7ebb-447e-bfed-ef22abd869e3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:04.296029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49300) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:04.306356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-645ecbae-3b64-48d8-8698-752e2a66ca4f tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.307967 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-645ecbae-3b64-48d8-8698-752e2a66ca4f tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.5429041 Jul 05 04:10:04.310793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49302) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:04.319181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-386786843'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:04.360806 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-858722b8-679f-43ef-b4a9-0b12fc9202b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.385197 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-858722b8-679f-43ef-b4a9-0b12fc9202b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.451803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Made reservation on behalf of 7c45c2aebe4548dfbefc41154b0fc0be for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:04.458125 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.472959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.543889 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-858722b8-679f-43ef-b4a9-0b12fc9202b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.548423 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-858722b8-679f-43ef-b4a9-0b12fc9202b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.550591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-858722b8-679f-43ef-b4a9-0b12fc9202b3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53ec982e-7ebb-447e-bfed-ef22abd869e3 HTTP/1.1" status: 204 len: 168 time: 0.2528625 Jul 05 04:10:04.573912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858722b8-679f-43ef-b4a9-0b12fc9202b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53ec982e-7ebb-447e-bfed-ef22abd869e3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:04.671438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.740423 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.753779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:04.764918 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.765274 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Added segment e153b789-7316-4d2f-841a-8be2ab07cc7c of type vlan for network babb6bc7-9524-4854-92e4-2f8a04f1cda0 Jul 05 04:10:04.817827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.880875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f82c965b-800d-46ad-82d3-b680f3d9c2c1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:04.926092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:04.934238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:04.934949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.067305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d028e215-59c6-4785-841b-8a44947e6d48 req-a0931d3f-fd3b-413c-82bd-003d691be8a0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1426864 Jul 05 04:10:05.105180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'Network': ['ID=babb6bc7-9524-4854-92e4-2f8a04f1cda0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:05.120419 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eef1bc81-4da4-4b9d-8244-355b11fab832 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.8068488 Jul 05 04:10:05.122491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network babb6bc7-9524-4854-92e4-2f8a04f1cda0 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:05.123473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49330) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:05.135788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Request body: {'subnet': {'network_id': 'babb6bc7-9524-4854-92e4-2f8a04f1cda0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:05.412627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e25dcfd-fb6b-4c4f-a4c2-78e94cfd80e4 req-5eb7825b-bf10-4305-bcaf-febd94b818ed service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0622063 Jul 05 04:10:05.430103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8c3325-c358-4518-a254-adde069a3285 req-07a93fea-0241-411e-a2d2-add9cb930a80 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:05.430103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad8c3325-c358-4518-a254-adde069a3285 req-07a93fea-0241-411e-a2d2-add9cb930a80 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.4872696 Jul 05 04:10:05.479656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Made reservation on behalf of 7c45c2aebe4548dfbefc41154b0fc0be for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:05.484438 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.491323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad8c3325-c358-4518-a254-adde069a3285 req-d6baa4ac-d420-42e4-aa92-4ab2ea770733 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535395 Jul 05 04:10:05.817908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:05.990868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'Subnet': ['ID=752e455e-4d98-42cc-a0d4-daed07279a2c,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:05.995713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Checking segment: {'id': 'e153b789-7316-4d2f-841a-8be2ab07cc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'babb6bc7-9524-4854-92e4-2f8a04f1cda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:06.005501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Network hostable DHCP agents. Network: babb6bc7-9524-4854-92e4-2f8a04f1cda0, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:06.128269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Network babb6bc7-9524-4854-92e4-2f8a04f1cda0 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:06.135761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-95193a3a-ce3a-4cfe-83fe-ff549b00bd90 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0948017 Jul 05 04:10:06.221318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, babb6bc7-9524-4854-92e4-2f8a04f1cda0) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:06.231073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92905602-f967-488a-929e-816e0f53bbd1 None None] Network babb6bc7-9524-4854-92e4-2f8a04f1cda0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:06.255301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.255956 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.308816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-88fa526c-c2bc-44c6-a377-0ff8761b70e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.312849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-88fa526c-c2bc-44c6-a377-0ff8761b70e8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b9bfdfe790624823bd5b249d384ac18c&device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 1098 time: 0.1316416 Jul 05 04:10:06.372693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-de0859bc-8f1d-4149-9848-31e1253a5433 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2466404 Jul 05 04:10:06.374686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49372) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:06.381525 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Request body: {'network': {'name': 'tempest-router-network01--807536896'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:06.474651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-cc8cfab6-6502-4863-95d5-8efd8533d707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.477290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-cc8cfab6-6502-4863-95d5-8efd8533d707 service neutron] 10.222.0.26 "GET /v2.0/networks?id=b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 200 len: 915 time: 0.1428609 Jul 05 04:10:06.531259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Made reservation on behalf of 7c45c2aebe4548dfbefc41154b0fc0be for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:06.536597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.541274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-84ccaad3-402f-494a-8a4c-3a57761c59eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=da13f840-15b8-43a1-8603-8092169fbfd9 HTTP/1.1" status: 200 len: 217 time: 0.0561094 Jul 05 04:10:06.587964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] vlan segment allocate from pool success with {'vlan_id': 162, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:06.622741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.623675 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Added segment 89fd5d5a-713a-4388-b846-2b481877d6d3 of type vlan for network 375ba355-895a-4e44-baaa-73499cfcf49a Jul 05 04:10:06.626474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-b96499f5-dc47-476a-8658-037c4397278c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.628861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-b96499f5-dc47-476a-8658-037c4397278c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2bd63db0-3043-4b09-b9b2-4009b4c5d6f4 HTTP/1.1" status: 200 len: 854 time: 0.0809951 Jul 05 04:10:06.643092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-babb6bc7-9524-4854-92e4-2f8a04f1cda0', 'network_id': 'babb6bc7-9524-4854-92e4-2f8a04f1cda0', 'tenant_id': '7c45c2aebe4548dfbefc41154b0fc0be', 'fixed_ips': [{'subnet_id': '752e455e-4d98-42cc-a0d4-daed07279a2c'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:10:06.647619 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.722078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.729620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-89ab5969-a1c9-4d4b-8bee-c961545681c6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=b0d08a59-1f78-48fd-98d2-9c4870c1481d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0834074 Jul 05 04:10:06.775430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-bb3cf4a9-65ca-4e0c-be3e-7d535129eebd req-17cea22c-9ca9-4389-9ffd-1ac223448c21 service neutron] (100895) timed out ('10.222.0.30', 42250) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:10:06.834769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.841401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.842998 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:06.894065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Allocated IP 172.20.0.2 (babb6bc7-9524-4854-92e4-2f8a04f1cda0/752e455e-4d98-42cc-a0d4-daed07279a2c/15473327-242d-4e9b-bd2c-2ebf0fc888d7) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:06.945315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62f7fb1-5cba-465e-a0ef-b6ac983455d1 req-6670720c-48d5-4d2c-a35b-cbd087f04de9 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:06.966240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f62f7fb1-5cba-465e-a0ef-b6ac983455d1 req-6670720c-48d5-4d2c-a35b-cbd087f04de9 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.2078776 Jul 05 04:10:06.988928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-848d825b-248e-41be-83ab-e90082ef04ac service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2438507 Jul 05 04:10:07.032982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'Network': ['ID=375ba355-895a-4e44-baaa-73499cfcf49a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:07.044070 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d8c7f7cc-7d46-41d3-98b3-b07daa49ba55 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6673083 Jul 05 04:10:07.046916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49392) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:07.056667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Request body: {'network': {'name': 'tempest-router-network02--723745399'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:07.057824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 375ba355-895a-4e44-baaa-73499cfcf49a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:07.146328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Made reservation on behalf of 7c45c2aebe4548dfbefc41154b0fc0be for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:07.152756 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.210301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:10:07.241069 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.241669 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Added segment f8ba6c08-8016-4294-8f04-4e6fb82f20d0 of type vlan for network d31d480f-2e19-4c7d-ad78-2f0d5b0cb241 Jul 05 04:10:07.245379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f62f7fb1-5cba-465e-a0ef-b6ac983455d1 req-20714cd1-3049-4f33-b84a-8f9cf940b44c tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2591379 Jul 05 04:10:07.335981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5825ce53-169c-49f8-83b1-73c09ced2017 req-1f320636-b855-4056-a714-5f48e7417c02 service neutron] 10.222.0.26 "GET /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3327000 Jul 05 04:10:07.425059 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.537681 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.549404 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.555716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:07.558845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Transition to ACTIVE for port object 15473327-242d-4e9b-bd2c-2ebf0fc888d7 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:07.558989 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.581205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Transition to ACTIVE for port object 15473327-242d-4e9b-bd2c-2ebf0fc888d7 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:07.635390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'Network': ['ID=d31d480f-2e19-4c7d-ad78-2f0d5b0cb241,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:07.647614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d31d480f-2e19-4c7d-ad78-2f0d5b0cb241 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:10:07.680607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a47c44d5-640b-4406-973a-48befd33f06b req-88196648-bb74-4bfa-828f-f598577ae4ca service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0623629 Jul 05 04:10:07.709025 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e11af7ab-c803-4306-9280-7cc903c162d6 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6583087 Jul 05 04:10:07.712639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49414) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:07.714635 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Request body: {'subnet': {'network_id': '375ba355-895a-4e44-baaa-73499cfcf49a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:07.956710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:07.993483 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Made reservation on behalf of 7c45c2aebe4548dfbefc41154b0fc0be for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:07.999289 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.022928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Network babb6bc7-9524-4854-92e4-2f8a04f1cda0 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:08.038465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:08.042958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:08.045324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Pushing event updated for resources: {'Port': ['ID=15473327-242d-4e9b-bd2c-2ebf0fc888d7,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:08.145327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5201365c-6e00-43cd-9441-77c42f77f943 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.311007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Attempting to bind port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:08.312055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Attempting to bind port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'e153b789-7316-4d2f-841a-8be2ab07cc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'babb6bc7-9524-4854-92e4-2f8a04f1cda0'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:08.313255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Attempting to bind port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 on network babb6bc7-9524-4854-92e4-2f8a04f1cda0 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:08.343728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:08.351481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Checking segment: {'id': 'e153b789-7316-4d2f-841a-8be2ab07cc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'babb6bc7-9524-4854-92e4-2f8a04f1cda0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:08.361988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.361988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Bound using segment: {'id': 'e153b789-7316-4d2f-841a-8be2ab07cc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'babb6bc7-9524-4854-92e4-2f8a04f1cda0'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:08.362302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Bound port: 15473327-242d-4e9b-bd2c-2ebf0fc888d7, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e153b789-7316-4d2f-841a-8be2ab07cc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'babb6bc7-9524-4854-92e4-2f8a04f1cda0'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:08.362945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.533682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] For port 15473327-242d-4e9b-bd2c-2ebf0fc888d7, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:08.548996 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.590017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] For port 15473327-242d-4e9b-bd2c-2ebf0fc888d7, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=15473327-242d-4e9b-bd2c-2ebf0fc888d7,segment=NetworkSegment(e153b789-7316-4d2f-841a-8be2ab07cc7c),segment_id=e153b789-7316-4d2f-841a-8be2ab07cc7c)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:08.658146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dce44359-95f5-4593-9e3d-0abf817489f6 req-335135b3-587a-4d5a-b874-03f7b15d03f0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1017020 Jul 05 04:10:08.674669 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.677134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'Subnet': ['ID=9d2203e1-3da4-4ead-ae06-3f7666163dd4,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:08.684193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Checking segment: {'id': '89fd5d5a-713a-4388-b846-2b481877d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '375ba355-895a-4e44-baaa-73499cfcf49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:08.686538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Network hostable DHCP agents. Network: 375ba355-895a-4e44-baaa-73499cfcf49a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:08.806363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dcb58dd-0a73-49b5-833d-2661508a9946 req-93d7ebce-eb71-4fdd-a4ad-90df2e40a08c tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.808042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Network 375ba355-895a-4e44-baaa-73499cfcf49a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:08.818660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dcb58dd-0a73-49b5-833d-2661508a9946 req-93d7ebce-eb71-4fdd-a4ad-90df2e40a08c tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1666753 Jul 05 04:10:08.882818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dcb58dd-0a73-49b5-833d-2661508a9946 req-a5813384-55b0-435e-8ee9-2c4c575b9f8b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611122 Jul 05 04:10:08.911094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 375ba355-895a-4e44-baaa-73499cfcf49a) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:08.917576 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:08.919282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:08.946150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921195c2-123f-45d4-975d-a4648efd7a9f None None] Network 375ba355-895a-4e44-baaa-73499cfcf49a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:09.022894 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a704c459-84d0-4d74-8c04-aa2080d91464 None None] Pushing event updated for resources: {'Port': ['ID=15473327-242d-4e9b-bd2c-2ebf0fc888d7,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:09.028608 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-827f2d1c-aaa1-40f6-881c-90922ffbe20d tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3182867 Jul 05 04:10:09.031864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49452) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:09.044637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Request body: {'subnet': {'network_id': 'd31d480f-2e19-4c7d-ad78-2f0d5b0cb241', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:09.276984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-375ba355-895a-4e44-baaa-73499cfcf49a', 'network_id': '375ba355-895a-4e44-baaa-73499cfcf49a', 'tenant_id': '7c45c2aebe4548dfbefc41154b0fc0be', 'fixed_ips': [{'subnet_id': '9d2203e1-3da4-4ead-ae06-3f7666163dd4'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:10:09.277881 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.400343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Made reservation on behalf of 7c45c2aebe4548dfbefc41154b0fc0be for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:10:09.403953 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.531926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Allocated IP 172.20.0.2 (375ba355-895a-4e44-baaa-73499cfcf49a/9d2203e1-3da4-4ead-ae06-3f7666163dd4/a25ed3ba-0012-48a7-9b01-b0caba591892) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:09.771292 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.785532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Transition to ACTIVE for port object a25ed3ba-0012-48a7-9b01-b0caba591892 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:09.827337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Transition to ACTIVE for port object a25ed3ba-0012-48a7-9b01-b0caba591892 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:09.888337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.934621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:09.994317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Pushing event updated for resources: {'Port': ['ID=a25ed3ba-0012-48a7-9b01-b0caba591892,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:10.016071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Network 375ba355-895a-4e44-baaa-73499cfcf49a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:10.018501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:10.022280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:10.035477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'Subnet': ['ID=234e45b6-989a-41d8-8cb4-d8516bba28c9,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:10.132403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Attempting to bind port a25ed3ba-0012-48a7-9b01-b0caba591892 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:10.132824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Attempting to bind port a25ed3ba-0012-48a7-9b01-b0caba591892 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '89fd5d5a-713a-4388-b846-2b481877d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '375ba355-895a-4e44-baaa-73499cfcf49a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:10.133196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Attempting to bind port a25ed3ba-0012-48a7-9b01-b0caba591892 on network 375ba355-895a-4e44-baaa-73499cfcf49a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:10.155253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 9, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:10.155815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Checking segment: {'id': '89fd5d5a-713a-4388-b846-2b481877d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '375ba355-895a-4e44-baaa-73499cfcf49a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:10.156550 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.156714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Bound using segment: {'id': '89fd5d5a-713a-4388-b846-2b481877d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '375ba355-895a-4e44-baaa-73499cfcf49a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:10.157157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Bound port: a25ed3ba-0012-48a7-9b01-b0caba591892, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89fd5d5a-713a-4388-b846-2b481877d6d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '375ba355-895a-4e44-baaa-73499cfcf49a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:10.157585 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.193851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Checking segment: {'id': 'f8ba6c08-8016-4294-8f04-4e6fb82f20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd31d480f-2e19-4c7d-ad78-2f0d5b0cb241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:10.194459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Network hostable DHCP agents. Network: d31d480f-2e19-4c7d-ad78-2f0d5b0cb241, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:10:10.262830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] For port a25ed3ba-0012-48a7-9b01-b0caba591892, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:10.267174 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] For port a25ed3ba-0012-48a7-9b01-b0caba591892, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a25ed3ba-0012-48a7-9b01-b0caba591892,segment=NetworkSegment(89fd5d5a-713a-4388-b846-2b481877d6d3),segment_id=89fd5d5a-713a-4388-b846-2b481877d6d3)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:10.321338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506c664e-7313-4fdc-a590-e10987319464 req-7176b59d-dcc5-4050-a0ec-df3f9e13a8da tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.322372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-506c664e-7313-4fdc-a590-e10987319464 req-7176b59d-dcc5-4050-a0ec-df3f9e13a8da tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.2090828 Jul 05 04:10:10.348567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Network d31d480f-2e19-4c7d-ad78-2f0d5b0cb241 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:10:10.393362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-9e20a610-2d2d-4767-a376-2fc951e47898 req-cf0a73ff-5ec9-4f0d-9127-11b54e696743 tempest-ServersTestManualDisk-1179756096 tempest-ServersTestManualDisk-1179756096-project] (100895) timed out ('10.222.0.13', 55032) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:10:10.403034 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.420604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-506c664e-7313-4fdc-a590-e10987319464 req-e1b19c33-906a-49eb-b77c-a276db8c194a tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868468 Jul 05 04:10:10.451480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d31d480f-2e19-4c7d-ad78-2f0d5b0cb241) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:10.478962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:10.480025 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:10.520868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb9318ec-e94f-4bff-9cc0-71c3ebf08890 None None] Network d31d480f-2e19-4c7d-ad78-2f0d5b0cb241 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:10.523844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f0acc0f-2b2a-4fb2-9f1d-bc92791fb98d None None] Network babb6bc7-9524-4854-92e4-2f8a04f1cda0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:10.615838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ea2ac992-ffcd-467c-bbf8-ac58c4154399 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5821273 Jul 05 04:10:10.618511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49490) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:10.759473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd21f01b-7604-4fef-b0e9-e6dc5b5cce36 None None] Pushing event updated for resources: {'Port': ['ID=a25ed3ba-0012-48a7-9b01-b0caba591892,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:10.805806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d05c6550-41eb-40be-90bd-85fc32e70a3f None None] Provisioning for port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:11.005249 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b6c252f1-6785-4a60-9cb9-3d6e1d1b2c1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.086066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 15473327-242d-4e9b-bd2c-2ebf0fc888d7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:11.152907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-d31d480f-2e19-4c7d-ad78-2f0d5b0cb241', 'network_id': 'd31d480f-2e19-4c7d-ad78-2f0d5b0cb241', 'tenant_id': '7c45c2aebe4548dfbefc41154b0fc0be', 'fixed_ips': [{'subnet_id': '234e45b6-989a-41d8-8cb4-d8516bba28c9'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:10:11.155056 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.194733 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.244173 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.645936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:11.699935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:11.708087 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:11.711246 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Allocated IP 172.20.0.2 (d31d480f-2e19-4c7d-ad78-2f0d5b0cb241/234e45b6-989a-41d8-8cb4-d8516bba28c9/c1bd977b-d409-44b6-83aa-41f9d6b16d9d) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:11.762440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aec7aebd-c8a6-45a9-96e4-defdcbfbe93f req-b49e655b-4a52-49e9-a926-4b89d637192d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0907102 Jul 05 04:10:11.861664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254ac38d-65c1-45e3-b2d6-a205b8b3f037 req-12c9263d-2776-4f08-9a17-523a0b8fa983 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:11.863325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-254ac38d-65c1-45e3-b2d6-a205b8b3f037 req-12c9263d-2776-4f08-9a17-523a0b8fa983 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1930048 Jul 05 04:10:11.864679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Allocated IP 172.20.0.1 (375ba355-895a-4e44-baaa-73499cfcf49a/9d2203e1-3da4-4ead-ae06-3f7666163dd4/54bdd473-7448-4587-a6a9-1a8f424b8031) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:12.026692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-254ac38d-65c1-45e3-b2d6-a205b8b3f037 req-1b4bcf6f-f933-45fe-9fed-f3c1f4b9597f tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420488 Jul 05 04:10:12.034705 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.299733 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.343578 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.347700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Transition to ACTIVE for port object 54bdd473-7448-4587-a6a9-1a8f424b8031 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:12.551934 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.560878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d2acf98-8b90-4549-bb7f-883a0f2984fc None None] Network 375ba355-895a-4e44-baaa-73499cfcf49a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:12.680473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Network 375ba355-895a-4e44-baaa-73499cfcf49a is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:12.693928 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:12.704746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:12.760500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'Port': ['ID=54bdd473-7448-4587-a6a9-1a8f424b8031,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:12.818248 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.870942 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.900790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8ec0dd0c-6914-4a3f-9f27-c658705ffb01 None None] Provisioning complete for port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:12.901168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8ec0dd0c-6914-4a3f-9f27-c658705ffb01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:12.953116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Transition to ACTIVE for port object c1bd977b-d409-44b6-83aa-41f9d6b16d9d will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:12.957172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 15473327-242d-4e9b-bd2c-2ebf0fc888d7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=15473327-242d-4e9b-bd2c-2ebf0fc888d7,segment=NetworkSegment(e153b789-7316-4d2f-841a-8be2ab07cc7c),segment_id=e153b789-7316-4d2f-841a-8be2ab07cc7c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:13.057774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Transition to ACTIVE for port object c1bd977b-d409-44b6-83aa-41f9d6b16d9d will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:13.108161 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.266009 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:13.492861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a25ed3ba-0012-48a7-9b01-b0caba591892 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:13.796167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb93faf7-c40d-491e-9ce9-1ac505a2d177 req-33c5be67-24d7-4635-94d8-6a72c1401add service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0407815 Jul 05 04:10:13.999644 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.083009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Network d31d480f-2e19-4c7d-ad78-2f0d5b0cb241 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:14.095632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:14.101349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:14.134985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e618a5-d1d4-4a7d-99f9-af323754d0a4 req-a86d5080-cb49-4746-8efe-596e2249c92b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:14.138163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=15473327-242d-4e9b-bd2c-2ebf0fc888d7,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.140426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.153017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e618a5-d1d4-4a7d-99f9-af323754d0a4 req-a86d5080-cb49-4746-8efe-596e2249c92b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.4035110 Jul 05 04:10:14.268045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.279322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.279722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.280199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.280550 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.280908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.281451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.281558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.281860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.282200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.282551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.282876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.283196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:14.332202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01e618a5-d1d4-4a7d-99f9-af323754d0a4 req-f3a226c5-760e-4ac2-9f8e-718cecf804a0 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779523 Jul 05 04:10:14.344986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Attempting to bind port c1bd977b-d409-44b6-83aa-41f9d6b16d9d on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:10:14.345752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Attempting to bind port c1bd977b-d409-44b6-83aa-41f9d6b16d9d by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'f8ba6c08-8016-4294-8f04-4e6fb82f20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd31d480f-2e19-4c7d-ad78-2f0d5b0cb241'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:10:14.346358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Attempting to bind port c1bd977b-d409-44b6-83aa-41f9d6b16d9d on network d31d480f-2e19-4c7d-ad78-2f0d5b0cb241 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:10:14.365089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 10, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:10:14.365673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Checking segment: {'id': 'f8ba6c08-8016-4294-8f04-4e6fb82f20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd31d480f-2e19-4c7d-ad78-2f0d5b0cb241'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:10:14.375161 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.375161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Bound using segment: {'id': 'f8ba6c08-8016-4294-8f04-4e6fb82f20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd31d480f-2e19-4c7d-ad78-2f0d5b0cb241'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:10:14.375161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Bound port: c1bd977b-d409-44b6-83aa-41f9d6b16d9d, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8ba6c08-8016-4294-8f04-4e6fb82f20d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'd31d480f-2e19-4c7d-ad78-2f0d5b0cb241'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:10:14.375161 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.407045 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Pushing event updated for resources: {'Port': ['ID=c1bd977b-d409-44b6-83aa-41f9d6b16d9d,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.414591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a25ed3ba-0012-48a7-9b01-b0caba591892 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:14.440646 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.466623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c6285d5e-125c-4363-a988-3dfa2d200f5f None None] Provisioning for port a25ed3ba-0012-48a7-9b01-b0caba591892 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:14.483644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c6285d5e-125c-4363-a988-3dfa2d200f5f None None] Provisioning complete for port a25ed3ba-0012-48a7-9b01-b0caba591892 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:14.484066 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c6285d5e-125c-4363-a988-3dfa2d200f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.625875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] For port c1bd977b-d409-44b6-83aa-41f9d6b16d9d, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:10:14.631526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] For port c1bd977b-d409-44b6-83aa-41f9d6b16d9d, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c1bd977b-d409-44b6-83aa-41f9d6b16d9d,segment=NetworkSegment(f8ba6c08-8016-4294-8f04-4e6fb82f20d0),segment_id=f8ba6c08-8016-4294-8f04-4e6fb82f20d0)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:10:14.651332 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.713964 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c6285d5e-125c-4363-a988-3dfa2d200f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.761220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c6285d5e-125c-4363-a988-3dfa2d200f5f None None] For port a25ed3ba-0012-48a7-9b01-b0caba591892, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a25ed3ba-0012-48a7-9b01-b0caba591892,segment=NetworkSegment(89fd5d5a-713a-4388-b846-2b481877d6d3),segment_id=89fd5d5a-713a-4388-b846-2b481877d6d3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:14.765279 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.769241 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:14.868863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdf572c-8805-408d-8538-8efe43f4adb8 None None] Pushing event updated for resources: {'Port': ['ID=c1bd977b-d409-44b6-83aa-41f9d6b16d9d,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:14.887471 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c6285d5e-125c-4363-a988-3dfa2d200f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.043255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'Port': ['ID=54bdd473-7448-4587-a6a9-1a8f424b8031,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:15.061220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6285d5e-125c-4363-a988-3dfa2d200f5f None None] Pushing event updated for resources: {'Port': ['ID=a25ed3ba-0012-48a7-9b01-b0caba591892,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:15.098056 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.125745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7d5485d1-44c7-4020-85e6-531a978e1564 None None] Provisioning complete for port a25ed3ba-0012-48a7-9b01-b0caba591892 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:15.126315 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7d5485d1-44c7-4020-85e6-531a978e1564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.379719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a25ed3ba-0012-48a7-9b01-b0caba591892 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:15.410984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Network 375ba355-895a-4e44-baaa-73499cfcf49a is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:15.412875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:15.809641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a25ed3ba-0012-48a7-9b01-b0caba591892 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:15.809641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:15.973673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7d5485d1-44c7-4020-85e6-531a978e1564 None None] Provisioning for port 54bdd473-7448-4587-a6a9-1a8f424b8031 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:15.990528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7d5485d1-44c7-4020-85e6-531a978e1564 None None] Provisioning complete for port 54bdd473-7448-4587-a6a9-1a8f424b8031 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:15.991128 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7d5485d1-44c7-4020-85e6-531a978e1564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.067180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7d5485d1-44c7-4020-85e6-531a978e1564 None None] Port 54bdd473-7448-4587-a6a9-1a8f424b8031 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:16.227579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 15473327-242d-4e9b-bd2c-2ebf0fc888d7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:16.251644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba952e5d-ed76-4380-9fa7-0926c354af77 req-947c6571-02ec-41a7-8403-bf77faf3bf1d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:16.259458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba952e5d-ed76-4380-9fa7-0926c354af77 req-947c6571-02ec-41a7-8403-bf77faf3bf1d tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.3414655 Jul 05 04:10:16.302207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-65dff82e-f1d7-42d3-8b2e-64995a6f6299 None None] Provisioning complete for port 54bdd473-7448-4587-a6a9-1a8f424b8031 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:16.307725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-65dff82e-f1d7-42d3-8b2e-64995a6f6299 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.309844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Router 4547ae07-6abd-4e45-830d-c50252044c0b is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:10:16.388825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-652d2d03-118a-48c5-9fab-eff0613c70c8 req-c9dd4cad-e906-4344-940d-9a42d0b76c70 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0847304 Jul 05 04:10:16.457882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba952e5d-ed76-4380-9fa7-0926c354af77 req-a1de5149-bed4-412d-b757-953cbd7e41bd tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1947048 Jul 05 04:10:16.542509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-65dff82e-f1d7-42d3-8b2e-64995a6f6299 None None] Port 54bdd473-7448-4587-a6a9-1a8f424b8031 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:16.590107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:16.590779 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:16.673156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:16.684233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-541a603f-0529-4027-9604-a3a849ef9fe0 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "PUT /v2.0/routers/4547ae07-6abd-4e45-830d-c50252044c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0598774 Jul 05 04:10:16.684359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49632) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:16.684836 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a944a-8e02-49d1-b0a6-fecc0e52778c None None] Sync routers for ids ['4547ae07-6abd-4e45-830d-c50252044c0b'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:16.716367 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a944a-8e02-49d1-b0a6-fecc0e52778c None None] Routers {'4547ae07-6abd-4e45-830d-c50252044c0b'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:16.720870 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-946a944a-8e02-49d1-b0a6-fecc0e52778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4547ae07-6abd-4e45-830d-c50252044c0b'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:16.798468 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-946a944a-8e02-49d1-b0a6-fecc0e52778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:16.809329 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946a944a-8e02-49d1-b0a6-fecc0e52778c None None] Routers {'4547ae07-6abd-4e45-830d-c50252044c0b'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:16.810111 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-946a944a-8e02-49d1-b0a6-fecc0e52778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4547ae07-6abd-4e45-830d-c50252044c0b'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:16.875680 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-946a944a-8e02-49d1-b0a6-fecc0e52778c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:16.878087 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-946a944a-8e02-49d1-b0a6-fecc0e52778c None None] The sync data for ids ['4547ae07-6abd-4e45-830d-c50252044c0b'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:16.974725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5dc2920-dde1-418a-8a0c-e55ccbd9395a req-c5e5ea91-3461-4ca0-a130-e6f6befdcc10 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0593877 Jul 05 04:10:17.129018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca4697d-c852-4a1a-8559-5cea04ec9a56 None None] Network d31d480f-2e19-4c7d-ad78-2f0d5b0cb241 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:17.392085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c1bd977b-d409-44b6-83aa-41f9d6b16d9d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:17.602714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dc9f37f5-50b4-4cfc-bfd3-1406edae8f22 None None] Provisioning for port c1bd977b-d409-44b6-83aa-41f9d6b16d9d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:17.666709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port c1bd977b-d409-44b6-83aa-41f9d6b16d9d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:17.674262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c1bd977b-d409-44b6-83aa-41f9d6b16d9d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:17.674503 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.730780 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-81a466a5-b681-4f4d-b6b0-42d79149f167 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:10:17.738371 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-81a466a5-b681-4f4d-b6b0-42d79149f167 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "PUT /v2.0/routers/4547ae07-6abd-4e45-830d-c50252044c0b/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.0518415 Jul 05 04:10:17.739659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49658) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:17.853553 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:17.863328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872b196b-3354-409a-a771-274ff820b175 req-ee93ea73-d0bd-4f64-b8fb-ae45cebd28bb tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:17.870424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-872b196b-3354-409a-a771-274ff820b175 req-ee93ea73-d0bd-4f64-b8fb-ae45cebd28bb tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1904972 Jul 05 04:10:17.916052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port c1bd977b-d409-44b6-83aa-41f9d6b16d9d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c1bd977b-d409-44b6-83aa-41f9d6b16d9d,segment=NetworkSegment(f8ba6c08-8016-4294-8f04-4e6fb82f20d0),segment_id=f8ba6c08-8016-4294-8f04-4e6fb82f20d0)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:17.990959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-872b196b-3354-409a-a771-274ff820b175 req-d14c2691-d99a-4322-8f8f-05c2f176e60c tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190143 Jul 05 04:10:18.012445 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.135146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=c1bd977b-d409-44b6-83aa-41f9d6b16d9d,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:18.242655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-87e95661-48ef-4faf-8061-8587063effd3 None None] Provisioning complete for port c1bd977b-d409-44b6-83aa-41f9d6b16d9d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:18.243263 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-87e95661-48ef-4faf-8061-8587063effd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.358655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90936dd7-b3c5-44fb-9a25-4025fc2bd4c3 req-6c8e9228-1b36-40fb-a77b-b509ae3dc3ec tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:18.367918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90936dd7-b3c5-44fb-9a25-4025fc2bd4c3 req-6c8e9228-1b36-40fb-a77b-b509ae3dc3ec tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 945 time: 0.1893811 Jul 05 04:10:18.444257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90936dd7-b3c5-44fb-9a25-4025fc2bd4c3 req-c604d6f0-3274-4dd9-a34d-bcf5a128d272 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709910 Jul 05 04:10:18.555411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:18.880285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Deleting port 54bdd473-7448-4587-a6a9-1a8f424b8031 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:18.881028 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.023226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08de02b3-079a-48ae-93ce-8ab07bdea5c9 req-f104e5f6-8a97-4455-a212-688a3f62a5e8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0317724 Jul 05 04:10:19.031186 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.048872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Calling delete_port for 54bdd473-7448-4587-a6a9-1a8f424b8031 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:19.288060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c1bd977b-d409-44b6-83aa-41f9d6b16d9d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:10:19.347942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e387c230-f5d3-44a6-bd58-991116373beb req-34380834-7ca9-4286-bed3-6fe8e159040b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:19.349616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e387c230-f5d3-44a6-bd58-991116373beb req-34380834-7ca9-4286-bed3-6fe8e159040b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1058724 Jul 05 04:10:19.429634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c1bd977b-d409-44b6-83aa-41f9d6b16d9d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:19.430008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.434301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e387c230-f5d3-44a6-bd58-991116373beb req-58cf500c-b593-4a91-b99f-c7a72c3f88b5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782273 Jul 05 04:10:19.491353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.568444 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-caa6eb3b-e742-4f6c-95bb-a67fb63f5298 req-6fb7b68b-519e-4e3a-bf8f-7c9359ffa384 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0705380 Jul 05 04:10:19.585002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event deleted for resources: {'Port': ['ID=54bdd473-7448-4587-a6a9-1a8f424b8031,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:19.815441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bd1c6c-aa9b-4142-bb6b-9a5900e1e692 req-646e649e-3841-409e-ad85-256e4c372108 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:19.833143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81bd1c6c-aa9b-4142-bb6b-9a5900e1e692 req-646e649e-3841-409e-ad85-256e4c372108 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 945 time: 0.2181017 Jul 05 04:10:19.912959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:19.945169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81bd1c6c-aa9b-4142-bb6b-9a5900e1e692 req-308d71ea-4755-4c0c-9aac-3d87ca8e808c tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116042 Jul 05 04:10:19.972794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-8d707668-7ae0-42a0-82df-0a9002ac1e87 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:19.974627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-8d707668-7ae0-42a0-82df-0a9002ac1e87 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 945 time: 0.2435944 Jul 05 04:10:20.160284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-d9f418a2-8d7e-4806-844b-100aea01a5c9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Deleting port 002c8fab-cb48-4972-872d-697067959eaf {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:20.160919 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-d9f418a2-8d7e-4806-844b-100aea01a5c9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.371426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-d9f418a2-8d7e-4806-844b-100aea01a5c9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] For port 002c8fab-cb48-4972-872d-697067959eaf, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=002c8fab-cb48-4972-872d-697067959eaf,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:20.371971 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-d9f418a2-8d7e-4806-844b-100aea01a5c9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.391634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-d9f418a2-8d7e-4806-844b-100aea01a5c9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Calling delete_port for 002c8fab-cb48-4972-872d-697067959eaf owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:20.429722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49720) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:20.500538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Router 4547ae07-6abd-4e45-830d-c50252044c0b has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:20.688480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:20.703151 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aa8199fd-adc9-4197-9c42-1b208806b357 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "PUT /v2.0/routers/4547ae07-6abd-4e45-830d-c50252044c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9588897 Jul 05 04:10:20.703468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef4580-a1a6-434d-8d3f-47044b2cda88 None None] Sync routers for ids ['4547ae07-6abd-4e45-830d-c50252044c0b'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:20.704456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49732) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:20.735747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef4580-a1a6-434d-8d3f-47044b2cda88 None None] Routers {'4547ae07-6abd-4e45-830d-c50252044c0b'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:20.737035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0bef4580-a1a6-434d-8d3f-47044b2cda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4547ae07-6abd-4e45-830d-c50252044c0b'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:20.779146 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-5e63c51b-14a9-4f13-b3dc-bd5e10bf7efe tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] delete failed (client error): The resource could not be found. Jul 05 04:10:20.781784 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5e63c51b-14a9-4f13-b3dc-bd5e10bf7efe tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-123769996 HTTP/1.1" status: 404 len: 334 time: 0.0763555 Jul 05 04:10:20.788837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0bef4580-a1a6-434d-8d3f-47044b2cda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:20.791343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49736) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:20.794342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ebf0e0-4307-4c53-8358-57fcb037d40a req-d32f4594-25be-4f03-bcb1-418295bb01b5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:20.796090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01ebf0e0-4307-4c53-8358-57fcb037d40a req-d32f4594-25be-4f03-bcb1-418295bb01b5 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1570764 Jul 05 04:10:20.798028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a48c4251-5ab2-434e-8b8d-1dd444b9ae5a tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Request body: {'router': {'external_gateway_info': {'network_id': '4547ae07-6abd-4e45-830d-c50252044c0b'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:20.806790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef4580-a1a6-434d-8d3f-47044b2cda88 None None] Routers {'4547ae07-6abd-4e45-830d-c50252044c0b'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:20.807419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0bef4580-a1a6-434d-8d3f-47044b2cda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4547ae07-6abd-4e45-830d-c50252044c0b'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:20.843846 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01ebf0e0-4307-4c53-8358-57fcb037d40a req-1203a329-d993-45a0-a016-3935b58129f3 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418220 Jul 05 04:10:20.849541 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-d9f418a2-8d7e-4806-844b-100aea01a5c9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.866327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0bef4580-a1a6-434d-8d3f-47044b2cda88 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:20.867691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bef4580-a1a6-434d-8d3f-47044b2cda88 None None] The sync data for ids ['4547ae07-6abd-4e45-830d-c50252044c0b'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:20.875785 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['da13f840-15b8-43a1-8603-8092169fbfd9', 'dcc13c56-3666-4b11-8f1a-52b59c44a37e', '5c8af9a3-03e9-4e56-9377-3f23b99e7efe', '002c8fab-cb48-4972-872d-697067959eaf'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:20.903472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f418a2-8d7e-4806-844b-100aea01a5c9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Pushing event deleted for resources: {'Port': ['ID=002c8fab-cb48-4972-872d-697067959eaf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:20.918004 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b4f1fd-e63d-41b6-837f-1c568b2396dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.973126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-d9f418a2-8d7e-4806-844b-100aea01a5c9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] No DVR routers for this DVR port 002c8fab-cb48-4972-872d-697067959eaf on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:20.976137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-d9f418a2-8d7e-4806-844b-100aea01a5c9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:20.981599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fecd6a1-5f5f-46d4-af36-9b8035d9aa67 req-d9f418a2-8d7e-4806-844b-100aea01a5c9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "DELETE /v2.0/ports/002c8fab-cb48-4972-872d-697067959eaf HTTP/1.1" status: 204 len: 173 time: 0.9970818 Jul 05 04:10:20.981599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a', 'name': 'network-vif-deleted', 'tag': '002c8fab-cb48-4972-872d-697067959eaf'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:20.984334 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-567b7c95-d1b9-4ba5-ba7d-121666953e5a" -d '{"events": [{"server_uuid": "7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a", "name": "network-vif-deleted", "tag": "002c8fab-cb48-4972-872d-697067959eaf"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:21.088834 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f71dbc-7fa2-4303-921e-7ae350e8a896 x-openstack-request-id: req-07f71dbc-7fa2-4303-921e-7ae350e8a896 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:21.088991 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a", "name": "network-vif-deleted", "tag": "002c8fab-cb48-4972-872d-697067959eaf", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:21.089349 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07f71dbc-7fa2-4303-921e-7ae350e8a896 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:21.089843 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a', 'name': 'network-vif-deleted', 'tag': '002c8fab-cb48-4972-872d-697067959eaf', 'status': 'completed', 'code': 200} Jul 05 04:10:21.221185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d20b8ca8-ace6-4d0a-b8ba-0a204f927642 req-d6c1dea5-bc75-417d-b07f-922c9a257811 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 210 time: 0.0782347 Jul 05 04:10:21.254832 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a48c4251-5ab2-434e-8b8d-1dd444b9ae5a tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.339768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b4f1fd-e63d-41b6-837f-1c568b2396dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.361148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49756) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:21.384572 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-a48c4251-5ab2-434e-8b8d-1dd444b9ae5a tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] update failed (client error): The resource could not be found. Jul 05 04:10:21.388972 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a48c4251-5ab2-434e-8b8d-1dd444b9ae5a tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "PUT /v2.0/routers/4547ae07-6abd-4e45-830d-c50252044c0b HTTP/1.1" status: 404 len: 339 time: 0.5926645 Jul 05 04:10:21.389305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49762) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:21.486616 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57b4f1fd-e63d-41b6-837f-1c568b2396dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.563556 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-57b4f1fd-e63d-41b6-837f-1c568b2396dd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=827bfa3c2fd545508d4d57c2e7dbd070&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1323135 Jul 05 04:10:21.567656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49772) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:21.572986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b4f1fd-e63d-41b6-837f-1c568b2396dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f549f1d6-e944-4462-92e9-5ce75d95d12b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:21.634188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6071cd40-2fe1-4e8d-b3e4-04706cff8f6a req-f63abda1-33e4-4a74-94c9-c6f5c1b9f6ac service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0901253 Jul 05 04:10:21.858960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1fa6e7b2-fa99-4be5-b8d0-46942a5bf82c req-bdf38ca8-9e4e-46b3-9489-1b551caf8860 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0341213 Jul 05 04:10:21.959379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2047b09-39b0-4b4f-b6dd-2588f0ac4a00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:21.982668 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2047b09-39b0-4b4f-b6dd-2588f0ac4a00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.140044 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.156548 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2047b09-39b0-4b4f-b6dd-2588f0ac4a00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.159041 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2047b09-39b0-4b4f-b6dd-2588f0ac4a00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:22.164302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f2047b09-39b0-4b4f-b6dd-2588f0ac4a00 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f549f1d6-e944-4462-92e9-5ce75d95d12b HTTP/1.1" status: 204 len: 168 time: 0.5909669 Jul 05 04:10:22.189255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2047b09-39b0-4b4f-b6dd-2588f0ac4a00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f549f1d6-e944-4462-92e9-5ce75d95d12b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:22.646412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-774b00ab-e015-49f4-b34d-78c5323d8154 req-715b5244-87e5-4a6c-8d88-4011464b5b35 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=7f0969bb-5fa8-4328-9b8e-cbdb516c1e8a HTTP/1.1" status: 200 len: 210 time: 0.0749302 Jul 05 04:10:22.699973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347c3f67-4ec3-4bfb-be03-aefd3338aec5 req-ec29c27c-4b3e-43a0-bf51-f3f619832750 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:22.701530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-347c3f67-4ec3-4bfb-be03-aefd3338aec5 req-ec29c27c-4b3e-43a0-bf51-f3f619832750 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.6488304 Jul 05 04:10:22.834569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-347c3f67-4ec3-4bfb-be03-aefd3338aec5 req-89e4fe28-3d20-4462-9898-7c4da5c43791 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117814 Jul 05 04:10:22.941951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Allocated IP 172.20.0.1 (babb6bc7-9524-4854-92e4-2f8a04f1cda0/752e455e-4d98-42cc-a0d4-daed07279a2c/dcd69c1c-18c8-4198-b3e0-2c9bd8e73425) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:10:22.992759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49792) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:23.015029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-31ab7cbf-1dee-4fca-9369-6f66a342c4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.036291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.056947 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 002c8fab-cb48-4972-872d-697067959eaf no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:23.125890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 002c8fab-cb48-4972-872d-697067959eaf {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:23.128228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 002c8fab-cb48-4972-872d-697067959eaf not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:23.137753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-31ab7cbf-1dee-4fca-9369-6f66a342c4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.181578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.204648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Transition to ACTIVE for port object dcd69c1c-18c8-4198-b3e0-2c9bd8e73425 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:10:23.210562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-31ab7cbf-1dee-4fca-9369-6f66a342c4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.257295 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-31ab7cbf-1dee-4fca-9369-6f66a342c4a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfff73f7903c4f8792d9409bb7bcdc28&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2592249 Jul 05 04:10:23.257295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49796) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:23.265238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ab7cbf-1dee-4fca-9369-6f66a342c4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e84469d-960c-439c-8192-8b34c8455967,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:23.330012 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0707e201-b60e-4a16-8ce8-032c2d8d5c25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.358256 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0707e201-b60e-4a16-8ce8-032c2d8d5c25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.371580 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.448915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Network babb6bc7-9524-4854-92e4-2f8a04f1cda0 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:23.456392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:23.459291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:10:23.461893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'Port': ['ID=dcd69c1c-18c8-4198-b3e0-2c9bd8e73425,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:23.519530 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0707e201-b60e-4a16-8ce8-032c2d8d5c25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.522182 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.532357 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0707e201-b60e-4a16-8ce8-032c2d8d5c25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.541169 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0707e201-b60e-4a16-8ce8-032c2d8d5c25 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8e84469d-960c-439c-8192-8b34c8455967 HTTP/1.1" status: 204 len: 168 time: 0.2815092 Jul 05 04:10:23.561126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0707e201-b60e-4a16-8ce8-032c2d8d5c25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e84469d-960c-439c-8192-8b34c8455967,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:23.570703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] Deleting port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:23.571048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.824954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] For port 7f8b271c-72e8-49fa-804b-2fc5b8c251ae, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7f8b271c-72e8-49fa-804b-2fc5b8c251ae,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:23.825569 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:23.920869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b178e55-af55-4363-ac62-0b1336ea5c06 req-6ecf0916-fa39-4c66-b47c-6c222975e718 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0662973 Jul 05 04:10:23.923650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] Calling delete_port for 7f8b271c-72e8-49fa-804b-2fc5b8c251ae owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:23.998825 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.004550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8dbfae-ba8c-4af7-af79-58117dac24eb req-6a062ab2-92b6-4dc9-aeb0-c33d2fb23a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:24.006152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b8dbfae-ba8c-4af7-af79-58117dac24eb req-6a062ab2-92b6-4dc9-aeb0-c33d2fb23a83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 1097 time: 0.3225093 Jul 05 04:10:24.014077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f648c00d-03f9-446b-9ea2-6bfc7147b5fb None None] Provisioning for port dcd69c1c-18c8-4198-b3e0-2c9bd8e73425 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:10:24.022608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f648c00d-03f9-446b-9ea2-6bfc7147b5fb None None] Provisioning complete for port dcd69c1c-18c8-4198-b3e0-2c9bd8e73425 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:24.023234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f648c00d-03f9-446b-9ea2-6bfc7147b5fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.086021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f648c00d-03f9-446b-9ea2-6bfc7147b5fb None None] Port dcd69c1c-18c8-4198-b3e0-2c9bd8e73425 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:24.246107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b8dbfae-ba8c-4af7-af79-58117dac24eb req-3796c937-ab18-48f4-8f43-2d521a638cee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2289011 Jul 05 04:10:24.338890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02fdf2da-f2ff-4703-8775-0cd3e87e50f0 req-ef073907-d858-436d-8b57-158149591313 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1450870 Jul 05 04:10:24.389224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c188c0d-b333-4b58-ae3b-bea275e4778f req-be7b366a-c207-4ae5-b24e-664881939c26 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:24.390847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c188c0d-b333-4b58-ae3b-bea275e4778f req-be7b366a-c207-4ae5-b24e-664881939c26 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.3752322 Jul 05 04:10:24.468153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49820) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:24.483961 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1351577a-4bdc-4972-873e-68bf7b6c7d6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.526789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c188c0d-b333-4b58-ae3b-bea275e4778f req-bc4c72c6-3438-423d-a5df-6034ffa078d9 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252356 Jul 05 04:10:24.590261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1351577a-4bdc-4972-873e-68bf7b6c7d6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.650675 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.679457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1351577a-4bdc-4972-873e-68bf7b6c7d6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.711677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.720739 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1351577a-4bdc-4972-873e-68bf7b6c7d6d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f3295d1868ae4101bc932626b3e61fe5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2503309 Jul 05 04:10:24.721641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1351577a-4bdc-4972-873e-68bf7b6c7d6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba294b52-f251-4ab0-8c2e-52b907f58388,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:24.724012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49822) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:24.742680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] Pushing event deleted for resources: {'Port': ['ID=7f8b271c-72e8-49fa-804b-2fc5b8c251ae,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:24.774730 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.784005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db5e7431-5a58-4aaa-ba3c-c9c6088c8d50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.811068 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db5e7431-5a58-4aaa-ba3c-c9c6088c8d50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.901479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event updated for resources: {'Port': ['ID=dcd69c1c-18c8-4198-b3e0-2c9bd8e73425,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:24.910553 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.977453 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db5e7431-5a58-4aaa-ba3c-c9c6088c8d50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.984127 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db5e7431-5a58-4aaa-ba3c-c9c6088c8d50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:24.986335 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-db5e7431-5a58-4aaa-ba3c-c9c6088c8d50 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ba294b52-f251-4ab0-8c2e-52b907f58388 HTTP/1.1" status: 204 len: 168 time: 0.2612996 Jul 05 04:10:24.997919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5e7431-5a58-4aaa-ba3c-c9c6088c8d50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba294b52-f251-4ab0-8c2e-52b907f58388,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:25.141778 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.170128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Network babb6bc7-9524-4854-92e4-2f8a04f1cda0 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:10:25.174591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:10:25.486416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Router 4547ae07-6abd-4e45-830d-c50252044c0b has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:25.632437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fdcd637b-0cdd-4c00-9921-015240989579 None None] Provisioning complete for port dcd69c1c-18c8-4198-b3e0-2c9bd8e73425 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:10:25.632992 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fdcd637b-0cdd-4c00-9921-015240989579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:25.731029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-fdcd637b-0cdd-4c00-9921-015240989579 None None] Port dcd69c1c-18c8-4198-b3e0-2c9bd8e73425 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:10:26.124296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:26.134992 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49848) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:26.135747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2f7bea3c-a96a-4dbc-b678-9cc511edf683 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "PUT /v2.0/routers/4547ae07-6abd-4e45-830d-c50252044c0b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7446902 Jul 05 04:10:26.136842 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb0434-8bbd-4af2-bf5d-c3504f97ec93 None None] Sync routers for ids ['4547ae07-6abd-4e45-830d-c50252044c0b'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:26.153133 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb0434-8bbd-4af2-bf5d-c3504f97ec93 None None] Routers {'4547ae07-6abd-4e45-830d-c50252044c0b'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:26.154008 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-49bb0434-8bbd-4af2-bf5d-c3504f97ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4547ae07-6abd-4e45-830d-c50252044c0b'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:26.157846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] Router 5ec37943-fa69-4d31-b9a9-6e408c767978 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:26.173500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5907c73f-e6bc-48e7-9fc7-cef0fa0923b5 req-2fed5516-82d2-49c2-964a-2486745c774c tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:26.175138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5907c73f-e6bc-48e7-9fc7-cef0fa0923b5 req-2fed5516-82d2-49c2-964a-2486745c774c tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.2006371 Jul 05 04:10:26.254218 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-49bb0434-8bbd-4af2-bf5d-c3504f97ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:26.278269 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bb0434-8bbd-4af2-bf5d-c3504f97ec93 None None] Routers {'4547ae07-6abd-4e45-830d-c50252044c0b'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:26.279178 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-49bb0434-8bbd-4af2-bf5d-c3504f97ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4547ae07-6abd-4e45-830d-c50252044c0b'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:26.322956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f69e805-ea39-43a4-8220-7f71ed3ab0df req-5fdeb58d-ac41-4e9c-8fe0-9aa060fb46cc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0840983 Jul 05 04:10:26.368163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5907c73f-e6bc-48e7-9fc7-cef0fa0923b5 req-cf7cdf63-3db1-4a04-8f81-bf631bc4db76 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1865482 Jul 05 04:10:26.372460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e25b0d97-f812-465f-9a76-8475fdb168ce tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.406664 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-49bb0434-8bbd-4af2-bf5d-c3504f97ec93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:26.417676 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49bb0434-8bbd-4af2-bf5d-c3504f97ec93 None None] The sync data for ids ['4547ae07-6abd-4e45-830d-c50252044c0b'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:26.445836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:26.461538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3ca8c531-04d4-40c7-85af-f5f1c9aa436d admin admin] 10.222.0.30 "PUT /v2.0/routers/5ec37943-fa69-4d31-b9a9-6e408c767978/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0983748 Jul 05 04:10:26.462571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49864) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:26.471634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] Sync routers for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:26.503211 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:26.503842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:26.613538 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-e25b0d97-f812-465f-9a76-8475fdb168ce tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 05 04:10:26.614621 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e25b0d97-f812-465f-9a76-8475fdb168ce tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "DELETE /v2.0/routers/4547ae07-6abd-4e45-830d-c50252044c0b HTTP/1.1" status: 409 len: 329 time: 0.4765551 Jul 05 04:10:26.617575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49868) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:26.702382 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:26.937458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:26.950131 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.009956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a51d647a-7c39-427f-ab06-f8b46d873681 req-787b22bb-7477-4704-a367-41be8534dc24 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0423994 Jul 05 04:10:27.272485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a88f0c-317b-4ad7-bd7c-c492f835995c req-4860517b-559f-419a-a52a-126d71305c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:27.275570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33a88f0c-317b-4ad7-bd7c-c492f835995c req-4860517b-559f-419a-a52a-126d71305c71 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 1097 time: 0.2609675 Jul 05 04:10:27.277685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Deleting port b943ab9f-a89a-4e89-8b90-e9ff224d3209 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:27.278286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.285815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65'}], 'enable_snat': True}, 'gw_port_id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:10:24Z', 'revision_number': 5, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port': {'id': 'b943ab9f-a89a-4e89-8b90-e9ff224d3209', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:ec:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.65', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:01:39Z', 'updated_at': '2021-07-05T04:01:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:27.345287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] Checking router: 5ec37943-fa69-4d31-b9a9-6e408c767978 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:27.373255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] Routers {'5ec37943-fa69-4d31-b9a9-6e408c767978'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:27.373898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5ec37943-fa69-4d31-b9a9-6e408c767978'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:27.427539 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.484641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] For port b943ab9f-a89a-4e89-8b90-e9ff224d3209, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b943ab9f-a89a-4e89-8b90-e9ff224d3209,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:27.485092 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.508088 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Calling delete_port for b943ab9f-a89a-4e89-8b90-e9ff224d3209 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:27.538683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e59f60c-9676-4853-96dc-24276d7319c7 req-3b650738-dc67-4f75-8585-f08448e82c65 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:27.549389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e59f60c-9676-4853-96dc-24276d7319c7 req-3b650738-dc67-4f75-8585-f08448e82c65 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.3903658 Jul 05 04:10:27.558711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] Set router 5ec37943-fa69-4d31-b9a9-6e408c767978 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:27.648225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:10:26Z', 'revision_number': 6, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:27.689390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4024cc63-6960-495f-8404-1d0b12f68412 None None] The sync data for ids ['5ec37943-fa69-4d31-b9a9-6e408c767978'] in n-d-758944-41 is: [{'id': '5ec37943-fa69-4d31-b9a9-6e408c767978', 'name': 'tempest-AttachVolumeTestJSON-394902221-router', 'tenant_id': '686d46d8195843c2984affa2d94f123e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:01:38Z', 'updated_at': '2021-07-05T04:10:26Z', 'revision_number': 6, 'project_id': '686d46d8195843c2984affa2d94f123e', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:27.797581 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:10:27.803370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e59f60c-9676-4853-96dc-24276d7319c7 req-4a50e56c-6d10-4513-9454-c730ad774599 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530069 Jul 05 04:10:27.862616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a88f0c-317b-4ad7-bd7c-c492f835995c req-cbe691bf-a495-4836-be3a-9516aec99ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:27.867674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33a88f0c-317b-4ad7-bd7c-c492f835995c req-cbe691bf-a495-4836-be3a-9516aec99ff9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678 HTTP/1.1" status: 200 len: 912 time: 0.5618420 Jul 05 04:10:27.979281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Deleting port dcd69c1c-18c8-4198-b3e0-2c9bd8e73425 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:27.982271 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:27.999273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33a88f0c-317b-4ad7-bd7c-c492f835995c req-0521c40d-4cc5-4974-a3bd-ff88697f20f1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a9b353d2-3626-4554-8178-2e2e0323df42 HTTP/1.1" status: 200 len: 217 time: 0.1237428 Jul 05 04:10:28.050841 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.115931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Pushing event deleted for resources: {'Port': ['ID=b943ab9f-a89a-4e89-8b90-e9ff224d3209,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:28.174862 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.197549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Calling delete_port for dcd69c1c-18c8-4198-b3e0-2c9bd8e73425 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:28.261194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a88f0c-317b-4ad7-bd7c-c492f835995c req-4d22c898-f19b-458a-a0dc-e06651de93cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:28.266785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33a88f0c-317b-4ad7-bd7c-c492f835995c req-4d22c898-f19b-458a-a0dc-e06651de93cf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b18ad229-2b76-436e-a5ae-773c997fa5d7 HTTP/1.1" status: 200 len: 851 time: 0.2616768 Jul 05 04:10:28.325688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33a88f0c-317b-4ad7-bd7c-c492f835995c req-3d98b3af-3da2-4275-a72e-305adaae27cf service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e9c4aee1-f8e2-40a2-8e43-dd3b81262678&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402322 Jul 05 04:10:28.348244 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.496639 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.499596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.528598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.642058 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event deleted for resources: {'Port': ['ID=dcd69c1c-18c8-4198-b3e0-2c9bd8e73425,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:28.646340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33a88f0c-317b-4ad7-bd7c-c492f835995c req-aed26f97-9094-477b-be53-82c5fad4136b service neutron] 10.222.0.26 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3075607 Jul 05 04:10:28.923436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.924033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ec37943-fa69-4d31-b9a9-6e408c767978 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:10:28.931135 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:28.939066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-de682295-76ff-4b94-a762-d069f9d03c2a admin admin] 10.222.0.30 "DELETE /v2.0/routers/5ec37943-fa69-4d31-b9a9-6e408c767978 HTTP/1.1" status: 204 len: 168 time: 2.4750478 Jul 05 04:10:28.957252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49918) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:28.959926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33a88f0c-317b-4ad7-bd7c-c492f835995c req-800454c2-5c22-44a2-9063-0ee025d2e1ce service neutron] 10.222.0.26 "GET /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908320 Jul 05 04:10:29.033205 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.180507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c632db4-0c46-48f8-b5d1-78f88a9bb397 admin admin] Deleting subnet 8df2f436-86d8-4a3f-975e-0b21ab945ad3 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:29.208438 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c632db4-0c46-48f8-b5d1-78f88a9bb397 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.299188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b943ab9f-a89a-4e89-8b90-e9ff224d3209 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:29.337257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: b943ab9f-a89a-4e89-8b90-e9ff224d3209 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:29.338369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b943ab9f-a89a-4e89-8b90-e9ff224d3209 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:29.339003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7f8b271c-72e8-49fa-804b-2fc5b8c251ae no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:29.347311 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c632db4-0c46-48f8-b5d1-78f88a9bb397 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.373937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 7f8b271c-72e8-49fa-804b-2fc5b8c251ae {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:29.374286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7f8b271c-72e8-49fa-804b-2fc5b8c251ae not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:29.496799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Router 4547ae07-6abd-4e45-830d-c50252044c0b has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:29.542730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7735623-a175-492b-a271-fa90e118810c req-a36a321a-8151-4910-bbe3-71cb7685249a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.6149826 Jul 05 04:10:29.646970 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c632db4-0c46-48f8-b5d1-78f88a9bb397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.684939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:29.699275 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbc1d3-e5a5-4454-89ce-16748d1ff9fa None None] Sync routers for ids ['4547ae07-6abd-4e45-830d-c50252044c0b'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:29.706747 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-87d5a5b2-447b-4150-a964-422d3ecdc437 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "PUT /v2.0/routers/4547ae07-6abd-4e45-830d-c50252044c0b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0841703 Jul 05 04:10:29.708497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49940) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:29.714378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037bf84-8f9f-4df7-87af-68461c420cc8 req-5b6fe775-9191-4267-b0bb-50cf010b17d0 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:29.726315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e037bf84-8f9f-4df7-87af-68461c420cc8 req-5b6fe775-9191-4267-b0bb-50cf010b17d0 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.5426054 Jul 05 04:10:29.732800 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbc1d3-e5a5-4454-89ce-16748d1ff9fa None None] Routers {'4547ae07-6abd-4e45-830d-c50252044c0b'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:29.733541 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dbdbc1d3-e5a5-4454-89ce-16748d1ff9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4547ae07-6abd-4e45-830d-c50252044c0b'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.776082 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dbdbc1d3-e5a5-4454-89ce-16748d1ff9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.790465 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdbc1d3-e5a5-4454-89ce-16748d1ff9fa None None] Routers {'4547ae07-6abd-4e45-830d-c50252044c0b'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:29.791342 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dbdbc1d3-e5a5-4454-89ce-16748d1ff9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['4547ae07-6abd-4e45-830d-c50252044c0b'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.826324 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-676e1cbd-ceeb-4f42-9034-dd07f653f906 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] show failed (client error): The resource could not be found. Jul 05 04:10:29.833615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c378e3-3944-42f3-89e0-5ea12ee69122 req-6c7d23ee-129d-4c51-a3d4-69773d6cf418 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:29.833901 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-676e1cbd-ceeb-4f42-9034-dd07f653f906 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-395523605 HTTP/1.1" status: 404 len: 334 time: 0.1179278 Jul 05 04:10:29.834090 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dbdbc1d3-e5a5-4454-89ce-16748d1ff9fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:29.834090 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdbc1d3-e5a5-4454-89ce-16748d1ff9fa None None] The sync data for ids ['4547ae07-6abd-4e45-830d-c50252044c0b'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:29.835244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49948) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:29.840283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8c378e3-3944-42f3-89e0-5ea12ee69122 req-6c7d23ee-129d-4c51-a3d4-69773d6cf418 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 945 time: 0.4082327 Jul 05 04:10:29.845959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7d0a87c8-df11-4df8-9f92-cef72c4d7845 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Request body: {'router': {'name': 'new_name'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:29.882912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e037bf84-8f9f-4df7-87af-68461c420cc8 req-2730bc07-650a-4f03-b73b-8989b65a8877 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551919 Jul 05 04:10:29.891952 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-7d0a87c8-df11-4df8-9f92-cef72c4d7845 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] update failed (client error): The resource could not be found. Jul 05 04:10:29.891952 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7d0a87c8-df11-4df8-9f92-cef72c4d7845 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1577560460 HTTP/1.1" status: 404 len: 335 time: 0.0540862 Jul 05 04:10:29.895942 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49952) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:29.939690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8c378e3-3944-42f3-89e0-5ea12ee69122 req-ce093219-8a1f-46e7-9ca4-66b24cd16a33 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983131 Jul 05 04:10:29.973871 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-281b280d-4165-4268-96b3-3e32c6fc7097 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Deleting subnet 234e45b6-989a-41d8-8cb4-d8516bba28c9 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:29.977739 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-281b280d-4165-4268-96b3-3e32c6fc7097 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:29.992074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4895c9b3-308e-4e51-a3c9-cb3f74da23cf req-8b1462c7-986f-4398-8d50-9dae7d1ff2d9 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1457670 Jul 05 04:10:30.020735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-281b280d-4165-4268-96b3-3e32c6fc7097 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.028212 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c632db4-0c46-48f8-b5d1-78f88a9bb397 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.060392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c632db4-0c46-48f8-b5d1-78f88a9bb397 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8df2f436-86d8-4a3f-975e-0b21ab945ad3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:30.064891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c632db4-0c46-48f8-b5d1-78f88a9bb397 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.069087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8c632db4-0c46-48f8-b5d1-78f88a9bb397 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8df2f436-86d8-4a3f-975e-0b21ab945ad3 HTTP/1.1" status: 204 len: 168 time: 1.1061885 Jul 05 04:10:30.070298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49954) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:30.077959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64186855-7e29-49f6-84f0-bbf8eeb5d2f8 None None] Network 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:30.150420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-281b280d-4165-4268-96b3-3e32c6fc7097 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.162475 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.232121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Deleting port fbb65ca6-4abf-4f82-b577-2aaf89d1740a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:30.232469 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.303774 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-281b280d-4165-4268-96b3-3e32c6fc7097 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.318426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] For port fbb65ca6-4abf-4f82-b577-2aaf89d1740a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbb65ca6-4abf-4f82-b577-2aaf89d1740a,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:30.318894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.336460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Calling delete_port for fbb65ca6-4abf-4f82-b577-2aaf89d1740a owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:30.348838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d76f289-aa66-4fe2-bba5-4ae8b14bf9f4 None None] DHCP port deletion for 3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:30.349718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281b280d-4165-4268-96b3-3e32c6fc7097 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event deleted for resources: {'Subnet': ['ID=234e45b6-989a-41d8-8cb4-d8516bba28c9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:30.359595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-281b280d-4165-4268-96b3-3e32c6fc7097 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.365008 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-281b280d-4165-4268-96b3-3e32c6fc7097 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "DELETE /v2.0/subnets/234e45b6-989a-41d8-8cb4-d8516bba28c9 HTTP/1.1" status: 204 len: 168 time: 0.4649043 Jul 05 04:10:30.365008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49960) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:30.376783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ae6b53-b6ac-470a-b2db-431650ba14c8 None None] Network d31d480f-2e19-4c7d-ad78-2f0d5b0cb241 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:30.426459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-21f6bc3e-e1d8-48d1-8ceb-1434b77dc5b1 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Deleting subnet 9d2203e1-3da4-4ead-ae06-3f7666163dd4 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:30.430123 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21f6bc3e-e1d8-48d1-8ceb-1434b77dc5b1 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.474425 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21f6bc3e-e1d8-48d1-8ceb-1434b77dc5b1 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.498341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8d76f289-aa66-4fe2-bba5-4ae8b14bf9f4 None None] Deleting port fbb65ca6-4abf-4f82-b577-2aaf89d1740a {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:30.498723 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8d76f289-aa66-4fe2-bba5-4ae8b14bf9f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.555346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.575168 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21f6bc3e-e1d8-48d1-8ceb-1434b77dc5b1 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.595466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] No DVR routers for this DVR port fbb65ca6-4abf-4f82-b577-2aaf89d1740a on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:30.598887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8d76f289-aa66-4fe2-bba5-4ae8b14bf9f4 None None] For port fbb65ca6-4abf-4f82-b577-2aaf89d1740a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbb65ca6-4abf-4f82-b577-2aaf89d1740a,segment=NetworkSegment(5cca6ffd-9338-4680-ab88-8aa5f353f10d),segment_id=5cca6ffd-9338-4680-ab88-8aa5f353f10d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:30.599730 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8d76f289-aa66-4fe2-bba5-4ae8b14bf9f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.602598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Pushing event deleted for resources: {'Port': ['ID=fbb65ca6-4abf-4f82-b577-2aaf89d1740a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:30.621936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8d76f289-aa66-4fe2-bba5-4ae8b14bf9f4 None None] Calling delete_port for fbb65ca6-4abf-4f82-b577-2aaf89d1740a owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:30.679266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-215cab02-45a9-460e-878c-4fd8ce5cb34f None None] DHCP port deletion for d31d480f-2e19-4c7d-ad78-2f0d5b0cb241 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:30.700202 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.720442 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:30.733280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cca6ffd-9338-4680-ab88-8aa5f353f10d') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:30.733716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cca6ffd-9338-4680-ab88-8aa5f353f10d') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:30.739997 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21f6bc3e-e1d8-48d1-8ceb-1434b77dc5b1 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.744560 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.756416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-215cab02-45a9-460e-878c-4fd8ce5cb34f None None] Deleting port c1bd977b-d409-44b6-83aa-41f9d6b16d9d {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:30.756798 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-215cab02-45a9-460e-878c-4fd8ce5cb34f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.758915 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8d76f289-aa66-4fe2-bba5-4ae8b14bf9f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.762970 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.769414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:30.769905 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:30.771689 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:30.777520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f6bc3e-e1d8-48d1-8ceb-1434b77dc5b1 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event deleted for resources: {'Subnet': ['ID=9d2203e1-3da4-4ead-ae06-3f7666163dd4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:30.780641 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21f6bc3e-e1d8-48d1-8ceb-1434b77dc5b1 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.785693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49966) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:30.785856 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-21f6bc3e-e1d8-48d1-8ceb-1434b77dc5b1 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "DELETE /v2.0/subnets/9d2203e1-3da4-4ead-ae06-3f7666163dd4 HTTP/1.1" status: 204 len: 168 time: 0.4199567 Jul 05 04:10:30.827924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae2a0a7b-aeb2-4399-b6b4-54d4502ad00e None None] Network 375ba355-895a-4e44-baaa-73499cfcf49a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:30.849593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d76f289-aa66-4fe2-bba5-4ae8b14bf9f4 None None] Pushing event deleted for resources: {'Port': ['ID=fbb65ca6-4abf-4f82-b577-2aaf89d1740a,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:30.851629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d76f289-aa66-4fe2-bba5-4ae8b14bf9f4 None None] No DVR routers for this DVR port fbb65ca6-4abf-4f82-b577-2aaf89d1740a on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:30.917673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-215cab02-45a9-460e-878c-4fd8ce5cb34f None None] For port c1bd977b-d409-44b6-83aa-41f9d6b16d9d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c1bd977b-d409-44b6-83aa-41f9d6b16d9d,segment=NetworkSegment(f8ba6c08-8016-4294-8f04-4e6fb82f20d0),segment_id=f8ba6c08-8016-4294-8f04-4e6fb82f20d0)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:30.918002 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-215cab02-45a9-460e-878c-4fd8ce5cb34f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:30.938610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-215cab02-45a9-460e-878c-4fd8ce5cb34f None None] Calling delete_port for c1bd977b-d409-44b6-83aa-41f9d6b16d9d owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:30.977168 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.029995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.038040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.044583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] 10.222.0.30 "DELETE /v2.0/networks/3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0 HTTP/1.1" status: 204 len: 168 time: 0.9727225 Jul 05 04:10:31.154186 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-215cab02-45a9-460e-878c-4fd8ce5cb34f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.188601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215cab02-45a9-460e-878c-4fd8ce5cb34f None None] No DVR routers for this DVR port c1bd977b-d409-44b6-83aa-41f9d6b16d9d on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:31.234811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215cab02-45a9-460e-878c-4fd8ce5cb34f None None] Pushing event deleted for resources: {'Port': ['ID=c1bd977b-d409-44b6-83aa-41f9d6b16d9d,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.275760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c1bd977b-d409-44b6-83aa-41f9d6b16d9d no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:31.303161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: c1bd977b-d409-44b6-83aa-41f9d6b16d9d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:31.303524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c1bd977b-d409-44b6-83aa-41f9d6b16d9d not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:31.310254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbb65ca6-4abf-4f82-b577-2aaf89d1740a no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:31.332012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-823d433b-3180-435b-8844-ac22c55ae5c8 None None] DHCP port deletion for 375ba355-895a-4e44-baaa-73499cfcf49a request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:31.335139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: fbb65ca6-4abf-4f82-b577-2aaf89d1740a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:31.339704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbb65ca6-4abf-4f82-b577-2aaf89d1740a not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:31.436205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-823d433b-3180-435b-8844-ac22c55ae5c8 None None] Deleting port a25ed3ba-0012-48a7-9b01-b0caba591892 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:31.437289 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-823d433b-3180-435b-8844-ac22c55ae5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.482141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8001c2d-0bc9-4ac0-b8c1-716349a5628c admin admin] Pushing event deleted for resources: {'Network': ['ID=3f6f8a51-e1cc-4ae9-8cbb-02e71641b3e0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.511889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-f4b89b81-c7e5-441f-87ec-85fe642fde05 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.513681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-f4b89b81-c7e5-441f-87ec-85fe642fde05 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 945 time: 0.5968294 Jul 05 04:10:31.531287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-823d433b-3180-435b-8844-ac22c55ae5c8 None None] For port a25ed3ba-0012-48a7-9b01-b0caba591892, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a25ed3ba-0012-48a7-9b01-b0caba591892,segment=NetworkSegment(89fd5d5a-713a-4388-b846-2b481877d6d3),segment_id=89fd5d5a-713a-4388-b846-2b481877d6d3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:31.531712 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-823d433b-3180-435b-8844-ac22c55ae5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.545758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-823d433b-3180-435b-8844-ac22c55ae5c8 None None] Calling delete_port for a25ed3ba-0012-48a7-9b01-b0caba591892 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:31.583337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49986) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:31.667881 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a394bb3c-3d44-4a93-9495-e5d7c565ce1e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=686d46d8195843c2984affa2d94f123e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0833945 Jul 05 04:10:31.669069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Deleting port c1bd977b-d409-44b6-83aa-41f9d6b16d9d {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:31.669563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.674275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 49990) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:31.767205 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b14ce011-1782-4565-8023-ddf37af55faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.802951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b14ce011-1782-4565-8023-ddf37af55faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.808700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-823d433b-3180-435b-8844-ac22c55ae5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.842240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c33b15-6f8a-48f9-b315-615318b7dc3d req-b26f6d9a-6ea6-429f-aafe-7e5c6aab27df tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.843821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5c33b15-6f8a-48f9-b315-615318b7dc3d req-b26f6d9a-6ea6-429f-aafe-7e5c6aab27df tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.3909163 Jul 05 04:10:31.848647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] For port c1bd977b-d409-44b6-83aa-41f9d6b16d9d, host n-d-758944-41, got binding levels [] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:31.849138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.858218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823d433b-3180-435b-8844-ac22c55ae5c8 None None] Pushing event deleted for resources: {'Port': ['ID=a25ed3ba-0012-48a7-9b01-b0caba591892,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.863874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ef922-65d1-4612-8f1f-f6aacea5fefb req-f3c85083-6c7f-4061-95ec-e877924155fa tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:31.865346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-823d433b-3180-435b-8844-ac22c55ae5c8 None None] No DVR routers for this DVR port a25ed3ba-0012-48a7-9b01-b0caba591892 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:31.865812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f20ef922-65d1-4612-8f1f-f6aacea5fefb req-f3c85083-6c7f-4061-95ec-e877924155fa tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 945 time: 0.4094498 Jul 05 04:10:31.887372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Calling delete_port for c1bd977b-d409-44b6-83aa-41f9d6b16d9d owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:31.898300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.ipam_backend_mixin [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Port c1bd977b-d409-44b6-83aa-41f9d6b16d9d was not found and therefore no delete operation was performed {{(pid=100896) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:10:31.922618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:31.995390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] No DVR routers for this DVR port c1bd977b-d409-44b6-83aa-41f9d6b16d9d on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:31.997065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event deleted for resources: {'Port': ['ID=c1bd977b-d409-44b6-83aa-41f9d6b16d9d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:31.999792 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b14ce011-1782-4565-8023-ddf37af55faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.003016 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b14ce011-1782-4565-8023-ddf37af55faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.013754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4865e48-65f7-4311-ba4c-19f37dfe8e1f req-4b5c5230-1e38-496d-bc8e-49c2e9c98dbc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0791054 Jul 05 04:10:32.014023 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b14ce011-1782-4565-8023-ddf37af55faa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4463e4c3-6df2-4211-94c2-81ad358eacaa HTTP/1.1" status: 204 len: 168 time: 0.3284051 Jul 05 04:10:32.021647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14ce011-1782-4565-8023-ddf37af55faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4463e4c3-6df2-4211-94c2-81ad358eacaa,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.046711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-8b939a0f-00bd-405c-8237-32254af1f608 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Deleting port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:32.052913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-8b939a0f-00bd-405c-8237-32254af1f608 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.056492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5c33b15-6f8a-48f9-b315-615318b7dc3d req-3d7377b5-cb56-4901-9359-75a0b471bdbb tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038991 Jul 05 04:10:32.130998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f20ef922-65d1-4612-8f1f-f6aacea5fefb req-72e00771-1971-44e9-bd3f-c0a48f93d3e7 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2354352 Jul 05 04:10:32.193274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.208686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d31d480f-2e19-4c7d-ad78-2f0d5b0cb241']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.239193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8ba6c08-8016-4294-8f04-4e6fb82f20d0') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.239484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8ba6c08-8016-4294-8f04-4e6fb82f20d0') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.271443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a44ce3ea-8cb2-404a-9074-477d24e18a69 req-1e81396b-47ac-4ba1-af04-beb41b742c04 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0532272 Jul 05 04:10:32.278491 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.293178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-8b939a0f-00bd-405c-8237-32254af1f608 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] For port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:32.293538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-8b939a0f-00bd-405c-8237-32254af1f608 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.308230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.310247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-8b939a0f-00bd-405c-8237-32254af1f608 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Calling delete_port for 5c8af9a3-03e9-4e56-9377-3f23b99e7efe owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:32.318602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:32.318991 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:32.322162 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:32.496315 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.501350 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.505782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "DELETE /v2.0/networks/d31d480f-2e19-4c7d-ad78-2f0d5b0cb241 HTTP/1.1" status: 204 len: 168 time: 1.7166560 Jul 05 04:10:32.506881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50008) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:32.536137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdbffb-664e-4cc4-9618-b13a0dc3035b tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event deleted for resources: {'Network': ['ID=d31d480f-2e19-4c7d-ad78-2f0d5b0cb241,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.599479 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-8b939a0f-00bd-405c-8237-32254af1f608 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.613293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['da13f840-15b8-43a1-8603-8092169fbfd9', 'dcc13c56-3666-4b11-8f1a-52b59c44a37e', '5c8af9a3-03e9-4e56-9377-3f23b99e7efe'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:32.632918 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.642893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b939a0f-00bd-405c-8237-32254af1f608 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Pushing event deleted for resources: {'Port': ['ID=5c8af9a3-03e9-4e56-9377-3f23b99e7efe,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:32.711998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-8b939a0f-00bd-405c-8237-32254af1f608 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] No DVR routers for this DVR port 5c8af9a3-03e9-4e56-9377-3f23b99e7efe on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:32.716160 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-8b939a0f-00bd-405c-8237-32254af1f608 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.718911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb4ca556-5182-4fd0-88e9-6134d2bb2b53 req-8b939a0f-00bd-405c-8237-32254af1f608 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "DELETE /v2.0/ports/5c8af9a3-03e9-4e56-9377-3f23b99e7efe HTTP/1.1" status: 204 len: 173 time: 1.1823890 Jul 05 04:10:32.720191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0298c8ae-86f6-43b5-874c-cc4262abd265', 'name': 'network-vif-deleted', 'tag': '5c8af9a3-03e9-4e56-9377-3f23b99e7efe'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:32.723476 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77d39dd1-0bf6-413e-939d-76f7333cb5bc" -d '{"events": [{"server_uuid": "0298c8ae-86f6-43b5-874c-cc4262abd265", "name": "network-vif-deleted", "tag": "5c8af9a3-03e9-4e56-9377-3f23b99e7efe"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:32.772849 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f0e4e04-b8ef-494b-98c5-7a90f05e2445 x-openstack-request-id: req-2f0e4e04-b8ef-494b-98c5-7a90f05e2445 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:32.773492 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0298c8ae-86f6-43b5-874c-cc4262abd265", "name": "network-vif-deleted", "tag": "5c8af9a3-03e9-4e56-9377-3f23b99e7efe", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:32.774020 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f0e4e04-b8ef-494b-98c5-7a90f05e2445 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:32.775010 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0298c8ae-86f6-43b5-874c-cc4262abd265', 'name': 'network-vif-deleted', 'tag': '5c8af9a3-03e9-4e56-9377-3f23b99e7efe', 'status': 'completed', 'code': 200} Jul 05 04:10:32.797936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.811728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['375ba355-895a-4e44-baaa-73499cfcf49a']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.833770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89fd5d5a-713a-4388-b846-2b481877d6d3') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.833993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89fd5d5a-713a-4388-b846-2b481877d6d3') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:32.848506 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.869072 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.876814 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:32.877416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:32.946281 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:33.033626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.042324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.045206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "DELETE /v2.0/networks/375ba355-895a-4e44-baaa-73499cfcf49a HTTP/1.1" status: 204 len: 168 time: 0.5376675 Jul 05 04:10:33.047643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50028) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:33.070266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3edc936-c4f9-4b44-aff3-d75ecef732bd tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event deleted for resources: {'Network': ['ID=375ba355-895a-4e44-baaa-73499cfcf49a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:33.296308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a25ed3ba-0012-48a7-9b01-b0caba591892 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:33.333672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a25ed3ba-0012-48a7-9b01-b0caba591892 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:33.333894 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a25ed3ba-0012-48a7-9b01-b0caba591892 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:33.334162 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb8a70cc-d3f3-4bf0-af94-693ffc32c2d8 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Deleting subnet 752e455e-4d98-42cc-a0d4-daed07279a2c {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:33.366720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a70cc-d3f3-4bf0-af94-693ffc32c2d8 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.426840 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a70cc-d3f3-4bf0-af94-693ffc32c2d8 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.486936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f06fd23d-f3d5-45d5-8418-8b0a812f021a req-7b588b5f-0833-4314-9a94-489a0cccf9e0 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=0298c8ae-86f6-43b5-874c-cc4262abd265 HTTP/1.1" status: 200 len: 210 time: 0.0662527 Jul 05 04:10:33.531973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50167ac-7002-436e-995b-579e0482672c req-d29b31e3-2d6a-4665-8123-83ff0b53780e tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:33.533532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b50167ac-7002-436e-995b-579e0482672c req-d29b31e3-2d6a-4665-8123-83ff0b53780e tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.3300729 Jul 05 04:10:33.604738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a70cc-d3f3-4bf0-af94-693ffc32c2d8 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.646967 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b50167ac-7002-436e-995b-579e0482672c req-82e421c6-b463-4877-a7a0-7edc5fa474b0 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846267 Jul 05 04:10:33.783283 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a70cc-d3f3-4bf0-af94-693ffc32c2d8 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.818709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8a70cc-d3f3-4bf0-af94-693ffc32c2d8 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event deleted for resources: {'Subnet': ['ID=752e455e-4d98-42cc-a0d4-daed07279a2c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:33.820693 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a70cc-d3f3-4bf0-af94-693ffc32c2d8 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:33.823456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cb8a70cc-d3f3-4bf0-af94-693ffc32c2d8 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "DELETE /v2.0/subnets/752e455e-4d98-42cc-a0d4-daed07279a2c HTTP/1.1" status: 204 len: 168 time: 0.7738721 Jul 05 04:10:33.825379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50060) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:33.827730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0de6a6b4-b58f-4390-8d03-fc4c081df220 None None] Network babb6bc7-9524-4854-92e4-2f8a04f1cda0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:10:34.093000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e298711f-74aa-4581-97de-55adb27c12c0 None None] DHCP port deletion for babb6bc7-9524-4854-92e4-2f8a04f1cda0 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:10:34.176387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e298711f-74aa-4581-97de-55adb27c12c0 None None] Deleting port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:34.176759 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e298711f-74aa-4581-97de-55adb27c12c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.200959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d7ea2ad-b74e-4af9-83de-ce9196cb3fcb req-2642d8cf-f72f-4986-85d4-2ff2cbdcd743 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0331502 Jul 05 04:10:34.223681 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.283800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e298711f-74aa-4581-97de-55adb27c12c0 None None] For port 15473327-242d-4e9b-bd2c-2ebf0fc888d7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=15473327-242d-4e9b-bd2c-2ebf0fc888d7,segment=NetworkSegment(e153b789-7316-4d2f-841a-8be2ab07cc7c),segment_id=e153b789-7316-4d2f-841a-8be2ab07cc7c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:34.284222 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e298711f-74aa-4581-97de-55adb27c12c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.287562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Deleting port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:34.288048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.300331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e298711f-74aa-4581-97de-55adb27c12c0 None None] Calling delete_port for 15473327-242d-4e9b-bd2c-2ebf0fc888d7 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:34.391789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2507ed-dd8a-449a-95b5-47513c31bc07 req-899adc5c-dfc1-460b-a5a1-0435c963d418 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:34.393714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e2507ed-dd8a-449a-95b5-47513c31bc07 req-899adc5c-dfc1-460b-a5a1-0435c963d418 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1045318 Jul 05 04:10:34.399383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] For port 15473327-242d-4e9b-bd2c-2ebf0fc888d7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=15473327-242d-4e9b-bd2c-2ebf0fc888d7,segment=NetworkSegment(e153b789-7316-4d2f-841a-8be2ab07cc7c),segment_id=e153b789-7316-4d2f-841a-8be2ab07cc7c)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:34.400138 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.419963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Calling delete_port for 15473327-242d-4e9b-bd2c-2ebf0fc888d7 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:34.478357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e2507ed-dd8a-449a-95b5-47513c31bc07 req-3b2d0bdb-1eb2-410a-9fd9-bd2f70d7281e tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778244 Jul 05 04:10:34.553706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b2ba7cc-327a-4105-ad20-b1e88031b0bd req-b6bddbbc-d3bf-4aeb-9b5e-5392f24cbf63 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0335937 Jul 05 04:10:34.593741 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e298711f-74aa-4581-97de-55adb27c12c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.613285 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.623137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e298711f-74aa-4581-97de-55adb27c12c0 None None] Pushing event deleted for resources: {'Port': ['ID=15473327-242d-4e9b-bd2c-2ebf0fc888d7,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:34.629462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e298711f-74aa-4581-97de-55adb27c12c0 None None] No DVR routers for this DVR port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:34.648635 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event deleted for resources: {'Port': ['ID=15473327-242d-4e9b-bd2c-2ebf0fc888d7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:34.650602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] No DVR routers for this DVR port 15473327-242d-4e9b-bd2c-2ebf0fc888d7 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:34.745388 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.769165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['babb6bc7-9524-4854-92e4-2f8a04f1cda0']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:34.778321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e153b789-7316-4d2f-841a-8be2ab07cc7c') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:34.779283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e153b789-7316-4d2f-841a-8be2ab07cc7c') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:34.788564 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.804577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.813316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:34.814974 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:34.817905 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:34.948422 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.956791 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:34.961469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50080) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:34.961981 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "DELETE /v2.0/networks/babb6bc7-9524-4854-92e4-2f8a04f1cda0 HTTP/1.1" status: 204 len: 168 time: 1.1332026 Jul 05 04:10:34.975572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-862cfe93-a8ab-4f26-a4c4-06d27dbd3b17 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Pushing event deleted for resources: {'Network': ['ID=babb6bc7-9524-4854-92e4-2f8a04f1cda0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:35.001742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7f8d7b83-97d2-484d-9d9f-d7957a88c303 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "GET /v2.0/ports?device_id=4547ae07-6abd-4e45-830d-c50252044c0b HTTP/1.1" status: 200 len: 205 time: 0.0376980 Jul 05 04:10:35.004154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50082) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:35.111131 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771fa103-b6ac-4975-9496-6ef750b95cc3 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.137005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5c8af9a3-03e9-4e56-9377-3f23b99e7efe no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:35.185465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 5c8af9a3-03e9-4e56-9377-3f23b99e7efe {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:35.186021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5c8af9a3-03e9-4e56-9377-3f23b99e7efe not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:35.251544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 15473327-242d-4e9b-bd2c-2ebf0fc888d7 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:35.302958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 15473327-242d-4e9b-bd2c-2ebf0fc888d7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:35.302958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 15473327-242d-4e9b-bd2c-2ebf0fc888d7 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:35.401198 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771fa103-b6ac-4975-9496-6ef750b95cc3 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.403913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771fa103-b6ac-4975-9496-6ef750b95cc3 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.427016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1531ba06-f90f-4d8f-9ed6-a2bed727b2ef req-157d4ad4-8b88-4976-843d-171a5f4354e0 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:35.436423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1531ba06-f90f-4d8f-9ed6-a2bed727b2ef req-157d4ad4-8b88-4976-843d-171a5f4354e0 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 946 time: 0.2483003 Jul 05 04:10:35.526905 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1531ba06-f90f-4d8f-9ed6-a2bed727b2ef req-9d13d2c6-f70a-4104-ad05-e42b69258688 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554793 Jul 05 04:10:35.550829 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771fa103-b6ac-4975-9496-6ef750b95cc3 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.551386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-771fa103-b6ac-4975-9496-6ef750b95cc3 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Fanout notify agent at l3_agent the message router_deleted on router 4547ae07-6abd-4e45-830d-c50252044c0b {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:10:35.564409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771fa103-b6ac-4975-9496-6ef750b95cc3 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:35.566945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-771fa103-b6ac-4975-9496-6ef750b95cc3 tempest-RoutersNegativeTest-1783955237 tempest-RoutersNegativeTest-1783955237-project] 10.222.0.30 "DELETE /v2.0/routers/4547ae07-6abd-4e45-830d-c50252044c0b HTTP/1.1" status: 204 len: 168 time: 0.5602591 Jul 05 04:10:35.703813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e078f5-82aa-45f2-91d5-08b86068ed14 req-ce1370e2-0daa-452c-a893-dfaa42b866b2 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:35.705738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15e078f5-82aa-45f2-91d5-08b86068ed14 req-ce1370e2-0daa-452c-a893-dfaa42b866b2 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.0798838 Jul 05 04:10:35.747304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15e078f5-82aa-45f2-91d5-08b86068ed14 req-e92aa206-55a7-4ec3-8096-2cd8ab2b21a1 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356414 Jul 05 04:10:36.163081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50120) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:36.355086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c1fa9bfd-37ff-43d5-b2d1-96fc57dec379 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c45c2aebe4548dfbefc41154b0fc0be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1900394 Jul 05 04:10:36.357978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50128) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:36.420873 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfe67e69-843e-4aee-98f4-796e7bc00f7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.446479 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfe67e69-843e-4aee-98f4-796e7bc00f7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.595185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-021f0ee4-663a-4536-8310-1dd8cd927366 req-d1c75dc4-1b59-45d8-9480-dc7a48dabd08 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0426114 Jul 05 04:10:36.634585 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfe67e69-843e-4aee-98f4-796e7bc00f7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.638955 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cfe67e69-843e-4aee-98f4-796e7bc00f7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:36.641189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cfe67e69-843e-4aee-98f4-796e7bc00f7b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f82c965b-800d-46ad-82d3-b680f3d9c2c1 HTTP/1.1" status: 204 len: 168 time: 0.2820530 Jul 05 04:10:36.674086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe67e69-843e-4aee-98f4-796e7bc00f7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f82c965b-800d-46ad-82d3-b680f3d9c2c1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:36.776512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e21337-382a-4809-a37c-ada5829d42ce req-7a4700c3-5979-480d-9369-f947613ea72a tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:36.778164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e21337-382a-4809-a37c-ada5829d42ce req-7a4700c3-5979-480d-9369-f947613ea72a tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 946 time: 0.2124302 Jul 05 04:10:36.869880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3974d90-0375-41c9-b318-7215f4e7ed5f req-c67221f5-0373-45a6-856a-eabd5f13fe8f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0748289 Jul 05 04:10:36.889515 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa076f6-2144-4dcb-80eb-de5f930c8984 req-c4d85b0f-28b8-4c74-8a94-e1a3d336c0ab tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:36.891334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0aa076f6-2144-4dcb-80eb-de5f930c8984 req-c4d85b0f-28b8-4c74-8a94-e1a3d336c0ab tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 946 time: 0.2211299 Jul 05 04:10:37.045819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0aa076f6-2144-4dcb-80eb-de5f930c8984 req-42b70e6a-781b-4983-8973-1ae9fd6c66ad tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458905 Jul 05 04:10:37.095592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d89e7cd-454c-4909-85ca-5948d4c08c15 req-3509cf6e-d60d-4831-b9fd-f111a2385667 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:37.097749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d89e7cd-454c-4909-85ca-5948d4c08c15 req-3509cf6e-d60d-4831-b9fd-f111a2385667 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1757061 Jul 05 04:10:37.199355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d89e7cd-454c-4909-85ca-5948d4c08c15 req-b783f7e9-8fd6-4c43-b7e8-788f13a3c010 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781641 Jul 05 04:10:37.210293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-95e21337-382a-4809-a37c-ada5829d42ce req-75ff3027-03ef-4979-a477-2aaa073e95e3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Deleting port dcc13c56-3666-4b11-8f1a-52b59c44a37e {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:37.210635 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-95e21337-382a-4809-a37c-ada5829d42ce req-75ff3027-03ef-4979-a477-2aaa073e95e3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.330524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-95e21337-382a-4809-a37c-ada5829d42ce req-75ff3027-03ef-4979-a477-2aaa073e95e3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] For port dcc13c56-3666-4b11-8f1a-52b59c44a37e, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=dcc13c56-3666-4b11-8f1a-52b59c44a37e,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:37.331065 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-95e21337-382a-4809-a37c-ada5829d42ce req-75ff3027-03ef-4979-a477-2aaa073e95e3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.363375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-95e21337-382a-4809-a37c-ada5829d42ce req-75ff3027-03ef-4979-a477-2aaa073e95e3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Calling delete_port for dcc13c56-3666-4b11-8f1a-52b59c44a37e owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:37.635480 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-95e21337-382a-4809-a37c-ada5829d42ce req-75ff3027-03ef-4979-a477-2aaa073e95e3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.648090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['da13f840-15b8-43a1-8603-8092169fbfd9', 'dcc13c56-3666-4b11-8f1a-52b59c44a37e'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:37.677643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ff3027-03ef-4979-a477-2aaa073e95e3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Pushing event deleted for resources: {'Port': ['ID=dcc13c56-3666-4b11-8f1a-52b59c44a37e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:37.735610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-95e21337-382a-4809-a37c-ada5829d42ce req-75ff3027-03ef-4979-a477-2aaa073e95e3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] No DVR routers for this DVR port dcc13c56-3666-4b11-8f1a-52b59c44a37e on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:37.740629 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-95e21337-382a-4809-a37c-ada5829d42ce req-75ff3027-03ef-4979-a477-2aaa073e95e3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:37.741710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95e21337-382a-4809-a37c-ada5829d42ce req-75ff3027-03ef-4979-a477-2aaa073e95e3 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "DELETE /v2.0/ports/dcc13c56-3666-4b11-8f1a-52b59c44a37e HTTP/1.1" status: 204 len: 173 time: 0.9456499 Jul 05 04:10:37.742179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cd24174-d677-4ece-98e7-d9a1fc0d19f0', 'name': 'network-vif-deleted', 'tag': 'dcc13c56-3666-4b11-8f1a-52b59c44a37e'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:37.744493 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18aa7286-9bfd-41cd-abc4-38b918d2741a" -d '{"events": [{"server_uuid": "1cd24174-d677-4ece-98e7-d9a1fc0d19f0", "name": "network-vif-deleted", "tag": "dcc13c56-3666-4b11-8f1a-52b59c44a37e"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:37.775472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-dc8c89c5-12bb-474b-a3ac-01bbe89307cc tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:37.777063 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-dc8c89c5-12bb-474b-a3ac-01bbe89307cc tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.26 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.1761367 Jul 05 04:10:37.842899 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492a13ac-51e0-41db-9827-2b4a984ed8c1 x-openstack-request-id: req-492a13ac-51e0-41db-9827-2b4a984ed8c1 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:37.843295 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cd24174-d677-4ece-98e7-d9a1fc0d19f0", "name": "network-vif-deleted", "tag": "dcc13c56-3666-4b11-8f1a-52b59c44a37e", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:37.843669 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-492a13ac-51e0-41db-9827-2b4a984ed8c1 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:37.844196 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cd24174-d677-4ece-98e7-d9a1fc0d19f0', 'name': 'network-vif-deleted', 'tag': 'dcc13c56-3666-4b11-8f1a-52b59c44a37e', 'status': 'completed', 'code': 200} Jul 05 04:10:37.958850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50190) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:38.021425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-4ed08c89-ba4f-4106-89cb-3b309dac6d79 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Deleting port a9b353d2-3626-4554-8178-2e2e0323df42 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:38.024038 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-4ed08c89-ba4f-4106-89cb-3b309dac6d79 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.095091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1039843663'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:38.108251 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eee57b4a-8f55-4c57-bc6a-a16fb87af10a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.217329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-4ed08c89-ba4f-4106-89cb-3b309dac6d79 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] For port a9b353d2-3626-4554-8178-2e2e0323df42, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a9b353d2-3626-4554-8178-2e2e0323df42,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:38.217329 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-4ed08c89-ba4f-4106-89cb-3b309dac6d79 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.266255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.305308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-4ed08c89-ba4f-4106-89cb-3b309dac6d79 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Calling delete_port for a9b353d2-3626-4554-8178-2e2e0323df42 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:38.320040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c5b7aff-a36a-4f1a-9bfe-0220e15503eb req-5c450e43-a335-46b8-b388-c3d6deb1db44 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1cd24174-d677-4ece-98e7-d9a1fc0d19f0 HTTP/1.1" status: 200 len: 210 time: 0.0881600 Jul 05 04:10:38.342369 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.611969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25bbd6ff-4ae9-4c8c-bdeb-c13d5b140bc4 req-2b88e385-a3a0-4d20-b1a2-a629e7b4f947 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:38.616506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25bbd6ff-4ae9-4c8c-bdeb-c13d5b140bc4 req-2b88e385-a3a0-4d20-b1a2-a629e7b4f947 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 945 time: 0.2346168 Jul 05 04:10:38.766971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25bbd6ff-4ae9-4c8c-bdeb-c13d5b140bc4 req-efcd6855-113b-47ee-a010-5761ede4b1bd tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427934 Jul 05 04:10:38.889849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f25f7bd-687f-413f-a4f4-99c1cc937d9a req-468c4dbb-e375-4170-b883-7cda8886b7b1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0657518 Jul 05 04:10:38.918779 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-4ed08c89-ba4f-4106-89cb-3b309dac6d79 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.928869 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:38.935985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['aaa3dd20-d711-4182-a581-8b20c6e94ffb', 'a9b353d2-3626-4554-8178-2e2e0323df42'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:39.017615 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.023649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed08c89-ba4f-4106-89cb-3b309dac6d79 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Pushing event deleted for resources: {'Port': ['ID=a9b353d2-3626-4554-8178-2e2e0323df42,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:39.303066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.386173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-4ed08c89-ba4f-4106-89cb-3b309dac6d79 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] No DVR routers for this DVR port a9b353d2-3626-4554-8178-2e2e0323df42 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:39.395243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61cdb4c2-6349-424d-97fc-30b1fc7f38a5 req-9cbcccb9-bfc3-4127-a569-6e2019dd8fd0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0881476 Jul 05 04:10:39.396403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-4ed08c89-ba4f-4106-89cb-3b309dac6d79 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.407656 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06ad5ced-5517-462c-9a0a-c0542a0193fa req-4ed08c89-ba4f-4106-89cb-3b309dac6d79 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.26 "DELETE /v2.0/ports/a9b353d2-3626-4554-8178-2e2e0323df42 HTTP/1.1" status: 204 len: 173 time: 1.6229303 Jul 05 04:10:39.414939 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.423492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f52fbbd9-c2f4-4e5d-a4b7-b5eb20114b66,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:39.471308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2c3a88-7832-4edc-937d-3f756de7a965,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:39.529296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.533841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c07746e8-ddfa-4b6a-a312-a98583c97995 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5711112 Jul 05 04:10:39.534112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50228) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:39.650541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ba3f9b16-947b-4d66-95eb-d7c3a396425a tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1150222 Jul 05 04:10:39.653272 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50230) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:39.658256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a81aff0a-1ff5-4175-b41f-4160c291072d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group': {'name': 'tempest-security--1117981249', 'description': 'tempest-security-description-1721314913'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:39.691122 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a81aff0a-1ff5-4175-b41f-4160c291072d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.860665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a81aff0a-1ff5-4175-b41f-4160c291072d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.861747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7808fd5-6744-46e0-befe-d639ebc7425b', 'name': 'network-vif-deleted', 'tag': 'a9b353d2-3626-4554-8178-2e2e0323df42'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:39.864554 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cdade3c-97e1-4a82-be8e-206a5e1e75b6" -d '{"events": [{"server_uuid": "b7808fd5-6744-46e0-befe-d639ebc7425b", "name": "network-vif-deleted", "tag": "a9b353d2-3626-4554-8178-2e2e0323df42"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:39.943437 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf1cff0-552b-4256-880f-fb0198e448d8 x-openstack-request-id: req-9bf1cff0-552b-4256-880f-fb0198e448d8 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:39.943758 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7808fd5-6744-46e0-befe-d639ebc7425b", "name": "network-vif-deleted", "tag": "a9b353d2-3626-4554-8178-2e2e0323df42", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:39.948051 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bf1cff0-552b-4256-880f-fb0198e448d8 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:39.948051 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7808fd5-6744-46e0-befe-d639ebc7425b', 'name': 'network-vif-deleted', 'tag': 'a9b353d2-3626-4554-8178-2e2e0323df42', 'status': 'completed', 'code': 200} Jul 05 04:10:39.948051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22929d7e-2ed8-4e4c-8193-586ccb814780 req-83a39c50-c98a-438d-be02-5a5cb4017eae tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=b7808fd5-6744-46e0-befe-d639ebc7425b HTTP/1.1" status: 200 len: 210 time: 0.0495455 Jul 05 04:10:39.960196 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a81aff0a-1ff5-4175-b41f-4160c291072d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.962784 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a81aff0a-1ff5-4175-b41f-4160c291072d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:39.968437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a81aff0a-1ff5-4175-b41f-4160c291072d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "PUT /v2.0/security-groups/ba2c3a88-7832-4edc-937d-3f756de7a965 HTTP/1.1" status: 200 len: 1780 time: 0.3139400 Jul 05 04:10:39.971922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50244) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:40.005027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81aff0a-1ff5-4175-b41f-4160c291072d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ba2c3a88-7832-4edc-937d-3f756de7a965,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:40.047031 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9cdbddfd-62d2-4920-9050-c3cbf4ca5735 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups/ba2c3a88-7832-4edc-937d-3f756de7a965 HTTP/1.1" status: 200 len: 1780 time: 0.0733571 Jul 05 04:10:40.050597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50246) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:40.113134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7d692758-4a17-4a59-acc0-882fee85009d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.139391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7d692758-4a17-4a59-acc0-882fee85009d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.289594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7d692758-4a17-4a59-acc0-882fee85009d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.298349 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7d692758-4a17-4a59-acc0-882fee85009d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.298349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7d692758-4a17-4a59-acc0-882fee85009d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-groups/ba2c3a88-7832-4edc-937d-3f756de7a965 HTTP/1.1" status: 204 len: 168 time: 0.2422807 Jul 05 04:10:40.298561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50254) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:40.311663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d692758-4a17-4a59-acc0-882fee85009d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba2c3a88-7832-4edc-937d-3f756de7a965,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:40.359846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50258) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:40.360095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c89c2966-931e-474e-b1d7-34cd0c88c7f7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0598195 Jul 05 04:10:40.386822 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-083ed553-8bf6-44c1-8b3e-9b750ae5bea6 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] delete failed (client error): The resource could not be found. Jul 05 04:10:40.389962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-083ed553-8bf6-44c1-8b3e-9b750ae5bea6 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-groups/ba2c3a88-7832-4edc-937d-3f756de7a965 HTTP/1.1" status: 404 len: 347 time: 0.0279765 Jul 05 04:10:40.392170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50260) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:40.402918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-68bc81d8-d772-47c7-810f-d81bfbdd75de tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group': {'name': 'tempest-secgroup--382178194'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:40.548504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-68bc81d8-d772-47c7-810f-d81bfbdd75de tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.647312 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-68bc81d8-d772-47c7-810f-d81bfbdd75de tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.744984 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-68bc81d8-d772-47c7-810f-d81bfbdd75de tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.784371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68bc81d8-d772-47c7-810f-d81bfbdd75de tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3e9eee-730e-494d-be5d-d76af2671356,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:40.793287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-70d94a8f-d4b5-4133-9a26-407b5fd32146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.847990 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-68bc81d8-d772-47c7-810f-d81bfbdd75de tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:40.849968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-68bc81d8-d772-47c7-810f-d81bfbdd75de tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4535389 Jul 05 04:10:40.854360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50270) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:40.861059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f1075522-503f-4868-994e-e2ca28fbb7cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': '4a3e9eee-730e-494d-be5d-d76af2671356', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:40.976247 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.018052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1075522-503f-4868-994e-e2ca28fbb7cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.104534 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1075522-503f-4868-994e-e2ca28fbb7cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.199794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a9b353d2-3626-4554-8178-2e2e0323df42 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:41.228754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1075522-503f-4868-994e-e2ca28fbb7cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.237181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: a9b353d2-3626-4554-8178-2e2e0323df42 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:41.237779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a9b353d2-3626-4554-8178-2e2e0323df42 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:41.238824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device dcc13c56-3666-4b11-8f1a-52b59c44a37e no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:41.254619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1075522-503f-4868-994e-e2ca28fbb7cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbc95dd4-dc9f-40c8-9896-0e1bccfb7227,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:41.276663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: dcc13c56-3666-4b11-8f1a-52b59c44a37e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:41.277039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device dcc13c56-3666-4b11-8f1a-52b59c44a37e not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:41.321862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f0e9b8c-d7e9-4ce7-9b35-69490fa8ebc3 req-04a7b611-437d-4803-8876-c05c04bb1170 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0368352 Jul 05 04:10:41.350708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f1075522-503f-4868-994e-e2ca28fbb7cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.352160 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f1075522-503f-4868-994e-e2ca28fbb7cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4965987 Jul 05 04:10:41.357849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50296) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:41.426520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9914d2ad-304a-4070-89fd-7c46fabb2747 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.457538 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9914d2ad-304a-4070-89fd-7c46fabb2747 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.610623 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-064362dd-5239-4f73-a450-1a7af3ca4042 req-df246461-f33a-4481-9099-7736c23ddb2a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0638013 Jul 05 04:10:41.642991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9914d2ad-304a-4070-89fd-7c46fabb2747 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.670206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9914d2ad-304a-4070-89fd-7c46fabb2747 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.672825 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9914d2ad-304a-4070-89fd-7c46fabb2747 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/dbc95dd4-dc9f-40c8-9896-0e1bccfb7227 HTTP/1.1" status: 204 len: 168 time: 0.3137629 Jul 05 04:10:41.674471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9914d2ad-304a-4070-89fd-7c46fabb2747 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dbc95dd4-dc9f-40c8-9896-0e1bccfb7227,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:41.675558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50304) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:41.758495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-969c1bbc-4489-4052-a498-37370a1b0062 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0805006 Jul 05 04:10:41.759041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50310) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:41.878428 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.893773 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:41.919503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.079161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50324) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:42.131225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.134277 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.138434 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-groups/4a3e9eee-730e-494d-be5d-d76af2671356 HTTP/1.1" status: 204 len: 168 time: 0.3782103 Jul 05 04:10:42.139232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50330) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:42.214329 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3e9eee-730e-494d-be5d-d76af2671356,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:42.244742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.245087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.245434 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.245770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.250390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.251087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.251638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.252200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.252802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.253416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.254000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.254538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97bd810d-5896-4003-9cf4-342f2a0454c7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:10:42.528005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bff05573-22e1-4ea8-bd43-03820e438f8b req-ea666868-c85b-4432-ad0d-beec86d81ace tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:42.528005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bff05573-22e1-4ea8-bd43-03820e438f8b req-ea666868-c85b-4432-ad0d-beec86d81ace tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.4888067 Jul 05 04:10:42.533483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e37d64e-c6e8-4bdf-92c1-a3f1d1afe6aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.533785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bff05573-22e1-4ea8-bd43-03820e438f8b req-30283a93-f44e-4b06-920e-c07a3be1a92b tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606098 Jul 05 04:10:42.534079 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-89d3c077-1dd7-4b17-8221-8db727e6ed3a tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2613437 Jul 05 04:10:42.534359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50344) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:42.534359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-70b6e37e-d3d3-4666-b90c-ee7c6d80366c tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group': {'name': 'tempest-secgroup--595443082'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:42.534359 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [None req-70b6e37e-d3d3-4666-b90c-ee7c6d80366c tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:10:42.534359 n-d-758944-41 neutron-server[100896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:10:42.534359 n-d-758944-41 neutron-server[100896]: [parameters: {'project_id': '74877688c4a04defbf09a59433936c76', 'id': 'f8153757-0f8e-43eb-b24d-af618ce8bdc3', 'expiration': datetime.datetime(2021, 7, 5, 4, 12, 42, 460104)}] Jul 05 04:10:42.534359 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:10:42.534359 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [None req-70b6e37e-d3d3-4666-b90c-ee7c6d80366c tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:10:42.614621 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e37d64e-c6e8-4bdf-92c1-a3f1d1afe6aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.682924 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e37d64e-c6e8-4bdf-92c1-a3f1d1afe6aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.725179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37d64e-c6e8-4bdf-92c1-a3f1d1afe6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de77a547-8c2f-402c-9b92-d9340b7517ac,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:42.730120 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8e37d64e-c6e8-4bdf-92c1-a3f1d1afe6aa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4fb1dd05b784726b1f0b641dab956c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6498725 Jul 05 04:10:42.733968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50356) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:42.792841 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce1070f1-cd15-42b0-ae9d-2ad7ca6734dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.820848 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce1070f1-cd15-42b0-ae9d-2ad7ca6734dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.950414 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce1070f1-cd15-42b0-ae9d-2ad7ca6734dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.953834 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce1070f1-cd15-42b0-ae9d-2ad7ca6734dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:42.955194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ce1070f1-cd15-42b0-ae9d-2ad7ca6734dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de77a547-8c2f-402c-9b92-d9340b7517ac HTTP/1.1" status: 204 len: 168 time: 0.2210188 Jul 05 04:10:42.965338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1070f1-cd15-42b0-ae9d-2ad7ca6734dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de77a547-8c2f-402c-9b92-d9340b7517ac,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:43.089376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-70b6e37e-d3d3-4666-b90c-ee7c6d80366c tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.186215 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-70b6e37e-d3d3-4666-b90c-ee7c6d80366c tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.572916 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7f65680-9160-4d29-9183-2aceb77c5f60 req-d5925e2c-c478-4cb4-9ccb-208adfc8bf6d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0572910 Jul 05 04:10:43.590794 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-70b6e37e-d3d3-4666-b90c-ee7c6d80366c tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.624778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.669132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6e37e-d3d3-4666-b90c-ee7c6d80366c tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5278ba0-2303-4d61-bbf2-5dfe3e0a30a5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:43.776654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9fe483-d57b-4e3c-be8f-783c338b75f7 req-58a81da5-bcf2-42be-8d30-2dc82b792078 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:43.779336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f9fe483-d57b-4e3c-be8f-783c338b75f7 req-58a81da5-bcf2-42be-8d30-2dc82b792078 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1999898 Jul 05 04:10:43.831914 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-70b6e37e-d3d3-4666-b90c-ee7c6d80366c tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.836138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50400) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:43.836809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-70b6e37e-d3d3-4666-b90c-ee7c6d80366c tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.4242616 Jul 05 04:10:43.841022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-496eb1e8-e1a8-4717-ab6a-16cd4ddab9f7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': 'e5278ba0-2303-4d61-bbf2-5dfe3e0a30a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:43.841879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb162c75-ee89-4ebe-9308-28e020a881a5 req-c8d8deb8-5bdc-4c9b-b87b-f5daf64636b9 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0563664 Jul 05 04:10:43.878093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f9fe483-d57b-4e3c-be8f-783c338b75f7 req-876d71c6-5cf9-42e4-b90b-18f6000959f1 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/security-groups?id=344a8495-f21d-409b-8c4d-ccb31eec1bcc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913427 Jul 05 04:10:43.891150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:43.996122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-496eb1e8-e1a8-4717-ab6a-16cd4ddab9f7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.084698 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-496eb1e8-e1a8-4717-ab6a-16cd4ddab9f7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.159243 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-496eb1e8-e1a8-4717-ab6a-16cd4ddab9f7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.186800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496eb1e8-e1a8-4717-ab6a-16cd4ddab9f7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0f99e1dd-7b79-4f30-8447-f83d9aa518b3,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.307743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-496eb1e8-e1a8-4717-ab6a-16cd4ddab9f7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.309008 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-496eb1e8-e1a8-4717-ab6a-16cd4ddab9f7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4718397 Jul 05 04:10:44.311867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50422) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:44.317694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-915a5bc3-e061-47ea-8f05-d371f3f589df tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': 'e5278ba0-2303-4d61-bbf2-5dfe3e0a30a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:44.343561 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.346472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-5bdc4eeb-b547-49c2-8fe8-5d2a91d02866 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:44.348319 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-5bdc4eeb-b547-49c2-8fe8-5d2a91d02866 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.26 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 946 time: 0.1132886 Jul 05 04:10:44.504281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-eb3fde7f-982f-4834-ac5a-027a307c7278 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Deleting port aaa3dd20-d711-4182-a581-8b20c6e94ffb {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:44.504624 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-eb3fde7f-982f-4834-ac5a-027a307c7278 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.543934 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-915a5bc3-e061-47ea-8f05-d371f3f589df tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.684312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-915a5bc3-e061-47ea-8f05-d371f3f589df tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.703605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-eb3fde7f-982f-4834-ac5a-027a307c7278 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] For port aaa3dd20-d711-4182-a581-8b20c6e94ffb, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=aaa3dd20-d711-4182-a581-8b20c6e94ffb,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:44.704207 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-eb3fde7f-982f-4834-ac5a-027a307c7278 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.718450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-eb3fde7f-982f-4834-ac5a-027a307c7278 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Calling delete_port for aaa3dd20-d711-4182-a581-8b20c6e94ffb owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:44.810449 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-915a5bc3-e061-47ea-8f05-d371f3f589df tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.836689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-915a5bc3-e061-47ea-8f05-d371f3f589df tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e66780-6c61-4e5d-9453-d2c2d0236ff2,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:44.933320 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-915a5bc3-e061-47ea-8f05-d371f3f589df tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:44.938629 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-915a5bc3-e061-47ea-8f05-d371f3f589df tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6220703 Jul 05 04:10:44.944076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50450) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:44.944076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a9622172-b5d0-4e91-89e9-4a05f1507f4e tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': 'e5278ba0-2303-4d61-bbf2-5dfe3e0a30a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:45.056768 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-eb3fde7f-982f-4834-ac5a-027a307c7278 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.069688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50452) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:45.073910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['aaa3dd20-d711-4182-a581-8b20c6e94ffb'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:45.099154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3fde7f-982f-4834-ac5a-027a307c7278 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Pushing event deleted for resources: {'Port': ['ID=aaa3dd20-d711-4182-a581-8b20c6e94ffb,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.136232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9622172-b5d0-4e91-89e9-4a05f1507f4e tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.183328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-eb3fde7f-982f-4834-ac5a-027a307c7278 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] No DVR routers for this DVR port aaa3dd20-d711-4182-a581-8b20c6e94ffb on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:45.204209 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-eb3fde7f-982f-4834-ac5a-027a307c7278 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.206827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1af7fb72-f7f8-4efc-8b27-dedcf7fa360d req-eb3fde7f-982f-4834-ac5a-027a307c7278 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.26 "DELETE /v2.0/ports/aaa3dd20-d711-4182-a581-8b20c6e94ffb HTTP/1.1" status: 204 len: 173 time: 0.8496938 Jul 05 04:10:45.207449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b7a97a-4516-4009-bcd2-84a5454c092c', 'name': 'network-vif-deleted', 'tag': 'aaa3dd20-d711-4182-a581-8b20c6e94ffb'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:45.209888 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ba36a11-d34b-45c4-a13e-051da2f67c6a" -d '{"events": [{"server_uuid": "06b7a97a-4516-4009-bcd2-84a5454c092c", "name": "network-vif-deleted", "tag": "aaa3dd20-d711-4182-a581-8b20c6e94ffb"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:45.213838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6fe8d33-c34f-4ee5-9f46-172317be2345 req-f157c229-31e1-42f0-b183-86a6f8275057 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 210 time: 0.0761096 Jul 05 04:10:45.235536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fc9644-b26c-4ec4-a215-70255f46ffd7 req-19c6545c-0a3b-492c-922b-0e3c790c2bc4 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:45.237899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3fc9644-b26c-4ec4-a215-70255f46ffd7 req-19c6545c-0a3b-492c-922b-0e3c790c2bc4 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 946 time: 0.2651322 Jul 05 04:10:45.272891 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9622172-b5d0-4e91-89e9-4a05f1507f4e tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.296481 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a697c63-c519-45a9-9bbf-b1740b20d802 x-openstack-request-id: req-7a697c63-c519-45a9-9bbf-b1740b20d802 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:45.297338 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b7a97a-4516-4009-bcd2-84a5454c092c", "name": "network-vif-deleted", "tag": "aaa3dd20-d711-4182-a581-8b20c6e94ffb", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:45.297580 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a697c63-c519-45a9-9bbf-b1740b20d802 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:45.297986 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b7a97a-4516-4009-bcd2-84a5454c092c', 'name': 'network-vif-deleted', 'tag': 'aaa3dd20-d711-4182-a581-8b20c6e94ffb', 'status': 'completed', 'code': 200} Jul 05 04:10:45.300463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b58652bd-e86d-49f0-a86b-9506ac401bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.316492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3fc9644-b26c-4ec4-a215-70255f46ffd7 req-95f392ff-abf8-468f-847e-c492ddcec663 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718427 Jul 05 04:10:45.380962 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9622172-b5d0-4e91-89e9-4a05f1507f4e tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.416327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9622172-b5d0-4e91-89e9-4a05f1507f4e tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deaccce9-3df9-4f37-b3ad-2a23b4b3152f,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.445355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b58652bd-e86d-49f0-a86b-9506ac401bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.553174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b58652bd-e86d-49f0-a86b-9506ac401bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.604364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58652bd-e86d-49f0-a86b-9506ac401bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9fd1b57-94bb-4ffe-b1e3-80d80606e5f4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:45.615587 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b58652bd-e86d-49f0-a86b-9506ac401bd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d1d3c8efdc9d47f6bf1ee2e10cff4cfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5443821 Jul 05 04:10:45.620099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50476) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:45.644865 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9622172-b5d0-4e91-89e9-4a05f1507f4e tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.649008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50480) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:45.653933 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a9622172-b5d0-4e91-89e9-4a05f1507f4e tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7140234 Jul 05 04:10:45.654338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f2a83d40-5657-4ebc-b802-33b9cd71ecd8 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': 'e5278ba0-2303-4d61-bbf2-5dfe3e0a30a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:45.726754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5dda0719-f46d-4d73-87c3-a2134c8cd1e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.777443 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5dda0719-f46d-4d73-87c3-a2134c8cd1e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.856159 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2a83d40-5657-4ebc-b802-33b9cd71ecd8 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.861309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2af563b0-d4a0-45b1-9c9b-b860341028e4 req-ebde0873-7e4c-45b7-9cbf-7167f4484ea1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0372188 Jul 05 04:10:45.984918 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5dda0719-f46d-4d73-87c3-a2134c8cd1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.987842 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5dda0719-f46d-4d73-87c3-a2134c8cd1e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:45.998532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5dda0719-f46d-4d73-87c3-a2134c8cd1e0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d9fd1b57-94bb-4ffe-b1e3-80d80606e5f4 HTTP/1.1" status: 204 len: 168 time: 0.3670628 Jul 05 04:10:46.008850 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2a83d40-5657-4ebc-b802-33b9cd71ecd8 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.021369 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda0719-f46d-4d73-87c3-a2134c8cd1e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9fd1b57-94bb-4ffe-b1e3-80d80606e5f4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:46.088388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-370c481a-0f32-473f-9461-046a253400e9 req-78a26c50-bcf1-45fe-832a-ca55290e31b0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0630703 Jul 05 04:10:46.127656 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2a83d40-5657-4ebc-b802-33b9cd71ecd8 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.149649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a83d40-5657-4ebc-b802-33b9cd71ecd8 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eda7b02f-a9d6-4112-a555-f7ff258d35fc,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:46.259494 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f2a83d40-5657-4ebc-b802-33b9cd71ecd8 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.262097 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f2a83d40-5657-4ebc-b802-33b9cd71ecd8 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6119399 Jul 05 04:10:46.265006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50506) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:46.277124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3d8968f0-d5fe-4759-9736-b496ccce0ba0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': 'e5278ba0-2303-4d61-bbf2-5dfe3e0a30a5', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:46.454634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa3b069f-c687-4b30-8ed9-ca328f577647 req-6f5eaabe-b63e-4b7b-9722-e111f6870697 tempest-ServerRescueTestJSON-1804315236 tempest-ServerRescueTestJSON-1804315236-project] 10.222.0.30 "GET /v2.0/ports?device_id=06b7a97a-4516-4009-bcd2-84a5454c092c HTTP/1.1" status: 200 len: 210 time: 0.0311339 Jul 05 04:10:46.512768 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3d8968f0-d5fe-4759-9736-b496ccce0ba0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.654353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1667bf-a164-48c0-95da-df2704ae152a req-7e017ae6-a374-4505-bf47-6821e73652a5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.655934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d1667bf-a164-48c0-95da-df2704ae152a req-7e017ae6-a374-4505-bf47-6821e73652a5 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 946 time: 0.1916225 Jul 05 04:10:46.657875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3d8968f0-d5fe-4759-9736-b496ccce0ba0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.717190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddd457c-6a94-4f86-98db-132008c0778d req-c99fafa2-1654-4ecb-b635-5aabeecddab9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:10:46.718813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bddd457c-6a94-4f86-98db-132008c0778d req-c99fafa2-1654-4ecb-b635-5aabeecddab9 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 946 time: 0.1486387 Jul 05 04:10:46.722744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d1667bf-a164-48c0-95da-df2704ae152a req-5b1b0cfc-da14-4bb8-9d82-30a3655f64b2 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/security-groups?id=481acb83-f9cf-447e-b903-8e11bc7e1484&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592890 Jul 05 04:10:46.723621 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3d8968f0-d5fe-4759-9736-b496ccce0ba0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.782255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8968f0-d5fe-4759-9736-b496ccce0ba0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5dc6e5-7808-4857-ae79-5efa48b0fc19,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:46.856792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-bddd457c-6a94-4f86-98db-132008c0778d req-c5913bd3-aea1-43b5-ac03-636f01c67611 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Deleting port da13f840-15b8-43a1-8603-8092169fbfd9 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:46.857147 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bddd457c-6a94-4f86-98db-132008c0778d req-c5913bd3-aea1-43b5-ac03-636f01c67611 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.903099 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3d8968f0-d5fe-4759-9736-b496ccce0ba0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.905051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3d8968f0-d5fe-4759-9736-b496ccce0ba0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.6381741 Jul 05 04:10:46.908198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50530) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:46.965498 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e992189-cebc-43d3-8504-6a738d4d0d31 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:46.984949 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e992189-cebc-43d3-8504-6a738d4d0d31 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.012295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-bddd457c-6a94-4f86-98db-132008c0778d req-c5913bd3-aea1-43b5-ac03-636f01c67611 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] For port da13f840-15b8-43a1-8603-8092169fbfd9, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=da13f840-15b8-43a1-8603-8092169fbfd9,segment=NetworkSegment(5afe80a2-7487-4a89-8a4c-eb6a7a987868),segment_id=5afe80a2-7487-4a89-8a4c-eb6a7a987868)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:47.012916 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bddd457c-6a94-4f86-98db-132008c0778d req-c5913bd3-aea1-43b5-ac03-636f01c67611 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.036866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-bddd457c-6a94-4f86-98db-132008c0778d req-c5913bd3-aea1-43b5-ac03-636f01c67611 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Calling delete_port for da13f840-15b8-43a1-8603-8092169fbfd9 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:47.044768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50538) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.059748 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e213b2c-0d1d-49c7-829e-8b6ed061b232 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.169435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e992189-cebc-43d3-8504-6a738d4d0d31 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.175550 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e992189-cebc-43d3-8504-6a738d4d0d31 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.179659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6e992189-cebc-43d3-8504-6a738d4d0d31 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3d5dc6e5-7808-4857-ae79-5efa48b0fc19 HTTP/1.1" status: 204 len: 168 time: 0.2675326 Jul 05 04:10:47.180363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50546) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.221260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device aaa3dd20-d711-4182-a581-8b20c6e94ffb no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:47.235503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e992189-cebc-43d3-8504-6a738d4d0d31 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3d5dc6e5-7808-4857-ae79-5efa48b0fc19,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.260382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e213b2c-0d1d-49c7-829e-8b6ed061b232 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.290007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: aaa3dd20-d711-4182-a581-8b20c6e94ffb {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:47.290271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device aaa3dd20-d711-4182-a581-8b20c6e94ffb not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:47.291211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cd900243-4fd8-4204-871a-1f01bdf6efac tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1041377 Jul 05 04:10:47.294171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50550) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.324766 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8c246a3-2c3e-4daa-ade9-d8d6ae9b3a16 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.330285 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e213b2c-0d1d-49c7-829e-8b6ed061b232 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.333538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8c246a3-2c3e-4daa-ade9-d8d6ae9b3a16 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.368144 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bddd457c-6a94-4f86-98db-132008c0778d req-c5913bd3-aea1-43b5-ac03-636f01c67611 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.381935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['da13f840-15b8-43a1-8603-8092169fbfd9'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:10:47.398056 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5e213b2c-0d1d-49c7-829e-8b6ed061b232 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b978e09a648d4462bca470ab95b2f221&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3521845 Jul 05 04:10:47.399012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e213b2c-0d1d-49c7-829e-8b6ed061b232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd9dc74-6c36-4380-965e-4abb27c013c9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.404923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.465606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5913bd3-aea1-43b5-ac03-636f01c67611 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Pushing event deleted for resources: {'Port': ['ID=da13f840-15b8-43a1-8603-8092169fbfd9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.476014 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-290ceb16-a80b-4065-91cf-4ad01b84ba3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.486812 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8c246a3-2c3e-4daa-ade9-d8d6ae9b3a16 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.491602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-bddd457c-6a94-4f86-98db-132008c0778d req-c5913bd3-aea1-43b5-ac03-636f01c67611 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] No DVR routers for this DVR port da13f840-15b8-43a1-8603-8092169fbfd9 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:10:47.496297 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8c246a3-2c3e-4daa-ade9-d8d6ae9b3a16 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.497439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f8c246a3-2c3e-4daa-ade9-d8d6ae9b3a16 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/eda7b02f-a9d6-4112-a555-f7ff258d35fc HTTP/1.1" status: 204 len: 168 time: 0.2022858 Jul 05 04:10:47.499810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-bddd457c-6a94-4f86-98db-132008c0778d req-c5913bd3-aea1-43b5-ac03-636f01c67611 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.502364 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bddd457c-6a94-4f86-98db-132008c0778d req-c5913bd3-aea1-43b5-ac03-636f01c67611 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.26 "DELETE /v2.0/ports/da13f840-15b8-43a1-8603-8092169fbfd9 HTTP/1.1" status: 204 len: 173 time: 0.7704926 Jul 05 04:10:47.502364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bef21d6-89b4-41f5-97d6-f3c724d5a9c5', 'name': 'network-vif-deleted', 'tag': 'da13f840-15b8-43a1-8603-8092169fbfd9'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:10:47.505200 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26a472af-0003-4436-959b-61b23b300a4f" -d '{"events": [{"server_uuid": "1bef21d6-89b4-41f5-97d6-f3c724d5a9c5", "name": "network-vif-deleted", "tag": "da13f840-15b8-43a1-8603-8092169fbfd9"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:10:47.515617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50564) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.522225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-290ceb16-a80b-4065-91cf-4ad01b84ba3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.549818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c246a3-2c3e-4daa-ade9-d8d6ae9b3a16 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=eda7b02f-a9d6-4112-a555-f7ff258d35fc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.590660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2a541747-8ec5-4521-8689-45e1bfd51997 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0582981 Jul 05 04:10:47.590859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50570) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.620285 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a9050e1a-314d-448f-af2c-c4c22b0f7a6f tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.624462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50572) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.633337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a9050e1a-314d-448f-af2c-c4c22b0f7a6f tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.699060 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-290ceb16-a80b-4065-91cf-4ad01b84ba3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.702213 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-290ceb16-a80b-4065-91cf-4ad01b84ba3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.704308 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-290ceb16-a80b-4065-91cf-4ad01b84ba3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4dd9dc74-6c36-4380-965e-4abb27c013c9 HTTP/1.1" status: 204 len: 168 time: 0.2984102 Jul 05 04:10:47.722704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290ceb16-a80b-4065-91cf-4ad01b84ba3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd9dc74-6c36-4380-965e-4abb27c013c9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.770332 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a9050e1a-314d-448f-af2c-c4c22b0f7a6f tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.780905 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a9050e1a-314d-448f-af2c-c4c22b0f7a6f tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:47.784266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a9050e1a-314d-448f-af2c-c4c22b0f7a6f tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/deaccce9-3df9-4f37-b3ad-2a23b4b3152f HTTP/1.1" status: 204 len: 168 time: 0.1923640 Jul 05 04:10:47.795924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50582) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:47.834615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9050e1a-314d-448f-af2c-c4c22b0f7a6f tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=deaccce9-3df9-4f37-b3ad-2a23b4b3152f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:47.958016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f0bedf70-7f49-4fda-afb4-89cb788ac161 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1531403 Jul 05 04:10:47.959994 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:10:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3c887e2-04a4-4bdf-a972-ea7528ef21fc x-openstack-request-id: req-d3c887e2-04a4-4bdf-a972-ea7528ef21fc {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:10:47.960688 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bef21d6-89b4-41f5-97d6-f3c724d5a9c5", "name": "network-vif-deleted", "tag": "da13f840-15b8-43a1-8603-8092169fbfd9", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:10:47.961163 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d3c887e2-04a4-4bdf-a972-ea7528ef21fc {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:10:47.961932 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bef21d6-89b4-41f5-97d6-f3c724d5a9c5', 'name': 'network-vif-deleted', 'tag': 'da13f840-15b8-43a1-8603-8092169fbfd9', 'status': 'completed', 'code': 200} Jul 05 04:10:47.962574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50586) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.012573 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6bfd27fc-c9fa-477d-99d1-268d8ea0c438 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.041759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-563f595e-0ccb-40af-bad9-6eaa6cbf8bdf req-a615e780-204a-4353-979c-a075aea66524 tempest-AttachVolumeNegativeTest-1569851827 tempest-AttachVolumeNegativeTest-1569851827-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bef21d6-89b4-41f5-97d6-f3c724d5a9c5 HTTP/1.1" status: 200 len: 210 time: 0.0465448 Jul 05 04:10:48.043968 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6bfd27fc-c9fa-477d-99d1-268d8ea0c438 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.170906 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6bfd27fc-c9fa-477d-99d1-268d8ea0c438 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.196197 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6bfd27fc-c9fa-477d-99d1-268d8ea0c438 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.197499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6bfd27fc-c9fa-477d-99d1-268d8ea0c438 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e8e66780-6c61-4e5d-9453-d2c2d0236ff2 HTTP/1.1" status: 204 len: 168 time: 0.2337728 Jul 05 04:10:48.201713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d4fce01-3f60-4601-9531-3ada8412694a req-4adae35e-7878-4dec-ba0b-01cb21beb024 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0411153 Jul 05 04:10:48.207175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50598) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.218784 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfd27fc-c9fa-477d-99d1-268d8ea0c438 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e8e66780-6c61-4e5d-9453-d2c2d0236ff2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:48.289930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b9588125-b08e-42e8-8bf0-a9831a51d85d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0800064 Jul 05 04:10:48.292501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50604) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.348095 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a77f2ef-e2f1-42e7-8d57-437c134aef69 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.367849 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a77f2ef-e2f1-42e7-8d57-437c134aef69 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.446956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6181a329-4af1-4585-8eda-1c1b9496311a req-05942eb9-f6c9-4b90-b376-844d8a15cf98 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0356326 Jul 05 04:10:48.520724 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.638627 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a77f2ef-e2f1-42e7-8d57-437c134aef69 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.652751 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a77f2ef-e2f1-42e7-8d57-437c134aef69 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.656362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9a77f2ef-e2f1-42e7-8d57-437c134aef69 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0f99e1dd-7b79-4f30-8447-f83d9aa518b3 HTTP/1.1" status: 204 len: 168 time: 0.3603542 Jul 05 04:10:48.656362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a77f2ef-e2f1-42e7-8d57-437c134aef69 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0f99e1dd-7b79-4f30-8447-f83d9aa518b3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:48.656626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50618) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.739155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-626397a2-59e1-4cae-b160-939fc1803c91 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0814569 Jul 05 04:10:48.742547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50622) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:48.831649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-928fd4c8-3237-4250-9176-9cbde6e406cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:48.884388 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-928fd4c8-3237-4250-9176-9cbde6e406cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.008368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] Deleting port fa3977e0-0b24-4c72-ad43-5bba42cb35b4 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:49.008713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.031825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50630) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.047653 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0d198c45-1598-4f3a-b235-daa7c5032594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.092195 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-928fd4c8-3237-4250-9176-9cbde6e406cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.096599 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-928fd4c8-3237-4250-9176-9cbde6e406cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.100398 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-928fd4c8-3237-4250-9176-9cbde6e406cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-groups/e5278ba0-2303-4d61-bbf2-5dfe3e0a30a5 HTTP/1.1" status: 204 len: 168 time: 0.3541532 Jul 05 04:10:49.103614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50634) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.148606 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928fd4c8-3237-4250-9176-9cbde6e406cc tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5278ba0-2303-4d61-bbf2-5dfe3e0a30a5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:49.175414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-12d3cca5-4d9e-459e-aebb-d0aa8d0026a5 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0702703 Jul 05 04:10:49.177097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50636) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.179977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50638) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.187747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] For port fa3977e0-0b24-4c72-ad43-5bba42cb35b4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fa3977e0-0b24-4c72-ad43-5bba42cb35b4,segment=NetworkSegment(9613e4e4-6c98-4310-be1c-2081671d5c10),segment_id=9613e4e4-6c98-4310-be1c-2081671d5c10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:49.188226 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.190708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-611cc397-9f0b-43e1-aa61-5d35454960d6 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1416186289'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:49.202551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] Calling delete_port for fa3977e0-0b24-4c72-ad43-5bba42cb35b4 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:49.263581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a79a351f-d0e0-494a-9a33-f2a12b422652 admin admin] Deleting subnet 2bd63db0-3043-4b09-b9b2-4009b4c5d6f4 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:49.268591 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0d198c45-1598-4f3a-b235-daa7c5032594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.269688 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a79a351f-d0e0-494a-9a33-f2a12b422652 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.315173 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a79a351f-d0e0-494a-9a33-f2a12b422652 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.356287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0d198c45-1598-4f3a-b235-daa7c5032594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.384500 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a79a351f-d0e0-494a-9a33-f2a12b422652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.445219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d198c45-1598-4f3a-b235-daa7c5032594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fd65fa-7a13-4cf5-855d-287a4ec7626c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:49.452477 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0d198c45-1598-4f3a-b235-daa7c5032594 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b56997ecb71d4d1e912097211d4bbcf6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4167483 Jul 05 04:10:49.452759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50646) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.482718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50650) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.523026 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d8022bf-bafe-40eb-8f55-63e1b5a6a522 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.546285 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d8022bf-bafe-40eb-8f55-63e1b5a6a522 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.573902 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-611cc397-9f0b-43e1-aa61-5d35454960d6 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.615262 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfed-ffd8-4da4-8fe5-675e9f06bc86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.626118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a79a351f-d0e0-494a-9a33-f2a12b422652 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.629349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.658555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79a351f-d0e0-494a-9a33-f2a12b422652 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bd63db0-3043-4b09-b9b2-4009b4c5d6f4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:49.662152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] Pushing event deleted for resources: {'Port': ['ID=fa3977e0-0b24-4c72-ad43-5bba42cb35b4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:49.678630 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a79a351f-d0e0-494a-9a33-f2a12b422652 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.681253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a79a351f-d0e0-494a-9a33-f2a12b422652 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2bd63db0-3043-4b09-b9b2-4009b4c5d6f4 HTTP/1.1" status: 204 len: 168 time: 0.5032251 Jul 05 04:10:49.683749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50658) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:49.737646 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d8022bf-bafe-40eb-8f55-63e1b5a6a522 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.741025 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1d8022bf-bafe-40eb-8f55-63e1b5a6a522 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.742187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1d8022bf-bafe-40eb-8f55-63e1b5a6a522 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d5fd65fa-7a13-4cf5-855d-287a4ec7626c HTTP/1.1" status: 204 len: 168 time: 0.2885439 Jul 05 04:10:49.771282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8022bf-bafe-40eb-8f55-63e1b5a6a522 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fd65fa-7a13-4cf5-855d-287a4ec7626c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:49.845703 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.871624 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.875679 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-611cc397-9f0b-43e1-aa61-5d35454960d6 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.956669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:49.968168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d08a59-1f78-48fd-98d2-9c4870c1481d']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:49.979843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5afe80a2-7487-4a89-8a4c-eb6a7a987868') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:49.980524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5afe80a2-7487-4a89-8a4c-eb6a7a987868') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:49.991671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.009111 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.014511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-611cc397-9f0b-43e1-aa61-5d35454960d6 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.022970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:50.023384 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:50.037997 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:50.123240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cc397-9f0b-43e1-aa61-5d35454960d6 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe19f5e3-6835-489b-96ef-db30f4ebd6ff,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:50.188537 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.199513 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.201016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] 10.222.0.30 "DELETE /v2.0/networks/b0d08a59-1f78-48fd-98d2-9c4870c1481d HTTP/1.1" status: 204 len: 168 time: 0.5159609 Jul 05 04:10:50.224929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] Router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:10:50.235854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c0b26f-c32c-4258-9478-f89e0a97e5dd admin admin] Pushing event deleted for resources: {'Network': ['ID=b0d08a59-1f78-48fd-98d2-9c4870c1481d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:50.246543 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfed-ffd8-4da4-8fe5-675e9f06bc86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.336640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bc3edad-5ba0-4e6c-85ac-f7fcf25e6c0b req-a27e957b-141b-4a7a-aed2-0beaf7c79fa3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0368118 Jul 05 04:10:50.360382 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f04cfed-ffd8-4da4-8fe5-675e9f06bc86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.420681 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-611cc397-9f0b-43e1-aa61-5d35454960d6 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.422525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-611cc397-9f0b-43e1-aa61-5d35454960d6 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.2415881 Jul 05 04:10:50.426100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50684) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:50.432292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-91a0ef01-6f74-4355-b8f9-fedb3e37d561 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': 'fe19f5e3-6835-489b-96ef-db30f4ebd6ff', 'direction': 'ingress', 'protocol': 17}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:50.573341 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-91a0ef01-6f74-4355-b8f9-fedb3e37d561 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.677684 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8f04cfed-ffd8-4da4-8fe5-675e9f06bc86 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0d148988c2c34870b8911b291f623c57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1843221 Jul 05 04:10:50.679276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50698) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:50.711862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e873ee5-0a87-4420-a4d4-c74d28a6d1df req-69bca808-9400-4daf-bf59-280b6d03779f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0833814 Jul 05 04:10:50.751076 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-91a0ef01-6f74-4355-b8f9-fedb3e37d561 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.753628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f04cfed-ffd8-4da4-8fe5-675e9f06bc86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6d74ec-b5ad-483c-924b-e7451cb2e78d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:50.772274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:10:50.787770 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-29cd13d4-665c-4a3e-988b-a8a43011be07 admin admin] 10.222.0.30 "PUT /v2.0/routers/5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1585789 Jul 05 04:10:50.787770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50702) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:50.794629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] Sync routers for ids ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:10:50.811608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] Routers {'5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:50.811782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50704) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:50.812524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:50.832904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-91a0ef01-6f74-4355-b8f9-fedb3e37d561 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.849292 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7773-9859-4ef8-86a4-b3457271d193 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.882956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a0ef01-6f74-4355-b8f9-fedb3e37d561 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3467233-add8-4120-b478-c0954762cfbe,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:50.887285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-68bf2be6-f162-46b6-a317-b674f36efa77 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b9bfdfe790624823bd5b249d384ac18c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0806181 Jul 05 04:10:50.901110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50710) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:50.928754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7773-9859-4ef8-86a4-b3457271d193 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.958633 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-91a0ef01-6f74-4355-b8f9-fedb3e37d561 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:50.967192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-91a0ef01-6f74-4355-b8f9-fedb3e37d561 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5364275 Jul 05 04:10:50.967373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50712) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:50.980562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] Set router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:51.002905 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-12a02060-e471-4c42-88b5-bf53b4545ed0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.023938 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.046127 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-12a02060-e471-4c42-88b5-bf53b4545ed0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.094892 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b34a5cb-c0d4-4a8e-b8b4-4d9734d8f2e7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.127659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b34a5cb-c0d4-4a8e-b8b4-4d9734d8f2e7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.210279 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-12a02060-e471-4c42-88b5-bf53b4545ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.215205 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-12a02060-e471-4c42-88b5-bf53b4545ed0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.215205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-12a02060-e471-4c42-88b5-bf53b4545ed0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/481acb83-f9cf-447e-b903-8e11bc7e1484 HTTP/1.1" status: 204 len: 168 time: 0.3123779 Jul 05 04:10:51.239111 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.249288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12a02060-e471-4c42-88b5-bf53b4545ed0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=481acb83-f9cf-447e-b903-8e11bc7e1484,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:51.258388 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7773-9859-4ef8-86a4-b3457271d193 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.260868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2c7773-9859-4ef8-86a4-b3457271d193 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.264354 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2b2c7773-9859-4ef8-86a4-b3457271d193 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2f6d74ec-b5ad-483c-924b-e7451cb2e78d HTTP/1.1" status: 204 len: 168 time: 0.5802038 Jul 05 04:10:51.268770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device da13f840-15b8-43a1-8603-8092169fbfd9 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:51.286596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2c7773-9859-4ef8-86a4-b3457271d193 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6d74ec-b5ad-483c-924b-e7451cb2e78d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:51.311480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: da13f840-15b8-43a1-8603-8092169fbfd9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:51.313666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device da13f840-15b8-43a1-8603-8092169fbfd9 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:51.350908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'name': 'tempest-ServerRescueTestJSON-1514764185-router', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57'}], 'enable_snat': True}, 'gw_port_id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:22Z', 'updated_at': '2021-07-05T04:10:49Z', 'revision_number': 5, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'gw_port': {'id': '63f685c4-f65d-4f0a-959d-fe7e220a6162', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:b6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2125, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:08:24Z', 'updated_at': '2021-07-05T04:08:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:51.358094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b34a5cb-c0d4-4a8e-b8b4-4d9734d8f2e7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.361282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b34a5cb-c0d4-4a8e-b8b4-4d9734d8f2e7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.365346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50728) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:51.365858 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0b34a5cb-c0d4-4a8e-b8b4-4d9734d8f2e7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-groups/fe19f5e3-6835-489b-96ef-db30f4ebd6ff HTTP/1.1" status: 204 len: 168 time: 0.3979654 Jul 05 04:10:51.391503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] Checking router: 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:10:51.409178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] Routers {'5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:10:51.410437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:10:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:51.411743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b34a5cb-c0d4-4a8e-b8b4-4d9734d8f2e7 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe19f5e3-6835-489b-96ef-db30f4ebd6ff,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:51.468782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ad93e5a7-ea94-42de-9264-686b7554fbdf tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1014969 Jul 05 04:10:51.473083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50732) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:51.475830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Deleting port 63f685c4-f65d-4f0a-959d-fe7e220a6162 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:10:51.476407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.478136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9c8ca123-297f-45ca-a075-e65be1d00a75 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group': {'name': 'tempest-secgroup--445758383'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:51.560532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] Set router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:10:51.564790 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca123-297f-45ca-a075-e65be1d00a75 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.589356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] For port 63f685c4-f65d-4f0a-959d-fe7e220a6162, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=63f685c4-f65d-4f0a-959d-fe7e220a6162,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:10:51.589845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.608082 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Calling delete_port for 63f685c4-f65d-4f0a-959d-fe7e220a6162 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:10:51.626037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'name': 'tempest-ServerRescueTestJSON-1514764185-router', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:22Z', 'updated_at': '2021-07-05T04:10:51Z', 'revision_number': 6, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:51.704118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca123-297f-45ca-a075-e65be1d00a75 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.810618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca123-297f-45ca-a075-e65be1d00a75 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.857572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ca123-297f-45ca-a075-e65be1d00a75 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7169f926-1fe8-4c52-abfb-a9351b399d6b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:51.889513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8e15ddd-f53e-447c-9074-c97a739260ed None None] The sync data for ids ['5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9'] in n-d-758944-41 is: [{'id': '5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9', 'name': 'tempest-ServerRescueTestJSON-1514764185-router', 'tenant_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:08:22Z', 'updated_at': '2021-07-05T04:10:51Z', 'revision_number': 6, 'project_id': 'c0f6cbf98ec74186afebd5a49a86a02f', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:10:51.908087 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c8ca123-297f-45ca-a075-e65be1d00a75 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.917686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50748) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:51.923881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9c8ca123-297f-45ca-a075-e65be1d00a75 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4492373 Jul 05 04:10:51.924418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3ad20265-e059-43f4-9d39-c270a7282372 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group': {'name': 'tempest-secgroup--214509108'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:51.943717 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:51.979092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Pushing event deleted for resources: {'Port': ['ID=63f685c4-f65d-4f0a-959d-fe7e220a6162,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:52.058894 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.088925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ad20265-e059-43f4-9d39-c270a7282372 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.168632 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.172889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.288788 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ad20265-e059-43f4-9d39-c270a7282372 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.302172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.302891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:10:52.309045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.310571 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4c4e524b-4ff6-49e8-8de0-20c9db3bafeb admin admin] 10.222.0.30 "DELETE /v2.0/routers/5aa5e91f-81f6-4ddb-840b-a57cd1bfe0f9 HTTP/1.1" status: 204 len: 168 time: 1.5211506 Jul 05 04:10:52.313619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50760) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:52.381863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-70a9526e-922f-45b8-a8fb-71f991571a24 admin admin] Deleting subnet b18ad229-2b76-436e-a5ae-773c997fa5d7 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:10:52.393158 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70a9526e-922f-45b8-a8fb-71f991571a24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.399279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50766) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:52.418817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ad20265-e059-43f4-9d39-c270a7282372 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.434668 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-573d51a9-e209-4476-abd7-2ac486bfc40f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.461603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad20265-e059-43f4-9d39-c270a7282372 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74b4024f-738a-4bd4-ae3f-3555f3b4306e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:52.482317 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70a9526e-922f-45b8-a8fb-71f991571a24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.531991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70a9526e-922f-45b8-a8fb-71f991571a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.554744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-355dfd3d-50db-4fd3-b881-bb4fd262600f req-57cb8ee9-2cc8-413c-8a9f-0ca4434f5c2c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0350428 Jul 05 04:10:52.636422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-573d51a9-e209-4476-abd7-2ac486bfc40f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.759070 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70a9526e-922f-45b8-a8fb-71f991571a24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.785346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3739129b-eac8-4e05-bcf1-784ee97e2ca0 req-ef28e2b6-3821-4131-a13c-4d1378041955 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0617290 Jul 05 04:10:52.786084 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-573d51a9-e209-4476-abd7-2ac486bfc40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.826365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-573d51a9-e209-4476-abd7-2ac486bfc40f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecb1125fd36c479a9fd6ec4f83fd6f98&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4259067 Jul 05 04:10:52.836216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50792) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:52.857931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573d51a9-e209-4476-abd7-2ac486bfc40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42dc6055-3f8f-4860-ad09-2a802e632136,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:52.882685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a9526e-922f-45b8-a8fb-71f991571a24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b18ad229-2b76-436e-a5ae-773c997fa5d7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:52.882685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70a9526e-922f-45b8-a8fb-71f991571a24 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.882685 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-70a9526e-922f-45b8-a8fb-71f991571a24 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/b18ad229-2b76-436e-a5ae-773c997fa5d7 HTTP/1.1" status: 204 len: 168 time: 0.5569704 Jul 05 04:10:52.882685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ad20265-e059-43f4-9d39-c270a7282372 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.882685 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ad20265-e059-43f4-9d39-c270a7282372 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9578164 Jul 05 04:10:52.883956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50796) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:52.886157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50798) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:52.899023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-45f4f109-ae2c-4059-b832-71190b84940b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': '7169f926-1fe8-4c52-abfb-a9351b399d6b', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '74b4024f-738a-4bd4-ae3f-3555f3b4306e', 'remote_ip_prefix': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:52.965742 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2dfa00e4-32f6-49ae-983f-c81b9308a7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:52.998740 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.037195 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2dfa00e4-32f6-49ae-983f-c81b9308a7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.120707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.141612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45f4f109-ae2c-4059-b832-71190b84940b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.145603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9c4aee1-f8e2-40a2-8e43-dd3b81262678']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:53.165984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9613e4e4-6c98-4310-be1c-2081671d5c10') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:53.166287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9613e4e4-6c98-4310-be1c-2081671d5c10') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:10:53.185125 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.206143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2dfa00e4-32f6-49ae-983f-c81b9308a7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.209257 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2dfa00e4-32f6-49ae-983f-c81b9308a7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.212696 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2dfa00e4-32f6-49ae-983f-c81b9308a7be admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42dc6055-3f8f-4860-ad09-2a802e632136 HTTP/1.1" status: 204 len: 168 time: 0.3563030 Jul 05 04:10:53.223369 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.230915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfa00e4-32f6-49ae-983f-c81b9308a7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42dc6055-3f8f-4860-ad09-2a802e632136,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.250125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:10:53.250125 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:10:53.251700 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:10:53.313922 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45f4f109-ae2c-4059-b832-71190b84940b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.324512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fa3977e0-0b24-4c72-ad43-5bba42cb35b4 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:53.345299 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: fa3977e0-0b24-4c72-ad43-5bba42cb35b4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:53.345645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fa3977e0-0b24-4c72-ad43-5bba42cb35b4 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:53.346060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 63f685c4-f65d-4f0a-959d-fe7e220a6162 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:10:53.368311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 63f685c4-f65d-4f0a-959d-fe7e220a6162 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:10:53.368311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 63f685c4-f65d-4f0a-959d-fe7e220a6162 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:10:53.393826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45f4f109-ae2c-4059-b832-71190b84940b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.415869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f4f109-ae2c-4059-b832-71190b84940b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bfe5e5-e035-452d-b8b6-8cb01b7fbc2b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.457293 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.462927 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.468361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] 10.222.0.30 "DELETE /v2.0/networks/e9c4aee1-f8e2-40a2-8e43-dd3b81262678 HTTP/1.1" status: 204 len: 168 time: 0.5797398 Jul 05 04:10:53.480908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea7f97b-64d0-4f16-9296-e831f5ddff62 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c4aee1-f8e2-40a2-8e43-dd3b81262678,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.495780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45f4f109-ae2c-4059-b832-71190b84940b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.500395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-45f4f109-ae2c-4059-b832-71190b84940b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6024549 Jul 05 04:10:53.502316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50822) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:53.527027 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77e48503-bf32-4d74-b654-bd63598fdd59 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.534626 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77e48503-bf32-4d74-b654-bd63598fdd59 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.749996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77e48503-bf32-4d74-b654-bd63598fdd59 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.758717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77e48503-bf32-4d74-b654-bd63598fdd59 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.760205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-77e48503-bf32-4d74-b654-bd63598fdd59 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/f9bfe5e5-e035-452d-b8b6-8cb01b7fbc2b HTTP/1.1" status: 204 len: 168 time: 0.2563505 Jul 05 04:10:53.762987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50834) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:53.767616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e48503-bf32-4d74-b654-bd63598fdd59 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f9bfe5e5-e035-452d-b8b6-8cb01b7fbc2b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:53.847402 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-69ba1ea0-c0fd-4445-a618-5a18ba901b78 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0823882 Jul 05 04:10:53.849548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50840) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:53.917395 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fb62-082d-4c04-9192-9c3998c1699b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:53.945568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fb62-082d-4c04-9192-9c3998c1699b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.090702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fb62-082d-4c04-9192-9c3998c1699b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.093778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aa8fb62-082d-4c04-9192-9c3998c1699b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.095298 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7aa8fb62-082d-4c04-9192-9c3998c1699b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-groups/74b4024f-738a-4bd4-ae3f-3555f3b4306e HTTP/1.1" status: 204 len: 168 time: 0.2443519 Jul 05 04:10:54.097895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50848) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.105335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aa8fb62-082d-4c04-9192-9c3998c1699b tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b4024f-738a-4bd4-ae3f-3555f3b4306e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:54.170799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eef9b01a-7940-45ab-9e88-becbeabeb89e tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0714378 Jul 05 04:10:54.174128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50856) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.196503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50858) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.279117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50864) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.279329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-68ffa999-d968-4271-a199-116fb797d0a9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c0f6cbf98ec74186afebd5a49a86a02f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0816648 Jul 05 04:10:54.286307 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82972924-58d6-4702-9325-88175639cab0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.313794 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82972924-58d6-4702-9325-88175639cab0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.382836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-685793a4-aca4-4c95-9efb-eb4b2df54359 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.404959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-685793a4-aca4-4c95-9efb-eb4b2df54359 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.525536 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82972924-58d6-4702-9325-88175639cab0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.530596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82972924-58d6-4702-9325-88175639cab0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.530596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-82972924-58d6-4702-9325-88175639cab0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-groups/7169f926-1fe8-4c52-abfb-a9351b399d6b HTTP/1.1" status: 204 len: 168 time: 0.3547575 Jul 05 04:10:54.533672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50876) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.564131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82972924-58d6-4702-9325-88175639cab0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7169f926-1fe8-4c52-abfb-a9351b399d6b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:54.609634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-685793a4-aca4-4c95-9efb-eb4b2df54359 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.627493 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-685793a4-aca4-4c95-9efb-eb4b2df54359 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.628951 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-685793a4-aca4-4c95-9efb-eb4b2df54359 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/344a8495-f21d-409b-8c4d-ccb31eec1bcc HTTP/1.1" status: 204 len: 168 time: 0.3488235 Jul 05 04:10:54.635454 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b8e27701-c323-4df9-bbe7-d9083d378b86 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0894909 Jul 05 04:10:54.640869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50888) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:54.655336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-261ffffb-7306-4e6e-ba0e-5762c6489b74 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1854387197'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:54.664180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685793a4-aca4-4c95-9efb-eb4b2df54359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344a8495-f21d-409b-8c4d-ccb31eec1bcc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:54.688660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3ca7dfe-6bd4-460d-a91e-18443e9f60c3 req-2121a5d9-c492-485d-bab6-8bd7c938978a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0759978 Jul 05 04:10:54.784573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-261ffffb-7306-4e6e-ba0e-5762c6489b74 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.866009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0370c37c-5287-4af0-9f90-a98c0d765f46 req-e6110bc9-e917-4e34-8034-77e38d04a381 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0481536 Jul 05 04:10:54.882436 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-261ffffb-7306-4e6e-ba0e-5762c6489b74 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.961725 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-261ffffb-7306-4e6e-ba0e-5762c6489b74 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:54.994704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261ffffb-7306-4e6e-ba0e-5762c6489b74 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad5986bd-0d52-4f02-8278-2408958667bf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:55.047526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-261ffffb-7306-4e6e-ba0e-5762c6489b74 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.051577 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-261ffffb-7306-4e6e-ba0e-5762c6489b74 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4034176 Jul 05 04:10:55.052186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50910) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:55.057508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9a3a3ccb-d538-45b2-9074-229f443ff6af tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': 'ad5986bd-0d52-4f02-8278-2408958667bf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:55.184326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3ccb-d538-45b2-9074-229f443ff6af tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.269412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3ccb-d538-45b2-9074-229f443ff6af tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.353246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3ccb-d538-45b2-9074-229f443ff6af tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.368713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3a3ccb-d538-45b2-9074-229f443ff6af tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=581f01c7-1a4d-46c9-8e4d-1414957067ea,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:55.485779 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a3a3ccb-d538-45b2-9074-229f443ff6af tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.489111 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9a3a3ccb-d538-45b2-9074-229f443ff6af tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4355719 Jul 05 04:10:55.496646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50930) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:55.555994 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37d228-0452-4701-be12-e53c5aae2b55 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.568299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37d228-0452-4701-be12-e53c5aae2b55 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.678783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37d228-0452-4701-be12-e53c5aae2b55 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.684138 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37d228-0452-4701-be12-e53c5aae2b55 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.685292 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5e37d228-0452-4701-be12-e53c5aae2b55 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/581f01c7-1a4d-46c9-8e4d-1414957067ea HTTP/1.1" status: 204 len: 168 time: 0.1873991 Jul 05 04:10:55.688189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50942) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:55.694024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37d228-0452-4701-be12-e53c5aae2b55 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=581f01c7-1a4d-46c9-8e4d-1414957067ea,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:55.770203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f7687fe2-4709-4981-920a-3798bd91e806 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0807967 Jul 05 04:10:55.780079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50948) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:55.886289 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5aa16178-c079-41a3-8230-930c929ea7fa tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:55.922028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5aa16178-c079-41a3-8230-930c929ea7fa tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.089399 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5aa16178-c079-41a3-8230-930c929ea7fa tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.097283 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5aa16178-c079-41a3-8230-930c929ea7fa tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.099727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5aa16178-c079-41a3-8230-930c929ea7fa tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-groups/ad5986bd-0d52-4f02-8278-2408958667bf HTTP/1.1" status: 204 len: 168 time: 0.3174307 Jul 05 04:10:56.105406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50964) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:56.129696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa16178-c079-41a3-8230-930c929ea7fa tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad5986bd-0d52-4f02-8278-2408958667bf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:56.179844 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-636d40dd-9423-44a4-85d5-80c140669f9d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0729790 Jul 05 04:10:56.184210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50966) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:56.194102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4d838e20-2907-4ca2-9ba2-6f5c184e6cea tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group': {'name': 'tempest-secgroup--1680602823'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:56.361820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d838e20-2907-4ca2-9ba2-6f5c184e6cea tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.471197 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d838e20-2907-4ca2-9ba2-6f5c184e6cea tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.591765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d838e20-2907-4ca2-9ba2-6f5c184e6cea tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.645696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d838e20-2907-4ca2-9ba2-6f5c184e6cea tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d6f5d47-9264-4d41-b019-1d62b2a4f150,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:56.740474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-932f0ce0-890e-4a2c-8622-90e4af21660b req-aeed3d13-577e-4cf1-833e-63c0efc7ce66 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0323837 Jul 05 04:10:56.742247 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d838e20-2907-4ca2-9ba2-6f5c184e6cea tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.747486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50996) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:56.748469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4d838e20-2907-4ca2-9ba2-6f5c184e6cea tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5610023 Jul 05 04:10:56.756719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-77f7e683-3197-4a09-baf4-951e3f64e2ba tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': '3d6f5d47-9264-4d41-b019-1d62b2a4f150', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:56.936396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77f7e683-3197-4a09-baf4-951e3f64e2ba tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:56.985302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9faaf514-1ef1-4f3e-82d4-b9bfe3483dcc req-ebc00373-8d07-497a-9a7c-0062ef53787e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0791478 Jul 05 04:10:57.047919 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77f7e683-3197-4a09-baf4-951e3f64e2ba tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.124096 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77f7e683-3197-4a09-baf4-951e3f64e2ba tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.154729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f7e683-3197-4a09-baf4-951e3f64e2ba tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e13edd-658d-40bc-8751-4bdc685513fa,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:57.247803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77f7e683-3197-4a09-baf4-951e3f64e2ba tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.250350 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-77f7e683-3197-4a09-baf4-951e3f64e2ba tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5015135 Jul 05 04:10:57.253147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51034) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.271813 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-651fa8a9-af37-4939-9289-5b2a5e0aba33 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules/61e13edd-658d-40bc-8751-4bdc685513fa HTTP/1.1" status: 200 len: 763 time: 0.0175791 Jul 05 04:10:57.279563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51036) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.351346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51046) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.358649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-879b5142-ebea-48f0-80ca-cb5cfdb7b218 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0770555 Jul 05 04:10:57.388112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd879f5b-ee17-4bfc-9417-42a43e3e2533 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.402377 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd879f5b-ee17-4bfc-9417-42a43e3e2533 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.547880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd879f5b-ee17-4bfc-9417-42a43e3e2533 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.565870 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd879f5b-ee17-4bfc-9417-42a43e3e2533 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.571438 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bd879f5b-ee17-4bfc-9417-42a43e3e2533 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/61e13edd-658d-40bc-8751-4bdc685513fa HTTP/1.1" status: 204 len: 168 time: 0.2184789 Jul 05 04:10:57.571703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51068) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.593802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd879f5b-ee17-4bfc-9417-42a43e3e2533 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61e13edd-658d-40bc-8751-4bdc685513fa,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:57.663164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51078) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:57.678516 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9e6f6471-03d3-4121-a5e5-40afc7047925 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0811193 Jul 05 04:10:57.678663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a1919fbb-c08f-4059-a95d-9b4c2389eeee tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': '3d6f5d47-9264-4d41-b019-1d62b2a4f150', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:57.801121 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1919fbb-c08f-4059-a95d-9b4c2389eeee tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:57.858707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1919fbb-c08f-4059-a95d-9b4c2389eeee tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.004197 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1919fbb-c08f-4059-a95d-9b4c2389eeee tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.025951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1919fbb-c08f-4059-a95d-9b4c2389eeee tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81a303c-3b0d-45e9-8725-378b432b8f92,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:58.193446 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1919fbb-c08f-4059-a95d-9b4c2389eeee tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.196211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a1919fbb-c08f-4059-a95d-9b4c2389eeee tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5317109 Jul 05 04:10:58.197521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51098) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:58.221640 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-20489642-46d9-4843-9a1f-3e0722efd7f1 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules/a81a303c-3b0d-45e9-8725-378b432b8f92 HTTP/1.1" status: 200 len: 763 time: 0.0189233 Jul 05 04:10:58.223436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51100) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:58.293307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1791ac3b-5011-469e-9b6a-cd00f4c2406a tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0685973 Jul 05 04:10:58.295780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51104) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:58.321858 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44f2e059-1d50-4d2c-8123-d8e7f9d35d3a tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.330354 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44f2e059-1d50-4d2c-8123-d8e7f9d35d3a tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.473336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51116) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:58.479300 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44f2e059-1d50-4d2c-8123-d8e7f9d35d3a tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.492876 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44f2e059-1d50-4d2c-8123-d8e7f9d35d3a tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.494035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-44f2e059-1d50-4d2c-8123-d8e7f9d35d3a tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/a81a303c-3b0d-45e9-8725-378b432b8f92 HTTP/1.1" status: 204 len: 168 time: 0.1967092 Jul 05 04:10:58.498820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51122) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:58.527101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f2e059-1d50-4d2c-8123-d8e7f9d35d3a tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a81a303c-3b0d-45e9-8725-378b432b8f92,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:58.558553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ee33c80e-bb5b-446c-b3c9-7b36cf105862 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0542257 Jul 05 04:10:58.560760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51126) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:58.568590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a5e97f3a-6af4-4638-909a-e46d0fdd6f99 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Request body: {'security_group_rule': {'security_group_id': '3d6f5d47-9264-4d41-b019-1d62b2a4f150', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:10:58.702116 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-a5e97f3a-6af4-4638-909a-e46d0fdd6f99 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Project 74877688c4a04defbf09a59433936c76 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:10:58.707728 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5e97f3a-6af4-4638-909a-e46d0fdd6f99 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.808670 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5e97f3a-6af4-4638-909a-e46d0fdd6f99 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.842183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a9884bf-9386-441a-bd9a-264226932dbe req-623da493-13b2-492a-a788-76484aa27eaf service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0320897 Jul 05 04:10:58.886909 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5e97f3a-6af4-4638-909a-e46d0fdd6f99 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:58.924445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e97f3a-6af4-4638-909a-e46d0fdd6f99 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=056a1a7a-32c5-4309-ab81-47c22774c3c2,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.115162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac0bf4b5-cde0-48a1-bada-b000930333c5 req-892d921b-2f93-4996-81a4-37620f2b9117 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0473511 Jul 05 04:10:59.144546 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5e97f3a-6af4-4638-909a-e46d0fdd6f99 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.148583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a1a88ca-cece-4840-a96d-967f45761dda admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.148861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a5e97f3a-6af4-4638-909a-e46d0fdd6f99 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5819647 Jul 05 04:10:59.148861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51154) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.171920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c401e8b5-6dc9-472c-9bed-cda2711a6e7a tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules/056a1a7a-32c5-4309-ab81-47c22774c3c2 HTTP/1.1" status: 200 len: 769 time: 0.0219998 Jul 05 04:10:59.175240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51156) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.239536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eff48649-097f-43df-a70b-6390e3fde3b8 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0625780 Jul 05 04:10:59.242139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51160) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.270216 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad94e-6975-45fd-84a9-d2204b43ba3d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.278950 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad94e-6975-45fd-84a9-d2204b43ba3d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.298925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a1a88ca-cece-4840-a96d-967f45761dda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.404447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a1a88ca-cece-4840-a96d-967f45761dda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.404708 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad94e-6975-45fd-84a9-d2204b43ba3d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.412262 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac8ad94e-6975-45fd-84a9-d2204b43ba3d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.415758 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ac8ad94e-6975-45fd-84a9-d2204b43ba3d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/056a1a7a-32c5-4309-ab81-47c22774c3c2 HTTP/1.1" status: 204 len: 168 time: 0.1704652 Jul 05 04:10:59.416398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51164) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.420966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ad94e-6975-45fd-84a9-d2204b43ba3d tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=056a1a7a-32c5-4309-ab81-47c22774c3c2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.457284 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1a1a88ca-cece-4840-a96d-967f45761dda admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=334af51e08f74889aded55c4cf2635d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9821074 Jul 05 04:10:59.460244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51166) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.469241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a88ca-cece-4840-a96d-967f45761dda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb982a46-3e25-4239-9fdc-ef6804164d48,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.497817 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-52ad60ee-a1d1-49c7-ab73-6296a1ce95b0 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0786703 Jul 05 04:10:59.501024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51168) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.520388 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55d4b357-58b5-4fde-b137-ffe2b736e1d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.543913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55d4b357-58b5-4fde-b137-ffe2b736e1d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.562106 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5de5b4ac-ca82-49d5-8b11-6625b84412b5 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.588682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5de5b4ac-ca82-49d5-8b11-6625b84412b5 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.707669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55d4b357-58b5-4fde-b137-ffe2b736e1d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.710469 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55d4b357-58b5-4fde-b137-ffe2b736e1d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.711672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-55d4b357-58b5-4fde-b137-ffe2b736e1d1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb982a46-3e25-4239-9fdc-ef6804164d48 HTTP/1.1" status: 204 len: 168 time: 0.2501254 Jul 05 04:10:59.720175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d4b357-58b5-4fde-b137-ffe2b736e1d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb982a46-3e25-4239-9fdc-ef6804164d48,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.730692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51178) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.739648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5de5b4ac-ca82-49d5-8b11-6625b84412b5 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.745429 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5de5b4ac-ca82-49d5-8b11-6625b84412b5 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:10:59.753335 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5de5b4ac-ca82-49d5-8b11-6625b84412b5 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "DELETE /v2.0/security-groups/3d6f5d47-9264-4d41-b019-1d62b2a4f150 HTTP/1.1" status: 204 len: 168 time: 0.2489843 Jul 05 04:10:59.754127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51182) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.772420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de5b4ac-ca82-49d5-8b11-6625b84412b5 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d6f5d47-9264-4d41-b019-1d62b2a4f150,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:10:59.825189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0ef8279c-dba8-401b-9f6c-979a229d5a33 tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0698757 Jul 05 04:10:59.829662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51184) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:10:59.881061 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7ffef468-de1a-448b-9ce6-0fd62e8bfc2f tempest-SecGroupIPv6Test-2088288703 tempest-SecGroupIPv6Test-2088288703-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0485282 Jul 05 04:10:59.907636 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-508dbcfa-1f0b-49d4-9867-b7342b0fcbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.015795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-508dbcfa-1f0b-49d4-9867-b7342b0fcbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.095607 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-508dbcfa-1f0b-49d4-9867-b7342b0fcbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.141008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-508dbcfa-1f0b-49d4-9867-b7342b0fcbd7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=688da2d3bea343448d262176da616622&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4092393 Jul 05 04:11:00.141833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508dbcfa-1f0b-49d4-9867-b7342b0fcbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d6c0629-8fae-4a21-ba71-598271cc2a48,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:00.143856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51200) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:00.200694 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3560e3f0-b0b3-46c9-9c7b-1f7e32a1b8dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.225893 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3560e3f0-b0b3-46c9-9c7b-1f7e32a1b8dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.469486 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3560e3f0-b0b3-46c9-9c7b-1f7e32a1b8dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.489764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3560e3f0-b0b3-46c9-9c7b-1f7e32a1b8dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:00.489764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3560e3f0-b0b3-46c9-9c7b-1f7e32a1b8dd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4d6c0629-8fae-4a21-ba71-598271cc2a48 HTTP/1.1" status: 204 len: 168 time: 0.3293159 Jul 05 04:11:00.489764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560e3f0-b0b3-46c9-9c7b-1f7e32a1b8dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d6c0629-8fae-4a21-ba71-598271cc2a48,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:00.945299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51228) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:00.949764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa8310c5-2072-4bfe-a127-6018b68629d1 req-affa2ee9-7942-4623-bea2-e1a2bc679a23 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0369649 Jul 05 04:11:01.151050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-456e2c4c-cf93-4e02-a6c5-e138239459bc req-6d6834b1-a266-44d5-9c30-a6301f3e94b8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0333676 Jul 05 04:11:01.219085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-893febd8-8f1e-49dd-a698-a6c2a7cc8b98 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74877688c4a04defbf09a59433936c76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2751281 Jul 05 04:11:01.222901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51250) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:01.296659 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.321955 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.555622 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.577995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.577995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f52fbbd9-c2f4-4e5d-a4b7-b5eb20114b66 HTTP/1.1" status: 204 len: 168 time: 0.3361280 Jul 05 04:11:01.577995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f52fbbd9-c2f4-4e5d-a4b7-b5eb20114b66,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:01.579418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.579766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.580128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.580667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.580998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.581332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.581658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.581983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.582367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.582787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.583116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.583438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfb6cd9-eda1-4611-8ff0-618133f67c23 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:01.683628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51268) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:01.707577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca7e72b2-4aa8-425c-8719-3d3469776e93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.821107 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca7e72b2-4aa8-425c-8719-3d3469776e93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:01.936111 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca7e72b2-4aa8-425c-8719-3d3469776e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.007295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e72b2-4aa8-425c-8719-3d3469776e93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c8e1a8-279b-4e0c-9235-801a1252a86f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:02.031781 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ca7e72b2-4aa8-425c-8719-3d3469776e93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3d1de7ad5a34493b5dbff63fcfeaca6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3462839 Jul 05 04:11:02.037385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51280) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:02.111186 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8e93-995f-400c-a055-cf67faff6800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.165500 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8e93-995f-400c-a055-cf67faff6800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.317189 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8e93-995f-400c-a055-cf67faff6800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.321885 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd6e8e93-995f-400c-a055-cf67faff6800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:02.324400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cd6e8e93-995f-400c-a055-cf67faff6800 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/00c8e1a8-279b-4e0c-9235-801a1252a86f HTTP/1.1" status: 204 len: 168 time: 0.2886343 Jul 05 04:11:02.337221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6e8e93-995f-400c-a055-cf67faff6800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c8e1a8-279b-4e0c-9235-801a1252a86f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:03.037333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a7adc62-6082-44d9-a80d-bca6132fa404 req-d81c3206-fe94-48fd-873b-b00c2c2c7291 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0494313 Jul 05 04:11:03.284493 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-547a3310-031d-4911-927f-33a98ecaa948 req-b7e14ea2-9df7-4a5b-8a69-823c0ea84ab5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0593045 Jul 05 04:11:04.314184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51372) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:04.473131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ecd9fa2a-b70a-4784-93ae-a756b5101c9e tempest-ServiceProvidersTest-127691405 tempest-ServiceProvidersTest-127691405-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1559236 Jul 05 04:11:04.797667 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:11:05.174616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70802227-5f51-4b4c-b7d3-bf565e89c1e6 req-b725cbce-c47f-4463-9670-2ec053d0d2dc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0573015 Jul 05 04:11:05.327765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51412) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:05.442552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80df959d-e1fe-4a36-845b-e2c1bb25a71d req-188ceb43-7022-4e0e-84f4-eaee916bd062 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0537870 Jul 05 04:11:05.516287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ef0e49f9-ee54-48a1-b7ac-a1da39fc7da9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.680661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ef0e49f9-ee54-48a1-b7ac-a1da39fc7da9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.766787 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ef0e49f9-ee54-48a1-b7ac-a1da39fc7da9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.824733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51432) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:05.825446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ef0e49f9-ee54-48a1-b7ac-a1da39fc7da9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fcba1c69d3374e548ae9a226942b85b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4962811 Jul 05 04:11:05.826194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0e49f9-ee54-48a1-b7ac-a1da39fc7da9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2332e567-1d0c-4463-bef0-0aae47ba10b8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:05.898941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfb03-a4d4-4d8d-a40e-c6ba2f1fa252 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:05.989593 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfb03-a4d4-4d8d-a40e-c6ba2f1fa252 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.175866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfb03-a4d4-4d8d-a40e-c6ba2f1fa252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.178796 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b6dfb03-a4d4-4d8d-a40e-c6ba2f1fa252 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:06.184054 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5b6dfb03-a4d4-4d8d-a40e-c6ba2f1fa252 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2332e567-1d0c-4463-bef0-0aae47ba10b8 HTTP/1.1" status: 204 len: 168 time: 0.3542905 Jul 05 04:11:06.197940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dfb03-a4d4-4d8d-a40e-c6ba2f1fa252 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2332e567-1d0c-4463-bef0-0aae47ba10b8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:07.317312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-806a4640-8e37-48d8-9e7c-51c53313c2aa req-20784717-1af5-4783-b41b-97c0641c8bca service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0414789 Jul 05 04:11:07.525396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f22f069-806e-46a6-b7e8-7e0cfdc80b18 req-171af388-457b-469b-9e77-b362a179ecce service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0520263 Jul 05 04:11:08.018495 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-15e556e3-3151-4529-88a6-38b47f4eda9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:08.503628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51552) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:08.772051 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a07380c0-6ae7-47d6-b944-7d52a071177e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:08.969880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a07380c0-6ae7-47d6-b944-7d52a071177e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.047512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a07380c0-6ae7-47d6-b944-7d52a071177e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.089183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a07380c0-6ae7-47d6-b944-7d52a071177e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d11e8c-877c-47d4-b818-0ffca1be5dc0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:09.149488 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a07380c0-6ae7-47d6-b944-7d52a071177e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4e16f2eba144fdfa982cddfd2096ff1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6438620 Jul 05 04:11:09.152265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51582) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:09.311020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3a84af16-0d83-4810-a569-f195859176f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.377079 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3a84af16-0d83-4810-a569-f195859176f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.488166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-041685d7-b236-41c0-9dd0-b4dd1c4f17d9 req-82ed71b5-c7d5-4e56-a9e4-d44220ca294a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0780077 Jul 05 04:11:09.562180 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3a84af16-0d83-4810-a569-f195859176f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.565667 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3a84af16-0d83-4810-a569-f195859176f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:09.569375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3a84af16-0d83-4810-a569-f195859176f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/15d11e8c-877c-47d4-b818-0ffca1be5dc0 HTTP/1.1" status: 204 len: 168 time: 0.4133587 Jul 05 04:11:09.578525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a84af16-0d83-4810-a569-f195859176f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d11e8c-877c-47d4-b818-0ffca1be5dc0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:09.727530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ac21569-71f0-4d27-a120-70fb3302c05c req-ea144056-c1dd-41e4-8b6e-6eed3cb870f8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0372047 Jul 05 04:11:10.750105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51660) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:10.772562 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2e8e7d1-00f7-4bbc-a47b-18ca0ac25fd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.792635 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a8a3d584-26c8-47ed-916f-d64a56960d17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.931706 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2e8e7d1-00f7-4bbc-a47b-18ca0ac25fd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:10.948693 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.004404 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2e8e7d1-00f7-4bbc-a47b-18ca0ac25fd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.066802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e8e7d1-00f7-4bbc-a47b-18ca0ac25fd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f577656-bb6f-4197-a997-fbeaa7479cc3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:11.120947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51688) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:11.123350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d2e8e7d1-00f7-4bbc-a47b-18ca0ac25fd3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=406b690e4c994501a3e046d295881a41&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3719790 Jul 05 04:11:11.223975 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55b3fad4-f80f-4808-a5e1-438c33a8dee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.262132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55b3fad4-f80f-4808-a5e1-438c33a8dee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.421488 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55b3fad4-f80f-4808-a5e1-438c33a8dee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.425097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55b3fad4-f80f-4808-a5e1-438c33a8dee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:11.425835 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-55b3fad4-f80f-4808-a5e1-438c33a8dee6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0f577656-bb6f-4197-a997-fbeaa7479cc3 HTTP/1.1" status: 204 len: 168 time: 0.3036027 Jul 05 04:11:11.443447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b3fad4-f80f-4808-a5e1-438c33a8dee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f577656-bb6f-4197-a997-fbeaa7479cc3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:11.575692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8ed9727-6c4f-42a7-b503-60e7d5a99f6d req-07c2f7f9-345f-4c53-a600-582a3d207688 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0341043 Jul 05 04:11:11.750635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cda5b47-57f4-4af9-8532-ae9f65eacf8f req-4e0095e0-4b7e-4fa2-9804-fa0217dae5e4 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0431731 Jul 05 04:11:11.881630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.094949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51754) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:12.357421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-986e2aaf-d2a3-47c3-a8d2-b749889d0a9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.478795 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-986e2aaf-d2a3-47c3-a8d2-b749889d0a9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.584167 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-986e2aaf-d2a3-47c3-a8d2-b749889d0a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.626247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e2aaf-d2a3-47c3-a8d2-b749889d0a9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec256382-2442-4156-8e9d-de8ac630f7d0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:12.632834 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-986e2aaf-d2a3-47c3-a8d2-b749889d0a9e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9e6a098d44cc4ea1aa15d794b7acaacf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5349224 Jul 05 04:11:12.633876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51788) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:12.693563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f997e271-0fd2-44e3-bd6a-23a6f9f0ab93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.715565 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f997e271-0fd2-44e3-bd6a-23a6f9f0ab93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.867410 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f997e271-0fd2-44e3-bd6a-23a6f9f0ab93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.870250 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f997e271-0fd2-44e3-bd6a-23a6f9f0ab93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:12.871936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f997e271-0fd2-44e3-bd6a-23a6f9f0ab93 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec256382-2442-4156-8e9d-de8ac630f7d0 HTTP/1.1" status: 204 len: 168 time: 0.2368033 Jul 05 04:11:12.881393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997e271-0fd2-44e3-bd6a-23a6f9f0ab93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec256382-2442-4156-8e9d-de8ac630f7d0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:13.495975 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.550797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83de201c-1c83-4b8e-af7c-7522bbf7febe req-5e2c4033-3d88-4996-acca-1cb0e7f43391 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0320461 Jul 05 04:11:13.744906 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b7203a5-84dd-4f3f-9bbd-978c882bf893 req-66b91e41-b337-47ec-9930-a7c8f343d089 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0630386 Jul 05 04:11:13.786845 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:13.974972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51888) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:13.990738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f569faa0-51f7-41a9-868f-444c0a660b1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.105098 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f569faa0-51f7-41a9-868f-444c0a660b1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.252377 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f569faa0-51f7-41a9-868f-444c0a660b1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.301040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f569faa0-51f7-41a9-868f-444c0a660b1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d74be7fde99e4832b1e0b585201b1024&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249416 Jul 05 04:11:14.301817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f569faa0-51f7-41a9-868f-444c0a660b1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9421b04-8535-491a-88a1-d7f22f8e36fc,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:14.303772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51912) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:14.381165 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.383597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8652b04-60d5-44c0-a7e1-270d7e94d300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.410798 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8652b04-60d5-44c0-a7e1-270d7e94d300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.587346 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8652b04-60d5-44c0-a7e1-270d7e94d300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.591239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8652b04-60d5-44c0-a7e1-270d7e94d300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:14.593436 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c8652b04-60d5-44c0-a7e1-270d7e94d300 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e9421b04-8535-491a-88a1-d7f22f8e36fc HTTP/1.1" status: 204 len: 168 time: 0.2878838 Jul 05 04:11:14.603127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8652b04-60d5-44c0-a7e1-270d7e94d300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9421b04-8535-491a-88a1-d7f22f8e36fc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:15.561567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16355929-44ad-4d96-bb11-4f744f02bf76 req-0305f48a-9159-4595-bab2-d06615cf2177 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0298884 Jul 05 04:11:15.736322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8865737-9d5c-44ee-b15b-913831799519 req-e849a8d1-d27f-4df5-a4d7-026fda2ff701 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0373852 Jul 05 04:11:15.817248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52018) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:15.830492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae7a9-5d05-41f3-a5f2-ba2e3f185e54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:15.953983 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae7a9-5d05-41f3-a5f2-ba2e3f185e54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.012381 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d6ae7a9-5d05-41f3-a5f2-ba2e3f185e54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.043068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6ae7a9-5d05-41f3-a5f2-ba2e3f185e54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9dc2a00-29f0-4344-b028-1f8b5a9f7b03,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:16.060969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2d6ae7a9-5d05-41f3-a5f2-ba2e3f185e54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=70fc0b6581db4dc1900d94a024a21bcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2426233 Jul 05 04:11:16.063526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52042) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:16.119753 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a473cba0-2ae7-4fb3-825f-6f41ef06166a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.145598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a473cba0-2ae7-4fb3-825f-6f41ef06166a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.287123 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a473cba0-2ae7-4fb3-825f-6f41ef06166a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.289854 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a473cba0-2ae7-4fb3-825f-6f41ef06166a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:16.294772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a473cba0-2ae7-4fb3-825f-6f41ef06166a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b9dc2a00-29f0-4344-b028-1f8b5a9f7b03 HTTP/1.1" status: 204 len: 168 time: 0.2266226 Jul 05 04:11:16.299710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473cba0-2ae7-4fb3-825f-6f41ef06166a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9dc2a00-29f0-4344-b028-1f8b5a9f7b03,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:16.545800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52076) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:16.907275 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-642c6993-7d4b-46b3-9070-c006c72c5046 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.022557 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-642c6993-7d4b-46b3-9070-c006c72c5046 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.132625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-642c6993-7d4b-46b3-9070-c006c72c5046 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.162386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-642c6993-7d4b-46b3-9070-c006c72c5046 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abf5ee2b-014a-4793-9484-2d29586814b8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:17.206820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52128) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:17.207211 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-642c6993-7d4b-46b3-9070-c006c72c5046 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e5b3a25d35304d09b7a0d218b910961a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6533091 Jul 05 04:11:17.273943 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-36030890-f253-45d6-a06d-d980a6d06aab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.309170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-36030890-f253-45d6-a06d-d980a6d06aab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.450542 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-36030890-f253-45d6-a06d-d980a6d06aab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.453147 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-36030890-f253-45d6-a06d-d980a6d06aab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:17.456788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-36030890-f253-45d6-a06d-d980a6d06aab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/abf5ee2b-014a-4793-9484-2d29586814b8 HTTP/1.1" status: 204 len: 168 time: 0.2530866 Jul 05 04:11:17.465292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36030890-f253-45d6-a06d-d980a6d06aab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf5ee2b-014a-4793-9484-2d29586814b8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:17.560220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3f5247d-d303-4f0e-9b4e-9a43c9ba30a6 req-0ec3a5c6-a762-461a-b83c-da5e4bbd1b39 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0307035 Jul 05 04:11:17.782271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2e4b2de-46fd-4553-9326-8b5adaa6e519 req-115d99a8-976b-4a99-8183-093faa415f9c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0304282 Jul 05 04:11:18.422188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52210) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:18.443277 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-48f96561-04c2-40cc-88bb-6110e230c512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.566297 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-48f96561-04c2-40cc-88bb-6110e230c512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.644864 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-48f96561-04c2-40cc-88bb-6110e230c512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.691714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-48f96561-04c2-40cc-88bb-6110e230c512 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a27d003bdf984f37b50d59d181092e39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2671413 Jul 05 04:11:18.695188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52230) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:18.701658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f96561-04c2-40cc-88bb-6110e230c512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0741c627-8e40-4df6-8ff8-4d83f972ec99,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:18.772477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41ff704b-8547-4bfc-951b-0509fbf4d5a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.805159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41ff704b-8547-4bfc-951b-0509fbf4d5a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.953157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41ff704b-8547-4bfc-951b-0509fbf4d5a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.955766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41ff704b-8547-4bfc-951b-0509fbf4d5a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:18.959367 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-41ff704b-8547-4bfc-951b-0509fbf4d5a9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0741c627-8e40-4df6-8ff8-4d83f972ec99 HTTP/1.1" status: 204 len: 168 time: 0.2587707 Jul 05 04:11:18.965217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41ff704b-8547-4bfc-951b-0509fbf4d5a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0741c627-8e40-4df6-8ff8-4d83f972ec99,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:19.019786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52252) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:19.484805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3394a83d-a706-4729-8181-2178c3681f36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.692652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32bf72a0-ed4d-458a-a3dd-c44e7d643f05 req-550fa4ea-8105-4d01-8d02-084dd4ce4621 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0486207 Jul 05 04:11:19.710193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3394a83d-a706-4729-8181-2178c3681f36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.804947 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3394a83d-a706-4729-8181-2178c3681f36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:19.894302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca5d9085-6782-45bc-ac41-7aa8d24bcec5 req-b438dae8-4ca0-46fe-b589-2ce20872a967 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0510480 Jul 05 04:11:19.897052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3394a83d-a706-4729-8181-2178c3681f36 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4ea39cbb8ce4cd8b8b87fbdcec9581a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8793087 Jul 05 04:11:19.899167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3394a83d-a706-4729-8181-2178c3681f36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f136469-c30d-4beb-83d2-c6d1d7b47c83,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:19.900130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52318) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:19.967476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745c0cf-e8e4-4723-8620-aba3f8494140 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.003602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745c0cf-e8e4-4723-8620-aba3f8494140 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.160955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745c0cf-e8e4-4723-8620-aba3f8494140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.165186 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745c0cf-e8e4-4723-8620-aba3f8494140 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:20.167651 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8745c0cf-e8e4-4723-8620-aba3f8494140 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8f136469-c30d-4beb-83d2-c6d1d7b47c83 HTTP/1.1" status: 204 len: 168 time: 0.2661650 Jul 05 04:11:20.189456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745c0cf-e8e4-4723-8620-aba3f8494140 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f136469-c30d-4beb-83d2-c6d1d7b47c83,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:21.155249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52404) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:21.175803 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b619f4d-c042-4f3c-ba65-2dff665c84bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.303948 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b619f4d-c042-4f3c-ba65-2dff665c84bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.469636 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b619f4d-c042-4f3c-ba65-2dff665c84bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.512113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b619f4d-c042-4f3c-ba65-2dff665c84bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8481d819-db96-422e-8780-ec146b8bc323,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:21.528222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7b619f4d-c042-4f3c-ba65-2dff665c84bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8e900fcb91f4de0b917756611fa8ea9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3657618 Jul 05 04:11:21.530110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52422) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:21.620332 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a91d96a-2f29-4a93-bcb2-6f1696a36406 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.660498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a91d96a-2f29-4a93-bcb2-6f1696a36406 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.683522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c55df7b-f5d9-4041-90a3-8db6587069a4 req-83226c9f-3c48-496b-8a1c-08abc9cfca2d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0309219 Jul 05 04:11:21.860212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a91d96a-2f29-4a93-bcb2-6f1696a36406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.861494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a91d96a-2f29-4a93-bcb2-6f1696a36406 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:21.865488 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2a91d96a-2f29-4a93-bcb2-6f1696a36406 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8481d819-db96-422e-8780-ec146b8bc323 HTTP/1.1" status: 204 len: 168 time: 0.3316989 Jul 05 04:11:21.878728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91d96a-2f29-4a93-bcb2-6f1696a36406 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8481d819-db96-422e-8780-ec146b8bc323,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:21.879654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5c5dee4-ec80-41e4-9287-28d47217f40c req-7ca60cf1-a1af-4798-9b3d-195a4a54e6c7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0584483 Jul 05 04:11:22.179110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-c3f73d4f-a612-435a-8f1a-2899b2e312db tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=069e1ee086ce47a09152caeb1a98e282&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0315225 Jul 05 04:11:22.773987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-e0e18c7a-930c-40f1-9d75-36048ba914d8 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:22.783373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-e0e18c7a-930c-40f1-9d75-36048ba914d8 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5978630 Jul 05 04:11:22.800488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-023fc640-c743-41c0-9173-0a9298322466 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/quotas/069e1ee086ce47a09152caeb1a98e282 HTTP/1.1" status: 200 len: 375 time: 0.0159709 Jul 05 04:11:22.840055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-11be2564-a69b-4433-bb37-1154b9b9775c tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=069e1ee086ce47a09152caeb1a98e282&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0334353 Jul 05 04:11:23.169232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba16bb4c-134a-4a5e-a45c-bdc01059f4f3 req-8c9b2e0f-ba4f-4b4a-801a-1ca8ca0ab835 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 210 time: 0.0330737 Jul 05 04:11:23.720029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa5585cc-fe22-4fa6-802d-70e435210650 req-b465daf5-b1e8-49ca-9650-12d405f9742b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0382495 Jul 05 04:11:23.933854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c03b4352-d212-4033-91f3-3ecfaf29d829 req-75c6f2ba-fdc4-4fd9-8a8b-cb7f39a599ca service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0358632 Jul 05 04:11:24.271387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d01d203-8da7-4ca9-a299-4d00f41e3526 req-38960ab2-058f-4d5d-b744-b68b072549b4 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 210 time: 0.0438561 Jul 05 04:11:24.797299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52646) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:24.929988 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-183f30ab-4000-4a70-87f6-1314826304b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.054118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-183f30ab-4000-4a70-87f6-1314826304b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.146788 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-183f30ab-4000-4a70-87f6-1314826304b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.186689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183f30ab-4000-4a70-87f6-1314826304b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d61e087d-d46e-4711-9f90-6201791fa250,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:25.196496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-183f30ab-4000-4a70-87f6-1314826304b1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d6ebbf7b847a4ce2aa67bdf0974cb65f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3970723 Jul 05 04:11:25.200164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52658) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:25.264428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a256ec82-838c-47e6-84b2-a7964d3bb400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.285823 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a256ec82-838c-47e6-84b2-a7964d3bb400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.435115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f07b3cf-ff9d-4c9e-aced-49eabcd0258a req-eec763f0-b89d-476c-b7da-345f8a2304e6 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 210 time: 0.0345497 Jul 05 04:11:25.480066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a256ec82-838c-47e6-84b2-a7964d3bb400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.484137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a256ec82-838c-47e6-84b2-a7964d3bb400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:25.485801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a256ec82-838c-47e6-84b2-a7964d3bb400 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d61e087d-d46e-4711-9f90-6201791fa250 HTTP/1.1" status: 204 len: 168 time: 0.2834949 Jul 05 04:11:25.502142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a256ec82-838c-47e6-84b2-a7964d3bb400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d61e087d-d46e-4711-9f90-6201791fa250,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:25.768317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59a75c3f-959d-40fa-9864-40208883139b req-df71c77e-3570-4b45-80e5-2e1cdc759f72 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0482097 Jul 05 04:11:25.954468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac241018-e7bb-406f-9060-4b424c873fe4 req-e70aec2b-96e6-45e5-be63-abbcd17a7250 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0541279 Jul 05 04:11:25.956712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-7e72d994-ec10-405a-a1ef-dae5af4169cd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=069e1ee086ce47a09152caeb1a98e282&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0436416 Jul 05 04:11:26.105338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-0ed87cfd-a1bc-4c4c-9996-cfc3ae033ea5 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:26.107013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-0ed87cfd-a1bc-4c4c-9996-cfc3ae033ea5 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1432731 Jul 05 04:11:26.122977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Request body: {'port': {'device_id': '8e74ba6a-a26d-4119-a7fa-2e62612813e9', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '069e1ee086ce47a09152caeb1a98e282'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:26.452773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Made reservation on behalf of 069e1ee086ce47a09152caeb1a98e282 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:26.457838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:26.468173 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:26.478042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52704) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:26.496923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-914542c1-d90f-451c-b10d-5533dfb37793 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:26.630263 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6245c991-0218-41c7-91ee-11b844152c9f req-6ecd31d5-c52f-4c77-a430-27b4a1aec27a tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 210 time: 0.0352380 Jul 05 04:11:26.741904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:26.884219 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.001748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6acbc584-09ab-4876-9b00-ca1d41708647,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:27.026878 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-914542c1-d90f-451c-b10d-5533dfb37793 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.077127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Allocated IP 192.168.233.172 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/8f895309-cc2f-4b4f-8739-d11de8363cbc) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:11:27.115196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-914542c1-d90f-451c-b10d-5533dfb37793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.169305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914542c1-d90f-451c-b10d-5533dfb37793 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eeacf31-5649-4041-9959-d2156ddcec7a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:27.177489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-914542c1-d90f-451c-b10d-5533dfb37793 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5eaa4dd9a0434fec82a3f492e7d84e34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6933057 Jul 05 04:11:27.178014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52722) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:27.260683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52728) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:27.342437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aac27801-9af6-4307-b8b8-3d7d35ca4737 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.394970 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aac27801-9af6-4307-b8b8-3d7d35ca4737 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.426817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.450246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Transition to ACTIVE for port object 8f895309-cc2f-4b4f-8739-d11de8363cbc will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:27.624668 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aac27801-9af6-4307-b8b8-3d7d35ca4737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.625468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.630055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aac27801-9af6-4307-b8b8-3d7d35ca4737 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.632272 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aac27801-9af6-4307-b8b8-3d7d35ca4737 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9eeacf31-5649-4041-9959-d2156ddcec7a HTTP/1.1" status: 204 len: 168 time: 0.4530816 Jul 05 04:11:27.648205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac27801-9af6-4307-b8b8-3d7d35ca4737 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eeacf31-5649-4041-9959-d2156ddcec7a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:27.731559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6e9da09-b04f-4fe2-9c6b-2bad53dd7322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:27.787406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:11:27.792859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:11:27.799691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:11:27.962745 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6e9da09-b04f-4fe2-9c6b-2bad53dd7322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.019666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2286e0de-9bcf-4791-910b-000daa0ceeb3 req-a612f4fe-8956-4c5d-9ef7-e07381eb188e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0932958 Jul 05 04:11:28.034956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6e9da09-b04f-4fe2-9c6b-2bad53dd7322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.043370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Pushing event updated for resources: {'Port': ['ID=8f895309-cc2f-4b4f-8739-d11de8363cbc,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:28.051265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:28.052155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.123960 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f6e9da09-b04f-4fe2-9c6b-2bad53dd7322 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=eeab3e78728f4297bbc7d906c4f6f23c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8592193 Jul 05 04:11:28.124760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52750) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:28.135462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9da09-b04f-4fe2-9c6b-2bad53dd7322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670ac13d-3072-4c8f-a52e-0eb423b1621f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:28.185091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47406cfe-9a74-4c66-8bca-7a5b571be4e9 req-40a43903-d393-4760-9244-9128c2ef8450 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:28.187256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47406cfe-9a74-4c66-8bca-7a5b571be4e9 req-40a43903-d393-4760-9244-9128c2ef8450 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 936 time: 0.2571561 Jul 05 04:11:28.189822 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-6c45d016-be35-4d3b-b46e-b1a9ce4d75fd tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0733681 Jul 05 04:11:28.227493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Request body: {'port': {'device_id': '8e74ba6a-a26d-4119-a7fa-2e62612813e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:28.236347 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ef098f-0a31-40a0-acbc-25d31123db79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.279664 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ef098f-0a31-40a0-acbc-25d31123db79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.383021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47406cfe-9a74-4c66-8bca-7a5b571be4e9 req-1bb0f6be-7475-46dd-99d4-10bba8984bde tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841671 Jul 05 04:11:28.423405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-faedd117-833d-4945-b562-95b366cd0949 None None] Provisioning for port 8f895309-cc2f-4b4f-8739-d11de8363cbc completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:28.426313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-faedd117-833d-4945-b562-95b366cd0949 None None] Provisioning complete for port 8f895309-cc2f-4b4f-8739-d11de8363cbc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:28.426845 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-faedd117-833d-4945-b562-95b366cd0949 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.454657 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.475453 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ef098f-0a31-40a0-acbc-25d31123db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.478452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0ef098f-0a31-40a0-acbc-25d31123db79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.483514 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d0ef098f-0a31-40a0-acbc-25d31123db79 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/670ac13d-3072-4c8f-a52e-0eb423b1621f HTTP/1.1" status: 204 len: 168 time: 0.3558867 Jul 05 04:11:28.498787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b6c7ce5-a19e-4aef-8fb9-1642073dbd6c req-03b99a7b-8243-42f2-99d4-d1ac905342fe service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0446000 Jul 05 04:11:28.514316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0ef098f-0a31-40a0-acbc-25d31123db79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670ac13d-3072-4c8f-a52e-0eb423b1621f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:28.557714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-faedd117-833d-4945-b562-95b366cd0949 None None] Port 8f895309-cc2f-4b4f-8739-d11de8363cbc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:11:28.847955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f895309-cc2f-4b4f-8739-d11de8363cbc {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:28.856635 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:28.871255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Transition to ACTIVE for port object 8f895309-cc2f-4b4f-8739-d11de8363cbc will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:11:28.942239 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.010456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Pushing event updated for resources: {'Port': ['ID=8f895309-cc2f-4b4f-8739-d11de8363cbc,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:29.150502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Attempting to bind port 8f895309-cc2f-4b4f-8739-d11de8363cbc on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:11:29.151212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Attempting to bind port 8f895309-cc2f-4b4f-8739-d11de8363cbc by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:11:29.151212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Attempting to bind port 8f895309-cc2f-4b4f-8739-d11de8363cbc on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:29.157618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Port 8f895309-cc2f-4b4f-8739-d11de8363cbc on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:11:29.158201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Attempting to bind port 8f895309-cc2f-4b4f-8739-d11de8363cbc on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:11:29.167220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 11, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:11:29.168241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:11:29.169682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:11:29.174424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Bound port: 8f895309-cc2f-4b4f-8739-d11de8363cbc, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:11:29.175791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.315476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] For port 8f895309-cc2f-4b4f-8739-d11de8363cbc, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:11:29.318875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] For port 8f895309-cc2f-4b4f-8739-d11de8363cbc, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8f895309-cc2f-4b4f-8739-d11de8363cbc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:11:29.410600 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.488088 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:29.495226 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:29.497094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] 10.222.0.26 "PUT /v2.0/ports/8f895309-cc2f-4b4f-8739-d11de8363cbc HTTP/1.1" status: 200 len: 1097 time: 1.2785735 Jul 05 04:11:29.498910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8e74ba6a-a26d-4119-a7fa-2e62612813e9', 'tag': '8f895309-cc2f-4b4f-8739-d11de8363cbc'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:29.501359 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd610f66-182f-439f-8ce0-9feeabdbdef2" -d '{"events": [{"name": "network-changed", "server_uuid": "8e74ba6a-a26d-4119-a7fa-2e62612813e9", "tag": "8f895309-cc2f-4b4f-8739-d11de8363cbc"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:29.559407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a16355-fc77-4ef0-b269-992eb5287b41 service neutron] Pushing event updated for resources: {'Port': ['ID=8f895309-cc2f-4b4f-8739-d11de8363cbc,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:29.602762 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0c1ae7c-624c-445a-bee8-91ceaab0d2ed x-openstack-request-id: req-c0c1ae7c-624c-445a-bee8-91ceaab0d2ed {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:29.603478 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8e74ba6a-a26d-4119-a7fa-2e62612813e9", "tag": "8f895309-cc2f-4b4f-8739-d11de8363cbc", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:29.604793 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0c1ae7c-624c-445a-bee8-91ceaab0d2ed {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:29.605912 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8e74ba6a-a26d-4119-a7fa-2e62612813e9', 'tag': '8f895309-cc2f-4b4f-8739-d11de8363cbc', 'status': 'completed', 'code': 200} Jul 05 04:11:29.774858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd610f66-182f-439f-8ce0-9feeabdbdef2 req-b6299e39-1414-4443-a1fb-4b33baed1d1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:29.776476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd610f66-182f-439f-8ce0-9feeabdbdef2 req-b6299e39-1414-4443-a1fb-4b33baed1d1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=069e1ee086ce47a09152caeb1a98e282&device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 1100 time: 0.1221974 Jul 05 04:11:29.807150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fd23ab-8082-4d2a-bb71-8dd6f8728142 req-a9c2dcd7-ab65-4022-bd75-095c18bd1464 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:29.811074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48fd23ab-8082-4d2a-bb71-8dd6f8728142 req-a9c2dcd7-ab65-4022-bd75-095c18bd1464 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 948 time: 0.1772108 Jul 05 04:11:29.850398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd610f66-182f-439f-8ce0-9feeabdbdef2 req-e1096436-07d9-402e-a2ae-b1ee502785b3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=069e1ee086ce47a09152caeb1a98e282&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0405450 Jul 05 04:11:29.975365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48fd23ab-8082-4d2a-bb71-8dd6f8728142 req-42f784e8-7f96-4f7b-b116-64ade7b81cc3 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503682 Jul 05 04:11:30.027557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd610f66-182f-439f-8ce0-9feeabdbdef2 req-7e86a7a9-4a12-4067-b884-43ddd7509136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:30.029715 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd610f66-182f-439f-8ce0-9feeabdbdef2 req-7e86a7a9-4a12-4067-b884-43ddd7509136 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1718931 Jul 05 04:11:30.169098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-c8196a5b-f2ad-4519-a696-5ba3e42b321a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:30.171405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-c8196a5b-f2ad-4519-a696-5ba3e42b321a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=069e1ee086ce47a09152caeb1a98e282&device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 1100 time: 0.0939770 Jul 05 04:11:30.251637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-c9b4daaf-330c-4c54-90ab-7b26410c7c2d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=8f895309-cc2f-4b4f-8739-d11de8363cbc HTTP/1.1" status: 200 len: 217 time: 0.0685692 Jul 05 04:11:30.398948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-52185345-0139-4e92-8a69-824313fcf58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:30.401010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-52185345-0139-4e92-8a69-824313fcf58b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1399810 Jul 05 04:11:30.403138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41bad67b-3b90-4c3d-99e6-b948da904e00 req-7002f589-e51f-42a0-a342-f1af3c0e3a57 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0520658 Jul 05 04:11:30.527788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-4024eb5d-ee37-4a50-b964-23d2daea0232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:30.532596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-4024eb5d-ee37-4a50-b964-23d2daea0232 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1235747 Jul 05 04:11:30.723611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ffc0f697-176f-4261-98fe-b8e3a6673260 req-a6b11cfd-2bfe-4088-8f4c-f71fde9a920a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0455616 Jul 05 04:11:30.738136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-c1eaaa0b-6cd1-4ef2-b30b-2c2dc4e2a70c service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975439 Jul 05 04:11:30.874577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e183673-d922-4e0e-9ed6-20efeb9ffb15 req-e5b83e28-3cc8-4260-b708-e1476e9e63dd service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235533 Jul 05 04:11:31.219727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be7eca8-0aa0-4c00-8902-0867bd6fee9c req-72611f34-bebe-451e-add9-daad9e018fb6 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:31.223340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3be7eca8-0aa0-4c00-8902-0867bd6fee9c req-72611f34-bebe-451e-add9-daad9e018fb6 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 948 time: 0.1057637 Jul 05 04:11:31.278214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3be7eca8-0aa0-4c00-8902-0867bd6fee9c req-3463d346-b486-4614-afb1-36057b03478d tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489714 Jul 05 04:11:32.493006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9677e9c0-3a5f-4519-8665-aa8f6c19dcd1 req-c85db667-6925-4fa1-a8df-1b5e1ffed5ab tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:32.494766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9677e9c0-3a5f-4519-8665-aa8f6c19dcd1 req-c85db667-6925-4fa1-a8df-1b5e1ffed5ab tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 948 time: 0.0987129 Jul 05 04:11:32.551407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9677e9c0-3a5f-4519-8665-aa8f6c19dcd1 req-51fe96a5-fb48-45bf-93a1-7d3c69e2d938 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469134 Jul 05 04:11:32.590872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ec0571a-67b6-4c37-b88f-8ae85a55edb0 req-d37fe1b4-cfd7-4cfe-844a-a0bbd9eefac3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0384181 Jul 05 04:11:32.771759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58e99c5-d4e5-481b-ae25-33bfb3247402 req-aa20f259-040e-4884-9847-355a91e4e011 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0381100 Jul 05 04:11:33.458790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8f895309-cc2f-4b4f-8739-d11de8363cbc details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:11:33.570569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8f895309-cc2f-4b4f-8739-d11de8363cbc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8f895309-cc2f-4b4f-8739-d11de8363cbc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:33.583880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '8f895309-cc2f-4b4f-8739-d11de8363cbc', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '8f895309-cc2f-4b4f-8739-d11de8363cbc', 'mac_address': 'fa:16:3e:4f:49:64', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:11:33.628248 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.654776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f895309-cc2f-4b4f-8739-d11de8363cbc {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:11:33.676453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8f895309-cc2f-4b4f-8739-d11de8363cbc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8f895309-cc2f-4b4f-8739-d11de8363cbc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:33.758930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c1ae8d-d289-4d05-825b-3ec920df0bd1 req-9f281723-69d7-4f91-8323-9cb9074e5faa tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:33.761298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82c1ae8d-d289-4d05-825b-3ec920df0bd1 req-9f281723-69d7-4f91-8323-9cb9074e5faa tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 948 time: 0.0900910 Jul 05 04:11:33.795571 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:33.808373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82c1ae8d-d289-4d05-825b-3ec920df0bd1 req-8d0eb82d-c030-4cec-b95e-60fb981da175 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 Jul 05 04:11:33.876596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8f895309-cc2f-4b4f-8739-d11de8363cbc,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:33.894565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.894565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.894565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.894565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.894565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.895259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.895478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.895966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.896304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.896763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.897093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:33.901418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:34.151525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8f895309-cc2f-4b4f-8739-d11de8363cbc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:11:34.680747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-795172f3-c0f6-4b1d-baab-5b45cb5bc205 req-35f0a39c-a643-4aba-97d1-9fb8bf99d35e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0373099 Jul 05 04:11:34.954051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a56b235e-dd90-44d7-865d-d784a9fe6521 req-1fed1ae7-6a77-4a95-9f85-b3f034528a02 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1051934 Jul 05 04:11:35.043608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43a3aaf7-3ca5-4c6e-a263-8d58489bc841 req-d590deff-3e26-41b1-978f-d334bd6d7a14 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:35.045189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43a3aaf7-3ca5-4c6e-a263-8d58489bc841 req-d590deff-3e26-41b1-978f-d334bd6d7a14 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 949 time: 0.0945585 Jul 05 04:11:35.087110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43a3aaf7-3ca5-4c6e-a263-8d58489bc841 req-1540d830-d6dd-4334-8ce9-f825542fe7e2 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360601 Jul 05 04:11:35.305091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53134) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:35.473735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8f895309-cc2f-4b4f-8739-d11de8363cbc up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:11:35.508127 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28dcec99-99c0-419d-8fc3-dd3d3db276d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.622413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28dcec99-99c0-419d-8fc3-dd3d3db276d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.695273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 8f895309-cc2f-4b4f-8739-d11de8363cbc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:11:35.700412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 8f895309-cc2f-4b4f-8739-d11de8363cbc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:11:35.704271 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.758338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28dcec99-99c0-419d-8fc3-dd3d3db276d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.802765 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.806197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28dcec99-99c0-419d-8fc3-dd3d3db276d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9da3b7ec-4ead-4832-844e-742abd1f186b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:35.820157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53164) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:35.820777 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-28dcec99-99c0-419d-8fc3-dd3d3db276d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=318564974f2842caa01fb4a0c1a408f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5144153 Jul 05 04:11:35.859736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e74ba6a-a26d-4119-a7fa-2e62612813e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f895309-cc2f-4b4f-8739-d11de8363cbc'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:11:35.866481 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d355381-ed90-4cbc-9e0b-cd6cf265414e" -d '{"events": [{"server_uuid": "8e74ba6a-a26d-4119-a7fa-2e62612813e9", "name": "network-vif-plugged", "status": "completed", "tag": "8f895309-cc2f-4b4f-8739-d11de8363cbc"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:11:35.886356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8f895309-cc2f-4b4f-8739-d11de8363cbc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8f895309-cc2f-4b4f-8739-d11de8363cbc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:11:35.888800 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8995505d-8fce-4cde-9d10-098405105345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.913936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8995505d-8fce-4cde-9d10-098405105345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:35.938368 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:11:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51e68298-6080-45dd-87f1-44437b756621 x-openstack-request-id: req-51e68298-6080-45dd-87f1-44437b756621 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:11:35.938368 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e74ba6a-a26d-4119-a7fa-2e62612813e9", "name": "network-vif-plugged", "status": "completed", "tag": "8f895309-cc2f-4b4f-8739-d11de8363cbc", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:11:35.938368 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51e68298-6080-45dd-87f1-44437b756621 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:11:35.938368 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e74ba6a-a26d-4119-a7fa-2e62612813e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f895309-cc2f-4b4f-8739-d11de8363cbc', 'code': 200} Jul 05 04:11:35.981051 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.046235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8f895309-cc2f-4b4f-8739-d11de8363cbc,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:36.082199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb66f0e9-47c7-42ef-95b5-d296b5d3b300 req-eef1049c-9605-43b7-9de1-2fbfc9c566c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:36.083729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb66f0e9-47c7-42ef-95b5-d296b5d3b300 req-eef1049c-9605-43b7-9de1-2fbfc9c566c3 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 1102 time: 0.0718403 Jul 05 04:11:36.103168 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8995505d-8fce-4cde-9d10-098405105345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.106279 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8995505d-8fce-4cde-9d10-098405105345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:36.110936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8995505d-8fce-4cde-9d10-098405105345 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9da3b7ec-4ead-4832-844e-742abd1f186b HTTP/1.1" status: 204 len: 168 time: 0.2872310 Jul 05 04:11:36.137053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995505d-8fce-4cde-9d10-098405105345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9da3b7ec-4ead-4832-844e-742abd1f186b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:36.155986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb66f0e9-47c7-42ef-95b5-d296b5d3b300 req-aab944c5-92c1-46b7-a779-d1941e136554 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598576 Jul 05 04:11:36.378968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c47073-1bd7-4064-a1c1-7394bdb352bb req-36bc93d6-0637-4b84-bfc3-18b1f06bbbe5 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:36.392704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74c47073-1bd7-4064-a1c1-7394bdb352bb req-36bc93d6-0637-4b84-bfc3-18b1f06bbbe5 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 950 time: 0.1090951 Jul 05 04:11:36.426950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74c47073-1bd7-4064-a1c1-7394bdb352bb req-e1fc76cd-84b9-4ee8-97cd-3fabdc307211 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402884 Jul 05 04:11:36.908983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-153be0ef-c0b8-44b3-9750-d716e293123f req-e0dceb17-0ea2-494a-98c3-1a0c95b51877 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0569985 Jul 05 04:11:37.101949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0ddeb7d-defb-4959-b49c-ef9e45bfb241 req-103543fa-6a0e-48ee-be3b-e354263ec66d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0544264 Jul 05 04:11:37.334946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53252) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:37.392180 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92027809-c9d4-4ae1-98fb-f6d191077d29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.491949 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92027809-c9d4-4ae1-98fb-f6d191077d29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.615665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92027809-c9d4-4ae1-98fb-f6d191077d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.688489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-92027809-c9d4-4ae1-98fb-f6d191077d29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04571e53b3164a4e941d3a16c7dad75c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3520627 Jul 05 04:11:37.691123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53268) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:37.696116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92027809-c9d4-4ae1-98fb-f6d191077d29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69380a1e-7f6d-44a4-a9f1-30bdadf2c0fa,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:37.735761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853c9b8b-35b8-4cd4-a24f-b7484448d33c req-51bf3a87-24f2-4af5-a50f-a3e4191cff6d tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:11:37.749812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-853c9b8b-35b8-4cd4-a24f-b7484448d33c req-51bf3a87-24f2-4af5-a50f-a3e4191cff6d tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 950 time: 0.1647875 Jul 05 04:11:37.811357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-853c9b8b-35b8-4cd4-a24f-b7484448d33c req-f92857e1-693d-400c-99c4-fcf455989952 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627246 Jul 05 04:11:37.827047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4aa252ed-ba33-41b4-9dba-6f51458a4972 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:37.879126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4aa252ed-ba33-41b4-9dba-6f51458a4972 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.052996 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4aa252ed-ba33-41b4-9dba-6f51458a4972 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.054578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4aa252ed-ba33-41b4-9dba-6f51458a4972 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.055820 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4aa252ed-ba33-41b4-9dba-6f51458a4972 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69380a1e-7f6d-44a4-a9f1-30bdadf2c0fa HTTP/1.1" status: 204 len: 168 time: 0.3636653 Jul 05 04:11:38.059194 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2fdf8ac3-be0e-4a3b-ac55-2c5c20352e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.067969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa252ed-ba33-41b4-9dba-6f51458a4972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69380a1e-7f6d-44a4-a9f1-30bdadf2c0fa,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:38.425746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53298) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:38.529501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53308) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:38.824880 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f489b676-f605-448b-ab32-1a04d35b811a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.868269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e66cf9a-173a-47fd-8c0c-094845abd466 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:38.943095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eea1b23f-22be-4b31-a237-5d4c53e09fa8 req-12839857-b0ab-4db0-b84f-0ccff57caf05 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0444398 Jul 05 04:11:39.074798 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f489b676-f605-448b-ab32-1a04d35b811a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.126359 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f489b676-f605-448b-ab32-1a04d35b811a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.176252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f489b676-f605-448b-ab32-1a04d35b811a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cf169bc3267c42e99b9968a5c635392c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7490652 Jul 05 04:11:39.177631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f489b676-f605-448b-ab32-1a04d35b811a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed4e5a7-2aaa-4d05-b3a0-ff2d23d2c592,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:39.180320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53330) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:39.296504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd578f96-8524-4251-8fa8-2da84c906f31 req-e159fb7e-3b28-474d-bef4-58ed5c53b34c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0493870 Jul 05 04:11:39.320924 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e66cf9a-173a-47fd-8c0c-094845abd466 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.323363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a1b14ad-8b79-4a07-8f56-ca6cfc38c5b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.360930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a1b14ad-8b79-4a07-8f56-ca6cfc38c5b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.415400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e66cf9a-173a-47fd-8c0c-094845abd466 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.458858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e66cf9a-173a-47fd-8c0c-094845abd466 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adc65c93-cc67-4c0d-b37f-ab14342c0be8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:39.500017 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8e66cf9a-173a-47fd-8c0c-094845abd466 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16bf17d4bde245428447225cfd54ff67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9660618 Jul 05 04:11:39.501067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53344) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:39.548522 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a1b14ad-8b79-4a07-8f56-ca6cfc38c5b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.555292 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a1b14ad-8b79-4a07-8f56-ca6cfc38c5b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.560894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1a1b14ad-8b79-4a07-8f56-ca6cfc38c5b2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eed4e5a7-2aaa-4d05-b3a0-ff2d23d2c592 HTTP/1.1" status: 204 len: 168 time: 0.3793488 Jul 05 04:11:39.594667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1b14ad-8b79-4a07-8f56-ca6cfc38c5b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed4e5a7-2aaa-4d05-b3a0-ff2d23d2c592,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:39.687762 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e92bb80c-29e1-47af-8355-4b9253c725f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.721139 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e92bb80c-29e1-47af-8355-4b9253c725f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.875842 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e92bb80c-29e1-47af-8355-4b9253c725f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.878825 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e92bb80c-29e1-47af-8355-4b9253c725f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:39.882983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e92bb80c-29e1-47af-8355-4b9253c725f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/adc65c93-cc67-4c0d-b37f-ab14342c0be8 HTTP/1.1" status: 204 len: 168 time: 0.3801260 Jul 05 04:11:39.892000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92bb80c-29e1-47af-8355-4b9253c725f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adc65c93-cc67-4c0d-b37f-ab14342c0be8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:40.511077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53384) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:40.530669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e06b7300-488c-404f-9f43-2991761534cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.649585 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e06b7300-488c-404f-9f43-2991761534cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.755889 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e06b7300-488c-404f-9f43-2991761534cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.786161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e06b7300-488c-404f-9f43-2991761534cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6e395b09c1c042118906d4f4a188aa6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2739091 Jul 05 04:11:40.789052 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53396) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:40.800129 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a005f54b-8c54-483b-9885-e1316cc1b729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.834616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06b7300-488c-404f-9f43-2991761534cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68a7ff9c-c54b-478a-ac30-9ba16825b6a4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:40.883547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47493fd4-309a-4f9b-aafb-b14464f6af89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.955735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47493fd4-309a-4f9b-aafb-b14464f6af89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.967656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53406) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:40.988765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf046-e22f-4029-a64f-37e324737226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:40.994690 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.190009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47493fd4-309a-4f9b-aafb-b14464f6af89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.194126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47493fd4-309a-4f9b-aafb-b14464f6af89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.202890 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-47493fd4-309a-4f9b-aafb-b14464f6af89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/68a7ff9c-c54b-478a-ac30-9ba16825b6a4 HTTP/1.1" status: 204 len: 168 time: 0.4080544 Jul 05 04:11:41.222960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47493fd4-309a-4f9b-aafb-b14464f6af89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68a7ff9c-c54b-478a-ac30-9ba16825b6a4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:41.277579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a83c77e3-fa74-479c-a16f-6365f8e713d8 req-6859d58d-2f30-435c-974c-d2f68f39ef65 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1041160 Jul 05 04:11:41.388730 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf046-e22f-4029-a64f-37e324737226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.463706 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3a1bf046-e22f-4029-a64f-37e324737226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.529375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7530be56-e48b-4be9-85fe-e8b4ebd1d948 req-dec4b357-d9cf-4297-8b19-332b560a5169 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0596831 Jul 05 04:11:41.579691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1bf046-e22f-4029-a64f-37e324737226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e7e9f68-8211-42ff-8711-548b10f43ebe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:41.592192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3a1bf046-e22f-4029-a64f-37e324737226 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e77dca23c0ac4c9186473e381eb47839&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6230378 Jul 05 04:11:41.595482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53440) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:41.693820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1eb734c8-0836-4cf5-8400-6dec02e537d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.760217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1eb734c8-0836-4cf5-8400-6dec02e537d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.816352 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:11:41.915365 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.941331 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1eb734c8-0836-4cf5-8400-6dec02e537d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.944178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1eb734c8-0836-4cf5-8400-6dec02e537d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:41.949242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1eb734c8-0836-4cf5-8400-6dec02e537d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3e7e9f68-8211-42ff-8711-548b10f43ebe HTTP/1.1" status: 204 len: 168 time: 0.3526592 Jul 05 04:11:41.973545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eb734c8-0836-4cf5-8400-6dec02e537d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e7e9f68-8211-42ff-8711-548b10f43ebe,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:43.457772 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.470268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56bf4280-c2c5-4ff3-a436-ae56432979fd req-8e57ae94-a013-446e-96c9-635dce6a42d6 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0642591 Jul 05 04:11:43.539079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:43.736084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.790548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be2d84f9-f213-4d41-bb0e-83f39bc92475 req-62466b9d-c201-451c-92d8-2716dd160817 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0548003 Jul 05 04:11:43.849327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:43.913041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.002041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.129633 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a5dd0aa2db1647dbb5b9c05968837859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5866590 Jul 05 04:11:44.130091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53584) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:44.134734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=703bb96e-daf3-4570-adb7-615b4dd62660,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:44.144029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.144547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.144934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.145317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.145646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.146410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.146750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.147272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.147804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.148184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.148514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.148839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabf522f-13a2-47cc-8737-42a65d46f30f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:11:44.233178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f571077e-b4ed-4398-becb-8f333716905b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.264002 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f571077e-b4ed-4398-becb-8f333716905b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.315046 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.476441 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f571077e-b4ed-4398-becb-8f333716905b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.486401 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f571077e-b4ed-4398-becb-8f333716905b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:44.490011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f571077e-b4ed-4398-becb-8f333716905b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/703bb96e-daf3-4570-adb7-615b4dd62660 HTTP/1.1" status: 204 len: 168 time: 0.3571975 Jul 05 04:11:44.502077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f571077e-b4ed-4398-becb-8f333716905b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=703bb96e-daf3-4570-adb7-615b4dd62660,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:45.427660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53652) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:45.464628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-244f6e26-ff1d-4ccf-ae30-ecb1a1dac06e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.666601 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-244f6e26-ff1d-4ccf-ae30-ecb1a1dac06e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.771979 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-244f6e26-ff1d-4ccf-ae30-ecb1a1dac06e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:45.787243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65e800ac-49c2-4dc7-99f8-b504c168c657 req-40c28f1c-5d88-452a-b0f6-22c337cd6a9d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0570674 Jul 05 04:11:45.893255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244f6e26-ff1d-4ccf-ae30-ecb1a1dac06e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e91ac0-520b-43bb-bc34-fae6a8687f8b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:45.901315 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-244f6e26-ff1d-4ccf-ae30-ecb1a1dac06e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4607f59bd786438b9460a3a81cf5ebfe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4725444 Jul 05 04:11:45.909386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53674) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:45.986941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c45ab77c-685e-41f1-b107-482b6ae4956f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:46.041978 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c45ab77c-685e-41f1-b107-482b6ae4956f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:46.073818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ab59340-98a0-4297-9763-27626ac20078 req-98b0220d-f3b0-497e-9211-07e9d3bd2508 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0475681 Jul 05 04:11:46.265415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c45ab77c-685e-41f1-b107-482b6ae4956f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:46.269254 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c45ab77c-685e-41f1-b107-482b6ae4956f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:46.274224 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c45ab77c-685e-41f1-b107-482b6ae4956f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84e91ac0-520b-43bb-bc34-fae6a8687f8b HTTP/1.1" status: 204 len: 168 time: 0.3635380 Jul 05 04:11:46.285761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45ab77c-685e-41f1-b107-482b6ae4956f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e91ac0-520b-43bb-bc34-fae6a8687f8b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:47.467984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53770) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:48.088026 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47722b98-7e00-4221-9932-86662c2bc2d2 req-0be40bf3-ee80-4b63-9203-0dd0c2f3b976 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0913408 Jul 05 04:11:48.130011 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b0f2-de68-48da-a45d-9ef0b18df5f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.199698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53792) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:48.383546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a44eed5-98f2-420b-84b0-70da7fa3043e req-faa2e8f6-8341-41b0-9ccd-2f8bbdf5081c service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0669928 Jul 05 04:11:48.406750 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b0f2-de68-48da-a45d-9ef0b18df5f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.430703 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e76458c0-a3fb-4d13-8848-0bb5b00bf892 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.483815 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4aa6b0f2-de68-48da-a45d-9ef0b18df5f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.554593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4aa6b0f2-de68-48da-a45d-9ef0b18df5f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52ed680342f24ef4b28015ab95e3ce86&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0819223 Jul 05 04:11:48.554593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa6b0f2-de68-48da-a45d-9ef0b18df5f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91f94376-21de-4ad6-a2ea-9674eb253269,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.560287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53812) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:48.620847 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e76458c0-a3fb-4d13-8848-0bb5b00bf892 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.626467 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87c6dc1e-4eda-4776-950b-19786abc3b5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.665570 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87c6dc1e-4eda-4776-950b-19786abc3b5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.720842 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e76458c0-a3fb-4d13-8848-0bb5b00bf892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.774499 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e76458c0-a3fb-4d13-8848-0bb5b00bf892 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0645e984c67b469596850e564a904b85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5722489 Jul 05 04:11:48.775468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76458c0-a3fb-4d13-8848-0bb5b00bf892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b757bd2b-9137-4e97-962c-7bb432fe8bc7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:48.777798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53818) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:48.845866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c31018fd-288c-4b8f-b9a3-3dc9274704ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.859602 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87c6dc1e-4eda-4776-950b-19786abc3b5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.862337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87c6dc1e-4eda-4776-950b-19786abc3b5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.864362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-87c6dc1e-4eda-4776-950b-19786abc3b5a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/91f94376-21de-4ad6-a2ea-9674eb253269 HTTP/1.1" status: 204 len: 168 time: 0.3029501 Jul 05 04:11:48.889419 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c31018fd-288c-4b8f-b9a3-3dc9274704ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:48.933490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6dc1e-4eda-4776-950b-19786abc3b5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91f94376-21de-4ad6-a2ea-9674eb253269,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:49.080305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c31018fd-288c-4b8f-b9a3-3dc9274704ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.083195 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c31018fd-288c-4b8f-b9a3-3dc9274704ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.084673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c31018fd-288c-4b8f-b9a3-3dc9274704ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b757bd2b-9137-4e97-962c-7bb432fe8bc7 HTTP/1.1" status: 204 len: 168 time: 0.3052330 Jul 05 04:11:49.128417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31018fd-288c-4b8f-b9a3-3dc9274704ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b757bd2b-9137-4e97-962c-7bb432fe8bc7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:49.749706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53888) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:49.776198 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-585510db-561d-4dee-8225-de26997fe316 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:49.895260 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-585510db-561d-4dee-8225-de26997fe316 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.029073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-585510db-561d-4dee-8225-de26997fe316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.081964 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-585510db-561d-4dee-8225-de26997fe316 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d4518bc9d7d4ba5ae73548d4e5bfc84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3310027 Jul 05 04:11:50.083176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585510db-561d-4dee-8225-de26997fe316 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c36a34-f2f6-4f29-bfe8-0c920b588dec,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:50.085738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53894) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:50.210210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c4ce9b1-a2ee-4c7c-a4bb-77a0b19bfeab req-325ab294-0afb-4b53-9846-9540d16296e8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0344517 Jul 05 04:11:50.226214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6789e68-a430-40f0-bed7-cff639d0722d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.242827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53902) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:50.258472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cae9732-2112-42d7-a88d-47da845ca3a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.265045 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6789e68-a430-40f0-bed7-cff639d0722d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.360044 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53908) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:50.383511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6789e68-a430-40f0-bed7-cff639d0722d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.387837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6789e68-a430-40f0-bed7-cff639d0722d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.390525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a6789e68-a430-40f0-bed7-cff639d0722d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/57c36a34-f2f6-4f29-bfe8-0c920b588dec HTTP/1.1" status: 204 len: 168 time: 0.3038104 Jul 05 04:11:50.411237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6789e68-a430-40f0-bed7-cff639d0722d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c36a34-f2f6-4f29-bfe8-0c920b588dec,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:50.451819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70a14d6d-57a8-4278-8479-c06a1693f326 req-c54dbc5b-bb47-4823-ba43-738ea7e8beb1 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0600474 Jul 05 04:11:50.493424 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cae9732-2112-42d7-a88d-47da845ca3a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.518335 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf2ccf02-5d05-4dec-80fb-956fbdd04415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.610962 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8cae9732-2112-42d7-a88d-47da845ca3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.662898 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53922) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:50.671274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cae9732-2112-42d7-a88d-47da845ca3a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b573016-59a0-43c3-85b2-fa3b8203d352,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:50.677654 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8cae9732-2112-42d7-a88d-47da845ca3a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4a8beea3fd7b455faf4ddf40b09e5334&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4337127 Jul 05 04:11:50.680446 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53926) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:50.772211 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5644aa9-3354-486e-b646-95f0d6a3dd3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.796014 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf2ccf02-5d05-4dec-80fb-956fbdd04415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.808569 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5644aa9-3354-486e-b646-95f0d6a3dd3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.868592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf2ccf02-5d05-4dec-80fb-956fbdd04415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.923043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53934) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:50.923742 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cf2ccf02-5d05-4dec-80fb-956fbdd04415 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a96efd8ae7d463c9850bf91351908e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5625894 Jul 05 04:11:50.932967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2ccf02-5d05-4dec-80fb-956fbdd04415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa870870-3aee-49cb-ad59-7d22a583c5c7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:50.957699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5644aa9-3354-486e-b646-95f0d6a3dd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.961034 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5644aa9-3354-486e-b646-95f0d6a3dd3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.962863 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f5644aa9-3354-486e-b646-95f0d6a3dd3a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6b573016-59a0-43c3-85b2-fa3b8203d352 HTTP/1.1" status: 204 len: 168 time: 0.2814286 Jul 05 04:11:50.964928 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a9beebc-de45-4525-af4e-8cc821040110 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:50.990820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5644aa9-3354-486e-b646-95f0d6a3dd3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b573016-59a0-43c3-85b2-fa3b8203d352,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:51.059216 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-260b3e9b-1538-4042-96e5-14620c01244f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.087091 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-260b3e9b-1538-4042-96e5-14620c01244f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.173218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a9beebc-de45-4525-af4e-8cc821040110 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.270270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-260b3e9b-1538-4042-96e5-14620c01244f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.278159 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-260b3e9b-1538-4042-96e5-14620c01244f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.278159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-260b3e9b-1538-4042-96e5-14620c01244f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa870870-3aee-49cb-ad59-7d22a583c5c7 HTTP/1.1" status: 204 len: 168 time: 0.3515317 Jul 05 04:11:51.278159 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a9beebc-de45-4525-af4e-8cc821040110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.315584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b3e9b-1538-4042-96e5-14620c01244f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa870870-3aee-49cb-ad59-7d22a583c5c7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:51.338519 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1a9beebc-de45-4525-af4e-8cc821040110 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78969212d6644688a343a72cb250535f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6719913 Jul 05 04:11:51.338920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53954) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:51.360655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a9beebc-de45-4525-af4e-8cc821040110 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d88b22ed-5b03-4e8e-bc80-cbe5a5aab534,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:51.422997 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0af33410-5417-44f1-b2ca-bdb1668d7904 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.452554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0af33410-5417-44f1-b2ca-bdb1668d7904 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.580534 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0af33410-5417-44f1-b2ca-bdb1668d7904 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.587002 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0af33410-5417-44f1-b2ca-bdb1668d7904 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:51.589152 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0af33410-5417-44f1-b2ca-bdb1668d7904 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d88b22ed-5b03-4e8e-bc80-cbe5a5aab534 HTTP/1.1" status: 204 len: 168 time: 0.2479043 Jul 05 04:11:51.596682 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af33410-5417-44f1-b2ca-bdb1668d7904 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d88b22ed-5b03-4e8e-bc80-cbe5a5aab534,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:52.249785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e601a30c-7624-4ff9-af1b-4fb7bb6f3ab7 req-67dff2e2-8330-477f-b5c7-3172e5a677fc service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0383084 Jul 05 04:11:52.368944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54012) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:52.386411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-878eb9ea-ad4e-4cd8-968b-51a903a7d210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.491477 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7be4831-2b55-4608-a5c7-33f423e5cda3 req-84983315-b400-4f9f-92c5-b4c429013a0e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0499623 Jul 05 04:11:52.514531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-878eb9ea-ad4e-4cd8-968b-51a903a7d210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.617445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-878eb9ea-ad4e-4cd8-968b-51a903a7d210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.661678 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-878eb9ea-ad4e-4cd8-968b-51a903a7d210 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6d7b7d5f538e470c987f1e401c4b00f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2921681 Jul 05 04:11:52.662770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878eb9ea-ad4e-4cd8-968b-51a903a7d210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75098dde-b561-47c6-a4f5-442e5622f996,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:52.665910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54050) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:52.730281 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e614ae2a-6502-402f-a0af-38c9a9a84616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.763886 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e614ae2a-6502-402f-a0af-38c9a9a84616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.903737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e614ae2a-6502-402f-a0af-38c9a9a84616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.908835 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e614ae2a-6502-402f-a0af-38c9a9a84616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:52.910547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e614ae2a-6502-402f-a0af-38c9a9a84616 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75098dde-b561-47c6-a4f5-442e5622f996 HTTP/1.1" status: 204 len: 168 time: 0.2431481 Jul 05 04:11:52.923671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e614ae2a-6502-402f-a0af-38c9a9a84616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75098dde-b561-47c6-a4f5-442e5622f996,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:53.705258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54118) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:53.874116 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-344eb6f2-7c37-4056-b892-397be0ce45f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:53.997735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-344eb6f2-7c37-4056-b892-397be0ce45f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.087093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-344eb6f2-7c37-4056-b892-397be0ce45f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.177344 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-344eb6f2-7c37-4056-b892-397be0ce45f6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2076fd94e99d4eeead701b6a3486a953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4709437 Jul 05 04:11:54.180523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54150) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:54.186653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344eb6f2-7c37-4056-b892-397be0ce45f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a64a2c6-aff0-47df-92a1-906e321a1adf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:54.281154 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f79ea083-a346-480e-8974-58bac412c666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.311484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f79ea083-a346-480e-8974-58bac412c666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.389096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8591157-ec8f-4994-ae9c-fc00273bb7e9 req-22bbba09-40bc-451e-b739-2e5dd184a2c2 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0358577 Jul 05 04:11:54.514982 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f79ea083-a346-480e-8974-58bac412c666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.517677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f79ea083-a346-480e-8974-58bac412c666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:54.518897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f79ea083-a346-480e-8974-58bac412c666 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1a64a2c6-aff0-47df-92a1-906e321a1adf HTTP/1.1" status: 204 len: 168 time: 0.3369849 Jul 05 04:11:54.536282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79ea083-a346-480e-8974-58bac412c666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a64a2c6-aff0-47df-92a1-906e321a1adf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:54.631851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53fbd59a-5314-491a-bc22-0a8f6a61179f req-69f94486-132e-4eb9-8c60-1893fa711c41 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0385375 Jul 05 04:11:55.012563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54184) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:55.177988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6b1777c-cfcc-4fc5-bc1a-5a53eff6dedb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.294021 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6b1777c-cfcc-4fc5-bc1a-5a53eff6dedb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.376901 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6b1777c-cfcc-4fc5-bc1a-5a53eff6dedb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.435343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b1777c-cfcc-4fc5-bc1a-5a53eff6dedb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e00eea5-a07f-436b-b99c-3a608e8a6dbb,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:55.459742 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b6b1777c-cfcc-4fc5-bc1a-5a53eff6dedb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=39c49949b9fb48cb80246c8ecaf8f08a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4395602 Jul 05 04:11:55.459742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54206) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:55.538656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57f5a104-7823-4da6-8845-7abe2e5079c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.568786 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57f5a104-7823-4da6-8845-7abe2e5079c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.731133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57f5a104-7823-4da6-8845-7abe2e5079c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.733889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57f5a104-7823-4da6-8845-7abe2e5079c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:55.737618 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-57f5a104-7823-4da6-8845-7abe2e5079c0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e00eea5-a07f-436b-b99c-3a608e8a6dbb HTTP/1.1" status: 204 len: 168 time: 0.2759330 Jul 05 04:11:55.745439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5a104-7823-4da6-8845-7abe2e5079c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e00eea5-a07f-436b-b99c-3a608e8a6dbb,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:56.419574 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16fee08c-d7e7-4b43-ba5f-3c6bf60405c1 req-350095b4-8c40-47c5-92bd-5c774b8b691d service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0312583 Jul 05 04:11:56.648583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e184ba98-3fe3-452b-b1ff-50a0bf1efa34 req-2f6a414a-20e6-4717-af4d-2bf5095142c2 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0318296 Jul 05 04:11:56.838495 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54278) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:57.100469 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2809365-9264-48e4-8e23-1e354893a6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.236315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2809365-9264-48e4-8e23-1e354893a6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.336838 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2809365-9264-48e4-8e23-1e354893a6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.381440 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c2809365-9264-48e4-8e23-1e354893a6d4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1945d8b40686452f938e5ea94fd6fc59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5409434 Jul 05 04:11:57.383303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2809365-9264-48e4-8e23-1e354893a6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb0d146-3dbb-4662-b4d3-2ff293d34c6e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:57.384187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54304) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:57.500107 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0c11daf-e08d-49b2-8a3d-ae92b213c375 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.546645 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0c11daf-e08d-49b2-8a3d-ae92b213c375 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.679837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0c11daf-e08d-49b2-8a3d-ae92b213c375 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.683933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0c11daf-e08d-49b2-8a3d-ae92b213c375 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:57.686036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d0c11daf-e08d-49b2-8a3d-ae92b213c375 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/feb0d146-3dbb-4662-b4d3-2ff293d34c6e HTTP/1.1" status: 204 len: 168 time: 0.3006163 Jul 05 04:11:57.696691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c11daf-e08d-49b2-8a3d-ae92b213c375 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb0d146-3dbb-4662-b4d3-2ff293d34c6e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:58.548279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16f3d870-6b6e-432d-a1ef-80eca287a5be req-2d52ee71-9719-4d7b-bffe-38627a761743 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0383518 Jul 05 04:11:58.740737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-247e4065-0da2-457b-9cd4-266b094e74aa req-c8cfd6f2-a4e5-4b6c-ab66-94f66dffc603 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0288591 Jul 05 04:11:58.834953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54376) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:58.851212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ef95936-c4b0-4f63-a2ef-317dcc7154ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:58.983332 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ef95936-c4b0-4f63-a2ef-317dcc7154ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.103037 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8ef95936-c4b0-4f63-a2ef-317dcc7154ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.158636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef95936-c4b0-4f63-a2ef-317dcc7154ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=790ca735-de79-4731-a2c4-54b4ccb3fb55,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:59.167380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8ef95936-c4b0-4f63-a2ef-317dcc7154ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0f8b78d5a57d4595ade269fc5a593dd3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3313508 Jul 05 04:11:59.170825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54394) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:59.205393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54400) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:59.249938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-42eec291-399d-440f-8d15-edae5e4fc5bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.294821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-42eec291-399d-440f-8d15-edae5e4fc5bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.463691 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-42eec291-399d-440f-8d15-edae5e4fc5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.471953 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-42eec291-399d-440f-8d15-edae5e4fc5bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.471953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-42eec291-399d-440f-8d15-edae5e4fc5bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/790ca735-de79-4731-a2c4-54b4ccb3fb55 HTTP/1.1" status: 204 len: 168 time: 0.2979572 Jul 05 04:11:59.476441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1795520833'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:11:59.511711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42eec291-399d-440f-8d15-edae5e4fc5bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=790ca735-de79-4731-a2c4-54b4ccb3fb55,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:59.649361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Made reservation on behalf of 4c1c56e7da4b42878b61afe647bf7735 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:11:59.654468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.663866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.761409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54432) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:11:59.826796 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.897443 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:11:59.970192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a06c04f7-6f1c-4a96-9720-716eb0994e43,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:11:59.991850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:00.006858 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.007817 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Added segment 5ed83e2c-9b06-46fb-9941-224f45c4b38f of type vlan for network bdae2a00-19b9-4919-aed0-e8a8274f6a35 Jul 05 04:12:00.018205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c7a18096-93ae-4ab1-9273-9ca0034de200 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1300564410'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:00.018667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c7a18096-93ae-4ab1-9273-9ca0034de200 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Unknown quota resources ['metering_label']. {{(pid=100896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:12:00.496445 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.650628 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.656296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:00.656877 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.774288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a061b23-1db5-4e50-9c24-0ed7e57d3e61 req-721e125e-9d33-40e1-8ea1-c24d20227128 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1336193 Jul 05 04:12:00.812665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7a18096-93ae-4ab1-9273-9ca0034de200 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:00.814054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c7a18096-93ae-4ab1-9273-9ca0034de200 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.0520408 Jul 05 04:12:00.818172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54496) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:00.834240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-55ff82ad-74d1-4653-89fb-d3e137b419b3 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'c99b7f75-556e-4c99-9b81-deadbcb014a6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:00.835104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-55ff82ad-74d1-4653-89fb-d3e137b419b3 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:12:00.845968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Pushing event updated for resources: {'Network': ['ID=bdae2a00-19b9-4919-aed0-e8a8274f6a35,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:00.861702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network bdae2a00-19b9-4919-aed0-e8a8274f6a35 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:00.925058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-823ce1ae-c97d-43ff-bdc6-892c75bd9469 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.7141814 Jul 05 04:12:01.085729 n-d-758944-41 neutron-server[100895]: WARNING neutron.services.metering.metering_plugin [None req-55ff82ad-74d1-4653-89fb-d3e137b419b3 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:12:01.150038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9117b0b9-768f-45ca-ac09-603868f3ab55 req-13b797a8-0d07-48e0-b799-43f3d91bcb7b service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0932508 Jul 05 04:12:01.355236 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55ff82ad-74d1-4653-89fb-d3e137b419b3 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.356663 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-55ff82ad-74d1-4653-89fb-d3e137b419b3 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5359473 Jul 05 04:12:01.364312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54534) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:01.365563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e5e0b4f2-1a5f-4864-8cd5-adf63e4d68f7 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'c99b7f75-556e-4c99-9b81-deadbcb014a6'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:01.369671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e5e0b4f2-1a5f-4864-8cd5-adf63e4d68f7 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:12:01.496966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54546) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:01.502467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Request body: {'port': {'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35', 'binding:host_id': 'n-h1-758944-41', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-727407952'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:01.611576 n-d-758944-41 neutron-server[100896]: WARNING neutron.services.metering.metering_plugin [None req-e5e0b4f2-1a5f-4864-8cd5-adf63e4d68f7 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:12:01.668876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Made reservation on behalf of 10e0cc5970554e18b5d5a794805144de for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:01.672971 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.686549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.755073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5e0b4f2-1a5f-4864-8cd5-adf63e4d68f7 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:01.757145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e5e0b4f2-1a5f-4864-8cd5-adf63e4d68f7 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3960457 Jul 05 04:12:01.771643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54556) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:01.791220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-799cbd33-77d9-4c38-a7b9-f7673a4a5bbe tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=924632f7-3818-4d14-8b33-27e78e6a0a5f HTTP/1.1" status: 200 len: 464 time: 0.0179424 Jul 05 04:12:01.794125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54558) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:01.881873 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.047474 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9e6d9cb9-0b78-4ceb-a022-f3f6556af285 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.048869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9e6d9cb9-0b78-4ceb-a022-f3f6556af285 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/924632f7-3818-4d14-8b33-27e78e6a0a5f HTTP/1.1" status: 204 len: 168 time: 0.2520130 Jul 05 04:12:02.051725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54568) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.054455 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.064587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] device_id is not set on port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:02.066897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-889229cf-f796-41b0-bc1b-04604b042e0e tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=924632f7-3818-4d14-8b33-27e78e6a0a5f HTTP/1.1" status: 200 len: 221 time: 0.0138328 Jul 05 04:12:02.073179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54570) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.082881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-59fe5761-da23-4e7c-a231-a0e2a1976104 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1148520732', 'description': 'label created by tempest'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:02.082881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-59fe5761-da23-4e7c-a231-a0e2a1976104 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Unknown quota resources ['metering_label']. {{(pid=100896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:12:02.473750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c22467-d205-497f-8db8-1c53baaecafe,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:02.473750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] device_id is not set on port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:02.473750 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.473750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Transition to ACTIVE for port object 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:02.592968 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-59fe5761-da23-4e7c-a231-a0e2a1976104 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.599202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-59fe5761-da23-4e7c-a231-a0e2a1976104 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.5194674 Jul 05 04:12:02.599602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:02.599738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54594) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.680461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a39493c3-c0a6-4dc7-895c-b26114ed11e3 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=eb545e62-1167-4f7f-aa1d-96c2ee703435 HTTP/1.1" status: 200 len: 468 time: 0.0824182 Jul 05 04:12:02.683109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54598) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:02.691854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa76a5e-3896-4ac9-81b3-6a34a75f0f38,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:02.716050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Checking segment: {'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:02.722915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Network hostable DHCP agents. Network: bdae2a00-19b9-4919-aed0-e8a8274f6a35, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:02.831629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Network bdae2a00-19b9-4919-aed0-e8a8274f6a35 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:02.942759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, bdae2a00-19b9-4919-aed0-e8a8274f6a35) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:02.950412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:02.956146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e38146a-9a31-4301-acab-31218dd73a23 None None] Network bdae2a00-19b9-4919-aed0-e8a8274f6a35 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:02.985587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88aecab0-373e-4696-968a-79d5d14bbb94 req-6c2efa78-7c65-4edb-be13-e17e00494ec0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0593104 Jul 05 04:12:02.990538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:02.991286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:02.991286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:02.997232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:02.997847 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:02.998445 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 2 to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 Jul 05 04:12:03.007924 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-917501ac-7bf3-4c33-a640-0f03976f8090 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.009837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-917501ac-7bf3-4c33-a640-0f03976f8090 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/eb545e62-1167-4f7f-aa1d-96c2ee703435 HTTP/1.1" status: 204 len: 168 time: 0.3254507 Jul 05 04:12:03.016136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54616) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:03.017481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:03.017992 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:03.018510 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:03.024336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:03.024930 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:03.025502 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 3 to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 Jul 05 04:12:03.032586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f5674845-c2de-4fb5-9194-f3c1c89e86ee tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=eb545e62-1167-4f7f-aa1d-96c2ee703435 HTTP/1.1" status: 200 len: 216 time: 0.0152793 Jul 05 04:12:03.041690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:03.042352 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:03.042893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:03.049545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:03.049748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54618) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:03.050358 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:03.051313 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 4 to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 Jul 05 04:12:03.071449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:03.072089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:03.072739 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:03.080632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0ca44a3f-675d-47f9-b7b6-93411c3b7e01 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0274787 Jul 05 04:12:03.083841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54620) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:03.099866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:03.100699 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:03.108105 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 5 to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 Jul 05 04:12:03.123553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54622) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:03.136933 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d4cd617f-f455-431a-b208-7cf33ff92b51 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0512443 Jul 05 04:12:03.139558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54624) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:03.161461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:03.161936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:03.162688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:03.258127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:03.258451 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:03.258987 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 6 to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 Jul 05 04:12:03.265869 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4fefac3d-d638-4632-a69c-a01ae704fc60 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/c99b7f75-556e-4c99-9b81-deadbcb014a6 HTTP/1.1" status: 200 len: 473 time: 0.1221714 Jul 05 04:12:03.275387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54634) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:03.285061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f51b07a0-0325-4ab0-824c-c4fab83005d5 req-975409ed-5723-4b06-91f8-c3282c605d37 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0494792 Jul 05 04:12:03.311901 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6b1d0b7a-0b75-4951-b900-bbb69646a88c tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/50330f4f-093a-4ae2-a9c8-a61c8d4ab10c HTTP/1.1" status: 200 len: 461 time: 0.0176823 Jul 05 04:12:03.312708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:03.313048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:03.313410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:03.316414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54644) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:03.319963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:03.320502 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:03.321845 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 7 to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 Jul 05 04:12:03.339111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:03.339965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:03.340522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:03.349769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:03.350496 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:03.351068 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 8 to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 Jul 05 04:12:03.370400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:03.370927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:03.372153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:03.378765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:03.379365 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:03.380165 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 9 to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 Jul 05 04:12:03.392041 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.396249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:03.396249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:03.396249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:03.401259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:03.401832 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:03.402566 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 10 to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 Jul 05 04:12:03.435040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:03.435381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:03.435750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:03.445213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:03.445544 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:03.445918 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.521589 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-940323e9-3d5d-413e-939a-45c82b9e06b3 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.523953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-940323e9-3d5d-413e-939a-45c82b9e06b3 tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/50330f4f-093a-4ae2-a9c8-a61c8d4ab10c HTTP/1.1" status: 204 len: 168 time: 0.2052579 Jul 05 04:12:03.525415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54648) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:03.546110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] For port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:03.546483 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempted to set empty binding levels {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:12:03.591923 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.697358 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.788621 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a1837fe5e63e4376b3ebcf7ff5edff3a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6639156 Jul 05 04:12:03.789728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eee7622e-07bb-4754-bb2a-6666c56a2413,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:03.792943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54666) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.845222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30bfcca7-231c-4ace-939e-58f7b75ebe0d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:03.894350 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-810d0910-f50a-480e-8a92-9e12e568294e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.917307 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-810d0910-f50a-480e-8a92-9e12e568294e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:03.967641 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.039343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:04.040025 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.101017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-810d0910-f50a-480e-8a92-9e12e568294e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.104678 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-810d0910-f50a-480e-8a92-9e12e568294e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.105198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event updated for resources: {'Port': ['ID=7aa76a5e-3896-4ac9-81b3-6a34a75f0f38,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:04.109143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-810d0910-f50a-480e-8a92-9e12e568294e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/eee7622e-07bb-4754-bb2a-6666c56a2413 HTTP/1.1" status: 204 len: 168 time: 0.3120553 Jul 05 04:12:04.127741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810d0910-f50a-480e-8a92-9e12e568294e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eee7622e-07bb-4754-bb2a-6666c56a2413,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:04.202918 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-894979b6-5f1f-4717-8820-5bbf775cbd4c tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.204170 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-894979b6-5f1f-4717-8820-5bbf775cbd4c tempest-MeteringTestJSON-1597910660 tempest-MeteringTestJSON-1597910660-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/c99b7f75-556e-4c99-9b81-deadbcb014a6 HTTP/1.1" status: 204 len: 168 time: 0.6777465 Jul 05 04:12:04.240381 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-32d526ab-e254-4eba-afce-7dff37bb15c2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 2.7417276 Jul 05 04:12:04.242331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54686) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:04.337958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-79cf69d8-987a-4533-8801-6cf023fc8dd2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Deleting port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:04.338375 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79cf69d8-987a-4533-8801-6cf023fc8dd2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.410351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-79cf69d8-987a-4533-8801-6cf023fc8dd2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] For port 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38, host n-h1-758944-41, got binding levels [] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:04.410704 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79cf69d8-987a-4533-8801-6cf023fc8dd2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.424842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-79cf69d8-987a-4533-8801-6cf023fc8dd2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Calling delete_port for 7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:04.605650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79cf69d8-987a-4533-8801-6cf023fc8dd2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.640310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cf69d8-987a-4533-8801-6cf023fc8dd2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event deleted for resources: {'Port': ['ID=7aa76a5e-3896-4ac9-81b3-6a34a75f0f38,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:04.647292 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79cf69d8-987a-4533-8801-6cf023fc8dd2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.652790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-79cf69d8-987a-4533-8801-6cf023fc8dd2 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "DELETE /v2.0/ports/7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 HTTP/1.1" status: 204 len: 168 time: 0.4057508 Jul 05 04:12:04.652790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54704) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:04.685219 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5981293f-f04f-4a15-9f6d-7f2678700955 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:12:04.690586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5981293f-f04f-4a15-9f6d-7f2678700955 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "GET /v2.0/ports/7aa76a5e-3896-4ac9-81b3-6a34a75f0f38 HTTP/1.1" status: 404 len: 333 time: 0.0328231 Jul 05 04:12:04.691209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54706) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:04.697495 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Request body: {'port': {'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1882215721'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:04.845475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Made reservation on behalf of 10e0cc5970554e18b5d5a794805144de for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:04.847970 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:04.866273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] device_id is not set on port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:05.126549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.137648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54716) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:05.176448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54724) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:05.199547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b36c591-bb30-4ee2-a285-bdd7ac31c36f req-3daa00c4-3c93-44c5-840d-ea7c00fe8cf0 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0335600 Jul 05 04:12:05.269541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54728) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:05.292059 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.298865 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d13f4b7-2285-49b1-8edf-b1fcce12679f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.391129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4b481b-0b05-4f01-8b05-f7d9dfe00c12,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:05.403363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Network bdae2a00-19b9-4919-aed0-e8a8274f6a35 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:05.405279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:05.408968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:05.410810 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:05.411634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.448634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ad3df37-f304-4522-bc1d-314f919406d0 req-5db43e3f-28e0-47e1-9c2a-27080d9a2469 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0352924 Jul 05 04:12:05.512840 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d13f4b7-2285-49b1-8edf-b1fcce12679f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.519288 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fec4633-0280-4747-81e8-dc4c837f081a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.524584 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85fde1c7-2b66-41b0-a842-f16ea92a0fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.611055 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d13f4b7-2285-49b1-8edf-b1fcce12679f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.665782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4d13f4b7-2285-49b1-8edf-b1fcce12679f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e8502b5902d4470a937c48bf175f9e33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3965375 Jul 05 04:12:05.666852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13f4b7-2285-49b1-8edf-b1fcce12679f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f0d13b0-2f70-445a-b9c6-96a542b667c0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:05.668486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54740) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:05.711278 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-82653911-ebcc-41e2-ad07-4e73f367baee tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0185962 Jul 05 04:12:05.713959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54742) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:05.719909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:05.771531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1da5ad1-7c31-4f68-83cb-7d07d5413427 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.792871 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fec4633-0280-4747-81e8-dc4c837f081a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.818430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1da5ad1-7c31-4f68-83cb-7d07d5413427 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.842380 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.892315 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fec4633-0280-4747-81e8-dc4c837f081a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:05.932262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fec4633-0280-4747-81e8-dc4c837f081a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a6faa0-0f89-457b-968b-cceb48fb64e0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:05.939323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7fec4633-0280-4747-81e8-dc4c837f081a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fe6375ab640420a9fc036e0188e9d05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7979989 Jul 05 04:12:05.946497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54748) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:06.004458 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1da5ad1-7c31-4f68-83cb-7d07d5413427 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.007024 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1da5ad1-7c31-4f68-83cb-7d07d5413427 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.008233 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d1da5ad1-7c31-4f68-83cb-7d07d5413427 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6f0d13b0-2f70-445a-b9c6-96a542b667c0 HTTP/1.1" status: 204 len: 168 time: 0.3387196 Jul 05 04:12:06.039240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1da5ad1-7c31-4f68-83cb-7d07d5413427 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f0d13b0-2f70-445a-b9c6-96a542b667c0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:06.088533 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d486b695-55cc-47b1-9b53-4d7bf63d0ae3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.128113 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d486b695-55cc-47b1-9b53-4d7bf63d0ae3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.151507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] device_id is not set on port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:06.157069 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85fde1c7-2b66-41b0-a842-f16ea92a0fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.161333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.245330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85fde1c7-2b66-41b0-a842-f16ea92a0fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.289391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fde1c7-2b66-41b0-a842-f16ea92a0fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=354bf1a7-fa16-48bf-b392-73cebaa4b855,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:06.296520 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-85fde1c7-2b66-41b0-a842-f16ea92a0fb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2a05100eff2a41618fb3a6c0d02297c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1043019 Jul 05 04:12:06.297535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54756) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:06.348704 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb4a0-d017-469a-addb-1b2fc14b64ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.357372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Transition to ACTIVE for port object 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:06.362081 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d486b695-55cc-47b1-9b53-4d7bf63d0ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.364649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d486b695-55cc-47b1-9b53-4d7bf63d0ae3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.365831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d486b695-55cc-47b1-9b53-4d7bf63d0ae3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2a6faa0-0f89-457b-968b-cceb48fb64e0 HTTP/1.1" status: 204 len: 168 time: 0.4179103 Jul 05 04:12:06.385567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d486b695-55cc-47b1-9b53-4d7bf63d0ae3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a6faa0-0f89-457b-968b-cceb48fb64e0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:06.391628 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb4a0-d017-469a-addb-1b2fc14b64ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.460897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.516718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4b481b-0b05-4f01-8b05-f7d9dfe00c12,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:06.537586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:06.537928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:06.538273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:06.543545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:06.543883 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:06.544339 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 2 to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 Jul 05 04:12:06.568415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:06.568762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:06.569104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:06.578047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:06.578393 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:06.578785 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 3 to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 Jul 05 04:12:06.589745 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb4a0-d017-469a-addb-1b2fc14b64ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.593151 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab0cb4a0-d017-469a-addb-1b2fc14b64ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.597452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ab0cb4a0-d017-469a-addb-1b2fc14b64ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/354bf1a7-fa16-48bf-b392-73cebaa4b855 HTTP/1.1" status: 204 len: 168 time: 0.2965720 Jul 05 04:12:06.607454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0cb4a0-d017-469a-addb-1b2fc14b64ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=354bf1a7-fa16-48bf-b392-73cebaa4b855,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:06.609268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:06.609610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:06.610084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:06.635983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:06.635983 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:06.635983 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 4 to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 Jul 05 04:12:06.654287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:06.654848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:06.655376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:06.660348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:06.660678 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:06.661072 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 5 to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 Jul 05 04:12:06.676896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:06.676896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:06.676896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:06.681151 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:06.681489 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:06.682347 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 6 to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 Jul 05 04:12:06.700640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:06.701066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:06.701328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:06.706492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:06.706925 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:06.707296 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 7 to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 Jul 05 04:12:06.720214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:06.720556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:06.720892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:06.725291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:06.725623 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:06.726016 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 8 to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 Jul 05 04:12:06.740048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:06.740388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:06.749416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:06.749416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:06.749416 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:06.749416 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 9 to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 Jul 05 04:12:06.759637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:06.760013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:06.760345 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:06.764898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:06.765225 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:06.765609 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 10 to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 Jul 05 04:12:06.783993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:06.784375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:06.784707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:06.789139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:06.789463 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:06.789898 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.861743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] For port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:06.862106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempted to set empty binding levels {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:12:06.945409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:06.992472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event updated for resources: {'Port': ['ID=2b4b481b-0b05-4f01-8b05-f7d9dfe00c12,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:07.009649 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] In _notify_port_updated(), no bound segment for port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:12:07.009649 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.009649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.012363 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a7c42987-e53e-4e3d-b948-21a91a0cd53a tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "PUT /v2.0/ports/2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 HTTP/1.1" status: 200 len: 976 time: 1.2974231 Jul 05 04:12:07.014376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54786) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:07.145191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.145853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.146513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.147086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.147621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.148383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.148928 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.150035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.150716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.151261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.155170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.155170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.155170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.155170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.155170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.155638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.156657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.157343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.157881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:07.161288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b6a8ce59-2f13-4c25-8971-33fb1a98ec5c tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17309 time: 0.1455445 Jul 05 04:12:07.165047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54790) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:07.319805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55519432-84b4-4264-8a6c-bda1bc28e3ed req-d84cfd4d-1d41-4542-b522-6fa502d1507a service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0325861 Jul 05 04:12:07.334682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-521a4257-b4ef-4507-ad21-be29b43e1dff tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Deleting port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:07.335358 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-521a4257-b4ef-4507-ad21-be29b43e1dff tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.415138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-521a4257-b4ef-4507-ad21-be29b43e1dff tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] For port 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12, host n-h1-758944-41, got binding levels [] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:07.427784 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-521a4257-b4ef-4507-ad21-be29b43e1dff tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.434283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-521a4257-b4ef-4507-ad21-be29b43e1dff tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Calling delete_port for 2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:07.514244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e1c1ee9-e80a-43a7-b9b6-32921cff8b4b req-9a891a1f-2cb5-4191-acc9-6b5aff0a0d5f service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0342019 Jul 05 04:12:07.595912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54804) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:07.610071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b95e3b0-608c-4083-8cbc-6161bcdb5ce1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.660244 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-521a4257-b4ef-4507-ad21-be29b43e1dff tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.685469 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-521a4257-b4ef-4507-ad21-be29b43e1dff tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.688768 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-521a4257-b4ef-4507-ad21-be29b43e1dff tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "DELETE /v2.0/ports/2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 HTTP/1.1" status: 204 len: 168 time: 0.5217876 Jul 05 04:12:07.692185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54812) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:07.715186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a4257-b4ef-4507-ad21-be29b43e1dff tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b4b481b-0b05-4f01-8b05-f7d9dfe00c12,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:07.751930 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-80b66467-f6b2-4fe8-8d77-d29845572fb4 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:12:07.753856 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-80b66467-f6b2-4fe8-8d77-d29845572fb4 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "GET /v2.0/ports/2b4b481b-0b05-4f01-8b05-f7d9dfe00c12 HTTP/1.1" status: 404 len: 333 time: 0.0582793 Jul 05 04:12:07.754770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54814) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:07.758934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54816) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:07.765562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1382286519', 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:07.769491 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-babce09c-9f2c-480d-b75e-8defbda33c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.815939 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b95e3b0-608c-4083-8cbc-6161bcdb5ce1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.923714 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b95e3b0-608c-4083-8cbc-6161bcdb5ce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:07.943130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-437a7c18-3c15-4696-8ce3-319454838c17 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 665 time: 0.1081581 Jul 05 04:12:07.949946 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [None req-babce09c-9f2c-480d-b75e-8defbda33c10 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:12:07.949946 n-d-758944-41 neutron-server[100896]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:12:07.949946 n-d-758944-41 neutron-server[100896]: [parameters: {'project_id_1': '9b42ebb0b3a541919307e4ced62280cb', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 12, 7, 780343)}] Jul 05 04:12:07.949946 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:12:07.949946 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [None req-babce09c-9f2c-480d-b75e-8defbda33c10 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:12:08.060182 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6b95e3b0-608c-4083-8cbc-6161bcdb5ce1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74b42299ecc644d6b9c573c6924f6db0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4635849 Jul 05 04:12:08.075084 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-63dfc28a-59f6-4b4d-ac61-c4b34c6cdab0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.076519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54824) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:08.082357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b95e3b0-608c-4083-8cbc-6161bcdb5ce1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cce6364-d1cc-4f8c-9125-fda6793ba656,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:08.153285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-0793bfec-63ef-4dae-9fa1-a3539b2022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.153285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-0793bfec-63ef-4dae-9fa1-a3539b2022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.153285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-0793bfec-63ef-4dae-9fa1-a3539b2022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.153285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-0793bfec-63ef-4dae-9fa1-a3539b2022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.154361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-0793bfec-63ef-4dae-9fa1-a3539b2022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.155124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-0793bfec-63ef-4dae-9fa1-a3539b2022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.163572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-0793bfec-63ef-4dae-9fa1-a3539b2022c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.164055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-0793bfec-63ef-4dae-9fa1-a3539b2022c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 6508 time: 0.1581275 Jul 05 04:12:08.171204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8495209e-12e7-4b34-9d2a-3b037673dd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.200181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8495209e-12e7-4b34-9d2a-3b037673dd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.211549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Made reservation on behalf of 10e0cc5970554e18b5d5a794805144de for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:08.213961 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.250811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] device_id is not set on port a3a22c12-560f-491b-8d4b-d24852202bad yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:08.306562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-71d6cf36-06b1-44cf-8b81-a4d6595d73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.307048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-71d6cf36-06b1-44cf-8b81-a4d6595d73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.307525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-71d6cf36-06b1-44cf-8b81-a4d6595d73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.309438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-71d6cf36-06b1-44cf-8b81-a4d6595d73d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1ad52298-5282-4af0-bae4-d544afacc71c&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=306023af-e0b8-453c-8089-e1bc27c43282&id=e28198e9-0da7-40ca-97a9-a59c4503279c&id=e28198e9-0da7-40ca-97a9-a59c4503279c HTTP/1.1" status: 200 len: 2299 time: 0.1146138 Jul 05 04:12:08.408429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-e3191d88-16ec-4e9e-9309-37f85c045b50 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304 HTTP/1.1" status: 200 len: 1001 time: 0.0799639 Jul 05 04:12:08.424488 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8495209e-12e7-4b34-9d2a-3b037673dd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.427748 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8495209e-12e7-4b34-9d2a-3b037673dd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.431358 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8495209e-12e7-4b34-9d2a-3b037673dd73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4cce6364-d1cc-4f8c-9125-fda6793ba656 HTTP/1.1" status: 204 len: 168 time: 0.3504517 Jul 05 04:12:08.445556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8495209e-12e7-4b34-9d2a-3b037673dd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cce6364-d1cc-4f8c-9125-fda6793ba656,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:08.459746 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-babce09c-9f2c-480d-b75e-8defbda33c10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.487781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.525018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-178b781b-d2c2-4d00-bff1-1aba41d7e006 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.525018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-178b781b-d2c2-4d00-bff1-1aba41d7e006 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=2d0ee9de-4adc-4361-96f5-b74cc93d5b36 HTTP/1.1" status: 200 len: 856 time: 0.1139939 Jul 05 04:12:08.640464 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.659710 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-babce09c-9f2c-480d-b75e-8defbda33c10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.672439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-d0276b3e-4f25-48a9-8235-37eebf08a860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.674055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-d0276b3e-4f25-48a9-8235-37eebf08a860 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1ad52298-5282-4af0-bae4-d544afacc71c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1381085 Jul 05 04:12:08.706413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Network bdae2a00-19b9-4919-aed0-e8a8274f6a35 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:08.710576 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:08.713168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event updated for resources: {'Port': ['ID=a3a22c12-560f-491b-8d4b-d24852202bad,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:08.716325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:08.718456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:08.719994 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.763140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-babce09c-9f2c-480d-b75e-8defbda33c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:08.815791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-babce09c-9f2c-480d-b75e-8defbda33c10 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b42ebb0b3a541919307e4ced62280cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0595171 Jul 05 04:12:08.818211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-babce09c-9f2c-480d-b75e-8defbda33c10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eddeff5-0c7a-41a7-a3a6-c1868d64beee,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:08.820036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54848) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:08.841852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-a8c54c43-f4f6-4ae7-abc8-31ce8bac6cb8 service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596527 Jul 05 04:12:08.904573 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-59b6704f-3608-43f2-a9e8-06891c00d0ea tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.1407528 Jul 05 04:12:08.923050 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54858) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:08.976052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6cc653fc-3140-4591-8109-a28070db8102 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.014137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6cc653fc-3140-4591-8109-a28070db8102 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.056026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4604619d-3407-4e39-b88d-35b413664bd3 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:09.061081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4604619d-3407-4e39-b88d-35b413664bd3 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "GET /v2.0/ports/a3a22c12-560f-491b-8d4b-d24852202bad HTTP/1.1" status: 200 len: 955 time: 0.1347473 Jul 05 04:12:09.062829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54862) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:09.194075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6cc653fc-3140-4591-8109-a28070db8102 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.197049 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6cc653fc-3140-4591-8109-a28070db8102 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.198593 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6cc653fc-3140-4591-8109-a28070db8102 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8eddeff5-0c7a-41a7-a3a6-c1868d64beee HTTP/1.1" status: 204 len: 168 time: 0.3755183 Jul 05 04:12:09.205316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-4bd053fe-f78c-426d-9dfd-4da9f18a5116 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Deleting port a3a22c12-560f-491b-8d4b-d24852202bad {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:09.205667 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4bd053fe-f78c-426d-9dfd-4da9f18a5116 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.209254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-6054530c-257a-49ff-a699-5e5336829ccc service neutron] 10.222.0.26 "GET /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3531494 Jul 05 04:12:09.215370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc653fc-3140-4591-8109-a28070db8102 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eddeff5-0c7a-41a7-a3a6-c1868d64beee,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:09.297980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-57755b22-c6dd-4726-9121-fd24c301b287 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.128&port_id=508f00b8-de49-493e-8e45-0696faad4424 HTTP/1.1" status: 200 len: 217 time: 0.0764556 Jul 05 04:12:09.349962 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4bd053fe-f78c-426d-9dfd-4da9f18a5116 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:09.369624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-4bd053fe-f78c-426d-9dfd-4da9f18a5116 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Calling delete_port for a3a22c12-560f-491b-8d4b-d24852202bad owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:09.395616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-86c78c01-52d6-4a3e-84d3-a6c15f62e10c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:09.397097 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-86c78c01-52d6-4a3e-84d3-a6c15f62e10c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.0916672 Jul 05 04:12:09.419935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcbb6b9d-c197-47e0-b6ff-71c06e79dd9a req-8e1c0e07-a27a-4a7f-bc2d-f873fa641968 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0399051 Jul 05 04:12:09.617488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-391c931b-d925-4f3f-a6b3-21da79f517dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:09.625097 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-391c931b-d925-4f3f-a6b3-21da79f517dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2020693 Jul 05 04:12:09.743567 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4bd053fe-f78c-426d-9dfd-4da9f18a5116 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.274649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d22f40b4-1e66-4e03-b108-c044720674ee req-1d20d236-62e3-4b97-bb64-03798a010868 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.5390937 Jul 05 04:12:10.295811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd053fe-f78c-426d-9dfd-4da9f18a5116 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event deleted for resources: {'Port': ['ID=a3a22c12-560f-491b-8d4b-d24852202bad,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:10.309221 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4bd053fe-f78c-426d-9dfd-4da9f18a5116 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.317414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4bd053fe-f78c-426d-9dfd-4da9f18a5116 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a3a22c12-560f-491b-8d4b-d24852202bad HTTP/1.1" status: 204 len: 168 time: 1.2473338 Jul 05 04:12:10.317553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54918) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:10.362594 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f50f113-ce7e-4971-a69f-51dd5d304f52 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:12:10.364426 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9f50f113-ce7e-4971-a69f-51dd5d304f52 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "GET /v2.0/ports/a3a22c12-560f-491b-8d4b-d24852202bad HTTP/1.1" status: 404 len: 333 time: 0.0493364 Jul 05 04:12:10.369032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54920) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:10.375083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Request body: {'port': {'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-441180509'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:10.379935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-1aec01dd-97e0-4c2f-a9ae-d903e9560c7e service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7521319 Jul 05 04:12:10.508058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-8c722019-66c9-4bf4-b8d3-64f3cfc0f492 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1187859 Jul 05 04:12:10.559837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-28abe2b5-0aba-40eb-a9db-a587776ffd46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.60&port_id=d9272308-16d4-4bea-815a-f0a4152feb20 HTTP/1.1" status: 200 len: 217 time: 0.0427301 Jul 05 04:12:10.560559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Made reservation on behalf of 10e0cc5970554e18b5d5a794805144de for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:10.563015 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.672092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] device_id is not set on port 87e0495b-bf1a-4518-bccf-2702f40e2e7a yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:10.759736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-a14f9508-bb80-4402-8797-851ffb470ede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:10.761484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-a14f9508-bb80-4402-8797-851ffb470ede service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.1845505 Jul 05 04:12:10.800139 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e43b5916-c0b0-4a4e-8800-669f16c0a252 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.923018 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:10.924408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-d46a3dc2-c970-4cd7-b24b-767a2ec899d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:10.926173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-d46a3dc2-c970-4cd7-b24b-767a2ec899d6 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1541901 Jul 05 04:12:11.014748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.069973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-c67be0c2-884a-41cd-82fe-9b4369916efe service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327057 Jul 05 04:12:11.187153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-7345496c-9c4f-43f0-a672-aeb8cf39a41e service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097016 Jul 05 04:12:11.236649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.323852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-6dfe20f5-c3cd-4ac9-bb5f-67cec975cff0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.90&port_id=82917737-35ba-4936-8cf9-75ad6c8a2220 HTTP/1.1" status: 200 len: 217 time: 0.1280513 Jul 05 04:12:11.404139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Network bdae2a00-19b9-4919-aed0-e8a8274f6a35 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:11.437498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:11.442056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:11.443193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:11.444144 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.477908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event updated for resources: {'Port': ['ID=87e0495b-bf1a-4518-bccf-2702f40e2e7a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:11.500293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-72f25a7e-d9a3-48ef-8775-0e273c4114a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:11.501622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-72f25a7e-d9a3-48ef-8775-0e273c4114a7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.1111202 Jul 05 04:12:11.581360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5c5a94ec-c311-4cf1-9cce-3a1971e4a461 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.2084243 Jul 05 04:12:11.581963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54970) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:11.588597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:11.608420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-db72da1d-249f-4c74-8d23-f9f0d4524edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:11.614106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-db72da1d-249f-4c74-8d23-f9f0d4524edd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1011505 Jul 05 04:12:11.822883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-80e7a2f9-8af3-4cf7-baa2-98f7fa2d2b32 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029023 Jul 05 04:12:11.825004 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:11.912782 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.034029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-a32b7af4-20b3-46a6-9112-413e272844c3 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042081 Jul 05 04:12:12.096640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-08d71762-eaef-4b44-ba44-dc8a9e460383 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.145&port_id=b8f69d4b-d276-4843-88a3-f617b74fdc99 HTTP/1.1" status: 200 len: 217 time: 0.0552337 Jul 05 04:12:12.350225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab90c44d-6a69-4d7e-b417-145f4745614e req-ff0a3dde-d56b-40ba-a984-ba1b3b14e0bd service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1298470 Jul 05 04:12:12.369461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] device_id is not set on port 87e0495b-bf1a-4518-bccf-2702f40e2e7a yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:12.374478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-6f7230ad-35ee-489c-a392-aef5458a857e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:12.378226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-6f7230ad-35ee-489c-a392-aef5458a857e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 200 len: 797 time: 0.2732646 Jul 05 04:12:12.392360 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.422972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Transition to ACTIVE for port object 87e0495b-bf1a-4518-bccf-2702f40e2e7a will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:12.485557 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:12.574819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-e6f10081-5867-424e-a7d5-85159ed62398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:12.584948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-e6f10081-5867-424e-a7d5-85159ed62398 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=306023af-e0b8-453c-8089-e1bc27c43282&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1990919 Jul 05 04:12:12.656869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event updated for resources: {'Port': ['ID=87e0495b-bf1a-4518-bccf-2702f40e2e7a,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:12.674189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:12.674530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:12.674872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:12.681442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:12.682160 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:12.682697 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 2 to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a Jul 05 04:12:12.700234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:12.700564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:12.701140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:12.707819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:12.708446 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:12.709032 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 3 to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a Jul 05 04:12:12.751801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:12.754307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:12.754716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:12.765078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:12.765598 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:12.766007 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 4 to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a Jul 05 04:12:12.782292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:12.782647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:12.782995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:12.788879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:12.789491 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:12.790581 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 5 to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a Jul 05 04:12:12.805362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:12.805595 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:12.805841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:12.810594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-71205872-712f-4cd5-9f50-f0c30dfaceca req-f691311c-875e-4656-bbb3-59cf7a5f8703 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0797031 Jul 05 04:12:12.811541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:12.812002 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:12.812527 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 6 to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a Jul 05 04:12:12.829236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:12.829659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:12.830710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:12.835811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:12.836397 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:12.837137 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 7 to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a Jul 05 04:12:12.862000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:12.862539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:12.863424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:12.866799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55024) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:12.875611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:12.876444 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:12.877020 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 8 to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a Jul 05 04:12:12.884766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-9180c516-04fc-458f-ab1e-1046b8845d0a service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797842 Jul 05 04:12:12.895189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:12.895535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:12.895877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:12.900941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:12.901269 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:12.901667 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 9 to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a Jul 05 04:12:12.915502 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:12.915845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:12.918697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:12.928441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:12.928776 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:12.929459 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempt 10 to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a Jul 05 04:12:12.946479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:12.948191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:12.948738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempting to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:12.956637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:12.957257 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Failed to bind port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on host n-h1-758944-41 for vnic_type normal using segments [{'id': '5ed83e2c-9b06-46fb-9941-224f45c4b38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bdae2a00-19b9-4919-aed0-e8a8274f6a35'}] Jul 05 04:12:12.957815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.070113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] For port 87e0495b-bf1a-4518-bccf-2702f40e2e7a, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:13.071306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attempted to set empty binding levels {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:12:13.086999 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-9370bd25-2333-4563-b4f8-9db944ab07a9 service neutron] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1984456 Jul 05 04:12:13.147144 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.198100 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-5078c9a6-34ab-4418-adc4-967418e79fd9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=413daab2-512f-4770-8e63-6f518efd0808 HTTP/1.1" status: 200 len: 217 time: 0.1057642 Jul 05 04:12:13.263871 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-415087924'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:13.291262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-88533c3e-1b78-4db6-864f-9b540e3ed3cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:13.293823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-88533c3e-1b78-4db6-864f-9b540e3ed3cb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.0891805 Jul 05 04:12:13.299029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] In _notify_port_updated(), no bound segment for port 87e0495b-bf1a-4518-bccf-2702f40e2e7a on network bdae2a00-19b9-4919-aed0-e8a8274f6a35 {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:12:13.299449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:13.303230 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.311778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55042) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:13.312876 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "PUT /v2.0/ports/87e0495b-bf1a-4518-bccf-2702f40e2e7a HTTP/1.1" status: 200 len: 975 time: 1.7250051 Jul 05 04:12:13.340278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405ce2e7-c36b-4860-8370-87240bbea618 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event updated for resources: {'Port': ['ID=87e0495b-bf1a-4518-bccf-2702f40e2e7a,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:13.434609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Made reservation on behalf of b766f6b3052e467eb4708dc688796a2b for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:13.438381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.439500 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.458105 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.461403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-3a5cb3a1-373b-418d-9ce3-d25467a07356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:13.463007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-3a5cb3a1-373b-418d-9ce3-d25467a07356 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1611595 Jul 05 04:12:13.558673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5de1f7b4-ccd5-4ee8-b5f4-845652ad4157 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Deleting port 87e0495b-bf1a-4518-bccf-2702f40e2e7a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:13.559008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5de1f7b4-ccd5-4ee8-b5f4-845652ad4157 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.654044 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.669035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-eca980d9-dd03-4f5b-af08-c03d2c5bd2d1 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933610 Jul 05 04:12:13.669962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-5de1f7b4-ccd5-4ee8-b5f4-845652ad4157 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] For port 87e0495b-bf1a-4518-bccf-2702f40e2e7a, host n-h1-758944-41, got binding levels [] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:13.670322 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5de1f7b4-ccd5-4ee8-b5f4-845652ad4157 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.701818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5de1f7b4-ccd5-4ee8-b5f4-845652ad4157 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Calling delete_port for 87e0495b-bf1a-4518-bccf-2702f40e2e7a owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:13.742918 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.785504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:13.787880 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.797387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5380b48-ecb4-488f-bc4e-35f7b7d9e029,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:13.802451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.803100 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Added segment ad9506ba-6a3c-4f90-8724-3cd7d627a317 of type vlan for network 54fc321e-88a5-4908-8504-1c2c59c3684c Jul 05 04:12:13.846913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-3bd28595-105d-4224-98f0-d322517b6aa9 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1684988 Jul 05 04:12:13.848315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.906145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-dc6866ae-c8d0-4c71-9bc8-74150efa2424 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f HTTP/1.1" status: 200 len: 217 time: 0.0461712 Jul 05 04:12:13.940046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.947337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:13.948162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:13.991323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-ecc171cf-504b-4c33-88fa-0e61fdd106d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:13.993375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-ecc171cf-504b-4c33-88fa-0e61fdd106d1 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 200 len: 797 time: 0.0807426 Jul 05 04:12:14.038337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5de1f7b4-ccd5-4ee8-b5f4-845652ad4157 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.091753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Pushing event updated for resources: {'Network': ['ID=54fc321e-88a5-4908-8504-1c2c59c3684c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:14.103164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 54fc321e-88a5-4908-8504-1c2c59c3684c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:14.112996 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5b9ee9de-a028-4136-8d56-4ff81c90fa46 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 1.2447379 Jul 05 04:12:14.127526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de1f7b4-ccd5-4ee8-b5f4-845652ad4157 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Pushing event deleted for resources: {'Port': ['ID=87e0495b-bf1a-4518-bccf-2702f40e2e7a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:14.133424 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5de1f7b4-ccd5-4ee8-b5f4-845652ad4157 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.135635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5de1f7b4-ccd5-4ee8-b5f4-845652ad4157 tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "DELETE /v2.0/ports/87e0495b-bf1a-4518-bccf-2702f40e2e7a HTTP/1.1" status: 204 len: 168 time: 0.8055737 Jul 05 04:12:14.139137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55076) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.163640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-72486053-2f92-4bdd-a16e-d0f62ea348dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:14.165499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-72486053-2f92-4bdd-a16e-d0f62ea348dc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=e28198e9-0da7-40ca-97a9-a59c4503279c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1488378 Jul 05 04:12:14.217889 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2050bc8-96a5-4a67-b0de-b8f54063a20f tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:12:14.219532 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f2050bc8-96a5-4a67-b0de-b8f54063a20f tempest-PortsAdminExtendedAttrsTestJSON-609567828 tempest-PortsAdminExtendedAttrsTestJSON-609567828-project-admin] 10.222.0.30 "GET /v2.0/ports/87e0495b-bf1a-4518-bccf-2702f40e2e7a HTTP/1.1" status: 404 len: 333 time: 0.0792277 Jul 05 04:12:14.223454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55080) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.304782 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.311122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-622f352f-1d58-4687-9eda-e36388ffaf57 service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377034 Jul 05 04:12:14.374713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.518782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b9eb04-fe06-4e3f-9109-a1eca7d6146b req-dba258ab-65c7-48c3-b6a5-2e3cbc2336ca service neutron] 10.222.0.26 "GET /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1996453 Jul 05 04:12:14.599527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55094) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:14.606694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Request body: {'port': {'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c', 'binding:host_id': 'n-h1-758944-41', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-258888913'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:14.651074 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.665952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdae2a00-19b9-4919-aed0-e8a8274f6a35']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:14.678850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ed83e2c-9b06-46fb-9941-224f45c4b38f') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:14.679580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ed83e2c-9b06-46fb-9941-224f45c4b38f') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:14.692003 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.718180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.719668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Made reservation on behalf of c3da2b7779b9407bafa8dec3c08c402c for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:14.731370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:14.731370 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:14.731595 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:14.741677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.754739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a56cfdd2-2d8e-4062-ac81-bfacbea2170d req-6c6e3d35-dd0e-48d7-8dd5-58ba2fb811c5 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0824573 Jul 05 04:12:14.793776 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.911350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.920062 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.924429 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] 10.222.0.30 "DELETE /v2.0/networks/bdae2a00-19b9-4919-aed0-e8a8274f6a35 HTTP/1.1" status: 204 len: 168 time: 0.6974645 Jul 05 04:12:14.966982 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:14.987243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c37c0a-80d9-4268-a381-2bf3a821bcb8 tempest-PortsAdminExtendedAttrsTestJSON-811995368 tempest-PortsAdminExtendedAttrsTestJSON-811995368-project] Pushing event deleted for resources: {'Network': ['ID=bdae2a00-19b9-4919-aed0-e8a8274f6a35,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:15.036544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.068819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] device_id is not set on port 441ffdca-46a3-4b22-b239-04e0a97a4f8a yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:15.083837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b36502d-ce8e-452f-950a-f380c21b6c19 req-12e39f1c-9d1a-400f-9cda-a1f1e6e9be82 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0662620 Jul 05 04:12:15.177154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7aae316-530a-4cc2-b3dd-52c8759a18ae,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:15.377351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] device_id is not set on port 441ffdca-46a3-4b22-b239-04e0a97a4f8a yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:15.390648 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.407732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Transition to ACTIVE for port object 441ffdca-46a3-4b22-b239-04e0a97a4f8a will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:15.468677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:15.630797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event updated for resources: {'Port': ['ID=441ffdca-46a3-4b22-b239-04e0a97a4f8a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:15.651187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Checking segment: {'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:15.651777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Network hostable DHCP agents. Network: 54fc321e-88a5-4908-8504-1c2c59c3684c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:15.689322 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55146) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.759521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Network 54fc321e-88a5-4908-8504-1c2c59c3684c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:15.869421 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a986fa2f-1e49-4632-a2da-9ed1f4bd3e89 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4c1c56e7da4b42878b61afe647bf7735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1787946 Jul 05 04:12:15.872495 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55154) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.902203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 54fc321e-88a5-4908-8504-1c2c59c3684c) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:15.906005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:15.911785 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46484071-3710-426f-82ce-42c9790a891a None None] Network 54fc321e-88a5-4908-8504-1c2c59c3684c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:15.949777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:15.949777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:15.949777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:15.978497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55158) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:15.983927 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:15.987214 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:15.987935 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 2 to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a Jul 05 04:12:16.031409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9791-c66e-46e8-a0d8-60f3ce1d43bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.034748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:16.035091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:16.035424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:16.059605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:16.059992 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:16.060400 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 3 to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a Jul 05 04:12:16.087180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:16.087509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:16.087854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:16.096527 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9791-c66e-46e8-a0d8-60f3ce1d43bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.099117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:16.101094 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:16.101681 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 4 to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a Jul 05 04:12:16.135093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:16.138281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:16.138816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:16.150163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:16.150756 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:16.151362 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 5 to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a Jul 05 04:12:16.185212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:16.185868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:16.186219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:16.193743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:16.194226 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:16.194633 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 6 to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a Jul 05 04:12:16.229361 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-28c0191a-1605-4035-8583-cd6cb8738bc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.240049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:16.240398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:16.240741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:16.250628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:16.251060 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:16.253266 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 7 to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a Jul 05 04:12:16.267955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9791-c66e-46e8-a0d8-60f3ce1d43bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.270674 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3fe9791-c66e-46e8-a0d8-60f3ce1d43bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.272114 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b3fe9791-c66e-46e8-a0d8-60f3ce1d43bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a06c04f7-6f1c-4a96-9720-716eb0994e43 HTTP/1.1" status: 204 len: 168 time: 0.3980346 Jul 05 04:12:16.281479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fe9791-c66e-46e8-a0d8-60f3ce1d43bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06c04f7-6f1c-4a96-9720-716eb0994e43,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:16.281854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:16.282335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:16.282688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:16.303085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:16.305107 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:16.307558 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 8 to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a Jul 05 04:12:16.333379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:16.334071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:16.334428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:16.342363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:16.342703 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:16.346388 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 9 to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a Jul 05 04:12:16.370231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:16.370570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:16.371490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:16.380108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:16.380233 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:16.381663 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 10 to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a Jul 05 04:12:16.404064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:16.404064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:16.404064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:16.422496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:16.422892 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 441ffdca-46a3-4b22-b239-04e0a97a4f8a on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:16.423281 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.475839 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-28c0191a-1605-4035-8583-cd6cb8738bc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.564245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] For port 441ffdca-46a3-4b22-b239-04e0a97a4f8a, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:16.564923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempted to set empty binding levels {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:12:16.571004 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-28c0191a-1605-4035-8583-cd6cb8738bc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.618208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-28c0191a-1605-4035-8583-cd6cb8738bc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5682965659a146ab8f544cd81b7d02ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6386218 Jul 05 04:12:16.628093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55176) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:16.628813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c0191a-1605-4035-8583-cd6cb8738bc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326142c5-a22e-425a-a111-90b53585b8b8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:16.768459 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.807675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:16.808404 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.933358 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d488d810-f724-43cc-8140-fe49dbe0bc8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.936135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event updated for resources: {'Port': ['ID=441ffdca-46a3-4b22-b239-04e0a97a4f8a,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:16.978331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d0455328-3146-4c04-b743-985ee21be5ee tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 2.3775158 Jul 05 04:12:16.981557 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d488d810-f724-43cc-8140-fe49dbe0bc8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:16.981748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55186) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:17.049175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-efe45940-6234-40cb-8ba9-a2c1ef863381 req-2bb34a98-4f11-4b21-9cdd-3e8f476a37de service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0453582 Jul 05 04:12:17.163517 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d488d810-f724-43cc-8140-fe49dbe0bc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.168824 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d488d810-f724-43cc-8140-fe49dbe0bc8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.173815 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d488d810-f724-43cc-8140-fe49dbe0bc8f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/326142c5-a22e-425a-a111-90b53585b8b8 HTTP/1.1" status: 204 len: 168 time: 0.5514576 Jul 05 04:12:17.189565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d488d810-f724-43cc-8140-fe49dbe0bc8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326142c5-a22e-425a-a111-90b53585b8b8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:17.190311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e3ea8-43ac-4ad9-a43b-16eff10bcc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Deleting port 441ffdca-46a3-4b22-b239-04e0a97a4f8a {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:17.201843 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3ea8-43ac-4ad9-a43b-16eff10bcc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.287437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-1e8e3ea8-43ac-4ad9-a43b-16eff10bcc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] For port 441ffdca-46a3-4b22-b239-04e0a97a4f8a, host n-h1-758944-41, got binding levels [] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:17.287800 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3ea8-43ac-4ad9-a43b-16eff10bcc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.296821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6f6c153-488a-438d-aaee-e4ab06f93ccb req-9096595a-3bc9-49bd-a467-7187b6847cc3 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0659604 Jul 05 04:12:17.297301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55202) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:17.326220 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1e8e3ea8-43ac-4ad9-a43b-16eff10bcc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Calling delete_port for 441ffdca-46a3-4b22-b239-04e0a97a4f8a owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:17.382216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b2f0af8c-2f8b-4b77-80bc-378a6473935b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=10e0cc5970554e18b5d5a794805144de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0837076 Jul 05 04:12:17.385632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55206) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:17.455359 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ab4a48b-67f2-4da1-a41c-4f4fa0d15875 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.492017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ab4a48b-67f2-4da1-a41c-4f4fa0d15875 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.553898 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3ea8-43ac-4ad9-a43b-16eff10bcc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.583794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8e3ea8-43ac-4ad9-a43b-16eff10bcc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event deleted for resources: {'Port': ['ID=441ffdca-46a3-4b22-b239-04e0a97a4f8a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:17.594850 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1e8e3ea8-43ac-4ad9-a43b-16eff10bcc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.596887 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1e8e3ea8-43ac-4ad9-a43b-16eff10bcc65 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "DELETE /v2.0/ports/441ffdca-46a3-4b22-b239-04e0a97a4f8a HTTP/1.1" status: 204 len: 168 time: 0.6141829 Jul 05 04:12:17.599500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55212) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:17.627198 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c828450-7608-4742-9294-5f87188d84b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:12:17.632835 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2c828450-7608-4742-9294-5f87188d84b1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "GET /v2.0/ports/441ffdca-46a3-4b22-b239-04e0a97a4f8a HTTP/1.1" status: 404 len: 333 time: 0.0283895 Jul 05 04:12:17.633846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55216) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:17.639457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Request body: {'port': {'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-178584804'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:17.654658 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ab4a48b-67f2-4da1-a41c-4f4fa0d15875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.658563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ab4a48b-67f2-4da1-a41c-4f4fa0d15875 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.660157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1ab4a48b-67f2-4da1-a41c-4f4fa0d15875 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19c22467-d205-497f-8db8-1c53baaecafe HTTP/1.1" status: 204 len: 168 time: 0.2741921 Jul 05 04:12:17.684295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab4a48b-67f2-4da1-a41c-4f4fa0d15875 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c22467-d205-497f-8db8-1c53baaecafe,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:17.771214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Made reservation on behalf of c3da2b7779b9407bafa8dec3c08c402c for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:17.775293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:17.802849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] device_id is not set on port b87736c5-79ba-4087-89c2-17ddd2975735 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:18.004135 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.103132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.155312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55236) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:18.176749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bdbc62de-5124-4640-81f4-76cd1ecea24d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.195120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Network 54fc321e-88a5-4908-8504-1c2c59c3684c is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:18.210760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:18.220002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event updated for resources: {'Port': ['ID=b87736c5-79ba-4087-89c2-17ddd2975735,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:18.242791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:18.245381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:18.249203 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.377069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bdbc62de-5124-4640-81f4-76cd1ecea24d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.449290 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bdbc62de-5124-4640-81f4-76cd1ecea24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.492882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc62de-5124-4640-81f4-76cd1ecea24d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28555a59-7776-4462-b706-523c8d0c27e6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:18.514963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bdbc62de-5124-4640-81f4-76cd1ecea24d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=765f48e1dd98457593720f79407cd7d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3584015 Jul 05 04:12:18.517848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55252) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:18.530727 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a6331a21-c2f5-4c35-a76d-edad4b9f2015 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.8928382 Jul 05 04:12:18.534216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55254) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:18.540341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:18.644870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.649705 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d49e9d70-ae8a-41d9-81cc-d7f1748602ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.705303 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d49e9d70-ae8a-41d9-81cc-d7f1748602ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.797320 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:12:18.845191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d49e9d70-ae8a-41d9-81cc-d7f1748602ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.848093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d49e9d70-ae8a-41d9-81cc-d7f1748602ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.857654 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d49e9d70-ae8a-41d9-81cc-d7f1748602ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28555a59-7776-4462-b706-523c8d0c27e6 HTTP/1.1" status: 204 len: 168 time: 0.3354816 Jul 05 04:12:18.873303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49e9d70-ae8a-41d9-81cc-d7f1748602ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28555a59-7776-4462-b706-523c8d0c27e6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:18.942552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] device_id is not set on port b87736c5-79ba-4087-89c2-17ddd2975735 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:18.949107 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:18.967351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Transition to ACTIVE for port object b87736c5-79ba-4087-89c2-17ddd2975735 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:19.031453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.122852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.123659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.124242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.128780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event updated for resources: {'Port': ['ID=b87736c5-79ba-4087-89c2-17ddd2975735,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:19.133847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.134283 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:19.134782 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 2 to bind port b87736c5-79ba-4087-89c2-17ddd2975735 Jul 05 04:12:19.153067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.153427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.153846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.158887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.159598 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:19.159598 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 3 to bind port b87736c5-79ba-4087-89c2-17ddd2975735 Jul 05 04:12:19.174918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.175327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.175759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.212286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c51cc84-d280-466f-ae78-17c72ab80713 req-f6c27f21-d60f-4326-8b97-f089a2649bbe service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0321023 Jul 05 04:12:19.224061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.224433 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:19.224871 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 4 to bind port b87736c5-79ba-4087-89c2-17ddd2975735 Jul 05 04:12:19.243413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.244996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.245447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.257211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.259149 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:19.260033 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 5 to bind port b87736c5-79ba-4087-89c2-17ddd2975735 Jul 05 04:12:19.279148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.279634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.280066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.285485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.285485 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:19.294183 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 6 to bind port b87736c5-79ba-4087-89c2-17ddd2975735 Jul 05 04:12:19.311246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.311876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.315358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.329443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.331221 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:19.331824 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 7 to bind port b87736c5-79ba-4087-89c2-17ddd2975735 Jul 05 04:12:19.365411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55284) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:19.367497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.368166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.369294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.383415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.384341 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:19.384927 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 8 to bind port b87736c5-79ba-4087-89c2-17ddd2975735 Jul 05 04:12:19.419630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.421666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.422193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.438181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.438920 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:19.439488 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 9 to bind port b87736c5-79ba-4087-89c2-17ddd2975735 Jul 05 04:12:19.506406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.506743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.507084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.512374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c280943c-f907-4c57-aebb-0036e54a1ac7 req-e10c4414-2514-4a6f-bc6b-85b8f5b0d377 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0504916 Jul 05 04:12:19.515047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.515380 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:19.515922 n-d-758944-41 neutron-server[100896]: INFO neutron.plugins.ml2.plugin [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 10 to bind port b87736c5-79ba-4087-89c2-17ddd2975735 Jul 05 04:12:19.528355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-712922088'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:19.531103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:19.531446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:19.531786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:19.536522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:19.548265 n-d-758944-41 neutron-server[100896]: ERROR neutron.plugins.ml2.managers [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port b87736c5-79ba-4087-89c2-17ddd2975735 on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:19.548979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.617379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Made reservation on behalf of 96fc47c270354edcafcaa98e2b2c09db for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:19.622499 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.637485 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.664485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] For port b87736c5-79ba-4087-89c2-17ddd2975735, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:19.665030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempted to set empty binding levels {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:12:19.727229 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.788137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.814653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] In _notify_port_updated(), no bound segment for port b87736c5-79ba-4087-89c2-17ddd2975735 on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:12:19.815818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:19.816431 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.820869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55312) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:19.821141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "PUT /v2.0/ports/b87736c5-79ba-4087-89c2-17ddd2975735 HTTP/1.1" status: 200 len: 979 time: 1.2856240 Jul 05 04:12:19.832281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccbcc831-602a-450e-bae1-b82f7dbe739b tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event updated for resources: {'Port': ['ID=b87736c5-79ba-4087-89c2-17ddd2975735,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:19.877113 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.931840 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:19.949751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aed5c094-360f-4694-8962-ab199ebc465c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:19.958208 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:19.958766 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Added segment 26c89bc1-0c4d-4949-a688-0a13a8e241b2 of type vlan for network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a Jul 05 04:12:20.033730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.034244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.034704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.035187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.035661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.036188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.037036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.037696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.038337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.038977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.039618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.041022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.041022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.041766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.041766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.042111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.043316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.043802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.044320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.047240 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1689b816-450d-4b6c-bbe6-784d40e7d726 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 17312 time: 0.2248261 Jul 05 04:12:20.051235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55324) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:20.052181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.186204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.194703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:20.195866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.220689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-35ef0d2b-5405-4866-a861-8b7da895abb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Deleting port b87736c5-79ba-4087-89c2-17ddd2975735 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:20.221354 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-35ef0d2b-5405-4866-a861-8b7da895abb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.328994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event updated for resources: {'Network': ['ID=d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:20.343867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:20.351266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-35ef0d2b-5405-4866-a861-8b7da895abb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] For port b87736c5-79ba-4087-89c2-17ddd2975735, host n-h1-758944-41, got binding levels [] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:20.351631 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-35ef0d2b-5405-4866-a861-8b7da895abb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.360365 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a830fcb1-34cc-46f6-b483-593385fd39d4 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9935379 Jul 05 04:12:20.363165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55334) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:20.370664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Request body: {'subnet': {'network_id': 'd8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:20.374501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-35ef0d2b-5405-4866-a861-8b7da895abb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Calling delete_port for b87736c5-79ba-4087-89c2-17ddd2975735 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:20.628177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-35ef0d2b-5405-4866-a861-8b7da895abb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.628787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Made reservation on behalf of 96fc47c270354edcafcaa98e2b2c09db for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:20.635469 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.701235 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-35ef0d2b-5405-4866-a861-8b7da895abb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.708254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-35ef0d2b-5405-4866-a861-8b7da895abb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b87736c5-79ba-4087-89c2-17ddd2975735 HTTP/1.1" status: 204 len: 168 time: 0.6558528 Jul 05 04:12:20.709246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55346) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:20.722537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ef0d2b-5405-4866-a861-8b7da895abb5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event deleted for resources: {'Port': ['ID=b87736c5-79ba-4087-89c2-17ddd2975735,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:20.778786 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a969fa7-662e-4d4f-a370-a031d80c767a tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:12:20.786010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0a969fa7-662e-4d4f-a370-a031d80c767a tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "GET /v2.0/ports/b87736c5-79ba-4087-89c2-17ddd2975735 HTTP/1.1" status: 404 len: 333 time: 0.0688519 Jul 05 04:12:20.786010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55350) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:20.797958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-968937478', 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:20.911680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Made reservation on behalf of c3da2b7779b9407bafa8dec3c08c402c for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:20.914428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:20.938706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] device_id is not set on port a2e48417-0894-4f40-97b2-7232f89032a7 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:21.012561 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.100972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event updated for resources: {'Subnet': ['ID=94b9d521-0490-4a28-8c30-69da669214af,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:21.117294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Checking segment: {'id': '26c89bc1-0c4d-4949-a688-0a13a8e241b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:21.117872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Network hostable DHCP agents. Network: d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:21.201287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.228606 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:21.313413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:21.325073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.325666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.346326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054c21f9-100f-4892-92e3-c08f91902e5d None None] Network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:21.418394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.486340 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8fcccc19-b350-4006-93c3-7a19ace35bdc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1218517 Jul 05 04:12:21.489016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55376) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:21.492185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event updated for resources: {'Port': ['ID=a2e48417-0894-4f40-97b2-7232f89032a7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:21.495236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-af8c26f6-ce1d-4bbd-9fa6-6f837692d704 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1525381581', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:21.516438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Network 54fc321e-88a5-4908-8504-1c2c59c3684c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:21.518628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:21.527075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:21.528110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.529266 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.650434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55382) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:21.656721 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af8c26f6-ce1d-4bbd-9fa6-6f837692d704 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.657925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af8c26f6-ce1d-4bbd-9fa6-6f837692d704 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.752224 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fba2577b-51c6-4d98-9901-8b279d75114e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.9638422 Jul 05 04:12:21.755176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55386) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:21.814435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a', 'network_id': 'd8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a', 'tenant_id': '96fc47c270354edcafcaa98e2b2c09db', 'fixed_ips': [{'subnet_id': '94b9d521-0490-4a28-8c30-69da669214af'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:12:21.815319 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.866181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af8c26f6-ce1d-4bbd-9fa6-6f837692d704 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.931514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af8c26f6-ce1d-4bbd-9fa6-6f837692d704 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:21.965972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e73cce6-56e0-48b2-b953-9018d3591f7d req-bbf46123-25e5-4f1b-bd54-bc102e0ddf00 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0948644 Jul 05 04:12:21.969268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:21.978992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-095ea553-2576-4188-9866-c7c27b2b5ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:21.984852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-095ea553-2576-4188-9866-c7c27b2b5ff9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "GET /v2.0/ports/a2e48417-0894-4f40-97b2-7232f89032a7 HTTP/1.1" status: 200 len: 958 time: 0.2250524 Jul 05 04:12:21.985487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55400) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.034672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af8c26f6-ce1d-4bbd-9fa6-6f837692d704 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.038475 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-af8c26f6-ce1d-4bbd-9fa6-6f837692d704 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.5458956 Jul 05 04:12:22.040293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55402) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:22.128381 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.132215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Allocated IP 172.20.0.2 (d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a/94b9d521-0490-4a28-8c30-69da669214af/af599045-7813-42e1-a741-332ab9d49a44) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:22.308782 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.365039 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.377179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Transition to ACTIVE for port object af599045-7813-42e1-a741-332ab9d49a44 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:22.409165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Transition to ACTIVE for port object af599045-7813-42e1-a741-332ab9d49a44 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:22.470977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c299da06-4c59-40af-ace8-2475877de11c req-962a63f8-b89d-4355-9548-956f68174274 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.0514643 Jul 05 04:12:22.497603 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.497953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-fe935a53-abdf-48df-a696-f055db7a2b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Deleting port a2e48417-0894-4f40-97b2-7232f89032a7 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:22.501198 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe935a53-abdf-48df-a696-f055db7a2b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.565144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:22.568077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:22.577569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:22.581867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Pushing event updated for resources: {'Port': ['ID=af599045-7813-42e1-a741-332ab9d49a44,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:22.627325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Allocated IP 172.25.4.51 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/8c5ba60b-9b7b-4001-b52d-3d6f248bb55b) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:22.658682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Attempting to bind port af599045-7813-42e1-a741-332ab9d49a44 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:22.659052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Attempting to bind port af599045-7813-42e1-a741-332ab9d49a44 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '26c89bc1-0c4d-4949-a688-0a13a8e241b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:22.659479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Attempting to bind port af599045-7813-42e1-a741-332ab9d49a44 on network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:22.678439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:22.679014 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Checking segment: {'id': '26c89bc1-0c4d-4949-a688-0a13a8e241b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:22.679588 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.680166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Bound using segment: {'id': '26c89bc1-0c4d-4949-a688-0a13a8e241b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:22.680661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Bound port: af599045-7813-42e1-a741-332ab9d49a44, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26c89bc1-0c4d-4949-a688-0a13a8e241b2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:22.681302 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.788314 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:22.840364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] For port af599045-7813-42e1-a741-332ab9d49a44, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:22.870334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] For port af599045-7813-42e1-a741-332ab9d49a44, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af599045-7813-42e1-a741-332ab9d49a44,segment=NetworkSegment(26c89bc1-0c4d-4949-a688-0a13a8e241b2),segment_id=26c89bc1-0c4d-4949-a688-0a13a8e241b2)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:22.986768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe935a53-abdf-48df-a696-f055db7a2b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.023377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-fe935a53-abdf-48df-a696-f055db7a2b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Calling delete_port for a2e48417-0894-4f40-97b2-7232f89032a7 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:23.097024 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.135666 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.160194 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.248046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:23.256959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:23.267603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:23.284603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4960cc75-1b89-4106-ac94-1fe6aaad9166 None None] Pushing event updated for resources: {'Port': ['ID=af599045-7813-42e1-a741-332ab9d49a44,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.340711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Pushing event updated for resources: {'Port': ['ID=8c5ba60b-9b7b-4001-b52d-3d6f248bb55b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.367435 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe935a53-abdf-48df-a696-f055db7a2b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.454982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe935a53-abdf-48df-a696-f055db7a2b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event deleted for resources: {'Port': ['ID=a2e48417-0894-4f40-97b2-7232f89032a7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:23.495180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fe935a53-abdf-48df-a696-f055db7a2b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.495951 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fe935a53-abdf-48df-a696-f055db7a2b53 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "DELETE /v2.0/ports/a2e48417-0894-4f40-97b2-7232f89032a7 HTTP/1.1" status: 204 len: 168 time: 1.5084705 Jul 05 04:12:23.497880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55448) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:23.543134 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aa88c0e-a208-4126-ba09-bf6dc1f0430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:12:23.545097 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6aa88c0e-a208-4126-ba09-bf6dc1f0430e tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "GET /v2.0/ports/a2e48417-0894-4f40-97b2-7232f89032a7 HTTP/1.1" status: 404 len: 333 time: 0.0459185 Jul 05 04:12:23.546255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.550334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55450) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:23.559679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Request body: {'port': {'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-966308628'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:23.607153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Allocated IP 172.20.0.1 (d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a/94b9d521-0490-4a28-8c30-69da669214af/df5691fe-d194-4e1f-ad53-f804b768b908) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:23.857847 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:23.879233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Transition to ACTIVE for port object df5691fe-d194-4e1f-ad53-f804b768b908 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:23.975802 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.142372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:24.143290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event updated for resources: {'Port': ['ID=df5691fe-d194-4e1f-ad53-f804b768b908,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:24.161595 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:24.173224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:24.182470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Made reservation on behalf of c3da2b7779b9407bafa8dec3c08c402c for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:24.187608 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.275398 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.288306 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.378430 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] device_id is not set on port 0b0c8017-be00-48e6-867b-619884593abe yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:24.483470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a9ab275-e29d-42c3-9f64-4cd079b45863 req-c296690a-3414-4945-879e-6ff630ff78f8 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1346915 Jul 05 04:12:24.618366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:24.896276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff882501-1906-43bf-b0f2-733fa72da736 None None] Network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:24.979705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-595969ad-c0c4-4c14-b524-6e7e61f54e3a req-c937edbc-89ec-4acd-8e2c-8384b7a746a7 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.2132440 Jul 05 04:12:25.037861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.040197 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.125076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-21cbe07e-7c64-41e9-a06c-22e014afc759 None None] Provisioning for port af599045-7813-42e1-a741-332ab9d49a44 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:25.141770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.175126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.186258 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.238304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Network 54fc321e-88a5-4908-8504-1c2c59c3684c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:25.245096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:25.254293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:25.255275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:25.259373 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.260522 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.283177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Pushing event updated for resources: {'Port': ['ID=8c5ba60b-9b7b-4001-b52d-3d6f248bb55b,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.341972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event updated for resources: {'Port': ['ID=0b0c8017-be00-48e6-867b-619884593abe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.400206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8143b4fd-8ff1-40d7-9a2a-78fda4ebf972 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8436453 Jul 05 04:12:25.400415 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.401444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55490) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:25.424467 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.485999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af599045-7813-42e1-a741-332ab9d49a44 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:25.490467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event updated for resources: {'Port': ['ID=df5691fe-d194-4e1f-ad53-f804b768b908,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:25.497175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Request body: {'port': {'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:25.513885 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.515161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4b9400cc-de3e-498a-9ecf-4d80b60e987c tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.8636708 Jul 05 04:12:25.518028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55492) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:25.523122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1626014904', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'fixed_ips': [{'ip_address': '172.25.4.51'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:25.633791 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Made reservation on behalf of 4adc74d63c1548af8d1a4e4b3fa59fd8 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:25.633791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.656651 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.673723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port af599045-7813-42e1-a741-332ab9d49a44 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:25.679794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port af599045-7813-42e1-a741-332ab9d49a44 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:25.680208 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.735390 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.801444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-281e0bbf-adea-4304-8777-5aa009745cab None None] Provisioning for port df5691fe-d194-4e1f-ad53-f804b768b908 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:25.821097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-281e0bbf-adea-4304-8777-5aa009745cab None None] Provisioning complete for port df5691fe-d194-4e1f-ad53-f804b768b908 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:25.824638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-281e0bbf-adea-4304-8777-5aa009745cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.922315 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:25.923399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-281e0bbf-adea-4304-8777-5aa009745cab None None] Port df5691fe-d194-4e1f-ad53-f804b768b908 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:25.960582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-281e0bbf-adea-4304-8777-5aa009745cab None None] Provisioning complete for port af599045-7813-42e1-a741-332ab9d49a44 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:25.961131 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-281e0bbf-adea-4304-8777-5aa009745cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.002664 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.007828 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.016507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] device_id is not set on port ba44c3bd-4cd6-4c5b-8acd-6ba617291437 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:26.048597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:26.053268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:26.130465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port af599045-7813-42e1-a741-332ab9d49a44, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af599045-7813-42e1-a741-332ab9d49a44,segment=NetworkSegment(26c89bc1-0c4d-4949-a688-0a13a8e241b2),segment_id=26c89bc1-0c4d-4949-a688-0a13a8e241b2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:26.251760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] device_id is not set on port 0b0c8017-be00-48e6-867b-619884593abe yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:26.256812 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.273282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.325559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Transition to ACTIVE for port object 0b0c8017-be00-48e6-867b-619884593abe will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:26.398388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1de22a1a-44aa-482d-9929-56f5f18a29df,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:26.415817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.486517 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-281e0bbf-adea-4304-8777-5aa009745cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:26.513422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Router 8e4cf675-0c6c-4df3-a600-afaf9026b2d0 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:12:26.547542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=af599045-7813-42e1-a741-332ab9d49a44,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:26.578550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:26.578972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:26.579387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:26.593486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event updated for resources: {'Port': ['ID=0b0c8017-be00-48e6-867b-619884593abe,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:26.595817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:26.596675 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:26.599430 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 2 to bind port 0b0c8017-be00-48e6-867b-619884593abe Jul 05 04:12:26.629642 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-281e0bbf-adea-4304-8777-5aa009745cab None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:12:26.630014 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-281e0bbf-adea-4304-8777-5aa009745cab None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:12:26.643179 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 04:12:26.643965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:12:26.718122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:26.718684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:26.719109 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:26.722723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:26.735912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55520) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:26.737884 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-edf14b57-96fc-42d2-be81-8f3dffa9a191 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "PUT /v2.0/routers/8e4cf675-0c6c-4df3-a600-afaf9026b2d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6959050 Jul 05 04:12:26.739441 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d61b1-7e5f-4ce6-a7ab-ce835437082e None None] Sync routers for ids ['8e4cf675-0c6c-4df3-a600-afaf9026b2d0'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:26.743406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:26.743585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Request body: {'port': {'network_id': 'd8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a', 'name': 'tempest-FloatingIPNegativeTestJSON-1820726545'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:26.743853 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:26.744374 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 3 to bind port 0b0c8017-be00-48e6-867b-619884593abe Jul 05 04:12:26.761248 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d61b1-7e5f-4ce6-a7ab-ce835437082e None None] Routers {'8e4cf675-0c6c-4df3-a600-afaf9026b2d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:26.764573 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-423d61b1-7e5f-4ce6-a7ab-ce835437082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8e4cf675-0c6c-4df3-a600-afaf9026b2d0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:26.772042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:26.772383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:26.772721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:26.781950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:26.782314 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:26.783991 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 4 to bind port 0b0c8017-be00-48e6-867b-619884593abe Jul 05 04:12:26.811377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:26.811717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:26.812087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:26.827450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:26.827783 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:26.828205 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-423d61b1-7e5f-4ce6-a7ab-ce835437082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:26.828365 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 5 to bind port 0b0c8017-be00-48e6-867b-619884593abe Jul 05 04:12:26.848869 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-423d61b1-7e5f-4ce6-a7ab-ce835437082e None None] Routers {'8e4cf675-0c6c-4df3-a600-afaf9026b2d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:26.849720 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-423d61b1-7e5f-4ce6-a7ab-ce835437082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8e4cf675-0c6c-4df3-a600-afaf9026b2d0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:26.856283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:26.856283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:26.856283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:26.873176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:26.873517 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:26.873923 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 6 to bind port 0b0c8017-be00-48e6-867b-619884593abe Jul 05 04:12:26.897372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5e0c8732-8108-44a9-a21b-5784e2eb43fe tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3757074 Jul 05 04:12:26.897787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55526) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:26.907964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:26.908320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:26.913387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:26.929016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:26.929362 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:26.933343 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 7 to bind port 0b0c8017-be00-48e6-867b-619884593abe Jul 05 04:12:26.934956 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-423d61b1-7e5f-4ce6-a7ab-ce835437082e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:26.935846 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-423d61b1-7e5f-4ce6-a7ab-ce835437082e None None] The sync data for ids ['8e4cf675-0c6c-4df3-a600-afaf9026b2d0'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:26.978583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:26.978949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:26.979185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:26.994422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:26.994775 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:26.995148 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 8 to bind port 0b0c8017-be00-48e6-867b-619884593abe Jul 05 04:12:27.046574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:27.046936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:27.047259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:27.059447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:27.060213 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:27.060881 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 9 to bind port 0b0c8017-be00-48e6-867b-619884593abe Jul 05 04:12:27.099524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:27.100179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:27.100767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:27.106293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:27.107688 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:27.107688 n-d-758944-41 neutron-server[100895]: INFO neutron.plugins.ml2.plugin [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempt 10 to bind port 0b0c8017-be00-48e6-867b-619884593abe Jul 05 04:12:27.144938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:27.145523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:27.145970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempting to bind port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:27.156092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:12:27.156571 n-d-758944-41 neutron-server[100895]: ERROR neutron.plugins.ml2.managers [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Failed to bind port 0b0c8017-be00-48e6-867b-619884593abe on host n-h1-758944-41 for vnic_type normal using segments [{'id': 'ad9506ba-6a3c-4f90-8724-3cd7d627a317', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '54fc321e-88a5-4908-8504-1c2c59c3684c'}] Jul 05 04:12:27.157269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.177906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Made reservation on behalf of 96fc47c270354edcafcaa98e2b2c09db for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:27.192608 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.248706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] device_id is not set on port 4647d202-a4c1-4424-8e52-8db533778f83 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:27.297362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] For port 0b0c8017-be00-48e6-867b-619884593abe, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:27.298137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attempted to set empty binding levels {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 05 04:12:27.324934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b24d6111-0e45-49e4-81fe-ca803eb11c6d tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Deleting port 8c5ba60b-9b7b-4001-b52d-3d6f248bb55b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:27.324934 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b24d6111-0e45-49e4-81fe-ca803eb11c6d tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.365255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-03f58526-aa24-4054-9112-d28e8bc8353b None None] Provisioning complete for port df5691fe-d194-4e1f-ad53-f804b768b908 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:27.365801 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-03f58526-aa24-4054-9112-d28e8bc8353b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.371801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.438202 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] In _notify_port_updated(), no bound segment for port 0b0c8017-be00-48e6-867b-619884593abe on network 54fc321e-88a5-4908-8504-1c2c59c3684c {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:12:27.439417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:27.440272 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.441729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "PUT /v2.0/ports/0b0c8017-be00-48e6-867b-619884593abe HTTP/1.1" status: 200 len: 979 time: 1.9525638 Jul 05 04:12:27.444764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55536) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:27.461644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af599045-7813-42e1-a741-332ab9d49a44 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:27.522732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d6a799-724d-4d4c-a66b-a035998df0a7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event updated for resources: {'Port': ['ID=0b0c8017-be00-48e6-867b-619884593abe,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:27.590864 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b24d6111-0e45-49e4-81fe-ca803eb11c6d tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.591239 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b24d6111-0e45-49e4-81fe-ca803eb11c6d tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.598222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-03f58526-aa24-4054-9112-d28e8bc8353b None None] Port df5691fe-d194-4e1f-ad53-f804b768b908 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:27.666333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port af599045-7813-42e1-a741-332ab9d49a44 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:27.666593 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.683763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b24d6111-0e45-49e4-81fe-ca803eb11c6d tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Calling delete_port for 8c5ba60b-9b7b-4001-b52d-3d6f248bb55b owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:27.734912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-47ff8a05-48d0-40de-a97d-b13fc540e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Deleting port 0b0c8017-be00-48e6-867b-619884593abe {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:27.735289 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47ff8a05-48d0-40de-a97d-b13fc540e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:27.872268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Allocated IP 172.20.0.5 (d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a/94b9d521-0490-4a28-8c30-69da669214af/4647d202-a4c1-4424-8e52-8db533778f83) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:27.949394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-47ff8a05-48d0-40de-a97d-b13fc540e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] For port 0b0c8017-be00-48e6-867b-619884593abe, host n-h1-758944-41, got binding levels [] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:27.949914 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47ff8a05-48d0-40de-a97d-b13fc540e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.004952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-47ff8a05-48d0-40de-a97d-b13fc540e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Calling delete_port for 0b0c8017-be00-48e6-867b-619884593abe owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:28.057781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb10-21ae-419f-8ddf-38e211a36d65 req-f6a4ae34-ef6f-4522-81b4-ebf7e18e8d87 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.066840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb10-21ae-419f-8ddf-38e211a36d65 req-f6a4ae34-ef6f-4522-81b4-ebf7e18e8d87 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.070417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb10-21ae-419f-8ddf-38e211a36d65 req-f6a4ae34-ef6f-4522-81b4-ebf7e18e8d87 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.075471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb10-21ae-419f-8ddf-38e211a36d65 req-f6a4ae34-ef6f-4522-81b4-ebf7e18e8d87 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.081446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb10-21ae-419f-8ddf-38e211a36d65 req-f6a4ae34-ef6f-4522-81b4-ebf7e18e8d87 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.089603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb10-21ae-419f-8ddf-38e211a36d65 req-f6a4ae34-ef6f-4522-81b4-ebf7e18e8d87 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.093932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8ffb10-21ae-419f-8ddf-38e211a36d65 req-f6a4ae34-ef6f-4522-81b4-ebf7e18e8d87 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.096025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee8ffb10-21ae-419f-8ddf-38e211a36d65 req-f6a4ae34-ef6f-4522-81b4-ebf7e18e8d87 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5444 time: 0.4501538 Jul 05 04:12:28.180908 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47ff8a05-48d0-40de-a97d-b13fc540e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.211877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ff8a05-48d0-40de-a97d-b13fc540e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b0c8017-be00-48e6-867b-619884593abe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:28.229064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee8ffb10-21ae-419f-8ddf-38e211a36d65 req-d494cb05-a725-473f-8e36-81f957b8f8f1 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0793924 Jul 05 04:12:28.253735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47ff8a05-48d0-40de-a97d-b13fc540e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.259508 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-47ff8a05-48d0-40de-a97d-b13fc540e737 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "DELETE /v2.0/ports/0b0c8017-be00-48e6-867b-619884593abe HTTP/1.1" status: 204 len: 168 time: 0.8131888 Jul 05 04:12:28.263441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55552) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.299441 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.307619 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4cbfe57-a670-40b2-8367-bb6a33355093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] GET failed (client error): The resource could not be found. Jul 05 04:12:28.314372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55554) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:28.315674 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a4cbfe57-a670-40b2-8367-bb6a33355093 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533 tempest-PortsAdminExtendedAttrsIpV6TestJSON-495700533-project-admin] 10.222.0.30 "GET /v2.0/ports/0b0c8017-be00-48e6-867b-619884593abe HTTP/1.1" status: 404 len: 333 time: 0.0510633 Jul 05 04:12:28.328906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Transition to ACTIVE for port object 4647d202-a4c1-4424-8e52-8db533778f83 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:28.372606 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b24d6111-0e45-49e4-81fe-ca803eb11c6d tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.439528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24d6111-0e45-49e4-81fe-ca803eb11c6d tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Pushing event deleted for resources: {'Port': ['ID=8c5ba60b-9b7b-4001-b52d-3d6f248bb55b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:28.482516 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.539697 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b24d6111-0e45-49e4-81fe-ca803eb11c6d tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.543166 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b24d6111-0e45-49e4-81fe-ca803eb11c6d tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.544416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b24d6111-0e45-49e4-81fe-ca803eb11c6d tempest-ExternalNetworksAdminNegativeTestJSON-1067815515 tempest-ExternalNetworksAdminNegativeTestJSON-1067815515-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/6a7c77b7-b110-4b52-8a29-95d06994adc5 HTTP/1.1" status: 204 len: 168 time: 1.6457062 Jul 05 04:12:28.626142 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.660238 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.673323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54fc321e-88a5-4908-8504-1c2c59c3684c']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.696239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad9506ba-6a3c-4f90-8724-3cd7d627a317') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.696542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad9506ba-6a3c-4f90-8724-3cd7d627a317') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:28.715604 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.798496 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.824915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:28.826009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:28.826415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:28.830477 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:28.872195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:28.877170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event updated for resources: {'Port': ['ID=4647d202-a4c1-4424-8e52-8db533778f83,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:28.891983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:28.966600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:28.967338 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.990780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:28.998092 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.000178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] 10.222.0.30 "DELETE /v2.0/networks/54fc321e-88a5-4908-8504-1c2c59c3684c HTTP/1.1" status: 204 len: 168 time: 0.6846588 Jul 05 04:12:29.027669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bafd5418-45aa-47d5-b624-9a7045904b4f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1583535327-project] Pushing event deleted for resources: {'Network': ['ID=54fc321e-88a5-4908-8504-1c2c59c3684c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:29.056012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-55cf9065-6841-4978-9570-0215090f7cc9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.068240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-55cf9065-6841-4978-9570-0215090f7cc9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.075339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-55cf9065-6841-4978-9570-0215090f7cc9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.092967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-55cf9065-6841-4978-9570-0215090f7cc9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.099808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-55cf9065-6841-4978-9570-0215090f7cc9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.108130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-55cf9065-6841-4978-9570-0215090f7cc9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.124083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-55cf9065-6841-4978-9570-0215090f7cc9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.126079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-55cf9065-6841-4978-9570-0215090f7cc9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5444 time: 0.3743548 Jul 05 04:12:29.128657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-33a28ed4-0f39-4733-a41a-733e26ea9b16 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3913908 Jul 05 04:12:29.133541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55580) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.138894 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:29.246402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.263144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55582) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.268148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-779433f8-0234-4b28-ac76-77c944a8a2d5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:29.269815 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-779433f8-0234-4b28-ac76-77c944a8a2d5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "GET /v2.0/ports/508f00b8-de49-493e-8e45-0696faad4424?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1261883 Jul 05 04:12:29.324818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-643864ab-d78c-41bb-b120-fb7292b9e94d None None] Provisioning for port 4647d202-a4c1-4424-8e52-8db533778f83 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:29.329909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-643864ab-d78c-41bb-b120-fb7292b9e94d None None] Provisioning complete for port 4647d202-a4c1-4424-8e52-8db533778f83 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:29.330264 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-643864ab-d78c-41bb-b120-fb7292b9e94d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.502873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-643864ab-d78c-41bb-b120-fb7292b9e94d None None] Port 4647d202-a4c1-4424-8e52-8db533778f83 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:29.509561 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3db5f317-0a1c-40a1-b331-f388d62d4c63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.604505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55600) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:29.612296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:29.784470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Allocated IP 172.25.4.118 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/544be18c-01ed-4532-b78a-c3539647958b) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:29.868493 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-84b84e59-ecb0-449a-a2dc-7ead80a524d1 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "GET /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5795524 Jul 05 04:12:29.934708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.000843 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3db5f317-0a1c-40a1-b331-f388d62d4c63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.021532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:30.027770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c41687b9-e472-4b84-ab34-cd1a794d4efa admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b766f6b3052e467eb4708dc688796a2b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4215806 Jul 05 04:12:30.030741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55612) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.046768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.092985 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3db5f317-0a1c-40a1-b331-f388d62d4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.121876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23485f-4d19-4d34-a147-77992ab6659d req-35ae02e9-a35a-4f31-a8a6-29b0d5de2f2c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.127864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23485f-4d19-4d34-a147-77992ab6659d req-35ae02e9-a35a-4f31-a8a6-29b0d5de2f2c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.129874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:30.134537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23485f-4d19-4d34-a147-77992ab6659d req-35ae02e9-a35a-4f31-a8a6-29b0d5de2f2c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.140372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:30.141318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23485f-4d19-4d34-a147-77992ab6659d req-35ae02e9-a35a-4f31-a8a6-29b0d5de2f2c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.145837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event updated for resources: {'Port': ['ID=544be18c-01ed-4532-b78a-c3539647958b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:30.148802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23485f-4d19-4d34-a147-77992ab6659d req-35ae02e9-a35a-4f31-a8a6-29b0d5de2f2c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.156628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23485f-4d19-4d34-a147-77992ab6659d req-35ae02e9-a35a-4f31-a8a6-29b0d5de2f2c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.162724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd23485f-4d19-4d34-a147-77992ab6659d req-35ae02e9-a35a-4f31-a8a6-29b0d5de2f2c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.164827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd23485f-4d19-4d34-a147-77992ab6659d req-35ae02e9-a35a-4f31-a8a6-29b0d5de2f2c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 5444 time: 0.7223167 Jul 05 04:12:30.171861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:30.229068 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3db5f317-0a1c-40a1-b331-f388d62d4c63 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bff1277524e24319bfe0ec7cca3a2ca2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9557152 Jul 05 04:12:30.230266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55618) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:30.274360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd23485f-4d19-4d34-a147-77992ab6659d req-04f6bd28-5c4c-483e-9c50-0d1a715bfeb8 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0947320 Jul 05 04:12:30.275468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db5f317-0a1c-40a1-b331-f388d62d4c63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab34451d-3fd6-4129-8298-178918a5f65e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:30.279598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.340040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f979c4ce-2534-4580-a635-5f40cd8cae84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.372628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f979c4ce-2534-4580-a635-5f40cd8cae84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.442349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa0-832d-4db4-9a03-16a76ea32c88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.472613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa0-832d-4db4-9a03-16a76ea32c88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.482400 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] For port 508f00b8-de49-493e-8e45-0696faad4424, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=508f00b8-de49-493e-8e45-0696faad4424,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:30.523108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] For port 508f00b8-de49-493e-8e45-0696faad4424, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:30.563582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] device_id is not set on port 508f00b8-de49-493e-8e45-0696faad4424 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:30.588682 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.606965 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f979c4ce-2534-4580-a635-5f40cd8cae84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.609727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f979c4ce-2534-4580-a635-5f40cd8cae84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.610909 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f979c4ce-2534-4580-a635-5f40cd8cae84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f5380b48-ecb4-488f-bc4e-35f7b7d9e029 HTTP/1.1" status: 204 len: 168 time: 0.5791659 Jul 05 04:12:30.636201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f979c4ce-2534-4580-a635-5f40cd8cae84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5380b48-ecb4-488f-bc4e-35f7b7d9e029,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:30.653518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.683519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.777086 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa0-832d-4db4-9a03-16a76ea32c88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.779751 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-28c5faa0-832d-4db4-9a03-16a76ea32c88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.784229 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-28c5faa0-832d-4db4-9a03-16a76ea32c88 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab34451d-3fd6-4129-8298-178918a5f65e HTTP/1.1" status: 204 len: 168 time: 0.5485520 Jul 05 04:12:30.804715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c5faa0-832d-4db4-9a03-16a76ea32c88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab34451d-3fd6-4129-8298-178918a5f65e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:30.810455 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.835336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] No DVR routers for this DVR port 508f00b8-de49-493e-8e45-0696faad4424 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:30.895572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] Pushing event updated for resources: {'Port': ['ID=508f00b8-de49-493e-8e45-0696faad4424,revision_number=6']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:30.940816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] In _notify_port_updated(), no bound segment for port 508f00b8-de49-493e-8e45-0696faad4424 on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:12:30.941431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:30.942123 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:30.943829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b40032ee-65e4-4f3b-84e3-5b261824bedb service neutron] 10.222.0.26 "PUT /v2.0/ports/508f00b8-de49-493e-8e45-0696faad4424 HTTP/1.1" status: 200 len: 1033 time: 1.0675228 Jul 05 04:12:31.062865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-1776811e-b5fc-4e93-87dc-7f09160cbfb5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:31.066730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-1776811e-b5fc-4e93-87dc-7f09160cbfb5 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "GET /v2.0/ports/d9272308-16d4-4bea-815a-f0a4152feb20?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1112719 Jul 05 04:12:31.088397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:31.160156 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.266789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bf8ae261-59b3-42e1-8412-f6ae0e9a44c5 None None] Provisioning complete for port 508f00b8-de49-493e-8e45-0696faad4424 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:31.266789 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bf8ae261-59b3-42e1-8412-f6ae0e9a44c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.267375 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.300706 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.345622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event updated for resources: {'Port': ['ID=544be18c-01ed-4532-b78a-c3539647958b,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:31.368430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bf8ae261-59b3-42e1-8412-f6ae0e9a44c5 None None] Port 508f00b8-de49-493e-8e45-0696faad4424 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:31.421825 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.473419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55650) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:31.530405 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-296debaf-369e-4b0d-af23-638e5328c844 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c3da2b7779b9407bafa8dec3c08c402c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0555758 Jul 05 04:12:31.533577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55652) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:31.551174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.563764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a00be2c5-32c9-4929-96d2-32ee72ae3994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4180555 Jul 05 04:12:31.579626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] For port d9272308-16d4-4bea-815a-f0a4152feb20, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=d9272308-16d4-4bea-815a-f0a4152feb20,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:31.584578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55654) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:31.593147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3201d71a-5612-4ea8-8a12-b4e4ad2ffa91 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Request body: {'floatingip': {'port_id': '4647d202-a4c1-4424-8e52-8db533778f83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:31.627071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] For port d9272308-16d4-4bea-815a-f0a4152feb20, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:31.666561 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3201d71a-5612-4ea8-8a12-b4e4ad2ffa91 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.666561 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e2520ec-5856-4063-9027-d7754ff00159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.704347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] device_id is not set on port d9272308-16d4-4bea-815a-f0a4152feb20 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:31.717862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.723250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d9272308-16d4-4bea-815a-f0a4152feb20 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:31.769172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e2520ec-5856-4063-9027-d7754ff00159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.781376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24dc7-ba54-4cd0-b0e9-c5829f9b0289 req-b5f68720-674d-41ac-b4e0-46003dcab4e9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:31.810697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24dc7-ba54-4cd0-b0e9-c5829f9b0289 req-b5f68720-674d-41ac-b4e0-46003dcab4e9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:31.819341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24dc7-ba54-4cd0-b0e9-c5829f9b0289 req-b5f68720-674d-41ac-b4e0-46003dcab4e9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:31.820351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device d9272308-16d4-4bea-815a-f0a4152feb20 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:31.825759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 508f00b8-de49-493e-8e45-0696faad4424 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:31.826346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24dc7-ba54-4cd0-b0e9-c5829f9b0289 req-b5f68720-674d-41ac-b4e0-46003dcab4e9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:31.832860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24dc7-ba54-4cd0-b0e9-c5829f9b0289 req-b5f68720-674d-41ac-b4e0-46003dcab4e9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:31.839579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd24dc7-ba54-4cd0-b0e9-c5829f9b0289 req-b5f68720-674d-41ac-b4e0-46003dcab4e9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:31.841528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4cd24dc7-ba54-4cd0-b0e9-c5829f9b0289 req-b5f68720-674d-41ac-b4e0-46003dcab4e9 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 4664 time: 0.2123170 Jul 05 04:12:31.843717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:31.899417 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-3201d71a-5612-4ea8-8a12-b4e4ad2ffa91 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] update failed (client error): The resource could not be found. Jul 05 04:12:31.899706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 508f00b8-de49-493e-8e45-0696faad4424 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:31.900111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 2987838d-4d53-4c05-bb68-d5cb3c0d6304 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:31.901588 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3201d71a-5612-4ea8-8a12-b4e4ad2ffa91 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "PUT /v2.0/floatingips/5173f4f3-78d5-427a-a2ba-d9ce2a351c77 HTTP/1.1" status: 404 len: 507 time: 0.3159008 Jul 05 04:12:31.906278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55664) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:31.954329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] No DVR routers for this DVR port d9272308-16d4-4bea-815a-f0a4152feb20 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:32.003177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] Pushing event updated for resources: {'Port': ['ID=d9272308-16d4-4bea-815a-f0a4152feb20,revision_number=6']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:32.026555 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.046287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55666) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.057077 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e2520ec-5856-4063-9027-d7754ff00159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.062209 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e2520ec-5856-4063-9027-d7754ff00159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.064101 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8e2520ec-5856-4063-9027-d7754ff00159 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a7aae316-530a-4cc2-b3dd-52c8759a18ae HTTP/1.1" status: 204 len: 168 time: 0.5283468 Jul 05 04:12:32.120875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 2987838d-4d53-4c05-bb68-d5cb3c0d6304, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:32.126523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2520ec-5856-4063-9027-d7754ff00159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7aae316-530a-4cc2-b3dd-52c8759a18ae,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:32.126730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2987838d-4d53-4c05-bb68-d5cb3c0d6304'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:32.130249 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f78b604-cd26-4a4b-b6b7-6bf00b058f07" -d '{"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2987838d-4d53-4c05-bb68-d5cb3c0d6304"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:32.137284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4cd24dc7-ba54-4cd0-b0e9-c5829f9b0289 req-662c3f2e-0dfc-4d6a-800f-64d049bbfbbc tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=504a06fd-b843-4557-8855-36f66e3a89e0&id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2505214 Jul 05 04:12:32.205757 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.207459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 57563224-fc9a-4c7c-88d4-be7c3e8bb57f no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:32.232006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] In _notify_port_updated(), no bound segment for port d9272308-16d4-4bea-815a-f0a4152feb20 on network 306023af-e0b8-453c-8089-e1bc27c43282 {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:12:32.238291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:32.239650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.243822 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b1cb410b-9bf8-4e0a-87e1-00ead62f6f27 service neutron] 10.222.0.26 "PUT /v2.0/ports/d9272308-16d4-4bea-815a-f0a4152feb20 HTTP/1.1" status: 200 len: 1032 time: 1.1698160 Jul 05 04:12:32.256700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-797827af-3265-4d83-acbd-ed0a45f2620a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4adc74d63c1548af8d1a4e4b3fa59fd8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2055373 Jul 05 04:12:32.257201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55672) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:32.332763 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1dd816d-2cc9-48ab-b2f0-592c0bc17e5e x-openstack-request-id: req-c1dd816d-2cc9-48ab-b2f0-592c0bc17e5e {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:32.334369 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "2987838d-4d53-4c05-bb68-d5cb3c0d6304", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:32.335073 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1dd816d-2cc9-48ab-b2f0-592c0bc17e5e {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:32.336003 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2987838d-4d53-4c05-bb68-d5cb3c0d6304', 'code': 200} Jul 05 04:12:32.339313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=2987838d-4d53-4c05-bb68-d5cb3c0d6304,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:32.436237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2f229810-7d9c-4ec3-bc75-dae1640567d0 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Deleting port 544be18c-01ed-4532-b78a-c3539647958b {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:32.436237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f229810-7d9c-4ec3-bc75-dae1640567d0 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.450861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96ee6910-166c-4a1e-8941-1ea52d0c6f84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.471048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-848fe441-012a-44ff-b81f-e889a77f3c88 None None] Provisioning complete for port d9272308-16d4-4bea-815a-f0a4152feb20 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:32.476485 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-848fe441-012a-44ff-b81f-e889a77f3c88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.507554 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96ee6910-166c-4a1e-8941-1ea52d0c6f84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.595631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-7dcd958a-a273-4fb8-b571-1e3f227d5d0c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting port b8f69d4b-d276-4843-88a3-f617b74fdc99 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:32.596143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-7dcd958a-a273-4fb8-b571-1e3f227d5d0c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.625652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.686532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-848fe441-012a-44ff-b81f-e889a77f3c88 None None] Port d9272308-16d4-4bea-815a-f0a4152feb20 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:32.691075 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96ee6910-166c-4a1e-8941-1ea52d0c6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.694246 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-96ee6910-166c-4a1e-8941-1ea52d0c6f84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.695810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-96ee6910-166c-4a1e-8941-1ea52d0c6f84 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1de22a1a-44aa-482d-9929-56f5f18a29df HTTP/1.1" status: 204 len: 168 time: 0.4373221 Jul 05 04:12:32.734452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96ee6910-166c-4a1e-8941-1ea52d0c6f84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1de22a1a-44aa-482d-9929-56f5f18a29df,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:32.779222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:32.835152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-7dcd958a-a273-4fb8-b571-1e3f227d5d0c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] For port b8f69d4b-d276-4843-88a3-f617b74fdc99, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b8f69d4b-d276-4843-88a3-f617b74fdc99,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:32.835774 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-7dcd958a-a273-4fb8-b571-1e3f227d5d0c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.873538 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:32.874393 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b8f69d4b-d276-4843-88a3-f617b74fdc99 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:32.884017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-7dcd958a-a273-4fb8-b571-1e3f227d5d0c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Calling delete_port for b8f69d4b-d276-4843-88a3-f617b74fdc99 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:32.979293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:33.030335 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.151438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f229810-7d9c-4ec3-bc75-dae1640567d0 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.151878 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f229810-7d9c-4ec3-bc75-dae1640567d0 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.170323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2f229810-7d9c-4ec3-bc75-dae1640567d0 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Calling delete_port for 544be18c-01ed-4532-b78a-c3539647958b owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:33.263190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-7dcd958a-a273-4fb8-b571-1e3f227d5d0c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.302269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 82917737-35ba-4936-8cf9-75ad6c8a2220 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:33.460167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcd958a-a273-4fb8-b571-1e3f227d5d0c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Port': ['ID=b8f69d4b-d276-4843-88a3-f617b74fdc99,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:33.469044 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.507550 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f229810-7d9c-4ec3-bc75-dae1640567d0 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.519338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-7dcd958a-a273-4fb8-b571-1e3f227d5d0c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] No DVR routers for this DVR port b8f69d4b-d276-4843-88a3-f617b74fdc99 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:33.522710 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-7dcd958a-a273-4fb8-b571-1e3f227d5d0c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.524898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-7dcd958a-a273-4fb8-b571-1e3f227d5d0c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "DELETE /v2.0/ports/b8f69d4b-d276-4843-88a3-f617b74fdc99 HTTP/1.1" status: 204 len: 173 time: 1.2497785 Jul 05 04:12:33.527751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-deleted', 'tag': 'b8f69d4b-d276-4843-88a3-f617b74fdc99'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:33.529574 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d5fc56-aff9-4828-a794-52d03d4a74bb" -d '{"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-deleted", "tag": "b8f69d4b-d276-4843-88a3-f617b74fdc99"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:33.560486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f229810-7d9c-4ec3-bc75-dae1640567d0 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event deleted for resources: {'Port': ['ID=544be18c-01ed-4532-b78a-c3539647958b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:33.562658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 82917737-35ba-4936-8cf9-75ad6c8a2220, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=82917737-35ba-4936-8cf9-75ad6c8a2220,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:33.634664 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a55f341-0828-4996-9182-4f738bae2bb2 x-openstack-request-id: req-4a55f341-0828-4996-9182-4f738bae2bb2 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:33.637679 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-deleted", "tag": "b8f69d4b-d276-4843-88a3-f617b74fdc99", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:33.638811 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a55f341-0828-4996-9182-4f738bae2bb2 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:33.639240 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-deleted', 'tag': 'b8f69d4b-d276-4843-88a3-f617b74fdc99', 'status': 'completed', 'code': 200} Jul 05 04:12:33.648509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.649213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 413daab2-512f-4770-8e63-6f518efd0808 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:33.660810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55746) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.722567 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f229810-7d9c-4ec3-bc75-dae1640567d0 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.730932 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f229810-7d9c-4ec3-bc75-dae1640567d0 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:33.738997 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2f229810-7d9c-4ec3-bc75-dae1640567d0 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "DELETE /v2.0/floatingips/5173f4f3-78d5-427a-a2ba-d9ce2a351c77 HTTP/1.1" status: 204 len: 168 time: 1.8311696 Jul 05 04:12:33.740585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55756) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:33.782545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5fa2c72d-f5e6-49da-b4f6-b7c84d15afea tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Request body: {'floatingip': {'floating_network_id': 'd8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a', 'port_id': '4647d202-a4c1-4424-8e52-8db533778f83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:33.871217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=82917737-35ba-4936-8cf9-75ad6c8a2220,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:33.936598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5fa2c72d-f5e6-49da-b4f6-b7c84d15afea tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.022171 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.129314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 413daab2-512f-4770-8e63-6f518efd0808, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=413daab2-512f-4770-8e63-6f518efd0808,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:34.267677 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.315324 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-5fa2c72d-f5e6-49da-b4f6-b7c84d15afea tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:12:34.320820 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5fa2c72d-f5e6-49da-b4f6-b7c84d15afea tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.5779278 Jul 05 04:12:34.321217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55788) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:34.332003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '4647d202-a4c1-4424-8e52-8db533778f83', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:34.332151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=413daab2-512f-4770-8e63-6f518efd0808,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:34.341844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd97cf3-1637-4822-a2b3-55694f86be96 req-9c639eaf-b8e2-4935-a83a-56a4e5ad91c7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:34.352592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd97cf3-1637-4822-a2b3-55694f86be96 req-9c639eaf-b8e2-4935-a83a-56a4e5ad91c7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:34.358905 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57563224-fc9a-4c7c-88d4-be7c3e8bb57f'}, {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82917737-35ba-4936-8cf9-75ad6c8a2220'}, {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413daab2-512f-4770-8e63-6f518efd0808'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:34.359228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd97cf3-1637-4822-a2b3-55694f86be96 req-9c639eaf-b8e2-4935-a83a-56a4e5ad91c7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:34.362586 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec05baaa-1ddf-40ca-a26b-fce46a858960" -d '{"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "57563224-fc9a-4c7c-88d4-be7c3e8bb57f"}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "82917737-35ba-4936-8cf9-75ad6c8a2220"}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "413daab2-512f-4770-8e63-6f518efd0808"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:34.365702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd97cf3-1637-4822-a2b3-55694f86be96 req-9c639eaf-b8e2-4935-a83a-56a4e5ad91c7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:34.367327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9fd97cf3-1637-4822-a2b3-55694f86be96 req-9c639eaf-b8e2-4935-a83a-56a4e5ad91c7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 3146 time: 0.9177208 Jul 05 04:12:34.379759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.380139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.380487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.384333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.386701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.387051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.387494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.394512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.394911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.395259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.395719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.396061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:34.424468 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1822e1c-623f-4dd4-970a-0ece22280fa4 x-openstack-request-id: req-f1822e1c-623f-4dd4-970a-0ece22280fa4 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:34.424863 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "57563224-fc9a-4c7c-88d4-be7c3e8bb57f", "code": 200}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "82917737-35ba-4936-8cf9-75ad6c8a2220", "code": 200}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-unplugged", "status": "completed", "tag": "413daab2-512f-4770-8e63-6f518efd0808", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:34.425108 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f1822e1c-623f-4dd4-970a-0ece22280fa4 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:34.425529 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '57563224-fc9a-4c7c-88d4-be7c3e8bb57f', 'code': 200} Jul 05 04:12:34.425783 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82917737-35ba-4936-8cf9-75ad6c8a2220', 'code': 200} Jul 05 04:12:34.426038 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '413daab2-512f-4770-8e63-6f518efd0808', 'code': 200} Jul 05 04:12:34.448809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b95a97a0-5830-457c-8c1b-7ed055ddd31c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting port 82917737-35ba-4936-8cf9-75ad6c8a2220 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:34.449158 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b95a97a0-5830-457c-8c1b-7ed055ddd31c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.521912 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.545284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9fd97cf3-1637-4822-a2b3-55694f86be96 req-4b45a1a2-bfdd-4c0c-ad14-dbd5e354e5f0 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325057 Jul 05 04:12:34.556144 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38bcc894-c2ea-4bff-84e7-090a6b3b108c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.626262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b95a97a0-5830-457c-8c1b-7ed055ddd31c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] For port 82917737-35ba-4936-8cf9-75ad6c8a2220, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=82917737-35ba-4936-8cf9-75ad6c8a2220,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:34.626729 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b95a97a0-5830-457c-8c1b-7ed055ddd31c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.647436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b95a97a0-5830-457c-8c1b-7ed055ddd31c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Calling delete_port for 82917737-35ba-4936-8cf9-75ad6c8a2220 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:34.724608 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.897451 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38bcc894-c2ea-4bff-84e7-090a6b3b108c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.943815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Allocated IP 172.25.4.96 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/1484e50a-f73b-4751-ae7b-221b61caf64e) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:34.957013 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38bcc894-c2ea-4bff-84e7-090a6b3b108c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:34.999752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b95a97a0-5830-457c-8c1b-7ed055ddd31c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.037114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-38bcc894-c2ea-4bff-84e7-090a6b3b108c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92131fe7e66245e5a23e54de01fd5e0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3688867 Jul 05 04:12:35.044634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55844) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:35.068621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95a97a0-5830-457c-8c1b-7ed055ddd31c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Port': ['ID=82917737-35ba-4936-8cf9-75ad6c8a2220,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:35.114568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38bcc894-c2ea-4bff-84e7-090a6b3b108c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f50b534d-723f-4598-a040-e34778fecb69,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:35.146667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b95a97a0-5830-457c-8c1b-7ed055ddd31c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] No DVR routers for this DVR port 82917737-35ba-4936-8cf9-75ad6c8a2220 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:35.149808 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b95a97a0-5830-457c-8c1b-7ed055ddd31c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.152765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-b95a97a0-5830-457c-8c1b-7ed055ddd31c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "DELETE /v2.0/ports/82917737-35ba-4936-8cf9-75ad6c8a2220 HTTP/1.1" status: 204 len: 173 time: 1.6089652 Jul 05 04:12:35.173097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dba291a4-06e6-4357-8416-2cdad711fe01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.210261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.237969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dba291a4-06e6-4357-8416-2cdad711fe01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.348269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:35.348932 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.402970 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.461182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dba291a4-06e6-4357-8416-2cdad711fe01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.463792 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dba291a4-06e6-4357-8416-2cdad711fe01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.468020 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dba291a4-06e6-4357-8416-2cdad711fe01 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f50b534d-723f-4598-a040-e34778fecb69 HTTP/1.1" status: 204 len: 168 time: 0.4182229 Jul 05 04:12:35.491672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dba291a4-06e6-4357-8416-2cdad711fe01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50b534d-723f-4598-a040-e34778fecb69,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:35.500112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:35.500421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] For port 2987838d-4d53-4c05-bb68-d5cb3c0d6304, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=2987838d-4d53-4c05-bb68-d5cb3c0d6304,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:35.500421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.501387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:35.504211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event updated for resources: {'Port': ['ID=1484e50a-f73b-4751-ae7b-221b61caf64e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:35.505917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:35.649747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-deleted', 'tag': '82917737-35ba-4936-8cf9-75ad6c8a2220'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:35.654599 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39161dd9-9505-4e55-9d9e-34b7f8776a7e" -d '{"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-deleted", "tag": "82917737-35ba-4936-8cf9-75ad6c8a2220"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:35.749267 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94d006c4-db1a-433d-8112-99a9dfd81de2 x-openstack-request-id: req-94d006c4-db1a-433d-8112-99a9dfd81de2 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:35.749508 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-deleted", "tag": "82917737-35ba-4936-8cf9-75ad6c8a2220", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:35.749758 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-94d006c4-db1a-433d-8112-99a9dfd81de2 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:35.750145 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-deleted', 'tag': '82917737-35ba-4936-8cf9-75ad6c8a2220', 'status': 'completed', 'code': 200} Jul 05 04:12:35.922683 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.923077 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:35.923384 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Floating IP 8a273051-c7d3-4760-b247-5754bf7f0060 disassociated. External IP: 172.25.4.186, port: 2987838d-4d53-4c05-bb68-d5cb3c0d6304. Jul 05 04:12:35.923732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Calling delete_port for 2987838d-4d53-4c05-bb68-d5cb3c0d6304 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:35.967785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5653fc-a107-431a-9f68-b06771c7ad2f req-96ffe7d1-e662-4f43-a294-2a277493238f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.974620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5653fc-a107-431a-9f68-b06771c7ad2f req-96ffe7d1-e662-4f43-a294-2a277493238f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.985066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5653fc-a107-431a-9f68-b06771c7ad2f req-96ffe7d1-e662-4f43-a294-2a277493238f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:35.987612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b5653fc-a107-431a-9f68-b06771c7ad2f req-96ffe7d1-e662-4f43-a294-2a277493238f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 2410 time: 0.1519189 Jul 05 04:12:36.022969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Deleting port 1484e50a-f73b-4751-ae7b-221b61caf64e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:36.023567 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.081884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b5653fc-a107-431a-9f68-b06771c7ad2f req-908426e3-fa32-46d7-8ba1-063d1110c135 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568955 Jul 05 04:12:36.184367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.184568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.199882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Calling delete_port for 1484e50a-f73b-4751-ae7b-221b61caf64e owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:36.282328 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.335019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Port': ['ID=2987838d-4d53-4c05-bb68-d5cb3c0d6304,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:36.443881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55936) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:36.506270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.525638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Router 454d36d7-10eb-4d36-aad9-a79ad4c21668 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:36.555970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event deleted for resources: {'Port': ['ID=1484e50a-f73b-4751-ae7b-221b61caf64e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:36.650432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:36.666267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] Sync routers for ids ['454d36d7-10eb-4d36-aad9-a79ad4c21668'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:36.679214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] Routers {'454d36d7-10eb-4d36-aad9-a79ad4c21668'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:36.680081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['454d36d7-10eb-4d36-aad9-a79ad4c21668'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:36.699726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] No DVR routers for this DVR port 2987838d-4d53-4c05-bb68-d5cb3c0d6304 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:36.702642 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.704998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-a21c6761-836f-4c44-8cd9-4242189c3ca3 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "DELETE /v2.0/ports/2987838d-4d53-4c05-bb68-d5cb3c0d6304 HTTP/1.1" status: 204 len: 173 time: 1.5421040 Jul 05 04:12:36.742224 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] create failed (client error): The resource could not be found. Jul 05 04:12:36.747966 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f976e733-33db-4724-aff2-4273bfeb4994 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4210966 Jul 05 04:12:36.747966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55952) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:36.899959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] Set router 454d36d7-10eb-4d36-aad9-a79ad4c21668 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:36.971303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-75f031b6-b592-417d-95f2-b66d9669388a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Deleting port 4647d202-a4c1-4424-8e52-8db533778f83 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:36.971658 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75f031b6-b592-417d-95f2-b66d9669388a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:36.973799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-ffb2c34c-1de4-498e-9cf9-8b22741281ce tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:36.974252 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-ffb2c34c-1de4-498e-9cf9-8b22741281ce tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.013084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55968) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:37.096803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7990dee-93e4-44f1-96b3-bf93785b1def admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.133705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-46106027', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:37.188443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:12:37.188443 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:12:37.188443 n-d-758944-41 neutron-server[100895]: [parameters: {'project_id_1': '1c056e9672d440bf8aa9d871490c0c31', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 12, 37, 150857)}] Jul 05 04:12:37.188443 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:12:37.188870 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:12:37.194787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-ffb2c34c-1de4-498e-9cf9-8b22741281ce tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] For port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:37.195158 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-ffb2c34c-1de4-498e-9cf9-8b22741281ce tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.213710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-ffb2c34c-1de4-498e-9cf9-8b22741281ce tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Calling delete_port for 57563224-fc9a-4c7c-88d4-be7c3e8bb57f owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:37.222633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75f031b6-b592-417d-95f2-b66d9669388a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.259161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-75f031b6-b592-417d-95f2-b66d9669388a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Calling delete_port for 4647d202-a4c1-4424-8e52-8db533778f83 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:37.434896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773965df-a6b7-4fc2-9d61-880439de7174 req-31ede6b6-f814-4fa6-b02d-782c68f16116 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:37.451183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773965df-a6b7-4fc2-9d61-880439de7174 req-31ede6b6-f814-4fa6-b02d-782c68f16116 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:37.453752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-773965df-a6b7-4fc2-9d61-880439de7174 req-31ede6b6-f814-4fa6-b02d-782c68f16116 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 1677 time: 0.1533782 Jul 05 04:12:37.511723 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7990dee-93e4-44f1-96b3-bf93785b1def admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.567178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'c6ef2da3-2dd3-4034-bfb3-095cf81ba65f', 'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'mac_address': 'fa:16:3e:96:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:56Z', 'updated_at': '2021-07-05T03:58:06Z', 'revision_number': 5, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'subnets': [{'id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:37.570928 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7990dee-93e4-44f1-96b3-bf93785b1def admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.610775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] Checking router: 454d36d7-10eb-4d36-aad9-a79ad4c21668 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:12:37.616602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-773965df-a6b7-4fc2-9d61-880439de7174 req-08383a97-7777-48f6-ab83-a6012e645693 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups?id=4c298708-2e71-4abb-9343-33baea5e145c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821123 Jul 05 04:12:37.620031 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-ffb2c34c-1de4-498e-9cf9-8b22741281ce tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.620456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] Routers {'454d36d7-10eb-4d36-aad9-a79ad4c21668'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:37.621076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['454d36d7-10eb-4d36-aad9-a79ad4c21668'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:37.664565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7990dee-93e4-44f1-96b3-bf93785b1def admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39344544-3f9c-461a-b59b-77732f6d6f25,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:37.670138 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e7990dee-93e4-44f1-96b3-bf93785b1def admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6be1d0a7276c41feb95a48c2da8ada1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6184471 Jul 05 04:12:37.682805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56006) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:37.747619 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75f031b6-b592-417d-95f2-b66d9669388a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.747928 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb2c34c-1de4-498e-9cf9-8b22741281ce tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Port': ['ID=57563224-fc9a-4c7c-88d4-be7c3e8bb57f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:37.789967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-deleted', 'tag': '2987838d-4d53-4c05-bb68-d5cb3c0d6304'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:37.794537 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de578163-e8c7-4544-b275-ecfb5410791e" -d '{"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-deleted", "tag": "2987838d-4d53-4c05-bb68-d5cb3c0d6304"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:37.798858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f031b6-b592-417d-95f2-b66d9669388a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event deleted for resources: {'Port': ['ID=4647d202-a4c1-4424-8e52-8db533778f83,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:37.821267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6d74160f-3455-4fc3-9e34-b40db76690c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.836449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] Set router 454d36d7-10eb-4d36-aad9-a79ad4c21668 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:12:37.844879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56014) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:37.849466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-ffb2c34c-1de4-498e-9cf9-8b22741281ce tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] No DVR routers for this DVR port 57563224-fc9a-4c7c-88d4-be7c3e8bb57f on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:37.852520 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-ffb2c34c-1de4-498e-9cf9-8b22741281ce tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.858846 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-ffb2c34c-1de4-498e-9cf9-8b22741281ce tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "DELETE /v2.0/ports/57563224-fc9a-4c7c-88d4-be7c3e8bb57f HTTP/1.1" status: 204 len: 173 time: 1.1486499 Jul 05 04:12:37.865990 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb89c8db-c64b-4d94-94c4-8d46ddb43bb0 x-openstack-request-id: req-cb89c8db-c64b-4d94-94c4-8d46ddb43bb0 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:37.865990 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-deleted", "tag": "2987838d-4d53-4c05-bb68-d5cb3c0d6304", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:37.865990 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb89c8db-c64b-4d94-94c4-8d46ddb43bb0 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:37.866614 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-deleted', 'tag': '2987838d-4d53-4c05-bb68-d5cb3c0d6304', 'status': 'completed', 'code': 200} Jul 05 04:12:37.915155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Made reservation on behalf of 1c056e9672d440bf8aa9d871490c0c31 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:37.918801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.949123 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6d74160f-3455-4fc3-9e34-b40db76690c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:37.953578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.022413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75f031b6-b592-417d-95f2-b66d9669388a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.029892 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-75f031b6-b592-417d-95f2-b66d9669388a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "DELETE /v2.0/ports/4647d202-a4c1-4424-8e52-8db533778f83 HTTP/1.1" status: 204 len: 168 time: 1.2755778 Jul 05 04:12:38.036564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56032) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:38.153796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-891c6cdb-ed64-433f-aba3-512bfc177a9b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting port 413daab2-512f-4770-8e63-6f518efd0808 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:38.154131 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-891c6cdb-ed64-433f-aba3-512bfc177a9b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.214238 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8f700c80-fc48-42ee-bd86-0568b845097f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.282638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d85335-776b-4e72-85b0-cb23323527aa tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:38.286954 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4d85335-776b-4e72-85b0-cb23323527aa tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e4cf675-0c6c-4df3-a600-afaf9026b2d0 HTTP/1.1" status: 200 len: 913 time: 0.2448919 Jul 05 04:12:38.287967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56042) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:38.326889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'c6ef2da3-2dd3-4034-bfb3-095cf81ba65f', 'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'mac_address': 'fa:16:3e:96:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:56Z', 'updated_at': '2021-07-05T03:58:06Z', 'revision_number': 5, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'subnets': [{'id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:38.367176 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6d74160f-3455-4fc3-9e34-b40db76690c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.370828 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6d74160f-3455-4fc3-9e34-b40db76690c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.372036 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6d74160f-3455-4fc3-9e34-b40db76690c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39344544-3f9c-461a-b59b-77732f6d6f25 HTTP/1.1" status: 204 len: 168 time: 0.6875403 Jul 05 04:12:38.382182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-891c6cdb-ed64-433f-aba3-512bfc177a9b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] For port 413daab2-512f-4770-8e63-6f518efd0808, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=413daab2-512f-4770-8e63-6f518efd0808,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:38.382546 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-891c6cdb-ed64-433f-aba3-512bfc177a9b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.401575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67eed762-88d3-499d-ab2b-90fd83a95527 None None] The sync data for ids ['454d36d7-10eb-4d36-aad9-a79ad4c21668'] in n-d-758944-41 is: [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T03:57:57Z', 'revision_number': 4, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'c6ef2da3-2dd3-4034-bfb3-095cf81ba65f', 'name': '', 'network_id': '1ad52298-5282-4af0-bae4-d544afacc71c', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'mac_address': 'fa:16:3e:96:eb:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_interface', 'standard_attr_id': 1243, 'fixed_ips': [{'subnet_id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:56Z', 'updated_at': '2021-07-05T03:58:06Z', 'revision_number': 5, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'subnets': [{'id': '2d0ee9de-4adc-4361-96f5-b74cc93d5b36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:38.415170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-891c6cdb-ed64-433f-aba3-512bfc177a9b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Calling delete_port for 413daab2-512f-4770-8e63-6f518efd0808 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:38.459403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:38.470654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d74160f-3455-4fc3-9e34-b40db76690c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39344544-3f9c-461a-b59b-77732f6d6f25,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.635264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.726565 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-891c6cdb-ed64-433f-aba3-512bfc177a9b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.809517 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.813601 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] device_id is not set on port da02e851-4ed4-4daf-8713-5eddbeb4a969 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:38.820037 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e925ea-8c79-4bb9-a544-8bd300713394 None None] New status for floating IP 8a273051-c7d3-4760-b247-5754bf7f0060: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:12:38.842249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-891c6cdb-ed64-433f-aba3-512bfc177a9b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] No DVR routers for this DVR port 413daab2-512f-4770-8e63-6f518efd0808 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:38.845690 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-891c6cdb-ed64-433f-aba3-512bfc177a9b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:38.848708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25088d26-1cc6-4197-9b25-02875c0bd2fd req-891c6cdb-ed64-433f-aba3-512bfc177a9b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.26 "DELETE /v2.0/ports/413daab2-512f-4770-8e63-6f518efd0808 HTTP/1.1" status: 204 len: 173 time: 0.9614232 Jul 05 04:12:38.849687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891c6cdb-ed64-433f-aba3-512bfc177a9b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Port': ['ID=413daab2-512f-4770-8e63-6f518efd0808,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:38.907247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-426777fd-7788-4e05-b682-853032d771bf req-640216c2-a539-4448-92ab-5f1feaa9d3c6 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0375733 Jul 05 04:12:38.976865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bd6f47b-478f-4509-94d5-3c4636a800c8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:39.049420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.159980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Allocated IP 172.25.4.23 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/da02e851-4ed4-4daf-8713-5eddbeb4a969) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:39.243832 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.504974 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.601866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.850299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.867321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-deleted', 'tag': '57563224-fc9a-4c7c-88d4-be7c3e8bb57f'}, {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-deleted', 'tag': '413daab2-512f-4770-8e63-6f518efd0808'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:12:39.870239 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35ef0401-a445-4e19-87e2-11ddfe43bfc3" -d '{"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-deleted", "tag": "57563224-fc9a-4c7c-88d4-be7c3e8bb57f"}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-deleted", "tag": "413daab2-512f-4770-8e63-6f518efd0808"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:12:39.937808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Deleting port df5691fe-d194-4e1f-ad53-f804b768b908 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:39.938174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:39.939235 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Mon, 05 Jul 2021 04:12:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f951583-58b3-4f1f-87e0-82900ea4ce97 x-openstack-request-id: req-9f951583-58b3-4f1f-87e0-82900ea4ce97 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:12:39.939542 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-deleted", "tag": "57563224-fc9a-4c7c-88d4-be7c3e8bb57f", "status": "completed", "code": 200}, {"server_uuid": "b5f81334-c6d3-4226-afbd-fae9e314e9ad", "name": "network-vif-deleted", "tag": "413daab2-512f-4770-8e63-6f518efd0808", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:12:39.939797 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f951583-58b3-4f1f-87e0-82900ea4ce97 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:12:39.940222 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-deleted', 'tag': '57563224-fc9a-4c7c-88d4-be7c3e8bb57f', 'status': 'completed', 'code': 200} Jul 05 04:12:39.940481 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5f81334-c6d3-4226-afbd-fae9e314e9ad', 'name': 'network-vif-deleted', 'tag': '413daab2-512f-4770-8e63-6f518efd0808', 'status': 'completed', 'code': 200} Jul 05 04:12:40.013336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:40.033102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:40.038038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Allocated IP 172.25.4.143 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/0601fd14-2c36-43b4-9f42-d6242e7fea4a) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:40.042575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:40.100505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:40.101135 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.108853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Pushing event updated for resources: {'Port': ['ID=da02e851-4ed4-4daf-8713-5eddbeb4a969,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:40.146948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d02ff4c-3899-4fbc-92e3-87a4758a1017 req-65652be8-808f-42fe-96e6-abd57fb2634e tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0648003 Jul 05 04:12:40.208541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.228705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Calling delete_port for df5691fe-d194-4e1f-ad53-f804b768b908 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:40.246886 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7a5e2b85-1fb1-4582-bebb-b4069259391f tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 3.7993877 Jul 05 04:12:40.247536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56146) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:40.252008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.23'}]}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:40.336434 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.411556 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.413060 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.504824 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.764486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.802499 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b677f4cc-996b-43fc-928c-920196a3cc05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.931180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.935016 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:40.997345 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event updated for resources: {'Port': ['ID=0601fd14-2c36-43b4-9f42-d6242e7fea4a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:41.029665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:41.032463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:41.035235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:41.117829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.228951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event deleted for resources: {'Port': ['ID=df5691fe-d194-4e1f-ad53-f804b768b908,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:41.264153 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.318743 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.401885 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.573977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80e385ed-98d6-4802-ae75-e8f0567bae98 req-6c8b120a-f57e-479e-baf3-0522154d805a tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.1017349 Jul 05 04:12:41.630784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.739479 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.788396 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.849217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Router 8e4cf675-0c6c-4df3-a600-afaf9026b2d0 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:41.923343 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:41.965195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:41.979730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20907a06-73f1-4e9f-a018-36a52c38792e None None] Sync routers for ids ['8e4cf675-0c6c-4df3-a600-afaf9026b2d0'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:41.993014 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20907a06-73f1-4e9f-a018-36a52c38792e None None] Routers {'8e4cf675-0c6c-4df3-a600-afaf9026b2d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:41.995565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-20907a06-73f1-4e9f-a018-36a52c38792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8e4cf675-0c6c-4df3-a600-afaf9026b2d0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:41.998152 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-84225afa-74ec-468b-b6e0-57ec6fbc29dc tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "PUT /v2.0/routers/8e4cf675-0c6c-4df3-a600-afaf9026b2d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7075698 Jul 05 04:12:42.000793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56234) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:42.089387 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.090638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.091564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-20907a06-73f1-4e9f-a018-36a52c38792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:42.095326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9dddc61b-a96e-4f4d-84a5-02e1e9a0184a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.108854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20907a06-73f1-4e9f-a018-36a52c38792e None None] Routers {'8e4cf675-0c6c-4df3-a600-afaf9026b2d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:42.109596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-20907a06-73f1-4e9f-a018-36a52c38792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8e4cf675-0c6c-4df3-a600-afaf9026b2d0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:42.169548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-20907a06-73f1-4e9f-a018-36a52c38792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:42.170385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20907a06-73f1-4e9f-a018-36a52c38792e None None] The sync data for ids ['8e4cf675-0c6c-4df3-a600-afaf9026b2d0'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:42.250776 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.251888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 781ff09a-a721-4a1f-8c39-f59900a753dd {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:12:42.304366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9dddc61b-a96e-4f4d-84a5-02e1e9a0184a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.312876 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9dddc61b-a96e-4f4d-84a5-02e1e9a0184a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.361689 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:12:42.365720 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cb8a8ad7-ce3a-4555-8472-7acc783fb2ec tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.1172807 Jul 05 04:12:42.366300 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56252) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:42.411982 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.481316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a65b96c2-fb44-49b5-b2ff-1fd6c0099bf3 tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Deleting port da02e851-4ed4-4daf-8713-5eddbeb4a969 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:42.481673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a65b96c2-fb44-49b5-b2ff-1fd6c0099bf3 tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.529494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.586423 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9dddc61b-a96e-4f4d-84a5-02e1e9a0184a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.587457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dddc61b-a96e-4f4d-84a5-02e1e9a0184a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Fanout notify agent at l3_agent the message router_deleted on router 8e4cf675-0c6c-4df3-a600-afaf9026b2d0 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:12:42.597632 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9dddc61b-a96e-4f4d-84a5-02e1e9a0184a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.600974 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9dddc61b-a96e-4f4d-84a5-02e1e9a0184a tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "DELETE /v2.0/routers/8e4cf675-0c6c-4df3-a600-afaf9026b2d0 HTTP/1.1" status: 204 len: 168 time: 0.5971253 Jul 05 04:12:42.601301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56270) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:42.711951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event updated for resources: {'Port': ['ID=0601fd14-2c36-43b4-9f42-d6242e7fea4a,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:42.718538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ddce42e-1cf8-405d-ac02-116ce77117c2 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Deleting subnet 94b9d521-0490-4a28-8c30-69da669214af {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:12:42.730211 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ddce42e-1cf8-405d-ac02-116ce77117c2 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.743061 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a65b96c2-fb44-49b5-b2ff-1fd6c0099bf3 tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.749422 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.775843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a65b96c2-fb44-49b5-b2ff-1fd6c0099bf3 tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Calling delete_port for da02e851-4ed4-4daf-8713-5eddbeb4a969 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:42.862686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c605cecd-f0c6-41a5-833e-576e304fe6c1 req-07ba3a0b-d54a-44e1-8520-cbb8541ebe76 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0321898 Jul 05 04:12:42.864830 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ddce42e-1cf8-405d-ac02-116ce77117c2 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.889951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:42.889951 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ff065a07-6608-4fcb-ad20-12834d7ca10b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.0414667 Jul 05 04:12:42.892690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56288) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:42.899017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-542328193'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:42.996186 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ddce42e-1cf8-405d-ac02-116ce77117c2 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.036358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Made reservation on behalf of 31af9fa7f71c4195b008e395dfc852a7 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:43.040085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.050740 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.100343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a65b96c2-fb44-49b5-b2ff-1fd6c0099bf3 tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.137056 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65b96c2-fb44-49b5-b2ff-1fd6c0099bf3 tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Pushing event deleted for resources: {'Port': ['ID=da02e851-4ed4-4daf-8713-5eddbeb4a969,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.143783 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ddce42e-1cf8-405d-ac02-116ce77117c2 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.186095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddce42e-1cf8-405d-ac02-116ce77117c2 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event deleted for resources: {'Subnet': ['ID=94b9d521-0490-4a28-8c30-69da669214af,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.196212 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ddce42e-1cf8-405d-ac02-116ce77117c2 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.201838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6ddce42e-1cf8-405d-ac02-116ce77117c2 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "DELETE /v2.0/subnets/94b9d521-0490-4a28-8c30-69da669214af HTTP/1.1" status: 204 len: 168 time: 0.5994935 Jul 05 04:12:43.201991 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc7753b-8cae-477b-9734-9894bd679fee None None] Network d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:43.215615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56306) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:43.359859 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.368706 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a65b96c2-fb44-49b5-b2ff-1fd6c0099bf3 tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.392592 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a65b96c2-fb44-49b5-b2ff-1fd6c0099bf3 tempest-RoutersAdminNegativeTest-2104199009 tempest-RoutersAdminNegativeTest-2104199009-project-admin] 10.222.0.30 "DELETE /v2.0/ports/da02e851-4ed4-4daf-8713-5eddbeb4a969 HTTP/1.1" status: 204 len: 168 time: 1.0079043 Jul 05 04:12:43.397218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.484699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.506532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:43.510142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Deleting port af599045-7813-42e1-a741-332ab9d49a44 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:43.513473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.542724 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.544377 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Added segment 348d6670-39b7-4ee5-a495-770d887e7f92 of type vlan for network a243c5e3-53b0-4969-ba83-737f7241c381 Jul 05 04:12:43.616342 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.642169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] For port af599045-7813-42e1-a741-332ab9d49a44, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af599045-7813-42e1-a741-332ab9d49a44,segment=NetworkSegment(26c89bc1-0c4d-4949-a688-0a13a8e241b2),segment_id=26c89bc1-0c4d-4949-a688-0a13a8e241b2)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:43.644643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d820b4-f9bd-458d-9f80-0a89de133b09 None None] DHCP port deletion for d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:12:43.662403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.711729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Calling delete_port for af599045-7813-42e1-a741-332ab9d49a44 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:43.722874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b78466a7-4d63-45fd-97e0-c446ebec44b6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:43.728345 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.778637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-86d820b4-f9bd-458d-9f80-0a89de133b09 None None] Deleting port af599045-7813-42e1-a741-332ab9d49a44 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:12:43.779055 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-86d820b4-f9bd-458d-9f80-0a89de133b09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.917513 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.925960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:43.926766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.940919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-86d820b4-f9bd-458d-9f80-0a89de133b09 None None] For port af599045-7813-42e1-a741-332ab9d49a44, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=af599045-7813-42e1-a741-332ab9d49a44,segment=NetworkSegment(26c89bc1-0c4d-4949-a688-0a13a8e241b2),segment_id=26c89bc1-0c4d-4949-a688-0a13a8e241b2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:43.941648 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-86d820b4-f9bd-458d-9f80-0a89de133b09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.962870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:43.987470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-86d820b4-f9bd-458d-9f80-0a89de133b09 None None] Calling delete_port for af599045-7813-42e1-a741-332ab9d49a44 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:12:44.064864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] No DVR routers for this DVR port af599045-7813-42e1-a741-332ab9d49a44 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:44.073966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event updated for resources: {'Network': ['ID=a243c5e3-53b0-4969-ba83-737f7241c381,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:44.089714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event deleted for resources: {'Port': ['ID=af599045-7813-42e1-a741-332ab9d49a44,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:44.127732 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ca4b7a61-c396-428b-8790-f6992ae39691 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2312167 Jul 05 04:12:44.128640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56354) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.144258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Request body: {'subnet': {'network_id': 'a243c5e3-53b0-4969-ba83-737f7241c381', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:44.160947 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.165092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network a243c5e3-53b0-4969-ba83-737f7241c381 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:44.230173 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-86d820b4-f9bd-458d-9f80-0a89de133b09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.248695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56360) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.345317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d820b4-f9bd-458d-9f80-0a89de133b09 None None] No DVR routers for this DVR port af599045-7813-42e1-a741-332ab9d49a44 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:12:44.345317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d820b4-f9bd-458d-9f80-0a89de133b09 None None] Pushing event deleted for resources: {'Port': ['ID=af599045-7813-42e1-a741-332ab9d49a44,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:44.380674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df3c054f-fad3-4be7-a685-16f4f9934bb1 req-104deb3b-8e0f-4600-a630-7a691fc5a304 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.1748035 Jul 05 04:12:44.389282 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.391160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Made reservation on behalf of 31af9fa7f71c4195b008e395dfc852a7 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:44.401816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.405921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:44.419521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26c89bc1-0c4d-4949-a688-0a13a8e241b2') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:44.419820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26c89bc1-0c4d-4949-a688-0a13a8e241b2') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:44.433999 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.457185 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.468509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:12:44.469403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:12:44.473219 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:12:44.479928 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.533936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.621534 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.689971 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.770454 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.824256 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8293d28f90a457db928aff1057921de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5695460 Jul 05 04:12:44.824256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0974bf62-13c7-4633-9f62-7d5e1a61fbed,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:44.824995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56396) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:44.839799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.844203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d302110-b1c1-4106-ad9c-c9c467f00b34 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:12:44.867354 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:44.971411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event updated for resources: {'Subnet': ['ID=489566b7-d973-41d0-8642-fd05bc32e565,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:44.975137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-277defd4-a78a-4b4e-866c-5729850414c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.034875 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-277defd4-a78a-4b4e-866c-5729850414c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.046097 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.051817 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] 10.222.0.30 "DELETE /v2.0/networks/d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a HTTP/1.1" status: 204 len: 168 time: 1.8346372 Jul 05 04:12:45.053434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebe84b-a3c7-4ab8-9189-a2e81a3f65b3 tempest-FloatingIPNegativeTestJSON-1115710009 tempest-FloatingIPNegativeTestJSON-1115710009-project] Pushing event deleted for resources: {'Network': ['ID=d8ef8c71-1fee-4b3b-a6c6-ba6abdf5ab4a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:45.095716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Checking segment: {'id': '348d6670-39b7-4ee5-a495-770d887e7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a243c5e3-53b0-4969-ba83-737f7241c381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:45.096332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Network hostable DHCP agents. Network: a243c5e3-53b0-4969-ba83-737f7241c381, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:45.179267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Network a243c5e3-53b0-4969-ba83-737f7241c381 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:45.236445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-277defd4-a78a-4b4e-866c-5729850414c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.239536 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-277defd4-a78a-4b4e-866c-5729850414c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.241197 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-277defd4-a78a-4b4e-866c-5729850414c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0974bf62-13c7-4633-9f62-7d5e1a61fbed HTTP/1.1" status: 204 len: 168 time: 0.4150105 Jul 05 04:12:45.252679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-277defd4-a78a-4b4e-866c-5729850414c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0974bf62-13c7-4633-9f62-7d5e1a61fbed,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:45.295721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, a243c5e3-53b0-4969-ba83-737f7241c381) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:45.300685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:45.301392 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.312319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c395b2e-4ae4-408d-8aca-a71de4157eb0 None None] Network a243c5e3-53b0-4969-ba83-737f7241c381 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:45.408413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af599045-7813-42e1-a741-332ab9d49a44 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:12:45.436553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: af599045-7813-42e1-a741-332ab9d49a44 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:12:45.436553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device af599045-7813-42e1-a741-332ab9d49a44 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:12:45.437715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56434) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:45.441127 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b52aee8a-c55d-45aa-87a0-3d49b5d84b7e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3102846 Jul 05 04:12:45.449287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-284361113', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:45.579811 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.580432 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-a243c5e3-53b0-4969-ba83-737f7241c381', 'network_id': 'a243c5e3-53b0-4969-ba83-737f7241c381', 'tenant_id': '31af9fa7f71c4195b008e395dfc852a7', 'fixed_ips': [{'subnet_id': '489566b7-d973-41d0-8642-fd05bc32e565'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:12:45.580907 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.581706 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.764047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56456) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:45.807355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Allocated IP 172.20.0.2 (a243c5e3-53b0-4969-ba83-737f7241c381/489566b7-d973-41d0-8642-fd05bc32e565/cb48a380-3bdb-4a59-baf7-626cea089d6f) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:45.860474 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:45.874931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc952d25-1a76-40f6-9e6a-6e39e9fe32a5 req-5e240ab0-20d6-42d0-95cc-71c088d5f148 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.1880536 Jul 05 04:12:46.021538 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.032216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Transition to ACTIVE for port object cb48a380-3bdb-4a59-baf7-626cea089d6f will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:46.050037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Transition to ACTIVE for port object cb48a380-3bdb-4a59-baf7-626cea089d6f will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:46.097038 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5b1156d4-9a94-4dcd-8482-4cb3905be4ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96fc47c270354edcafcaa98e2b2c09db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3315401 Jul 05 04:12:46.099701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56476) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:46.137150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.162609 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.196418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Network a243c5e3-53b0-4969-ba83-737f7241c381 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:46.200297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:46.204252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:46.218790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60cc9278-33b6-44ba-b181-21149d0107b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.265688 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Pushing event updated for resources: {'Port': ['ID=cb48a380-3bdb-4a59-baf7-626cea089d6f,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:46.287167 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60cc9278-33b6-44ba-b181-21149d0107b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.309766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Attempting to bind port cb48a380-3bdb-4a59-baf7-626cea089d6f on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:46.310139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Attempting to bind port cb48a380-3bdb-4a59-baf7-626cea089d6f by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '348d6670-39b7-4ee5-a495-770d887e7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a243c5e3-53b0-4969-ba83-737f7241c381'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:46.310512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Attempting to bind port cb48a380-3bdb-4a59-baf7-626cea089d6f on network a243c5e3-53b0-4969-ba83-737f7241c381 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:46.322121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:46.323300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Checking segment: {'id': '348d6670-39b7-4ee5-a495-770d887e7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a243c5e3-53b0-4969-ba83-737f7241c381'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:46.323422 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.323814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Bound using segment: {'id': '348d6670-39b7-4ee5-a495-770d887e7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a243c5e3-53b0-4969-ba83-737f7241c381'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:46.324327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Bound port: cb48a380-3bdb-4a59-baf7-626cea089d6f, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '348d6670-39b7-4ee5-a495-770d887e7f92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'a243c5e3-53b0-4969-ba83-737f7241c381'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:46.324714 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.328231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56488) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:46.422011 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f99d7705-0a9f-4b10-8fff-c6b42a608c2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c056e9672d440bf8aa9d871490c0c31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0909793 Jul 05 04:12:46.423871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56496) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:46.500684 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] For port cb48a380-3bdb-4a59-baf7-626cea089d6f, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:46.504154 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] For port cb48a380-3bdb-4a59-baf7-626cea089d6f, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cb48a380-3bdb-4a59-baf7-626cea089d6f,segment=NetworkSegment(348d6670-39b7-4ee5-a495-770d887e7f92),segment_id=348d6670-39b7-4ee5-a495-770d887e7f92)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:46.507620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7b3e-0f41-4087-af09-702746a551df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.529008 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60cc9278-33b6-44ba-b181-21149d0107b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.529008 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-60cc9278-33b6-44ba-b181-21149d0107b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.533459 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-60cc9278-33b6-44ba-b181-21149d0107b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aed5c094-360f-4694-8962-ab199ebc465c HTTP/1.1" status: 204 len: 168 time: 0.4323926 Jul 05 04:12:46.562507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60cc9278-33b6-44ba-b181-21149d0107b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aed5c094-360f-4694-8962-ab199ebc465c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:46.585541 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7b3e-0f41-4087-af09-702746a551df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.604891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.717614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc72ae-3d1f-4bc5-be6c-d627debc0775 None None] Pushing event updated for resources: {'Port': ['ID=cb48a380-3bdb-4a59-baf7-626cea089d6f,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:46.740226 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.766697 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.844902 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7b3e-0f41-4087-af09-702746a551df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.848005 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb2e7b3e-0f41-4087-af09-702746a551df admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:46.849790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cb2e7b3e-0f41-4087-af09-702746a551df admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4bd6f47b-478f-4509-94d5-3c4636a800c8 HTTP/1.1" status: 204 len: 168 time: 0.4244637 Jul 05 04:12:46.865209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e7b3e-0f41-4087-af09-702746a551df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bd6f47b-478f-4509-94d5-3c4636a800c8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:47.047230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Allocated IP 172.25.4.43 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/1cf2cbba-7d04-4fa4-b5c8-446f9aea9d3c) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:47.173227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-650d20b2-9657-47b2-9944-8a090fc39a1d req-8799acdc-25e7-4bbe-af63-cdbf41d7fdb7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0816684 Jul 05 04:12:47.331456 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.428341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cb48a380-3bdb-4a59-baf7-626cea089d6f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:47.529622 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:47.583266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:47.586861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:47.592523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port cb48a380-3bdb-4a59-baf7-626cea089d6f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:47.605146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:47.990179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event updated for resources: {'Port': ['ID=1cf2cbba-7d04-4fa4-b5c8-446f9aea9d3c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:48.433168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3bb2a8-8c37-4c23-ad1a-b0fd1aa65c62 None None] Network a243c5e3-53b0-4969-ba83-737f7241c381 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:48.449686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56576) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:48.606675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0580f1c7-35ee-446b-9f71-2c02a89e0314 req-119df5fc-013e-400b-9e69-a3c039d394be tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.2048328 Jul 05 04:12:48.639105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:48.692855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-93a877e7-aae8-46b0-b46a-2aca6bb9fc47 None None] Provisioning for port cb48a380-3bdb-4a59-baf7-626cea089d6f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:48.707603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-93a877e7-aae8-46b0-b46a-2aca6bb9fc47 None None] Provisioning complete for port cb48a380-3bdb-4a59-baf7-626cea089d6f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:48.708003 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-93a877e7-aae8-46b0-b46a-2aca6bb9fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:48.741240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2c0b16d4-e30b-4056-a781-264ec7034784 tempest-DvrRoutersNegativeTest-280862447 tempest-DvrRoutersNegativeTest-280862447-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-418990084', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:48.741926 n-d-758944-41 neutron-server[100895]: DEBUG neutron.policy [None req-2c0b16d4-e30b-4056-a781-264ec7034784 tempest-DvrRoutersNegativeTest-280862447 tempest-DvrRoutersNegativeTest-280862447-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=100895) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 05 04:12:48.744074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.policy [None req-2c0b16d4-e30b-4056-a781-264ec7034784 tempest-DvrRoutersNegativeTest-280862447 tempest-DvrRoutersNegativeTest-280862447-project] Failed policy check for 'create_router' {{(pid=100895) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 05 04:12:48.744074 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-2c0b16d4-e30b-4056-a781-264ec7034784 tempest-DvrRoutersNegativeTest-280862447 tempest-DvrRoutersNegativeTest-280862447-project] create failed (client error): Access was denied to this resource. Jul 05 04:12:48.749553 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2c0b16d4-e30b-4056-a781-264ec7034784 tempest-DvrRoutersNegativeTest-280862447 tempest-DvrRoutersNegativeTest-280862447-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2980754 Jul 05 04:12:48.976867 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.121109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56598) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.172284 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-93a877e7-aae8-46b0-b46a-2aca6bb9fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.244969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-93a877e7-aae8-46b0-b46a-2aca6bb9fc47 None None] For port cb48a380-3bdb-4a59-baf7-626cea089d6f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cb48a380-3bdb-4a59-baf7-626cea089d6f,segment=NetworkSegment(348d6670-39b7-4ee5-a495-770d887e7f92),segment_id=348d6670-39b7-4ee5-a495-770d887e7f92)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:12:49.345121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Router a42ad6c9-9b62-487b-9a85-0640dd20ba71 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:12:49.345624 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-93a877e7-aae8-46b0-b46a-2aca6bb9fc47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.432239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a877e7-aae8-46b0-b46a-2aca6bb9fc47 None None] Pushing event updated for resources: {'Port': ['ID=cb48a380-3bdb-4a59-baf7-626cea089d6f,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:49.517738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56610) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:49.600781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8be0ca81-3e6d-4a46-b05d-590de30c08d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.691814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e2f81b00-87e1-4702-b114-121fef9fbea1 tempest-AgentManagementNegativeTest-1781469863 tempest-AgentManagementNegativeTest-1781469863-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.5675395 Jul 05 04:12:49.720697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:49.735862 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db0b7e9-e2e5-47a3-9376-52040d66184c None None] Sync routers for ids ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:49.773350 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db0b7e9-e2e5-47a3-9376-52040d66184c None None] Routers {'a42ad6c9-9b62-487b-9a85-0640dd20ba71'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:49.774001 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0db0b7e9-e2e5-47a3-9376-52040d66184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:49.792654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-349ff4f3-10b4-457c-b339-fd0304be44a0 None None] Provisioning complete for port cb48a380-3bdb-4a59-baf7-626cea089d6f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:49.793697 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-349ff4f3-10b4-457c-b339-fd0304be44a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.824128 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8be0ca81-3e6d-4a46-b05d-590de30c08d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.849257 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0db0b7e9-e2e5-47a3-9376-52040d66184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:49.865367 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db0b7e9-e2e5-47a3-9376-52040d66184c None None] Routers {'a42ad6c9-9b62-487b-9a85-0640dd20ba71'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:49.865367 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0db0b7e9-e2e5-47a3-9376-52040d66184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:49.884568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39faa7de-9a1b-4883-a22e-cdc41ba3fcd6 req-445900fc-b0a3-45c3-b42d-3096c07fcf8e tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0456476 Jul 05 04:12:49.922941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8be0ca81-3e6d-4a46-b05d-590de30c08d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:49.962745 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0db0b7e9-e2e5-47a3-9376-52040d66184c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:49.963456 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db0b7e9-e2e5-47a3-9376-52040d66184c None None] The sync data for ids ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:49.987388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be0ca81-3e6d-4a46-b05d-590de30c08d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a876dd-55e2-4ff6-960a-2b68a34bd8f3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:50.013213 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8be0ca81-3e6d-4a46-b05d-590de30c08d5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ff0651bbc5ac4b5ab3e054e251801f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4936929 Jul 05 04:12:50.015916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56624) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:50.065578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.072127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-542adfb1-902e-45d8-a664-b9a426bfcbd5 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 4.6298409 Jul 05 04:12:50.072638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56626) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:50.177234 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ade3cce2-34e6-4afa-bdf7-008254bd2d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.262318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ade3cce2-34e6-4afa-bdf7-008254bd2d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.393664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56636) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:50.477978 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ade3cce2-34e6-4afa-bdf7-008254bd2d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.483933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ade3cce2-34e6-4afa-bdf7-008254bd2d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.490313 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ade3cce2-34e6-4afa-bdf7-008254bd2d1e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40a876dd-55e2-4ff6-960a-2b68a34bd8f3 HTTP/1.1" status: 204 len: 168 time: 0.4717343 Jul 05 04:12:50.512528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade3cce2-34e6-4afa-bdf7-008254bd2d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a876dd-55e2-4ff6-960a-2b68a34bd8f3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:50.573795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-19222c72-2ff6-4d7b-b5e8-9816c9347dfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.755309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-19222c72-2ff6-4d7b-b5e8-9816c9347dfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.809913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-19222c72-2ff6-4d7b-b5e8-9816c9347dfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.856210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-19222c72-2ff6-4d7b-b5e8-9816c9347dfb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f7104988065e4cecaaaf2f14c60c3743&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4613340 Jul 05 04:12:50.861365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56650) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:50.878780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19222c72-2ff6-4d7b-b5e8-9816c9347dfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a749d7b2-d4ab-4d6d-a5aa-6be020b04208,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:50.925214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c08b4c5-d04a-42e8-968d-83bba36e9654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:50.962058 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c08b4c5-d04a-42e8-968d-83bba36e9654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.165864 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2cbf0c7f-a5df-432e-9d0c-dcc2ba2db8c2 req-e1ec91e8-1906-4ab5-b8e8-90eab519e54f tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0657098 Jul 05 04:12:51.167279 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c08b4c5-d04a-42e8-968d-83bba36e9654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.178021 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c08b4c5-d04a-42e8-968d-83bba36e9654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.179168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3c08b4c5-d04a-42e8-968d-83bba36e9654 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a749d7b2-d4ab-4d6d-a5aa-6be020b04208 HTTP/1.1" status: 204 len: 168 time: 0.3169038 Jul 05 04:12:51.192392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c08b4c5-d04a-42e8-968d-83bba36e9654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a749d7b2-d4ab-4d6d-a5aa-6be020b04208,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:51.237036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.426366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cb48a380-3bdb-4a59-baf7-626cea089d6f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:12:51.514121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port cb48a380-3bdb-4a59-baf7-626cea089d6f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:51.514548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:51.775506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Allocated IP 172.20.0.1 (a243c5e3-53b0-4969-ba83-737f7241c381/489566b7-d973-41d0-8642-fd05bc32e565/3cb4e564-cd82-41ff-94e8-b820a38a2820) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:52.070181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.106376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Transition to ACTIVE for port object 3cb4e564-cd82-41ff-94e8-b820a38a2820 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:52.251991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.331109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56702) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:52.336763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0040112 Jul 05 04:12:52.340520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56706) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:52.403075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Network a243c5e3-53b0-4969-ba83-737f7241c381 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:52.427828 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:52.437878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:52.463531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10a5e583-48d3-44fb-bf64-c27b9d7ef7da req-ad191acf-1c02-46f2-a501-3fc8c4d103e7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0527427 Jul 05 04:12:52.521309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.689244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event updated for resources: {'Port': ['ID=3cb4e564-cd82-41ff-94e8-b820a38a2820,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:52.774055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-24f8d3ff-fb12-4d3a-b5f8-62685a76d389 tempest-NetworksApiDiscovery-78745963 tempest-NetworksApiDiscovery-78745963-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4322097 Jul 05 04:12:52.862698 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:52.899024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56718) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:52.947546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c84d6423-7399-42be-a174-e2bda591cfee None None] Provisioning for port 3cb4e564-cd82-41ff-94e8-b820a38a2820 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:52.952598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c84d6423-7399-42be-a174-e2bda591cfee None None] Provisioning complete for port 3cb4e564-cd82-41ff-94e8-b820a38a2820 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:52.953079 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c84d6423-7399-42be-a174-e2bda591cfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.057825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c84d6423-7399-42be-a174-e2bda591cfee None None] Port 3cb4e564-cd82-41ff-94e8-b820a38a2820 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:53.128014 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8f565997-d672-48d1-a7cc-28456a1f6b0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.330415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8f565997-d672-48d1-a7cc-28456a1f6b0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.431770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.439318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8f565997-d672-48d1-a7cc-28456a1f6b0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.519480 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.533452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8f565997-d672-48d1-a7cc-28456a1f6b0b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5a58b52ff23742e1b28127386b7696e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6304729 Jul 05 04:12:53.533452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f565997-d672-48d1-a7cc-28456a1f6b0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=192e8d51-b41d-4491-a8fd-bc8a92060e6b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:53.535741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56742) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.552880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56744) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.580925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56746) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:53.702332 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-83de24aa-7db1-43cc-988e-eaef7e61ab78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.758409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.790665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event updated for resources: {'Port': ['ID=3cb4e564-cd82-41ff-94e8-b820a38a2820,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:53.798052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89a5cb59-36a7-4efd-9b01-4fbde38a2cd4 req-925dce7d-9feb-439a-8d3f-e1f41f347596 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0546479 Jul 05 04:12:53.806175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-10274267'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:53.812093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-83de24aa-7db1-43cc-988e-eaef7e61ab78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.873344 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b005ea96-4b47-40fa-9094-7056231c9dfe admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.911304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Network a243c5e3-53b0-4969-ba83-737f7241c381 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:53.913026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:53.945842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Made reservation on behalf of 9ed25930212e468dadb80e809cc16e71 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:53.953001 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.970821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.977232 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-83de24aa-7db1-43cc-988e-eaef7e61ab78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.981780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-83de24aa-7db1-43cc-988e-eaef7e61ab78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:53.983103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-83de24aa-7db1-43cc-988e-eaef7e61ab78 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/192e8d51-b41d-4491-a8fd-bc8a92060e6b HTTP/1.1" status: 204 len: 168 time: 0.4464252 Jul 05 04:12:54.012757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de24aa-7db1-43cc-988e-eaef7e61ab78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192e8d51-b41d-4491-a8fd-bc8a92060e6b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.141372 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b005ea96-4b47-40fa-9094-7056231c9dfe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.210767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Router a42ad6c9-9b62-487b-9a85-0640dd20ba71 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:12:54.269357 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b005ea96-4b47-40fa-9094-7056231c9dfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.348363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b005ea96-4b47-40fa-9094-7056231c9dfe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fb2336826ff14a4e9ecd13abfa061a0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7663152 Jul 05 04:12:54.370630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56762) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.589091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b005ea96-4b47-40fa-9094-7056231c9dfe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556c1c1b-7fa2-404b-a524-8c88a0239fc6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:54.590788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-456a700d-2bab-407c-85db-e69f0476c781 None None] Provisioning complete for port 3cb4e564-cd82-41ff-94e8-b820a38a2820 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:54.590788 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-456a700d-2bab-407c-85db-e69f0476c781 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.591689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:12:54.591689 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2e53e82f-83be-4ea4-a267-4c3eaa2fc745 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "PUT /v2.0/routers/a42ad6c9-9b62-487b-9a85-0640dd20ba71/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3799739 Jul 05 04:12:54.592647 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ac7717d-f492-4520-ab55-76b9df77252b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.592860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-456a700d-2bab-407c-85db-e69f0476c781 None None] Port 3cb4e564-cd82-41ff-94e8-b820a38a2820 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:54.592860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a42782d-2a1d-4dbf-8f56-7d8532f1c417 None None] Sync routers for ids ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:12:54.592860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42782d-2a1d-4dbf-8f56-7d8532f1c417 None None] Routers {'a42ad6c9-9b62-487b-9a85-0640dd20ba71'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:54.592860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5a42782d-2a1d-4dbf-8f56-7d8532f1c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:54.593380 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ac7717d-f492-4520-ab55-76b9df77252b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.593607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5a42782d-2a1d-4dbf-8f56-7d8532f1c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:54.593607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a42782d-2a1d-4dbf-8f56-7d8532f1c417 None None] Routers {'a42ad6c9-9b62-487b-9a85-0640dd20ba71'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:12:54.593607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5a42782d-2a1d-4dbf-8f56-7d8532f1c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:54.600319 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:54.600442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56768) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:54.600442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Request body: {'port': {'network_id': 'a243c5e3-53b0-4969-ba83-737f7241c381', 'name': 'tempest-FloatingIPAdminTestJSON-802243571'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:54.613194 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5a42782d-2a1d-4dbf-8f56-7d8532f1c417 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:12:54.666587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a42782d-2a1d-4dbf-8f56-7d8532f1c417 None None] The sync data for ids ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:12:54.985981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49920a9e-1a2b-4167-88e2-2b8d6c0cd0c0 req-89b76e41-22e3-449b-b64f-17938c142dfb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0320587 Jul 05 04:12:55.110398 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.140340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'SecurityGroup': ['ID=58f7780f-f6b4-4d8a-98d1-bd5a6d44d248,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:55.162656 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ac7717d-f492-4520-ab55-76b9df77252b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.167141 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5ac7717d-f492-4520-ab55-76b9df77252b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.171944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5ac7717d-f492-4520-ab55-76b9df77252b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/556c1c1b-7fa2-404b-a524-8c88a0239fc6 HTTP/1.1" status: 204 len: 168 time: 0.7949698 Jul 05 04:12:55.180419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:12:55.200882 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.201294 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Added segment 12b0ac28-11ec-4c97-82b4-151551c8c89e of type vlan for network 93fcba4c-ea9b-416d-a355-ef21f41336c9 Jul 05 04:12:55.203452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac7717d-f492-4520-ab55-76b9df77252b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556c1c1b-7fa2-404b-a524-8c88a0239fc6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:55.216338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Made reservation on behalf of 31af9fa7f71c4195b008e395dfc852a7 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:55.231431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.327333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] device_id is not set on port c49f5b9d-84ee-4e17-aeb6-f1756c4def23 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:55.343174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.452994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56782) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:55.462664 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.469869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:55.476395 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.492217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-59f5dec5-2633-4cfd-8426-fa78002492d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.541163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Allocated IP 172.20.0.10 (a243c5e3-53b0-4969-ba83-737f7241c381/489566b7-d973-41d0-8642-fd05bc32e565/c49f5b9d-84ee-4e17-aeb6-f1756c4def23) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:55.612466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0528176 Jul 05 04:12:55.619531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56788) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:55.626855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'subnet': {'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:55.657521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d536f40-dad0-4c95-9d6b-fc8a1b1dcb72 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Network': ['ID=93fcba4c-ea9b-416d-a355-ef21f41336c9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:55.673108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:12:55.797292 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:12:55.836146 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.857303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Transition to ACTIVE for port object c49f5b9d-84ee-4e17-aeb6-f1756c4def23 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:55.926530 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-59f5dec5-2633-4cfd-8426-fa78002492d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:55.986274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.034123 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-59f5dec5-2633-4cfd-8426-fa78002492d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.082022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Network a243c5e3-53b0-4969-ba83-737f7241c381 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:56.094683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:56.099073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:56.111099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event updated for resources: {'Port': ['ID=c49f5b9d-84ee-4e17-aeb6-f1756c4def23,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:56.124118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f5dec5-2633-4cfd-8426-fa78002492d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2bb013e-2aed-4743-9100-872923b33924,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:56.138192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-59f5dec5-2633-4cfd-8426-fa78002492d0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=08bb3b937f3c45eab41f500f006d3c99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6840127 Jul 05 04:12:56.138911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56804) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:56.201662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:56.202647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.233318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-426dea22-1412-4746-b467-d1a4e4bbf382 req-46ec5b38-3a73-49ac-b832-2b36702c626b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.0631239 Jul 05 04:12:56.238006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Made reservation on behalf of 9ed25930212e468dadb80e809cc16e71 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:56.241741 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.307006 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-144bddbe-6002-4987-a7d3-a8548c13a251 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7528608 Jul 05 04:12:56.307670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56808) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:56.384379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-705dbca4-daf9-40bb-959c-93543712a555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.484148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-705dbca4-daf9-40bb-959c-93543712a555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.643953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'project_id': '31af9fa7f71c4195b008e395dfc852a7', 'port_id': 'c49f5b9d-84ee-4e17-aeb6-f1756c4def23'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:56.707087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c31af4cf-916c-45e8-9f6b-703156d7885d None None] Provisioning for port c49f5b9d-84ee-4e17-aeb6-f1756c4def23 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:12:56.711721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c31af4cf-916c-45e8-9f6b-703156d7885d None None] Provisioning complete for port c49f5b9d-84ee-4e17-aeb6-f1756c4def23 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:12:56.719303 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c31af4cf-916c-45e8-9f6b-703156d7885d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.747155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-705dbca4-daf9-40bb-959c-93543712a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.749863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-705dbca4-daf9-40bb-959c-93543712a555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.752890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-705dbca4-daf9-40bb-959c-93543712a555 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2bb013e-2aed-4743-9100-872923b33924 HTTP/1.1" status: 204 len: 168 time: 0.6128502 Jul 05 04:12:56.782520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705dbca4-daf9-40bb-959c-93543712a555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2bb013e-2aed-4743-9100-872923b33924,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:56.804759 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:56.845138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.043852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Subnet': ['ID=9d0e2a00-365d-4d78-93af-9f4b7f907c1a,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:57.072912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Checking segment: {'id': '12b0ac28-11ec-4c97-82b4-151551c8c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:57.073399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Network hostable DHCP agents. Network: 93fcba4c-ea9b-416d-a355-ef21f41336c9, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:12:57.107378 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.183830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c31af4cf-916c-45e8-9f6b-703156d7885d None None] Port c49f5b9d-84ee-4e17-aeb6-f1756c4def23 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:12:57.204960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:12:57.267862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Allocated IP 172.25.4.81 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/fb6dbd55-326a-45b6-b227-8b69dce95ea4) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:57.278268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 93fcba4c-ea9b-416d-a355-ef21f41336c9) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:57.288355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad8eaf03-5d68-4564-96e0-98f7e006354c None None] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:12:57.304222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:57.305256 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.460071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fa6fcd87-2993-4aa3-98c4-cbdd7a442635 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8377783 Jul 05 04:12:57.461161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56846) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:57.471568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'port': {'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9', 'name': 'tempest-AllowedAddressPairTestJSON-2077832775'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:57.510178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.673530 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-93fcba4c-ea9b-416d-a355-ef21f41336c9', 'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9', 'tenant_id': '9ed25930212e468dadb80e809cc16e71', 'fixed_ips': [{'subnet_id': '9d0e2a00-365d-4d78-93af-9f4b7f907c1a'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:12:57.674409 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.687801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.741285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c9647fa4-6640-44c4-81ce-07ec60dbd9d8 req-0e2db2f9-dae3-4512-9438-815d5cd36adb tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.1158204 Jul 05 04:12:57.810277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:57.814050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:57.818916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:57.842023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6dbd55-326a-45b6-b227-8b69dce95ea4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:57.964836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Made reservation on behalf of 9ed25930212e468dadb80e809cc16e71 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:12:57.968624 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:57.999514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Allocated IP 172.20.0.2 (93fcba4c-ea9b-416d-a355-ef21f41336c9/9d0e2a00-365d-4d78-93af-9f4b7f907c1a/a329e691-b972-4a30-a21c-566c233e5e03) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:58.013919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] device_id is not set on port 02160766-25d5-4b02-a21e-79e4428e72b1 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:12:58.204252 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.220713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Transition to ACTIVE for port object a329e691-b972-4a30-a21c-566c233e5e03 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:58.254268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Transition to ACTIVE for port object a329e691-b972-4a30-a21c-566c233e5e03 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:58.330595 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.441009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Allocated IP 172.20.0.12 (93fcba4c-ea9b-416d-a355-ef21f41336c9/9d0e2a00-365d-4d78-93af-9f4b7f907c1a/02160766-25d5-4b02-a21e-79e4428e72b1) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:12:58.473379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:58.475294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:58.479395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:58.481952 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Pushing event updated for resources: {'Port': ['ID=a329e691-b972-4a30-a21c-566c233e5e03,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:58.632329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Attempting to bind port a329e691-b972-4a30-a21c-566c233e5e03 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:12:58.632329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Attempting to bind port a329e691-b972-4a30-a21c-566c233e5e03 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '12b0ac28-11ec-4c97-82b4-151551c8c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:12:58.632329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Attempting to bind port a329e691-b972-4a30-a21c-566c233e5e03 on network 93fcba4c-ea9b-416d-a355-ef21f41336c9 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:12:58.638019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 12, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:12:58.638555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Checking segment: {'id': '12b0ac28-11ec-4c97-82b4-151551c8c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:12:58.639180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.639660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Bound using segment: {'id': '12b0ac28-11ec-4c97-82b4-151551c8c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:12:58.640511 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Bound port: a329e691-b972-4a30-a21c-566c233e5e03, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12b0ac28-11ec-4c97-82b4-151551c8c89e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:12:58.641098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.799921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] For port a329e691-b972-4a30-a21c-566c233e5e03, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:12:58.805712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] For port a329e691-b972-4a30-a21c-566c233e5e03, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a329e691-b972-4a30-a21c-566c233e5e03,segment=NetworkSegment(12b0ac28-11ec-4c97-82b4-151551c8c89e),segment_id=12b0ac28-11ec-4c97-82b4-151551c8c89e)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:12:58.811764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.870382 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.885389 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:58.892128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Transition to ACTIVE for port object 02160766-25d5-4b02-a21e-79e4428e72b1 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:12:59.016847 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.123470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97376a0d-64f0-46d5-ba54-41511eb64909 None None] Pushing event updated for resources: {'Port': ['ID=a329e691-b972-4a30-a21c-566c233e5e03,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:59.179664 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.260755 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-753a041c-e86b-4946-9f57-3607c494532d req-bd54a4e3-de86-472c-b560-bd3262cc1769 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5f81334-c6d3-4226-afbd-fae9e314e9ad HTTP/1.1" status: 200 len: 210 time: 0.1098366 Jul 05 04:12:59.267634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:12:59.276778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:12:59.288973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:12:59.333994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Port': ['ID=02160766-25d5-4b02-a21e-79e4428e72b1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:59.437499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:12:59.442039 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.468259 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.576171 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.580604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9480b28b-d74d-433f-b942-0ad2d685f807 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1180866 Jul 05 04:12:59.581675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56918) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:59.589021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'port': {'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9', 'name': 'tempest-AllowedAddressPairTestJSON-1855822148', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:0d:10:22'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:12:59.694872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Pushing event updated for resources: {'Port': ['ID=fb6dbd55-326a-45b6-b227-8b69dce95ea4,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:12:59.711932 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:12:59.771143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56924) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:12:59.857343 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Floating IP 50f5a7da-2b9a-4f79-99c0-aabf9b240c61 associated. External IP: 172.25.4.81, port: c49f5b9d-84ee-4e17-aeb6-f1756c4def23. Jul 05 04:12:59.941698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Made reservation on behalf of 9ed25930212e468dadb80e809cc16e71 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:00.064581 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.091582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] device_id is not set on port a0c96164-07d8-4c67-a65a-fb8ce4049f41 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:00.308226 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Allocated IP 172.20.0.13 (93fcba4c-ea9b-416d-a355-ef21f41336c9/9d0e2a00-365d-4d78-93af-9f4b7f907c1a/a0c96164-07d8-4c67-a65a-fb8ce4049f41) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:00.452832 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27678e00-7c11-4e0d-8a5f-554c4e5cbd4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.640148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.669845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Transition to ACTIVE for port object a0c96164-07d8-4c67-a65a-fb8ce4049f41 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:00.691834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Router a42ad6c9-9b62-487b-9a85-0640dd20ba71 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:00.698616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3df02e64-119a-4507-b954-16535bc41156 None None] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:00.713976 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56956) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:00.735813 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27678e00-7c11-4e0d-8a5f-554c4e5cbd4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.823754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b070562-18af-4439-badd-44752504891b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.828041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27678e00-7c11-4e0d-8a5f-554c4e5cbd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.866422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27678e00-7c11-4e0d-8a5f-554c4e5cbd4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9917aed9-601e-4344-8e48-189b2ed581bd,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:00.883080 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b070562-18af-4439-badd-44752504891b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.915282 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:00.966270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:00.974023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:00.983575 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-27678e00-7c11-4e0d-8a5f-554c4e5cbd4e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=698ef34cdf7042ebba214ab5f671c30b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2092550 Jul 05 04:13:00.998985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5b117a46-76b1-4f9a-bcaa-c7bc185ccfac None None] Provisioning for port a329e691-b972-4a30-a21c-566c233e5e03 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:01.001200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56960) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.002234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:01.034921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:01.044801 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f90db-be8c-488a-b3cd-3f1016b45ad6 None None] Sync routers for ids ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:01.056050 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f90db-be8c-488a-b3cd-3f1016b45ad6 None None] Routers {'a42ad6c9-9b62-487b-9a85-0640dd20ba71'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:01.058842 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-590f90db-be8c-488a-b3cd-3f1016b45ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:01.135798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:01.136677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.142958 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-590f90db-be8c-488a-b3cd-3f1016b45ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:01.153805 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.155809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Port': ['ID=a0c96164-07d8-4c67-a65a-fb8ce4049f41,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:01.185646 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-590f90db-be8c-488a-b3cd-3f1016b45ad6 None None] Routers {'a42ad6c9-9b62-487b-9a85-0640dd20ba71'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:01.186340 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-590f90db-be8c-488a-b3cd-3f1016b45ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:01.193253 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-870770db-a8a4-4bc8-801a-d676505c0f69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.223919 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-590f90db-be8c-488a-b3cd-3f1016b45ad6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:01.224579 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-590f90db-be8c-488a-b3cd-3f1016b45ad6 None None] The sync data for ids ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:01.234796 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-870770db-a8a4-4bc8-801a-d676505c0f69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.263353 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-74a1fd64-0340-4219-95d6-75db38be8836 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.9538898 Jul 05 04:13:01.264115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56970) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.358826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d34d2b51-c053-4514-bc5a-cd731c29a265 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 1.7678404 Jul 05 04:13:01.358826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56974) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.456976 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b070562-18af-4439-badd-44752504891b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.459540 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b070562-18af-4439-badd-44752504891b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.468215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56976) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.469610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6b070562-18af-4439-badd-44752504891b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "DELETE /v2.0/security-groups/4c298708-2e71-4abb-9343-33baea5e145c HTTP/1.1" status: 204 len: 168 time: 0.7556436 Jul 05 04:13:01.485631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a329e691-b972-4a30-a21c-566c233e5e03 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:01.538116 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-fa7edd37-4a64-41e4-b823-4546f5d19345 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] show failed (client error): The resource could not be found. Jul 05 04:13:01.548506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-78668364-848b-4285-9a48-1a18789f57b8 None None] Provisioning for port a0c96164-07d8-4c67-a65a-fb8ce4049f41 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:01.551684 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fa7edd37-4a64-41e4-b823-4546f5d19345 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "GET /v2.0/security-groups/4c298708-2e71-4abb-9343-33baea5e145c HTTP/1.1" status: 404 len: 347 time: 0.0729723 Jul 05 04:13:01.557970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56978) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.560339 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b24bd810-b40f-42c3-9142-7714167f0315 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] 10.222.0.30 "GET /v2.0/floatingips/50f5a7da-2b9a-4f79-99c0-aabf9b240c61 HTTP/1.1" status: 200 len: 982 time: 0.2951064 Jul 05 04:13:01.563697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56980) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.565725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b070562-18af-4439-badd-44752504891b tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c298708-2e71-4abb-9343-33baea5e145c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:01.569148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-78668364-848b-4285-9a48-1a18789f57b8 None None] Provisioning complete for port a0c96164-07d8-4c67-a65a-fb8ce4049f41 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:01.574368 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-78668364-848b-4285-9a48-1a18789f57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.645633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc855d-2589-4304-b6f2-791beefbb843 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:01.653297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc855d-2589-4304-b6f2-791beefbb843 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:01.660465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc855d-2589-4304-b6f2-791beefbb843 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:01.662415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-43cc855d-2589-4304-b6f2-791beefbb843 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 0.3041692 Jul 05 04:13:01.664358 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-870770db-a8a4-4bc8-801a-d676505c0f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.667456 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-870770db-a8a4-4bc8-801a-d676505c0f69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.670060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-870770db-a8a4-4bc8-801a-d676505c0f69 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9917aed9-601e-4344-8e48-189b2ed581bd HTTP/1.1" status: 204 len: 168 time: 0.6198466 Jul 05 04:13:01.676016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56982) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.705971 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-870770db-a8a4-4bc8-801a-d676505c0f69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9917aed9-601e-4344-8e48-189b2ed581bd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:01.706285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-78668364-848b-4285-9a48-1a18789f57b8 None None] Port a0c96164-07d8-4c67-a65a-fb8ce4049f41 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:01.842412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ed935afd-687c-48a3-b472-65cd356db269 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Deleting port a0c96164-07d8-4c67-a65a-fb8ce4049f41 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:01.843274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed935afd-687c-48a3-b472-65cd356db269 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.851511 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a329e691-b972-4a30-a21c-566c233e5e03 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:01.857278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a329e691-b972-4a30-a21c-566c233e5e03 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:01.857659 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:01.944509 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-26270023-8de0-4f36-9004-b4ecf5841e28 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.3588710 Jul 05 04:13:01.944509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56992) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:01.962377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-78668364-848b-4285-9a48-1a18789f57b8 None None] Provisioning for port 02160766-25d5-4b02-a21e-79e4428e72b1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:01.971867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-78668364-848b-4285-9a48-1a18789f57b8 None None] Provisioning complete for port 02160766-25d5-4b02-a21e-79e4428e72b1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:01.974082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-78668364-848b-4285-9a48-1a18789f57b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.014808 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.026844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed935afd-687c-48a3-b472-65cd356db269 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.044140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ed935afd-687c-48a3-b472-65cd356db269 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Calling delete_port for a0c96164-07d8-4c67-a65a-fb8ce4049f41 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:02.100416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port a329e691-b972-4a30-a21c-566c233e5e03, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a329e691-b972-4a30-a21c-566c233e5e03,segment=NetworkSegment(12b0ac28-11ec-4c97-82b4-151551c8c89e),segment_id=12b0ac28-11ec-4c97-82b4-151551c8c89e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:02.105190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-3979eb14-0dfc-45c2-a96c-0a3849a6e616 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting port 0bc229bd-eae5-4481-9a14-1f5c7ae47fd8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:02.105545 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3979eb14-0dfc-45c2-a96c-0a3849a6e616 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.106244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-78668364-848b-4285-9a48-1a18789f57b8 None None] Port 02160766-25d5-4b02-a21e-79e4428e72b1 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:02.179107 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.294896 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-61d108fd-73d9-4b1c-b088-f4ae525a1b21 None None] Provisioning complete for port a0c96164-07d8-4c67-a65a-fb8ce4049f41 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:02.295273 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-61d108fd-73d9-4b1c-b088-f4ae525a1b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.305696 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=a329e691-b972-4a30-a21c-566c233e5e03,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:02.419359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-61d108fd-73d9-4b1c-b088-f4ae525a1b21 None None] Port a0c96164-07d8-4c67-a65a-fb8ce4049f41 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:02.424607 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed935afd-687c-48a3-b472-65cd356db269 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.428421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3979eb14-0dfc-45c2-a96c-0a3849a6e616 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.428764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3979eb14-0dfc-45c2-a96c-0a3849a6e616 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.477363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Deleting port fb6dbd55-326a-45b6-b227-8b69dce95ea4 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:02.477698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-61d108fd-73d9-4b1c-b088-f4ae525a1b21 None None] Provisioning complete for port 02160766-25d5-4b02-a21e-79e4428e72b1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:02.477821 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.484089 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-61d108fd-73d9-4b1c-b088-f4ae525a1b21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.487452 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-3979eb14-0dfc-45c2-a96c-0a3849a6e616 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Calling delete_port for 0bc229bd-eae5-4481-9a14-1f5c7ae47fd8 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:02.624921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-61d108fd-73d9-4b1c-b088-f4ae525a1b21 None None] Port 02160766-25d5-4b02-a21e-79e4428e72b1 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:02.783079 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.783498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:02.797463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Calling delete_port for fb6dbd55-326a-45b6-b227-8b69dce95ea4 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:02.982813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57008) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:02.998041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3979eb14-0dfc-45c2-a96c-0a3849a6e616 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.037767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57018) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:03.043506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3979eb14-0dfc-45c2-a96c-0a3849a6e616 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Port': ['ID=0bc229bd-eae5-4481-9a14-1f5c7ae47fd8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:03.058273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4c44c12-8ad3-4158-ac0b-c8da1dc39abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.130942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed935afd-687c-48a3-b472-65cd356db269 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event deleted for resources: {'Port': ['ID=a0c96164-07d8-4c67-a65a-fb8ce4049f41,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:03.181644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3979eb14-0dfc-45c2-a96c-0a3849a6e616 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.183095 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3979eb14-0dfc-45c2-a96c-0a3849a6e616 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.184392 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3979eb14-0dfc-45c2-a96c-0a3849a6e616 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "DELETE /v2.0/floatingips/8a273051-c7d3-4760-b247-5754bf7f0060 HTTP/1.1" status: 204 len: 168 time: 1.6224756 Jul 05 04:13:03.188975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57024) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:03.333548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.360062 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed935afd-687c-48a3-b472-65cd356db269 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.366323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ed935afd-687c-48a3-b472-65cd356db269 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "DELETE /v2.0/ports/a0c96164-07d8-4c67-a65a-fb8ce4049f41 HTTP/1.1" status: 204 len: 168 time: 1.6710744 Jul 05 04:13:03.367209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57026) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:03.405688 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7494f264-04c7-4737-94fd-18b3b396ac66 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] GET failed (client error): The resource could not be found. Jul 05 04:13:03.411402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event deleted for resources: {'Port': ['ID=fb6dbd55-326a-45b6-b227-8b69dce95ea4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:03.412076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7494f264-04c7-4737-94fd-18b3b396ac66 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "GET /v2.0/ports/a0c96164-07d8-4c67-a65a-fb8ce4049f41 HTTP/1.1" status: 404 len: 333 time: 0.0434763 Jul 05 04:13:03.412903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57028) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:03.426575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'port': {'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9', 'name': 'tempest-AllowedAddressPairTestJSON-1652123529'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:03.444320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a329e691-b972-4a30-a21c-566c233e5e03 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:03.450716 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a880-1160-4a5f-80b3-5af04235a756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.510198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a329e691-b972-4a30-a21c-566c233e5e03 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:03.510769 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.598994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6b242294-31fb-48f2-bc1f-2ca9ac768ade tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting port d9272308-16d4-4bea-815a-f0a4152feb20 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:03.599345 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b242294-31fb-48f2-bc1f-2ca9ac768ade tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.654341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.654694 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Floating IP 50f5a7da-2b9a-4f79-99c0-aabf9b240c61 disassociated (deleted). External IP: 172.25.4.81, port: c49f5b9d-84ee-4e17-aeb6-f1756c4def23. Jul 05 04:13:03.813184 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4c44c12-8ad3-4158-ac0b-c8da1dc39abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.825831 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b242294-31fb-48f2-bc1f-2ca9ac768ade tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.843463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6b242294-31fb-48f2-bc1f-2ca9ac768ade tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Calling delete_port for d9272308-16d4-4bea-815a-f0a4152feb20 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:03.899659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c4c44c12-8ad3-4158-ac0b-c8da1dc39abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.946872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Made reservation on behalf of 9ed25930212e468dadb80e809cc16e71 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:03.950502 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:03.969823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] device_id is not set on port 8f8260e1-c507-4338-940c-5d1e711bb941 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:04.012303 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c4c44c12-8ad3-4158-ac0b-c8da1dc39abd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=399e5c29da67436c82c60c44cf52a81b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0279748 Jul 05 04:13:04.024822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57042) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:04.026644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c44c12-8ad3-4158-ac0b-c8da1dc39abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=139e061a-4c6f-45b7-a3c2-b35e2bd20e61,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.127456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Allocated IP 172.20.0.9 (93fcba4c-ea9b-416d-a355-ef21f41336c9/9d0e2a00-365d-4d78-93af-9f4b7f907c1a/8f8260e1-c507-4338-940c-5d1e711bb941) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:04.297521 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.313074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Transition to ACTIVE for port object 8f8260e1-c507-4338-940c-5d1e711bb941 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:04.419832 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.476167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:04.485869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:04.490452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:04.513536 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Router a42ad6c9-9b62-487b-9a85-0640dd20ba71 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:04.520939 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Port': ['ID=8f8260e1-c507-4338-940c-5d1e711bb941,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.534546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-096b9ac8-a767-4eb1-baa2-f156f1c2a974 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.535135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.535583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.536112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.536538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.536980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.537399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.537817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.543964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.543964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.543964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.543964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.543964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:04.583658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:04.586456 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.623445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-096b9ac8-a767-4eb1-baa2-f156f1c2a974 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.627614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a880-1160-4a5f-80b3-5af04235a756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.696683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b242294-31fb-48f2-bc1f-2ca9ac768ade tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.745642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b242294-31fb-48f2-bc1f-2ca9ac768ade tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Port': ['ID=d9272308-16d4-4bea-815a-f0a4152feb20,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.753181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ea3a880-1160-4a5f-80b3-5af04235a756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.765560 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:04.776140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.779200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e830dead-8986-466c-a502-eeac405f3b87 None None] Sync routers for ids ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:04.790354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830dead-8986-466c-a502-eeac405f3b87 None None] Routers {'a42ad6c9-9b62-487b-9a85-0640dd20ba71'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:04.793387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e830dead-8986-466c-a502-eeac405f3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:04.842393 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e830dead-8986-466c-a502-eeac405f3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:04.853465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830dead-8986-466c-a502-eeac405f3b87 None None] Routers {'a42ad6c9-9b62-487b-9a85-0640dd20ba71'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:04.854140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e830dead-8986-466c-a502-eeac405f3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:12:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:04.876345 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1ea3a880-1160-4a5f-80b3-5af04235a756 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b8571ca56f14f3fa2fd48a5c3337491&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8303685 Jul 05 04:13:04.879785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57058) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:04.887161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea3a880-1160-4a5f-80b3-5af04235a756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a85c6544-5c00-4884-827d-3a239f3c9c86,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:04.919297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e830dead-8986-466c-a502-eeac405f3b87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:04.919648 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2b2eefac-a77c-4a67-a06c-8943aa350184 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "DELETE /v2.0/floatingips/50f5a7da-2b9a-4f79-99c0-aabf9b240c61 HTTP/1.1" status: 204 len: 168 time: 2.9797533 Jul 05 04:13:04.920484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57060) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:04.921140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e830dead-8986-466c-a502-eeac405f3b87 None None] The sync data for ids ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:04.934631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:04.936478 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4b17052d-76c6-4215-8407-e3794d786dcf tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.5158343 Jul 05 04:13:04.937917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57062) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:04.947710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-cc8935c2-7c03-4405-941e-bd5543a0f359 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:0d:10:22'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:04.957272 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b242294-31fb-48f2-bc1f-2ca9ac768ade tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.958940 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6b242294-31fb-48f2-bc1f-2ca9ac768ade tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "DELETE /v2.0/ports/d9272308-16d4-4bea-815a-f0a4152feb20 HTTP/1.1" status: 204 len: 168 time: 1.7689598 Jul 05 04:13:04.962984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57064) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:04.983691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-096b9ac8-a767-4eb1-baa2-f156f1c2a974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.986304 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-096b9ac8-a767-4eb1-baa2-f156f1c2a974 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:04.988324 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-096b9ac8-a767-4eb1-baa2-f156f1c2a974 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/139e061a-4c6f-45b7-a3c2-b35e2bd20e61 HTTP/1.1" status: 204 len: 168 time: 0.9584091 Jul 05 04:13:05.015359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-892729ce-5181-4c8c-8d7c-5669d19c5205 None None] Provisioning for port 8f8260e1-c507-4338-940c-5d1e711bb941 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:05.019594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-892729ce-5181-4c8c-8d7c-5669d19c5205 None None] Provisioning complete for port 8f8260e1-c507-4338-940c-5d1e711bb941 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:05.024673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-892729ce-5181-4c8c-8d7c-5669d19c5205 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.024919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b9ac8-a767-4eb1-baa2-f156f1c2a974 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=139e061a-4c6f-45b7-a3c2-b35e2bd20e61,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.048137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cac5c7b4-f0c8-4d41-8557-603f2d721557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.116620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-892729ce-5181-4c8c-8d7c-5669d19c5205 None None] Port 8f8260e1-c507-4338-940c-5d1e711bb941 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:05.133602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.141881 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cac5c7b4-f0c8-4d41-8557-603f2d721557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.195870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b3f49d61-b0dd-4563-9f32-9837a08b3554 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting port 508f00b8-de49-493e-8e45-0696faad4424 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:05.196518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b3f49d61-b0dd-4563-9f32-9837a08b3554 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.322165 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc8935c2-7c03-4405-941e-bd5543a0f359 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.331807 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b3f49d61-b0dd-4563-9f32-9837a08b3554 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.346910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b3f49d61-b0dd-4563-9f32-9837a08b3554 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Calling delete_port for 508f00b8-de49-493e-8e45-0696faad4424 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:05.356142 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cac5c7b4-f0c8-4d41-8557-603f2d721557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.358917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cac5c7b4-f0c8-4d41-8557-603f2d721557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.360492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cac5c7b4-f0c8-4d41-8557-603f2d721557 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a85c6544-5c00-4884-827d-3a239f3c9c86 HTTP/1.1" status: 204 len: 168 time: 0.4795182 Jul 05 04:13:05.383300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac5c7b4-f0c8-4d41-8557-603f2d721557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a85c6544-5c00-4884-827d-3a239f3c9c86,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.495821 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.644464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b3f49d61-b0dd-4563-9f32-9837a08b3554 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.680264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc8935c2-7c03-4405-941e-bd5543a0f359 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.697182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Allocated IP 172.25.4.117 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/d5a36e9a-970e-4d65-9fe8-c04ab5da6393) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:05.703264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f49d61-b0dd-4563-9f32-9837a08b3554 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Port': ['ID=508f00b8-de49-493e-8e45-0696faad4424,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.786193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b3f49d61-b0dd-4563-9f32-9837a08b3554 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.788273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b3f49d61-b0dd-4563-9f32-9837a08b3554 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "DELETE /v2.0/ports/508f00b8-de49-493e-8e45-0696faad4424 HTTP/1.1" status: 204 len: 168 time: 0.8243122 Jul 05 04:13:05.790963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57086) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:05.804656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc8935c2-7c03-4405-941e-bd5543a0f359 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.847094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac3a9e7b-5aad-41b4-880c-a211e9220eb7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting subnet 11924460-10d8-40b4-a609-e36e314a9ea5 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:05.850610 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9e7b-5aad-41b4-880c-a211e9220eb7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.879340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.936596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9e7b-5aad-41b4-880c-a211e9220eb7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.945355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8935c2-7c03-4405-941e-bd5543a0f359 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Port': ['ID=8f8260e1-c507-4338-940c-5d1e711bb941,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:05.977843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-cc8935c2-7c03-4405-941e-bd5543a0f359 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] In _notify_port_updated(), no bound segment for port 8f8260e1-c507-4338-940c-5d1e711bb941 on network 93fcba4c-ea9b-416d-a355-ef21f41336c9 {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:13:05.991475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc8935c2-7c03-4405-941e-bd5543a0f359 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:05.992196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cc8935c2-7c03-4405-941e-bd5543a0f359 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:05.995745 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cc8935c2-7c03-4405-941e-bd5543a0f359 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "PUT /v2.0/ports/8f8260e1-c507-4338-940c-5d1e711bb941 HTTP/1.1" status: 200 len: 994 time: 1.0550995 Jul 05 04:13:06.000415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57096) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:06.141215 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.217190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:06.221898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:06.229807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:06.267225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9e7b-5aad-41b4-880c-a211e9220eb7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.373819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-fed1f6f5-8f4a-4f9a-94c4-552108807566 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Deleting port 8f8260e1-c507-4338-940c-5d1e711bb941 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:06.376412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cc84b329-3dc0-4729-9a6b-6c130ecb683f None None] Provisioning complete for port 8f8260e1-c507-4338-940c-5d1e711bb941 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:06.379046 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc84b329-3dc0-4729-9a6b-6c130ecb683f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.380204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fed1f6f5-8f4a-4f9a-94c4-552108807566 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.392303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Pushing event updated for resources: {'Port': ['ID=d5a36e9a-970e-4d65-9fe8-c04ab5da6393,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:06.450711 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.461050 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-cc84b329-3dc0-4729-9a6b-6c130ecb683f None None] Port 8f8260e1-c507-4338-940c-5d1e711bb941 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:06.514922 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fed1f6f5-8f4a-4f9a-94c4-552108807566 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.529936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-fed1f6f5-8f4a-4f9a-94c4-552108807566 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Calling delete_port for 8f8260e1-c507-4338-940c-5d1e711bb941 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:06.549907 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9e7b-5aad-41b4-880c-a211e9220eb7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.607695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57112) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:06.608388 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.625672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aed10c-4c4b-4af0-82a7-9f08ace8ec37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.627684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a9e7b-5aad-41b4-880c-a211e9220eb7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Subnet': ['ID=11924460-10d8-40b4-a609-e36e314a9ea5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:06.640508 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac3a9e7b-5aad-41b4-880c-a211e9220eb7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.643505 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ac3a9e7b-5aad-41b4-880c-a211e9220eb7 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "DELETE /v2.0/subnets/11924460-10d8-40b4-a609-e36e314a9ea5 HTTP/1.1" status: 204 len: 168 time: 0.8512223 Jul 05 04:13:06.647573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef0c75f3-858b-4127-bc18-87f76dfecdac None None] Network e28198e9-0da7-40ca-97a9-a59c4503279c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:06.659922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57114) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:06.846518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5cd9985-09d4-4865-a0ff-5bea676df8ca tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting subnet 82870ee0-5db4-4724-b01c-ef881425a5af {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:06.872072 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aed10c-4c4b-4af0-82a7-9f08ace8ec37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.927236 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9985-09d4-4865-a0ff-5bea676df8ca tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.935827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.967722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40aed10c-4c4b-4af0-82a7-9f08ace8ec37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:06.990631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6233c0bc-8130-4421-af41-0e4367d6078e None None] DHCP port deletion for e28198e9-0da7-40ca-97a9-a59c4503279c request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:06.998987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.010786 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9985-09d4-4865-a0ff-5bea676df8ca tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.073370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6233c0bc-8130-4421-af41-0e4367d6078e None None] Deleting port d22d2e95-03b3-4643-942e-3884924240a0 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:07.073749 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6233c0bc-8130-4421-af41-0e4367d6078e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.120063 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fed1f6f5-8f4a-4f9a-94c4-552108807566 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.155778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1f6f5-8f4a-4f9a-94c4-552108807566 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event deleted for resources: {'Port': ['ID=8f8260e1-c507-4338-940c-5d1e711bb941,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.173051 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-40aed10c-4c4b-4af0-82a7-9f08ace8ec37 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=98f7c96771224ad3be1968616238beba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5618112 Jul 05 04:13:07.175562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57126) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:07.181224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aed10c-4c4b-4af0-82a7-9f08ace8ec37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c700969e-a631-493e-97be-59c49af6080b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.203326 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9985-09d4-4865-a0ff-5bea676df8ca tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.222447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Pushing event updated for resources: {'Port': ['ID=d5a36e9a-970e-4d65-9fe8-c04ab5da6393,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.265058 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.381464 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.381464 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-30148632-ca88-4edd-bc3f-ad7011db73fe tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.4485898 Jul 05 04:13:07.390184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57130) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:07.441947 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6233c0bc-8130-4421-af41-0e4367d6078e None None] For port d22d2e95-03b3-4643-942e-3884924240a0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d22d2e95-03b3-4643-942e-3884924240a0,segment=NetworkSegment(136318f6-aa22-4336-9947-bb808570124e),segment_id=136318f6-aa22-4336-9947-bb808570124e)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:07.444381 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6233c0bc-8130-4421-af41-0e4367d6078e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.495335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6233c0bc-8130-4421-af41-0e4367d6078e None None] Calling delete_port for d22d2e95-03b3-4643-942e-3884924240a0 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:07.552641 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-01c22232-218e-4b2d-b2ea-a912de3c3625 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.617026 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-01c22232-218e-4b2d-b2ea-a912de3c3625 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.655826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9985-09d4-4865-a0ff-5bea676df8ca tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.667035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d22d2e95-03b3-4643-942e-3884924240a0 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:07.705914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd9985-09d4-4865-a0ff-5bea676df8ca tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Subnet': ['ID=82870ee0-5db4-4724-b01c-ef881425a5af,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.718467 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fed1f6f5-8f4a-4f9a-94c4-552108807566 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.723209 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fed1f6f5-8f4a-4f9a-94c4-552108807566 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "DELETE /v2.0/ports/8f8260e1-c507-4338-940c-5d1e711bb941 HTTP/1.1" status: 204 len: 168 time: 1.7143550 Jul 05 04:13:07.724225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57142) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:07.732499 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5cd9985-09d4-4865-a0ff-5bea676df8ca tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.737517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a5cd9985-09d4-4865-a0ff-5bea676df8ca tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "DELETE /v2.0/subnets/82870ee0-5db4-4724-b01c-ef881425a5af HTTP/1.1" status: 204 len: 168 time: 1.0736291 Jul 05 04:13:07.741715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57144) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:07.749834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc49551-764e-41eb-8b93-5074234d5659 None None] Network 306023af-e0b8-453c-8089-e1bc27c43282 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:07.782680 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f353dfc-da44-4a3c-99d7-2dcf88927770 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] GET failed (client error): The resource could not be found. Jul 05 04:13:07.785491 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6f353dfc-da44-4a3c-99d7-2dcf88927770 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "GET /v2.0/ports/8f8260e1-c507-4338-940c-5d1e711bb941 HTTP/1.1" status: 404 len: 333 time: 0.0593803 Jul 05 04:13:07.789623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57146) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:07.793759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:07.819389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'port': {'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9', 'name': 'tempest-AllowedAddressPairTestJSON-566202392'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:07.843651 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6233c0bc-8130-4421-af41-0e4367d6078e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.851273 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.861499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6233c0bc-8130-4421-af41-0e4367d6078e None None] No DVR routers for this DVR port d22d2e95-03b3-4643-942e-3884924240a0 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:07.884998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No active binding found for port d22d2e95-03b3-4643-942e-3884924240a0 {{(pid=100897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 04:13:07.884998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d22d2e95-03b3-4643-942e-3884924240a0 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:07.901315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233c0bc-8130-4421-af41-0e4367d6078e None None] Pushing event deleted for resources: {'Port': ['ID=d22d2e95-03b3-4643-942e-3884924240a0,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:07.942898 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.974259 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-01c22232-218e-4b2d-b2ea-a912de3c3625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.979702 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-01c22232-218e-4b2d-b2ea-a912de3c3625 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:07.980927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-01c22232-218e-4b2d-b2ea-a912de3c3625 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c700969e-a631-493e-97be-59c49af6080b HTTP/1.1" status: 204 len: 168 time: 0.8043647 Jul 05 04:13:08.059213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c22232-218e-4b2d-b2ea-a912de3c3625 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c700969e-a631-493e-97be-59c49af6080b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:08.106980 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.115377 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4b47576-a2b8-4648-86e0-f1111ab9bb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.120492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.134791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82693b21-aa70-46cb-ad28-fc60f464be33 None None] DHCP port deletion for 306023af-e0b8-453c-8089-e1bc27c43282 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:08.136435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e28198e9-0da7-40ca-97a9-a59c4503279c']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:08.151964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '136318f6-aa22-4336-9947-bb808570124e') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:08.151964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '136318f6-aa22-4336-9947-bb808570124e') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:08.169814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.176418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Made reservation on behalf of 9ed25930212e468dadb80e809cc16e71 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:08.186264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.191838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.194750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:08.195378 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:08.200051 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:08.276488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] device_id is not set on port d1a7b784-3e19-4328-90e3-11daf6de3e3d yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:08.286913 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-82693b21-aa70-46cb-ad28-fc60f464be33 None None] Deleting port 944d1be8-dff0-4090-a3a1-f68d2501982a {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:08.287629 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82693b21-aa70-46cb-ad28-fc60f464be33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.365435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-82693b21-aa70-46cb-ad28-fc60f464be33 None None] For port 944d1be8-dff0-4090-a3a1-f68d2501982a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=944d1be8-dff0-4090-a3a1-f68d2501982a,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:08.366058 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82693b21-aa70-46cb-ad28-fc60f464be33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.381018 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.396677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-82693b21-aa70-46cb-ad28-fc60f464be33 None None] Calling delete_port for 944d1be8-dff0-4090-a3a1-f68d2501982a owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:08.404962 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.407798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "DELETE /v2.0/networks/e28198e9-0da7-40ca-97a9-a59c4503279c HTTP/1.1" status: 204 len: 168 time: 0.6650152 Jul 05 04:13:08.409034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89fc298-e8e1-4e7c-857b-c186f3a5f18c tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Network': ['ID=e28198e9-0da7-40ca-97a9-a59c4503279c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:08.411287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57166) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:08.464953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Allocated IP 172.25.4.102 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/3b5c72dd-87f5-4e24-8ab3-3a5084c1e28b) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:08.557163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.577310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Allocated IP 172.20.0.3 (93fcba4c-ea9b-416d-a355-ef21f41336c9/9d0e2a00-365d-4d78-93af-9f4b7f907c1a/d1a7b784-3e19-4328-90e3-11daf6de3e3d) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:08.636251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Deleting port 944d1be8-dff0-4090-a3a1-f68d2501982a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:08.639943 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.670327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82693b21-aa70-46cb-ad28-fc60f464be33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.730857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.738603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82693b21-aa70-46cb-ad28-fc60f464be33 None None] Pushing event deleted for resources: {'Port': ['ID=944d1be8-dff0-4090-a3a1-f68d2501982a,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:08.751382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82693b21-aa70-46cb-ad28-fc60f464be33 None None] No DVR routers for this DVR port 944d1be8-dff0-4090-a3a1-f68d2501982a on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:08.824650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.834906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] For port 944d1be8-dff0-4090-a3a1-f68d2501982a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=944d1be8-dff0-4090-a3a1-f68d2501982a,segment=NetworkSegment(1d398af7-6264-453e-a856-25f025e91ea4),segment_id=1d398af7-6264-453e-a856-25f025e91ea4)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:08.834906 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.847876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Transition to ACTIVE for port object d1a7b784-3e19-4328-90e3-11daf6de3e3d will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:08.853741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Calling delete_port for 944d1be8-dff0-4090-a3a1-f68d2501982a owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:08.930305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.971111 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.981889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:08.985128 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:08.992906 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:09.002873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:09.042088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:09.045480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Pushing event updated for resources: {'Port': ['ID=3b5c72dd-87f5-4e24-8ab3-3a5084c1e28b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:09.050137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:09.054036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] No DVR routers for this DVR port 944d1be8-dff0-4090-a3a1-f68d2501982a on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:09.056044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Port': ['ID=944d1be8-dff0-4090-a3a1-f68d2501982a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:09.060190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:09.177849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.177849 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.224646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Port': ['ID=d1a7b784-3e19-4328-90e3-11daf6de3e3d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:09.251028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.262396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.264677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['306023af-e0b8-453c-8089-e1bc27c43282']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:09.278147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d398af7-6264-453e-a856-25f025e91ea4') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:09.278637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d398af7-6264-453e-a856-25f025e91ea4') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:09.289069 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-284b66bc-76b1-41c7-862b-da4f8e70e88c tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.4737272 Jul 05 04:13:09.294374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57204) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:09.294703 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.300652 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-863ac78f-5aef-43e2-9429-74c0b2c2bed5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:0d:10:22'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:09.312969 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.323047 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-27b2e1ea-2ce6-4ad9-8f69-9e45af2d0ad4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2234371 Jul 05 04:13:09.337075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:09.338143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:09.342052 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:09.469011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 944d1be8-dff0-4090-a3a1-f68d2501982a no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:09.550699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 944d1be8-dff0-4090-a3a1-f68d2501982a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:09.551173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 944d1be8-dff0-4090-a3a1-f68d2501982a not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:09.592174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-844d049b-5b7e-4b36-8c60-0031885e0e43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.594103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-844d049b-5b7e-4b36-8c60-0031885e0e43 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=069e1ee086ce47a09152caeb1a98e282&device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 1102 time: 0.1869709 Jul 05 04:13:09.603982 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.620695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-863ac78f-5aef-43e2-9429-74c0b2c2bed5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.622692 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.628694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] 10.222.0.30 "DELETE /v2.0/networks/306023af-e0b8-453c-8089-e1bc27c43282 HTTP/1.1" status: 204 len: 168 time: 1.2113702 Jul 05 04:13:09.629564 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.746491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a9fbe58f-77fd-4096-a912-cc972892e50f None None] Provisioning for port d1a7b784-3e19-4328-90e3-11daf6de3e3d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:09.752767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a9fbe58f-77fd-4096-a912-cc972892e50f None None] Provisioning complete for port d1a7b784-3e19-4328-90e3-11daf6de3e3d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:09.753561 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9fbe58f-77fd-4096-a912-cc972892e50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:09.814366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-f9ab7c45-90bd-4ef5-a3e7-02f0d07cf988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:09.817575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-f9ab7c45-90bd-4ef5-a3e7-02f0d07cf988 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1914606 Jul 05 04:13:09.826459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3151dc48-ef68-43b2-8750-d990a2bbae39 tempest-TaggedBootDevicesTest_v242-1815322024 tempest-TaggedBootDevicesTest_v242-1815322024-project] Pushing event deleted for resources: {'Network': ['ID=306023af-e0b8-453c-8089-e1bc27c43282,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:09.857487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a9fbe58f-77fd-4096-a912-cc972892e50f None None] Port d1a7b784-3e19-4328-90e3-11daf6de3e3d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:09.933305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-4b78cb5b-8ea8-4e5e-a4d9-274a44ca0204 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.172&port_id=8f895309-cc2f-4b4f-8739-d11de8363cbc HTTP/1.1" status: 200 len: 217 time: 0.1036942 Jul 05 04:13:10.021674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-87a1e043-2e8a-426f-b136-a42c87625a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:10.023845 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-87a1e043-2e8a-426f-b136-a42c87625a59 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0831661 Jul 05 04:13:10.198973 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.216272 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-ad255ee5-65d8-4301-9386-aea797b3ea65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:10.223526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-ad255ee5-65d8-4301-9386-aea797b3ea65 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1826551 Jul 05 04:13:10.239718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-cd405da8-80f5-4ecb-9179-47be41f2db47 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:13:10.242916 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-cd405da8-80f5-4ecb-9179-47be41f2db47 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089569 Jul 05 04:13:10.283602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.293737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57236) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:10.377918 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-863ac78f-5aef-43e2-9429-74c0b2c2bed5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.471278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-2a71e319-6168-4381-a648-321cc0691a97 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139161 Jul 05 04:13:10.511520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-863ac78f-5aef-43e2-9429-74c0b2c2bed5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.564093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Pushing event updated for resources: {'Port': ['ID=3b5c72dd-87f5-4e24-8ab3-3a5084c1e28b,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:10.617998 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.618152 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-118f4c0b-01e7-4444-88b9-36db8f1ddb21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.745092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-863ac78f-5aef-43e2-9429-74c0b2c2bed5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Port': ['ID=d1a7b784-3e19-4328-90e3-11daf6de3e3d,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:10.752324 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5523a71d-9299-4be6-b9c9-7c7256da4f5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.785370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-863ac78f-5aef-43e2-9429-74c0b2c2bed5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] In _notify_port_updated(), no bound segment for port d1a7b784-3e19-4328-90e3-11daf6de3e3d on network 93fcba4c-ea9b-416d-a355-ef21f41336c9 {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:13:10.803950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-863ac78f-5aef-43e2-9429-74c0b2c2bed5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:10.807403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-863ac78f-5aef-43e2-9429-74c0b2c2bed5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.811836 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-863ac78f-5aef-43e2-9429-74c0b2c2bed5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "PUT /v2.0/ports/d1a7b784-3e19-4328-90e3-11daf6de3e3d HTTP/1.1" status: 200 len: 995 time: 1.5153668 Jul 05 04:13:10.815196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57272) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:10.822384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e56e65d-d297-4b3d-a293-27b34d7e5fa2 req-c3af0ac2-5948-41e8-9085-1e1c8942dfda service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3466003 Jul 05 04:13:10.924895 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-118f4c0b-01e7-4444-88b9-36db8f1ddb21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.940941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:10.998492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-118f4c0b-01e7-4444-88b9-36db8f1ddb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.056715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ff5935e0-c6bb-434b-bf94-f5e7f086916a tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Deleting port d1a7b784-3e19-4328-90e3-11daf6de3e3d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:11.057364 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5935e0-c6bb-434b-bf94-f5e7f086916a tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.091487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.097818 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bf3c8ec2-3ff5-4e1e-a4f9-fb7898a8bb0a tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.7077162 Jul 05 04:13:11.098472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57292) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:11.107816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5be45aa9-5e63-4735-a126-f8687938552c None None] Provisioning complete for port d1a7b784-3e19-4328-90e3-11daf6de3e3d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:11.120396 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5be45aa9-5e63-4735-a126-f8687938552c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.123879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-118f4c0b-01e7-4444-88b9-36db8f1ddb21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=3ea5b4f284b94f5e9ea4b2df5be763a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8265834 Jul 05 04:13:11.125020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57296) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:11.128334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118f4c0b-01e7-4444-88b9-36db8f1ddb21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78d21c5c-8b2c-4f1a-85a8-5b866e213a05,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.228951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5be45aa9-5e63-4735-a126-f8687938552c None None] Port d1a7b784-3e19-4328-90e3-11daf6de3e3d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:11.248347 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-07222385-8084-4c34-93c5-358829b28172 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1652 time: 0.0557189 Jul 05 04:13:11.249238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57300) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:11.262531 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5b95901-6e22-485e-bbeb-6512bddda2f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.341555 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5b95901-6e22-485e-bbeb-6512bddda2f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.400746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-936492b4-6951-4b69-9648-ff66aa8af99f tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1505442 Jul 05 04:13:11.416542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57302) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:11.443446 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5935e0-c6bb-434b-bf94-f5e7f086916a tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.457166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ff5935e0-c6bb-434b-bf94-f5e7f086916a tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Calling delete_port for d1a7b784-3e19-4328-90e3-11daf6de3e3d owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:11.617630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2ebeeced-4b78-47c5-b22b-aea3864d9e01 tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Deleting port 3b5c72dd-87f5-4e24-8ab3-3a5084c1e28b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:11.618134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ebeeced-4b78-47c5-b22b-aea3864d9e01 tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.678063 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5b95901-6e22-485e-bbeb-6512bddda2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.680868 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e5b95901-6e22-485e-bbeb-6512bddda2f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.685732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e5b95901-6e22-485e-bbeb-6512bddda2f0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/78d21c5c-8b2c-4f1a-85a8-5b866e213a05 HTTP/1.1" status: 204 len: 168 time: 0.5458944 Jul 05 04:13:11.694132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b95901-6e22-485e-bbeb-6512bddda2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78d21c5c-8b2c-4f1a-85a8-5b866e213a05,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.750692 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ebeeced-4b78-47c5-b22b-aea3864d9e01 tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.751449 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ebeeced-4b78-47c5-b22b-aea3864d9e01 tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.772534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2ebeeced-4b78-47c5-b22b-aea3864d9e01 tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Calling delete_port for 3b5c72dd-87f5-4e24-8ab3-3a5084c1e28b owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:11.791794 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5935e0-c6bb-434b-bf94-f5e7f086916a tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.850640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5935e0-c6bb-434b-bf94-f5e7f086916a tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event deleted for resources: {'Port': ['ID=d1a7b784-3e19-4328-90e3-11daf6de3e3d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:11.903224 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.991270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5935e0-c6bb-434b-bf94-f5e7f086916a tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:11.995140 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ff5935e0-c6bb-434b-bf94-f5e7f086916a tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "DELETE /v2.0/ports/d1a7b784-3e19-4328-90e3-11daf6de3e3d HTTP/1.1" status: 204 len: 168 time: 1.1769040 Jul 05 04:13:11.997411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57316) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:12.060174 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c3628ba-26b1-4010-9f81-98643365d0ec tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] GET failed (client error): The resource could not be found. Jul 05 04:13:12.065713 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5c3628ba-26b1-4010-9f81-98643365d0ec tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "GET /v2.0/ports/d1a7b784-3e19-4328-90e3-11daf6de3e3d HTTP/1.1" status: 404 len: 333 time: 0.0636768 Jul 05 04:13:12.068274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57322) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:12.082013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'port': {'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9', 'name': 'tempest-AllowedAddressPairTestJSON-1796325873'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:12.110433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ebeeced-4b78-47c5-b22b-aea3864d9e01 tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.232349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebeeced-4b78-47c5-b22b-aea3864d9e01 tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Pushing event deleted for resources: {'Port': ['ID=3b5c72dd-87f5-4e24-8ab3-3a5084c1e28b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:12.317455 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ebeeced-4b78-47c5-b22b-aea3864d9e01 tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.320786 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ebeeced-4b78-47c5-b22b-aea3864d9e01 tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.325151 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57330) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:12.333942 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Made reservation on behalf of 9ed25930212e468dadb80e809cc16e71 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:12.336443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2ebeeced-4b78-47c5-b22b-aea3864d9e01 tempest-FloatingIPAdminTestJSON-1693478131 tempest-FloatingIPAdminTestJSON-1693478131-project] 10.222.0.30 "DELETE /v2.0/floatingips/1388dfca-1cb1-4230-95c7-c33aa2dcf5ef HTTP/1.1" status: 204 len: 168 time: 0.9184186 Jul 05 04:13:12.340042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.438138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] device_id is not set on port 757c7367-daba-46dc-a01b-e1c221e74f36 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:12.573600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57364) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:12.591404 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-170c1e3a-64b7-43f5-9628-51326c43d99a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.763409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-170c1e3a-64b7-43f5-9628-51326c43d99a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.872810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-170c1e3a-64b7-43f5-9628-51326c43d99a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:12.956107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170c1e3a-64b7-43f5-9628-51326c43d99a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83fab972-4e4c-4d0c-8336-aaaea35afdbe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:12.995736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-170c1e3a-64b7-43f5-9628-51326c43d99a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e57c3e9319f84221b2303944eacc1c68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4207506 Jul 05 04:13:12.999497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57376) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:13.014699 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a263cda3-8a3d-4b41-a98b-7107b290e6e7 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Deleting port d5a36e9a-970e-4d65-9fe8-c04ab5da6393 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:13.015047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a263cda3-8a3d-4b41-a98b-7107b290e6e7 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.069162 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c656e01-90ee-4cb1-93fc-493be3f2b328 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.101138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Allocated IP 172.20.0.9 (93fcba4c-ea9b-416d-a355-ef21f41336c9/9d0e2a00-365d-4d78-93af-9f4b7f907c1a/757c7367-daba-46dc-a01b-e1c221e74f36) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:13.130833 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c656e01-90ee-4cb1-93fc-493be3f2b328 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.191814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a263cda3-8a3d-4b41-a98b-7107b290e6e7 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.195410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a263cda3-8a3d-4b41-a98b-7107b290e6e7 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.239258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a263cda3-8a3d-4b41-a98b-7107b290e6e7 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Calling delete_port for d5a36e9a-970e-4d65-9fe8-c04ab5da6393 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:13.276957 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c656e01-90ee-4cb1-93fc-493be3f2b328 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.280123 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c656e01-90ee-4cb1-93fc-493be3f2b328 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.281531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8c656e01-90ee-4cb1-93fc-493be3f2b328 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83fab972-4e4c-4d0c-8336-aaaea35afdbe HTTP/1.1" status: 204 len: 168 time: 0.2803731 Jul 05 04:13:13.322665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c656e01-90ee-4cb1-93fc-493be3f2b328 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83fab972-4e4c-4d0c-8336-aaaea35afdbe,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:13.433674 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.539666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.581533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Transition to ACTIVE for port object 757c7367-daba-46dc-a01b-e1c221e74f36 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:13.781678 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a263cda3-8a3d-4b41-a98b-7107b290e6e7 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.787538 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.807775 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:13.842084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a263cda3-8a3d-4b41-a98b-7107b290e6e7 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Pushing event deleted for resources: {'Port': ['ID=d5a36e9a-970e-4d65-9fe8-c04ab5da6393,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:13.914246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:13.944192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:13.975281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:13.995210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Port': ['ID=757c7367-daba-46dc-a01b-e1c221e74f36,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:14.088652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a263cda3-8a3d-4b41-a98b-7107b290e6e7 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.093092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a263cda3-8a3d-4b41-a98b-7107b290e6e7 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.097399 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a263cda3-8a3d-4b41-a98b-7107b290e6e7 tempest-FloatingIPAdminTestJSON-1314773711 tempest-FloatingIPAdminTestJSON-1314773711-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/cfa53b47-dc2f-4899-bf73-544cef5d0118 HTTP/1.1" status: 204 len: 168 time: 1.7680614 Jul 05 04:13:14.098215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57404) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:14.100680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:14.101783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.214147 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e1744d43-8404-42f5-bc0f-1f9c85526085 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1460590 Jul 05 04:13:14.216423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57412) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:14.232228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'port': {'network_id': '93fcba4c-ea9b-416d-a355-ef21f41336c9', 'name': 'tempest-AllowedAddressPairTestJSON-1686442022'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:14.358115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5532c-ce16-423d-b148-c00ef6a40d09 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Deleting port c49f5b9d-84ee-4e17-aeb6-f1756c4def23 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:14.358764 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1f5532c-ce16-423d-b148-c00ef6a40d09 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.386107 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.549791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1f5532c-ce16-423d-b148-c00ef6a40d09 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.564024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a1f5532c-ce16-423d-b148-c00ef6a40d09 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Calling delete_port for c49f5b9d-84ee-4e17-aeb6-f1756c4def23 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:14.586606 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Made reservation on behalf of 9ed25930212e468dadb80e809cc16e71 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:14.591714 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.628458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] device_id is not set on port df6a1db6-d068-43d5-b93f-d196f6931d27 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:14.689608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-be03fb6e-7c0e-4516-9609-7ece8ad7aca9 None None] Provisioning for port 757c7367-daba-46dc-a01b-e1c221e74f36 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:14.695463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-be03fb6e-7c0e-4516-9609-7ece8ad7aca9 None None] Provisioning complete for port 757c7367-daba-46dc-a01b-e1c221e74f36 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:14.695843 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-be03fb6e-7c0e-4516-9609-7ece8ad7aca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:14.760152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-be03fb6e-7c0e-4516-9609-7ece8ad7aca9 None None] Port 757c7367-daba-46dc-a01b-e1c221e74f36 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:14.844820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Allocated IP 172.20.0.14 (93fcba4c-ea9b-416d-a355-ef21f41336c9/9d0e2a00-365d-4d78-93af-9f4b7f907c1a/df6a1db6-d068-43d5-b93f-d196f6931d27) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:15.027943 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1f5532c-ce16-423d-b148-c00ef6a40d09 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.069963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f5532c-ce16-423d-b148-c00ef6a40d09 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event deleted for resources: {'Port': ['ID=c49f5b9d-84ee-4e17-aeb6-f1756c4def23,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:15.248996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1f5532c-ce16-423d-b148-c00ef6a40d09 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.252100 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a1f5532c-ce16-423d-b148-c00ef6a40d09 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "DELETE /v2.0/ports/c49f5b9d-84ee-4e17-aeb6-f1756c4def23 HTTP/1.1" status: 204 len: 168 time: 1.1524022 Jul 05 04:13:15.255257 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57438) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:15.442430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.495667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Transition to ACTIVE for port object df6a1db6-d068-43d5-b93f-d196f6931d27 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:15.517516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e86d886-fa11-476e-9747-00da90f3ee6e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:15.522570 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2e86d886-fa11-476e-9747-00da90f3ee6e tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "GET /v2.0/ports?device_id=a42ad6c9-9b62-487b-9a85-0640dd20ba71 HTTP/1.1" status: 200 len: 913 time: 0.2594328 Jul 05 04:13:15.522821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57448) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:15.786134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:15.892238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:15.900862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:15.905704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:15.960173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Port': ['ID=df6a1db6-d068-43d5-b93f-d196f6931d27,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:16.012406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:16.013217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.107412 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7f93d580-3abf-4368-be1a-fc84bcd03135 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8897116 Jul 05 04:13:16.110808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57464) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:16.118804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-bb4a495a-9d69-409b-9d84-9891a5027225 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:0d:10:22'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:44:23:22'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:16.468864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-771790a8-0d6a-4dcf-b0da-ba6d53663e38 None None] Provisioning for port df6a1db6-d068-43d5-b93f-d196f6931d27 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:16.474346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-771790a8-0d6a-4dcf-b0da-ba6d53663e38 None None] Provisioning complete for port df6a1db6-d068-43d5-b93f-d196f6931d27 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:16.474728 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-771790a8-0d6a-4dcf-b0da-ba6d53663e38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.614218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:16.625077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-771790a8-0d6a-4dcf-b0da-ba6d53663e38 None None] Port df6a1db6-d068-43d5-b93f-d196f6931d27 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:16.681803 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bb4a495a-9d69-409b-9d84-9891a5027225 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.834857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57506) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:17.851477 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bb4a495a-9d69-409b-9d84-9891a5027225 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.925307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Deleting port 3cb4e564-cd82-41ff-94e8-b820a38a2820 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:17.925649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:17.954107 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bb4a495a-9d69-409b-9d84-9891a5027225 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.049112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2623-6987-4528-946f-39455c8adf8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.225913 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2623-6987-4528-946f-39455c8adf8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.235090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4a495a-9d69-409b-9d84-9891a5027225 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event updated for resources: {'Port': ['ID=df6a1db6-d068-43d5-b93f-d196f6931d27,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:18.287507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.291415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bb4a495a-9d69-409b-9d84-9891a5027225 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] In _notify_port_updated(), no bound segment for port df6a1db6-d068-43d5-b93f-d196f6931d27 on network 93fcba4c-ea9b-416d-a355-ef21f41336c9 {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:13:18.292701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d2dc2623-6987-4528-946f-39455c8adf8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.297663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb4a495a-9d69-409b-9d84-9891a5027225 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:18.298474 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bb4a495a-9d69-409b-9d84-9891a5027225 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.307106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bb4a495a-9d69-409b-9d84-9891a5027225 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "PUT /v2.0/ports/df6a1db6-d068-43d5-b93f-d196f6931d27 HTTP/1.1" status: 200 len: 1057 time: 2.1868062 Jul 05 04:13:18.307106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57520) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:18.366316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Calling delete_port for 3cb4e564-cd82-41ff-94e8-b820a38a2820 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:18.374689 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d2dc2623-6987-4528-946f-39455c8adf8a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ce347148f3d54d6996687c7d05587cd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5357609 Jul 05 04:13:18.374689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57522) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:18.374689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2dc2623-6987-4528-946f-39455c8adf8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=750cd86b-89cb-4aee-8d9e-d3684075ae18,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:18.488813 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7e8407b-60f3-4486-b030-eba3b79b9b36 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.533122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7e8407b-60f3-4486-b030-eba3b79b9b36 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.573063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-954dc534-c388-4ff7-82bc-397972dc441a None None] Provisioning complete for port df6a1db6-d068-43d5-b93f-d196f6931d27 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:18.573712 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-954dc534-c388-4ff7-82bc-397972dc441a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.685458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-954dc534-c388-4ff7-82bc-397972dc441a None None] Port df6a1db6-d068-43d5-b93f-d196f6931d27 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:18.700400 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2db75ebe-8d50-4538-88e7-fe8e2ab6a8c5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Deleting port df6a1db6-d068-43d5-b93f-d196f6931d27 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:18.700751 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2db75ebe-8d50-4538-88e7-fe8e2ab6a8c5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.737688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7e8407b-60f3-4486-b030-eba3b79b9b36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.746887 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7e8407b-60f3-4486-b030-eba3b79b9b36 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.757227 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f7e8407b-60f3-4486-b030-eba3b79b9b36 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/750cd86b-89cb-4aee-8d9e-d3684075ae18 HTTP/1.1" status: 204 len: 168 time: 0.3795218 Jul 05 04:13:18.768102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e8407b-60f3-4486-b030-eba3b79b9b36 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=750cd86b-89cb-4aee-8d9e-d3684075ae18,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:18.909409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2db75ebe-8d50-4538-88e7-fe8e2ab6a8c5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:18.932310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2db75ebe-8d50-4538-88e7-fe8e2ab6a8c5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Calling delete_port for df6a1db6-d068-43d5-b93f-d196f6931d27 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:19.020255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.059618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event deleted for resources: {'Port': ['ID=3cb4e564-cd82-41ff-94e8-b820a38a2820,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:19.552291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2db75ebe-8d50-4538-88e7-fe8e2ab6a8c5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.609688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db75ebe-8d50-4538-88e7-fe8e2ab6a8c5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event deleted for resources: {'Port': ['ID=df6a1db6-d068-43d5-b93f-d196f6931d27,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:19.662017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.701901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57548) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:19.734038 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92bdd5a7-098f-49d0-9710-5e6c65d4e1a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:19.949047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92bdd5a7-098f-49d0-9710-5e6c65d4e1a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.030249 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-92bdd5a7-098f-49d0-9710-5e6c65d4e1a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.100689 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-92bdd5a7-098f-49d0-9710-5e6c65d4e1a0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8c767e82d41c4e0fa3a2cf2849c61631&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3968339 Jul 05 04:13:20.101749 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92bdd5a7-098f-49d0-9710-5e6c65d4e1a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0234dba0-8578-484e-b524-c16812244db8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:20.105265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57556) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.186896 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2db75ebe-8d50-4538-88e7-fe8e2ab6a8c5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.188955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2db75ebe-8d50-4538-88e7-fe8e2ab6a8c5 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "DELETE /v2.0/ports/df6a1db6-d068-43d5-b93f-d196f6931d27 HTTP/1.1" status: 204 len: 168 time: 1.8819971 Jul 05 04:13:20.193431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57558) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.269096 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b6709b-51fa-4002-af86-766e5a39c62a tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] GET failed (client error): The resource could not be found. Jul 05 04:13:20.269384 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-faa60bd9-670f-4d3e-8d11-9d132ddabff5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.274320 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-05b6709b-51fa-4002-af86-766e5a39c62a tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "GET /v2.0/ports/df6a1db6-d068-43d5-b93f-d196f6931d27 HTTP/1.1" status: 404 len: 333 time: 0.0770514 Jul 05 04:13:20.275203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57564) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.304750 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-faa60bd9-670f-4d3e-8d11-9d132ddabff5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.319178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Router a42ad6c9-9b62-487b-9a85-0640dd20ba71 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:20.406575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-90cda21a-1d9a-4e34-957c-1162152d75ea tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Deleting port 757c7367-daba-46dc-a01b-e1c221e74f36 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:20.406575 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-90cda21a-1d9a-4e34-957c-1162152d75ea tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.476980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:20.484946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e9d97818-c5ef-44ba-b484-5c01b9e3f229 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "PUT /v2.0/routers/a42ad6c9-9b62-487b-9a85-0640dd20ba71/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9607830 Jul 05 04:13:20.495060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57572) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:20.512990 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51115b85-9141-45ae-a46f-ca7a20e3a370 None None] Sync routers for ids ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:20.532771 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51115b85-9141-45ae-a46f-ca7a20e3a370 None None] Routers {'a42ad6c9-9b62-487b-9a85-0640dd20ba71'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:20.534465 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-51115b85-9141-45ae-a46f-ca7a20e3a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:13:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:20.581279 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-51115b85-9141-45ae-a46f-ca7a20e3a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:20.587733 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-faa60bd9-670f-4d3e-8d11-9d132ddabff5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.590501 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-faa60bd9-670f-4d3e-8d11-9d132ddabff5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.592406 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-faa60bd9-670f-4d3e-8d11-9d132ddabff5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0234dba0-8578-484e-b524-c16812244db8 HTTP/1.1" status: 204 len: 168 time: 0.4854827 Jul 05 04:13:20.595417 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51115b85-9141-45ae-a46f-ca7a20e3a370 None None] Routers {'a42ad6c9-9b62-487b-9a85-0640dd20ba71'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:20.608845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa60bd9-670f-4d3e-8d11-9d132ddabff5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0234dba0-8578-484e-b524-c16812244db8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:20.610483 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-51115b85-9141-45ae-a46f-ca7a20e3a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:13:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:20.621020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-90cda21a-1d9a-4e34-957c-1162152d75ea tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.661277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-90cda21a-1d9a-4e34-957c-1162152d75ea tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Calling delete_port for 757c7367-daba-46dc-a01b-e1c221e74f36 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:20.732353 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-51115b85-9141-45ae-a46f-ca7a20e3a370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:20.738095 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51115b85-9141-45ae-a46f-ca7a20e3a370 None None] The sync data for ids ['a42ad6c9-9b62-487b-9a85-0640dd20ba71'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:20.799051 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:20.964001 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.333197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-90cda21a-1d9a-4e34-957c-1162152d75ea tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.466432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Deleting port 1cf2cbba-7d04-4fa4-b5c8-446f9aea9d3c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:21.467195 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.491811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cda21a-1d9a-4e34-957c-1162152d75ea tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event deleted for resources: {'Port': ['ID=757c7367-daba-46dc-a01b-e1c221e74f36,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:21.565983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-90cda21a-1d9a-4e34-957c-1162152d75ea tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.570380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-90cda21a-1d9a-4e34-957c-1162152d75ea tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "DELETE /v2.0/ports/757c7367-daba-46dc-a01b-e1c221e74f36 HTTP/1.1" status: 204 len: 168 time: 1.2938843 Jul 05 04:13:21.573115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57594) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:21.646143 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebac55f-990f-4c35-8bbe-0347792c1869 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] GET failed (client error): The resource could not be found. Jul 05 04:13:21.651453 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8ebac55f-990f-4c35-8bbe-0347792c1869 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "GET /v2.0/ports/757c7367-daba-46dc-a01b-e1c221e74f36 HTTP/1.1" status: 404 len: 333 time: 0.0739877 Jul 05 04:13:21.651738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57596) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:21.772936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:21.821973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Calling delete_port for 1cf2cbba-7d04-4fa4-b5c8-446f9aea9d3c owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:21.960369 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a0bfc-d4d1-43f3-a61d-d942cb4b00f0 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Deleting port 02160766-25d5-4b02-a21e-79e4428e72b1 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:21.961021 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0bfc-d4d1-43f3-a61d-d942cb4b00f0 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.291026 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0bfc-d4d1-43f3-a61d-d942cb4b00f0 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.317881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2d0a0bfc-d4d1-43f3-a61d-d942cb4b00f0 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Calling delete_port for 02160766-25d5-4b02-a21e-79e4428e72b1 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:22.401575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.460934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event deleted for resources: {'Port': ['ID=1cf2cbba-7d04-4fa4-b5c8-446f9aea9d3c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:22.597431 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.742669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:22.746189 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.550170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.550756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Fanout notify agent at l3_agent the message router_deleted on router a42ad6c9-9b62-487b-9a85-0640dd20ba71 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:13:23.558000 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.559159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2afbf8ec-c2a1-41d4-bdd5-f76ebb167454 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "DELETE /v2.0/routers/a42ad6c9-9b62-487b-9a85-0640dd20ba71 HTTP/1.1" status: 204 len: 168 time: 3.0637424 Jul 05 04:13:23.561820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57650) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:23.574979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0bfc-d4d1-43f3-a61d-d942cb4b00f0 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.639402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0a0bfc-d4d1-43f3-a61d-d942cb4b00f0 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event deleted for resources: {'Port': ['ID=02160766-25d5-4b02-a21e-79e4428e72b1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:23.697590 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b34afcb9-7b62-4acd-a55e-d09251ddae0b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Deleting subnet 489566b7-d973-41d0-8642-fd05bc32e565 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:23.704711 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b34afcb9-7b62-4acd-a55e-d09251ddae0b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.778217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0bfc-d4d1-43f3-a61d-d942cb4b00f0 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.790976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2d0a0bfc-d4d1-43f3-a61d-d942cb4b00f0 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "DELETE /v2.0/ports/02160766-25d5-4b02-a21e-79e4428e72b1 HTTP/1.1" status: 204 len: 168 time: 2.1379170 Jul 05 04:13:23.797355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57658) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:23.823297 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b34afcb9-7b62-4acd-a55e-d09251ddae0b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:23.889436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bfdb452-d1c8-49be-b8f1-437be60a5442 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Deleting subnet 9d0e2a00-365d-4d78-93af-9f4b7f907c1a {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:23.894418 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb452-d1c8-49be-b8f1-437be60a5442 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.013007 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb452-d1c8-49be-b8f1-437be60a5442 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.035687 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b34afcb9-7b62-4acd-a55e-d09251ddae0b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.206422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb452-d1c8-49be-b8f1-437be60a5442 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.209479 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b34afcb9-7b62-4acd-a55e-d09251ddae0b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.272908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34afcb9-7b62-4acd-a55e-d09251ddae0b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event deleted for resources: {'Subnet': ['ID=489566b7-d973-41d0-8642-fd05bc32e565,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:24.287283 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b34afcb9-7b62-4acd-a55e-d09251ddae0b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.287872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9441b0a-023b-42e4-a58f-bbb201ac0ceb None None] Network a243c5e3-53b0-4969-ba83-737f7241c381 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:24.292500 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b34afcb9-7b62-4acd-a55e-d09251ddae0b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "DELETE /v2.0/subnets/489566b7-d973-41d0-8642-fd05bc32e565 HTTP/1.1" status: 204 len: 168 time: 0.7267208 Jul 05 04:13:24.292869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57670) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:24.401142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.426436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb452-d1c8-49be-b8f1-437be60a5442 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.494205 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5bfdb452-d1c8-49be-b8f1-437be60a5442 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.499817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57676) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:24.501960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5bfdb452-d1c8-49be-b8f1-437be60a5442 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "DELETE /v2.0/subnets/9d0e2a00-365d-4d78-93af-9f4b7f907c1a HTTP/1.1" status: 204 len: 168 time: 0.7031496 Jul 05 04:13:24.503654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bfdb452-d1c8-49be-b8f1-437be60a5442 tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event deleted for resources: {'Subnet': ['ID=9d0e2a00-365d-4d78-93af-9f4b7f907c1a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:24.533856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb98e58-b4db-478f-88de-74cf60186b0f None None] Network 93fcba4c-ea9b-416d-a355-ef21f41336c9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:24.726535 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.802803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Deleting port cb48a380-3bdb-4a59-baf7-626cea089d6f {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:24.803765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.918296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79808d24-71d0-4c2e-8e32-8a0720b1c87b None None] DHCP port deletion for a243c5e3-53b0-4969-ba83-737f7241c381 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:24.945755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] For port cb48a380-3bdb-4a59-baf7-626cea089d6f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cb48a380-3bdb-4a59-baf7-626cea089d6f,segment=NetworkSegment(348d6670-39b7-4ee5-a495-770d887e7f92),segment_id=348d6670-39b7-4ee5-a495-770d887e7f92)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:24.945755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:24.973506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Calling delete_port for cb48a380-3bdb-4a59-baf7-626cea089d6f owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:24.995391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Deleting port a329e691-b972-4a30-a21c-566c233e5e03 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:24.995875 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.079598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-79808d24-71d0-4c2e-8e32-8a0720b1c87b None None] Deleting port cb48a380-3bdb-4a59-baf7-626cea089d6f {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:25.080674 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-79808d24-71d0-4c2e-8e32-8a0720b1c87b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.204830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-79808d24-71d0-4c2e-8e32-8a0720b1c87b None None] For port cb48a380-3bdb-4a59-baf7-626cea089d6f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cb48a380-3bdb-4a59-baf7-626cea089d6f,segment=NetworkSegment(348d6670-39b7-4ee5-a495-770d887e7f92),segment_id=348d6670-39b7-4ee5-a495-770d887e7f92)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:25.205061 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-79808d24-71d0-4c2e-8e32-8a0720b1c87b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.220393 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-533ee0d8-9044-4ef7-b864-9be8a3738728 None None] DHCP port deletion for 93fcba4c-ea9b-416d-a355-ef21f41336c9 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:25.233104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-79808d24-71d0-4c2e-8e32-8a0720b1c87b None None] Calling delete_port for cb48a380-3bdb-4a59-baf7-626cea089d6f owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:25.253372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] For port a329e691-b972-4a30-a21c-566c233e5e03, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a329e691-b972-4a30-a21c-566c233e5e03,segment=NetworkSegment(12b0ac28-11ec-4c97-82b4-151551c8c89e),segment_id=12b0ac28-11ec-4c97-82b4-151551c8c89e)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:25.255522 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.300872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Calling delete_port for a329e691-b972-4a30-a21c-566c233e5e03 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:25.602343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.604699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.645708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event deleted for resources: {'Port': ['ID=a329e691-b972-4a30-a21c-566c233e5e03,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.654327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] No DVR routers for this DVR port a329e691-b972-4a30-a21c-566c233e5e03 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:25.655983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] No DVR routers for this DVR port cb48a380-3bdb-4a59-baf7-626cea089d6f on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:25.658949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a329e691-b972-4a30-a21c-566c233e5e03 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:25.689614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a329e691-b972-4a30-a21c-566c233e5e03 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:25.689965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a329e691-b972-4a30-a21c-566c233e5e03 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:25.690389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cb48a380-3bdb-4a59-baf7-626cea089d6f no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:25.702747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event deleted for resources: {'Port': ['ID=cb48a380-3bdb-4a59-baf7-626cea089d6f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:25.741087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: cb48a380-3bdb-4a59-baf7-626cea089d6f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:25.741494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cb48a380-3bdb-4a59-baf7-626cea089d6f not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:25.817326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-533ee0d8-9044-4ef7-b864-9be8a3738728 None None] Deleting port a329e691-b972-4a30-a21c-566c233e5e03 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:25.821693 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-533ee0d8-9044-4ef7-b864-9be8a3738728 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.940236 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.940735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-533ee0d8-9044-4ef7-b864-9be8a3738728 None None] For port a329e691-b972-4a30-a21c-566c233e5e03, host n-d-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:25.940735 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-533ee0d8-9044-4ef7-b864-9be8a3738728 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.955195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-533ee0d8-9044-4ef7-b864-9be8a3738728 None None] Calling delete_port for a329e691-b972-4a30-a21c-566c233e5e03 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:25.958083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.ipam_backend_mixin [None req-533ee0d8-9044-4ef7-b864-9be8a3738728 None None] Port a329e691-b972-4a30-a21c-566c233e5e03 was not found and therefore no delete operation was performed {{(pid=100897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:13:25.959667 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-533ee0d8-9044-4ef7-b864-9be8a3738728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:25.985265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a243c5e3-53b0-4969-ba83-737f7241c381']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.015491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533ee0d8-9044-4ef7-b864-9be8a3738728 None None] Pushing event deleted for resources: {'Port': ['ID=a329e691-b972-4a30-a21c-566c233e5e03,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:26.026049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '348d6670-39b7-4ee5-a495-770d887e7f92') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.026049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '348d6670-39b7-4ee5-a495-770d887e7f92') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.026305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-533ee0d8-9044-4ef7-b864-9be8a3738728 None None] No DVR routers for this DVR port a329e691-b972-4a30-a21c-566c233e5e03 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:26.045784 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-79808d24-71d0-4c2e-8e32-8a0720b1c87b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.064424 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.075419 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.099645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79808d24-71d0-4c2e-8e32-8a0720b1c87b None None] No DVR routers for this DVR port cb48a380-3bdb-4a59-baf7-626cea089d6f on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:26.105152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79808d24-71d0-4c2e-8e32-8a0720b1c87b None None] Pushing event deleted for resources: {'Port': ['ID=cb48a380-3bdb-4a59-baf7-626cea089d6f,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:26.108221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93fcba4c-ea9b-416d-a355-ef21f41336c9']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.116770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.135409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:26.135675 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:26.146356 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:26.152350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12b0ac28-11ec-4c97-82b4-151551c8c89e') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.152350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12b0ac28-11ec-4c97-82b4-151551c8c89e') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:26.201837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.247598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.258140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:26.260568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:26.262939 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:26.330693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57722) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:26.340359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.354591 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.359064 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "DELETE /v2.0/networks/a243c5e3-53b0-4969-ba83-737f7241c381 HTTP/1.1" status: 204 len: 168 time: 2.0626857 Jul 05 04:13:26.359372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57726) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:26.382549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c53a399f-76fd-4682-902a-f183e13a2b6b tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event deleted for resources: {'Network': ['ID=a243c5e3-53b0-4969-ba83-737f7241c381,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:26.415735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.428299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:26.435086 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] 10.222.0.30 "DELETE /v2.0/networks/93fcba4c-ea9b-416d-a355-ef21f41336c9 HTTP/1.1" status: 204 len: 168 time: 1.9285047 Jul 05 04:13:26.515517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fea2a8-125c-421e-9476-97fb19c1be2e tempest-AllowedAddressPairTestJSON-777890926 tempest-AllowedAddressPairTestJSON-777890926-project] Pushing event deleted for resources: {'Network': ['ID=93fcba4c-ea9b-416d-a355-ef21f41336c9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:26.623934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b39621ba-472f-481e-b66f-be95fa1dc1b1 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Deleting port 0601fd14-2c36-43b4-9f42-d6242e7fea4a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:26.624581 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39621ba-472f-481e-b66f-be95fa1dc1b1 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.114901 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39621ba-472f-481e-b66f-be95fa1dc1b1 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.121184 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39621ba-472f-481e-b66f-be95fa1dc1b1 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.189871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b39621ba-472f-481e-b66f-be95fa1dc1b1 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Calling delete_port for 0601fd14-2c36-43b4-9f42-d6242e7fea4a owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:27.211540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57744) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:27.431116 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-323636b2-3c83-4aa9-9746-9a62efa318d7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9ed25930212e468dadb80e809cc16e71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2172337 Jul 05 04:13:27.442526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57748) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:27.622357 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0cc86e9a-04ff-42f7-ad03-e318feff237e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.681750 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0cc86e9a-04ff-42f7-ad03-e318feff237e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.834012 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39621ba-472f-481e-b66f-be95fa1dc1b1 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.860142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0cc86e9a-04ff-42f7-ad03-e318feff237e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.864089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0cc86e9a-04ff-42f7-ad03-e318feff237e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:27.865564 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0cc86e9a-04ff-42f7-ad03-e318feff237e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/58f7780f-f6b4-4d8a-98d1-bd5a6d44d248 HTTP/1.1" status: 204 len: 168 time: 0.4167840 Jul 05 04:13:27.881577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc86e9a-04ff-42f7-ad03-e318feff237e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58f7780f-f6b4-4d8a-98d1-bd5a6d44d248,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:27.972880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39621ba-472f-481e-b66f-be95fa1dc1b1 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Pushing event deleted for resources: {'Port': ['ID=0601fd14-2c36-43b4-9f42-d6242e7fea4a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:28.123286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39621ba-472f-481e-b66f-be95fa1dc1b1 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.126584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b39621ba-472f-481e-b66f-be95fa1dc1b1 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.128023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b39621ba-472f-481e-b66f-be95fa1dc1b1 tempest-FloatingIPAdminTestJSON-923454670 tempest-FloatingIPAdminTestJSON-923454670-project] 10.222.0.30 "DELETE /v2.0/floatingips/285cff6a-b907-4fd8-b890-178eb2f294e2 HTTP/1.1" status: 204 len: 168 time: 1.7676027 Jul 05 04:13:28.141515 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:28.868065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] Deleting port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:28.869187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.076991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] For port c6ef2da3-2dd3-4034-bfb3-095cf81ba65f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c6ef2da3-2dd3-4034-bfb3-095cf81ba65f,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:29.077369 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.101751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] Calling delete_port for c6ef2da3-2dd3-4034-bfb3-095cf81ba65f owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:29.103772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57782) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.375783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ebaf9abf-21c5-4184-b049-74ef03c9e238 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31af9fa7f71c4195b008e395dfc852a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2708433 Jul 05 04:13:29.378643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57796) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.442892 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5f73ca-4230-4c34-81d0-96c29e8f83fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.510109 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5f73ca-4230-4c34-81d0-96c29e8f83fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.535423 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.587516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] Pushing event deleted for resources: {'Port': ['ID=c6ef2da3-2dd3-4034-bfb3-095cf81ba65f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:29.667605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57806) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:29.704302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5f73ca-4230-4c34-81d0-96c29e8f83fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.707669 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff5f73ca-4230-4c34-81d0-96c29e8f83fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:29.720899 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ff5f73ca-4230-4c34-81d0-96c29e8f83fd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b78466a7-4d63-45fd-97e0-c446ebec44b6 HTTP/1.1" status: 204 len: 168 time: 0.3408005 Jul 05 04:13:29.761164 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5f73ca-4230-4c34-81d0-96c29e8f83fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b78466a7-4d63-45fd-97e0-c446ebec44b6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:29.948479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-2087564447'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:30.105844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:30.110168 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.139185 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.204273 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.445293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.529617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] Router 454d36d7-10eb-4d36-aad9-a79ad4c21668 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:13:30.532961 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.548084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:30.581270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.583542 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Added segment 647696bd-1467-4699-8094-befb8777965f of type vlan for network 4e8666f2-1800-4194-b3cc-657fb8271ed3 Jul 05 04:13:30.737168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c63b8140-2b63-4808-8ac3-28d610ce0222,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:30.753920 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.831602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:13:30.842284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] Sync routers for ids ['454d36d7-10eb-4d36-aad9-a79ad4c21668'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:13:30.843288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7550c176-f4ed-4771-843b-da23b6282d0d admin admin] 10.222.0.30 "PUT /v2.0/routers/454d36d7-10eb-4d36-aad9-a79ad4c21668/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5109234 Jul 05 04:13:30.847884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57832) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.861915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] Routers {'454d36d7-10eb-4d36-aad9-a79ad4c21668'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:30.863811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:13:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['454d36d7-10eb-4d36-aad9-a79ad4c21668'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:30.910165 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.917804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:30.920702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:30.997067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57834) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:30.998382 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.074082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2bae09ae-3ff4-498b-8b52-df54c994b07d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.086705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Network': ['ID=4e8666f2-1800-4194-b3cc-657fb8271ed3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:31.089639 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7033038c-ba5a-4d35-898a-d851693115ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4199965 Jul 05 04:13:31.093227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57840) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:31.103809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:31.325233 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] Set router 454d36d7-10eb-4d36-aad9-a79ad4c21668 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:31.385407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:31.475716 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.517304 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2bae09ae-3ff4-498b-8b52-df54c994b07d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.608633 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2bae09ae-3ff4-498b-8b52-df54c994b07d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.671594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:31.676469 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.728545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2bae09ae-3ff4-498b-8b52-df54c994b07d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=337c06f9445a4030b9cf5d62f8703c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6725590 Jul 05 04:13:31.731695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57854) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:31.743319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bae09ae-3ff4-498b-8b52-df54c994b07d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38f4df07-63f5-4bf5-b4a1-0fed77399d30,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:31.774511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Deleting port 8d2b26d5-b724-45f7-8e19-79632f584468 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:31.774866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.859444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T04:13:29Z', 'revision_number': 5, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port': {'id': '8d2b26d5-b724-45f7-8e19-79632f584468', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:97:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1242, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T03:57:52Z', 'updated_at': '2021-07-05T03:57:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:31.901892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] Checking router: 454d36d7-10eb-4d36-aad9-a79ad4c21668 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:13:31.922657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] Routers {'454d36d7-10eb-4d36-aad9-a79ad4c21668'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:13:31.924944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:13:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['454d36d7-10eb-4d36-aad9-a79ad4c21668'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:31.977485 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63ef-12cd-457f-b2bd-720d27887f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:31.986126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] For port 8d2b26d5-b724-45f7-8e19-79632f584468, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8d2b26d5-b724-45f7-8e19-79632f584468,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:31.986531 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.026654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Calling delete_port for 8d2b26d5-b724-45f7-8e19-79632f584468 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:32.139071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63ef-12cd-457f-b2bd-720d27887f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.173822 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] Set router 454d36d7-10eb-4d36-aad9-a79ad4c21668 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:13:32.329521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T04:13:31Z', 'revision_number': 6, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:32.415084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0a8e493-e93d-4a71-b9d4-900d618c170d None None] The sync data for ids ['454d36d7-10eb-4d36-aad9-a79ad4c21668'] in n-d-758944-41 is: [{'id': '454d36d7-10eb-4d36-aad9-a79ad4c21668', 'name': 'tempest-TaggedBootDevicesTest_v242-1063803149-router', 'tenant_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T03:57:51Z', 'updated_at': '2021-07-05T04:13:31Z', 'revision_number': 6, 'project_id': 'f6b20b0b1db84b1ab6d4be03bb2da2b0', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:13:32.540200 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63ef-12cd-457f-b2bd-720d27887f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.546939 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4f6d63ef-12cd-457f-b2bd-720d27887f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.548216 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4f6d63ef-12cd-457f-b2bd-720d27887f6d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38f4df07-63f5-4bf5-b4a1-0fed77399d30 HTTP/1.1" status: 204 len: 168 time: 0.8154385 Jul 05 04:13:32.588158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6d63ef-12cd-457f-b2bd-720d27887f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38f4df07-63f5-4bf5-b4a1-0fed77399d30,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:32.609448 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.690477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d2b26d5-b724-45f7-8e19-79632f584468,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:32.802409 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:13:32.841607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:32.860462 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.068603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=263f4851-42d6-4855-8a10-abda8f9fa9bd,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:33.070270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.080512 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.103156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:33.103807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network hostable DHCP agents. Network: 4e8666f2-1800-4194-b3cc-657fb8271ed3, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:33.232343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:33.261434 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.269187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 454d36d7-10eb-4d36-aad9-a79ad4c21668 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:13:33.297767 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.298651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7c6d70d7-dff1-4415-af55-afccd6485f13 admin admin] 10.222.0.30 "DELETE /v2.0/routers/454d36d7-10eb-4d36-aad9-a79ad4c21668 HTTP/1.1" status: 204 len: 168 time: 2.4490016 Jul 05 04:13:33.302509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57918) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:33.349143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 4e8666f2-1800-4194-b3cc-657fb8271ed3) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:33.355797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:33.359043 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.366714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b1bb57-97a9-4419-9895-c480996cfb90 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:33.420134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-96bc2108-b271-4276-a8ec-de5a7ee636e7 admin admin] Deleting subnet 2d0ee9de-4adc-4361-96f5-b74cc93d5b36 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:33.425174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2108-b271-4276-a8ec-de5a7ee636e7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.511352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57930) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:33.518438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'name': 'tempest-NetworksTestDHCPv6-885798545'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:33.521578 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e5cdbd7d-1609-4642-818c-62a7da8a705b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4263723 Jul 05 04:13:33.557740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c6ef2da3-2dd3-4034-bfb3-095cf81ba65f no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:33.561631 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2108-b271-4276-a8ec-de5a7ee636e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.630866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: c6ef2da3-2dd3-4034-bfb3-095cf81ba65f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:33.630866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c6ef2da3-2dd3-4034-bfb3-095cf81ba65f not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:33.630866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8d2b26d5-b724-45f7-8e19-79632f584468 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:33.707068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 8d2b26d5-b724-45f7-8e19-79632f584468 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:33.713430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8d2b26d5-b724-45f7-8e19-79632f584468 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:33.772132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2108-b271-4276-a8ec-de5a7ee636e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.900625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:33.905434 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.912947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57952) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:33.961924 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2108-b271-4276-a8ec-de5a7ee636e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:33.993836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 4ea93290-e4e6-491e-b13f-38c41b129a40 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:34.000789 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-276927c3-d9e4-4388-8016-4eabaa3f2906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.003235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '263f4851-42d6-4855-8a10-abda8f9fa9bd'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:34.004102 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.025794 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96bc2108-b271-4276-a8ec-de5a7ee636e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.031632 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-96bc2108-b271-4276-a8ec-de5a7ee636e7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2d0ee9de-4adc-4361-96f5-b74cc93d5b36 HTTP/1.1" status: 204 len: 168 time: 0.7273448 Jul 05 04:13:34.043877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57958) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.054437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a7a9d6-5203-49de-9a76-24dbf70c956f None None] Network 1ad52298-5282-4af0-bae4-d544afacc71c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:34.313870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::d (4e8666f2-1800-4194-b3cc-657fb8271ed3/263f4851-42d6-4855-8a10-abda8f9fa9bd/4ea93290-e4e6-491e-b13f-38c41b129a40) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:34.335149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bc2108-b271-4276-a8ec-de5a7ee636e7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2d0ee9de-4adc-4361-96f5-b74cc93d5b36,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:34.473829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.566082 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-276927c3-d9e4-4388-8016-4eabaa3f2906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.577934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] DHCP port deletion for 1ad52298-5282-4af0-bae4-d544afacc71c request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:34.640511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Deleting port f14125e0-4872-4847-902b-d03a2bf1a29c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:34.641228 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.728466 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.732803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] For port f14125e0-4872-4847-902b-d03a2bf1a29c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f14125e0-4872-4847-902b-d03a2bf1a29c,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:34.733254 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.745581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 4ea93290-e4e6-491e-b13f-38c41b129a40 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:34.749978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Calling delete_port for f14125e0-4872-4847-902b-d03a2bf1a29c owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:34.793704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Deleting port f14125e0-4872-4847-902b-d03a2bf1a29c {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:34.794024 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.832689 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-276927c3-d9e4-4388-8016-4eabaa3f2906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.894451 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.900292 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-276927c3-d9e4-4388-8016-4eabaa3f2906 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26fbced005ae48c48bb0f3d0f6ee20c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9861434 Jul 05 04:13:34.900653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58004) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:34.902386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276927c3-d9e4-4388-8016-4eabaa3f2906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d250539-5f89-42dc-986e-09414e9c46e1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:34.970511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:34.977968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:34.980322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:34.997316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:35.295826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:35.298542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/263f4851-42d6-4855-8a10-abda8f9fa9bd/d29e2fa2-cd3e-491c-ae0b-e8e51075365e) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:35.298881 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.298881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=4ea93290-e4e6-491e-b13f-38c41b129a40,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:35.299194 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=f14125e0-4872-4847-902b-d03a2bf1a29c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:35.299194 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] No DVR routers for this DVR port f14125e0-4872-4847-902b-d03a2bf1a29c on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:35.299566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-75c67497-3854-427d-9b70-5a303715a7e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.6185231 Jul 05 04:13:35.299566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58012) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:35.299963 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.299963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Transition to ACTIVE for port object d29e2fa2-cd3e-491c-ae0b-e8e51075365e will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:35.299963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Transition to ACTIVE for port object d29e2fa2-cd3e-491c-ae0b-e8e51075365e will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:35.316263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] For port f14125e0-4872-4847-902b-d03a2bf1a29c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f14125e0-4872-4847-902b-d03a2bf1a29c,segment=NetworkSegment(41bbc117-6596-49c6-a3db-734481606e66),segment_id=41bbc117-6596-49c6-a3db-734481606e66)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:35.316673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.319020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f45e18a8-997b-49b1-b11e-3695fbe7a3a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.351422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Calling delete_port for f14125e0-4872-4847-902b-d03a2bf1a29c owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:35.376265 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f45e18a8-997b-49b1-b11e-3695fbe7a3a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.404162 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09226a33-c7c6-4cdd-8316-aa3f8975774f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:35.406166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-09226a33-c7c6-4cdd-8316-aa3f8975774f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 927 time: 0.2695875 Jul 05 04:13:35.412169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58020) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:35.420933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.445121 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ad52298-5282-4af0-bae4-d544afacc71c']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:35.473290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f14125e0-4872-4847-902b-d03a2bf1a29c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:35.478360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41bbc117-6596-49c6-a3db-734481606e66') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:35.478645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41bbc117-6596-49c6-a3db-734481606e66') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:13:35.501431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.540443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.549386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:13:35.549925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.558570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: f14125e0-4872-4847-902b-d03a2bf1a29c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:13:35.558993 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:13:35.560623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f14125e0-4872-4847-902b-d03a2bf1a29c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:35.598302 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.690816 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.715057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Pushing event deleted for resources: {'Port': ['ID=f14125e0-4872-4847-902b-d03a2bf1a29c,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:35.729944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] No DVR routers for this DVR port f14125e0-4872-4847-902b-d03a2bf1a29c on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:35.749757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:35.754623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:35.767298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:35.773850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e91d5bb6-bc36-4a69-88aa-1693e9e94ce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 4ea93290-e4e6-491e-b13f-38c41b129a40 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:35.779298 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e91d5bb6-bc36-4a69-88aa-1693e9e94ce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.802819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.803423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.803849 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.808133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.808908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.809554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.810411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.810926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.811137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.812059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.812691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.815481 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1ad52298-5282-4af0-bae4-d544afacc71c HTTP/1.1" status: 204 len: 168 time: 1.7595911 Jul 05 04:13:35.815754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.815754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.815754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c7cb1b8-1c36-4ef3-b277-92b24a2b0c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:35.846480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d8240c-827b-4247-8b78-f3ef8a6eb4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ad52298-5282-4af0-bae4-d544afacc71c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:35.967681 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Attempting to bind port d29e2fa2-cd3e-491c-ae0b-e8e51075365e on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:35.968090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Attempting to bind port d29e2fa2-cd3e-491c-ae0b-e8e51075365e by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:35.968459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Attempting to bind port d29e2fa2-cd3e-491c-ae0b-e8e51075365e on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:35.978860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Pushing event updated for resources: {'Port': ['ID=d29e2fa2-cd3e-491c-ae0b-e8e51075365e,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:35.981582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:35.981959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:35.982555 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:35.983096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:35.990918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Bound port: d29e2fa2-cd3e-491c-ae0b-e8e51075365e, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:35.990918 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.004577 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e91d5bb6-bc36-4a69-88aa-1693e9e94ce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.021429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e91d5bb6-bc36-4a69-88aa-1693e9e94ce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 4ea93290-e4e6-491e-b13f-38c41b129a40 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:36.061053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] For port d29e2fa2-cd3e-491c-ae0b-e8e51075365e, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:36.065778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] For port d29e2fa2-cd3e-491c-ae0b-e8e51075365e, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d29e2fa2-cd3e-491c-ae0b-e8e51075365e,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:36.093567 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f45e18a8-997b-49b1-b11e-3695fbe7a3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.096486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f45e18a8-997b-49b1-b11e-3695fbe7a3a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.097716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f45e18a8-997b-49b1-b11e-3695fbe7a3a6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d250539-5f89-42dc-986e-09414e9c46e1 HTTP/1.1" status: 204 len: 168 time: 1.1953652 Jul 05 04:13:36.127843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45e18a8-997b-49b1-b11e-3695fbe7a3a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d250539-5f89-42dc-986e-09414e9c46e1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.162682 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.289147 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47874361-0cbe-45d5-a20b-d39049f597c4 None None] Pushing event updated for resources: {'Port': ['ID=d29e2fa2-cd3e-491c-ae0b-e8e51075365e,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.363481 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e91d5bb6-bc36-4a69-88aa-1693e9e94ce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.404127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58066) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:36.432126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91d5bb6-bc36-4a69-88aa-1693e9e94ce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=4ea93290-e4e6-491e-b13f-38c41b129a40,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:36.472216 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f503f239-3b9b-41b3-8d09-27fa883f645a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6b20b0b1db84b1ab6d4be03bb2da2b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0678806 Jul 05 04:13:36.474236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58070) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:36.513305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e91d5bb6-bc36-4a69-88aa-1693e9e94ce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.522128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58074) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:36.527255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e91d5bb6-bc36-4a69-88aa-1693e9e94ce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/4ea93290-e4e6-491e-b13f-38c41b129a40 HTTP/1.1" status: 204 len: 168 time: 1.1123462 Jul 05 04:13:36.678120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94782d40-44e2-4391-a6e0-37fe046e5c4f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:36.679882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94782d40-44e2-4391-a6e0-37fe046e5c4f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:36.681468 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-94782d40-44e2-4391-a6e0-37fe046e5c4f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1551719 Jul 05 04:13:36.684297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58084) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:36.781259 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f97a9f3-e2cc-4f97-980a-4e34143d079e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.842826 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f97a9f3-e2cc-4f97-980a-4e34143d079e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:36.877669 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b7903b-e0dc-4128-a307-a2883a911699 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 263f4851-42d6-4855-8a10-abda8f9fa9bd {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:36.914951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5b7903b-e0dc-4128-a307-a2883a911699 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.039790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5b7903b-e0dc-4128-a307-a2883a911699 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.181907 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f97a9f3-e2cc-4f97-980a-4e34143d079e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.192302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f97a9f3-e2cc-4f97-980a-4e34143d079e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.198928 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2f97a9f3-e2cc-4f97-980a-4e34143d079e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/504a06fd-b843-4557-8855-36f66e3a89e0 HTTP/1.1" status: 204 len: 168 time: 0.7233372 Jul 05 04:13:37.255187 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5b7903b-e0dc-4128-a307-a2883a911699 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.307211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f97a9f3-e2cc-4f97-980a-4e34143d079e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a06fd-b843-4557-8855-36f66e3a89e0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:37.501601 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5b7903b-e0dc-4128-a307-a2883a911699 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.539191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b7903b-e0dc-4128-a307-a2883a911699 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=263f4851-42d6-4855-8a10-abda8f9fa9bd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:37.564085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5b7903b-e0dc-4128-a307-a2883a911699 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:37.571568 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c5b7903b-e0dc-4128-a307-a2883a911699 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/263f4851-42d6-4855-8a10-abda8f9fa9bd HTTP/1.1" status: 204 len: 168 time: 0.8830273 Jul 05 04:13:37.571648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58132) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.595420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d29e2fa2-cd3e-491c-ae0b-e8e51075365e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:37.642418 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-422ab5ec-b80f-4e28-b9f4-9311230cf0ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0672667 Jul 05 04:13:37.646011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58136) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:37.654963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4e4269ee-8194-41e2-94ef-2ca46f08eccf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:37.763229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port d29e2fa2-cd3e-491c-ae0b-e8e51075365e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:37.944717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4269ee-8194-41e2-94ef-2ca46f08eccf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:37.949361 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e4269ee-8194-41e2-94ef-2ca46f08eccf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.037249 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3709fe04-d7c7-4d30-9083-a132167aa03e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.048528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a5884e-9723-4eb4-9e12-159ebcbb4e80 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:38.324583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a6c9b7f0-d10a-4b4d-ab5a-6fe9acd4f318 None None] Provisioning for port d29e2fa2-cd3e-491c-ae0b-e8e51075365e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:38.377155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a6c9b7f0-d10a-4b4d-ab5a-6fe9acd4f318 None None] Provisioning complete for port d29e2fa2-cd3e-491c-ae0b-e8e51075365e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:38.377750 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b7f0-d10a-4b4d-ab5a-6fe9acd4f318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.527845 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b7f0-d10a-4b4d-ab5a-6fe9acd4f318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.533471 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e4269ee-8194-41e2-94ef-2ca46f08eccf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.570076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a6c9b7f0-d10a-4b4d-ab5a-6fe9acd4f318 None None] For port d29e2fa2-cd3e-491c-ae0b-e8e51075365e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d29e2fa2-cd3e-491c-ae0b-e8e51075365e,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:38.648499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4269ee-8194-41e2-94ef-2ca46f08eccf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=4d506c15-cf80-4c81-8649-c84c20705b29,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.658469 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a6c9b7f0-d10a-4b4d-ab5a-6fe9acd4f318 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.712811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4269ee-8194-41e2-94ef-2ca46f08eccf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:38.717766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4e4269ee-8194-41e2-94ef-2ca46f08eccf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:38.732501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4269ee-8194-41e2-94ef-2ca46f08eccf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:38.733485 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e4269ee-8194-41e2-94ef-2ca46f08eccf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:38.741439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0effbd55-c797-4b60-9aea-28b58f22ba86 None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:38.856116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4e4269ee-8194-41e2-94ef-2ca46f08eccf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2080379 Jul 05 04:13:38.856629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c9b7f0-d10a-4b4d-ab5a-6fe9acd4f318 None None] Pushing event updated for resources: {'Port': ['ID=d29e2fa2-cd3e-491c-ae0b-e8e51075365e,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:38.868042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58226) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:38.874571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'name': 'tempest-NetworksTestDHCPv6-2034447584'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:38.900316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0effbd55-c797-4b60-9aea-28b58f22ba86 None None] Deleting port d29e2fa2-cd3e-491c-ae0b-e8e51075365e {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:38.900703 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0effbd55-c797-4b60-9aea-28b58f22ba86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.174799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:39.180814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.237641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 0922010e-0b4e-444b-a43e-51cebc0ec778 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:39.268938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0effbd55-c797-4b60-9aea-28b58f22ba86 None None] For port d29e2fa2-cd3e-491c-ae0b-e8e51075365e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d29e2fa2-cd3e-491c-ae0b-e8e51075365e,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:39.269666 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0effbd55-c797-4b60-9aea-28b58f22ba86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.286722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0effbd55-c797-4b60-9aea-28b58f22ba86 None None] Calling delete_port for d29e2fa2-cd3e-491c-ae0b-e8e51075365e owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:39.435061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d29e2fa2-cd3e-491c-ae0b-e8e51075365e no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:39.571347 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.596259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::1db (4e8666f2-1800-4194-b3cc-657fb8271ed3/4d506c15-cf80-4c81-8649-c84c20705b29/0922010e-0b4e-444b-a43e-51cebc0ec778) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:39.604752 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0effbd55-c797-4b60-9aea-28b58f22ba86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.643004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58278) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.707163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0effbd55-c797-4b60-9aea-28b58f22ba86 None None] Pushing event deleted for resources: {'Port': ['ID=d29e2fa2-cd3e-491c-ae0b-e8e51075365e,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:39.709195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0effbd55-c797-4b60-9aea-28b58f22ba86 None None] No DVR routers for this DVR port d29e2fa2-cd3e-491c-ae0b-e8e51075365e on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:39.721907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce2a318-a181-479a-bf79-ef3a38190e3e None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:39.748590 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58284) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:39.928807 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:39.969806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 0922010e-0b4e-444b-a43e-51cebc0ec778 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:40.080715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '4d506c15-cf80-4c81-8649-c84c20705b29'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:40.083069 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.163204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.181605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-860995179-network', 'tenant_id': 'dae1f2d329fb4dbfad53635bd25082c5'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:40.209441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7731-0f1f-4348-882c-fc4db32dd72f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.223617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:40.227574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:40.236141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:40.244695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:40.245561 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.268116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=0922010e-0b4e-444b-a43e-51cebc0ec778,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:40.317073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Made reservation on behalf of dae1f2d329fb4dbfad53635bd25082c5 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:40.319857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.346642 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.377622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/4d506c15-cf80-4c81-8649-c84c20705b29/89615d18-1e98-43e5-9efa-5d4ccfee983c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:40.453366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7731-0f1f-4348-882c-fc4db32dd72f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.487983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58322) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:40.559340 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.576903 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Transition to ACTIVE for port object 89615d18-1e98-43e5-9efa-5d4ccfee983c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:40.576984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc2e7731-0f1f-4348-882c-fc4db32dd72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.591775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Transition to ACTIVE for port object 89615d18-1e98-43e5-9efa-5d4ccfee983c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:40.624167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3ae5671c-e91f-4454-98c5-f86eb7743646 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1067599454'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:40.624616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3ae5671c-e91f-4454-98c5-f86eb7743646 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Unknown quota resources ['metering_label']. {{(pid=100895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:13:40.630882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2e7731-0f1f-4348-882c-fc4db32dd72f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69a606eb-8278-40f0-8b7c-c7fba03c4c5d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:40.663767 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dc2e7731-0f1f-4348-882c-fc4db32dd72f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=00ac391cad6b4827bdfcc8affe9d780e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0235271 Jul 05 04:13:40.666457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58332) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:40.925882 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c95d644-b5c7-4881-a447-1b31b5ba47c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:40.925882 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c95d644-b5c7-4881-a447-1b31b5ba47c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.248012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d51230f6-daa9-4aa3-b3cf-525d5c4b92da tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.3782706 Jul 05 04:13:41.250716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58338) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.325729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a280d7-275c-42c2-926e-c2550dd75800 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:41.327366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-57a280d7-275c-42c2-926e-c2550dd75800 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0756433 Jul 05 04:13:41.330462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58340) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.445566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-0bb84a52-7938-461a-a619-fb26880bdafa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 0922010e-0b4e-444b-a43e-51cebc0ec778 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:41.445913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bb84a52-7938-461a-a619-fb26880bdafa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.487404 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e691537b-eb44-4bb5-b219-bc202d69ff70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.491201 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.495755 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.501074 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c95d644-b5c7-4881-a447-1b31b5ba47c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.503704 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c95d644-b5c7-4881-a447-1b31b5ba47c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.507989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7c95d644-b5c7-4881-a447-1b31b5ba47c2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69a606eb-8278-40f0-8b7c-c7fba03c4c5d HTTP/1.1" status: 204 len: 168 time: 0.8374603 Jul 05 04:13:41.561653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c95d644-b5c7-4881-a447-1b31b5ba47c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69a606eb-8278-40f0-8b7c-c7fba03c4c5d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.566838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:41.595807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:41.603214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bb84a52-7938-461a-a619-fb26880bdafa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.604939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:41.614859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Pushing event updated for resources: {'Port': ['ID=89615d18-1e98-43e5-9efa-5d4ccfee983c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:41.630449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-0bb84a52-7938-461a-a619-fb26880bdafa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 0922010e-0b4e-444b-a43e-51cebc0ec778 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:41.704694 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ae5671c-e91f-4454-98c5-f86eb7743646 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.710239 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ae5671c-e91f-4454-98c5-f86eb7743646 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.2207661 Jul 05 04:13:41.711626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58366) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:41.721322 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-120d0596-7353-421a-9ce3-d8ea94c1958e tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '4a71fc52-eb62-41e8-a9ab-0632dd516919'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:41.721826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-120d0596-7353-421a-9ce3-d8ea94c1958e tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:13:41.748796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Attempting to bind port 89615d18-1e98-43e5-9efa-5d4ccfee983c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:41.749391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Attempting to bind port 89615d18-1e98-43e5-9efa-5d4ccfee983c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:41.750046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Attempting to bind port 89615d18-1e98-43e5-9efa-5d4ccfee983c on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:41.760652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:41.760652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:41.760652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.760652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:41.760652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Bound port: 89615d18-1e98-43e5-9efa-5d4ccfee983c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:41.760652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.856000 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.862804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] For port 89615d18-1e98-43e5-9efa-5d4ccfee983c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:41.866929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] For port 89615d18-1e98-43e5-9efa-5d4ccfee983c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=89615d18-1e98-43e5-9efa-5d4ccfee983c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:41.941825 n-d-758944-41 neutron-server[100895]: WARNING neutron.services.metering.metering_plugin [None req-120d0596-7353-421a-9ce3-d8ea94c1958e tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:13:41.942702 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.972296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bb84a52-7938-461a-a619-fb26880bdafa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:41.976006 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.182128 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21bd3057-dbbe-4a79-a32c-0d8697b80d03 None None] Pushing event updated for resources: {'Port': ['ID=89615d18-1e98-43e5-9efa-5d4ccfee983c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:42.537602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.619684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-120d0596-7353-421a-9ce3-d8ea94c1958e tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.620237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb84a52-7938-461a-a619-fb26880bdafa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=0922010e-0b4e-444b-a43e-51cebc0ec778,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:42.623378 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-120d0596-7353-421a-9ce3-d8ea94c1958e tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.9085801 Jul 05 04:13:42.625740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58416) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:42.630599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5508d1af-7891-4f2b-95c0-b3f3fe424be1 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '4a71fc52-eb62-41e8-a9ab-0632dd516919'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:42.631513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5508d1af-7891-4f2b-95c0-b3f3fe424be1 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=100896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:13:42.638860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:42.648989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3bc3443-6726-446a-8ed3-c3b298f6295f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:42.655132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.655474 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Added segment 31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb of type vlan for network 443d4a5e-ff4e-4e84-a580-4a17e8375162 Jul 05 04:13:42.665055 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0bb84a52-7938-461a-a619-fb26880bdafa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.667105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0bb84a52-7938-461a-a619-fb26880bdafa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/0922010e-0b4e-444b-a43e-51cebc0ec778 HTTP/1.1" status: 204 len: 168 time: 1.3357182 Jul 05 04:13:42.667243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58418) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:42.670171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58420) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:42.687161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8aa45a96-4c1e-4f1b-b384-d1b53cc9214c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.736342 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.798899 n-d-758944-41 neutron-server[100896]: WARNING neutron.services.metering.metering_plugin [None req-5508d1af-7891-4f2b-95c0-b3f3fe424be1 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 05 04:13:42.859216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8aa45a96-4c1e-4f1b-b384-d1b53cc9214c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.883712 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.885311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:42.886532 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.929616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f2531-795c-4f82-b7cc-d1cf996b0973 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:42.931375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-724f2531-795c-4f82-b7cc-d1cf996b0973 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:42.933034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-724f2531-795c-4f82-b7cc-d1cf996b0973 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2055883 Jul 05 04:13:42.934890 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5508d1af-7891-4f2b-95c0-b3f3fe424be1 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:42.936133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5508d1af-7891-4f2b-95c0-b3f3fe424be1 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3093288 Jul 05 04:13:42.936837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58434) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:42.938783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58436) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:42.970668 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] Pushing event updated for resources: {'Network': ['ID=443d4a5e-ff4e-4e84-a580-4a17e8375162,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:42.983247 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 443d4a5e-ff4e-4e84-a580-4a17e8375162 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:42.984923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4c1caeaf-6699-4bf0-8455-93aad0dcb0c8 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=1bfbf82a-0673-427d-9cd4-fae4b483e617 HTTP/1.1" status: 200 len: 462 time: 0.0449419 Jul 05 04:13:42.987718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58440) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:42.995764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8aa45a96-4c1e-4f1b-b384-d1b53cc9214c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.022736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6739b10-58f8-4563-9641-ba4be6d1ddd9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 4d506c15-cf80-4c81-8649-c84c20705b29 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:43.034829 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6739b10-58f8-4563-9641-ba4be6d1ddd9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.085363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6739b10-58f8-4563-9641-ba4be6d1ddd9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.125292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58446) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.129708 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e7d7e04a-954c-4dfb-99a3-ba816753d862 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.3796108 Jul 05 04:13:43.141202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Request body: {'subnet': {'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-860995179-subnet', 'tenant_id': 'dae1f2d329fb4dbfad53635bd25082c5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:43.150672 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8aa45a96-4c1e-4f1b-b384-d1b53cc9214c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b07d0726b04141e5957f485464fb8707&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4794366 Jul 05 04:13:43.158467 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58450) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.158641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa45a96-4c1e-4f1b-b384-d1b53cc9214c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d3eed66-d6a1-4c25-a199-00177f6fefe0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:43.396283 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ed8c320d-5368-4260-a7af-1c79263f6bd7 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.397511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ed8c320d-5368-4260-a7af-1c79263f6bd7 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/1bfbf82a-0673-427d-9cd4-fae4b483e617 HTTP/1.1" status: 204 len: 168 time: 0.4085886 Jul 05 04:13:43.401881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58462) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.408341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Made reservation on behalf of dae1f2d329fb4dbfad53635bd25082c5 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:43.411442 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.429811 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8c355852-ade6-4103-833c-1a41c40d2088 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=1bfbf82a-0673-427d-9cd4-fae4b483e617 HTTP/1.1" status: 200 len: 221 time: 0.0263143 Jul 05 04:13:43.440696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58466) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.446454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d717d8cd-2af4-43c6-8859-9144c293d9f0 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--497546120', 'description': 'label created by tempest'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:43.446897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d717d8cd-2af4-43c6-8859-9144c293d9f0 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Unknown quota resources ['metering_label']. {{(pid=100895) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:13:43.464751 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.540570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 89615d18-1e98-43e5-9efa-5d4ccfee983c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:43.556682 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6739b10-58f8-4563-9641-ba4be6d1ddd9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.594988 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fcd0929b-f29b-4b6f-a688-ea5eaf3122b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.645326 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fcd0929b-f29b-4b6f-a688-ea5eaf3122b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.725796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 89615d18-1e98-43e5-9efa-5d4ccfee983c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:43.788465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e3e48b02-275c-4c64-8a57-f4c30e65ca3d None None] Provisioning for port 89615d18-1e98-43e5-9efa-5d4ccfee983c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:43.798597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e3e48b02-275c-4c64-8a57-f4c30e65ca3d None None] Provisioning complete for port 89615d18-1e98-43e5-9efa-5d4ccfee983c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:43.798597 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3e48b02-275c-4c64-8a57-f4c30e65ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.854767 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fcd0929b-f29b-4b6f-a688-ea5eaf3122b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.857417 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fcd0929b-f29b-4b6f-a688-ea5eaf3122b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.866384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fcd0929b-f29b-4b6f-a688-ea5eaf3122b6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3d3eed66-d6a1-4c25-a199-00177f6fefe0 HTTP/1.1" status: 204 len: 168 time: 0.7009692 Jul 05 04:13:43.891993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d717d8cd-2af4-43c6-8859-9144c293d9f0 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.895274 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d717d8cd-2af4-43c6-8859-9144c293d9f0 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4530766 Jul 05 04:13:43.897666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58484) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:43.920501 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6739b10-58f8-4563-9641-ba4be6d1ddd9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.924952 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:43.931475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd0929b-f29b-4b6f-a688-ea5eaf3122b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d3eed66-d6a1-4c25-a199-00177f6fefe0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:43.977613 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3e48b02-275c-4c64-8a57-f4c30e65ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.002834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6739b10-58f8-4563-9641-ba4be6d1ddd9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=4d506c15-cf80-4c81-8649-c84c20705b29,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:44.014274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6739b10-58f8-4563-9641-ba4be6d1ddd9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.018634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c6739b10-58f8-4563-9641-ba4be6d1ddd9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/4d506c15-cf80-4c81-8649-c84c20705b29 HTTP/1.1" status: 204 len: 168 time: 1.0783503 Jul 05 04:13:44.027554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58492) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.036401 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-71a5ead4-a059-43cd-a232-62db5a41cdb1 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=7e767372-e8e6-48b7-b67b-e8bd519ecff4 HTTP/1.1" status: 200 len: 467 time: 0.1356039 Jul 05 04:13:44.038501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58494) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.050291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99455883-1dc3-4848-95f6-9edb4c27f55a None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:44.139493 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-e3e48b02-275c-4c64-8a57-f4c30e65ca3d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:13:44.140130 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-e3e48b02-275c-4c64-8a57-f4c30e65ca3d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:13:44.168997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-25dbb7b6-16c9-42bc-bbe3-b41866e348a4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1386945 Jul 05 04:13:44.169638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58500) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.177905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-edc8417a-9244-43be-8c9c-4f66b526b000 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:44.417593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b4dc48-e868-453e-acec-375f9c1f8c0b None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:44.454213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.467845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-493b6227-ea99-491a-a505-e5a2a72b8261 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.471887 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-493b6227-ea99-491a-a505-e5a2a72b8261 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/7e767372-e8e6-48b7-b67b-e8bd519ecff4 HTTP/1.1" status: 204 len: 168 time: 0.4268692 Jul 05 04:13:44.472498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58514) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.496518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-61b4dc48-e868-453e-acec-375f9c1f8c0b None None] Deleting port 89615d18-1e98-43e5-9efa-5d4ccfee983c {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:44.497311 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-61b4dc48-e868-453e-acec-375f9c1f8c0b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.519330 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b81a0631-16db-4169-a5a6-63b6a05f7dfd tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=7e767372-e8e6-48b7-b67b-e8bd519ecff4 HTTP/1.1" status: 200 len: 216 time: 0.0422037 Jul 05 04:13:44.520596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58516) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.620442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-61b4dc48-e868-453e-acec-375f9c1f8c0b None None] For port 89615d18-1e98-43e5-9efa-5d4ccfee983c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=89615d18-1e98-43e5-9efa-5d4ccfee983c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:44.620939 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-61b4dc48-e868-453e-acec-375f9c1f8c0b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.648036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-61b4dc48-e868-453e-acec-375f9c1f8c0b None None] Calling delete_port for 89615d18-1e98-43e5-9efa-5d4ccfee983c owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:44.664384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edc8417a-9244-43be-8c9c-4f66b526b000 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:44.678260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-edc8417a-9244-43be-8c9c-4f66b526b000 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.683201 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.738116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7115f2ac-93df-43af-a0d1-b53618025c98 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.2114649 Jul 05 04:13:44.744560 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58540) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.763683 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-02044163-9cb0-48ac-b1fd-bde590d7a993 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0175884 Jul 05 04:13:44.768848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58546) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.792297 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3e48b02-275c-4c64-8a57-f4c30e65ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.866539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Pushing event updated for resources: {'Subnet': ['ID=62263bbc-eae2-406c-b43e-9885c6fcb4c9,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:44.874384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e3e48b02-275c-4c64-8a57-f4c30e65ca3d None None] For port 89615d18-1e98-43e5-9efa-5d4ccfee983c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=89615d18-1e98-43e5-9efa-5d4ccfee983c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:44.890789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Checking segment: {'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:44.891442 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Network hostable DHCP agents. Network: 443d4a5e-ff4e-4e84-a580-4a17e8375162, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:44.907286 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f15a701d-11e3-4e55-9e52-d2df36c25813 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/4a71fc52-eb62-41e8-a9ab-0632dd516919 HTTP/1.1" status: 200 len: 473 time: 0.1323278 Jul 05 04:13:44.914639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.924858 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-26edbe99-2381-4577-af27-3c3d4b85a489 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/fcf33673-ad09-43e6-b3bf-1c3f98741c55 HTTP/1.1" status: 200 len: 459 time: 0.0090384 Jul 05 04:13:44.928288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58556) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:44.963162 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3e48b02-275c-4c64-8a57-f4c30e65ca3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:44.985742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Network 443d4a5e-ff4e-4e84-a580-4a17e8375162 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:45.024592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e48b02-275c-4c64-8a57-f4c30e65ca3d None None] Pushing event updated for resources: {'Port': ['ID=89615d18-1e98-43e5-9efa-5d4ccfee983c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.083841 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-61b4dc48-e868-453e-acec-375f9c1f8c0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.083841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df5f668c-69c2-4467-8f69-c0718da04eff None None] Could not find standard attr ID for object 4ea93290-e4e6-491e-b13f-38c41b129a40. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:13:45.107258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b4dc48-e868-453e-acec-375f9c1f8c0b None None] Pushing event deleted for resources: {'Port': ['ID=89615d18-1e98-43e5-9efa-5d4ccfee983c,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.119245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b4dc48-e868-453e-acec-375f9c1f8c0b None None] No DVR routers for this DVR port 89615d18-1e98-43e5-9efa-5d4ccfee983c on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:45.126912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 443d4a5e-ff4e-4e84-a580-4a17e8375162) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:45.135381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:45.138370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c93d781-f763-4244-91bd-0dd8f8d4a83b None None] Network 443d4a5e-ff4e-4e84-a580-4a17e8375162 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:45.146297 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.251066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-edc8417a-9244-43be-8c9c-4f66b526b000 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.317280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af9ff43-8224-4db7-b3c1-324dcdd80e38 None None] Network 443d4a5e-ff4e-4e84-a580-4a17e8375162 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:45.351139 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4053464-6656-4de5-8bfc-40907cc4b386 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.355316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e4053464-6656-4de5-8bfc-40907cc4b386 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/fcf33673-ad09-43e6-b3bf-1c3f98741c55 HTTP/1.1" status: 204 len: 168 time: 0.4258213 Jul 05 04:13:45.359791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58582) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.388955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edc8417a-9244-43be-8c9c-4f66b526b000 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:45.392389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-edc8417a-9244-43be-8c9c-4f66b526b000 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:45.402674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edc8417a-9244-43be-8c9c-4f66b526b000 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:45.403329 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-edc8417a-9244-43be-8c9c-4f66b526b000 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.412131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36660c9-54ce-4c26-bd3c-fbb35a3f5335 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:45.442740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 89615d18-1e98-43e5-9efa-5d4ccfee983c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:45.452650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc8417a-9244-43be-8c9c-4f66b526b000 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=98be4500-04c7-45ea-b339-15f15a7cc1e2,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:45.472168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-85a60fb8-e097-49aa-aaeb-4687e256b35a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.3454256 Jul 05 04:13:45.527370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-edc8417a-9244-43be-8c9c-4f66b526b000 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3545313 Jul 05 04:13:45.528086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58592) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:45.533504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'name': 'tempest-NetworksTestDHCPv6-224136608'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:45.576715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 89615d18-1e98-43e5-9efa-5d4ccfee983c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:45.577061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 89615d18-1e98-43e5-9efa-5d4ccfee983c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:45.736348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '98be4500-04c7-45ea-b339-15f15a7cc1e2'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:45.737322 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.924375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:45.928442 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c61f8ea4-95dd-423c-a528-d3318d410a17 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.932964 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:45.933664 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c61f8ea4-95dd-423c-a528-d3318d410a17 tempest-MeteringIpV6TestJSON-588967713 tempest-MeteringIpV6TestJSON-588967713-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/4a71fc52-eb62-41e8-a9ab-0632dd516919 HTTP/1.1" status: 204 len: 168 time: 0.5727046 Jul 05 04:13:45.957251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/98be4500-04c7-45ea-b339-15f15a7cc1e2/6a9277a2-37db-4bda-a403-a70d00503b0b) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:45.986632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port a9a19460-bb7b-455a-b00d-3dfe10d9244a yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:46.235684 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.245597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Transition to ACTIVE for port object 6a9277a2-37db-4bda-a403-a70d00503b0b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:46.262902 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Transition to ACTIVE for port object 6a9277a2-37db-4bda-a403-a70d00503b0b will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:46.278338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-de040f6f-1104-4e58-9cd3-4c0ede5ae33e tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:46.279826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-de040f6f-1104-4e58-9cd3-4c0ede5ae33e tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/networks?id=443d4a5e-ff4e-4e84-a580-4a17e8375162 HTTP/1.1" status: 200 len: 814 time: 0.1458747 Jul 05 04:13:46.299408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-3ea1574c-86c1-4157-8782-7a6c24948889 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/quotas/dae1f2d329fb4dbfad53635bd25082c5 HTTP/1.1" status: 200 len: 375 time: 0.0099926 Jul 05 04:13:46.343667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-250633a3-906d-4816-963d-c1e27f2c1c7b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0424402 Jul 05 04:13:46.354669 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.384171 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:46.394877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-b0abf153-7886-437d-a780-d20beef0ee7f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:13:46.394877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-b0abf153-7886-437d-a780-d20beef0ee7f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0067689 Jul 05 04:13:46.442462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:46.458029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:46.509710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::87 (4e8666f2-1800-4194-b3cc-657fb8271ed3/98be4500-04c7-45ea-b339-15f15a7cc1e2/a9a19460-bb7b-455a-b00d-3dfe10d9244a) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:46.566248 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Pushing event updated for resources: {'Port': ['ID=6a9277a2-37db-4bda-a403-a70d00503b0b,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:46.606019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-3193397c-03c7-4418-8121-da534d513b96 service neutron] 10.222.0.30 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933999 Jul 05 04:13:46.619096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Attempting to bind port 6a9277a2-37db-4bda-a403-a70d00503b0b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:46.619096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Attempting to bind port 6a9277a2-37db-4bda-a403-a70d00503b0b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:46.619096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Attempting to bind port 6a9277a2-37db-4bda-a403-a70d00503b0b on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:46.630496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:46.630877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:46.631292 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.631693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:46.637796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Bound port: 6a9277a2-37db-4bda-a403-a70d00503b0b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:46.638674 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.803199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] For port 6a9277a2-37db-4bda-a403-a70d00503b0b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:46.808389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] For port 6a9277a2-37db-4bda-a403-a70d00503b0b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6a9277a2-37db-4bda-a403-a70d00503b0b,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:46.854279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58672) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:46.903623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.918660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-6cd12304-a2a0-4754-bf8d-1d41b99c5e4c service neutron] 10.222.0.30 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2992516 Jul 05 04:13:46.922126 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:46.957721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object a9a19460-bb7b-455a-b00d-3dfe10d9244a will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:47.102638 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.119106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e43a1c-0e6c-4d63-a7d7-37793d2248be None None] Pushing event updated for resources: {'Port': ['ID=6a9277a2-37db-4bda-a403-a70d00503b0b,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.162033 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.269977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=a9a19460-bb7b-455a-b00d-3dfe10d9244a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.281064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:47.282638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:47.285389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:47.296454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:47.297948 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.302254 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.478550 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.564957 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db36e5f0d6504c6b8e8887381245ed83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6997540 Jul 05 04:13:47.574941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84917c92-81c7-4844-96e3-e98761c5ff24 req-cba32e63-4846-42d8-a330-985cb30b6041 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 210 time: 0.1142180 Jul 05 04:13:47.575437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58702) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:47.629222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a9277a2-37db-4bda-a403-a70d00503b0b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:47.660494 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2458dbb6-2a3c-449b-a3b7-610f29354e11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1306341 Jul 05 04:13:47.668840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58708) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:47.672795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38aad548-ebc1-4adf-bde1-342090e933e0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:47.695664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.696288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.696775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.698296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.698790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.702260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.702931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.703436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.704168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.705777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.706262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.706918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89d9d67e-a1ec-466e-8a6d-83bd7332736a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:13:47.781493 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2499a4b9-1ac9-4742-af03-3dd7e4ed9e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.868677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2499a4b9-1ac9-4742-af03-3dd7e4ed9e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:47.888960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 6a9277a2-37db-4bda-a403-a70d00503b0b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:47.941828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad02e7-7cd7-45ff-b2da-df0d2d89e2cd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:47.959719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bad02e7-7cd7-45ff-b2da-df0d2d89e2cd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:47.961542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1bad02e7-7cd7-45ff-b2da-df0d2d89e2cd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.2915707 Jul 05 04:13:47.964546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58716) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:48.119355 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2499a4b9-1ac9-4742-af03-3dd7e4ed9e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.127513 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2499a4b9-1ac9-4742-af03-3dd7e4ed9e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.129202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2499a4b9-1ac9-4742-af03-3dd7e4ed9e03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/38aad548-ebc1-4adf-bde1-342090e933e0 HTTP/1.1" status: 204 len: 168 time: 0.5527043 Jul 05 04:13:48.147173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499a4b9-1ac9-4742-af03-3dd7e4ed9e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38aad548-ebc1-4adf-bde1-342090e933e0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:48.291395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-96e87184-add4-4000-af0c-8b770ab2ce2b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port a9a19460-bb7b-455a-b00d-3dfe10d9244a {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:48.291867 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e87184-add4-4000-af0c-8b770ab2ce2b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.465274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e87184-add4-4000-af0c-8b770ab2ce2b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.480494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-96e87184-add4-4000-af0c-8b770ab2ce2b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for a9a19460-bb7b-455a-b00d-3dfe10d9244a owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:48.736146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13cdd529-f0ad-459c-a418-4b0de220c1d8 req-8d781744-62a9-4245-8697-b59932f1e45b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 210 time: 0.0484850 Jul 05 04:13:48.786738 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e87184-add4-4000-af0c-8b770ab2ce2b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.844732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e87184-add4-4000-af0c-8b770ab2ce2b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=a9a19460-bb7b-455a-b00d-3dfe10d9244a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:48.923140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96e87184-add4-4000-af0c-8b770ab2ce2b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:48.929698 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-96e87184-add4-4000-af0c-8b770ab2ce2b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/a9a19460-bb7b-455a-b00d-3dfe10d9244a HTTP/1.1" status: 204 len: 168 time: 0.9586136 Jul 05 04:13:48.931531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58736) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:48.968473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-92085b97-8778-4e46-834e-3e5da5f0a7dc None None] Provisioning for port 6a9277a2-37db-4bda-a403-a70d00503b0b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:48.973885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-92085b97-8778-4e46-834e-3e5da5f0a7dc None None] Provisioning complete for port 6a9277a2-37db-4bda-a403-a70d00503b0b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:48.974551 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-92085b97-8778-4e46-834e-3e5da5f0a7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.010718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4aa46-5af4-45f5-a5c7-2aeaff13c7c5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:49.012669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f4aa46-5af4-45f5-a5c7-2aeaff13c7c5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:49.019391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58738) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.020188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-97f4aa46-5af4-45f5-a5c7-2aeaff13c7c5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0864391 Jul 05 04:13:49.113898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b27d28c-2167-4e1a-ad54-d3a5059bb80f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 98be4500-04c7-45ea-b339-15f15a7cc1e2 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:49.124447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b27d28c-2167-4e1a-ad54-d3a5059bb80f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.136899 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-92085b97-8778-4e46-834e-3e5da5f0a7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.185657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-92085b97-8778-4e46-834e-3e5da5f0a7dc None None] For port 6a9277a2-37db-4bda-a403-a70d00503b0b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6a9277a2-37db-4bda-a403-a70d00503b0b,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:49.194206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b27d28c-2167-4e1a-ad54-d3a5059bb80f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.267999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58740) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.303147 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f71850f3-9529-4fb2-8d95-d0c1402380ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.322989 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-92085b97-8778-4e46-834e-3e5da5f0a7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.344047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b27d28c-2167-4e1a-ad54-d3a5059bb80f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.546131 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f71850f3-9529-4fb2-8d95-d0c1402380ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.566127 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b27d28c-2167-4e1a-ad54-d3a5059bb80f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.616038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-042ad4e9-5c4f-4b07-8c4c-94f9c7ae1835 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:49.633226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fef7bde6-d51b-4d18-b903-7fbb19891d1e None None] Could not find standard attr ID for object a9a19460-bb7b-455a-b00d-3dfe10d9244a. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:13:49.662830 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b27d28c-2167-4e1a-ad54-d3a5059bb80f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.664767 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4b27d28c-2167-4e1a-ad54-d3a5059bb80f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/98be4500-04c7-45ea-b339-15f15a7cc1e2 HTTP/1.1" status: 204 len: 168 time: 0.6438832 Jul 05 04:13:49.667523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58754) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.672351 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b27d28c-2167-4e1a-ad54-d3a5059bb80f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=98be4500-04c7-45ea-b339-15f15a7cc1e2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.679982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92085b97-8778-4e46-834e-3e5da5f0a7dc None None] Pushing event updated for resources: {'Port': ['ID=6a9277a2-37db-4bda-a403-a70d00503b0b,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.735153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-929f9727-74ae-4b8b-ac2b-b50ef2c7311a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0662472 Jul 05 04:13:49.736018 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f71850f3-9529-4fb2-8d95-d0c1402380ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.737753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58758) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.774306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f71850f3-9529-4fb2-8d95-d0c1402380ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f2e3df6948434447af5cd219540f685c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5033541 Jul 05 04:13:49.782870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58762) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.821436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71850f3-9529-4fb2-8d95-d0c1402380ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51390cdd-6dac-4d22-9fac-84a5300ac2f0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:49.901366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56122f24-de61-4c4c-9173-0d05964f6bf8 req-5b3e7522-d41a-40f8-8798-5eec42b9c6e2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 210 time: 0.0506549 Jul 05 04:13:49.934536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7791a4f4-4695-4d91-8f9e-0ede6cf543ae None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:49.936855 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6630deb6-ff05-4d7e-ad11-d938ddbe72f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:49.956464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730ec6ae-b44b-4d53-a1d6-ecbe49a6bf29 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:49.964139 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-730ec6ae-b44b-4d53-a1d6-ecbe49a6bf29 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2251668 Jul 05 04:13:49.964815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58778) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:49.981036 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6630deb6-ff05-4d7e-ad11-d938ddbe72f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.002942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-5f845164-86d1-48c6-9c2b-99cb64f3c1fc tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=03e27d2de17a4e57b9d410d01b1d8422&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0483003 Jul 05 04:13:50.034160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0736cf03-16d8-4747-b532-c0b23cb715d0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:50.036113 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0736cf03-16d8-4747-b532-c0b23cb715d0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0702620 Jul 05 04:13:50.039183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58780) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:50.039334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7791a4f4-4695-4d91-8f9e-0ede6cf543ae None None] Deleting port 6a9277a2-37db-4bda-a403-a70d00503b0b {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:50.039782 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7791a4f4-4695-4d91-8f9e-0ede6cf543ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.092933 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4e6904cd-9f0d-4191-ba7f-ddcf11fddb2f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0483212 Jul 05 04:13:50.094960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58782) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:50.101911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3cabba9a-7acf-4123-9388-f79603faea83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:50.139643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7791a4f4-4695-4d91-8f9e-0ede6cf543ae None None] For port 6a9277a2-37db-4bda-a403-a70d00503b0b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6a9277a2-37db-4bda-a403-a70d00503b0b,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:50.140102 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7791a4f4-4695-4d91-8f9e-0ede6cf543ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.155723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7791a4f4-4695-4d91-8f9e-0ede6cf543ae None None] Calling delete_port for 6a9277a2-37db-4bda-a403-a70d00503b0b owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:50.201857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-c98247f5-ddc4-4935-b42b-cc45e4093643 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:50.203435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-c98247f5-ddc4-4935-b42b-cc45e4093643 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1915472 Jul 05 04:13:50.231960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-5a4bb8fc-1e77-4940-8c9f-367f0831b5fa tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/quotas/03e27d2de17a4e57b9d410d01b1d8422 HTTP/1.1" status: 200 len: 375 time: 0.0202432 Jul 05 04:13:50.276577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-eb77a49d-a5cd-49dc-b608-5bf79a46b15f tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=03e27d2de17a4e57b9d410d01b1d8422&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0364900 Jul 05 04:13:50.288253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cabba9a-7acf-4123-9388-f79603faea83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:50.293562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3cabba9a-7acf-4123-9388-f79603faea83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.372100 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7791a4f4-4695-4d91-8f9e-0ede6cf543ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.398591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7791a4f4-4695-4d91-8f9e-0ede6cf543ae None None] Pushing event deleted for resources: {'Port': ['ID=6a9277a2-37db-4bda-a403-a70d00503b0b,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:50.405088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7791a4f4-4695-4d91-8f9e-0ede6cf543ae None None] No DVR routers for this DVR port 6a9277a2-37db-4bda-a403-a70d00503b0b on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:50.429578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6630deb6-ff05-4d7e-ad11-d938ddbe72f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.440690 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6630deb6-ff05-4d7e-ad11-d938ddbe72f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.447199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6630deb6-ff05-4d7e-ad11-d938ddbe72f5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/51390cdd-6dac-4d22-9fac-84a5300ac2f0 HTTP/1.1" status: 204 len: 168 time: 0.6627979 Jul 05 04:13:50.471006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6630deb6-ff05-4d7e-ad11-d938ddbe72f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51390cdd-6dac-4d22-9fac-84a5300ac2f0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:50.664500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44d6dc60-22dd-40ee-89c3-de899f0b818f req-ab54f518-b201-4f68-9b69-670cd60d05d7 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 210 time: 0.0532548 Jul 05 04:13:50.803659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3cabba9a-7acf-4123-9388-f79603faea83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.862187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cabba9a-7acf-4123-9388-f79603faea83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:50.865757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-3cabba9a-7acf-4123-9388-f79603faea83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:50.869042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cabba9a-7acf-4123-9388-f79603faea83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:50.869729 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3cabba9a-7acf-4123-9388-f79603faea83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:50.876828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cc7e81-6d9c-4bff-9eb4-2a3fd908e37c None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:50.880487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cabba9a-7acf-4123-9388-f79603faea83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=b7b2619d-3c40-478e-a4e5-c9a358aabfe5,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:50.998661 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3cabba9a-7acf-4123-9388-f79603faea83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9020851 Jul 05 04:13:51.003023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58802) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:51.016980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': 'b7b2619d-3c40-478e-a4e5-c9a358aabfe5', 'ip_address': '2001:db8::2c77:5b75:85eb:c9a7'}], 'name': 'tempest-NetworksTestDHCPv6-439862734'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:51.122456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': 'b7b2619d-3c40-478e-a4e5-c9a358aabfe5'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:51.123675 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.154205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5787296a-8456-4d1c-8f52-137e9ce25258 req-c2f4757b-d2e0-4ed2-b759-ffa4b9180148 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 210 time: 0.0628874 Jul 05 04:13:51.369008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/b7b2619d-3c40-478e-a4e5-c9a358aabfe5/28565044-49f7-46df-b0ed-77e13787b782) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:51.413983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:51.431114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a9277a2-37db-4bda-a403-a70d00503b0b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:51.462179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 6a9277a2-37db-4bda-a403-a70d00503b0b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:51.462663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a9277a2-37db-4bda-a403-a70d00503b0b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:51.600645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.621117 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.643812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Transition to ACTIVE for port object 28565044-49f7-46df-b0ed-77e13787b782 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:51.658113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 46af2c3e-0081-41d9-b826-802046a1c97c yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:51.663333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Transition to ACTIVE for port object 28565044-49f7-46df-b0ed-77e13787b782 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:51.815036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-008d777c-13c6-4930-a9ce-333e825c2b72 req-217d79d1-bc3c-452a-b42f-5b7fa14a119d tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 210 time: 0.0533929 Jul 05 04:13:51.843077 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:51.910690 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:51.919927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:51.926039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:51.931322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Pushing event updated for resources: {'Port': ['ID=28565044-49f7-46df-b0ed-77e13787b782,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:52.015156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Attempting to bind port 28565044-49f7-46df-b0ed-77e13787b782 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:52.015156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Attempting to bind port 28565044-49f7-46df-b0ed-77e13787b782 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:52.015156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Attempting to bind port 28565044-49f7-46df-b0ed-77e13787b782 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:52.019328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::2c77:5b75:85eb:c9a7 (4e8666f2-1800-4194-b3cc-657fb8271ed3/b7b2619d-3c40-478e-a4e5-c9a358aabfe5/46af2c3e-0081-41d9-b826-802046a1c97c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:52.020314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:52.020953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:52.021606 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.022106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:52.022692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Bound port: 28565044-49f7-46df-b0ed-77e13787b782, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:52.023633 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.119323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] For port 28565044-49f7-46df-b0ed-77e13787b782, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:52.123876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] For port 28565044-49f7-46df-b0ed-77e13787b782, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=28565044-49f7-46df-b0ed-77e13787b782,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:52.247456 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.316138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-ce3f9957-ba55-4aa7-b652-425cb71e0310 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:52.318673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-ce3f9957-ba55-4aa7-b652-425cb71e0310 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "GET /v2.0/networks?id=443d4a5e-ff4e-4e84-a580-4a17e8375162 HTTP/1.1" status: 200 len: 814 time: 0.1330309 Jul 05 04:13:52.338921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Request body: {'port': {'device_id': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162', 'admin_state_up': True, 'tenant_id': 'dae1f2d329fb4dbfad53635bd25082c5'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:52.436026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.489593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb350265-f06c-43cb-9b6b-3b213891b7b0 None None] Pushing event updated for resources: {'Port': ['ID=28565044-49f7-46df-b0ed-77e13787b782,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:52.519846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 46af2c3e-0081-41d9-b826-802046a1c97c will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:52.623333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9bc43ac1-4b45-4246-9f69-cb714ff7de9f req-3ad9760d-ab63-493f-9e81-1bef6286b4ab tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 210 time: 0.0618906 Jul 05 04:13:52.723420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.877412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:52.881920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:52.887606 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:52.894104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:52.894789 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:52.915480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=46af2c3e-0081-41d9-b826-802046a1c97c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:52.985939 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Made reservation on behalf of dae1f2d329fb4dbfad53635bd25082c5 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:52.990047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.142424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f01328b6-f842-4eae-8f4c-27e463fd8668 req-59c0dd31-f712-4ebc-b10b-f72e23987918 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 210 time: 0.0465298 Jul 05 04:13:53.173134 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-106134a0-3bc1-4e65-a74c-bcff8f2980de tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1689453 Jul 05 04:13:53.175416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58846) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:53.220879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Allocated IP 172.20.0.11 (443d4a5e-ff4e-4e84-a580-4a17e8375162/62263bbc-eae2-406c-b43e-9885c6fcb4c9/31df4ea1-fa10-4b33-8469-19500e75103a) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:53.268601 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09459f24-f226-456f-86b7-90b8d97c9616 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:53.275243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09459f24-f226-456f-86b7-90b8d97c9616 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:53.279781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58850) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:53.279947 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-09459f24-f226-456f-86b7-90b8d97c9616 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1031995 Jul 05 04:13:53.490975 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.496493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 28565044-49f7-46df-b0ed-77e13787b782 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:53.511669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f08d53bf-4fae-4d74-bf84-8cc3d864473e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 46af2c3e-0081-41d9-b826-802046a1c97c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:53.512149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f08d53bf-4fae-4d74-bf84-8cc3d864473e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.631755 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f08d53bf-4fae-4d74-bf84-8cc3d864473e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.649674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f08d53bf-4fae-4d74-bf84-8cc3d864473e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 46af2c3e-0081-41d9-b826-802046a1c97c owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:53.837292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 28565044-49f7-46df-b0ed-77e13787b782 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:53.856513 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:53.992861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58870) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:54.032151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Network 443d4a5e-ff4e-4e84-a580-4a17e8375162 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:54.043753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Pushing event updated for resources: {'Port': ['ID=31df4ea1-fa10-4b33-8469-19500e75103a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.048501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:54.050915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:54.088405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4f9bc5c9-635e-4b2a-90e5-7cff50da225d None None] Provisioning for port 28565044-49f7-46df-b0ed-77e13787b782 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:54.093658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4f9bc5c9-635e-4b2a-90e5-7cff50da225d None None] Provisioning complete for port 28565044-49f7-46df-b0ed-77e13787b782 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:54.094039 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc5c9-635e-4b2a-90e5-7cff50da225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.148599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1054369900', 'router:external': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:54.261286 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc5c9-635e-4b2a-90e5-7cff50da225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.294496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Made reservation on behalf of 45d692731ed04b5485746f01f9cd5dfb for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:54.297816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.311881 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.317002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4f9bc5c9-635e-4b2a-90e5-7cff50da225d None None] For port 28565044-49f7-46df-b0ed-77e13787b782, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=28565044-49f7-46df-b0ed-77e13787b782,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:54.452412 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f9bc5c9-635e-4b2a-90e5-7cff50da225d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.478266 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.526277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9bc5c9-635e-4b2a-90e5-7cff50da225d None None] Pushing event updated for resources: {'Port': ['ID=28565044-49f7-46df-b0ed-77e13787b782,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.570844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0ad15ec0-7844-4815-b2a8-ba8202efcc45 None None] Could not find standard attr ID for object 46af2c3e-0081-41d9-b826-802046a1c97c. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:13:54.605679 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f08d53bf-4fae-4d74-bf84-8cc3d864473e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.625698 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.663364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0917a726-da4e-42d0-934a-65528f7df077,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.674804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:13:54.687058 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.687363 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Added segment 916e1a54-8913-4da1-a569-e42bf9802de8 of type vlan for network 2127771d-81c1-4338-8091-615bb41bd063 Jul 05 04:13:54.692403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02820fb9-1c69-4e11-b671-a0ba915e9e57 req-a502a1f8-044f-4ea9-9fc2-df6d6347421a tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 210 time: 0.1007626 Jul 05 04:13:54.694372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-3856a0f2-9397-45e2-bdf2-d21748676884 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.26 "GET /v2.0/networks?tenant_id=03e27d2de17a4e57b9d410d01b1d8422&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1043947 Jul 05 04:13:54.708049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d53bf-4fae-4d74-bf84-8cc3d864473e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=46af2c3e-0081-41d9-b826-802046a1c97c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:54.736999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:54.737639 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.771178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.869093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca34bd4-3fb5-4863-b364-3f63c6dffcbc req-b9a319ce-441e-4a31-8c15-ab2521b45421 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:54.881316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fca34bd4-3fb5-4863-b364-3f63c6dffcbc req-b9a319ce-441e-4a31-8c15-ab2521b45421 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 932 time: 1.0293972 Jul 05 04:13:54.891828 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f08d53bf-4fae-4d74-bf84-8cc3d864473e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.896918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f08d53bf-4fae-4d74-bf84-8cc3d864473e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/46af2c3e-0081-41d9-b826-802046a1c97c HTTP/1.1" status: 204 len: 168 time: 1.6138079 Jul 05 04:13:54.897313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58884) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:54.953022 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.954504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:54.955248 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:54.966561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-3856c41f-bac2-409b-932b-df250b5eedbb tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:54.968325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-3856c41f-bac2-409b-932b-df250b5eedbb tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2636836 Jul 05 04:13:54.978796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fca34bd4-3fb5-4863-b364-3f63c6dffcbc req-ed4be20f-27da-4977-b8ae-38212a4c6204 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797312 Jul 05 04:13:54.984236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Request body: {'port': {'device_id': 'a49b37be-62ed-4d71-87e6-268c861ffcb7', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': '03e27d2de17a4e57b9d410d01b1d8422'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:55.043681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcddd55-1d7a-423e-aeb3-1506b16df28c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:55.045422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dcddd55-1d7a-423e-aeb3-1506b16df28c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:55.046957 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2dcddd55-1d7a-423e-aeb3-1506b16df28c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1485906 Jul 05 04:13:55.049680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58886) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.063819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a3410033-2cfe-4a40-ba21-f84299c055c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7330651 Jul 05 04:13:55.080333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Request body: {'port': {'device_id': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:55.089103 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event updated for resources: {'Network': ['ID=2127771d-81c1-4338-8091-615bb41bd063,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.101310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2127771d-81c1-4338-8091-615bb41bd063 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:13:55.114083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3814f93-2729-465a-bf10-62e0dd37794d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet b7b2619d-3c40-478e-a4e5-c9a358aabfe5 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:13:55.118319 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3814f93-2729-465a-bf10-62e0dd37794d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.169002 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3814f93-2729-465a-bf10-62e0dd37794d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.201664 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6aac4a10-a754-4570-9332-d944af4c6576 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.2047811 Jul 05 04:13:55.204398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58888) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.209614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Request body: {'subnet': {'network_id': '2127771d-81c1-4338-8091-615bb41bd063', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:55.232338 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.307701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3814f93-2729-465a-bf10-62e0dd37794d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.412843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Made reservation on behalf of 03e27d2de17a4e57b9d410d01b1d8422 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:55.417261 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.431580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 28565044-49f7-46df-b0ed-77e13787b782 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:55.437613 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.509715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 28565044-49f7-46df-b0ed-77e13787b782 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:55.510100 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.546278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Made reservation on behalf of 45d692731ed04b5485746f01f9cd5dfb for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:55.550258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.619162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3814f93-2729-465a-bf10-62e0dd37794d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.666989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3814f93-2729-465a-bf10-62e0dd37794d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=b7b2619d-3c40-478e-a4e5-c9a358aabfe5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.690505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b3814f93-2729-465a-bf10-62e0dd37794d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.692548 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b3814f93-2729-465a-bf10-62e0dd37794d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/b7b2619d-3c40-478e-a4e5-c9a358aabfe5 HTTP/1.1" status: 204 len: 168 time: 0.6419263 Jul 05 04:13:55.695563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58896) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.703397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c74553-0776-4e26-8e57-f4561c473154 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:55.737070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31df4ea1-fa10-4b33-8469-19500e75103a {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:55.746964 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.761152 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7914e8bd-c740-44ee-a075-a2d00556dbd5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0613682 Jul 05 04:13:55.762778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58900) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:55.770681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b49e1d0d-3b3c-4b22-be69-e6b3f91cb209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:55.778607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Transition to ACTIVE for port object 31df4ea1-fa10-4b33-8469-19500e75103a will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:55.796212 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.900452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-094a746e-1394-4086-a783-a06d8019d15a req-c855c78b-87e7-4b96-8a55-0e9d585b4777 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 210 time: 0.0519571 Jul 05 04:13:55.903666 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:55.981939 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=31df4ea1-fa10-4b33-8469-19500e75103a,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:55.988600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-368a4594-61ae-4132-a54e-df9910b3d256 None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:13:56.016833 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.068732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-368a4594-61ae-4132-a54e-df9910b3d256 None None] Deleting port 28565044-49f7-46df-b0ed-77e13787b782 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:56.068732 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-368a4594-61ae-4132-a54e-df9910b3d256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.158866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=774283b4-eaf5-46ae-8b35-105c50baaafe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:56.191778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Attempting to bind port 31df4ea1-fa10-4b33-8469-19500e75103a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:56.195253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Attempting to bind port 31df4ea1-fa10-4b33-8469-19500e75103a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:56.195253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Attempting to bind port 31df4ea1-fa10-4b33-8469-19500e75103a on network 443d4a5e-ff4e-4e84-a580-4a17e8375162 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:56.200935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-368a4594-61ae-4132-a54e-df9910b3d256 None None] For port 28565044-49f7-46df-b0ed-77e13787b782, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=28565044-49f7-46df-b0ed-77e13787b782,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:56.201325 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-368a4594-61ae-4132-a54e-df9910b3d256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.219617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-368a4594-61ae-4132-a54e-df9910b3d256 None None] Calling delete_port for 28565044-49f7-46df-b0ed-77e13787b782 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:56.228357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Port 31df4ea1-fa10-4b33-8469-19500e75103a on network 443d4a5e-ff4e-4e84-a580-4a17e8375162 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:56.228688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Attempting to bind port 31df4ea1-fa10-4b33-8469-19500e75103a on network 443d4a5e-ff4e-4e84-a580-4a17e8375162 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:56.233687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49e1d0d-3b3c-4b22-be69-e6b3f91cb209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:56.237871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b49e1d0d-3b3c-4b22-be69-e6b3f91cb209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.266820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:56.267163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Checking segment: {'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:56.267599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Bound using segment: {'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:56.268120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Bound port: 31df4ea1-fa10-4b33-8469-19500e75103a, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:56.268703 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.388914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Allocated IP 192.168.233.222 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/ad164a5d-e829-4337-bddc-33e2f70db12d) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:56.395366 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-368a4594-61ae-4132-a54e-df9910b3d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.405111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed836c46-42b3-4f6f-abb5-29404f98577d req-54fd2db6-36ea-498c-a6d9-bfb72ab4006f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.407143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed836c46-42b3-4f6f-abb5-29404f98577d req-54fd2db6-36ea-498c-a6d9-bfb72ab4006f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 944 time: 0.2629580 Jul 05 04:13:56.425827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368a4594-61ae-4132-a54e-df9910b3d256 None None] Pushing event deleted for resources: {'Port': ['ID=28565044-49f7-46df-b0ed-77e13787b782,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:56.432405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-368a4594-61ae-4132-a54e-df9910b3d256 None None] No DVR routers for this DVR port 28565044-49f7-46df-b0ed-77e13787b782 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:13:56.471487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23da2923-96bf-4d8b-b6cd-b3807250bf31 req-47c4ce16-a0cc-4afe-88f2-6a2b67ad3da3 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.473378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23da2923-96bf-4d8b-b6cd-b3807250bf31 req-47c4ce16-a0cc-4afe-88f2-6a2b67ad3da3 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 950 time: 0.2660360 Jul 05 04:13:56.474332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] For port 31df4ea1-fa10-4b33-8469-19500e75103a, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:56.501930 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:13:56.502452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.531362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] For port 31df4ea1-fa10-4b33-8469-19500e75103a, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=31df4ea1-fa10-4b33-8469-19500e75103a,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:56.552317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed836c46-42b3-4f6f-abb5-29404f98577d req-8414ab61-e94a-4fe8-907e-c5a26c0627dd tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1282635 Jul 05 04:13:56.585137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1724321e-5f77-44bd-ae1c-c6c1ea4c1620,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:56.592841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Checking segment: {'id': '916e1a54-8913-4da1-a569-e42bf9802de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2127771d-81c1-4338-8091-615bb41bd063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:56.593218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Network hostable DHCP agents. Network: 2127771d-81c1-4338-8091-615bb41bd063, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:13:56.638931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23da2923-96bf-4d8b-b6cd-b3807250bf31 req-f79d732e-d7ea-450d-87ea-6e477182d393 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1558950 Jul 05 04:13:56.660206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b49e1d0d-3b3c-4b22-be69-e6b3f91cb209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.665544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.711714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b49e1d0d-3b3c-4b22-be69-e6b3f91cb209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:56.715209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b49e1d0d-3b3c-4b22-be69-e6b3f91cb209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:56.719771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b49e1d0d-3b3c-4b22-be69-e6b3f91cb209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.720702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b49e1d0d-3b3c-4b22-be69-e6b3f91cb209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.727967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50dbb859-7fda-405a-a45a-5ab4ca00d246 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:56.730018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.730862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.732553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] 10.222.0.26 "PUT /v2.0/ports/31df4ea1-fa10-4b33-8469-19500e75103a HTTP/1.1" status: 200 len: 1093 time: 1.6608384 Jul 05 04:13:56.735348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'tag': '31df4ea1-fa10-4b33-8469-19500e75103a'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:13:56.737665 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0751737a-dd02-4ee7-828b-aca265706ef5" -d '{"events": [{"name": "network-changed", "server_uuid": "ab8a1e8a-7e0e-4728-885a-528e142b456c", "tag": "31df4ea1-fa10-4b33-8469-19500e75103a"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:13:56.747857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b49e1d0d-3b3c-4b22-be69-e6b3f91cb209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=123d3f55-b050-4f80-b91c-0b4eb1429390,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:56.756729 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.782268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa626f9-b2f0-401a-b3c7-77bd983e5ea1 service neutron] Pushing event updated for resources: {'Port': ['ID=31df4ea1-fa10-4b33-8469-19500e75103a,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:56.785228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Transition to ACTIVE for port object ad164a5d-e829-4337-bddc-33e2f70db12d will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:56.792575 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f2722b7-c9ff-49bb-b1b2-ffe5741f73b1 x-openstack-request-id: req-9f2722b7-c9ff-49bb-b1b2-ffe5741f73b1 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:13:56.792766 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ab8a1e8a-7e0e-4728-885a-528e142b456c", "tag": "31df4ea1-fa10-4b33-8469-19500e75103a", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:13:56.793018 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f2722b7-c9ff-49bb-b1b2-ffe5741f73b1 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:13:56.793418 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'tag': '31df4ea1-fa10-4b33-8469-19500e75103a', 'status': 'completed', 'code': 200} Jul 05 04:13:56.842597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Network 2127771d-81c1-4338-8091-615bb41bd063 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:13:56.881208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751737a-dd02-4ee7-828b-aca265706ef5 req-d8af2dd7-dc09-4717-93bd-e556450794a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:56.900520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0751737a-dd02-4ee7-828b-aca265706ef5 req-d8af2dd7-dc09-4717-93bd-e556450794a6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 1096 time: 0.0654554 Jul 05 04:13:56.922200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '123d3f55-b050-4f80-b91c-0b4eb1429390'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:13:56.924895 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:56.925010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b49e1d0d-3b3c-4b22-be69-e6b3f91cb209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1596828 Jul 05 04:13:56.926734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58918) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:56.942827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': '123d3f55-b050-4f80-b91c-0b4eb1429390', 'ip_address': '2001:db8::7847:aea2:1b23:c629'}], 'name': 'tempest-NetworksTestDHCPv6-1269733615'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:56.994144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2127771d-81c1-4338-8091-615bb41bd063) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:57.028920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751737a-dd02-4ee7-828b-aca265706ef5 req-8d95a3c2-2fd0-4378-a70d-f04212051380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.030393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0751737a-dd02-4ee7-828b-aca265706ef5 req-8d95a3c2-2fd0-4378-a70d-f04212051380 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1400015 Jul 05 04:13:57.044139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.044747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.053532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f3bd2-86bd-4244-9acb-a43559560a0f None None] Network 2127771d-81c1-4338-8091-615bb41bd063 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:57.115731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.140691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/123d3f55-b050-4f80-b91c-0b4eb1429390/d028b2d9-2eda-4c82-b0bb-33bf46b9b07c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:57.203596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:57.212379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:57.215510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:57.227185 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6e1b915f-3a34-4dc5-aabe-eee68876bf84 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.0216908 Jul 05 04:13:57.230917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58932) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:57.238475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1326899024', 'network_id': '2127771d-81c1-4338-8091-615bb41bd063'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:57.255637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb207212-d660-4f31-ba34-b8dba0c85220 None None] Network 2127771d-81c1-4338-8091-615bb41bd063 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:13:57.323964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Pushing event updated for resources: {'Port': ['ID=ad164a5d-e829-4337-bddc-33e2f70db12d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:57.356195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.356872 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.372015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751737a-dd02-4ee7-828b-aca265706ef5 req-01736b7e-8c3c-4c6c-8017-3cee6ea3f953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.373634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0751737a-dd02-4ee7-828b-aca265706ef5 req-01736b7e-8c3c-4c6c-8017-3cee6ea3f953 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3360465 Jul 05 04:13:57.399771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32851975-0dc9-4ad4-8f53-1030f2b0fbe4 req-8cc5f120-08a7-4546-b017-954080376684 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.404518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32851975-0dc9-4ad4-8f53-1030f2b0fbe4 req-8cc5f120-08a7-4546-b017-954080376684 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 936 time: 0.3053288 Jul 05 04:13:57.458566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32851975-0dc9-4ad4-8f53-1030f2b0fbe4 req-59afd64f-c94c-4646-8abe-a56b15520573 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531454 Jul 05 04:13:57.463031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 28565044-49f7-46df-b0ed-77e13787b782 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:13:57.471154 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:57.495020 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.508253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Transition to ACTIVE for port object d028b2d9-2eda-4c82-b0bb-33bf46b9b07c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:57.563677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 28565044-49f7-46df-b0ed-77e13787b782 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:13:57.564134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 28565044-49f7-46df-b0ed-77e13787b782 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:13:57.582358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-df08b886-0d19-43f1-93ed-26b11e6031aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.584407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-df08b886-0d19-43f1-93ed-26b11e6031aa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 1096 time: 0.1206818 Jul 05 04:13:57.587597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Transition to ACTIVE for port object d028b2d9-2eda-4c82-b0bb-33bf46b9b07c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:57.600771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.626483 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 7bb59881-6bcc-4ed3-97f8-7e273f16416f yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:57.635956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-9152d336-1f3e-4ecd-9a93-36fbd3d136c0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31df4ea1-fa10-4b33-8469-19500e75103a HTTP/1.1" status: 200 len: 217 time: 0.0424066 Jul 05 04:13:57.638871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-2a8566cb-b091-47f0-b882-e54e3a94f0e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6589980 Jul 05 04:13:57.665266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Request body: {'port': {'device_id': 'a49b37be-62ed-4d71-87e6-268c861ffcb7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:13:57.734530 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.772868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Made reservation on behalf of 45d692731ed04b5485746f01f9cd5dfb for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:13:57.776322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.792274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:57.798524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:57.800627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6ae56d40-2b31-4c4b-bec5-edcc9cc6b899 None None] Provisioning for port ad164a5d-e829-4337-bddc-33e2f70db12d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:57.805409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:57.817328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6ae56d40-2b31-4c4b-bec5-edcc9cc6b899 None None] Provisioning complete for port ad164a5d-e829-4337-bddc-33e2f70db12d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:13:57.817741 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ae56d40-2b31-4c4b-bec5-edcc9cc6b899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.826112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] device_id is not set on port 63bd6299-9bb7-46a3-b5a3-294d45e8bf47 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:13:57.833293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8e0b7933-4f3b-4119-aa53-9a56ef60a917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:57.837883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-8e0b7933-4f3b-4119-aa53-9a56ef60a917 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62263bbc-eae2-406c-b43e-9885c6fcb4c9 HTTP/1.1" status: 200 len: 854 time: 0.1828060 Jul 05 04:13:57.870311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6ae56d40-2b31-4c4b-bec5-edcc9cc6b899 None None] Port ad164a5d-e829-4337-bddc-33e2f70db12d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:13:57.915423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-55c49a61-6f96-4600-abdd-fe5a87fda3f9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=443d4a5e-ff4e-4e84-a580-4a17e8375162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578101 Jul 05 04:13:57.927789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::7847:aea2:1b23:c629 (4e8666f2-1800-4194-b3cc-657fb8271ed3/123d3f55-b050-4f80-b91c-0b4eb1429390/7bb59881-6bcc-4ed3-97f8-7e273f16416f) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:57.940555 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.949713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Attempting to bind port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:57.950084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Attempting to bind port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:57.950449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Attempting to bind port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:57.955915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Pushing event updated for resources: {'Port': ['ID=d028b2d9-2eda-4c82-b0bb-33bf46b9b07c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:57.958691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:13:57.959312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:13:57.959594 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:57.960159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:13:57.961148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Bound port: d028b2d9-2eda-4c82-b0bb-33bf46b9b07c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:13:57.961148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.023131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Allocated IP 172.20.0.13 (2127771d-81c1-4338-8091-615bb41bd063/1724321e-5f77-44bd-ae1c-c6c1ea4c1620/63bd6299-9bb7-46a3-b5a3-294d45e8bf47) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:13:58.053369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] For port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:13:58.061261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] For port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d028b2d9-2eda-4c82-b0bb-33bf46b9b07c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:13:58.096462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f97c82-3a11-4b5e-aca9-55d466fd6c61 req-1be4f34f-de31-45a2-ade8-86beed497311 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:58.096462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46f97c82-3a11-4b5e-aca9-55d466fd6c61 req-1be4f34f-de31-45a2-ade8-86beed497311 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 944 time: 0.3738763 Jul 05 04:13:58.138579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5777a121-72ac-4b1f-85e0-997c7d232654 req-6d96a2fc-1d7d-4b64-9cde-c49614e71161 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:58.140475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5777a121-72ac-4b1f-85e0-997c7d232654 req-6d96a2fc-1d7d-4b64-9cde-c49614e71161 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 950 time: 0.3536351 Jul 05 04:13:58.175010 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.229054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-4c1d3c36-233a-4d0d-90fd-3fb6c831e8d8 service neutron] 10.222.0.26 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3058906 Jul 05 04:13:58.262512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.298111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 7bb59881-6bcc-4ed3-97f8-7e273f16416f will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:58.301678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30805271-5682-43ee-8874-80550a6ef6e8 None None] Pushing event updated for resources: {'Port': ['ID=d028b2d9-2eda-4c82-b0bb-33bf46b9b07c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:58.340984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46f97c82-3a11-4b5e-aca9-55d466fd6c61 req-504e2ddb-5f3b-4592-bf1b-0b1203991a14 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2371097 Jul 05 04:13:58.368439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f952448e-aecd-42c3-8c50-45a262e40243 req-a9f254c6-4ba6-4018-b7b6-d8b3dea3215c tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:58.369965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f952448e-aecd-42c3-8c50-45a262e40243 req-a9f254c6-4ba6-4018-b7b6-d8b3dea3215c tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.26 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 950 time: 0.4338045 Jul 05 04:13:58.379493 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.489290 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.508417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5777a121-72ac-4b1f-85e0-997c7d232654 req-24bd8d82-d2f3-43bb-869b-9707005f70f3 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/security-groups?id=6acbc584-09ab-4876-9b00-ca1d41708647&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3505468 Jul 05 04:13:58.718313 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b796d87a-2c28-49ea-a4c3-27e36adad9d4 req-a1024241-cc53-46af-ac54-2ad449826677 service neutron] 10.222.0.26 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4751070 Jul 05 04:13:58.829031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-f952448e-aecd-42c3-8c50-45a262e40243 req-6af4c01c-e7cb-405b-be06-778ba18d8053 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Deleting port 8f895309-cc2f-4b4f-8739-d11de8363cbc {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:58.829387 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f952448e-aecd-42c3-8c50-45a262e40243 req-6af4c01c-e7cb-405b-be06-778ba18d8053 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.839538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad164a5d-e829-4337-bddc-33e2f70db12d {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:13:58.904801 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.947416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9458b300-c1c8-43d7-a26a-e8811fc9a83b req-24452936-9877-40bf-bf46-928bc0298146 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:58.952450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9458b300-c1c8-43d7-a26a-e8811fc9a83b req-24452936-9877-40bf-bf46-928bc0298146 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 936 time: 0.2633359 Jul 05 04:13:58.953649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Transition to ACTIVE for port object ad164a5d-e829-4337-bddc-33e2f70db12d will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:13:58.966312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:58.986651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:58.995822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:59.000105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:59.005757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:59.006375 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.018993 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9458b300-c1c8-43d7-a26a-e8811fc9a83b req-d7fa2b36-ad4f-4be2-b155-ecde5a2e15c3 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620327 Jul 05 04:13:59.021948 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Network 2127771d-81c1-4338-8091-615bb41bd063 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:13:59.024975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-f952448e-aecd-42c3-8c50-45a262e40243 req-6af4c01c-e7cb-405b-be06-778ba18d8053 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] For port 8f895309-cc2f-4b4f-8739-d11de8363cbc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8f895309-cc2f-4b4f-8739-d11de8363cbc,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:13:59.025345 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f952448e-aecd-42c3-8c50-45a262e40243 req-6af4c01c-e7cb-405b-be06-778ba18d8053 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.033526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=7bb59881-6bcc-4ed3-97f8-7e273f16416f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.037133 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:13:59.042034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:13:59.053426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-f952448e-aecd-42c3-8c50-45a262e40243 req-6af4c01c-e7cb-405b-be06-778ba18d8053 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Calling delete_port for 8f895309-cc2f-4b4f-8739-d11de8363cbc owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:59.112408 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.141746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:59.149658 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.166900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58958) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.167788 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bbfd5d16-3d08-482e-abb2-0e5cafa78b67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2299149 Jul 05 04:13:59.178324 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event updated for resources: {'Port': ['ID=63bd6299-9bb7-46a3-b5a3-294d45e8bf47,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.255620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Pushing event updated for resources: {'Port': ['ID=ad164a5d-e829-4337-bddc-33e2f70db12d,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.266795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4aa8caf-6a38-453e-b523-c40d58990347 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 2.0320046 Jul 05 04:13:59.266795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58962) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.483987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-47b8fc23-56c5-4d03-adf3-0fa10ccfbf83 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Deleting port 63bd6299-9bb7-46a3-b5a3-294d45e8bf47 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:13:59.489981 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47b8fc23-56c5-4d03-adf3-0fa10ccfbf83 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.540822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e4dcb-ff49-4373-9ba4-6a9b841875a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:59.548968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311e4dcb-ff49-4373-9ba4-6a9b841875a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:13:59.553258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-311e4dcb-ff49-4373-9ba4-6a9b841875a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.3709354 Jul 05 04:13:59.564320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58966) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:13:59.565141 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f952448e-aecd-42c3-8c50-45a262e40243 req-6af4c01c-e7cb-405b-be06-778ba18d8053 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.572590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d028b2d9-2eda-4c82-b0bb-33bf46b9b07c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:13:59.586388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Attempting to bind port ad164a5d-e829-4337-bddc-33e2f70db12d on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:13:59.587114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Attempting to bind port ad164a5d-e829-4337-bddc-33e2f70db12d by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:13:59.587620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Attempting to bind port ad164a5d-e829-4337-bddc-33e2f70db12d on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:59.697825 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47b8fc23-56c5-4d03-adf3-0fa10ccfbf83 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:13:59.719697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af4c01c-e7cb-405b-be06-778ba18d8053 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Pushing event deleted for resources: {'Port': ['ID=8f895309-cc2f-4b4f-8739-d11de8363cbc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:13:59.733361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-47b8fc23-56c5-4d03-adf3-0fa10ccfbf83 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Calling delete_port for 63bd6299-9bb7-46a3-b5a3-294d45e8bf47 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:13:59.753120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Port ad164a5d-e829-4337-bddc-33e2f70db12d on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:13:59.753497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Attempting to bind port ad164a5d-e829-4337-bddc-33e2f70db12d on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:13:59.872298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:13:59.995302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8f278d02-1ea6-4e24-8635-ef641371395f None None] Provisioning for port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:00.000035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8f278d02-1ea6-4e24-8635-ef641371395f None None] Provisioning complete for port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:00.000414 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8f278d02-1ea6-4e24-8635-ef641371395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.031795 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47b8fc23-56c5-4d03-adf3-0fa10ccfbf83 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.086885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8fc23-56c5-4d03-adf3-0fa10ccfbf83 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event deleted for resources: {'Port': ['ID=63bd6299-9bb7-46a3-b5a3-294d45e8bf47,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:00.141601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8f895309-cc2f-4b4f-8739-d11de8363cbc no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:00.205709 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8f278d02-1ea6-4e24-8635-ef641371395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.207632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 8f895309-cc2f-4b4f-8739-d11de8363cbc {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:00.207995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8f895309-cc2f-4b4f-8739-d11de8363cbc not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:00.213420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-47b8fc23-56c5-4d03-adf3-0fa10ccfbf83 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.215788 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-47b8fc23-56c5-4d03-adf3-0fa10ccfbf83 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "DELETE /v2.0/ports/63bd6299-9bb7-46a3-b5a3-294d45e8bf47 HTTP/1.1" status: 204 len: 168 time: 0.9479980 Jul 05 04:14:00.219055 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58974) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:00.234521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2127771d-81c1-4338-8091-615bb41bd063', 'external_fixed_ips': [{'subnet_id': '1724321e-5f77-44bd-ae1c-c6c1ea4c1620', 'ip_address': '172.20.0.13'}]}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:00.249767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8f278d02-1ea6-4e24-8635-ef641371395f None None] For port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d028b2d9-2eda-4c82-b0bb-33bf46b9b07c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:00.250480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:00.251258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:00.251663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:00.252145 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Bound port: ad164a5d-e829-4337-bddc-33e2f70db12d, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:00.252507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.290919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44cfde5a-54cf-488e-be6f-cd512483aa14 req-21fcdb32-3add-4e00-ba64-d23f469ee019 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 210 time: 0.5336812 Jul 05 04:14:00.320222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f952448e-aecd-42c3-8c50-45a262e40243 req-6af4c01c-e7cb-405b-be06-778ba18d8053 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] No DVR routers for this DVR port 8f895309-cc2f-4b4f-8739-d11de8363cbc on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:00.328419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8f278d02-1ea6-4e24-8635-ef641371395f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.349124 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f952448e-aecd-42c3-8c50-45a262e40243 req-6af4c01c-e7cb-405b-be06-778ba18d8053 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.349124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f952448e-aecd-42c3-8c50-45a262e40243 req-6af4c01c-e7cb-405b-be06-778ba18d8053 tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.26 "DELETE /v2.0/ports/8f895309-cc2f-4b4f-8739-d11de8363cbc HTTP/1.1" status: 204 len: 173 time: 1.9356651 Jul 05 04:14:00.349124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8e74ba6a-a26d-4119-a7fa-2e62612813e9', 'name': 'network-vif-deleted', 'tag': '8f895309-cc2f-4b4f-8739-d11de8363cbc'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:00.349474 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff15e612-ad95-4e77-9109-000681c5e7eb" -d '{"events": [{"server_uuid": "8e74ba6a-a26d-4119-a7fa-2e62612813e9", "name": "network-vif-deleted", "tag": "8f895309-cc2f-4b4f-8739-d11de8363cbc"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:00.383253 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.384673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.408002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c8fefa60-5479-4df1-a900-d356be07493a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 7bb59881-6bcc-4ed3-97f8-7e273f16416f {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:00.408002 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8fefa60-5479-4df1-a900-d356be07493a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.458912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] For port ad164a5d-e829-4337-bddc-33e2f70db12d, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:00.474195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f278d02-1ea6-4e24-8635-ef641371395f None None] Pushing event updated for resources: {'Port': ['ID=d028b2d9-2eda-4c82-b0bb-33bf46b9b07c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:00.483407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.502440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f661c-f9e1-4daa-8ae6-c671b6e15723 req-822ccf21-c113-4063-8ec2-71032a805eb4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.503992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-147f661c-f9e1-4daa-8ae6-c671b6e15723 req-822ccf21-c113-4063-8ec2-71032a805eb4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 944 time: 0.8305211 Jul 05 04:14:00.525088 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] For port ad164a5d-e829-4337-bddc-33e2f70db12d, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ad164a5d-e829-4337-bddc-33e2f70db12d,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:00.599328 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8fefa60-5479-4df1-a900-d356be07493a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.604379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-147f661c-f9e1-4daa-8ae6-c671b6e15723 req-8ffa9490-62f6-4049-b170-9154fe52ab31 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779655 Jul 05 04:14:00.617786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c8fefa60-5479-4df1-a900-d356be07493a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 7bb59881-6bcc-4ed3-97f8-7e273f16416f owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:00.636454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fe5c76af-d641-4185-aaa8-d15354e27c49 None None] Provisioning for port 7bb59881-6bcc-4ed3-97f8-7e273f16416f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:00.644335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fe5c76af-d641-4185-aaa8-d15354e27c49 None None] Provisioning complete for port 7bb59881-6bcc-4ed3-97f8-7e273f16416f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:00.644794 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fe5c76af-d641-4185-aaa8-d15354e27c49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.645053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fafb114-0f95-44f9-8462-abfa3754f0ba req-869024e7-5fea-4cb6-84b4-00b598f84bfb tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.646613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2fafb114-0f95-44f9-8462-abfa3754f0ba req-869024e7-5fea-4cb6-84b4-00b598f84bfb tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 948 time: 0.1842654 Jul 05 04:14:00.684167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-fe5c76af-d641-4185-aaa8-d15354e27c49 None None] Port 7bb59881-6bcc-4ed3-97f8-7e273f16416f cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:00.704710 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773965b9-eefe-4925-9935-b76c71863c2b x-openstack-request-id: req-773965b9-eefe-4925-9935-b76c71863c2b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:00.705221 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8e74ba6a-a26d-4119-a7fa-2e62612813e9", "name": "network-vif-deleted", "tag": "8f895309-cc2f-4b4f-8739-d11de8363cbc", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:00.705476 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-773965b9-eefe-4925-9935-b76c71863c2b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:00.705876 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8e74ba6a-a26d-4119-a7fa-2e62612813e9', 'name': 'network-vif-deleted', 'tag': '8f895309-cc2f-4b4f-8739-d11de8363cbc', 'status': 'completed', 'code': 200} Jul 05 04:14:00.711422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.735413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:00.735413 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.736368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] 10.222.0.26 "PUT /v2.0/ports/ad164a5d-e829-4337-bddc-33e2f70db12d HTTP/1.1" status: 200 len: 1097 time: 3.0827627 Jul 05 04:14:00.817122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:00.830099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2fafb114-0f95-44f9-8462-abfa3754f0ba req-c5277552-049a-49b1-9808-2c4382146ce5 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233003 Jul 05 04:14:00.842745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a996ff45-7cc7-4878-b470-e2e9d5840e22 service neutron] Pushing event updated for resources: {'Port': ['ID=ad164a5d-e829-4337-bddc-33e2f70db12d,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.012574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-80198588-8091-4b60-adab-8b1e19931927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.014231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-80198588-8091-4b60-adab-8b1e19931927 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03e27d2de17a4e57b9d410d01b1d8422&device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 1100 time: 0.0755262 Jul 05 04:14:01.025074 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8fefa60-5479-4df1-a900-d356be07493a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.093274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-77b49596-fc93-49b4-a8de-649d0d0c2fc7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ad164a5d-e829-4337-bddc-33e2f70db12d HTTP/1.1" status: 200 len: 217 time: 0.0661728 Jul 05 04:14:01.095663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fefa60-5479-4df1-a900-d356be07493a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=7bb59881-6bcc-4ed3-97f8-7e273f16416f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:01.152427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8fefa60-5479-4df1-a900-d356be07493a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.154455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c8fefa60-5479-4df1-a900-d356be07493a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/7bb59881-6bcc-4ed3-97f8-7e273f16416f HTTP/1.1" status: 204 len: 168 time: 1.5867231 Jul 05 04:14:01.156946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58984) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:01.193406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.214131 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.235832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c6f4d-5fcc-4823-a2be-99b193a95a9c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.238126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82c6f4d-5fcc-4823-a2be-99b193a95a9c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.244272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e82c6f4d-5fcc-4823-a2be-99b193a95a9c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0863140 Jul 05 04:14:01.252432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58988) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:01.267151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-84b0ae2e-75f8-4804-97c4-26a675986b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.268936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-84b0ae2e-75f8-4804-97c4-26a675986b63 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.1656280 Jul 05 04:14:01.369896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-44cd1f56-01db-41a6-a40b-1d944857ac46 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 123d3f55-b050-4f80-b91c-0b4eb1429390 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:01.383224 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44cd1f56-01db-41a6-a40b-1d944857ac46 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.438172 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44cd1f56-01db-41a6-a40b-1d944857ac46 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.481177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-7948b64f-c9e6-4df4-81dc-7c0bfbc4ecf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:01.482731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-7948b64f-c9e6-4df4-81dc-7c0bfbc4ecf4 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1806586 Jul 05 04:14:01.507479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d028b2d9-2eda-4c82-b0bb-33bf46b9b07c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:01.535218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Allocated IP 172.20.0.13 (2127771d-81c1-4338-8091-615bb41bd063/1724321e-5f77-44bd-ae1c-c6c1ea4c1620/c65ee455-4686-4352-b96c-2ecfc243da74) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:01.635730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:01.638729 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.654713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-27966cea-e9be-4a91-9406-a58473cebc63 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531923 Jul 05 04:14:01.699683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b34bf57f-a8a4-4054-98e7-f99433166e8c req-cc34c823-d698-4e45-8975-b1e9e415afeb tempest-VolumesBackupsTest-1678639972 tempest-VolumesBackupsTest-1678639972-project] 10.222.0.30 "GET /v2.0/ports?device_id=8e74ba6a-a26d-4119-a7fa-2e62612813e9 HTTP/1.1" status: 200 len: 210 time: 0.1084950 Jul 05 04:14:01.750251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.847447 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44cd1f56-01db-41a6-a40b-1d944857ac46 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.867454 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:01.925114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Network 2127771d-81c1-4338-8091-615bb41bd063 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:01.933011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:01.937060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:01.979003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3edabcc0-d2e9-4b00-9cd2-7238219c89a1 req-a4105fbf-b998-426a-a2f2-48fc683cc301 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762945 Jul 05 04:14:01.999647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event updated for resources: {'Port': ['ID=c65ee455-4686-4352-b96c-2ecfc243da74,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:02.060268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661a84a4-1df3-4299-9e52-1780449f6742 req-a4098e70-9478-43b5-8cfc-869595bed8fc tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.063480 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-661a84a4-1df3-4299-9e52-1780449f6742 req-a4098e70-9478-43b5-8cfc-869595bed8fc tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 944 time: 0.2242610 Jul 05 04:14:02.095176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 31df4ea1-fa10-4b33-8469-19500e75103a details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:14:02.130997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df679a2a-b9fa-49db-8741-106a346c66ef req-16dfc4a0-188c-4adb-b9d3-134172ed2b6a tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.136082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df679a2a-b9fa-49db-8741-106a346c66ef req-16dfc4a0-188c-4adb-b9d3-134172ed2b6a tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 948 time: 0.1365354 Jul 05 04:14:02.136082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44cd1f56-01db-41a6-a40b-1d944857ac46 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.182839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cd1f56-01db-41a6-a40b-1d944857ac46 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=123d3f55-b050-4f80-b91c-0b4eb1429390,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:02.208064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-661a84a4-1df3-4299-9e52-1780449f6742 req-9c804b72-ec6d-4bd0-be6f-aca50981acb7 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345167 Jul 05 04:14:02.211424 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44cd1f56-01db-41a6-a40b-1d944857ac46 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.213316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-44cd1f56-01db-41a6-a40b-1d944857ac46 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/123d3f55-b050-4f80-b91c-0b4eb1429390 HTTP/1.1" status: 204 len: 168 time: 0.9596360 Jul 05 04:14:02.215969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59002) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:02.223340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c2a17-51ac-4b7b-b5e3-292eef5b199b None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:02.254122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df679a2a-b9fa-49db-8741-106a346c66ef req-1ceadb81-beb7-4281-9469-e8f11cd8e6b4 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1132360 Jul 05 04:14:02.272916 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f32067af-1172-441a-9986-9309c3e434ad tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0552695 Jul 05 04:14:02.276822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59004) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:02.323095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8517e886-78d9-4508-83e7-ea47d1ee0066 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:02.498394 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.585546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8517e886-78d9-4508-83e7-ea47d1ee0066 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:02.585718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 31df4ea1-fa10-4b33-8469-19500e75103a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=31df4ea1-fa10-4b33-8469-19500e75103a,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:02.589135 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8517e886-78d9-4508-83e7-ea47d1ee0066 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.618672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '31df4ea1-fa10-4b33-8469-19500e75103a', 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162', 'port_id': '31df4ea1-fa10-4b33-8469-19500e75103a', 'mac_address': 'fa:16:3e:b5:7c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62263bbc-eae2-406c-b43e-9885c6fcb4c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:14:02.681413 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.698076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31df4ea1-fa10-4b33-8469-19500e75103a {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:02.707298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a49b37be-62ed-4d71-87e6-268c861ffcb7', 'tag': 'ad164a5d-e829-4337-bddc-33e2f70db12d'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:02.710789 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c" -d '{"events": [{"name": "network-changed", "server_uuid": "a49b37be-62ed-4d71-87e6-268c861ffcb7", "tag": "ad164a5d-e829-4337-bddc-33e2f70db12d"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:02.742614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 31df4ea1-fa10-4b33-8469-19500e75103a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=31df4ea1-fa10-4b33-8469-19500e75103a,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:02.785212 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e99728-0828-4085-a008-8f9e80d8dd94 None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:02.803209 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a71e62f8-fc6d-48fa-9427-2febc274716d x-openstack-request-id: req-a71e62f8-fc6d-48fa-9427-2febc274716d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:02.803620 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a49b37be-62ed-4d71-87e6-268c861ffcb7", "tag": "ad164a5d-e829-4337-bddc-33e2f70db12d", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:02.807883 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a71e62f8-fc6d-48fa-9427-2febc274716d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:02.807883 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a49b37be-62ed-4d71-87e6-268c861ffcb7', 'tag': 'ad164a5d-e829-4337-bddc-33e2f70db12d', 'status': 'completed', 'code': 200} Jul 05 04:14:02.841448 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.916970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-15e99728-0828-4085-a008-8f9e80d8dd94 None None] Deleting port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:02.917614 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-15e99728-0828-4085-a008-8f9e80d8dd94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:02.920566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=31df4ea1-fa10-4b33-8469-19500e75103a,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:02.979208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-84fb5e6f-a81d-48ff-b2a6-bc8c1cc97f08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:02.980779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-84fb5e6f-a81d-48ff-b2a6-bc8c1cc97f08 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=03e27d2de17a4e57b9d410d01b1d8422&device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 1100 time: 0.1700313 Jul 05 04:14:02.981054 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.075773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-15e99728-0828-4085-a008-8f9e80d8dd94 None None] For port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d028b2d9-2eda-4c82-b0bb-33bf46b9b07c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:03.076442 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-15e99728-0828-4085-a008-8f9e80d8dd94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.132893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-15e99728-0828-4085-a008-8f9e80d8dd94 None None] Calling delete_port for d028b2d9-2eda-4c82-b0bb-33bf46b9b07c owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:03.145516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['31df4ea1-fa10-4b33-8469-19500e75103a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:03.150966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-c6485bb5-23d0-400b-a546-1048d1383ee6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.153505 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-c6485bb5-23d0-400b-a546-1048d1383ee6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.1638877 Jul 05 04:14:03.214588 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8517e886-78d9-4508-83e7-ea47d1ee0066 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.225489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-ed10a31b-c1b5-4d9c-ba00-320643122342 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.222&port_id=ad164a5d-e829-4337-bddc-33e2f70db12d HTTP/1.1" status: 200 len: 217 time: 0.0639796 Jul 05 04:14:03.303960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-3aac2025-1544-4bc2-9964-25c7f516f99b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.305348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-3aac2025-1544-4bc2-9964-25c7f516f99b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0695505 Jul 05 04:14:03.384299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8517e886-78d9-4508-83e7-ea47d1ee0066 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:03.415075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8517e886-78d9-4508-83e7-ea47d1ee0066 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:03.426417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8517e886-78d9-4508-83e7-ea47d1ee0066 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.427515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8517e886-78d9-4508-83e7-ea47d1ee0066 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.451350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-61e4c455-066b-4b65-a746-168f058c1ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.455942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-61e4c455-066b-4b65-a746-168f058c1ad0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.1403615 Jul 05 04:14:03.504820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8517e886-78d9-4508-83e7-ea47d1ee0066 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=6f281d0a-9686-40dd-b699-01756403a60a,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.540195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d028b2d9-2eda-4c82-b0bb-33bf46b9b07c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:03.563474 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8517e886-78d9-4508-83e7-ea47d1ee0066 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2851038 Jul 05 04:14:03.565979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59024) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:03.574111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': '6f281d0a-9686-40dd-b699-01756403a60a', 'ip_address': '2001:db8::d940:74c2:6cc1:d16f'}], 'name': 'tempest-NetworksTestDHCPv6-1230287714'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:03.636607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-53467fc8-bb38-4a08-9555-ca5a1100707f service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665101 Jul 05 04:14:03.711156 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.712682 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Router fb4c59e0-9047-424d-9ed7-7dafce8f0540 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:03.735168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-15e99728-0828-4085-a008-8f9e80d8dd94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.802348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e99728-0828-4085-a008-8f9e80d8dd94 None None] Pushing event deleted for resources: {'Port': ['ID=d028b2d9-2eda-4c82-b0bb-33bf46b9b07c,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:03.802348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e99728-0828-4085-a008-8f9e80d8dd94 None None] No DVR routers for this DVR port d028b2d9-2eda-4c82-b0bb-33bf46b9b07c on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:03.816440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c25edd02-e2c6-4e41-8ca7-9c2267aab4c8 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:03.832756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1c09e5a-87ad-426b-a782-8bf1f35ae24c req-fd678970-f8c7-46ad-8350-1e72d2d5c4e0 service neutron] 10.222.0.26 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1147294 Jul 05 04:14:03.838697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:03.898613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad22e4a-3130-4c34-a37e-7e1ff62f085c req-e7dc923e-e530-42ed-9781-a182541126f5 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.900152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ad22e4a-3130-4c34-a37e-7e1ff62f085c req-e7dc923e-e530-42ed-9781-a182541126f5 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 948 time: 0.2626989 Jul 05 04:14:03.908529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a15356-e103-47f9-a527-d98eaadc09f7 req-3cf09d10-7869-4382-a074-592790de8195 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:03.910045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49a15356-e103-47f9-a527-d98eaadc09f7 req-3cf09d10-7869-4382-a074-592790de8195 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 945 time: 0.2318592 Jul 05 04:14:03.951863 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:03.956844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ad22e4a-3130-4c34-a37e-7e1ff62f085c req-d0e09243-23cc-4e45-a313-e822f3d3a462 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457900 Jul 05 04:14:04.003377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49a15356-e103-47f9-a527-d98eaadc09f7 req-ddafbb0f-e6ab-424e-8a65-f9bcac1c57c5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569649 Jul 05 04:14:04.018851 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 6c2fcd5f-18e7-40d2-97a6-1b59e36049b3 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:04.025113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '6f281d0a-9686-40dd-b699-01756403a60a'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:04.027488 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.094013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:04.105540 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Sync routers for ids ['fb4c59e0-9047-424d-9ed7-7dafce8f0540'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:04.117846 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Routers {'fb4c59e0-9047-424d-9ed7-7dafce8f0540'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:04.118695 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:13:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fb4c59e0-9047-424d-9ed7-7dafce8f0540'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:04.165445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 31df4ea1-fa10-4b33-8469-19500e75103a up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:04.232656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.237252 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-484fad53-1b1c-41c1-964e-0ae7d9300f21 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 4.0158334 Jul 05 04:14:04.239169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59032) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:04.255174 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Set router fb4c59e0-9047-424d-9ed7-7dafce8f0540 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:04.357561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::d940:74c2:6cc1:d16f (4e8666f2-1800-4194-b3cc-657fb8271ed3/6f281d0a-9686-40dd-b699-01756403a60a/6c2fcd5f-18e7-40d2-97a6-1b59e36049b3) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:04.385343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 31df4ea1-fa10-4b33-8469-19500e75103a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:04.393909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 31df4ea1-fa10-4b33-8469-19500e75103a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:04.394598 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.469695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.570830 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb4c59e0-9047-424d-9ed7-7dafce8f0540', 'name': '', 'tenant_id': '45d692731ed04b5485746f01f9cd5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2127771d-81c1-4338-8091-615bb41bd063', 'external_fixed_ips': [{'subnet_id': '1724321e-5f77-44bd-ae1c-c6c1ea4c1620', 'ip_address': '172.20.0.13'}], 'enable_snat': True}, 'gw_port_id': 'c65ee455-4686-4352-b96c-2ecfc243da74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:00Z', 'updated_at': '2021-07-05T04:14:02Z', 'revision_number': 3, 'project_id': '45d692731ed04b5485746f01f9cd5dfb', 'gw_port': {'id': 'c65ee455-4686-4352-b96c-2ecfc243da74', 'name': '', 'network_id': '2127771d-81c1-4338-8091-615bb41bd063', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:a4:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb4c59e0-9047-424d-9ed7-7dafce8f0540', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2904, 'fixed_ips': [{'subnet_id': '1724321e-5f77-44bd-ae1c-c6c1ea4c1620', 'ip_address': '172.20.0.13', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:01Z', 'updated_at': '2021-07-05T04:14:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1724321e-5f77-44bd-ae1c-c6c1ea4c1620', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:04.605148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.612193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.647734 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Checking router: fb4c59e0-9047-424d-9ed7-7dafce8f0540 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:04.650034 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Updating router fb4c59e0-9047-424d-9ed7-7dafce8f0540 port c65ee455-4686-4352-b96c-2ecfc243da74 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:04.665350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31df4ea1-fa10-4b33-8469-19500e75103a'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:04.667707 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05947016-44f1-46bb-b182-633deff21154" -d '{"events": [{"server_uuid": "ab8a1e8a-7e0e-4728-885a-528e142b456c", "name": "network-vif-plugged", "status": "completed", "tag": "31df4ea1-fa10-4b33-8469-19500e75103a"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:04.703997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 31df4ea1-fa10-4b33-8469-19500e75103a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=31df4ea1-fa10-4b33-8469-19500e75103a,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:04.730062 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.776174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.778285 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.820948 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 6c2fcd5f-18e7-40d2-97a6-1b59e36049b3 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:04.834008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Deleting port c65ee455-4686-4352-b96c-2ecfc243da74 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:04.834556 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:04.892414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=31df4ea1-fa10-4b33-8469-19500e75103a,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:04.935634 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63cc21aa-8d84-4c16-bd7a-ddd0b2f62289 x-openstack-request-id: req-63cc21aa-8d84-4c16-bd7a-ddd0b2f62289 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:04.936717 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8a1e8a-7e0e-4728-885a-528e142b456c", "name": "network-vif-plugged", "status": "completed", "tag": "31df4ea1-fa10-4b33-8469-19500e75103a", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:04.936717 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63cc21aa-8d84-4c16-bd7a-ddd0b2f62289 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:04.936927 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31df4ea1-fa10-4b33-8469-19500e75103a', 'code': 200} Jul 05 04:14:04.995024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.010892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Calling delete_port for c65ee455-4686-4352-b96c-2ecfc243da74 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:05.065822 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.246216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=6c2fcd5f-18e7-40d2-97a6-1b59e36049b3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:05.263203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/6f281d0a-9686-40dd-b699-01756403a60a/ef0cad59-6b20-41fa-9e05-ff84cc34aec1) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:05.297829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:05.302672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:05.316808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:05.323206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:05.323838 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.406417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59056) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:05.414378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8490199-2d74-4f17-af0b-23b2a50f6bbe req-33f94b5f-114b-420d-b239-820efe2e4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:05.416076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8490199-2d74-4f17-af0b-23b2a50f6bbe req-33f94b5f-114b-420d-b239-820efe2e4255 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 1098 time: 0.3897896 Jul 05 04:14:05.451537 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.462743 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Transition to ACTIVE for port object c65ee455-4686-4352-b96c-2ecfc243da74 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:05.504363 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-808c81c8-2df6-4198-b56e-62480329c090 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.9369469 Jul 05 04:14:05.507529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59060) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:05.572119 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.584599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8490199-2d74-4f17-af0b-23b2a50f6bbe req-deb0a694-731f-49ac-9656-30046840718f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583366 Jul 05 04:14:05.602083 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1afa16b0-5e6e-4160-a140-ec25a9a9a76f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.621855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30611e4-d0eb-4793-8bcd-ca68d6689adf req-8a13d4df-79ba-4588-9bec-795e6ddde8dc tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:05.629351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b30611e4-d0eb-4793-8bcd-ca68d6689adf req-8a13d4df-79ba-4588-9bec-795e6ddde8dc tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 948 time: 0.3336952 Jul 05 04:14:05.665236 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Pushing event updated for resources: {'Port': ['ID=c65ee455-4686-4352-b96c-2ecfc243da74,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:05.682969 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.683311 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.687873 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.688470 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.691691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.692146 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.692491 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.692830 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.693246 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.693581 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.695509 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.695928 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-505bf168-f826-46e6-87c7-25dfc5a34e59 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:05.697350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8032321-f6fe-498e-bccc-7b451b3b80e0 req-d71a0f1e-22b7-4d5d-9dbf-8e78cfda59f4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:05.703501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8032321-f6fe-498e-bccc-7b451b3b80e0 req-d71a0f1e-22b7-4d5d-9dbf-8e78cfda59f4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.4696579 Jul 05 04:14:05.727981 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.737971 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Attempting to bind port c65ee455-4686-4352-b96c-2ecfc243da74 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:05.740113 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Attempting to bind port c65ee455-4686-4352-b96c-2ecfc243da74 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '916e1a54-8913-4da1-a569-e42bf9802de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2127771d-81c1-4338-8091-615bb41bd063'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:05.740629 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Attempting to bind port c65ee455-4686-4352-b96c-2ecfc243da74 on network 2127771d-81c1-4338-8091-615bb41bd063 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:05.745274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Transition to ACTIVE for port object ef0cad59-6b20-41fa-9e05-ff84cc34aec1 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:05.749273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f511b3-0f13-411c-a66b-7f74bf6d5db2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:05.753751 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f7f511b3-0f13-411c-a66b-7f74bf6d5db2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2450159 Jul 05 04:14:05.754250 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:05.754804 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Checking segment: {'id': '916e1a54-8913-4da1-a569-e42bf9802de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2127771d-81c1-4338-8091-615bb41bd063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:05.756297 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.756976 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Bound using segment: {'id': '916e1a54-8913-4da1-a569-e42bf9802de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2127771d-81c1-4338-8091-615bb41bd063'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:05.760498 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Bound port: c65ee455-4686-4352-b96c-2ecfc243da74, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916e1a54-8913-4da1-a569-e42bf9802de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2127771d-81c1-4338-8091-615bb41bd063'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:05.761175 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.767747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59064) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:05.778761 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Transition to ACTIVE for port object ef0cad59-6b20-41fa-9e05-ff84cc34aec1 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:05.865817 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:05.898426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b30611e4-d0eb-4793-8bcd-ca68d6689adf req-9431f974-9820-4fa0-aed3-e1faafa3b6b3 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2491744 Jul 05 04:14:05.905901 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8032321-f6fe-498e-bccc-7b451b3b80e0 req-046eba17-710f-4098-a27f-3a6a2e824377 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323328 Jul 05 04:14:05.939386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:05.942248 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:05.946357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:05.965341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Pushing event updated for resources: {'Port': ['ID=ef0cad59-6b20-41fa-9e05-ff84cc34aec1,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.004568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1afa16b0-5e6e-4160-a140-ec25a9a9a76f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.006640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b843dc48-cf0d-4f30-9ec4-227959b057fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 6c2fcd5f-18e7-40d2-97a6-1b59e36049b3 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:06.006978 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b843dc48-cf0d-4f30-9ec4-227959b057fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.014789 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.016783 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.db.api [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:14:06.020315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Attempting to bind port ef0cad59-6b20-41fa-9e05-ff84cc34aec1 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.020652 n-d-758944-41 neutron-server[100898]: DEBUG oslo_db.api [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:14:06.025140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Attempting to bind port ef0cad59-6b20-41fa-9e05-ff84cc34aec1 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.025140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Attempting to bind port ef0cad59-6b20-41fa-9e05-ff84cc34aec1 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.031970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:06.032645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:06.033141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.033676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:06.034257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Bound port: ef0cad59-6b20-41fa-9e05-ff84cc34aec1, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:06.034731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.071099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1afa16b0-5e6e-4160-a140-ec25a9a9a76f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.084544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event deleted for resources: {'Port': ['ID=c65ee455-4686-4352-b96c-2ecfc243da74,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.104470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ad164a5d-e829-4337-bddc-33e2f70db12d details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:14:06.122153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.122510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.123038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.123200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.123539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.123871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.124233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.124562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.125020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.125301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.125629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.125717 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b843dc48-cf0d-4f30-9ec4-227959b057fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.126368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:06.142036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b843dc48-cf0d-4f30-9ec4-227959b057fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 6c2fcd5f-18e7-40d2-97a6-1b59e36049b3 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:06.178159 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.224104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ad164a5d-e829-4337-bddc-33e2f70db12d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ad164a5d-e829-4337-bddc-33e2f70db12d,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:06.246578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'ad164a5d-e829-4337-bddc-33e2f70db12d', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': 'ad164a5d-e829-4337-bddc-33e2f70db12d', 'mac_address': 'fa:16:3e:ae:ab:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.222'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:14:06.280012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1afa16b0-5e6e-4160-a140-ec25a9a9a76f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0086028d2c2941f2bdbd73d68542a69e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8723454 Jul 05 04:14:06.284892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afa16b0-5e6e-4160-a140-ec25a9a9a76f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a77f9a06-7530-4793-9cb6-12d6d60e05fd,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.290249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59068) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:06.293022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] For port ef0cad59-6b20-41fa-9e05-ff84cc34aec1, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:06.316171 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] For port ef0cad59-6b20-41fa-9e05-ff84cc34aec1, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ef0cad59-6b20-41fa-9e05-ff84cc34aec1,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:06.329408 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.371605 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51fc3c96-a958-4d7d-9d0c-5625381c5f22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.376638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad164a5d-e829-4337-bddc-33e2f70db12d {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:06.414334 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.416772 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.419707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.431315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51fc3c96-a958-4d7d-9d0c-5625381c5f22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.489562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b843dc48-cf0d-4f30-9ec4-227959b057fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.526707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ad164a5d-e829-4337-bddc-33e2f70db12d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ad164a5d-e829-4337-bddc-33e2f70db12d,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:06.537277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843dc48-cf0d-4f30-9ec4-227959b057fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=6c2fcd5f-18e7-40d2-97a6-1b59e36049b3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.547641 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Attempting to bind port c65ee455-4686-4352-b96c-2ecfc243da74 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:06.548111 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Attempting to bind port c65ee455-4686-4352-b96c-2ecfc243da74 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '916e1a54-8913-4da1-a569-e42bf9802de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2127771d-81c1-4338-8091-615bb41bd063'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:06.548424 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Attempting to bind port c65ee455-4686-4352-b96c-2ecfc243da74 on network 2127771d-81c1-4338-8091-615bb41bd063 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:06.559231 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 13, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:06.559611 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Checking segment: {'id': '916e1a54-8913-4da1-a569-e42bf9802de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2127771d-81c1-4338-8091-615bb41bd063'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:06.560058 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.560451 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Bound using segment: {'id': '916e1a54-8913-4da1-a569-e42bf9802de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2127771d-81c1-4338-8091-615bb41bd063'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:06.561147 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Bound port: c65ee455-4686-4352-b96c-2ecfc243da74, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '916e1a54-8913-4da1-a569-e42bf9802de8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '2127771d-81c1-4338-8091-615bb41bd063'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:06.561722 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.574304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2d4990-71e5-4723-ba34-e80f7ae6600e None None] Pushing event updated for resources: {'Port': ['ID=ef0cad59-6b20-41fa-9e05-ff84cc34aec1,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.577691 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.584634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Fanout notify agent at l3_agent the message router_deleted on router fb4c59e0-9047-424d-9ed7-7dafce8f0540 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:06.589676 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.590865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a5ee664c-bc47-42ce-a8f9-6bae54266774 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "DELETE /v2.0/routers/fb4c59e0-9047-424d-9ed7-7dafce8f0540 HTTP/1.1" status: 204 len: 168 time: 2.3505955 Jul 05 04:14:06.593707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59072) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:06.602025 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.plugin [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Port c65ee455-4686-4352-b96c-2ecfc243da74 has been deleted concurrently {{(pid=100898) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 04:14:06.606809 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b843dc48-cf0d-4f30-9ec4-227959b057fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.611941 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b843dc48-cf0d-4f30-9ec4-227959b057fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/6c2fcd5f-18e7-40d2-97a6-1b59e36049b3 HTTP/1.1" status: 204 len: 168 time: 0.8389432 Jul 05 04:14:06.612249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59074) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:06.620962 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.623238 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Routers set() bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:06.623668 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Router IDs set() for agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:14:06.624358 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_agentschedulers_db [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'fb4c59e0-9047-424d-9ed7-7dafce8f0540'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:13:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent'). {{(pid=100898) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:14:06.634347 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5dc7618-8e6d-4d2c-9251-189bfce474cf None None] The sync data for ids ['fb4c59e0-9047-424d-9ed7-7dafce8f0540'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:06.696911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ad164a5d-e829-4337-bddc-33e2f70db12d,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.700147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-123a91c0-2b58-4b5f-9920-ccbeee54e382 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Deleting subnet 1724321e-5f77-44bd-ae1c-c6c1ea4c1620 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:06.707315 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-123a91c0-2b58-4b5f-9920-ccbeee54e382 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.722999 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51fc3c96-a958-4d7d-9d0c-5625381c5f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.726041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51fc3c96-a958-4d7d-9d0c-5625381c5f22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.729592 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-51fc3c96-a958-4d7d-9d0c-5625381c5f22 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a77f9a06-7530-4793-9cb6-12d6d60e05fd HTTP/1.1" status: 204 len: 168 time: 0.4313343 Jul 05 04:14:06.746902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65633e22-fe2a-4f05-a756-6da1b83190cc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:06.748645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65633e22-fe2a-4f05-a756-6da1b83190cc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:06.753123 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-65633e22-fe2a-4f05-a756-6da1b83190cc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1397028 Jul 05 04:14:06.753902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59078) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:06.754695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51fc3c96-a958-4d7d-9d0c-5625381c5f22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a77f9a06-7530-4793-9cb6-12d6d60e05fd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:06.765410 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-123a91c0-2b58-4b5f-9920-ccbeee54e382 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.824945 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-123a91c0-2b58-4b5f-9920-ccbeee54e382 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.849151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ad164a5d-e829-4337-bddc-33e2f70db12d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:06.864356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9aed3ba-874b-4ba2-aef3-a54ec2f18f7b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 6f281d0a-9686-40dd-b699-01756403a60a {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:06.882369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c9aed3ba-874b-4ba2-aef3-a54ec2f18f7b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:06.968515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c9aed3ba-874b-4ba2-aef3-a54ec2f18f7b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.162450 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c9aed3ba-874b-4ba2-aef3-a54ec2f18f7b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.222785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0e0794f-5cc4-488d-ba0d-06a9181ead3d req-872277eb-0f5f-4c82-92f4-dc061dd399da tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.224473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0e0794f-5cc4-488d-ba0d-06a9181ead3d req-872277eb-0f5f-4c82-92f4-dc061dd399da tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 949 time: 0.1266193 Jul 05 04:14:07.238778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2ea9e-ef24-4dc3-a94e-016ce9dbba5d req-cbb80fe8-4ce5-4dd7-9ffc-e26eedc24d10 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.240435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21a2ea9e-ef24-4dc3-a94e-016ce9dbba5d req-cbb80fe8-4ce5-4dd7-9ffc-e26eedc24d10 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.1057787 Jul 05 04:14:07.253164 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-123a91c0-2b58-4b5f-9920-ccbeee54e382 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.318103 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-123a91c0-2b58-4b5f-9920-ccbeee54e382 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.318103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-123a91c0-2b58-4b5f-9920-ccbeee54e382 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/1724321e-5f77-44bd-ae1c-c6c1ea4c1620 HTTP/1.1" status: 204 len: 168 time: 0.7160127 Jul 05 04:14:07.318103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123a91c0-2b58-4b5f-9920-ccbeee54e382 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1724321e-5f77-44bd-ae1c-c6c1ea4c1620,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.320336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59088) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.402311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0e0794f-5cc4-488d-ba0d-06a9181ead3d req-8e1baac7-5ada-43c2-acbc-3013aef55665 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1601400 Jul 05 04:14:07.421460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21a2ea9e-ef24-4dc3-a94e-016ce9dbba5d req-0c8ceb51-59f1-4ac3-92a0-b8dfdebdaccb tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712077 Jul 05 04:14:07.472933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c9aed3ba-874b-4ba2-aef3-a54ec2f18f7b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.492016 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.510072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ef0cad59-6b20-41fa-9e05-ff84cc34aec1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:07.533794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aed3ba-874b-4ba2-aef3-a54ec2f18f7b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=6f281d0a-9686-40dd-b699-01756403a60a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:07.536525 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c9aed3ba-874b-4ba2-aef3-a54ec2f18f7b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.539397 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c9aed3ba-874b-4ba2-aef3-a54ec2f18f7b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/6f281d0a-9686-40dd-b699-01756403a60a HTTP/1.1" status: 204 len: 168 time: 0.7795706 Jul 05 04:14:07.542283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59096) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.635437 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d60b26ea-58e9-4d02-86bb-b898e6f12c97 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0883951 Jul 05 04:14:07.635622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59098) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.690573 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.703866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2127771d-81c1-4338-8091-615bb41bd063']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:07.713508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c54b6af-2084-463d-bd11-a07e07378522 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.717564 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4c54b6af-2084-463d-bd11-a07e07378522 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0784812 Jul 05 04:14:07.717789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59100) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.718609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '916e1a54-8913-4da1-a569-e42bf9802de8') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:07.719004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '916e1a54-8913-4da1-a569-e42bf9802de8') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:07.734990 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.757754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.761371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ef0cad59-6b20-41fa-9e05-ff84cc34aec1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:07.772032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dca7cb-b396-4322-b090-607224bbf3a5 req-cb4fccda-87a4-43cf-a08c-e42e8ea9c664 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.774281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04dca7cb-b396-4322-b090-607224bbf3a5 req-cb4fccda-87a4-43cf-a08c-e42e8ea9c664 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.1721313 Jul 05 04:14:07.779968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:14:07.780599 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: items = [ Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:14:07.782521 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:14:07.794577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda4a05a-89dc-45d3-a01f-faeb6416beec tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:07.798194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bda4a05a-89dc-45d3-a01f-faeb6416beec tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0794380 Jul 05 04:14:07.798842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59102) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.862017 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ca882e6-7996-4ef2-a31e-2b2ff24f9242 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0544693 Jul 05 04:14:07.868007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59104) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.877664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ebc941fe-5c82-440d-80fe-526f2266d8fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:07.904657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04dca7cb-b396-4322-b090-607224bbf3a5 req-a34bd030-a19e-4939-b1dd-a1a7f4d7a338 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095989 Jul 05 04:14:07.913873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6998750d-372f-4193-8c63-d4eda5c851e4 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:07.936827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59108) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:07.951842 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9eca9b43-62bd-42c8-a299-a50c31b75681 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:07.989631 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.009884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2127771d-81c1-4338-8091-615bb41bd063 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:14:08.045644 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.050909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "DELETE /v2.0/networks/2127771d-81c1-4338-8091-615bb41bd063 HTTP/1.1" status: 204 len: 168 time: 0.7280598 Jul 05 04:14:08.062792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8c04d2-906f-46ef-a7cd-2bec375571df tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event deleted for resources: {'Network': ['ID=2127771d-81c1-4338-8091-615bb41bd063,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:08.115407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9eca9b43-62bd-42c8-a299-a50c31b75681 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.178545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6a7c5016-d9ac-4c91-a85a-6ccf8df549ec None None] Provisioning for port ef0cad59-6b20-41fa-9e05-ff84cc34aec1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:08.181421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ad164a5d-e829-4337-bddc-33e2f70db12d up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:08.193731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36816d11-d58f-4868-8bda-c73ec4a9c403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.207681 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9eca9b43-62bd-42c8-a299-a50c31b75681 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.276222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6a7c5016-d9ac-4c91-a85a-6ccf8df549ec None None] Provisioning complete for port ef0cad59-6b20-41fa-9e05-ff84cc34aec1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:08.276794 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5016-d9ac-4c91-a85a-6ccf8df549ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.308779 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9eca9b43-62bd-42c8-a299-a50c31b75681 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=31097cb3a3d04ae08a44b73ebe7fe8cf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3682928 Jul 05 04:14:08.309625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59122) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:08.310977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eca9b43-62bd-42c8-a299-a50c31b75681 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd05196-fa21-46f3-9bfa-1b12f3ea6114,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:08.339205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc941fe-5c82-440d-80fe-526f2266d8fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:08.342720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ebc941fe-5c82-440d-80fe-526f2266d8fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.441739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port ad164a5d-e829-4337-bddc-33e2f70db12d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:08.446673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5016-d9ac-4c91-a85a-6ccf8df549ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.458680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port ad164a5d-e829-4337-bddc-33e2f70db12d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:08.459162 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.504715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cae20c4-8d0d-405f-b40b-3f192cfa1ce4 None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:08.522587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6a7c5016-d9ac-4c91-a85a-6ccf8df549ec None None] For port ef0cad59-6b20-41fa-9e05-ff84cc34aec1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ef0cad59-6b20-41fa-9e05-ff84cc34aec1,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:08.650486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9cae20c4-8d0d-405f-b40b-3f192cfa1ce4 None None] Deleting port ef0cad59-6b20-41fa-9e05-ff84cc34aec1 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:08.651001 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9cae20c4-8d0d-405f-b40b-3f192cfa1ce4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.753836 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.759439 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5016-d9ac-4c91-a85a-6ccf8df549ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.872844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ad164a5d-e829-4337-bddc-33e2f70db12d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ad164a5d-e829-4337-bddc-33e2f70db12d,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:08.887113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49b37be-62ed-4d71-87e6-268c861ffcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad164a5d-e829-4337-bddc-33e2f70db12d'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:08.900418 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d07e614-0c66-44be-a342-578f5a94db20" -d '{"events": [{"server_uuid": "a49b37be-62ed-4d71-87e6-268c861ffcb7", "name": "network-vif-plugged", "status": "completed", "tag": "ad164a5d-e829-4337-bddc-33e2f70db12d"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:08.963022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9cae20c4-8d0d-405f-b40b-3f192cfa1ce4 None None] For port ef0cad59-6b20-41fa-9e05-ff84cc34aec1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ef0cad59-6b20-41fa-9e05-ff84cc34aec1,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:08.963022 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9cae20c4-8d0d-405f-b40b-3f192cfa1ce4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:08.966225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.040075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59168) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.045321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b06622a5-27cb-4eb7-835c-63fcfc44f572 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Request body: {'router': {'name': 'tempest-router--671371385', 'project_id': 'efb31f3a73b643838e953d112c63b578'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:09.065440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9cae20c4-8d0d-405f-b40b-3f192cfa1ce4 None None] Calling delete_port for ef0cad59-6b20-41fa-9e05-ff84cc34aec1 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:09.089977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c5016-d9ac-4c91-a85a-6ccf8df549ec None None] Pushing event updated for resources: {'Port': ['ID=ef0cad59-6b20-41fa-9e05-ff84cc34aec1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:09.131952 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39031d5a-451b-42a2-a3a5-d92758e76437 x-openstack-request-id: req-39031d5a-451b-42a2-a3a5-d92758e76437 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:09.135585 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49b37be-62ed-4d71-87e6-268c861ffcb7", "name": "network-vif-plugged", "status": "completed", "tag": "ad164a5d-e829-4337-bddc-33e2f70db12d", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:09.137992 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-39031d5a-451b-42a2-a3a5-d92758e76437 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:09.140371 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49b37be-62ed-4d71-87e6-268c861ffcb7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad164a5d-e829-4337-bddc-33e2f70db12d', 'code': 200} Jul 05 04:14:09.186346 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b06622a5-27cb-4eb7-835c-63fcfc44f572 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.187719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b06622a5-27cb-4eb7-835c-63fcfc44f572 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.320995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b06622a5-27cb-4eb7-835c-63fcfc44f572 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.415147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b06622a5-27cb-4eb7-835c-63fcfc44f572 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.465544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ad164a5d-e829-4337-bddc-33e2f70db12d,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:09.484924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ef0cad59-6b20-41fa-9e05-ff84cc34aec1 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:09.556793 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b06622a5-27cb-4eb7-835c-63fcfc44f572 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.558103 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b06622a5-27cb-4eb7-835c-63fcfc44f572 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.5169022 Jul 05 04:14:09.561021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59184) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:09.590453 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.652916 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43bc8be3-34dc-4011-a56e-780877b1104a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.655260 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9cae20c4-8d0d-405f-b40b-3f192cfa1ce4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.682697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cae20c4-8d0d-405f-b40b-3f192cfa1ce4 None None] No DVR routers for this DVR port ef0cad59-6b20-41fa-9e05-ff84cc34aec1 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:09.760083 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6e35f11-9489-4b4f-8728-9dcbd3a0b22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.794750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cae20c4-8d0d-405f-b40b-3f192cfa1ce4 None None] Pushing event deleted for resources: {'Port': ['ID=ef0cad59-6b20-41fa-9e05-ff84cc34aec1,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:09.856239 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:14:09.946697 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6e35f11-9489-4b4f-8728-9dcbd3a0b22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.970412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43bc8be3-34dc-4011-a56e-780877b1104a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.973243 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43bc8be3-34dc-4011-a56e-780877b1104a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:09.977592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381d0759-4a08-4ec1-8b5e-99b415a04ede req-9cf8c176-8386-4c61-86ac-5192e7d735a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:09.982767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-381d0759-4a08-4ec1-8b5e-99b415a04ede req-9cf8c176-8386-4c61-86ac-5192e7d735a9 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 1102 time: 0.4983187 Jul 05 04:14:10.002801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75cb92a-fc68-47e2-8a74-9b378fbd9d12 req-a3fec883-d7fb-4e1b-b86c-d91b765f0d35 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:10.004437 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b75cb92a-fc68-47e2-8a74-9b378fbd9d12 req-a3fec883-d7fb-4e1b-b86c-d91b765f0d35 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 950 time: 0.5249500 Jul 05 04:14:10.022602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfefa8a-507b-4702-ba29-326e5b4f676d req-62fe8252-9f35-469c-9233-68161088e5fe tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:10.024508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcfefa8a-507b-4702-ba29-326e5b4f676d req-62fe8252-9f35-469c-9233-68161088e5fe tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.5460594 Jul 05 04:14:10.030317 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ebc941fe-5c82-440d-80fe-526f2266d8fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.150864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebc941fe-5c82-440d-80fe-526f2266d8fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:10.165289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-381d0759-4a08-4ec1-8b5e-99b415a04ede req-cf95c9d8-fa67-4043-bce2-9ad43d788e1d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715298 Jul 05 04:14:10.176923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-ebc941fe-5c82-440d-80fe-526f2266d8fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:10.181257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc941fe-5c82-440d-80fe-526f2266d8fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:10.181864 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ebc941fe-5c82-440d-80fe-526f2266d8fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.190982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91f8596-0142-415f-9941-db97abf6dd92 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:10.202719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc941fe-5c82-440d-80fe-526f2266d8fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=5fa1088a-6278-41c6-ba22-809c33ba9cb0,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:10.210218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b75cb92a-fc68-47e2-8a74-9b378fbd9d12 req-75fddac4-f466-428c-9ca6-2a01a774d0a0 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1846840 Jul 05 04:14:10.229453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcfefa8a-507b-4702-ba29-326e5b4f676d req-8b5c42c8-087c-4b68-b095-8416092cb5ae tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876450 Jul 05 04:14:10.261170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6e35f11-9489-4b4f-8728-9dcbd3a0b22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.264062 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c6e35f11-9489-4b4f-8728-9dcbd3a0b22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.265500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c6e35f11-9489-4b4f-8728-9dcbd3a0b22e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1dd05196-fa21-46f3-9bfa-1b12f3ea6114 HTTP/1.1" status: 204 len: 168 time: 1.9547901 Jul 05 04:14:10.280005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e35f11-9489-4b4f-8728-9dcbd3a0b22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd05196-fa21-46f3-9bfa-1b12f3ea6114,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:10.342252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ebc941fe-5c82-440d-80fe-526f2266d8fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4669132 Jul 05 04:14:10.342704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59194) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:10.348361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': '5fa1088a-6278-41c6-ba22-809c33ba9cb0', 'ip_address': '2001:db8::a9e8:83ea:a4a0:1b15'}], 'name': 'tempest-NetworksTestDHCPv6-393223315'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:10.425346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '5fa1088a-6278-41c6-ba22-809c33ba9cb0'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:10.427915 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.493980 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43bc8be3-34dc-4011-a56e-780877b1104a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.494548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43bc8be3-34dc-4011-a56e-780877b1104a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8b8ce752-0a8d-447c-a8b7-24619509eced {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:10.498903 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43bc8be3-34dc-4011-a56e-780877b1104a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.501275 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-43bc8be3-34dc-4011-a56e-780877b1104a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "DELETE /v2.0/routers/8b8ce752-0a8d-447c-a8b7-24619509eced HTTP/1.1" status: 204 len: 168 time: 0.9379318 Jul 05 04:14:10.590444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:10.666625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/5fa1088a-6278-41c6-ba22-809c33ba9cb0/eeb1d9df-6a60-4e29-8264-c0aabd997e29) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:10.771047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.818028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 7e842c7a-857f-4c60-b782-0fa7d1aab969 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:10.845935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59230) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:10.865383 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1b574fed-b58c-4afd-a9ea-bd2dd5d15180 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.951746 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:10.981873 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.008228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Transition to ACTIVE for port object eeb1d9df-6a60-4e29-8264-c0aabd997e29 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:11.039225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Transition to ACTIVE for port object eeb1d9df-6a60-4e29-8264-c0aabd997e29 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:11.140173 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.166436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-228049341', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:11.232235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2cc03-2a31-4315-be43-67bd090552ab req-93bbb3a6-954d-428d-85b0-6c05fe42dea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:11.234850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97c2cc03-2a31-4315-be43-67bd090552ab req-93bbb3a6-954d-428d-85b0-6c05fe42dea0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 1098 time: 0.2794430 Jul 05 04:14:11.282810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.285581 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.369396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::a9e8:83ea:a4a0:1b15 (4e8666f2-1800-4194-b3cc-657fb8271ed3/5fa1088a-6278-41c6-ba22-809c33ba9cb0/7e842c7a-857f-4c60-b782-0fa7d1aab969) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:11.412087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.480552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:11.483389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:11.487007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:11.506635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Pushing event updated for resources: {'Port': ['ID=eeb1d9df-6a60-4e29-8264-c0aabd997e29,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:11.560250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Attempting to bind port eeb1d9df-6a60-4e29-8264-c0aabd997e29 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:11.560626 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Attempting to bind port eeb1d9df-6a60-4e29-8264-c0aabd997e29 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:11.560993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Attempting to bind port eeb1d9df-6a60-4e29-8264-c0aabd997e29 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:11.567179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:11.567658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:11.568030 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.568519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:11.569042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Bound port: eeb1d9df-6a60-4e29-8264-c0aabd997e29, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:11.569530 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.653257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] For port eeb1d9df-6a60-4e29-8264-c0aabd997e29, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:11.657213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] For port eeb1d9df-6a60-4e29-8264-c0aabd997e29, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=eeb1d9df-6a60-4e29-8264-c0aabd997e29,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:11.683457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2cc03-2a31-4315-be43-67bd090552ab req-39f51422-992a-4743-bf40-f66e9bb583d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:11.685229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97c2cc03-2a31-4315-be43-67bd090552ab req-39f51422-992a-4743-bf40-f66e9bb583d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=443d4a5e-ff4e-4e84-a580-4a17e8375162 HTTP/1.1" status: 200 len: 915 time: 0.4263685 Jul 05 04:14:11.734472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.794913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9559fa5-51c2-4fbe-8361-a624c4671679 req-4a7cacb9-7dd2-49b8-ac92-939212d8a56e tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:11.796658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9559fa5-51c2-4fbe-8361-a624c4671679 req-4a7cacb9-7dd2-49b8-ac92-939212d8a56e tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 950 time: 0.3895004 Jul 05 04:14:11.801351 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:11.815746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97c2cc03-2a31-4315-be43-67bd090552ab req-002d32c4-f589-4709-81a9-b51339c22843 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31df4ea1-fa10-4b33-8469-19500e75103a HTTP/1.1" status: 200 len: 217 time: 0.1097405 Jul 05 04:14:11.836192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d70751-236f-4dd2-8b08-8207d4c3c1c6 req-bbea31de-ff5b-47d5-a3e8-20843723e685 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:11.837877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67d70751-236f-4dd2-8b08-8207d4c3c1c6 req-bbea31de-ff5b-47d5-a3e8-20843723e685 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.3376451 Jul 05 04:14:11.940622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a3823d6-047e-4ca7-91f3-03fb5bfdbabf None None] Pushing event updated for resources: {'Port': ['ID=eeb1d9df-6a60-4e29-8264-c0aabd997e29,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:12.023330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9559fa5-51c2-4fbe-8361-a624c4671679 req-b78f9680-d578-4eb6-b2da-1a44beac03bf tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161627 Jul 05 04:14:12.024953 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.049562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67d70751-236f-4dd2-8b08-8207d4c3c1c6 req-e8eb03a6-6ecb-425a-9d85-bcdd7565ac3e tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875119 Jul 05 04:14:12.049730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2cc03-2a31-4315-be43-67bd090552ab req-1257a800-afa7-43fe-810a-94d85a563aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:12.051518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97c2cc03-2a31-4315-be43-67bd090552ab req-1257a800-afa7-43fe-810a-94d85a563aae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62263bbc-eae2-406c-b43e-9885c6fcb4c9 HTTP/1.1" status: 200 len: 854 time: 0.2125561 Jul 05 04:14:12.108095 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.124203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 7e842c7a-857f-4c60-b782-0fa7d1aab969 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:12.159229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97c2cc03-2a31-4315-be43-67bd090552ab req-30ee2556-7dd3-445b-9dcd-60fed20dd9af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=443d4a5e-ff4e-4e84-a580-4a17e8375162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1008606 Jul 05 04:14:12.243614 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.290629 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.322279 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.369509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=7e842c7a-857f-4c60-b782-0fa7d1aab969,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:12.420124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97c2cc03-2a31-4315-be43-67bd090552ab req-83b227ed-abe0-42e6-9f5c-5b624584ed1c service neutron] 10.222.0.26 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544997 Jul 05 04:14:12.429636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:12.455681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:12.482650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:12.489174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:12.495378 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.564779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Allocated IP 172.25.4.85 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/e53dac9d-60f3-4978-a2dc-f6c48494a0ba) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:12.625934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97c2cc03-2a31-4315-be43-67bd090552ab req-f0dd6664-7f12-4769-a06f-901ded06de5f service neutron] 10.222.0.26 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1946948 Jul 05 04:14:12.650292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59268) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:12.651214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e90b4479-ad16-4f02-851b-c3fb2f4b0219 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3072548 Jul 05 04:14:12.656459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d334f460-7aec-42fe-b758-1780e09530bd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': '5fa1088a-6278-41c6-ba22-809c33ba9cb0', 'ip_address': '2001:db8::a9e8:83ea:a4a0:1b15'}], 'name': 'tempest-NetworksTestDHCPv6-1587068848'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:12.760818 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:12.922302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d334f460-7aec-42fe-b758-1780e09530bd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:12.988950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.060200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:13.078460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Pushing event updated for resources: {'Port': ['ID=e53dac9d-60f3-4978-a2dc-f6c48494a0ba,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:13.094859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:13.103347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:13.258022 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d334f460-7aec-42fe-b758-1780e09530bd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.299091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-d334f460-7aec-42fe-b758-1780e09530bd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port c6b3d65a-c855-4657-99c3-4b2332b364d4 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:13.457976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.516983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4456f649-2302-4410-a44b-596a5872c811 req-51aed81d-1aa8-4482-8bf0-82f76a1dd924 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:13.524429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4456f649-2302-4410-a44b-596a5872c811 req-51aed81d-1aa8-4482-8bf0-82f76a1dd924 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 950 time: 0.3206003 Jul 05 04:14:13.542602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device eeb1d9df-6a60-4e29-8264-c0aabd997e29 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:13.573598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe807151-d269-4306-b9dd-6e3cd80c5c5e req-228b0a79-e025-4253-8bbf-763e5599d3c7 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:13.582950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe807151-d269-4306-b9dd-6e3cd80c5c5e req-228b0a79-e025-4253-8bbf-763e5599d3c7 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.3237443 Jul 05 04:14:13.794850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4456f649-2302-4410-a44b-596a5872c811 req-a0da00ae-bf0c-4c80-96c6-bc4148a4056b tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642441 Jul 05 04:14:13.796757 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d334f460-7aec-42fe-b758-1780e09530bd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 05 04:14:13.797775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d334f460-7aec-42fe-b758-1780e09530bd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:14:13.823238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe807151-d269-4306-b9dd-6e3cd80c5c5e req-4e72c88d-1d08-4efc-86a5-d7651f397c76 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2129326 Jul 05 04:14:13.825556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port eeb1d9df-6a60-4e29-8264-c0aabd997e29 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:13.863495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-adf152c6-8f69-4794-914c-1020beaa882a None None] Provisioning for port eeb1d9df-6a60-4e29-8264-c0aabd997e29 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:13.869321 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:13.872796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-adf152c6-8f69-4794-914c-1020beaa882a None None] Provisioning complete for port eeb1d9df-6a60-4e29-8264-c0aabd997e29 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:13.879548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-adf152c6-8f69-4794-914c-1020beaa882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.027202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59302) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:14.027426 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d334f460-7aec-42fe-b758-1780e09530bd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3751743 Jul 05 04:14:14.129071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.134979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fce45e-b7e6-4a0a-ba07-c5558a68dcfc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:14.137131 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-adf152c6-8f69-4794-914c-1020beaa882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.142683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81fce45e-b7e6-4a0a-ba07-c5558a68dcfc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:14.147856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-81fce45e-b7e6-4a0a-ba07-c5558a68dcfc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1183670 Jul 05 04:14:14.155279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59304) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:14.201693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-adf152c6-8f69-4794-914c-1020beaa882a None None] For port eeb1d9df-6a60-4e29-8264-c0aabd997e29, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=eeb1d9df-6a60-4e29-8264-c0aabd997e29,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:14.276367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a127bdab-c6b7-4243-a251-8465ec556684 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 7e842c7a-857f-4c60-b782-0fa7d1aab969 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:14.276735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a127bdab-c6b7-4243-a251-8465ec556684 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.295122 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-adf152c6-8f69-4794-914c-1020beaa882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.402134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a127bdab-c6b7-4243-a251-8465ec556684 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.439946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf152c6-8f69-4794-914c-1020beaa882a None None] Pushing event updated for resources: {'Port': ['ID=eeb1d9df-6a60-4e29-8264-c0aabd997e29,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:14.443524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a127bdab-c6b7-4243-a251-8465ec556684 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 7e842c7a-857f-4c60-b782-0fa7d1aab969 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:14.493568 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.525741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59308) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:14.543080 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.545407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-88a1b357-5336-49a5-b7b1-e5e8dfa76232 None None] Provisioning for port 7e842c7a-857f-4c60-b782-0fa7d1aab969 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:14.550692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-88a1b357-5336-49a5-b7b1-e5e8dfa76232 None None] Provisioning complete for port 7e842c7a-857f-4c60-b782-0fa7d1aab969 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:14.551246 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-88a1b357-5336-49a5-b7b1-e5e8dfa76232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.646622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-88a1b357-5336-49a5-b7b1-e5e8dfa76232 None None] Port 7e842c7a-857f-4c60-b782-0fa7d1aab969 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:14.721555 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4be167c1-8d77-4b65-93b3-dba4a4840e4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.755352 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a127bdab-c6b7-4243-a251-8465ec556684 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.857377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127bdab-c6b7-4243-a251-8465ec556684 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=7e842c7a-857f-4c60-b782-0fa7d1aab969,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:14.877745 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a127bdab-c6b7-4243-a251-8465ec556684 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:14.880388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a127bdab-c6b7-4243-a251-8465ec556684 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/7e842c7a-857f-4c60-b782-0fa7d1aab969 HTTP/1.1" status: 204 len: 168 time: 0.7308481 Jul 05 04:14:14.883162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59318) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:14.942250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc14a50-f7a6-481d-955f-984a7821fe56 req-42741a86-4348-4823-bfe8-bf51cec333a1 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:14.943997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ccc14a50-f7a6-481d-955f-984a7821fe56 req-42741a86-4348-4823-bfe8-bf51cec333a1 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 950 time: 0.2111568 Jul 05 04:14:14.955833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Router eab94f22-36b2-4387-affa-e9471e3eb361 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:14.998799 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4be167c1-8d77-4b65-93b3-dba4a4840e4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.095891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ccc14a50-f7a6-481d-955f-984a7821fe56 req-7dbdfd84-8e79-412d-9aee-23f232191ca5 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1434491 Jul 05 04:14:15.098797 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4be167c1-8d77-4b65-93b3-dba4a4840e4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.101642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac014b-f27b-44dd-b7d6-ed594887f683 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:15.105343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39ac014b-f27b-44dd-b7d6-ed594887f683 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:15.117998 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-39ac014b-f27b-44dd-b7d6-ed594887f683 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2334473 Jul 05 04:14:15.128770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59322) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.153113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4be167c1-8d77-4b65-93b3-dba4a4840e4a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ab8d0f9bcd8c49e6afa002a4e0c6727e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6263311 Jul 05 04:14:15.160424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59324) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.236970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be167c1-8d77-4b65-93b3-dba4a4840e4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed56b99-9664-4c7d-b389-505926c4a7f9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:15.246239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7132de12-6aa3-43e3-b22c-f8692ff8518b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 5fa1088a-6278-41c6-ba22-809c33ba9cb0 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:15.254678 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7132de12-6aa3-43e3-b22c-f8692ff8518b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.267071 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1469e0-84a0-4bf9-a3eb-9aa3dbf22c30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.301196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:15.302294 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1469e0-84a0-4bf9-a3eb-9aa3dbf22c30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.313921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564fbd2-0f8d-4ba1-95e4-7593ba5012e1 None None] Sync routers for ids ['eab94f22-36b2-4387-affa-e9471e3eb361'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:15.326445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564fbd2-0f8d-4ba1-95e4-7593ba5012e1 None None] Routers {'eab94f22-36b2-4387-affa-e9471e3eb361'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:15.327074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e564fbd2-0f8d-4ba1-95e4-7593ba5012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eab94f22-36b2-4387-affa-e9471e3eb361'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:15.373974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e564fbd2-0f8d-4ba1-95e4-7593ba5012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:15.384784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7132de12-6aa3-43e3-b22c-f8692ff8518b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.386415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e564fbd2-0f8d-4ba1-95e4-7593ba5012e1 None None] Routers {'eab94f22-36b2-4387-affa-e9471e3eb361'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:15.387243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e564fbd2-0f8d-4ba1-95e4-7593ba5012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eab94f22-36b2-4387-affa-e9471e3eb361'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:15.403301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b5a968-39d1-43d1-b904-d59530eda2eb req-94a583da-2fe5-4425-8723-6b668e07b355 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:15.405035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26b5a968-39d1-43d1-b904-d59530eda2eb req-94a583da-2fe5-4425-8723-6b668e07b355 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.3929310 Jul 05 04:14:15.442625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e564fbd2-0f8d-4ba1-95e4-7593ba5012e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:15.443326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e564fbd2-0f8d-4ba1-95e4-7593ba5012e1 None None] The sync data for ids ['eab94f22-36b2-4387-affa-e9471e3eb361'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:15.468782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26b5a968-39d1-43d1-b904-d59530eda2eb req-2a771483-de94-42f0-a937-869f306f3ab8 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575008 Jul 05 04:14:15.471071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.472376 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d3f214c4-e9ea-4480-961f-e25e21d9cc92 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.6257293 Jul 05 04:14:15.476913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59326) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.509003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device eeb1d9df-6a60-4e29-8264-c0aabd997e29 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:15.527219 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7132de12-6aa3-43e3-b22c-f8692ff8518b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.540930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1469e0-84a0-4bf9-a3eb-9aa3dbf22c30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.544848 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1469e0-84a0-4bf9-a3eb-9aa3dbf22c30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.552257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b1469e0-84a0-4bf9-a3eb-9aa3dbf22c30 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ed56b99-9664-4c7d-b389-505926c4a7f9 HTTP/1.1" status: 204 len: 168 time: 0.3679652 Jul 05 04:14:15.632588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1469e0-84a0-4bf9-a3eb-9aa3dbf22c30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed56b99-9664-4c7d-b389-505926c4a7f9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:15.679520 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port eeb1d9df-6a60-4e29-8264-c0aabd997e29 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:15.680345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.718410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d33b73db-58bd-40f1-a633-0bf874ae4d75 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/routers/eab94f22-36b2-4387-affa-e9471e3eb361 HTTP/1.1" status: 200 len: 919 time: 0.2398615 Jul 05 04:14:15.721703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59330) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.773380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6996f720-6a55-48a9-bf9c-54ed931d4707 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab94f22-36b2-4387-affa-e9471e3eb361 HTTP/1.1" status: 200 len: 205 time: 0.0511065 Jul 05 04:14:15.774704 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7132de12-6aa3-43e3-b22c-f8692ff8518b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.777191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59334) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.821875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7132de12-6aa3-43e3-b22c-f8692ff8518b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=5fa1088a-6278-41c6-ba22-809c33ba9cb0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:15.825670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7132de12-6aa3-43e3-b22c-f8692ff8518b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:15.827593 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7132de12-6aa3-43e3-b22c-f8692ff8518b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/5fa1088a-6278-41c6-ba22-809c33ba9cb0 HTTP/1.1" status: 204 len: 168 time: 0.7042749 Jul 05 04:14:15.830134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59336) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.846883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bec7d64-41c5-45ed-bd44-5a1a1a20cb2f None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:15.878688 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d209462b-a397-4763-b2d2-f9ca664b9cc2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437944 Jul 05 04:14:15.879213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59338) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:15.888416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-0288b496-bc89-486b-b4a5-2f847382c0b7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:16.018540 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.112721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0288b496-bc89-486b-b4a5-2f847382c0b7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:16.117418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0288b496-bc89-486b-b4a5-2f847382c0b7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.130518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3c5bc09-c0a5-4537-af2e-230df5f91470 None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:16.153282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-9970109d-a33b-4fb0-a84e-f4bad0f344e7 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.154808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-9970109d-a33b-4fb0-a84e-f4bad0f344e7 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.26 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 950 time: 0.1741140 Jul 05 04:14:16.244479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5bc09-c0a5-4537-af2e-230df5f91470 None None] Deleting port eeb1d9df-6a60-4e29-8264-c0aabd997e29 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:16.245384 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3c5bc09-c0a5-4537-af2e-230df5f91470 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.283960 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.360329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b3c5bc09-c0a5-4537-af2e-230df5f91470 None None] For port eeb1d9df-6a60-4e29-8264-c0aabd997e29, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=eeb1d9df-6a60-4e29-8264-c0aabd997e29,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:16.360872 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3c5bc09-c0a5-4537-af2e-230df5f91470 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.386891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b3c5bc09-c0a5-4537-af2e-230df5f91470 None None] Calling delete_port for eeb1d9df-6a60-4e29-8264-c0aabd997e29 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:16.433299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-accddfc2-a421-48e2-83c0-fcb768a06970 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Deleting port ad164a5d-e829-4337-bddc-33e2f70db12d {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:16.433652 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-accddfc2-a421-48e2-83c0-fcb768a06970 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.512143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0288b496-bc89-486b-b4a5-2f847382c0b7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.543792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e69bcb0-5354-44ff-8a4b-0b5acd0f58ab req-cfdc9b03-b385-49b2-aefb-410569d086e6 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.550234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e69bcb0-5354-44ff-8a4b-0b5acd0f58ab req-cfdc9b03-b385-49b2-aefb-410569d086e6 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 950 time: 0.2220683 Jul 05 04:14:16.561933 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3c5bc09-c0a5-4537-af2e-230df5f91470 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.580962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0288b496-bc89-486b-b4a5-2f847382c0b7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:16.586506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-0288b496-bc89-486b-b4a5-2f847382c0b7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:16.587715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Deleting port e53dac9d-60f3-4978-a2dc-f6c48494a0ba {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:16.588231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.590410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0288b496-bc89-486b-b4a5-2f847382c0b7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:16.591169 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0288b496-bc89-486b-b4a5-2f847382c0b7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.612627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0288b496-bc89-486b-b4a5-2f847382c0b7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=42dc52ca-59f5-4c5c-90f1-dc13699f951a,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:16.634275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c5bc09-c0a5-4537-af2e-230df5f91470 None None] Pushing event deleted for resources: {'Port': ['ID=eeb1d9df-6a60-4e29-8264-c0aabd997e29,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:16.656883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59354) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:16.658706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c5bc09-c0a5-4537-af2e-230df5f91470 None None] No DVR routers for this DVR port eeb1d9df-6a60-4e29-8264-c0aabd997e29 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:16.675787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-accddfc2-a421-48e2-83c0-fcb768a06970 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] For port ad164a5d-e829-4337-bddc-33e2f70db12d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ad164a5d-e829-4337-bddc-33e2f70db12d,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:16.676172 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-accddfc2-a421-48e2-83c0-fcb768a06970 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.692073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e69bcb0-5354-44ff-8a4b-0b5acd0f58ab req-6f587e84-dbb0-45b2-8d60-5679392b79e9 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/security-groups?id=774283b4-eaf5-46ae-8b35-105c50baaafe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388202 Jul 05 04:14:16.699419 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ee85f1f-4d98-49ae-81e5-1d04190cdca2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.701293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-accddfc2-a421-48e2-83c0-fcb768a06970 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Calling delete_port for ad164a5d-e829-4337-bddc-33e2f70db12d owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:16.706239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f26ed95-5f7f-4615-88f4-dd1515e48c61 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:16.720492 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0288b496-bc89-486b-b4a5-2f847382c0b7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8401186 Jul 05 04:14:16.725768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59356) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:16.732170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3415997a-e9ed-4c92-8a26-472742760b72 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': '42dc52ca-59f5-4c5c-90f1-dc13699f951a', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-283743125'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:16.787152 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:16.829028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Calling delete_port for e53dac9d-60f3-4978-a2dc-f6c48494a0ba owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:17.000225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ee85f1f-4d98-49ae-81e5-1d04190cdca2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.067267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '42dc52ca-59f5-4c5c-90f1-dc13699f951a'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:17.070509 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.112067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ee85f1f-4d98-49ae-81e5-1d04190cdca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.187672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee85f1f-4d98-49ae-81e5-1d04190cdca2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eee8cf-bbbe-4673-b04f-fb1a0b20bffa,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:17.203995 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ee85f1f-4d98-49ae-81e5-1d04190cdca2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9304aa8ff2954e78a47a618543fe76fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5399172 Jul 05 04:14:17.203995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59360) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:17.232962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3415997a-e9ed-4c92-8a26-472742760b72 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:17.238693 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3415997a-e9ed-4c92-8a26-472742760b72 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.290565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-3415997a-e9ed-4c92-8a26-472742760b72 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port dacd0e72-da9f-4d0c-ba2f-f2741d73f1c9 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:17.301786 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5779588f-57a0-48ad-9e48-321fcbea2e03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.314212 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/42dc52ca-59f5-4c5c-90f1-dc13699f951a/66bbc781-8a6b-4b34-9b89-0da3c2ad96a5) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:17.331453 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5779588f-57a0-48ad-9e48-321fcbea2e03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.502027 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device eeb1d9df-6a60-4e29-8264-c0aabd997e29 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:17.512785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2916c5d9-0c07-4135-9937-d0714ff46c83 req-b19b013a-32d1-4e67-a680-06680b115932 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:17.516096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2916c5d9-0c07-4135-9937-d0714ff46c83 req-b19b013a-32d1-4e67-a680-06680b115932 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.7092757 Jul 05 04:14:17.589517 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5779588f-57a0-48ad-9e48-321fcbea2e03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.595531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5779588f-57a0-48ad-9e48-321fcbea2e03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.595531 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5779588f-57a0-48ad-9e48-321fcbea2e03 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99eee8cf-bbbe-4673-b04f-fb1a0b20bffa HTTP/1.1" status: 204 len: 168 time: 0.3912709 Jul 05 04:14:17.601087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2916c5d9-0c07-4135-9937-d0714ff46c83 req-cafbe687-c4e0-4c85-acbe-1bcc0135b48f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662608 Jul 05 04:14:17.612290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5779588f-57a0-48ad-9e48-321fcbea2e03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eee8cf-bbbe-4673-b04f-fb1a0b20bffa,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:17.649827 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.657806 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-accddfc2-a421-48e2-83c0-fcb768a06970 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.667542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: eeb1d9df-6a60-4e29-8264-c0aabd997e29 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:17.668343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device eeb1d9df-6a60-4e29-8264-c0aabd997e29 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:17.715013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-accddfc2-a421-48e2-83c0-fcb768a06970 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Pushing event deleted for resources: {'Port': ['ID=ad164a5d-e829-4337-bddc-33e2f70db12d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:17.812948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-accddfc2-a421-48e2-83c0-fcb768a06970 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] No DVR routers for this DVR port ad164a5d-e829-4337-bddc-33e2f70db12d on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:17.819024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-accddfc2-a421-48e2-83c0-fcb768a06970 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.826072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1202f5d2-6671-4725-9b21-8ad1b61ad966 req-accddfc2-a421-48e2-83c0-fcb768a06970 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.26 "DELETE /v2.0/ports/ad164a5d-e829-4337-bddc-33e2f70db12d HTTP/1.1" status: 204 len: 173 time: 1.6617908 Jul 05 04:14:17.837500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a49b37be-62ed-4d71-87e6-268c861ffcb7', 'name': 'network-vif-deleted', 'tag': 'ad164a5d-e829-4337-bddc-33e2f70db12d'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:17.839657 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32fdb1fd-031e-4269-bc08-e0556e9a4a7e" -d '{"events": [{"server_uuid": "a49b37be-62ed-4d71-87e6-268c861ffcb7", "name": "network-vif-deleted", "tag": "ad164a5d-e829-4337-bddc-33e2f70db12d"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:17.910775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Transition to ACTIVE for port object 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:17.914795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48015291-e521-452b-89b6-7ad6620e042b req-a58af197-4086-40d7-8047-5e44ffbdadab tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 210 time: 0.0418832 Jul 05 04:14:17.915586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:17.925558 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff22408-b20c-41f2-b3be-97b178faed1b x-openstack-request-id: req-bff22408-b20c-41f2-b3be-97b178faed1b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:17.925860 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a49b37be-62ed-4d71-87e6-268c861ffcb7", "name": "network-vif-deleted", "tag": "ad164a5d-e829-4337-bddc-33e2f70db12d", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:17.926353 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bff22408-b20c-41f2-b3be-97b178faed1b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:17.926765 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a49b37be-62ed-4d71-87e6-268c861ffcb7', 'name': 'network-vif-deleted', 'tag': 'ad164a5d-e829-4337-bddc-33e2f70db12d', 'status': 'completed', 'code': 200} Jul 05 04:14:17.960590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Transition to ACTIVE for port object 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:18.006773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Pushing event deleted for resources: {'Port': ['ID=e53dac9d-60f3-4978-a2dc-f6c48494a0ba,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:18.048470 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.063853 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.134074 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3415997a-e9ed-4c92-8a26-472742760b72 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:14:18.134563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3415997a-e9ed-4c92-8a26-472742760b72 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:14:18.137563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:18.141909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:18.145330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:18.208462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Pushing event updated for resources: {'Port': ['ID=66bbc781-8a6b-4b34-9b89-0da3c2ad96a5,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:18.232774 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3415997a-e9ed-4c92-8a26-472742760b72 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 1.5052066 Jul 05 04:14:18.236808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59376) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:18.245033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ad164a5d-e829-4337-bddc-33e2f70db12d no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:18.248296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.252024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.281513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: ad164a5d-e829-4337-bddc-33e2f70db12d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:18.282092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ad164a5d-e829-4337-bddc-33e2f70db12d not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:18.288016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Attempting to bind port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:18.299631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Attempting to bind port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:18.299631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Attempting to bind port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:18.299631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:18.299631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:18.299631 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.299631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:18.299631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Bound port: 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:18.299631 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.382519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a91f27fc-7c83-4c6e-ba9f-0ce7a9536c83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:18.385364 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a91f27fc-7c83-4c6e-ba9f-0ce7a9536c83 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1473842 Jul 05 04:14:18.388859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59382) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:18.403327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] For port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:18.407142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] For port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=66bbc781-8a6b-4b34-9b89-0da3c2ad96a5,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:18.447779 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.448408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Fanout notify agent at l3_agent the message router_deleted on router eab94f22-36b2-4387-affa-e9471e3eb361 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:18.463409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.463409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-45aeb1a7-10f4-41a5-a0d7-9a49297be47f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/eab94f22-36b2-4387-affa-e9471e3eb361 HTTP/1.1" status: 204 len: 168 time: 2.6812570 Jul 05 04:14:18.463409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310837c-ccfd-4e9c-9425-3328a252fcb0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:18.463610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59384) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:18.464820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310837c-ccfd-4e9c-9425-3328a252fcb0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:18.468940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b310837c-ccfd-4e9c-9425-3328a252fcb0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0763526 Jul 05 04:14:18.469086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2078193737', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_snat': False}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:18.469284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59386) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:18.488833 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.529827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-043226a8-66f2-4977-9184-2d148c4a36e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 42dc52ca-59f5-4c5c-90f1-dc13699f951a {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:18.533707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-043226a8-66f2-4977-9184-2d148c4a36e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.566383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755022b4-3915-455c-aa20-4189ea3742f2 None None] Pushing event updated for resources: {'Port': ['ID=66bbc781-8a6b-4b34-9b89-0da3c2ad96a5,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:18.589876 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.591490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-043226a8-66f2-4977-9184-2d148c4a36e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.592995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.679437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.723738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-043226a8-66f2-4977-9184-2d148c4a36e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:18.957125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d17ced-587d-4dfb-b069-4153aff39e6a req-db42ee53-3b53-4585-9fa3-62feb56f1dbe tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:18.959030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66d17ced-587d-4dfb-b069-4153aff39e6a req-db42ee53-3b53-4585-9fa3-62feb56f1dbe tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.1326439 Jul 05 04:14:19.030639 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66d17ced-587d-4dfb-b069-4153aff39e6a req-d0272594-fc6a-4faf-aac5-379b8722bc58 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637279 Jul 05 04:14:19.054727 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-043226a8-66f2-4977-9184-2d148c4a36e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.121348 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-043226a8-66f2-4977-9184-2d148c4a36e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.123322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-043226a8-66f2-4977-9184-2d148c4a36e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/42dc52ca-59f5-4c5c-90f1-dc13699f951a HTTP/1.1" status: 204 len: 168 time: 0.6529238 Jul 05 04:14:19.126314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59406) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:19.132789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043226a8-66f2-4977-9184-2d148c4a36e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=42dc52ca-59f5-4c5c-90f1-dc13699f951a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:19.145294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.196842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f0a6ffa3-b087-45dd-9360-369586bd331d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0689387 Jul 05 04:14:19.197549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59408) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:19.208059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a24d43fd-dbe3-41e5-bedc-edc420395ee1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:19.308667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f4b69d0-2c11-4d61-9cce-02a6b37d6f13 req-5f4712ce-4667-4b09-93cd-c802555ff667 tempest-VolumesNegativeTest-895486003 tempest-VolumesNegativeTest-895486003-project] 10.222.0.30 "GET /v2.0/ports?device_id=a49b37be-62ed-4d71-87e6-268c861ffcb7 HTTP/1.1" status: 200 len: 210 time: 0.1099534 Jul 05 04:14:19.451818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24d43fd-dbe3-41e5-bedc-edc420395ee1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:19.455513 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a24d43fd-dbe3-41e5-bedc-edc420395ee1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.503448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:19.561423 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.592159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.659400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:19.760260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Allocated IP 172.25.4.83 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/a7334d2e-0c81-4350-88df-3e6d737cddeb) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:19.846431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a03ef6c1-2899-4e4d-96aa-ce4c97a38d50 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:19.864932 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a24d43fd-dbe3-41e5-bedc-edc420395ee1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.925221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.958753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d43fd-dbe3-41e5-bedc-edc420395ee1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:19.962980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a24d43fd-dbe3-41e5-bedc-edc420395ee1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:19.967596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24d43fd-dbe3-41e5-bedc-edc420395ee1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:19.968056 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a24d43fd-dbe3-41e5-bedc-edc420395ee1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:19.978167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d43fd-dbe3-41e5-bedc-edc420395ee1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=746690b8-8449-430a-8bf3-64ae8a5533a7,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:20.100146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a24d43fd-dbe3-41e5-bedc-edc420395ee1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8981533 Jul 05 04:14:20.100454 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.102645 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59430) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:20.108694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4e5d4f2e-04d9-416d-9e3e-27d997acbd05 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-907937055', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:20.139108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-092f83a8-06fb-4739-9269-4b987dcec55f None None] Provisioning for port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:20.143484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-092f83a8-06fb-4739-9269-4b987dcec55f None None] Provisioning complete for port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:20.144022 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-092f83a8-06fb-4739-9269-4b987dcec55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.173943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:20.184160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:20.187603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:20.283619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event updated for resources: {'Port': ['ID=a7334d2e-0c81-4350-88df-3e6d737cddeb,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:20.336051 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-092f83a8-06fb-4739-9269-4b987dcec55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.347532 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4f2e-04d9-416d-9e3e-27d997acbd05 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.348773 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4f2e-04d9-416d-9e3e-27d997acbd05 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.425956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-092f83a8-06fb-4739-9269-4b987dcec55f None None] For port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=66bbc781-8a6b-4b34-9b89-0da3c2ad96a5,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:20.432973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71630ed-eba0-43cd-b4c6-00458b7c83fc None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:20.541192 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4f2e-04d9-416d-9e3e-27d997acbd05 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.550915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f333e1b9-ef99-436b-9f68-a5c28df7ab77 req-890c5c91-0dc5-4bf7-883d-ff4b7a85373c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:20.557178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f333e1b9-ef99-436b-9f68-a5c28df7ab77 req-890c5c91-0dc5-4bf7-883d-ff4b7a85373c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.3188949 Jul 05 04:14:20.587517 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-092f83a8-06fb-4739-9269-4b987dcec55f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.629581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f333e1b9-ef99-436b-9f68-a5c28df7ab77 req-3c477f5a-9348-42ed-898a-0da3eef2bfce tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636785 Jul 05 04:14:20.693809 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4f2e-04d9-416d-9e3e-27d997acbd05 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.775565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092f83a8-06fb-4739-9269-4b987dcec55f None None] Pushing event updated for resources: {'Port': ['ID=66bbc781-8a6b-4b34-9b89-0da3c2ad96a5,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:20.790236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-34384683-9711-4ce9-b1d3-5854c587ee27 None None] Provisioning complete for port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:20.790621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-34384683-9711-4ce9-b1d3-5854c587ee27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.825707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e5d4f2e-04d9-416d-9e3e-27d997acbd05 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:20.830755 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4e5d4f2e-04d9-416d-9e3e-27d997acbd05 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7268510 Jul 05 04:14:20.831829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59448) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:21.276161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.417468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-60cdab4a-b295-4e8a-9750-00d8c7248908 None None] Provisioning complete for port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:21.417468 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-60cdab4a-b295-4e8a-9750-00d8c7248908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.522425 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.637615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:21.747846 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.827193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:21.827585 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:21.950287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::1 (4e8666f2-1800-4194-b3cc-657fb8271ed3/746690b8-8449-430a-8bf3-64ae8a5533a7/f273ee7e-4381-4deb-beec-991579eb1835) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:22.048331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Router 058f8ef8-753c-4d46-af06-8ee0a21985ca is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:22.203937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea6f08-634e-48ae-bab4-1bddbafbe925 req-19368c07-5fb3-48e5-9be4-d50917411917 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:22.206613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0cea6f08-634e-48ae-bab4-1bddbafbe925 req-19368c07-5fb3-48e5-9be4-d50917411917 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.2390952 Jul 05 04:14:22.215983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:22.226596 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Sync routers for ids ['058f8ef8-753c-4d46-af06-8ee0a21985ca'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:22.242824 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Routers {'058f8ef8-753c-4d46-af06-8ee0a21985ca'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:22.244971 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['058f8ef8-753c-4d46-af06-8ee0a21985ca'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:22.279764 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.305888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0cea6f08-634e-48ae-bab4-1bddbafbe925 req-5633b042-d72f-401d-bb70-eaae8e38a21a tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923331 Jul 05 04:14:22.309851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object f273ee7e-4381-4deb-beec-991579eb1835 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:22.333321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.335708 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-41c4e353-0176-4f9e-baff-94f0abf4c41c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.8715105 Jul 05 04:14:22.338849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59502) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.433452 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Set router 058f8ef8-753c-4d46-af06-8ee0a21985ca gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:22.517046 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.582547 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6c3b951e-c29e-433d-b677-8cd26ac5ee2e tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/routers/058f8ef8-753c-4d46-af06-8ee0a21985ca HTTP/1.1" status: 200 len: 908 time: 0.2417479 Jul 05 04:14:22.583814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:22.585256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59518) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:22.591833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:22.597782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:22.597958 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.598981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2078193737', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_snat': True}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:22.659846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=f273ee7e-4381-4deb-beec-991579eb1835,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:22.820202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.820202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.927601 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f8ef8-753c-4d46-af06-8ee0a21985ca', 'name': 'tempest-snat-router-2078193737', 'tenant_id': '45d692731ed04b5485746f01f9cd5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.83'}], 'enable_snat': False}, 'gw_port_id': 'a7334d2e-0c81-4350-88df-3e6d737cddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:18Z', 'updated_at': '2021-07-05T04:14:20Z', 'revision_number': 3, 'project_id': '45d692731ed04b5485746f01f9cd5dfb', 'gw_port': {'id': 'a7334d2e-0c81-4350-88df-3e6d737cddeb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058f8ef8-753c-4d46-af06-8ee0a21985ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:19Z', 'updated_at': '2021-07-05T04:14:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:22.931356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.952775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:22.960027 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Checking router: 058f8ef8-753c-4d46-af06-8ee0a21985ca for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:22.960820 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Updating router 058f8ef8-753c-4d46-af06-8ee0a21985ca port a7334d2e-0c81-4350-88df-3e6d737cddeb binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:23.019725 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.194828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e153fc2a-1067-4149-85b9-e9c58d13f78a None None] Provisioning for port f273ee7e-4381-4deb-beec-991579eb1835 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:23.199244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e153fc2a-1067-4149-85b9-e9c58d13f78a None None] Provisioning complete for port f273ee7e-4381-4deb-beec-991579eb1835 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:23.199623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e153fc2a-1067-4149-85b9-e9c58d13f78a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.281472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e153fc2a-1067-4149-85b9-e9c58d13f78a None None] Port f273ee7e-4381-4deb-beec-991579eb1835 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:23.301761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.367695 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.390275 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Transition to ACTIVE for port object a7334d2e-0c81-4350-88df-3e6d737cddeb will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:23.390464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.507975 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.509407 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.517616 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.589333 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Attempting to bind port a7334d2e-0c81-4350-88df-3e6d737cddeb on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:23.589740 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Attempting to bind port a7334d2e-0c81-4350-88df-3e6d737cddeb by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:23.590110 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Attempting to bind port a7334d2e-0c81-4350-88df-3e6d737cddeb on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:23.604756 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd98d9-e36b-44ea-ad2a-476f4ff3ff03 None None] Pushing event updated for resources: {'Port': ['ID=a7334d2e-0c81-4350-88df-3e6d737cddeb,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:23.617392 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:23.620008 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:23.622477 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.622477 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:23.622683 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Bound port: a7334d2e-0c81-4350-88df-3e6d737cddeb, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:23.623130 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.666206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ceb6234-59ad-4682-b3cd-c81f28892098 req-f3f90bce-7ee2-41a2-85f3-834d3b1965ec tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:23.667781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ceb6234-59ad-4682-b3cd-c81f28892098 req-f3f90bce-7ee2-41a2-85f3-834d3b1965ec tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.2108517 Jul 05 04:14:23.676887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=f273ee7e-4381-4deb-beec-991579eb1835,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:23.764241 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] For port a7334d2e-0c81-4350-88df-3e6d737cddeb, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:23.768395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1ceb6234-59ad-4682-b3cd-c81f28892098 req-34b196ba-4ab9-4a8c-8d7d-97aaeeb47b3f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877631 Jul 05 04:14:23.769750 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] For port a7334d2e-0c81-4350-88df-3e6d737cddeb, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a7334d2e-0c81-4350-88df-3e6d737cddeb,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:23.783956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:23.785729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:23.841082 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:23.961968 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.022892 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdd98d9-e36b-44ea-ad2a-476f4ff3ff03 None None] Pushing event updated for resources: {'Port': ['ID=a7334d2e-0c81-4350-88df-3e6d737cddeb,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:24.026239 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Routers {'058f8ef8-753c-4d46-af06-8ee0a21985ca'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:24.027181 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['058f8ef8-753c-4d46-af06-8ee0a21985ca'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:24.069080 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.150319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Router 629f44d9-be69-4f49-be4d-6303af8ad7b3 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:24.276144 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] Set router 058f8ef8-753c-4d46-af06-8ee0a21985ca gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:24.315067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:24.330458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Sync routers for ids ['629f44d9-be69-4f49-be4d-6303af8ad7b3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:24.355125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Routers {'629f44d9-be69-4f49-be4d-6303af8ad7b3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:24.355874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['629f44d9-be69-4f49-be4d-6303af8ad7b3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:24.358646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-411df9a3-4a13-4ecd-a215-e8a508164632 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "PUT /v2.0/routers/629f44d9-be69-4f49-be4d-6303af8ad7b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5216961 Jul 05 04:14:24.359383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59600) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.369660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Allocated IP 172.25.4.86 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/d66f8aba-0113-430f-80f7-3c5ac3b11a10) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:24.449161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412887d4-2a89-40fc-8a69-953f71cc3f3e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.453307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-412887d4-2a89-40fc-8a69-953f71cc3f3e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports/f273ee7e-4381-4deb-beec-991579eb1835 HTTP/1.1" status: 200 len: 911 time: 0.0889716 Jul 05 04:14:24.455197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59602) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.668554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a73eea-9cca-4afc-ad92-406b14fefe11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.686174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3a73eea-9cca-4afc-ad92-406b14fefe11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:24.687815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.688057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f3a73eea-9cca-4afc-ad92-406b14fefe11 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.2315581 Jul 05 04:14:24.690675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59618) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:24.691847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a5e0ca4c-bef9-45b7-b7eb-a14ad7d63ea6 None None] Provisioning complete for port f273ee7e-4381-4deb-beec-991579eb1835 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:24.692264 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a5e0ca4c-bef9-45b7-b7eb-a14ad7d63ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:24.807055 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '058f8ef8-753c-4d46-af06-8ee0a21985ca', 'name': 'tempest-snat-router-2078193737', 'tenant_id': '45d692731ed04b5485746f01f9cd5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.83'}], 'enable_snat': False}, 'gw_port_id': 'a7334d2e-0c81-4350-88df-3e6d737cddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:18Z', 'updated_at': '2021-07-05T04:14:20Z', 'revision_number': 3, 'project_id': '45d692731ed04b5485746f01f9cd5dfb', 'gw_port': {'id': 'a7334d2e-0c81-4350-88df-3e6d737cddeb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058f8ef8-753c-4d46-af06-8ee0a21985ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:19Z', 'updated_at': '2021-07-05T04:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:24.890032 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c771113-c1ce-43d7-b9ba-811cc1be70a6 None None] The sync data for ids ['058f8ef8-753c-4d46-af06-8ee0a21985ca'] in n-d-758944-41 is: [{'id': '058f8ef8-753c-4d46-af06-8ee0a21985ca', 'name': 'tempest-snat-router-2078193737', 'tenant_id': '45d692731ed04b5485746f01f9cd5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.83'}], 'enable_snat': False}, 'gw_port_id': 'a7334d2e-0c81-4350-88df-3e6d737cddeb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:18Z', 'updated_at': '2021-07-05T04:14:20Z', 'revision_number': 3, 'project_id': '45d692731ed04b5485746f01f9cd5dfb', 'gw_port': {'id': 'a7334d2e-0c81-4350-88df-3e6d737cddeb', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:0f:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '058f8ef8-753c-4d46-af06-8ee0a21985ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2940, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:19Z', 'updated_at': '2021-07-05T04:14:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:24.962768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.055646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Set router 629f44d9-be69-4f49-be4d-6303af8ad7b3 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:25.138831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:25.141794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:25.152976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:25.322907 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event updated for resources: {'Port': ['ID=d66f8aba-0113-430f-80f7-3c5ac3b11a10,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:25.346729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a5e0ca4c-bef9-45b7-b7eb-a14ad7d63ea6 None None] Port f273ee7e-4381-4deb-beec-991579eb1835 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:25.512536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0227d342-8f33-4fb4-b75d-1386d0185be0 req-0fe1a1af-b5f8-4d95-9d61-8ede7348d06b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:25.514115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0227d342-8f33-4fb4-b75d-1386d0185be0 req-0fe1a1af-b5f8-4d95-9d61-8ede7348d06b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.5039008 Jul 05 04:14:25.697816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a7334d2e-0c81-4350-88df-3e6d737cddeb up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:25.739172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0227d342-8f33-4fb4-b75d-1386d0185be0 req-39f17518-e8e4-4493-bbe9-e62a8abb611b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125392 Jul 05 04:14:25.876685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f44d9-be69-4f49-be4d-6303af8ad7b3', 'name': 'tempest-NetworksTestDHCPv6-router-907937055', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:20Z', 'updated_at': '2021-07-05T04:14:22Z', 'revision_number': 2, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None, '_interfaces': [{'id': 'f273ee7e-4381-4deb-beec-991579eb1835', 'name': '', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'mac_address': 'fa:16:3e:b1:41:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '629f44d9-be69-4f49-be4d-6303af8ad7b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '746690b8-8449-430a-8bf3-64ae8a5533a7', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:21Z', 'updated_at': '2021-07-05T04:14:23Z', 'revision_number': 2, 'project_id': '044df30fc6d649858d4bd517f7252017', 'subnets': [{'id': '746690b8-8449-430a-8bf3-64ae8a5533a7', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:25.914137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Checking router: 629f44d9-be69-4f49-be4d-6303af8ad7b3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:25.929445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Updating router 629f44d9-be69-4f49-be4d-6303af8ad7b3 port f273ee7e-4381-4deb-beec-991579eb1835 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:25.980055 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:25.997030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a7334d2e-0c81-4350-88df-3e6d737cddeb completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:26.003370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a7334d2e-0c81-4350-88df-3e6d737cddeb triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:26.004272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.084954 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.296897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.358127 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.686657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port f273ee7e-4381-4deb-beec-991579eb1835 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:26.686657 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.786139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port a7334d2e-0c81-4350-88df-3e6d737cddeb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a7334d2e-0c81-4350-88df-3e6d737cddeb,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:26.864302 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.958236 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:26.963411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.013015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for f273ee7e-4381-4deb-beec-991579eb1835 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:27.022672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=a7334d2e-0c81-4350-88df-3e6d737cddeb,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:27.117438 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.136989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Transition to ACTIVE for port object f273ee7e-4381-4deb-beec-991579eb1835 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:27.226281 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.354576 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Router 17d908cb-6420-49e1-a69b-d1484ff26478 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:27.396058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a05f41-d5b1-43c9-9289-286e6f0ea5bd None None] Pushing event updated for resources: {'Port': ['ID=f273ee7e-4381-4deb-beec-991579eb1835,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:27.450878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Attempting to bind port f273ee7e-4381-4deb-beec-991579eb1835 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:27.450878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Attempting to bind port f273ee7e-4381-4deb-beec-991579eb1835 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:27.450878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Attempting to bind port f273ee7e-4381-4deb-beec-991579eb1835 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:27.484725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:27.485187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:27.485607 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.486010 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:27.489389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Bound port: f273ee7e-4381-4deb-beec-991579eb1835, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:27.490988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.534319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a7334d2e-0c81-4350-88df-3e6d737cddeb up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:27.687273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:27.700312 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Sync routers for ids ['17d908cb-6420-49e1-a69b-d1484ff26478'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:27.741174 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Routers {'17d908cb-6420-49e1-a69b-d1484ff26478'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:27.744640 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['17d908cb-6420-49e1-a69b-d1484ff26478'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:27.781141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] For port f273ee7e-4381-4deb-beec-991579eb1835, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:27.785710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] For port f273ee7e-4381-4deb-beec-991579eb1835, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f273ee7e-4381-4deb-beec-991579eb1835,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:27.829661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.833233 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2c578eb5-2d41-4919-8378-ff24fb51a26c tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.2457972 Jul 05 04:14:27.951973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a7334d2e-0c81-4350-88df-3e6d737cddeb triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:27.951973 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:27.953198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476c68dc-a943-4dfa-8d40-7e0ef9da4d20 req-23728e88-fe69-47f9-8452-10ce39776f2c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:27.953198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-476c68dc-a943-4dfa-8d40-7e0ef9da4d20 req-23728e88-fe69-47f9-8452-10ce39776f2c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.2420890 Jul 05 04:14:27.953579 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Set router 17d908cb-6420-49e1-a69b-d1484ff26478 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:27.953683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59730) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.001757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-476c68dc-a943-4dfa-8d40-7e0ef9da4d20 req-cde8cafd-655f-4b10-86f3-e307562b0d9c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729103 Jul 05 04:14:28.031398 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.129043 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-725e66b6-40ac-461b-81c7-66030fbd5507 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/routers/17d908cb-6420-49e1-a69b-d1484ff26478 HTTP/1.1" status: 200 len: 907 time: 0.1735816 Jul 05 04:14:28.132423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59746) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:28.205850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Routers {'629f44d9-be69-4f49-be4d-6303af8ad7b3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:28.210526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['629f44d9-be69-4f49-be4d-6303af8ad7b3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:28.210815 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.228759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a05f41-d5b1-43c9-9289-286e6f0ea5bd None None] Pushing event updated for resources: {'Port': ['ID=f273ee7e-4381-4deb-beec-991579eb1835,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.308908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=f273ee7e-4381-4deb-beec-991579eb1835,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:28.416936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] Set router 629f44d9-be69-4f49-be4d-6303af8ad7b3 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:28.421392 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '17d908cb-6420-49e1-a69b-d1484ff26478', 'name': 'tempest-snat-router-2078193737', 'tenant_id': '45d692731ed04b5485746f01f9cd5dfb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.86'}], 'enable_snat': True}, 'gw_port_id': 'd66f8aba-0113-430f-80f7-3c5ac3b11a10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:22Z', 'updated_at': '2021-07-05T04:14:25Z', 'revision_number': 3, 'project_id': '45d692731ed04b5485746f01f9cd5dfb', 'gw_port': {'id': 'd66f8aba-0113-430f-80f7-3c5ac3b11a10', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8b:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '17d908cb-6420-49e1-a69b-d1484ff26478', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2944, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:24Z', 'updated_at': '2021-07-05T04:14:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:28.456929 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.501059 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Checking router: 17d908cb-6420-49e1-a69b-d1484ff26478 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:28.503482 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Updating router 17d908cb-6420-49e1-a69b-d1484ff26478 port d66f8aba-0113-430f-80f7-3c5ac3b11a10 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:28.610966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f44d9-be69-4f49-be4d-6303af8ad7b3', 'name': 'tempest-NetworksTestDHCPv6-router-907937055', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:20Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 3, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:28.618540 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.645831 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.749498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:28.783826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-623efa8b-92ee-4813-84b6-5635eba711a7 None None] The sync data for ids ['629f44d9-be69-4f49-be4d-6303af8ad7b3'] in n-d-758944-41 is: [{'id': '629f44d9-be69-4f49-be4d-6303af8ad7b3', 'name': 'tempest-NetworksTestDHCPv6-router-907937055', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:20Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 3, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:28.788545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e08fc318-a3ae-4268-b659-e8af760825f9 None None] Could not find standard attr ID for object f273ee7e-4381-4deb-beec-991579eb1835. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:28.958824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Deleting port d66f8aba-0113-430f-80f7-3c5ac3b11a10 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:28.959619 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.174489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Router 629f44d9-be69-4f49-be4d-6303af8ad7b3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:29.201161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.231751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Calling delete_port for d66f8aba-0113-430f-80f7-3c5ac3b11a10 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:29.372616 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.401369 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Transition to ACTIVE for port object d66f8aba-0113-430f-80f7-3c5ac3b11a10 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:29.446692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:29.470596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-68d6807c-ed9e-43e3-82cc-0cdf3cd92b76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "PUT /v2.0/routers/629f44d9-be69-4f49-be4d-6303af8ad7b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7669461 Jul 05 04:14:29.470596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59770) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.524916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b951ad64-5a3b-4a4d-b997-06f82a77a13c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.526678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b951ad64-5a3b-4a4d-b997-06f82a77a13c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.527138 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.530549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b951ad64-5a3b-4a4d-b997-06f82a77a13c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0667350 Jul 05 04:14:29.535115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59774) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.659651 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22da6b05-5e1d-4ea8-a366-7619080e0d33 None None] Pushing event updated for resources: {'Port': ['ID=d66f8aba-0113-430f-80f7-3c5ac3b11a10,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:29.679160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530a6cc-9e7c-4835-af22-d6aef465e920 req-b0bbe3c6-0c74-4609-97d5-baca6e0c25c4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:29.687919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8530a6cc-9e7c-4835-af22-d6aef465e920 req-b0bbe3c6-0c74-4609-97d5-baca6e0c25c4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.3013098 Jul 05 04:14:29.694821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8665048-e973-4bd3-bb25-d60da2a44a17 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 746690b8-8449-430a-8bf3-64ae8a5533a7 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:29.704348 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8665048-e973-4bd3-bb25-d60da2a44a17 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.714258 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Attempting to bind port d66f8aba-0113-430f-80f7-3c5ac3b11a10 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:29.715643 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Attempting to bind port d66f8aba-0113-430f-80f7-3c5ac3b11a10 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:29.715931 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Attempting to bind port d66f8aba-0113-430f-80f7-3c5ac3b11a10 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:29.730034 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:29.733776 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:29.734187 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.734587 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:29.735076 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Bound port: d66f8aba-0113-430f-80f7-3c5ac3b11a10, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:29.736300 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.805848 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.811975 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.db.api [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:14:29.812351 n-d-758944-41 neutron-server[100898]: DEBUG oslo_db.api [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:14:29.833024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8665048-e973-4bd3-bb25-d60da2a44a17 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:29.851801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8530a6cc-9e7c-4835-af22-d6aef465e920 req-53d7e30d-039e-4b88-b763-589041e6e382 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602373 Jul 05 04:14:29.873179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event deleted for resources: {'Port': ['ID=d66f8aba-0113-430f-80f7-3c5ac3b11a10,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:29.906778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59782) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:29.993511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8665048-e973-4bd3-bb25-d60da2a44a17 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.035985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.181233 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c500010-0f50-492a-8f89-b09a0e8e7586 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.182204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.185104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.224022 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8665048-e973-4bd3-bb25-d60da2a44a17 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.290797 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8665048-e973-4bd3-bb25-d60da2a44a17 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.293007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11aa5be0-5c46-4191-9a79-728517948964 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:30.294827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c8665048-e973-4bd3-bb25-d60da2a44a17 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/746690b8-8449-430a-8bf3-64ae8a5533a7 HTTP/1.1" status: 204 len: 168 time: 0.7554440 Jul 05 04:14:30.295203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59786) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.309780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8665048-e973-4bd3-bb25-d60da2a44a17 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=746690b8-8449-430a-8bf3-64ae8a5533a7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:30.337241 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Attempting to bind port d66f8aba-0113-430f-80f7-3c5ac3b11a10 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:30.338000 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Attempting to bind port d66f8aba-0113-430f-80f7-3c5ac3b11a10 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:30.338608 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Attempting to bind port d66f8aba-0113-430f-80f7-3c5ac3b11a10 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:30.356492 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:30.356492 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:30.356492 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.357568 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:30.358285 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Bound port: d66f8aba-0113-430f-80f7-3c5ac3b11a10, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:30.359052 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.411563 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.plugin [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Port d66f8aba-0113-430f-80f7-3c5ac3b11a10 has been deleted concurrently {{(pid=100898) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 04:14:30.428800 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Routers set() bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:30.429046 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Router IDs set() for agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:14:30.430413 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_agentschedulers_db [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'17d908cb-6420-49e1-a69b-d1484ff26478'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent'). {{(pid=100898) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:14:30.430887 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edce39a2-3633-47fe-b270-9064555eb28e None None] The sync data for ids ['17d908cb-6420-49e1-a69b-d1484ff26478'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:30.467539 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.471919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 17d908cb-6420-49e1-a69b-d1484ff26478 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:30.472120 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c500010-0f50-492a-8f89-b09a0e8e7586 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.488590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.490953 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6627c5ea-8696-4dc9-aa35-51af4545d775 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "DELETE /v2.0/routers/17d908cb-6420-49e1-a69b-d1484ff26478 HTTP/1.1" status: 204 len: 168 time: 2.3564706 Jul 05 04:14:30.493877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59788) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.601470 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-74175824-ebcc-460b-ab13-27f6fef5c34d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.3045192 Jul 05 04:14:30.602470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59790) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.643608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] Sync routers for ids ['629f44d9-be69-4f49-be4d-6303af8ad7b3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:30.683169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] Routers {'629f44d9-be69-4f49-be4d-6303af8ad7b3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:30.690792 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['629f44d9-be69-4f49-be4d-6303af8ad7b3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:30.705119 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.748519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c500010-0f50-492a-8f89-b09a0e8e7586 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.796482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-547192d9-8f8a-4ee5-aa6a-ac46bcfec69f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:30.820572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3c500010-0f50-492a-8f89-b09a0e8e7586 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7b905bc6355490583cfc2dee95d26d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9037755 Jul 05 04:14:30.821419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59794) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:30.859405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c500010-0f50-492a-8f89-b09a0e8e7586 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae4f4a4-6789-4911-92ee-e2d1abb6f124,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:30.885017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] Set router 629f44d9-be69-4f49-be4d-6303af8ad7b3 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:31.033538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f44d9-be69-4f49-be4d-6303af8ad7b3', 'name': 'tempest-NetworksTestDHCPv6-router-907937055', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:20Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 3, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.036188 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a69491c8-424a-4e83-931d-889a0f91fb89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.065367 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a69491c8-424a-4e83-931d-889a0f91fb89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.139199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] Checking router: 629f44d9-be69-4f49-be4d-6303af8ad7b3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:31.173319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] Routers {'629f44d9-be69-4f49-be4d-6303af8ad7b3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:31.173983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['629f44d9-be69-4f49-be4d-6303af8ad7b3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.205814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.226961 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a69491c8-424a-4e83-931d-889a0f91fb89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.234024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a69491c8-424a-4e83-931d-889a0f91fb89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.250519 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a69491c8-424a-4e83-931d-889a0f91fb89 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ae4f4a4-6789-4911-92ee-e2d1abb6f124 HTTP/1.1" status: 204 len: 168 time: 0.3758578 Jul 05 04:14:31.280446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a69491c8-424a-4e83-931d-889a0f91fb89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae4f4a4-6789-4911-92ee-e2d1abb6f124,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:31.315117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ed231-a977-4482-bdc0-392229c946c1 req-dd35a1c4-94eb-43e1-9807-6c0d0351aaf8 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:31.317456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-822ed231-a977-4482-bdc0-392229c946c1 req-dd35a1c4-94eb-43e1-9807-6c0d0351aaf8 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.1843727 Jul 05 04:14:31.342348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aef1b5eb-9757-43ac-acd0-c07fb4ccc059 None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:31.359816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] Set router 629f44d9-be69-4f49-be4d-6303af8ad7b3 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:31.465594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-822ed231-a977-4482-bdc0-392229c946c1 req-29442d98-d4ee-42b4-8e35-255137a78766 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402552 Jul 05 04:14:31.510489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Deleting port a7334d2e-0c81-4350-88df-3e6d737cddeb {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:31.515718 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.578290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:31.593948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '629f44d9-be69-4f49-be4d-6303af8ad7b3', 'name': 'tempest-NetworksTestDHCPv6-router-907937055', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:20Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 3, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:31.656604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] For port a7334d2e-0c81-4350-88df-3e6d737cddeb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a7334d2e-0c81-4350-88df-3e6d737cddeb,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:31.656604 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:31.684800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Calling delete_port for a7334d2e-0c81-4350-88df-3e6d737cddeb owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:31.796098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61db8703-bc60-402d-bd2c-b95175251c2e None None] The sync data for ids ['629f44d9-be69-4f49-be4d-6303af8ad7b3'] in n-d-758944-41 is: [{'id': '629f44d9-be69-4f49-be4d-6303af8ad7b3', 'name': 'tempest-NetworksTestDHCPv6-router-907937055', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:20Z', 'updated_at': '2021-07-05T04:14:28Z', 'revision_number': 3, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:31.990872 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.129398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-aef1b5eb-9757-43ac-acd0-c07fb4ccc059 None None] Deleting port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:32.129796 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aef1b5eb-9757-43ac-acd0-c07fb4ccc059 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.184326 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.195366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-547192d9-8f8a-4ee5-aa6a-ac46bcfec69f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.206856 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-547192d9-8f8a-4ee5-aa6a-ac46bcfec69f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.215691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=66bbc781-8a6b-4b34-9b89-0da3c2ad96a5,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:32.245731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7334d2e-0c81-4350-88df-3e6d737cddeb,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:32.261134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-aef1b5eb-9757-43ac-acd0-c07fb4ccc059 None None] For port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=66bbc781-8a6b-4b34-9b89-0da3c2ad96a5,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:32.261668 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aef1b5eb-9757-43ac-acd0-c07fb4ccc059 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.276449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-aef1b5eb-9757-43ac-acd0-c07fb4ccc059 None None] Calling delete_port for 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:32.351763 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.353611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-547192d9-8f8a-4ee5-aa6a-ac46bcfec69f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.355393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-547192d9-8f8a-4ee5-aa6a-ac46bcfec69f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Fanout notify agent at l3_agent the message router_deleted on router 629f44d9-be69-4f49-be4d-6303af8ad7b3 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:32.356221 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.371000 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-547192d9-8f8a-4ee5-aa6a-ac46bcfec69f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.372171 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-547192d9-8f8a-4ee5-aa6a-ac46bcfec69f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/routers/629f44d9-be69-4f49-be4d-6303af8ad7b3 HTTP/1.1" status: 204 len: 168 time: 1.7650485 Jul 05 04:14:32.377828 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59820) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.383494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-11fe31ee-5833-47fa-a539-6c089ef20756 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:32.457008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=66bbc781-8a6b-4b34-9b89-0da3c2ad96a5,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:32.567709 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aef1b5eb-9757-43ac-acd0-c07fb4ccc059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.582305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.585001 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.589116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef1b5eb-9757-43ac-acd0-c07fb4ccc059 None None] No DVR routers for this DVR port 66bbc781-8a6b-4b34-9b89-0da3c2ad96a5 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:32.686159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef1b5eb-9757-43ac-acd0-c07fb4ccc059 None None] Pushing event deleted for resources: {'Port': ['ID=66bbc781-8a6b-4b34-9b89-0da3c2ad96a5,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:32.686859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11fe31ee-5833-47fa-a539-6c089ef20756 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:32.691189 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11fe31ee-5833-47fa-a539-6c089ef20756 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.718493 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.722065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 058f8ef8-753c-4d46-af06-8ee0a21985ca {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:32.725784 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:32.733240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-23ceed9c-ca25-45c3-b8c1-fbecc87f6657 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "DELETE /v2.0/routers/058f8ef8-753c-4d46-af06-8ee0a21985ca HTTP/1.1" status: 204 len: 168 time: 2.2315085 Jul 05 04:14:32.733423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59826) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:32.739270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2019479417', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:32.992562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55549b-35ae-49a4-b466-ddd21a3c2839 req-35478ab2-30eb-4944-b0fd-905a89ea36eb tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:32.994158 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c55549b-35ae-49a4-b466-ddd21a3c2839 req-35478ab2-30eb-4944-b0fd-905a89ea36eb tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.2121143 Jul 05 04:14:33.032653 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.034033 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.124064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c55549b-35ae-49a4-b466-ddd21a3c2839 req-8df7a54a-17a8-48ea-868c-785f5fcaa036 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190276 Jul 05 04:14:33.197363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.247491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11fe31ee-5833-47fa-a539-6c089ef20756 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.440201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fe31ee-5833-47fa-a539-6c089ef20756 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=ea9b7e5b-cae1-40b1-90fb-c876155be93c,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:33.481797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11fe31ee-5833-47fa-a539-6c089ef20756 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:33.481797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-11fe31ee-5833-47fa-a539-6c089ef20756 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:33.485902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11fe31ee-5833-47fa-a539-6c089ef20756 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:33.486434 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11fe31ee-5833-47fa-a539-6c089ef20756 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.494141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8528cde4-4fd0-4fa4-82ac-171a169db5f9 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:33.623592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a7334d2e-0c81-4350-88df-3e6d737cddeb no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:33.737816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:33.745165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a7334d2e-0c81-4350-88df-3e6d737cddeb {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:33.745757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a7334d2e-0c81-4350-88df-3e6d737cddeb not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:33.963139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': 'ea9b7e5b-cae1-40b1-90fb-c876155be93c'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:33.964416 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.288042 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-11fe31ee-5833-47fa-a539-6c089ef20756 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.6951764 Jul 05 04:14:34.290301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/ea9b7e5b-cae1-40b1-90fb-c876155be93c/79a3b059-2b75-4906-bfcd-7fb1c9467c8c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:34.290572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59850) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:34.296524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-93515025-511f-4cab-a9eb-fae9fed4d1c1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1171269894', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:34.372037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2311ca45-8998-4a20-9f8c-e32a3cce1b75 req-99390c18-3d0b-4e4b-ab3d-65505242a05d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:34.373735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2311ca45-8998-4a20-9f8c-e32a3cce1b75 req-99390c18-3d0b-4e4b-ab3d-65505242a05d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.1034279 Jul 05 04:14:34.426261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2311ca45-8998-4a20-9f8c-e32a3cce1b75 req-ef823c89-4de9-4658-a38d-ee8e1cb16cdb tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362620 Jul 05 04:14:34.548802 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.559330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Transition to ACTIVE for port object 79a3b059-2b75-4906-bfcd-7fb1c9467c8c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:34.577396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Transition to ACTIVE for port object 79a3b059-2b75-4906-bfcd-7fb1c9467c8c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:34.707447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93515025-511f-4cab-a9eb-fae9fed4d1c1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.708750 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93515025-511f-4cab-a9eb-fae9fed4d1c1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.766755 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.782512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93515025-511f-4cab-a9eb-fae9fed4d1c1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.784178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59856) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:34.860920 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93515025-511f-4cab-a9eb-fae9fed4d1c1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.869175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Pushing event updated for resources: {'Port': ['ID=79a3b059-2b75-4906-bfcd-7fb1c9467c8c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:34.882939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:34.885207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:34.892875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:34.990693 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93515025-511f-4cab-a9eb-fae9fed4d1c1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:34.995589 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-93515025-511f-4cab-a9eb-fae9fed4d1c1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.7037325 Jul 05 04:14:34.996578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59864) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:35.013661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.045449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Attempting to bind port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:35.046209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Attempting to bind port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:35.048881 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Attempting to bind port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:35.050102 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.065518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:35.066961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:35.067417 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.067853 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:35.068474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Bound port: 79a3b059-2b75-4906-bfcd-7fb1c9467c8c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:35.068866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.196762 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-87e34abe-2a0f-4e15-87ca-aac8e416fe90 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03e27d2de17a4e57b9d410d01b1d8422&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4106550 Jul 05 04:14:35.206577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59868) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:35.221318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] For port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:35.226346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] For port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=79a3b059-2b75-4906-bfcd-7fb1c9467c8c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:35.322011 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.473153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbd1db5-8e0c-4893-adf3-0a2ad052ba74 None None] Pushing event updated for resources: {'Port': ['ID=79a3b059-2b75-4906-bfcd-7fb1c9467c8c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:35.633005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb978aa0-9a52-4298-9ccc-b44893c0b4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.643057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:35.749875 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb978aa0-9a52-4298-9ccc-b44893c0b4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.033820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Allocated IP 172.25.4.32 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/d216ca13-7374-4843-9d49-dceb13767278) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:36.120733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e78fffee-e410-410a-8672-92fbb898a3e1 req-0124f9e9-ce6e-46a3-8399-18709b4dcd6d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:36.123743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e78fffee-e410-410a-8672-92fbb898a3e1 req-0124f9e9-ce6e-46a3-8399-18709b4dcd6d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.2235887 Jul 05 04:14:36.145656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::1 (4e8666f2-1800-4194-b3cc-657fb8271ed3/ea9b7e5b-cae1-40b1-90fb-c876155be93c/19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:36.261613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb978aa0-9a52-4298-9ccc-b44893c0b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.264742 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb978aa0-9a52-4298-9ccc-b44893c0b4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.280771 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bb978aa0-9a52-4298-9ccc-b44893c0b4f1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/774283b4-eaf5-46ae-8b35-105c50baaafe HTTP/1.1" status: 204 len: 168 time: 1.0629845 Jul 05 04:14:36.307228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e78fffee-e410-410a-8672-92fbb898a3e1 req-5d12d114-dc93-4a1a-b9ce-eff0d77f2847 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012492 Jul 05 04:14:36.346162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb978aa0-9a52-4298-9ccc-b44893c0b4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=774283b4-eaf5-46ae-8b35-105c50baaafe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:36.394187 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.409742 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.414233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:36.562424 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.589450 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.660542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Pushing event updated for resources: {'Port': ['ID=d216ca13-7374-4843-9d49-dceb13767278,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:36.690776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:36.695399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:36.700342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:36.734938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:36.745901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:36.765700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:36.766267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:36.855843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:37.163103 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.218880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-04531f7d-e3d7-4b47-84a2-f6eb9e943f0d None None] Provisioning for port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:37.581359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 79a3b059-2b75-4906-bfcd-7fb1c9467c8c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:37.589176 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.676224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-39eb6ff9-5c15-49dd-ab06-8b15d1b3fb6b None None] Provisioning for port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:37.698477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-39eb6ff9-5c15-49dd-ab06-8b15d1b3fb6b None None] Provisioning complete for port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:37.698823 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39eb6ff9-5c15-49dd-ab06-8b15d1b3fb6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.723407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.760913 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-39eb6ff9-5c15-49dd-ab06-8b15d1b3fb6b None None] Port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:37.789770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:37.796046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:37.796562 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.798324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7094cee1-0b9b-470d-a1d2-c0f73402dc99 req-29297952-7d12-47db-9925-030fadd75acd tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:37.799843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7094cee1-0b9b-470d-a1d2-c0f73402dc99 req-29297952-7d12-47db-9925-030fadd75acd tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.1454706 Jul 05 04:14:37.820040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.821172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.899609 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:37.929395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7094cee1-0b9b-470d-a1d2-c0f73402dc99 req-f6b6f75f-21b0-454f-b41f-229421f9c8c4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862834 Jul 05 04:14:37.962901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=79a3b059-2b75-4906-bfcd-7fb1c9467c8c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:37.972045 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.028634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.038516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:38.076018 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8d370497-6ad8-4da9-9657-69fbb01d657e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.125959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:38.128472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:38.153394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=79a3b059-2b75-4906-bfcd-7fb1c9467c8c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:38.163044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.171724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.172461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.173037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.178119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.178755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.179305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.179948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.180493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.181121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.181664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.182302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:38.257178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Router 34e2036a-a0b7-4f0b-a868-cf125c6af78e is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:38.409752 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:38.422245 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589aa9bb-06f5-4497-948f-db165f7e5495 None None] Sync routers for ids ['34e2036a-a0b7-4f0b-a868-cf125c6af78e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:38.448858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Router 7364da5d-a27c-4d79-a323-3d2238b1043f is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:38.457466 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589aa9bb-06f5-4497-948f-db165f7e5495 None None] Routers {'34e2036a-a0b7-4f0b-a868-cf125c6af78e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:38.458955 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-589aa9bb-06f5-4497-948f-db165f7e5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['34e2036a-a0b7-4f0b-a868-cf125c6af78e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:38.512376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-589aa9bb-06f5-4497-948f-db165f7e5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:38.521971 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589aa9bb-06f5-4497-948f-db165f7e5495 None None] Routers {'34e2036a-a0b7-4f0b-a868-cf125c6af78e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:38.522831 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-589aa9bb-06f5-4497-948f-db165f7e5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['34e2036a-a0b7-4f0b-a868-cf125c6af78e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:38.555374 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-589aa9bb-06f5-4497-948f-db165f7e5495 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:38.556045 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589aa9bb-06f5-4497-948f-db165f7e5495 None None] The sync data for ids ['34e2036a-a0b7-4f0b-a868-cf125c6af78e'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:38.566753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:38.572615 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-21aaf442-2fee-450f-802d-cb0d1d2e8b2d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "PUT /v2.0/routers/7364da5d-a27c-4d79-a323-3d2238b1043f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5745847 Jul 05 04:14:38.575169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59950) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:38.583985 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.584171 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Sync routers for ids ['7364da5d-a27c-4d79-a323-3d2238b1043f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:38.585990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4ca9133d-6b9f-4e97-af5b-cbbbaebede4d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 5.8507154 Jul 05 04:14:38.589516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59952) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:38.594599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-223e057a-dbd6-43af-a178-2b609c59ba42 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_snat': False}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:38.599936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0d4dce7f-7f55-4ceb-9ec6-2f35eaba1e04 None None] Provisioning complete for port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:38.600457 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d4dce7f-7f55-4ceb-9ec6-2f35eaba1e04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:38.603705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Routers {'7364da5d-a27c-4d79-a323-3d2238b1043f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:38.604352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7364da5d-a27c-4d79-a323-3d2238b1043f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:38.640538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1723925e-5494-4f52-bda2-9107b2d94e00 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.647235 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1723925e-5494-4f52-bda2-9107b2d94e00 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports/19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 HTTP/1.1" status: 200 len: 911 time: 0.0704362 Jul 05 04:14:38.647997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 59954) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:38.822605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0d4dce7f-7f55-4ceb-9ec6-2f35eaba1e04 None None] Port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:14:38.826168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce616-8646-48ba-8699-68d7cbfefcab tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.859985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2afce616-8646-48ba-8699-68d7cbfefcab tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:38.861681 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2afce616-8646-48ba-8699-68d7cbfefcab tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2125034 Jul 05 04:14:38.863945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Set router 7364da5d-a27c-4d79-a323-3d2238b1043f gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:38.864780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 59964) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:39.208666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7364da5d-a27c-4d79-a323-3d2238b1043f', 'name': 'tempest-NetworksTestDHCPv6-router-1171269894', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:34Z', 'updated_at': '2021-07-05T04:14:36Z', 'revision_number': 2, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None, '_interfaces': [{'id': '19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3', 'name': '', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'mac_address': 'fa:16:3e:76:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7364da5d-a27c-4d79-a323-3d2238b1043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'ea9b7e5b-cae1-40b1-90fb-c876155be93c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:35Z', 'updated_at': '2021-07-05T04:14:37Z', 'revision_number': 2, 'project_id': '044df30fc6d649858d4bd517f7252017', 'subnets': [{'id': 'ea9b7e5b-cae1-40b1-90fb-c876155be93c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:39.260417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Checking router: 7364da5d-a27c-4d79-a323-3d2238b1043f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:39.261132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Updating router 7364da5d-a27c-4d79-a323-3d2238b1043f port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:39.307988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.516233 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 79a3b059-2b75-4906-bfcd-7fb1c9467c8c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:39.577534 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-223e057a-dbd6-43af-a178-2b609c59ba42 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.593945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84358d5-f1f4-4942-be76-9dfa9a1ca83f req-2982416c-e8f5-4825-bbfe-4e38e3f5eb17 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:39.610376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d84358d5-f1f4-4942-be76-9dfa9a1ca83f req-2982416c-e8f5-4825-bbfe-4e38e3f5eb17 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.4670694 Jul 05 04:14:39.652283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:39.653086 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.682506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d84358d5-f1f4-4942-be76-9dfa9a1ca83f req-8bf1c574-bf88-4d2d-82e1-641898158947 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608294 Jul 05 04:14:39.812948 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.869056 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:39.880876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Transition to ACTIVE for port object 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:40.013551 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.100984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3f15c-64f3-4ce7-8a39-793c2c63b5ac None None] Pushing event updated for resources: {'Port': ['ID=19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:40.144788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60004) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:40.144788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-858240162', 'description': 'tempest-secgroup-smoke-858240162 description', 'project_id': '7d6d2d8645e943558e449d8c5575d969'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:40.245971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Attempting to bind port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:40.246530 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Attempting to bind port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:40.246889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Attempting to bind port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:40.254638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:40.255863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:40.256444 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.256983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:40.262702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Bound port: 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:40.262702 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.281564 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.294697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.370498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] For port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:40.374337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] For port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:40.378185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 31df4ea1-fa10-4b33-8469-19500e75103a details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:14:40.380796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 31df4ea1-fa10-4b33-8469-19500e75103a no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:40.501830 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.607337 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.677508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 31df4ea1-fa10-4b33-8469-19500e75103a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=31df4ea1-fa10-4b33-8469-19500e75103a,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:40.693245 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.698329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '31df4ea1-fa10-4b33-8469-19500e75103a', 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162', 'port_id': '31df4ea1-fa10-4b33-8469-19500e75103a', 'mac_address': 'fa:16:3e:b5:7c:ae', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62263bbc-eae2-406c-b43e-9885c6fcb4c9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:14:40.838701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.851528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76393792-c607-434d-8aae-5fdeda568aa2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:40.892508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.902013 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:40.963538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92b4313f-aff7-4297-b25d-2dd2285755dc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:40.998697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 31df4ea1-fa10-4b33-8469-19500e75103a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=31df4ea1-fa10-4b33-8469-19500e75103a,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:41.000336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Routers {'7364da5d-a27c-4d79-a323-3d2238b1043f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:41.001214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7364da5d-a27c-4d79-a323-3d2238b1043f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:41.015683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31df4ea1-fa10-4b33-8469-19500e75103a'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:41.019131 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13d903ce-5948-4480-a1f9-a9745730bff2" -d '{"events": [{"server_uuid": "ab8a1e8a-7e0e-4728-885a-528e142b456c", "name": "network-vif-unplugged", "status": "completed", "tag": "31df4ea1-fa10-4b33-8469-19500e75103a"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:41.063057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.064645 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1a8bf75a-5d9b-4b25-9443-6e0665803c0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9258947 Jul 05 04:14:41.069019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60024) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:41.073949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6fb987f1-1239-4dba-be10-ec526b81c80d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '92b4313f-aff7-4297-b25d-2dd2285755dc', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:41.117728 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.125487 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.251106 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6fb987f1-1239-4dba-be10-ec526b81c80d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.356217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6fb987f1-1239-4dba-be10-ec526b81c80d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.415201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6fb987f1-1239-4dba-be10-ec526b81c80d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.467705 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a125be6-df31-4377-9132-26f652fddb25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.475425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb987f1-1239-4dba-be10-ec526b81c80d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82542d68-e476-420b-829c-8301458fa177,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:41.488344 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d42b216-70f0-4d08-a2ad-40af551d9c48 x-openstack-request-id: req-7d42b216-70f0-4d08-a2ad-40af551d9c48 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:41.489581 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8a1e8a-7e0e-4728-885a-528e142b456c", "name": "network-vif-unplugged", "status": "completed", "tag": "31df4ea1-fa10-4b33-8469-19500e75103a", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:41.491166 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7d42b216-70f0-4d08-a2ad-40af551d9c48 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:41.496020 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31df4ea1-fa10-4b33-8469-19500e75103a', 'code': 200} Jul 05 04:14:41.527333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.529629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aa3f15c-64f3-4ce7-8a39-793c2c63b5ac None None] Pushing event updated for resources: {'Port': ['ID=19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:41.547042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:41.547042 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.567261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6fb987f1-1239-4dba-be10-ec526b81c80d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.570173 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6fb987f1-1239-4dba-be10-ec526b81c80d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5000968 Jul 05 04:14:41.573505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60026) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:41.577209 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-223e057a-dbd6-43af-a178-2b609c59ba42 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.581856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-793cd0fc-85ab-4bec-b35e-20b2b9afc300 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '92b4313f-aff7-4297-b25d-2dd2285755dc', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:41.595588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 31df4ea1-fa10-4b33-8469-19500e75103a {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:41.627915 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-223e057a-dbd6-43af-a178-2b609c59ba42 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.640809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] Set router 7364da5d-a27c-4d79-a323-3d2238b1043f gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:41.732530 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793cd0fc-85ab-4bec-b35e-20b2b9afc300 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.762319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb464c4-fb8f-4dfb-a135-966ac78907a3 req-7e47e257-8143-4e36-860d-5463a114f10e tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:41.764380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfb464c4-fb8f-4dfb-a135-966ac78907a3 req-7e47e257-8143-4e36-860d-5463a114f10e tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 944 time: 0.6085246 Jul 05 04:14:41.782435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=31df4ea1-fa10-4b33-8469-19500e75103a,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:41.797257 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:14:41.797620 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:14:41.854264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793cd0fc-85ab-4bec-b35e-20b2b9afc300 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.906677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfb464c4-fb8f-4dfb-a135-966ac78907a3 req-6d2f2c61-8ac7-4b6a-9be6-e42fd5e5e0d1 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336291 Jul 05 04:14:41.911930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] For port 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:41.912538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.939083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:41.945694 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7364da5d-a27c-4d79-a323-3d2238b1043f', 'name': 'tempest-NetworksTestDHCPv6-router-1171269894', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:34Z', 'updated_at': '2021-07-05T04:14:36Z', 'revision_number': 2, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None, '_interfaces': [{'id': '19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3', 'name': '', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'mac_address': 'fa:16:3e:76:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7364da5d-a27c-4d79-a323-3d2238b1043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'ea9b7e5b-cae1-40b1-90fb-c876155be93c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:35Z', 'updated_at': '2021-07-05T04:14:40Z', 'revision_number': 4, 'project_id': '044df30fc6d649858d4bd517f7252017', 'subnets': [{'id': 'ea9b7e5b-cae1-40b1-90fb-c876155be93c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:41.962939 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793cd0fc-85ab-4bec-b35e-20b2b9afc300 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.984635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e248674-223c-42ba-9805-875f8e0c3293 None None] The sync data for ids ['7364da5d-a27c-4d79-a323-3d2238b1043f'] in n-d-758944-41 is: [{'id': '7364da5d-a27c-4d79-a323-3d2238b1043f', 'name': 'tempest-NetworksTestDHCPv6-router-1171269894', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:34Z', 'updated_at': '2021-07-05T04:14:36Z', 'revision_number': 2, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None, '_interfaces': [{'id': '19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3', 'name': '', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'mac_address': 'fa:16:3e:76:e4:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7364da5d-a27c-4d79-a323-3d2238b1043f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2955, 'fixed_ips': [{'subnet_id': 'ea9b7e5b-cae1-40b1-90fb-c876155be93c', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:35Z', 'updated_at': '2021-07-05T04:14:40Z', 'revision_number': 4, 'project_id': '044df30fc6d649858d4bd517f7252017', 'subnets': [{'id': 'ea9b7e5b-cae1-40b1-90fb-c876155be93c', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:41.986463 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:41.994095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793cd0fc-85ab-4bec-b35e-20b2b9afc300 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8feb114-86e5-46f1-aec4-32720a8afeb9,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.006654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-223e057a-dbd6-43af-a178-2b609c59ba42 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Router 34e2036a-a0b7-4f0b-a868-cf125c6af78e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:42.129291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-793cd0fc-85ab-4bec-b35e-20b2b9afc300 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.135009 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-793cd0fc-85ab-4bec-b35e-20b2b9afc300 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5600574 Jul 05 04:14:42.136199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60032) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.141453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-57d6c090-2f2c-4b2b-9001-5c3f9c9e8f0d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '92b4313f-aff7-4297-b25d-2dd2285755dc', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:42.207157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-223e057a-dbd6-43af-a178-2b609c59ba42 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:42.213375 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-223e057a-dbd6-43af-a178-2b609c59ba42 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.217458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-223e057a-dbd6-43af-a178-2b609c59ba42 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "PUT /v2.0/routers/34e2036a-a0b7-4f0b-a868-cf125c6af78e HTTP/1.1" status: 200 len: 921 time: 3.6267977 Jul 05 04:14:42.218014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60034) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.220719 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b05410-406a-4ade-98f7-99d2bc569f3d None None] Sync routers for ids ['34e2036a-a0b7-4f0b-a868-cf125c6af78e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:42.263541 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b05410-406a-4ade-98f7-99d2bc569f3d None None] Routers {'34e2036a-a0b7-4f0b-a868-cf125c6af78e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:42.266961 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c2b05410-406a-4ade-98f7-99d2bc569f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['34e2036a-a0b7-4f0b-a868-cf125c6af78e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:42.298677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57d6c090-2f2c-4b2b-9001-5c3f9c9e8f0d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.431249 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.455165 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c2b05410-406a-4ade-98f7-99d2bc569f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:42.470504 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31df4ea1-fa10-4b33-8469-19500e75103a {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:14:42.480490 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b05410-406a-4ade-98f7-99d2bc569f3d None None] Routers {'34e2036a-a0b7-4f0b-a868-cf125c6af78e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:42.482611 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c2b05410-406a-4ade-98f7-99d2bc569f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['34e2036a-a0b7-4f0b-a868-cf125c6af78e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:42.491809 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.510693 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b9eb4ae5-2166-4774-942f-984f558538dd tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/routers/34e2036a-a0b7-4f0b-a868-cf125c6af78e HTTP/1.1" status: 200 len: 921 time: 0.2910917 Jul 05 04:14:42.513011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 31df4ea1-fa10-4b33-8469-19500e75103a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=31df4ea1-fa10-4b33-8469-19500e75103a,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:42.518172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60042) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.537781 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c2b05410-406a-4ade-98f7-99d2bc569f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:42.539083 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2b05410-406a-4ade-98f7-99d2bc569f3d None None] The sync data for ids ['34e2036a-a0b7-4f0b-a868-cf125c6af78e'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:42.553051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.565558 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57d6c090-2f2c-4b2b-9001-5c3f9c9e8f0d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.620384 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.667930 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57d6c090-2f2c-4b2b-9001-5c3f9c9e8f0d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.702455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=31df4ea1-fa10-4b33-8469-19500e75103a,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.742198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ec10bd7-3c7d-4693-bd74-1bf81717d70e tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:42.746060 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6ec10bd7-3c7d-4693-bd74-1bf81717d70e tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&device_id=34e2036a-a0b7-4f0b-a868-cf125c6af78e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2200584 Jul 05 04:14:42.752958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d6c090-2f2c-4b2b-9001-5c3f9c9e8f0d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=585a96b9-d647-4dc7-8e8b-d3140123b66c,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:42.761129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60048) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:42.792435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:42.867284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['31df4ea1-fa10-4b33-8469-19500e75103a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:14:42.907789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f67ccd-ed0a-4754-8176-62961672c714 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:42.909487 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c5f67ccd-ed0a-4754-8176-62961672c714 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 881 time: 0.1474028 Jul 05 04:14:42.913379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60052) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:43.028883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-510ccd91-166d-45e4-bf7c-4b3d20be6037 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e2036a-a0b7-4f0b-a868-cf125c6af78e HTTP/1.1" status: 200 len: 205 time: 0.1143143 Jul 05 04:14:43.031499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60056) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:43.038064 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-57d6c090-2f2c-4b2b-9001-5c3f9c9e8f0d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.042463 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-57d6c090-2f2c-4b2b-9001-5c3f9c9e8f0d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9050713 Jul 05 04:14:43.043104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60058) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:43.048602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-73953a4a-f1a3-4d97-8bf9-3d1b2bc80b51 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '92b4313f-aff7-4297-b25d-2dd2285755dc', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:43.236723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Router 7364da5d-a27c-4d79-a323-3d2238b1043f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:14:43.250099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73953a4a-f1a3-4d97-8bf9-3d1b2bc80b51 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.321082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.342014 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73953a4a-f1a3-4d97-8bf9-3d1b2bc80b51 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.403625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985c5632-6b08-4c41-8d60-fd97915e95e0 req-5929b955-e15c-4ef2-914d-fe900730d7f2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:43.405205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-985c5632-6b08-4c41-8d60-fd97915e95e0 req-5929b955-e15c-4ef2-914d-fe900730d7f2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 945 time: 0.2646167 Jul 05 04:14:43.416379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:43.431296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60062) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:43.431525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cb937d7e-cfd4-4271-8e37-64659faadeff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "PUT /v2.0/routers/7364da5d-a27c-4d79-a323-3d2238b1043f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5291586 Jul 05 04:14:43.514996 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73953a4a-f1a3-4d97-8bf9-3d1b2bc80b51 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.515433 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.539881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a67529-1e77-475f-8229-e81b333e254d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:43.541586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1a67529-1e77-475f-8229-e81b333e254d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:43.546120 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e1a67529-1e77-475f-8229-e81b333e254d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1136940 Jul 05 04:14:43.546799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60064) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:43.551458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73953a4a-f1a3-4d97-8bf9-3d1b2bc80b51 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ef7acd2-2a4c-418b-ae83-cc1d4e83a1c0,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:43.615153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d94dbd7-54ce-4498-9b99-4cade1dcedcb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet ea9b7e5b-cae1-40b1-90fb-c876155be93c {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:43.618899 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d94dbd7-54ce-4498-9b99-4cade1dcedcb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.647946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73953a4a-f1a3-4d97-8bf9-3d1b2bc80b51 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.651658 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-73953a4a-f1a3-4d97-8bf9-3d1b2bc80b51 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6048934 Jul 05 04:14:43.652763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60066) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:43.658235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fff29712-d2a0-4df3-a97d-e886bc9619f4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '92b4313f-aff7-4297-b25d-2dd2285755dc', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:43.702645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d94dbd7-54ce-4498-9b99-4cade1dcedcb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.837838 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d94dbd7-54ce-4498-9b99-4cade1dcedcb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.868055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-985c5632-6b08-4c41-8d60-fd97915e95e0 req-65b53223-d91f-4f48-912f-bd8feaa7ff5c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4518316 Jul 05 04:14:43.870130 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.896946 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-fff29712-d2a0-4df3-a97d-e886bc9619f4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Project 7d6d2d8645e943558e449d8c5575d969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:14:43.908155 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fff29712-d2a0-4df3-a97d-e886bc9619f4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.910156 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:43.989130 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fff29712-d2a0-4df3-a97d-e886bc9619f4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.052542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d94dbd7-54ce-4498-9b99-4cade1dcedcb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.085155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94dbd7-54ce-4498-9b99-4cade1dcedcb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=ea9b7e5b-cae1-40b1-90fb-c876155be93c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:44.090454 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d94dbd7-54ce-4498-9b99-4cade1dcedcb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.092671 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4d94dbd7-54ce-4498-9b99-4cade1dcedcb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/ea9b7e5b-cae1-40b1-90fb-c876155be93c HTTP/1.1" status: 204 len: 168 time: 0.5422628 Jul 05 04:14:44.094078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fff29712-d2a0-4df3-a97d-e886bc9619f4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.100100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60076) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:44.103439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31162c21-0d03-4c47-8a5e-a9d985098638 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:44.134013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff29712-d2a0-4df3-a97d-e886bc9619f4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b8bba4b-f542-4b75-a697-c9ed416ba060,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:44.242512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fff29712-d2a0-4df3-a97d-e886bc9619f4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.243727 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fff29712-d2a0-4df3-a97d-e886bc9619f4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5902879 Jul 05 04:14:44.246928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60078) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:44.253570 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-71c0c2af-4d09-478a-87b3-df99454093e7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '92b4313f-aff7-4297-b25d-2dd2285755dc', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:44.319016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c4f16ed2-77b3-46bb-b4ab-80fd179cfce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.2190146 Jul 05 04:14:44.319686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60080) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:44.329733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Deleting port d216ca13-7374-4843-9d49-dceb13767278 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:44.330206 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.366647 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] Sync routers for ids ['7364da5d-a27c-4d79-a323-3d2238b1043f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:44.393176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] Routers {'7364da5d-a27c-4d79-a323-3d2238b1043f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:44.394007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7364da5d-a27c-4d79-a323-3d2238b1043f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:44.398903 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-71c0c2af-4d09-478a-87b3-df99454093e7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Project 7d6d2d8645e943558e449d8c5575d969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:14:44.447414 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71c0c2af-4d09-478a-87b3-df99454093e7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.496474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] Set router 7364da5d-a27c-4d79-a323-3d2238b1043f gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:44.507093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.526766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71c0c2af-4d09-478a-87b3-df99454093e7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.532666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12302e53-4c8a-48bc-b78b-7c782334fbb6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.537502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Calling delete_port for d216ca13-7374-4843-9d49-dceb13767278 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:44.593295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7364da5d-a27c-4d79-a323-3d2238b1043f', 'name': 'tempest-NetworksTestDHCPv6-router-1171269894', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:34Z', 'updated_at': '2021-07-05T04:14:42Z', 'revision_number': 3, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:44.598478 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.633366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 31df4ea1-fa10-4b33-8469-19500e75103a up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:44.658144 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71c0c2af-4d09-478a-87b3-df99454093e7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.670985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] Checking router: 7364da5d-a27c-4d79-a323-3d2238b1043f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:44.717768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] Routers {'7364da5d-a27c-4d79-a323-3d2238b1043f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:44.718534 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7364da5d-a27c-4d79-a323-3d2238b1043f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:44.825690 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2773f95-dea0-4ce2-8849-67c954ecb85e None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:44.880184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] Set router 7364da5d-a27c-4d79-a323-3d2238b1043f gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:44.916284 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c0c2af-4d09-478a-87b3-df99454093e7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb6b9531-b100-4b79-ab12-7bb3e614f7c3,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:44.923210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12302e53-4c8a-48bc-b78b-7c782334fbb6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.926545 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12302e53-4c8a-48bc-b78b-7c782334fbb6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:44.967577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7364da5d-a27c-4d79-a323-3d2238b1043f', 'name': 'tempest-NetworksTestDHCPv6-router-1171269894', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:34Z', 'updated_at': '2021-07-05T04:14:42Z', 'revision_number': 3, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:44.969434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 31df4ea1-fa10-4b33-8469-19500e75103a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:44.969806 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.002324 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.025208 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1219ff15-4e81-430e-adbf-7451b07cbf99 None None] The sync data for ids ['7364da5d-a27c-4d79-a323-3d2238b1043f'] in n-d-758944-41 is: [{'id': '7364da5d-a27c-4d79-a323-3d2238b1043f', 'name': 'tempest-NetworksTestDHCPv6-router-1171269894', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:34Z', 'updated_at': '2021-07-05T04:14:42Z', 'revision_number': 3, 'project_id': '044df30fc6d649858d4bd517f7252017', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:45.032397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Pushing event deleted for resources: {'Port': ['ID=d216ca13-7374-4843-9d49-dceb13767278,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:45.046782 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71c0c2af-4d09-478a-87b3-df99454093e7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.048902 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-71c0c2af-4d09-478a-87b3-df99454093e7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.8000770 Jul 05 04:14:45.051568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60088) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.058990 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'network': {'name': 'tempest-network-smoke--1479210211', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'port_security_enabled': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:45.071230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f2773f95-dea0-4ce2-8849-67c954ecb85e None None] Deleting port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:45.071780 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f2773f95-dea0-4ce2-8849-67c954ecb85e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.165067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12302e53-4c8a-48bc-b78b-7c782334fbb6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.166705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12302e53-4c8a-48bc-b78b-7c782334fbb6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Fanout notify agent at l3_agent the message router_deleted on router 7364da5d-a27c-4d79-a323-3d2238b1043f {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:45.176252 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.188536 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12302e53-4c8a-48bc-b78b-7c782334fbb6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.188761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46109a2a-0d70-49cb-918f-ae802aca7d54 req-0aa008d3-71c6-412a-b7c3-380cd4d6a2b5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.190560 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-12302e53-4c8a-48bc-b78b-7c782334fbb6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/routers/7364da5d-a27c-4d79-a323-3d2238b1043f HTTP/1.1" status: 204 len: 168 time: 0.8691223 Jul 05 04:14:45.192614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60092) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.196395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46109a2a-0d70-49cb-918f-ae802aca7d54 req-0aa008d3-71c6-412a-b7c3-380cd4d6a2b5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 945 time: 0.1686401 Jul 05 04:14:45.214589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:45.221009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.270176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f2773f95-dea0-4ce2-8849-67c954ecb85e None None] For port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=79a3b059-2b75-4906-bfcd-7fb1c9467c8c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:45.271269 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f2773f95-dea0-4ce2-8849-67c954ecb85e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.274154 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.307241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31df4ea1-fa10-4b33-8469-19500e75103a'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:45.308530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:14:45.310431 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbf3fcc1-ee85-46e8-bf13-d520b9ced17a" -d '{"events": [{"server_uuid": "ab8a1e8a-7e0e-4728-885a-528e142b456c", "name": "network-vif-plugged", "status": "completed", "tag": "31df4ea1-fa10-4b33-8469-19500e75103a"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:45.313416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f2773f95-dea0-4ce2-8849-67c954ecb85e None None] Calling delete_port for 79a3b059-2b75-4906-bfcd-7fb1c9467c8c owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:45.331845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 31df4ea1-fa10-4b33-8469-19500e75103a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=31df4ea1-fa10-4b33-8469-19500e75103a,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:45.334444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d474e379-85a9-4d7e-a76c-b36a787460d4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.340754 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d474e379-85a9-4d7e-a76c-b36a787460d4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1469204 Jul 05 04:14:45.342411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.342869 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Added segment 00b83acf-b7d3-4201-bf82-7583a10c4157 of type vlan for network 1c6ce872-f154-40e2-a212-88dbb522be67 Jul 05 04:14:45.344214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60096) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.351482 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.365250 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.371599 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97c4bfdb-3ce0-4762-9930-bcba6d665974 x-openstack-request-id: req-97c4bfdb-3ce0-4762-9930-bcba6d665974 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:45.371599 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8a1e8a-7e0e-4728-885a-528e142b456c", "name": "network-vif-plugged", "status": "completed", "tag": "31df4ea1-fa10-4b33-8469-19500e75103a", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:45.371599 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-97c4bfdb-3ce0-4762-9930-bcba6d665974 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:45.371599 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31df4ea1-fa10-4b33-8469-19500e75103a', 'code': 200} Jul 05 04:14:45.468882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46109a2a-0d70-49cb-918f-ae802aca7d54 req-405d5ec6-e251-4afe-8a2c-297cd5ea4a3a tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2715623 Jul 05 04:14:45.478913 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.499070 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.523534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a64674f-8e54-4632-923e-07b74d36315e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.529845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60098) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.533028 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4a64674f-8e54-4632-923e-07b74d36315e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1830754 Jul 05 04:14:45.549983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 79a3b059-2b75-4906-bfcd-7fb1c9467c8c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:45.555756 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f2773f95-dea0-4ce2-8849-67c954ecb85e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.586497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 79a3b059-2b75-4906-bfcd-7fb1c9467c8c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:45.586886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 79a3b059-2b75-4906-bfcd-7fb1c9467c8c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:45.587397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:45.602472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2773f95-dea0-4ce2-8849-67c954ecb85e None None] No DVR routers for this DVR port 79a3b059-2b75-4906-bfcd-7fb1c9467c8c on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:45.608728 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.611662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Fanout notify agent at l3_agent the message router_deleted on router 34e2036a-a0b7-4f0b-a868-cf125c6af78e {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:45.620507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e8adc6fa-ec1e-41f7-b878-ad773f681d62 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0859292 Jul 05 04:14:45.625101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60102) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.630624 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.631650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:45.632183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5decbe25-0d2a-4983-9074-ac5ba4200d49 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/34e2036a-a0b7-4f0b-a868-cf125c6af78e HTTP/1.1" status: 204 len: 168 time: 2.5991240 Jul 05 04:14:45.638099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60104) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:45.648285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-969052cc-a82f-49d4-9c41-19ec69f97e4b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1556969003', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:45.668427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:45.668770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 19ed6321-66bc-4bb6-8a4d-ff1f2c8b50d3 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:45.674416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=31df4ea1-fa10-4b33-8469-19500e75103a,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:45.712361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2773f95-dea0-4ce2-8849-67c954ecb85e None None] Pushing event deleted for resources: {'Port': ['ID=79a3b059-2b75-4906-bfcd-7fb1c9467c8c,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:45.722919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb47f14d-ee9c-48a1-905a-23206f00950d req-4dfdc09e-9155-4dca-a52c-32ca25bbea11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.725674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb47f14d-ee9c-48a1-905a-23206f00950d req-4dfdc09e-9155-4dca-a52c-32ca25bbea11 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 1098 time: 0.1185677 Jul 05 04:14:45.768340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.785835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:45.787039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.809475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb47f14d-ee9c-48a1-905a-23206f00950d req-3bcd24db-b4cf-4fb7-b1ee-91cd9ca189c8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717278 Jul 05 04:14:45.897795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Network': ['ID=1c6ce872-f154-40e2-a212-88dbb522be67,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:45.911703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 1c6ce872-f154-40e2-a212-88dbb522be67 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:14:45.934686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-969052cc-a82f-49d4-9c41-19ec69f97e4b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:45.936194 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-969052cc-a82f-49d4-9c41-19ec69f97e4b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.013629 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-969052cc-a82f-49d4-9c41-19ec69f97e4b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.057792 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-43121d86-ccb2-4f97-9eff-128d0faf0d03 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0044186 Jul 05 04:14:46.060569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60112) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:46.065126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'admin_state_up': True, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:46.104593 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-969052cc-a82f-49d4-9c41-19ec69f97e4b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.133325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:46.137064 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.252983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-969052cc-a82f-49d4-9c41-19ec69f97e4b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.254283 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-969052cc-a82f-49d4-9c41-19ec69f97e4b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.6130795 Jul 05 04:14:46.259423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60114) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:46.265729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:46.388928 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.390288 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.503933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.577236 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.604535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60124) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:46.663732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:14:46.665726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.731645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:46.737794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:46.742850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:46.752315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.758905 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3261731c-5d87-4239-a361-570438c2294b None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:46.810025 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:14:46.908980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=e5e4ca51-d9a7-44ca-b364-7957cf05ad52,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:46.910655 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25797128-cb24-40fa-ae58-b8f9501d23a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:46.968917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e220af9-0d42-49e2-9e7c-e45e82fa017e req-51d2ea26-f58d-400e-862a-676810f99fec tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:46.971009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e220af9-0d42-49e2-9e7c-e45e82fa017e req-51d2ea26-f58d-400e-862a-676810f99fec tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.2994988 Jul 05 04:14:47.001801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.019295 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a2f17cf5-5cca-473f-b3a3-e57d6deb29f1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3925354 Jul 05 04:14:47.022311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60132) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:47.028693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b486691a-dc7e-4aa5-907b-78757171589b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:47.062927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e220af9-0d42-49e2-9e7c-e45e82fa017e req-96aa5426-60e4-4c47-a54b-179c51f30db1 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843010 Jul 05 04:14:47.094932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': 'e5e4ca51-d9a7-44ca-b364-7957cf05ad52'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:47.096442 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.272642 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.314662 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.333763 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25797128-cb24-40fa-ae58-b8f9501d23a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.356557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Allocated IP 2001:db8::f816:3eff:fed5:fffe (4e8666f2-1800-4194-b3cc-657fb8271ed3/e5e4ca51-d9a7-44ca-b364-7957cf05ad52/ad21bc62-f835-4bf6-9f31-d466e458c306) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:47.459534 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25797128-cb24-40fa-ae58-b8f9501d23a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.539657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-25797128-cb24-40fa-ae58-b8f9501d23a2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2d19bb72608448558ad0582928817879&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9339664 Jul 05 04:14:47.542245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25797128-cb24-40fa-ae58-b8f9501d23a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01188828-e74d-4e6d-bd6f-56ef1193b5a9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:47.546183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60134) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:47.554451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.568861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Allocated IP 172.25.4.184 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/9cfdad1d-b1d8-4a4c-a0e2-071fb7cb291e) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:47.584634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.595343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.596345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Transition to ACTIVE for port object ad21bc62-f835-4bf6-9f31-d466e458c306 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:47.618537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Transition to ACTIVE for port object ad21bc62-f835-4bf6-9f31-d466e458c306 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:47.623074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b486691a-dc7e-4aa5-907b-78757171589b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:47.626904 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b486691a-dc7e-4aa5-907b-78757171589b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.694100 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.742344 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.847984 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:47.961918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:47.965633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:47.971644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:48.016076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:48.024413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:48.030756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:48.035511 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Pushing event updated for resources: {'Port': ['ID=ad21bc62-f835-4bf6-9f31-d466e458c306,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:48.075383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Attempting to bind port ad21bc62-f835-4bf6-9f31-d466e458c306 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:48.075832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Attempting to bind port ad21bc62-f835-4bf6-9f31-d466e458c306 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:48.076322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Attempting to bind port ad21bc62-f835-4bf6-9f31-d466e458c306 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:48.089610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:48.090726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:48.091695 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.093811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:48.093957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Pushing event updated for resources: {'Port': ['ID=9cfdad1d-b1d8-4a4c-a0e2-071fb7cb291e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:48.094583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Bound port: ad21bc62-f835-4bf6-9f31-d466e458c306, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:48.095357 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.193392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] For port ad21bc62-f835-4bf6-9f31-d466e458c306, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:48.197177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] For port ad21bc62-f835-4bf6-9f31-d466e458c306, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ad21bc62-f835-4bf6-9f31-d466e458c306,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:48.287562 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.319712 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.405915 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.481351 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.25.4.68 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/6abca74c-09b1-46f6-a083-189c6f8f6244) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:48.543219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d29500e-9d40-4d42-abd3-56866a641484 None None] Pushing event updated for resources: {'Port': ['ID=ad21bc62-f835-4bf6-9f31-d466e458c306,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:48.608221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e970b50-4fbe-43ac-a397-027461cb5a7e req-93300f5d-c271-4331-a7cd-c12230774c37 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:48.612904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e970b50-4fbe-43ac-a397-027461cb5a7e req-93300f5d-c271-4331-a7cd-c12230774c37 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.3126385 Jul 05 04:14:48.704593 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.707287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.710991 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/01188828-e74d-4e6d-bd6f-56ef1193b5a9 HTTP/1.1" status: 204 len: 168 time: 1.1617446 Jul 05 04:14:48.738017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01188828-e74d-4e6d-bd6f-56ef1193b5a9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:48.772237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.772587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.772935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.773274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.773610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.773943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.774273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.774605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.774932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.775259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.775584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.775936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-177a8f3e-8062-42f1-ab6a-9b86c0bbb110 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:14:48.855986 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:48.975272 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b486691a-dc7e-4aa5-907b-78757171589b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.004947 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.084867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b486691a-dc7e-4aa5-907b-78757171589b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:49.146291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b486691a-dc7e-4aa5-907b-78757171589b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:49.156141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b486691a-dc7e-4aa5-907b-78757171589b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:49.156910 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b486691a-dc7e-4aa5-907b-78757171589b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.197709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:49.199621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b486691a-dc7e-4aa5-907b-78757171589b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=13dcec8b-80da-4b9a-a556-eda391eb5bce,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:49.201925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=6abca74c-09b1-46f6-a083-189c6f8f6244,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:49.205078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:49.207341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:49.239194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b486691a-dc7e-4aa5-907b-78757171589b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2126467 Jul 05 04:14:49.239995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60150) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:49.246844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:b2:cf:f9', 'name': 'tempest-NetworksTestDHCPv6-1750247948'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:49.337267 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e970b50-4fbe-43ac-a397-027461cb5a7e req-e97469be-0b2b-4ef1-8d76-92fd0666e7ff tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7046316 Jul 05 04:14:49.353422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.610363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ad21bc62-f835-4bf6-9f31-d466e458c306 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:49.686980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60154) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:49.720506 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-063159f5-c702-4748-b3e9-412606c58598 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.806551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ad21bc62-f835-4bf6-9f31-d466e458c306 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:49.818197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:49.832289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d6b3cf-aad3-4c2f-a01a-04abbc2ff395 req-0ba56393-cacd-4226-a5e7-9f7df20ee5a2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:49.834146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63d6b3cf-aad3-4c2f-a01a-04abbc2ff395 req-0ba56393-cacd-4226-a5e7-9f7df20ee5a2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.2535865 Jul 05 04:14:49.865465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd9f04e-ded4-46ba-ae7c-e7ff4f4a6175 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:49.869178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.876778 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:49.942266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63d6b3cf-aad3-4c2f-a01a-04abbc2ff395 req-65f4a7e1-8404-46f4-91ef-4f7b8dd93eaf tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988555 Jul 05 04:14:50.021278 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.066856 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.081921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e8d9f6b6-10bc-4e76-995b-313452c25396 None None] Provisioning for port ad21bc62-f835-4bf6-9f31-d466e458c306 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:50.117965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e8d9f6b6-10bc-4e76-995b-313452c25396 None None] Provisioning complete for port ad21bc62-f835-4bf6-9f31-d466e458c306 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:50.117965 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f6b6-10bc-4e76-995b-313452c25396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.128474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port f5b88a25-1e94-4ce9-9d67-5f05f9c6e614 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:14:50.172330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Router e324601e-3090-4057-85d2-f113dcee28bd is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:50.270054 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f6b6-10bc-4e76-995b-313452c25396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.310655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-063159f5-c702-4748-b3e9-412606c58598 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.360145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b813e56f-26c0-420b-a257-6202420f5d31 None None] Update dhcp port {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': 'e5e4ca51-d9a7-44ca-b364-7957cf05ad52', 'ip_address': '2001:db8::f816:3eff:fed5:fffe'}, {'subnet_id': '13dcec8b-80da-4b9a-a556-eda391eb5bce'}], 'binding:host_id': 'n-d-758944-41'}, 'id': 'ad21bc62-f835-4bf6-9f31-d466e458c306'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:14:50.409676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:50.423130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.423569 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12c871-9695-4efc-9edd-8c548d6e4ec4 None None] Sync routers for ids ['e324601e-3090-4057-85d2-f113dcee28bd'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:50.424369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4eb82038-39ec-4467-a162-5500e910e7cf tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "PUT /v2.0/routers/e324601e-3090-4057-85d2-f113dcee28bd HTTP/1.1" status: 200 len: 880 time: 4.1628838 Jul 05 04:14:50.428284 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60168) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:50.437061 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12c871-9695-4efc-9edd-8c548d6e4ec4 None None] Routers {'e324601e-3090-4057-85d2-f113dcee28bd'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:50.438295 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-063159f5-c702-4748-b3e9-412606c58598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.439846 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8b12c871-9695-4efc-9edd-8c548d6e4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['e324601e-3090-4057-85d2-f113dcee28bd'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:50.449448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e8d9f6b6-10bc-4e76-995b-313452c25396 None None] For port ad21bc62-f835-4bf6-9f31-d466e458c306, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ad21bc62-f835-4bf6-9f31-d466e458c306,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:50.469444 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b813e56f-26c0-420b-a257-6202420f5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.527539 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8b12c871-9695-4efc-9edd-8c548d6e4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:50.538455 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b12c871-9695-4efc-9edd-8c548d6e4ec4 None None] Routers {'e324601e-3090-4057-85d2-f113dcee28bd'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:50.539589 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8b12c871-9695-4efc-9edd-8c548d6e4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['e324601e-3090-4057-85d2-f113dcee28bd'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:50.576387 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8b12c871-9695-4efc-9edd-8c548d6e4ec4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:50.577287 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b12c871-9695-4efc-9edd-8c548d6e4ec4 None None] The sync data for ids ['e324601e-3090-4057-85d2-f113dcee28bd'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:50.625007 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-063159f5-c702-4748-b3e9-412606c58598 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6f96c18d6ee445bdaafe9627870a6167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9367766 Jul 05 04:14:50.630587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60172) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:50.659041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063159f5-c702-4748-b3e9-412606c58598 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf73f6bd-a521-4241-9ba0-1660d943e26b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:50.700173 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e8d9f6b6-10bc-4e76-995b-313452c25396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.730780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8e4d-27e3-4f0f-b288-7c596a5d2b5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.759972 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8e4d-27e3-4f0f-b288-7c596a5d2b5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.886771 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8e4d-27e3-4f0f-b288-7c596a5d2b5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.890267 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bbbe8e4d-27e3-4f0f-b288-7c596a5d2b5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.896277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bbbe8e4d-27e3-4f0f-b288-7c596a5d2b5b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bf73f6bd-a521-4241-9ba0-1660d943e26b HTTP/1.1" status: 204 len: 168 time: 0.2603354 Jul 05 04:14:50.902891 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:50.908201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 172.20.0.3 (4e8666f2-1800-4194-b3cc-657fb8271ed3/13dcec8b-80da-4b9a-a556-eda391eb5bce/f5b88a25-1e94-4ce9-9d67-5f05f9c6e614) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:50.943819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe8e4d-27e3-4f0f-b288-7c596a5d2b5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf73f6bd-a521-4241-9ba0-1660d943e26b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:50.952912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d9f6b6-10bc-4e76-995b-313452c25396 None None] Pushing event updated for resources: {'Port': ['ID=ad21bc62-f835-4bf6-9f31-d466e458c306,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:51.080308 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-04097336-1fac-42a9-8e78-015db50b4fb5 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/routers/e324601e-3090-4057-85d2-f113dcee28bd HTTP/1.1" status: 200 len: 921 time: 0.6438434 Jul 05 04:14:51.081297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60196) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.084999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::f816:3eff:feb2:cff9 (4e8666f2-1800-4194-b3cc-657fb8271ed3/e5e4ca51-d9a7-44ca-b364-7957cf05ad52/f5b88a25-1e94-4ce9-9d67-5f05f9c6e614) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:51.170189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-30487814-ea3c-4842-8208-4f606ce8206e tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:51.171827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-30487814-ea3c-4842-8208-4f606ce8206e tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/networks?id=443d4a5e-ff4e-4e84-a580-4a17e8375162 HTTP/1.1" status: 200 len: 814 time: 0.1836762 Jul 05 04:14:51.189665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b8564265-20d0-466b-ba92-89e5732b8bc1 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/quotas/dae1f2d329fb4dbfad53635bd25082c5 HTTP/1.1" status: 200 len: 375 time: 0.0101171 Jul 05 04:14:51.291401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a9193b5-b26d-46b7-9902-0b2b47fa694f tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:51.293195 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0a9193b5-b26d-46b7-9902-0b2b47fa694f tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&device_id=e324601e-3090-4057-85d2-f113dcee28bd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2036335 Jul 05 04:14:51.298158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60198) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.303960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-409c2be3-7440-4ff3-bd6d-398034a88c1c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1072521 Jul 05 04:14:51.383888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router beebdde4-8512-4e15-bf97-99b397353a88 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:14:51.455307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.502834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ad21bc62-f835-4bf6-9f31-d466e458c306 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:51.516819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b7ba1b9c-dc0a-42b8-af90-cd05d60c64a0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:14:51.518109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b7ba1b9c-dc0a-42b8-af90-cd05d60c64a0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2021124 Jul 05 04:14:51.531496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa2db0a-97aa-4ede-a82c-205088ce553a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:51.533907 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6aa2db0a-97aa-4ede-a82c-205088ce553a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 881 time: 0.2336569 Jul 05 04:14:51.537808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object f5b88a25-1e94-4ce9-9d67-5f05f9c6e614 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:51.539012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60206) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.583239 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-43fdca53-c98d-42a7-bcd6-da0ba714e24d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=e324601e-3090-4057-85d2-f113dcee28bd HTTP/1.1" status: 200 len: 205 time: 0.0428674 Jul 05 04:14:51.610078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ad21bc62-f835-4bf6-9f31-d466e458c306 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:51.610562 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.619518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60208) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.710223 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-4cbe41e0-dc70-4ac5-880c-f55fd1eadf77 service neutron] 10.222.0.30 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826077 Jul 05 04:14:51.712740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:14:51.778053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60210) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.780833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Sync routers for ids ['beebdde4-8512-4e15-bf97-99b397353a88'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:14:51.799870 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70753b19-d23f-48d0-bb91-43cf83649299 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.804319 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.868762 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.878492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-3b5103e0-7c60-4d82-aaf9-69cfe266e29c service neutron] 10.222.0.30 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666639 Jul 05 04:14:51.879471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:51.880930 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1729e1e8-891a-4621-b1e3-65adce25ac92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 5.8194239 Jul 05 04:14:51.884398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60212) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:51.898477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-b813e56f-26c0-420b-a257-6202420f5d31 None None] Allocated IP 172.20.0.2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/13dcec8b-80da-4b9a-a556-eda391eb5bce/ad21bc62-f835-4bf6-9f31-d466e458c306) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:52.019162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Routers {'beebdde4-8512-4e15-bf97-99b397353a88'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:52.025605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a2519ed3-2580-459d-9341-b48966502058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['beebdde4-8512-4e15-bf97-99b397353a88'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:52.068868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:52.102231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-e8f9c734-ce08-474e-ab78-b0ef1a325806 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:52.105147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-e8f9c734-ce08-474e-ab78-b0ef1a325806 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "GET /v2.0/ports?device_id=ab8a1e8a-7e0e-4728-885a-528e142b456c HTTP/1.1" status: 200 len: 946 time: 0.1364737 Jul 05 04:14:52.242837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70753b19-d23f-48d0-bb91-43cf83649299 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.304136 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:52.310376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=f5b88a25-1e94-4ce9-9d67-5f05f9c6e614,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:52.329383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:52.336768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70753b19-d23f-48d0-bb91-43cf83649299 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.369071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b813e56f-26c0-420b-a257-6202420f5d31 None None] For port ad21bc62-f835-4bf6-9f31-d466e458c306, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ad21bc62-f835-4bf6-9f31-d466e458c306,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:52.389408 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-70753b19-d23f-48d0-bb91-43cf83649299 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b86cef7c2fbc409f8e15e44808d44a91&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6077580 Jul 05 04:14:52.390368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Set router beebdde4-8512-4e15-bf97-99b397353a88 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:52.390630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1c9623a4-d0d9-4827-b110-0eeb457ef0a0 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7d6d2d8645e943558e449d8c5575d969&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5043144 Jul 05 04:14:52.393676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60224) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:52.393676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60226) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:52.451835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.456538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6e7c569-fcad-4cb2-b125-9d2f0d3d60b5 req-020475e5-cf3a-44f4-9940-0d949a35f81d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 210 time: 0.1134965 Jul 05 04:14:52.472684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70753b19-d23f-48d0-bb91-43cf83649299 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b2ae485-d701-42ce-a91a-747c76bfffef,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:52.505265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:52.506516 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.562124 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b813e56f-26c0-420b-a257-6202420f5d31 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.622207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b813e56f-26c0-420b-a257-6202420f5d31 None None] Transition to ACTIVE for port object ad21bc62-f835-4bf6-9f31-d466e458c306 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:52.712556 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b813e56f-26c0-420b-a257-6202420f5d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.736164 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2499-2770-4111-8e1c-49f50b865c5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.779283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-538d655d-185b-49b5-8f95-a0c5baf4d212 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Deleting port 31df4ea1-fa10-4b33-8469-19500e75103a {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:52.779571 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-538d655d-185b-49b5-8f95-a0c5baf4d212 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.851664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b813e56f-26c0-420b-a257-6202420f5d31 None None] Pushing event updated for resources: {'Port': ['ID=ad21bc62-f835-4bf6-9f31-d466e458c306,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:52.867424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a2519ed3-2580-459d-9341-b48966502058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:49Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:52.921108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Checking router: beebdde4-8512-4e15-bf97-99b397353a88 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:14:52.921330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-538d655d-185b-49b5-8f95-a0c5baf4d212 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] For port 31df4ea1-fa10-4b33-8469-19500e75103a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=31df4ea1-fa10-4b33-8469-19500e75103a,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:52.921709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-538d655d-185b-49b5-8f95-a0c5baf4d212 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:52.922839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Updating router beebdde4-8512-4e15-bf97-99b397353a88 port 6abca74c-09b1-46f6-a083-189c6f8f6244 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:14:52.943879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-538d655d-185b-49b5-8f95-a0c5baf4d212 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Calling delete_port for 31df4ea1-fa10-4b33-8469-19500e75103a owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:53.004630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.057500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255c257f-3e7a-40b2-85ea-ab3594d01eb1 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:53.060816 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-255c257f-3e7a-40b2-85ea-ab3594d01eb1 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6623371 Jul 05 04:14:53.065137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2499-2770-4111-8e1c-49f50b865c5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.156557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60236) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:53.192823 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d2c65227-1b0b-4ab8-bcd0-894201001a50 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.9516180 Jul 05 04:14:53.194099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60240) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:53.216204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8d0e294f-595b-4df9-a02d-cb1f8aeeeda2 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0581481 Jul 05 04:14:53.219925 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2499-2770-4111-8e1c-49f50b865c5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.222868 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d4d2499-2770-4111-8e1c-49f50b865c5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.227364 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2d4d2499-2770-4111-8e1c-49f50b865c5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b2ae485-d701-42ce-a91a-747c76bfffef HTTP/1.1" status: 204 len: 168 time: 0.8283479 Jul 05 04:14:53.227364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60242) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:53.257990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-122807475', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:53.343168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4d2499-2770-4111-8e1c-49f50b865c5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b2ae485-d701-42ce-a91a-747c76bfffef,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:53.345653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Deleting port 9cfdad1d-b1d8-4a4c-a0e2-071fb7cb291e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:53.346201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.566225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b28f3c-7f4f-458f-a5ac-9ea18f9800af tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:53.583128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74b28f3c-7f4f-458f-a5ac-9ea18f9800af tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:53.587832 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-74b28f3c-7f4f-458f-a5ac-9ea18f9800af tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.3891003 Jul 05 04:14:53.593055 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60250) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:53.609000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ad21bc62-f835-4bf6-9f31-d466e458c306 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:53.653526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.682188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Calling delete_port for 9cfdad1d-b1d8-4a4c-a0e2-071fb7cb291e owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:53.779119 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-538d655d-185b-49b5-8f95-a0c5baf4d212 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.861601 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.887753 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Transition to ACTIVE for port object 6abca74c-09b1-46f6-a083-189c6f8f6244 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:53.904202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-276eb00d-601a-422b-8f9b-46bea1887a26 req-f83b118d-605e-4471-a7c2-8e90663849a0 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 210 time: 0.0904665 Jul 05 04:14:53.906231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:53.909819 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.913750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538d655d-185b-49b5-8f95-a0c5baf4d212 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Pushing event deleted for resources: {'Port': ['ID=31df4ea1-fa10-4b33-8469-19500e75103a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:53.955600 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.966510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-538d655d-185b-49b5-8f95-a0c5baf4d212 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] No DVR routers for this DVR port 31df4ea1-fa10-4b33-8469-19500e75103a on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:14:53.969451 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-538d655d-185b-49b5-8f95-a0c5baf4d212 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:53.972152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e810fb6-1a59-4cda-8539-a5d353c27ac1 req-538d655d-185b-49b5-8f95-a0c5baf4d212 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "DELETE /v2.0/ports/31df4ea1-fa10-4b33-8469-19500e75103a HTTP/1.1" status: 204 len: 173 time: 1.8524835 Jul 05 04:14:54.018841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'name': 'network-vif-deleted', 'tag': '31df4ea1-fa10-4b33-8469-19500e75103a'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:14:54.021698 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809d7a54-bb59-4f4e-b8dd-41b469414431" -d '{"events": [{"server_uuid": "ab8a1e8a-7e0e-4728-885a-528e142b456c", "name": "network-vif-deleted", "tag": "31df4ea1-fa10-4b33-8469-19500e75103a"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:14:54.037398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae71bc-e1a9-4a46-a77c-28f2922f2bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port f5b88a25-1e94-4ce9-9d67-5f05f9c6e614 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:54.037744 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6ae71bc-e1a9-4a46-a77c-28f2922f2bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.142869 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Attempting to bind port 6abca74c-09b1-46f6-a083-189c6f8f6244 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:54.143290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Attempting to bind port 6abca74c-09b1-46f6-a083-189c6f8f6244 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:54.143657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Attempting to bind port 6abca74c-09b1-46f6-a083-189c6f8f6244 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:54.167234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6862-b114-426a-bff1-1f11304c869d None None] Pushing event updated for resources: {'Port': ['ID=6abca74c-09b1-46f6-a083-189c6f8f6244,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:54.175665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:54.176155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:54.176616 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.180111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:54.180639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Bound port: 6abca74c-09b1-46f6-a083-189c6f8f6244, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:54.181273 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.190136 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6ae71bc-e1a9-4a46-a77c-28f2922f2bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.205156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a6ae71bc-e1a9-4a46-a77c-28f2922f2bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for f5b88a25-1e94-4ce9-9d67-5f05f9c6e614 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:54.310881 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-38a9fa39-a0b1-43ac-aa95-ee256f4ef146 None None] Provisioning for port ad21bc62-f835-4bf6-9f31-d466e458c306 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:54.334120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-38a9fa39-a0b1-43ac-aa95-ee256f4ef146 None None] Provisioning complete for port ad21bc62-f835-4bf6-9f31-d466e458c306 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:54.334497 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38a9fa39-a0b1-43ac-aa95-ee256f4ef146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.343711 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.462436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Pushing event deleted for resources: {'Port': ['ID=9cfdad1d-b1d8-4a4c-a0e2-071fb7cb291e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:54.559294 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-952a4dcc-bf41-43ea-b1bc-21bf13a2eee9 x-openstack-request-id: req-952a4dcc-bf41-43ea-b1bc-21bf13a2eee9 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:14:54.559791 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ab8a1e8a-7e0e-4728-885a-528e142b456c", "name": "network-vif-deleted", "tag": "31df4ea1-fa10-4b33-8469-19500e75103a", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:14:54.560108 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-952a4dcc-bf41-43ea-b1bc-21bf13a2eee9 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:14:54.560552 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ab8a1e8a-7e0e-4728-885a-528e142b456c', 'name': 'network-vif-deleted', 'tag': '31df4ea1-fa10-4b33-8469-19500e75103a', 'status': 'completed', 'code': 200} Jul 05 04:14:54.562902 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6ae71bc-e1a9-4a46-a77c-28f2922f2bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.604301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a2519ed3-2580-459d-9341-b48966502058 None None] For port 6abca74c-09b1-46f6-a083-189c6f8f6244, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:54.630483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a2519ed3-2580-459d-9341-b48966502058 None None] For port 6abca74c-09b1-46f6-a083-189c6f8f6244, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6abca74c-09b1-46f6-a083-189c6f8f6244,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:54.662839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 31df4ea1-fa10-4b33-8469-19500e75103a no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:14:54.690072 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.706109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 31df4ea1-fa10-4b33-8469-19500e75103a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:14:54.707482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 31df4ea1-fa10-4b33-8469-19500e75103a not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:14:54.765091 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.834087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ae71bc-e1a9-4a46-a77c-28f2922f2bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=f5b88a25-1e94-4ce9-9d67-5f05f9c6e614,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:54.907409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a2e3e5a2-41a2-4c4f-be5c-af27811677be None None] Could not find standard attr ID for object f5b88a25-1e94-4ce9-9d67-5f05f9c6e614. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:14:54.966997 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.976810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:54.988243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Routers {'beebdde4-8512-4e15-bf97-99b397353a88'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:14:54.988243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a2519ed3-2580-459d-9341-b48966502058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['beebdde4-8512-4e15-bf97-99b397353a88'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:55.021182 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a6ae71bc-e1a9-4a46-a77c-28f2922f2bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.033051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a6ae71bc-e1a9-4a46-a77c-28f2922f2bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/f5b88a25-1e94-4ce9-9d67-5f05f9c6e614 HTTP/1.1" status: 204 len: 168 time: 1.4372959 Jul 05 04:14:55.036556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60284) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:55.084617 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.264295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608d7ee7-d00c-45ed-9de6-9ca9cfb23994 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.266994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608d7ee7-d00c-45ed-9de6-9ca9cfb23994 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.268542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33b6862-b114-426a-bff1-1f11304c869d None None] Pushing event updated for resources: {'Port': ['ID=6abca74c-09b1-46f6-a083-189c6f8f6244,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:55.269031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-608d7ee7-d00c-45ed-9de6-9ca9cfb23994 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.274018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60290) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:55.286727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-608d7ee7-d00c-45ed-9de6-9ca9cfb23994 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2464025 Jul 05 04:14:55.357680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Subnet': ['ID=196a0dce-22e8-42e0-b028-a4101ca24ebe,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:55.419009 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b794c80-2012-40b1-88ad-95f780a35032 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 13dcec8b-80da-4b9a-a556-eda391eb5bce {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:55.430348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.434653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Fanout notify agent at l3_agent the message router_deleted on router e324601e-3090-4057-85d2-f113dcee28bd {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:14:55.449910 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.461410 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed7da24c-b151-4149-bcea-378047f9cc8b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/e324601e-3090-4057-85d2-f113dcee28bd HTTP/1.1" status: 204 len: 168 time: 3.8384714 Jul 05 04:14:55.468903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-851779f0-60bd-40c4-beb7-a303a4d787d0 req-443a8018-91bb-4639-bd34-23156688770a tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 210 time: 0.1561637 Jul 05 04:14:55.471051 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b794c80-2012-40b1-88ad-95f780a35032 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.475626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60294) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:55.490400 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-da04f956-1e37-4b7d-b197-57918f03ce52 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2125341430', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:55.510343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a2519ed3-2580-459d-9341-b48966502058 None None] Set router beebdde4-8512-4e15-bf97-99b397353a88 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:14:55.591373 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b794c80-2012-40b1-88ad-95f780a35032 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.669407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Checking segment: {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:55.669776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network hostable DHCP agents. Network: 1c6ce872-f154-40e2-a212-88dbb522be67, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:14:55.781637 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da04f956-1e37-4b7d-b197-57918f03ce52 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.786877 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da04f956-1e37-4b7d-b197-57918f03ce52 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.817048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b794c80-2012-40b1-88ad-95f780a35032 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:55.880931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-3f8af77e-bccd-4961-af01-2044152a9b45 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:55.882511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-3f8af77e-bccd-4961-af01-2044152a9b45 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "GET /v2.0/networks?id=443d4a5e-ff4e-4e84-a580-4a17e8375162 HTTP/1.1" status: 200 len: 814 time: 0.4003906 Jul 05 04:14:55.892742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 1c6ce872-f154-40e2-a212-88dbb522be67 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:14:55.924699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Request body: {'port': {'device_id': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162', 'admin_state_up': True, 'tenant_id': 'dae1f2d329fb4dbfad53635bd25082c5'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:56.012740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a2519ed3-2580-459d-9341-b48966502058 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:49Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:14:56.025201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b794c80-2012-40b1-88ad-95f780a35032 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.067676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e60456-2ae6-433d-a8df-6148adc9dc6a None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:56.068417 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b794c80-2012-40b1-88ad-95f780a35032 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.072376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2519ed3-2580-459d-9341-b48966502058 None None] The sync data for ids ['beebdde4-8512-4e15-bf97-99b397353a88'] in n-d-758944-41 is: [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:14:49Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:14:56.076032 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6b794c80-2012-40b1-88ad-95f780a35032 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/13dcec8b-80da-4b9a-a556-eda391eb5bce HTTP/1.1" status: 204 len: 168 time: 0.7997198 Jul 05 04:14:56.084801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60300) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:56.359448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4dd2907e-32e9-49e4-9daf-113ddbf8155c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet e5e4ca51-d9a7-44ca-b364-7957cf05ad52 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:14:56.368753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4dd2907e-32e9-49e4-9daf-113ddbf8155c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.520034 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4dd2907e-32e9-49e4-9daf-113ddbf8155c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.753003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b794c80-2012-40b1-88ad-95f780a35032 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=13dcec8b-80da-4b9a-a556-eda391eb5bce,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:56.797514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4dd2907e-32e9-49e4-9daf-113ddbf8155c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.877191 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da04f956-1e37-4b7d-b197-57918f03ce52 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.884616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 1c6ce872-f154-40e2-a212-88dbb522be67) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:56.896041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-865447a5-fb92-43d1-82ca-5d73730d622c None None] Network 1c6ce872-f154-40e2-a212-88dbb522be67 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:56.926550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:56.927320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:56.934690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f2491cd-4a00-4f8f-b319-71ca8331089e req-eaf8077d-25c6-4672-a54d-4e545a411c16 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 210 time: 0.0557895 Jul 05 04:14:56.989539 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4dd2907e-32e9-49e4-9daf-113ddbf8155c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.023943 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da04f956-1e37-4b7d-b197-57918f03ce52 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.070012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd2907e-32e9-49e4-9daf-113ddbf8155c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=e5e4ca51-d9a7-44ca-b364-7957cf05ad52,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:57.084777 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4dd2907e-32e9-49e4-9daf-113ddbf8155c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.096564 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60314) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:57.106714 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4dd2907e-32e9-49e4-9daf-113ddbf8155c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/e5e4ca51-d9a7-44ca-b364-7957cf05ad52 HTTP/1.1" status: 204 len: 168 time: 0.9956818 Jul 05 04:14:57.286363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60320) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:57.296028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:57.299800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7dc44765-eda7-48b1-a293-6e1abe4f7425 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1976111 Jul 05 04:14:57.305662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e7e12f02-2b2f-4b4b-87cc-2668dc75e316 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 4.0583532 Jul 05 04:14:57.311619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60322) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:57.434955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-1c6ce872-f154-40e2-a212-88dbb522be67', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:14:57.436156 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:57.662577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6abca74c-09b1-46f6-a083-189c6f8f6244 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:57.939574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-54d30a7d-af4e-4799-ace6-58b9e0303ddd req-cf59ff83-7aba-4e4c-a2e2-0eb6423325e0 service neutron] (100895) timed out ('10.222.0.26', 63559) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:14:57.965359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Allocated IP 172.20.0.2 (1c6ce872-f154-40e2-a212-88dbb522be67/196a0dce-22e8-42e0-b028-a4101ca24ebe/750eb4ff-9e76-44b0-8cad-5468f65a6cbd) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:58.003256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Made reservation on behalf of dae1f2d329fb4dbfad53635bd25082c5 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:58.004432 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0155af80-46ba-4349-a36e-11ab5026cdd4 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:14:58.007998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.008266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 6abca74c-09b1-46f6-a083-189c6f8f6244 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:14:58.021252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6abca74c-09b1-46f6-a083-189c6f8f6244 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:58.021621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.163770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da04f956-1e37-4b7d-b197-57918f03ce52 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.169163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-da04f956-1e37-4b7d-b197-57918f03ce52 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 2.6887445 Jul 05 04:14:58.170302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60330) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:14:58.176227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_snat': True}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:58.307528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ea213ac-3e35-498d-b3ef-96244d23aa15 req-82b42882-22a9-4473-87b4-0374dfacbd9c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 210 time: 0.1753550 Jul 05 04:14:58.409001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c6f16dd5-b8c5-4b23-b29c-9daf0d228555 None None] Provisioning complete for port ad21bc62-f835-4bf6-9f31-d466e458c306 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:58.409381 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c6f16dd5-b8c5-4b23-b29c-9daf0d228555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.457993 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.511840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Transition to ACTIVE for port object 750eb4ff-9e76-44b0-8cad-5468f65a6cbd will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:58.515510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Allocated IP 172.20.0.14 (443d4a5e-ff4e-4e84-a580-4a17e8375162/62263bbc-eae2-406c-b43e-9885c6fcb4c9/70897095-aa9c-4dee-8b33-4fb02d5621e4) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:58.520664 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.529206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:14:58.537614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.684372 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.691600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Transition to ACTIVE for port object 750eb4ff-9e76-44b0-8cad-5468f65a6cbd will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:14:58.725794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 6abca74c-09b1-46f6-a083-189c6f8f6244, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6abca74c-09b1-46f6-a083-189c6f8f6244,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:58.796807 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.872842 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.900012 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:58.921328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Pushing event updated for resources: {'Port': ['ID=750eb4ff-9e76-44b0-8cad-5468f65a6cbd,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:58.929091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56a50b4b-e899-4f72-aa31-30448284128d None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:14:58.934023 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.015793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=6abca74c-09b1-46f6-a083-189c6f8f6244,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.080394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Network 1c6ce872-f154-40e2-a212-88dbb522be67 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:59.088439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:59.093812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:59.218545 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.277255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Attempting to bind port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:14:59.277697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Attempting to bind port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:14:59.278576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Attempting to bind port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd on network 1c6ce872-f154-40e2-a212-88dbb522be67 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:14:59.307162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:14:59.307551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Checking segment: {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:14:59.312152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.312662 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Bound using segment: {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:14:59.313192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Bound port: 750eb4ff-9e76-44b0-8cad-5468f65a6cbd, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:14:59.313634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.369669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-56a50b4b-e899-4f72-aa31-30448284128d None None] Deleting port ad21bc62-f835-4bf6-9f31-d466e458c306 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:14:59.370339 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-56a50b4b-e899-4f72-aa31-30448284128d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.444390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Network 443d4a5e-ff4e-4e84-a580-4a17e8375162 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:14:59.503072 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Pushing event updated for resources: {'Port': ['ID=70897095-aa9c-4dee-8b33-4fb02d5621e4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:14:59.503268 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.510411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:14:59.513343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:14:59.547569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6abca74c-09b1-46f6-a083-189c6f8f6244 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:14:59.585187 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.691064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6abca74c-09b1-46f6-a083-189c6f8f6244 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:14:59.692354 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.720843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] For port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:14:59.732343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Allocated IP 172.25.4.254 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/a081c6aa-53b3-460f-8a7b-cf3cf851f4c8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:59.742563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-56a50b4b-e899-4f72-aa31-30448284128d None None] For port ad21bc62-f835-4bf6-9f31-d466e458c306, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ad21bc62-f835-4bf6-9f31-d466e458c306,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:14:59.743116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:59.743644 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-56a50b4b-e899-4f72-aa31-30448284128d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.743836 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.773376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] For port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=750eb4ff-9e76-44b0-8cad-5468f65a6cbd,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:14:59.777088 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.20.0.1 (1c6ce872-f154-40e2-a212-88dbb522be67/196a0dce-22e8-42e0-b028-a4101ca24ebe/110a817c-e40f-4957-9415-4a9b8bbce5a4) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:14:59.780216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-56a50b4b-e899-4f72-aa31-30448284128d None None] Calling delete_port for ad21bc62-f835-4bf6-9f31-d466e458c306 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:14:59.867841 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.893296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16d15f6-80e6-4b8f-bded-518d137ba6f6 req-cef26cdb-01f7-4a49-bb3b-6e8be5d415c3 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:14:59.897007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b16d15f6-80e6-4b8f-bded-518d137ba6f6 req-cef26cdb-01f7-4a49-bb3b-6e8be5d415c3 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 932 time: 0.3051131 Jul 05 04:14:59.905672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-b92b566f-2eac-4ffe-9135-5045df376fd2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9984882 Jul 05 04:14:59.907770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:14:59.939252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Request body: {'port': {'device_id': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:14:59.958275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:00.009494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5a0b57-5d3e-44ec-9601-1d002e926cf7 None None] Pushing event updated for resources: {'Port': ['ID=750eb4ff-9e76-44b0-8cad-5468f65a6cbd,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.073179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ad21bc62-f835-4bf6-9f31-d466e458c306 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:00.096234 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.142325 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-56a50b4b-e899-4f72-aa31-30448284128d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.206391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a50b4b-e899-4f72-aa31-30448284128d None None] Pushing event deleted for resources: {'Port': ['ID=ad21bc62-f835-4bf6-9f31-d466e458c306,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.211059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a50b4b-e899-4f72-aa31-30448284128d None None] No DVR routers for this DVR port ad21bc62-f835-4bf6-9f31-d466e458c306 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:00.250377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b16d15f6-80e6-4b8f-bded-518d137ba6f6 req-da1861d8-58e5-4416-afcd-1c26ec7415ac tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3376400 Jul 05 04:15:00.261941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No active binding found for port ad21bc62-f835-4bf6-9f31-d466e458c306 {{(pid=100897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 04:15:00.262843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ad21bc62-f835-4bf6-9f31-d466e458c306 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:00.320319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:00.325417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:00.327705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event updated for resources: {'Port': ['ID=a081c6aa-53b3-460f-8a7b-cf3cf851f4c8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.331519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:00.445872 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.476054 n-d-758944-41 neutron-server[100895]: WARNING neutron.services.revisions.revision_plugin [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Could not find related port for resource to bump revision. Jul 05 04:15:00.483773 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.483773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Transition to ACTIVE for port object 110a817c-e40f-4957-9415-4a9b8bbce5a4 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:00.702987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_pluggable_backend [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Port ad21bc62-f835-4bf6-9f31-d466e458c306 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100895) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 04:15:00.704064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_pluggable_backend [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Reverting IP allocation for 2001:db8::f816:3eff:fed5:fffe {{(pid=100895) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 04:15:00.714172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_pluggable_backend [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fed5:fffe {{(pid=100895) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 04:15:00.718346 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.790677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.797762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:00.809007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:00.815252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:00.815252 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:00.818711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-453fba3e-8ec8-4848-9234-58ff75fb5397 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:00.837688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=fe022623-dcdc-42de-894a-dbd79d321456,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:00.898353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 1c6ce872-f154-40e2-a212-88dbb522be67 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:00.910153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:00.939436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:00.943354 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed732738-fdce-4c8e-b9e9-2dc90113e104 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6558349 Jul 05 04:15:00.946294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60354) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:00.957125 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1bf1c64f-267f-40e2-bf0f-155f82b442ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:00.987813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=110a817c-e40f-4957-9415-4a9b8bbce5a4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:01.032259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': 'fe022623-dcdc-42de-894a-dbd79d321456'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:01.033540 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.074310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.162682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.187096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 70897095-aa9c-4dee-8b33-4fb02d5621e4 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:01.203834 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.275356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Transition to ACTIVE for port object 70897095-aa9c-4dee-8b33-4fb02d5621e4 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:01.359034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Allocated IP 2001:db8::f816:3eff:fe0c:2c0a (4e8666f2-1800-4194-b3cc-657fb8271ed3/fe022623-dcdc-42de-894a-dbd79d321456/408a3a52-4521-4c5a-be28-c26c9e0c9bee) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:01.376740 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.623872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 750eb4ff-9e76-44b0-8cad-5468f65a6cbd up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:01.688840 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bf1c64f-267f-40e2-bf0f-155f82b442ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:01.693503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c64f-267f-40e2-bf0f-155f82b442ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.727191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Pushing event updated for resources: {'Port': ['ID=70897095-aa9c-4dee-8b33-4fb02d5621e4,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:01.733278 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.745499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Transition to ACTIVE for port object 408a3a52-4521-4c5a-be28-c26c9e0c9bee will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:01.759994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd3434c-bd5d-46f1-a415-2554a7d15eff None None] Network 1c6ce872-f154-40e2-a212-88dbb522be67 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:01.791496 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.797541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.850503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:01.870704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:01.927868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Transition to ACTIVE for port object 408a3a52-4521-4c5a-be28-c26c9e0c9bee will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:02.017990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Attempting to bind port 70897095-aa9c-4dee-8b33-4fb02d5621e4 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:02.018337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Attempting to bind port 70897095-aa9c-4dee-8b33-4fb02d5621e4 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:02.018548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Attempting to bind port 70897095-aa9c-4dee-8b33-4fb02d5621e4 on network 443d4a5e-ff4e-4e84-a580-4a17e8375162 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:02.083890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-01b537e2-6069-4858-810c-56f101f925b7 None None] Provisioning for port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:02.087528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.106390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Port 70897095-aa9c-4dee-8b33-4fb02d5621e4 on network 443d4a5e-ff4e-4e84-a580-4a17e8375162 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:15:02.106390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Attempting to bind port 70897095-aa9c-4dee-8b33-4fb02d5621e4 on network 443d4a5e-ff4e-4e84-a580-4a17e8375162 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:02.130956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:02.133195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Checking segment: {'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:02.133195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Bound using segment: {'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:02.133195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Bound port: 70897095-aa9c-4dee-8b33-4fb02d5621e4, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:02.133195 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.161888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-01b537e2-6069-4858-810c-56f101f925b7 None None] Provisioning complete for port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:02.161888 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01b537e2-6069-4858-810c-56f101f925b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.164202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed57504-aaa1-41e2-8973-6847d7ec5022 req-50e756b2-46c2-4b60-a8b8-bcba3284635b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:02.171833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fed57504-aaa1-41e2-8973-6847d7ec5022 req-50e756b2-46c2-4b60-a8b8-bcba3284635b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 944 time: 0.6020772 Jul 05 04:15:02.329310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:02.349039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:02.378158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:02.398615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Pushing event updated for resources: {'Port': ['ID=408a3a52-4521-4c5a-be28-c26c9e0c9bee,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:02.544637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] For port 70897095-aa9c-4dee-8b33-4fb02d5621e4, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:02.544637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] For port 70897095-aa9c-4dee-8b33-4fb02d5621e4, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=70897095-aa9c-4dee-8b33-4fb02d5621e4,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:02.603027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fed57504-aaa1-41e2-8973-6847d7ec5022 req-ca7b2d97-452b-445f-9691-039f3e9d4c7e tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4306123 Jul 05 04:15:02.618352 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01b537e2-6069-4858-810c-56f101f925b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.741742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Attempting to bind port 408a3a52-4521-4c5a-be28-c26c9e0c9bee on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:02.744112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Attempting to bind port 408a3a52-4521-4c5a-be28-c26c9e0c9bee by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:02.744112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Attempting to bind port 408a3a52-4521-4c5a-be28-c26c9e0c9bee on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:02.771579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-e6c1d920-f5de-4e5c-a59a-daa86e559ed1 req-495646a3-7fbc-4115-97e3-1113c0340c57 service neutron] (100895) timed out ('10.222.0.26', 63531) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:15:02.784562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:02.786405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:02.786405 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.787264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:02.787264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Bound port: 408a3a52-4521-4c5a-be28-c26c9e0c9bee, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:02.787631 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:02.793302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-01b537e2-6069-4858-810c-56f101f925b7 None None] For port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=750eb4ff-9e76-44b0-8cad-5468f65a6cbd,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:02.906893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] For port 408a3a52-4521-4c5a-be28-c26c9e0c9bee, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:02.912121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] For port 408a3a52-4521-4c5a-be28-c26c9e0c9bee, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=408a3a52-4521-4c5a-be28-c26c9e0c9bee,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:02.915133 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01b537e2-6069-4858-810c-56f101f925b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.035039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b537e2-6069-4858-810c-56f101f925b7 None None] Pushing event updated for resources: {'Port': ['ID=750eb4ff-9e76-44b0-8cad-5468f65a6cbd,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.068266 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.068484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.124397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:03.124397 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.125084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] 10.222.0.26 "PUT /v2.0/ports/70897095-aa9c-4dee-8b33-4fb02d5621e4 HTTP/1.1" status: 200 len: 1093 time: 3.2091372 Jul 05 04:15:03.127519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'tag': '70897095-aa9c-4dee-8b33-4fb02d5621e4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:03.130209 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aec56f1d-f9e0-4458-87ac-ba1648ab13be" -d '{"events": [{"name": "network-changed", "server_uuid": "9ec1d82f-fed3-4a6d-b632-c04a8e390df2", "tag": "70897095-aa9c-4dee-8b33-4fb02d5621e4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:03.150857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Router 9de9f7bd-888a-4884-9e10-2e671248e264 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:15:03.187624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6352b7ee-dfbd-4b73-8643-8473bf89ebd2 None None] Provisioning for port 110a817c-e40f-4957-9415-4a9b8bbce5a4 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:03.202731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6352b7ee-dfbd-4b73-8643-8473bf89ebd2 None None] Provisioning complete for port 110a817c-e40f-4957-9415-4a9b8bbce5a4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:03.202731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6352b7ee-dfbd-4b73-8643-8473bf89ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.225825 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4199ad0-9668-4d5e-b9db-86b74773045f x-openstack-request-id: req-d4199ad0-9668-4d5e-b9db-86b74773045f {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:03.225825 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9ec1d82f-fed3-4a6d-b632-c04a8e390df2", "tag": "70897095-aa9c-4dee-8b33-4fb02d5621e4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:03.225825 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4199ad0-9668-4d5e-b9db-86b74773045f {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:03.234717 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'tag': '70897095-aa9c-4dee-8b33-4fb02d5621e4', 'status': 'completed', 'code': 200} Jul 05 04:15:03.237333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ba180f-05c1-4ce2-a9d4-a278be8990d1 service neutron] Pushing event updated for resources: {'Port': ['ID=70897095-aa9c-4dee-8b33-4fb02d5621e4,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.253478 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c64f-267f-40e2-bf0f-155f82b442ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.261491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281745ae-ffce-4d29-bd41-12db9f150331 None None] Pushing event updated for resources: {'Port': ['ID=408a3a52-4521-4c5a-be28-c26c9e0c9bee,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.300524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6352b7ee-dfbd-4b73-8643-8473bf89ebd2 None None] Port 110a817c-e40f-4957-9415-4a9b8bbce5a4 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:03.314247 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6352b7ee-dfbd-4b73-8643-8473bf89ebd2 None None] Provisioning complete for port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:03.314635 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6352b7ee-dfbd-4b73-8643-8473bf89ebd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.414406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:03.424418 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79e75a-831c-449e-9def-dcf633e17f21 None None] Sync routers for ids ['9de9f7bd-888a-4884-9e10-2e671248e264'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:03.428202 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.435681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bf1c64f-267f-40e2-bf0f-155f82b442ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:03.445130 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.447969 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-14875342-e1e7-442a-a7ca-6f633ceb86c8 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "PUT /v2.0/routers/9de9f7bd-888a-4884-9e10-2e671248e264 HTTP/1.1" status: 200 len: 915 time: 5.2762680 Jul 05 04:15:03.450618 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79e75a-831c-449e-9def-dcf633e17f21 None None] Routers {'9de9f7bd-888a-4884-9e10-2e671248e264'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:03.454643 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8c79e75a-831c-449e-9def-dcf633e17f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['9de9f7bd-888a-4884-9e10-2e671248e264'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:03.454923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1bf1c64f-267f-40e2-bf0f-155f82b442ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:03.460881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf1c64f-267f-40e2-bf0f-155f82b442ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:03.461685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60384) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:03.462073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bf1c64f-267f-40e2-bf0f-155f82b442ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.510424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1c64f-267f-40e2-bf0f-155f82b442ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=b3c5c008-5e5b-493a-9f7f-048de5d6274d,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:03.533320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 750eb4ff-9e76-44b0-8cad-5468f65a6cbd up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:03.551932 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8c79e75a-831c-449e-9def-dcf633e17f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:03.561465 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79e75a-831c-449e-9def-dcf633e17f21 None None] Routers {'9de9f7bd-888a-4884-9e10-2e671248e264'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:03.562232 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8c79e75a-831c-449e-9def-dcf633e17f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['9de9f7bd-888a-4884-9e10-2e671248e264'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:03.646561 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8c79e75a-831c-449e-9def-dcf633e17f21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:03.647292 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79e75a-831c-449e-9def-dcf633e17f21 None None] The sync data for ids ['9de9f7bd-888a-4884-9e10-2e671248e264'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:03.658548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56f1d-f9e0-4458-87ac-ba1648ab13be req-1b0b0554-eeac-436f-8c4a-cc7ea61092e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:03.665128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aec56f1d-f9e0-4458-87ac-ba1648ab13be req-1b0b0554-eeac-436f-8c4a-cc7ea61092e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 1096 time: 0.4233680 Jul 05 04:15:03.669854 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.687703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1bf1c64f-267f-40e2-bf0f-155f82b442ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7321420 Jul 05 04:15:03.687866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60390) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:03.693572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:1c:f0:77', 'name': 'tempest-NetworksTestDHCPv6-1331871164'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:03.705795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:03.706272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:03.807253 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.086847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:04.091454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=110a817c-e40f-4957-9415-4a9b8bbce5a4,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:04.128604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ea228057-d1dd-4fdc-aeeb-7669a5f35024 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/routers/9de9f7bd-888a-4884-9e10-2e671248e264 HTTP/1.1" status: 200 len: 921 time: 0.6655290 Jul 05 04:15:04.135998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60400) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:04.233681 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:04.291715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port be1b25bb-ca56-494c-8e70-b0baeddb48bf yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:04.324506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56f1d-f9e0-4458-87ac-ba1648ab13be req-9f48fb9b-7c85-4c2c-afcb-80b3da1d1dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:04.329775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aec56f1d-f9e0-4458-87ac-ba1648ab13be req-9f48fb9b-7c85-4c2c-afcb-80b3da1d1dd9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.5502086 Jul 05 04:15:04.489600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a35c9d0-046e-4500-8209-f69fa950325a req-82517017-827f-4c04-8fc6-4c9d948de0c2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:04.492043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a35c9d0-046e-4500-8209-f69fa950325a req-82517017-827f-4c04-8fc6-4c9d948de0c2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 944 time: 0.6282785 Jul 05 04:15:04.581339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 1c6ce872-f154-40e2-a212-88dbb522be67 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:04.594524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:04.653634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 172.20.0.8 (4e8666f2-1800-4194-b3cc-657fb8271ed3/b3c5c008-5e5b-493a-9f7f-048de5d6274d/be1b25bb-ca56-494c-8e70-b0baeddb48bf) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:04.662341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::f816:3eff:fe1c:f077 (4e8666f2-1800-4194-b3cc-657fb8271ed3/fe022623-dcdc-42de-894a-dbd79d321456/be1b25bb-ca56-494c-8e70-b0baeddb48bf) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:04.706907 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a35c9d0-046e-4500-8209-f69fa950325a req-a7e78ce9-962e-4272-825a-551fb7b7ac11 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998560 Jul 05 04:15:04.718925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f822d741-239c-4ee3-8d4b-221b22511d22 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:04.720659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f822d741-239c-4ee3-8d4b-221b22511d22 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&device_id=9de9f7bd-888a-4884-9e10-2e671248e264&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5837040 Jul 05 04:15:04.725766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60412) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:04.959555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec56f1d-f9e0-4458-87ac-ba1648ab13be req-fc0438e6-fc81-46aa-b4b9-2018b2f044f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:04.972475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aec56f1d-f9e0-4458-87ac-ba1648ab13be req-fc0438e6-fc81-46aa-b4b9-2018b2f044f5 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5813632 Jul 05 04:15:05.023414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056b1a0d-26d1-445f-b25a-aeb5040d091c None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:05.056336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.072571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object be1b25bb-ca56-494c-8e70-b0baeddb48bf will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:05.183879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ca50654-3900-4990-bcbb-2d844673883a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:05.191307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60414) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:05.192743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2ca50654-3900-4990-bcbb-2d844673883a tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 881 time: 0.4502089 Jul 05 04:15:05.212432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router beebdde4-8512-4e15-bf97-99b397353a88 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:05.297940 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9b9d7025-fd0d-4e8d-ac8b-4dc090587c59 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de9f7bd-888a-4884-9e10-2e671248e264 HTTP/1.1" status: 200 len: 205 time: 0.1021142 Jul 05 04:15:05.302636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60416) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:05.323721 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.419710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-675ace2a-b9b1-47fc-90b3-63ae1e47fbd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:05.421278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-675ace2a-b9b1-47fc-90b3-63ae1e47fbd2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 1096 time: 0.3748543 Jul 05 04:15:05.541163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-9639ab20-cdbc-4c09-8675-600e89e71b73 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=70897095-aa9c-4dee-8b33-4fb02d5621e4 HTTP/1.1" status: 200 len: 217 time: 0.1042330 Jul 05 04:15:05.616558 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.704766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:05.711424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5a55cf52-696d-4e08-8157-06dc194097a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "PUT /v2.0/routers/beebdde4-8512-4e15-bf97-99b397353a88/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3905137 Jul 05 04:15:05.715933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-23bf8652-5116-41cd-a075-44e61e36f40c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:05.721716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-23bf8652-5116-41cd-a075-44e61e36f40c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62263bbc-eae2-406c-b43e-9885c6fcb4c9 HTTP/1.1" status: 200 len: 854 time: 0.1684394 Jul 05 04:15:05.772505 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-eefb76de-b772-49a5-b1d3-8e5ef65205e1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=443d4a5e-ff4e-4e84-a580-4a17e8375162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0409286 Jul 05 04:15:05.790511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:05.796922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:05.813587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=be1b25bb-ca56-494c-8e70-b0baeddb48bf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:05.818165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:05.919976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:05.919976 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:05.979747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.028764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 408a3a52-4521-4c5a-be28-c26c9e0c9bee up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:06.032353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Sync routers for ids ['beebdde4-8512-4e15-bf97-99b397353a88'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:06.049518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-86ffe515-d77c-452d-80ce-2d429badc054 None None] Provisioning for port 408a3a52-4521-4c5a-be28-c26c9e0c9bee completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:06.090040 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e6f49605-3e43-41c8-8226-ba0547dff672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.4010847 Jul 05 04:15:06.090717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60442) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:06.099260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-e386f066-0813-4d97-a224-02bf8d8f0b3f service neutron] 10.222.0.26 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158050 Jul 05 04:15:06.178148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Routers {'beebdde4-8512-4e15-bf97-99b397353a88'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:06.178775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['beebdde4-8512-4e15-bf97-99b397353a88'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:06.220902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Deleting port a081c6aa-53b3-460f-8a7b-cf3cf851f4c8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:06.221189 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.291460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba12bd3-904d-42f2-a329-e7fe6d177912 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:06.298044 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba12bd3-904d-42f2-a329-e7fe6d177912 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:06.302952 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4ba12bd3-904d-42f2-a329-e7fe6d177912 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2111897 Jul 05 04:15:06.303797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-0d243407-0c8f-4ece-9ca2-95556c325530 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-858240162&fields=id&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 267 time: 0.2843490 Jul 05 04:15:06.305592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60444) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:06.385448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-88df6a0c-9698-44e5-b2a7-6891453830b9 None None] Provisioning complete for port 110a817c-e40f-4957-9415-4a9b8bbce5a4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:06.386093 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-88df6a0c-9698-44e5-b2a7-6891453830b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.442056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8563ff-b08c-43d2-bd95-82a92c1447f2 req-cefc7427-b49f-4abb-b460-270ed6402be5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:06.446290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a8563ff-b08c-43d2-bd95-82a92c1447f2 req-cefc7427-b49f-4abb-b460-270ed6402be5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 944 time: 0.4194667 Jul 05 04:15:06.473945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Set router beebdde4-8512-4e15-bf97-99b397353a88 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:06.476232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-88df6a0c-9698-44e5-b2a7-6891453830b9 None None] Port 110a817c-e40f-4957-9415-4a9b8bbce5a4 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:06.546818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-395f7a16-1c9c-44cd-a152-27c5f7c6cc21 req-425fbf84-c179-4730-b9b7-7e4ac39d6413 service neutron] 10.222.0.26 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4408536 Jul 05 04:15:06.580745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 408a3a52-4521-4c5a-be28-c26c9e0c9bee completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:06.601174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.653697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a8563ff-b08c-43d2-bd95-82a92c1447f2 req-383a4ffa-2cde-4842-8056-c152bc055242 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687024 Jul 05 04:15:06.658129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 408a3a52-4521-4c5a-be28-c26c9e0c9bee triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:06.658628 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:06.698023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Calling delete_port for a081c6aa-53b3-460f-8a7b-cf3cf851f4c8 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:06.740544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-3c4ccc31-0e80-49d4-8099-2a50804ede3b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:06.752246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-3c4ccc31-0e80-49d4-8099-2a50804ede3b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 797 time: 0.4462044 Jul 05 04:15:06.791019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-116d799e-c101-4348-b5fe-0202de61bad5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/quotas/7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 375 time: 0.0337307 Jul 05 04:15:06.856202 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a8c03fc2-3c82-495b-b1f4-f9acd4de2e01 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port be1b25bb-ca56-494c-8e70-b0baeddb48bf {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:06.856691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a8c03fc2-3c82-495b-b1f4-f9acd4de2e01 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.026408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-6d1febe4-4dd1-4963-bbb9-d13470d9b580 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2229981 Jul 05 04:15:07.097620 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a8c03fc2-3c82-495b-b1f4-f9acd4de2e01 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.146720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a8c03fc2-3c82-495b-b1f4-f9acd4de2e01 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for be1b25bb-ca56-494c-8e70-b0baeddb48bf owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:07.184901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3f399f-0683-4b2b-bfdc-30fe5b1f6573 None None] Update dhcp port {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': 'fe022623-dcdc-42de-894a-dbd79d321456', 'ip_address': '2001:db8::f816:3eff:fe0c:2c0a'}, {'subnet_id': 'b3c5c008-5e5b-493a-9f7f-048de5d6274d'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '408a3a52-4521-4c5a-be28-c26c9e0c9bee'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:07.198273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-03c29cb1-03bf-4c7f-a75d-426c2dddb8e9 service neutron] 10.222.0.30 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497653 Jul 05 04:15:07.346220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0c3f399f-0683-4b2b-bfdc-30fe5b1f6573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.355940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-59b2db15-7bab-4a01-8d51-042cecc8edb7 service neutron] 10.222.0.30 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1424270 Jul 05 04:15:07.362643 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.421858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.482479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Pushing event deleted for resources: {'Port': ['ID=a081c6aa-53b3-460f-8a7b-cf3cf851f4c8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:07.569816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 408a3a52-4521-4c5a-be28-c26c9e0c9bee, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=408a3a52-4521-4c5a-be28-c26c9e0c9bee,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:07.714137 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.727140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:15:01Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '110a817c-e40f-4957-9415-4a9b8bbce5a4', 'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:db:e8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:03Z', 'revision_number': 2, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:07.834089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:07.880056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Checking router: beebdde4-8512-4e15-bf97-99b397353a88 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:07.899184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Updating router beebdde4-8512-4e15-bf97-99b397353a88 port 110a817c-e40f-4957-9415-4a9b8bbce5a4 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:15:08.043061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3956c515-80ea-4f2e-8e8d-35ede03156a2 req-c8f6db9e-9150-4187-8767-61a81efaf595 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 210 time: 0.1568680 Jul 05 04:15:08.051059 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a8c03fc2-3c82-495b-b1f4-f9acd4de2e01 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.139231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-0c3f399f-0683-4b2b-bfdc-30fe5b1f6573 None None] Allocated IP 172.20.0.2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/b3c5c008-5e5b-493a-9f7f-048de5d6274d/408a3a52-4521-4c5a-be28-c26c9e0c9bee) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:08.171219 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.190848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=408a3a52-4521-4c5a-be28-c26c9e0c9bee,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:08.212522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c03fc2-3c82-495b-b1f4-f9acd4de2e01 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=be1b25bb-ca56-494c-8e70-b0baeddb48bf,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:08.231751 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.233701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1105cd81-13e1-445e-ad32-481b0e88530a req-deca3722-5ec1-4c81-8799-9367ee4cde92 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:08.240685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.241685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1105cd81-13e1-445e-ad32-481b0e88530a req-deca3722-5ec1-4c81-8799-9367ee4cde92 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 944 time: 0.2444348 Jul 05 04:15:08.341541 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dc9c1545-0aaf-43b3-bd04-d019c52b61ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.389288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1105cd81-13e1-445e-ad32-481b0e88530a req-2222efe3-13a2-451e-a377-5a56e0a2e70c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446970 Jul 05 04:15:08.455358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a8c03fc2-3c82-495b-b1f4-f9acd4de2e01 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.458143 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a8c03fc2-3c82-495b-b1f4-f9acd4de2e01 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/be1b25bb-ca56-494c-8e70-b0baeddb48bf HTTP/1.1" status: 204 len: 168 time: 2.1512766 Jul 05 04:15:08.462967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60476) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:08.492787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.493464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Fanout notify agent at l3_agent the message router_deleted on router 9de9f7bd-888a-4884-9e10-2e671248e264 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:08.507808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0c3f399f-0683-4b2b-bfdc-30fe5b1f6573 None None] For port 408a3a52-4521-4c5a-be28-c26c9e0c9bee, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=408a3a52-4521-4c5a-be28-c26c9e0c9bee,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:08.509097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.511480 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-605b0926-8236-4c4a-9a29-c887d05a07f1 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/9de9f7bd-888a-4884-9e10-2e671248e264 HTTP/1.1" status: 204 len: 168 time: 3.2078860 Jul 05 04:15:08.519086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60478) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:08.527727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e6ab86b3-1281-4d37-abd7-c57a54521f3b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1452114528', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:08.591761 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0c3f399f-0683-4b2b-bfdc-30fe5b1f6573 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.626064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0c3f399f-0683-4b2b-bfdc-30fe5b1f6573 None None] Transition to ACTIVE for port object 408a3a52-4521-4c5a-be28-c26c9e0c9bee will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:08.631766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f16b9a-af79-44f7-9c74-806a188419fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:08.631766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f16b9a-af79-44f7-9c74-806a188419fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:08.640253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f16b9a-af79-44f7-9c74-806a188419fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:08.645512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-77f16b9a-af79-44f7-9c74-806a188419fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1804430 Jul 05 04:15:08.646778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60480) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:08.726819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet b3c5c008-5e5b-493a-9f7f-048de5d6274d {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:08.745187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.748425 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ab86b3-1281-4d37-abd7-c57a54521f3b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.749508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ab86b3-1281-4d37-abd7-c57a54521f3b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.758855 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0c3f399f-0683-4b2b-bfdc-30fe5b1f6573 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.916141 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ab86b3-1281-4d37-abd7-c57a54521f3b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:08.989036 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.002557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Transition to ACTIVE for port object 110a817c-e40f-4957-9415-4a9b8bbce5a4 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:09.006734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f399f-0683-4b2b-bfdc-30fe5b1f6573 None None] Pushing event updated for resources: {'Port': ['ID=408a3a52-4521-4c5a-be28-c26c9e0c9bee,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:09.045553 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ab86b3-1281-4d37-abd7-c57a54521f3b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.188477 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.229037 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6ab86b3-1281-4d37-abd7-c57a54521f3b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.230425 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e6ab86b3-1281-4d37-abd7-c57a54521f3b tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.7096725 Jul 05 04:15:09.233357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60488) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:09.239975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_snat': False}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:09.386508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04af3b95-8207-4db0-9d3a-54497ab41054 req-82522569-aa63-4877-bf13-c61823dcf4aa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 210 time: 0.0688488 Jul 05 04:15:09.400994 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.514231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673e8f7-7b54-4b2d-a368-a70ca321ea17 None None] Pushing event updated for resources: {'Port': ['ID=110a817c-e40f-4957-9415-4a9b8bbce5a4,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:09.526137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Attempting to bind port 110a817c-e40f-4957-9415-4a9b8bbce5a4 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:09.526519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Attempting to bind port 110a817c-e40f-4957-9415-4a9b8bbce5a4 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:09.526884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Attempting to bind port 110a817c-e40f-4957-9415-4a9b8bbce5a4 on network 1c6ce872-f154-40e2-a212-88dbb522be67 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:09.554062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:09.554466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Checking segment: {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:09.554882 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.555284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Bound using segment: {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:09.555784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Bound port: 110a817c-e40f-4957-9415-4a9b8bbce5a4, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:09.556716 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.762693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] For port 110a817c-e40f-4957-9415-4a9b8bbce5a4, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:09.772705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] For port 110a817c-e40f-4957-9415-4a9b8bbce5a4, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=110a817c-e40f-4957-9415-4a9b8bbce5a4,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:09.859292 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.932289 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.952451 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:09.958697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 408a3a52-4521-4c5a-be28-c26c9e0c9bee up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:10.067105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23570e8-0cd5-4c54-8af9-20531fe6e6b8 req-b9b6767d-66b6-473d-9b67-1fba43aa2d49 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:10.068734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d23570e8-0cd5-4c54-8af9-20531fe6e6b8 req-b9b6767d-66b6-473d-9b67-1fba43aa2d49 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 944 time: 0.2944093 Jul 05 04:15:10.132648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Routers {'beebdde4-8512-4e15-bf97-99b397353a88'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:10.133447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['beebdde4-8512-4e15-bf97-99b397353a88'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:10.135522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f673e8f7-7b54-4b2d-a368-a70ca321ea17 None None] Pushing event updated for resources: {'Port': ['ID=110a817c-e40f-4957-9415-4a9b8bbce5a4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:10.240372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d23570e8-0cd5-4c54-8af9-20531fe6e6b8 req-a2c23fa5-92fd-40f8-bee8-98ccd7f25fd8 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1458631 Jul 05 04:15:10.321492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.353402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.363828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/b3c5c008-5e5b-493a-9f7f-048de5d6274d HTTP/1.1" status: 204 len: 168 time: 1.7160957 Jul 05 04:15:10.365204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60504) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:10.449223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=b3c5c008-5e5b-493a-9f7f-048de5d6274d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:10.472342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.472822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.473176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.473772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.474114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.474453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.474787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.475120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.475452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.475781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.476155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.476488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69174a47-fcf3-4454-86f8-f0cb18b5d3ba tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:10.760603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f302b85-50f5-475e-b673-2403c38c6e09 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:10.763034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 70897095-aa9c-4dee-8b33-4fb02d5621e4 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:15:10.777398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af5ef8e7-7467-428e-83f5-b68abb4a2cc7 req-4f4f861b-a74d-4c24-afea-da26bb9c499a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 210 time: 0.0568101 Jul 05 04:15:10.782225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.819441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.843023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-193b85bb-68ad-4b9c-98be-1b40e1bdf03f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet fe022623-dcdc-42de-894a-dbd79d321456 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:10.849003 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-193b85bb-68ad-4b9c-98be-1b40e1bdf03f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.915085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-193b85bb-68ad-4b9c-98be-1b40e1bdf03f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:10.945733 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.resource_extend [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 05 04:15:10.950288 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] Set router beebdde4-8512-4e15-bf97-99b397353a88 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:11.087258 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-db22d14a-c0f9-4559-b645-a69d7643a692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.162474 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.263767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Allocated IP 172.25.4.62 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/db5ab4de-44b7-40ce-b29c-ae3f1b068378) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:11.414986 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-193b85bb-68ad-4b9c-98be-1b40e1bdf03f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.443056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.550069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3befb418-0496-4bd1-8583-c1673f00b1df None None] Provisioning for port 408a3a52-4521-4c5a-be28-c26c9e0c9bee completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:11.591098 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-193b85bb-68ad-4b9c-98be-1b40e1bdf03f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.603352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3befb418-0496-4bd1-8583-c1673f00b1df None None] Provisioning complete for port 408a3a52-4521-4c5a-be28-c26c9e0c9bee triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:11.610476 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3befb418-0496-4bd1-8583-c1673f00b1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.693179 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.695283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193b85bb-68ad-4b9c-98be-1b40e1bdf03f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=fe022623-dcdc-42de-894a-dbd79d321456,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:11.729606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 70897095-aa9c-4dee-8b33-4fb02d5621e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=70897095-aa9c-4dee-8b33-4fb02d5621e4,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:11.748456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '70897095-aa9c-4dee-8b33-4fb02d5621e4', 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162', 'port_id': '70897095-aa9c-4dee-8b33-4fb02d5621e4', 'mac_address': 'fa:16:3e:5e:90:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62263bbc-eae2-406c-b43e-9885c6fcb4c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:15:11.788092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-193b85bb-68ad-4b9c-98be-1b40e1bdf03f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.793781 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-193b85bb-68ad-4b9c-98be-1b40e1bdf03f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/fe022623-dcdc-42de-894a-dbd79d321456 HTTP/1.1" status: 204 len: 168 time: 1.4271317 Jul 05 04:15:11.794457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60528) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:11.807852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:11.881780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Pushing event updated for resources: {'Port': ['ID=db5ab4de-44b7-40ce-b29c-ae3f1b068378,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:11.890219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:11.892278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:11.927315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:11.946874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70897095-aa9c-4dee-8b33-4fb02d5621e4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:11.980296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8140503a-906d-4c77-bacf-c61028c3a05a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0896711 Jul 05 04:15:11.992421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60534) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:12.015781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a86b7-b0af-4d87-84c6-eaa7cf58e1e1 req-b720cae7-6edb-4215-89df-280c7adddcad tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:12.017604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-458a86b7-b0af-4d87-84c6-eaa7cf58e1e1 req-b720cae7-6edb-4215-89df-280c7adddcad tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 944 time: 0.3687689 Jul 05 04:15:12.027930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4e7508da-6ca6-4696-a5cd-8ae05204e8ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:12.036976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 70897095-aa9c-4dee-8b33-4fb02d5621e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=70897095-aa9c-4dee-8b33-4fb02d5621e4,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:12.183364 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.201322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3befb418-0496-4bd1-8583-c1673f00b1df None None] Could not find standard attr ID for object be1b25bb-ca56-494c-8e70-b0baeddb48bf. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:12.215994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-767ac526-4d16-4c64-bef8-2e64244344c3 None None] Update dhcp port {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': 'fe022623-dcdc-42de-894a-dbd79d321456'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '408a3a52-4521-4c5a-be28-c26c9e0c9bee'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:12.264213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-767ac526-4d16-4c64-bef8-2e64244344c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.266492 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.281619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:15:01Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '110a817c-e40f-4957-9415-4a9b8bbce5a4', 'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:db:e8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:09Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:12.337991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-458a86b7-b0af-4d87-84c6-eaa7cf58e1e1 req-c1e7c7c1-e279-42a6-aef1-6fe3a1a0d662 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2876508 Jul 05 04:15:12.338311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0406af-e830-43cc-8fab-91cccf09457c None None] The sync data for ids ['beebdde4-8512-4e15-bf97-99b397353a88'] in n-d-758944-41 is: [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:15:01Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '110a817c-e40f-4957-9415-4a9b8bbce5a4', 'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:db:e8:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:09Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:12.460754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-cf74bc12-4107-4c49-9039-b5a6e7bf6007 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:12.462406 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-cf74bc12-4107-4c49-9039-b5a6e7bf6007 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 797 time: 0.7000401 Jul 05 04:15:12.467276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f7ec8f4-bb61-44c4-a03c-79cc7bb70e13 req-09c697fe-9f6a-4041-b807-2211635f5390 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 210 time: 0.2506742 Jul 05 04:15:12.537160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=70897095-aa9c-4dee-8b33-4fb02d5621e4,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:12.552800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-dc492292-1324-4172-a253-9d42a33b6d9d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 379 time: 0.0761547 Jul 05 04:15:12.564270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'port': {'device_id': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'admin_state_up': True, 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'security_groups': ['92b4313f-aff7-4297-b25d-2dd2285755dc']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:12.638126 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['70897095-aa9c-4dee-8b33-4fb02d5621e4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:15:12.687840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e7508da-6ca6-4696-a5cd-8ae05204e8ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:12.698136 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e7508da-6ca6-4696-a5cd-8ae05204e8ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.731423 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:12.872312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c8be139-64f9-44dd-b65b-46f3a75ae014 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:13.098534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:13.102716 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.126716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5ed8ea6a-e424-48b7-be04-385c005f5138 None None] Provisioning complete for port 408a3a52-4521-4c5a-be28-c26c9e0c9bee triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:13.127104 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ed8ea6a-e424-48b7-be04-385c005f5138 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.299998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.20.0.10 (1c6ce872-f154-40e2-a212-88dbb522be67/196a0dce-22e8-42e0-b028-a4101ca24ebe/35cf749f-111a-4d1f-af83-e40b7eb59d7c) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:13.494684 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.512318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.513333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.523576 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.526558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39d9460c-c320-43e9-b040-ece95ce174bf None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:13.534709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Transition to ACTIVE for port object 35cf749f-111a-4d1f-af83-e40b7eb59d7c will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:13.611602 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e7508da-6ca6-4696-a5cd-8ae05204e8ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.685025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-39d9460c-c320-43e9-b040-ece95ce174bf None None] Deleting port 408a3a52-4521-4c5a-be28-c26c9e0c9bee {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:13.685484 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39d9460c-c320-43e9-b040-ece95ce174bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.719441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7508da-6ca6-4696-a5cd-8ae05204e8ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=b834fe2a-8e03-4564-bd25-431836a7a836,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:13.797650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7508da-6ca6-4696-a5cd-8ae05204e8ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:13.877397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4e7508da-6ca6-4696-a5cd-8ae05204e8ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:13.909462 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.923474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7508da-6ca6-4696-a5cd-8ae05204e8ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:13.924339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e7508da-6ca6-4696-a5cd-8ae05204e8ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:13.948334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.023015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 110a817c-e40f-4957-9415-4a9b8bbce5a4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:14.027351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 1c6ce872-f154-40e2-a212-88dbb522be67 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:14.040753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:14.064805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:14.086566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4e7508da-6ca6-4696-a5cd-8ae05204e8ed tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0669208 Jul 05 04:15:14.095492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=35cf749f-111a-4d1f-af83-e40b7eb59d7c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:14.100526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60572) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:14.169286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-39d9460c-c320-43e9-b040-ece95ce174bf None None] For port 408a3a52-4521-4c5a-be28-c26c9e0c9bee, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=408a3a52-4521-4c5a-be28-c26c9e0c9bee,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:14.169690 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39d9460c-c320-43e9-b040-ece95ce174bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.216000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:14.246606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-39d9460c-c320-43e9-b040-ece95ce174bf None None] Calling delete_port for 408a3a52-4521-4c5a-be28-c26c9e0c9bee owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:14.458565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:14.459310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.480770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15837c7b-b50f-49bf-b45c-8e6bca84158c req-adbbeab6-26ba-4fd5-9a51-a1ddec2b4a46 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:14.482360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15837c7b-b50f-49bf-b45c-8e6bca84158c req-adbbeab6-26ba-4fd5-9a51-a1ddec2b4a46 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 932 time: 0.6821465 Jul 05 04:15:14.502094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9da198-110e-4285-b4a8-2d57394a8aa4 req-a218fb93-9662-4313-94ab-99b5092a7e87 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:14.504401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f9da198-110e-4285-b4a8-2d57394a8aa4 req-a218fb93-9662-4313-94ab-99b5092a7e87 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 945 time: 0.7950935 Jul 05 04:15:14.591935 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.595518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 110a817c-e40f-4957-9415-4a9b8bbce5a4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:14.606377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15837c7b-b50f-49bf-b45c-8e6bca84158c req-9e76d407-5f92-4e1a-902f-0f8cf73bb42e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009223 Jul 05 04:15:14.609838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f9da198-110e-4285-b4a8-2d57394a8aa4 req-dc054316-d3e1-4f7c-b266-6d0e6990999c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863640 Jul 05 04:15:14.609963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 110a817c-e40f-4957-9415-4a9b8bbce5a4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:14.610393 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.660593 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39d9460c-c320-43e9-b040-ece95ce174bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.692653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d9460c-c320-43e9-b040-ece95ce174bf None None] Pushing event deleted for resources: {'Port': ['ID=408a3a52-4521-4c5a-be28-c26c9e0c9bee,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:14.697161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Router f01864a7-f98e-4d59-ab62-7bd1ed164613 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:15:14.699685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-eac13423-c61e-4a99-87c7-a8cf642f7da0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1409528 Jul 05 04:15:14.711077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9460c-c320-43e9-b040-ece95ce174bf None None] No DVR routers for this DVR port 408a3a52-4521-4c5a-be28-c26c9e0c9bee on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:14.720245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Request body: {'port': {'device_id': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:14.723862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e270baaa-480c-4b31-a61a-8dc0eed511a8 None None] Provisioning for port 35cf749f-111a-4d1f-af83-e40b7eb59d7c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:14.736512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e270baaa-480c-4b31-a61a-8dc0eed511a8 None None] Provisioning complete for port 35cf749f-111a-4d1f-af83-e40b7eb59d7c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:14.736894 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e270baaa-480c-4b31-a61a-8dc0eed511a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.765191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36ac9234-3565-49bc-bcb2-c1d529205932 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:14.767392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 70897095-aa9c-4dee-8b33-4fb02d5621e4 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:14.860985 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.928068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:14.931878 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.966993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:14.978686 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52761a1-aa76-4118-ade4-50a2b2f56325 None None] Sync routers for ids ['f01864a7-f98e-4d59-ab62-7bd1ed164613'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:14.981283 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:14.986131 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1c135c65-8bc9-4d2e-bddc-b9a886cbff1b tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "PUT /v2.0/routers/f01864a7-f98e-4d59-ab62-7bd1ed164613 HTTP/1.1" status: 200 len: 915 time: 5.7514100 Jul 05 04:15:14.986757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60586) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:14.998238 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52761a1-aa76-4118-ade4-50a2b2f56325 None None] Routers {'f01864a7-f98e-4d59-ab62-7bd1ed164613'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:14.999109 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f52761a1-aa76-4118-ade4-50a2b2f56325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:15:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f01864a7-f98e-4d59-ab62-7bd1ed164613'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:15.060709 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f52761a1-aa76-4118-ade4-50a2b2f56325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:15.072713 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52761a1-aa76-4118-ade4-50a2b2f56325 None None] Routers {'f01864a7-f98e-4d59-ab62-7bd1ed164613'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:15.073573 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f52761a1-aa76-4118-ade4-50a2b2f56325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:15:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f01864a7-f98e-4d59-ab62-7bd1ed164613'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:15.113621 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f52761a1-aa76-4118-ade4-50a2b2f56325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:15.114506 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f52761a1-aa76-4118-ade4-50a2b2f56325 None None] The sync data for ids ['f01864a7-f98e-4d59-ab62-7bd1ed164613'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:15.166265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e270baaa-480c-4b31-a61a-8dc0eed511a8 None None] Port 35cf749f-111a-4d1f-af83-e40b7eb59d7c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:15:15.173831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.258243 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2a7f51c5-10c3-40fe-bd67-02cf7fc65ef6 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/routers/f01864a7-f98e-4d59-ab62-7bd1ed164613 HTTP/1.1" status: 200 len: 921 time: 0.2688160 Jul 05 04:15:15.262251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60594) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.358947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e94a5cf7-1bc6-4ca6-b85a-40a2883f3409 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:15.360508 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e94a5cf7-1bc6-4ca6-b85a-40a2883f3409 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&device_id=f01864a7-f98e-4d59-ab62-7bd1ed164613&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0973215 Jul 05 04:15:15.366440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60598) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.372686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 70897095-aa9c-4dee-8b33-4fb02d5621e4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:15.404356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 70897095-aa9c-4dee-8b33-4fb02d5621e4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:15.411648 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.420340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 110a817c-e40f-4957-9415-4a9b8bbce5a4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=110a817c-e40f-4957-9415-4a9b8bbce5a4,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:15.494146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc0ac0b-a749-49a5-92a3-5844150ed2b6 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:15.496756 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8cc0ac0b-a749-49a5-92a3-5844150ed2b6 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 881 time: 0.1292388 Jul 05 04:15:15.499985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60600) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.520701 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.549234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': 'b834fe2a-8e03-4564-bd25-431836a7a836'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:15.550246 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.592080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8f29972f-10f2-4616-86b7-185e1640b33d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01864a7-f98e-4d59-ab62-7bd1ed164613 HTTP/1.1" status: 200 len: 205 time: 0.0909071 Jul 05 04:15:15.594791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60604) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:15.606807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 408a3a52-4521-4c5a-be28-c26c9e0c9bee no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:15.687150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=110a817c-e40f-4957-9415-4a9b8bbce5a4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:15.691322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 408a3a52-4521-4c5a-be28-c26c9e0c9bee {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:15.693040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 408a3a52-4521-4c5a-be28-c26c9e0c9bee not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:15.836935 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:15.950120 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.026533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Allocated IP 172.20.0.2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/b834fe2a-8e03-4564-bd25-431836a7a836/2b1c5267-bcac-4e1b-bcde-95d059390714) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:16.041663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 35cf749f-111a-4d1f-af83-e40b7eb59d7c {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:16.052408 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.075737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.116480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Transition to ACTIVE for port object 35cf749f-111a-4d1f-af83-e40b7eb59d7c will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:16.148649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a693c676-e38f-4750-844b-5cdce7566853 req-994f4d73-dd5d-4d5c-98ed-53c5662dd3ef tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:16.150205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a693c676-e38f-4750-844b-5cdce7566853 req-994f4d73-dd5d-4d5c-98ed-53c5662dd3ef tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 932 time: 0.2467570 Jul 05 04:15:16.210265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 110a817c-e40f-4957-9415-4a9b8bbce5a4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:16.240410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a693c676-e38f-4750-844b-5cdce7566853 req-be39cd11-1add-4e0f-961e-b82dbcf9923a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836892 Jul 05 04:15:16.246747 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.248569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70897095-aa9c-4dee-8b33-4fb02d5621e4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:16.255048 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9a0d409-7fd7-4759-b68e-5c00ab4cae36" -d '{"events": [{"server_uuid": "9ec1d82f-fed3-4a6d-b632-c04a8e390df2", "name": "network-vif-plugged", "status": "completed", "tag": "70897095-aa9c-4dee-8b33-4fb02d5621e4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:16.279049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Deleting port db5ab4de-44b7-40ce-b29c-ae3f1b068378 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:16.282024 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.282202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 70897095-aa9c-4dee-8b33-4fb02d5621e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=70897095-aa9c-4dee-8b33-4fb02d5621e4,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:16.318543 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.330728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Transition to ACTIVE for port object 2b1c5267-bcac-4e1b-bcde-95d059390714 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:16.362267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af9a447-28ef-4465-b06d-861695d66046 req-01d49d46-49cb-4a1d-97bc-ee35f55ef74b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:16.364195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9af9a447-28ef-4465-b06d-861695d66046 req-01d49d46-49cb-4a1d-97bc-ee35f55ef74b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 945 time: 0.4194648 Jul 05 04:15:16.371214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Transition to ACTIVE for port object 2b1c5267-bcac-4e1b-bcde-95d059390714 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:16.377975 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.383324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 110a817c-e40f-4957-9415-4a9b8bbce5a4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:16.383700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.418626 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697d0545-ed8f-499c-bc5c-2544352caa7a x-openstack-request-id: req-697d0545-ed8f-499c-bc5c-2544352caa7a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:16.419151 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec1d82f-fed3-4a6d-b632-c04a8e390df2", "name": "network-vif-plugged", "status": "completed", "tag": "70897095-aa9c-4dee-8b33-4fb02d5621e4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:16.419632 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-697d0545-ed8f-499c-bc5c-2544352caa7a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:16.420289 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70897095-aa9c-4dee-8b33-4fb02d5621e4', 'code': 200} Jul 05 04:15:16.475792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.objects.ports [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:16.475792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Pushing event updated for resources: {'Port': ['ID=35cf749f-111a-4d1f-af83-e40b7eb59d7c,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.476115 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.486256 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.552686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.570646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:16.578909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:16.581874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:16.582223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Calling delete_port for db5ab4de-44b7-40ce-b29c-ae3f1b068378 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:16.608509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=70897095-aa9c-4dee-8b33-4fb02d5621e4,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.881328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Pushing event updated for resources: {'Port': ['ID=2b1c5267-bcac-4e1b-bcde-95d059390714,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.890796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:16.895147 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Attempting to bind port 2b1c5267-bcac-4e1b-bcde-95d059390714 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:16.895524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Attempting to bind port 2b1c5267-bcac-4e1b-bcde-95d059390714 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:16.895904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Attempting to bind port 2b1c5267-bcac-4e1b-bcde-95d059390714 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:16.908072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:16.908456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:16.912167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.912167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:16.912167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Bound port: 2b1c5267-bcac-4e1b-bcde-95d059390714, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:16.912167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.919589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9af9a447-28ef-4465-b06d-861695d66046 req-02a7e7d1-f40d-40f2-a5b5-88248036a0a2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5337472 Jul 05 04:15:16.929758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:16.933780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:16.936629 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.949358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=fb69554c-fcc7-4e9b-9759-375c78681ed7,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:16.958271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Attempting to bind port 35cf749f-111a-4d1f-af83-e40b7eb59d7c on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:16.958716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Attempting to bind port 35cf749f-111a-4d1f-af83-e40b7eb59d7c by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:16.959248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Attempting to bind port 35cf749f-111a-4d1f-af83-e40b7eb59d7c on network 1c6ce872-f154-40e2-a212-88dbb522be67 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:16.976526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Port 35cf749f-111a-4d1f-af83-e40b7eb59d7c on network 1c6ce872-f154-40e2-a212-88dbb522be67 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:15:16.977048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Attempting to bind port 35cf749f-111a-4d1f-af83-e40b7eb59d7c on network 1c6ce872-f154-40e2-a212-88dbb522be67 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:16.984329 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:16.994607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:16.995104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Checking segment: {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:16.995619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Bound using segment: {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:16.996221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Bound port: 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:16.996695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.016290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Pushing event deleted for resources: {'Port': ['ID=db5ab4de-44b7-40ce-b29c-ae3f1b068378,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:17.036730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b2296-a730-4cdb-90cc-5609b36ac400 req-8d6781b9-150b-4926-9ab9-926ee846b663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:17.038402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb8b2296-a730-4cdb-90cc-5609b36ac400 req-8d6781b9-150b-4926-9ab9-926ee846b663 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 1098 time: 0.4447861 Jul 05 04:15:17.069162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] For port 2b1c5267-bcac-4e1b-bcde-95d059390714, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:17.086869 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] For port 2b1c5267-bcac-4e1b-bcde-95d059390714, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2b1c5267-bcac-4e1b-bcde-95d059390714,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:17.155550 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.172213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:17.176047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:17.177776 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.184588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f5715236-d022-4a0d-a199-2bb5b1da5b61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.9949663 Jul 05 04:15:17.188526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60632) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:17.222000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:ba:d7:c4', 'name': 'tempest-NetworksTestDHCPv6-320381838'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:17.317565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.317565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.372275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e85715-a2fd-4926-8966-f5423db15f65 None None] Pushing event updated for resources: {'Port': ['ID=2b1c5267-bcac-4e1b-bcde-95d059390714,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:17.470150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.489389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:17.490029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.491704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] 10.222.0.26 "PUT /v2.0/ports/35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 1093 time: 2.7770543 Jul 05 04:15:17.495514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:17.498748 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26a53bd-db75-48c9-b770-732aa56c2bd9" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:17.528213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb8b2296-a730-4cdb-90cc-5609b36ac400 req-f681dc01-2d82-4a44-a731-0b15010f4c9e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3501871 Jul 05 04:15:17.576252 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.576252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Fanout notify agent at l3_agent the message router_deleted on router f01864a7-f98e-4d59-ab62-7bd1ed164613 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:17.589159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.594758 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7e061060-84d8-48ca-a642-65f0125d5598 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/f01864a7-f98e-4d59-ab62-7bd1ed164613 HTTP/1.1" status: 204 len: 168 time: 1.9954762 Jul 05 04:15:17.595999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60642) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:17.611190 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed722c20-05f4-4f81-97ab-653b260a2ecd x-openstack-request-id: req-ed722c20-05f4-4f81-97ab-653b260a2ecd {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:17.611190 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:17.611515 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ed722c20-05f4-4f81-97ab-653b260a2ecd {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:17.611786 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'status': 'completed', 'code': 200} Jul 05 04:15:17.615185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1867058733', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:17.639202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:17.756953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.758412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.843124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa228c88-5635-4f9d-82a5-8bf24ff6114d service neutron] Pushing event updated for resources: {'Port': ['ID=35cf749f-111a-4d1f-af83-e40b7eb59d7c,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:17.921778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:17.968829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2b1c5267-bcac-4e1b-bcde-95d059390714 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:17.996973 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.089559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 6ccef589-afcb-479d-82df-0f1af242b613 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:18.195966 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.196524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14ed085-baad-4f38-8928-a93bba82d1fa req-f52bafb2-519a-48cb-86fe-f1b2cfc65ae1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:18.198306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f14ed085-baad-4f38-8928-a93bba82d1fa req-f52bafb2-519a-48cb-86fe-f1b2cfc65ae1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 944 time: 0.6270063 Jul 05 04:15:18.200263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2b1c5267-bcac-4e1b-bcde-95d059390714 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:18.215773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a53bd-db75-48c9-b770-732aa56c2bd9 req-2db06ee2-3c3b-4b24-ad61-6c6a5d9dac81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:18.217410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d26a53bd-db75-48c9-b770-732aa56c2bd9 req-2db06ee2-3c3b-4b24-ad61-6c6a5d9dac81 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1096 time: 0.5294833 Jul 05 04:15:18.787630 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.859468 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:18.915718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a53bd-db75-48c9-b770-732aa56c2bd9 req-70b3733f-695a-48e5-943d-c9e18419faeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:18.917271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d26a53bd-db75-48c9-b770-732aa56c2bd9 req-70b3733f-695a-48e5-943d-c9e18419faeb service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7d6d2d8645e943558e449d8c5575d969&shared=False HTTP/1.1" status: 200 len: 898 time: 0.6708508 Jul 05 04:15:18.961912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f14ed085-baad-4f38-8928-a93bba82d1fa req-bb6eadb1-45da-41f2-99b2-54bf1bceef9b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7498398 Jul 05 04:15:19.099286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Allocated IP 172.25.4.3 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/adb56057-f789-404e-94ae-1af4ab80b23e) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:19.100340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987b69a-886e-4dfb-832b-866ba33bb288 req-b3ce7fac-2b44-4c50-a1fb-d9289ded6d2d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.102461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5987b69a-886e-4dfb-832b-866ba33bb288 req-b3ce7fac-2b44-4c50-a1fb-d9289ded6d2d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.9608018 Jul 05 04:15:19.109728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d741de-1098-410c-97d5-ce8d4a8df630 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:19.288140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.329734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26a53bd-db75-48c9-b770-732aa56c2bd9 req-d61fb5b6-7748-4864-90eb-70731ec8329d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.331360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d26a53bd-db75-48c9-b770-732aa56c2bd9 req-d61fb5b6-7748-4864-90eb-70731ec8329d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4062722 Jul 05 04:15:19.392782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5987b69a-886e-4dfb-832b-866ba33bb288 req-eeddb4ce-65bc-4a41-8635-ca7bd03f7cdd tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2463613 Jul 05 04:15:19.414682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0a24d53a-b7cb-4626-bfaa-73f35b893219 None None] Provisioning for port 2b1c5267-bcac-4e1b-bcde-95d059390714 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:19.423590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0a24d53a-b7cb-4626-bfaa-73f35b893219 None None] Provisioning complete for port 2b1c5267-bcac-4e1b-bcde-95d059390714 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:19.424259 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a24d53a-b7cb-4626-bfaa-73f35b893219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.447086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 172.20.0.12 (4e8666f2-1800-4194-b3cc-657fb8271ed3/b834fe2a-8e03-4564-bd25-431836a7a836/6ccef589-afcb-479d-82df-0f1af242b613) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:19.458449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::f816:3eff:feba:d7c4 (4e8666f2-1800-4194-b3cc-657fb8271ed3/fb69554c-fcc7-4e9b-9759-375c78681ed7/6ccef589-afcb-479d-82df-0f1af242b613) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:19.475092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.539937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:19.546030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:19.547678 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:19.586174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Pushing event updated for resources: {'Port': ['ID=adb56057-f789-404e-94ae-1af4ab80b23e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:19.618186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-760ea7cf-1745-418e-9ce0-d16f431b1a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.620640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-760ea7cf-1745-418e-9ce0-d16f431b1a24 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1096 time: 0.2264502 Jul 05 04:15:19.668223 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a24d53a-b7cb-4626-bfaa-73f35b893219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.722746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-3568b5d3-0ff9-4fc1-b1de-b94155148fcd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 217 time: 0.0855162 Jul 05 04:15:19.748510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0a24d53a-b7cb-4626-bfaa-73f35b893219 None None] For port 2b1c5267-bcac-4e1b-bcde-95d059390714, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2b1c5267-bcac-4e1b-bcde-95d059390714,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:19.813079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-7cfb2610-1368-4703-9c73-fe756a702e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.814657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-7cfb2610-1368-4703-9c73-fe756a702e0f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 200 len: 834 time: 0.0859396 Jul 05 04:15:19.854200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe093fe-63bd-42ff-9267-c7f03de4fe9e None None] Update dhcp port {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': 'b834fe2a-8e03-4564-bd25-431836a7a836', 'ip_address': '172.20.0.2'}, {'subnet_id': 'fb69554c-fcc7-4e9b-9759-375c78681ed7'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '2b1c5267-bcac-4e1b-bcde-95d059390714'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:15:19.880657 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a24d53a-b7cb-4626-bfaa-73f35b893219 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.898694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.922352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 6ccef589-afcb-479d-82df-0f1af242b613 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:19.927684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fc1543ed-e165-4d75-b34d-5083b75d5982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:19.929331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-fc1543ed-e165-4d75-b34d-5083b75d5982 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c6ce872-f154-40e2-a212-88dbb522be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1067445 Jul 05 04:15:19.941589 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-afe093fe-63bd-42ff-9267-c7f03de4fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:19.989682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a24d53a-b7cb-4626-bfaa-73f35b893219 None None] Pushing event updated for resources: {'Port': ['ID=2b1c5267-bcac-4e1b-bcde-95d059390714,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:20.139887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-5dba7f5b-bf3f-4077-93d7-39c5e41fa4ff service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1929758 Jul 05 04:15:20.214809 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.223042 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.269497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-afe093fe-63bd-42ff-9267-c7f03de4fe9e None None] Allocated IP 2001:db8::f816:3eff:fedf:ae79 (4e8666f2-1800-4194-b3cc-657fb8271ed3/fb69554c-fcc7-4e9b-9759-375c78681ed7/2b1c5267-bcac-4e1b-bcde-95d059390714) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:20.378681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:20.386018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:20.399150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:20.457560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.458427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.499721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=6ccef589-afcb-479d-82df-0f1af242b613,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:20.522434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2d079fa-e250-4e29-aadb-08e4af8e2a1c req-894a382e-2042-432b-9d3c-9d7f80db9ab9 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3757002 Jul 05 04:15:20.540325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0483236-49d9-47a3-8677-2d7202db6e3b req-16a6ae95-6e47-4b33-b940-78e48cd475e1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.548276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-afe093fe-63bd-42ff-9267-c7f03de4fe9e None None] For port 2b1c5267-bcac-4e1b-bcde-95d059390714, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2b1c5267-bcac-4e1b-bcde-95d059390714,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:20.548387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0483236-49d9-47a3-8677-2d7202db6e3b req-16a6ae95-6e47-4b33-b940-78e48cd475e1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 944 time: 0.3276870 Jul 05 04:15:20.603889 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-afe093fe-63bd-42ff-9267-c7f03de4fe9e None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.639766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0483236-49d9-47a3-8677-2d7202db6e3b req-b6f36d01-f250-4384-b3a2-ecdc4ca32752 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0816476 Jul 05 04:15:20.656698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-90acaa11-6b70-4734-93b7-98a2f397f115 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 3.4439156 Jul 05 04:15:20.662891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-afe093fe-63bd-42ff-9267-c7f03de4fe9e None None] Transition to ACTIVE for port object 2b1c5267-bcac-4e1b-bcde-95d059390714 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:20.669539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60686) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:20.740650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.747637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539b550-1579-4437-a340-fbe21fa51c00 req-441eb57b-a537-4fef-9339-ec2c67cd5613 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.748630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6539b550-1579-4437-a340-fbe21fa51c00 req-441eb57b-a537-4fef-9339-ec2c67cd5613 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.0975049 Jul 05 04:15:20.792205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6539b550-1579-4437-a340-fbe21fa51c00 req-7f00bc2d-7d38-438f-a009-b1030a5f57e5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354378 Jul 05 04:15:20.799987 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-afe093fe-63bd-42ff-9267-c7f03de4fe9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:20.807830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294412e-c925-4edc-9af3-5c4bd43ee95c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.825170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c294412e-c925-4edc-9af3-5c4bd43ee95c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:20.827174 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c294412e-c925-4edc-9af3-5c4bd43ee95c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1765 time: 0.1566594 Jul 05 04:15:20.830136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60690) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:20.906878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe093fe-63bd-42ff-9267-c7f03de4fe9e None None] Pushing event updated for resources: {'Port': ['ID=2b1c5267-bcac-4e1b-bcde-95d059390714,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:21.068986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Router b643b573-838b-417b-991a-94379a70491d is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:15:21.071374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c4641-435f-4581-a38a-651fa78af8be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 6ccef589-afcb-479d-82df-0f1af242b613 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:21.071720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4641-435f-4581-a38a-651fa78af8be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.206741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78dc97da-d049-4b3c-b306-d9453a2f4feb req-60f31017-21ea-4643-a461-ca216bf8ffd7 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:21.208386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78dc97da-d049-4b3c-b306-d9453a2f4feb req-60f31017-21ea-4643-a461-ca216bf8ffd7 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.2075145 Jul 05 04:15:21.265291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4641-435f-4581-a38a-651fa78af8be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.284822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3b0c4641-435f-4581-a38a-651fa78af8be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 6ccef589-afcb-479d-82df-0f1af242b613 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:21.511871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78dc97da-d049-4b3c-b306-d9453a2f4feb req-200ccdd0-631c-4937-9cbc-dfd336e6575a tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2934883 Jul 05 04:15:21.790535 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4641-435f-4581-a38a-651fa78af8be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.810949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:21.823479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17849b27-a452-4c7d-9296-e580cd4afbd3 None None] Sync routers for ids ['b643b573-838b-417b-991a-94379a70491d'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:21.837241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17849b27-a452-4c7d-9296-e580cd4afbd3 None None] Routers {'b643b573-838b-417b-991a-94379a70491d'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:21.845039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-17849b27-a452-4c7d-9296-e580cd4afbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:15:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b643b573-838b-417b-991a-94379a70491d'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:21.929619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-17849b27-a452-4c7d-9296-e580cd4afbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:21.943734 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:21.947171 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d16a3414-0e7b-4a62-a9e6-324b73944c1d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.3437874 Jul 05 04:15:21.947491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60712) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:21.949819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17849b27-a452-4c7d-9296-e580cd4afbd3 None None] Routers {'b643b573-838b-417b-991a-94379a70491d'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:21.959203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:21.959391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-17849b27-a452-4c7d-9296-e580cd4afbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:15:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b643b573-838b-417b-991a-94379a70491d'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:21.986932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0c4641-435f-4581-a38a-651fa78af8be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=6ccef589-afcb-479d-82df-0f1af242b613,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:22.037508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2b1c5267-bcac-4e1b-bcde-95d059390714 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:22.042997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-17849b27-a452-4c7d-9296-e580cd4afbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:22.043820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17849b27-a452-4c7d-9296-e580cd4afbd3 None None] The sync data for ids ['b643b573-838b-417b-991a-94379a70491d'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:22.250457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d0405a5c-4d2a-4d16-8ab1-b62194095486 None None] Provisioning for port 2b1c5267-bcac-4e1b-bcde-95d059390714 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:22.255562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d0405a5c-4d2a-4d16-8ab1-b62194095486 None None] Provisioning complete for port 2b1c5267-bcac-4e1b-bcde-95d059390714 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:22.256031 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d0405a5c-4d2a-4d16-8ab1-b62194095486 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.324964 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b0c4641-435f-4581-a38a-651fa78af8be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.335221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3b0c4641-435f-4581-a38a-651fa78af8be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/6ccef589-afcb-479d-82df-0f1af242b613 HTTP/1.1" status: 204 len: 168 time: 1.5037758 Jul 05 04:15:22.339274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60718) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:22.474059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edff572-83ed-4805-a2a6-71eea582d02a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.475986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edff572-83ed-4805-a2a6-71eea582d02a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.480143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3edff572-83ed-4805-a2a6-71eea582d02a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.484997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3edff572-83ed-4805-a2a6-71eea582d02a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1447184 Jul 05 04:15:22.486834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60724) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:22.595502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6ea73dcf-0254-4fc5-9148-4e01158b0632 None None] Could not find standard attr ID for object be1b25bb-ca56-494c-8e70-b0baeddb48bf. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:22.638310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-51a73004-2a18-4174-86fa-928e8abf08db tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet b834fe2a-8e03-4564-bd25-431836a7a836 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:22.660250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7acf426-5779-4c50-8994-126482375dcf req-2e6fc8d0-541f-4014-835c-a9136f2f0bfb tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:22.668748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7acf426-5779-4c50-8994-126482375dcf req-2e6fc8d0-541f-4014-835c-a9136f2f0bfb tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 944 time: 0.5160966 Jul 05 04:15:22.671013 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51a73004-2a18-4174-86fa-928e8abf08db tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.806737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51a73004-2a18-4174-86fa-928e8abf08db tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.873432 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.960592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:22.989276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51a73004-2a18-4174-86fa-928e8abf08db tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.060146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48b0396-fcfb-4775-a9c0-722dba69a833 req-6926abc2-6468-4c65-80b3-1ba117ac3238 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:23.061737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c48b0396-fcfb-4775-a9c0-722dba69a833 req-6926abc2-6468-4c65-80b3-1ba117ac3238 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.5953348 Jul 05 04:15:23.070173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7acf426-5779-4c50-8994-126482375dcf req-1bc0ad1b-e9ae-4268-ad9c-35001c47fb2c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4003034 Jul 05 04:15:23.122456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0484bcff-a980-4fef-97e1-3818608d6507 None None] Could not find standard attr ID for object 6ccef589-afcb-479d-82df-0f1af242b613. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:23.179025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c48b0396-fcfb-4775-a9c0-722dba69a833 req-c1c17073-e18a-4d00-a57a-9044d7dcc84e tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077809 Jul 05 04:15:23.258919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Deleting port adb56057-f789-404e-94ae-1af4ab80b23e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:23.259370 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.275175 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51a73004-2a18-4174-86fa-928e8abf08db tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.367516 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51a73004-2a18-4174-86fa-928e8abf08db tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.371506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-51a73004-2a18-4174-86fa-928e8abf08db tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/b834fe2a-8e03-4564-bd25-431836a7a836 HTTP/1.1" status: 204 len: 168 time: 0.8794713 Jul 05 04:15:23.372488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a73004-2a18-4174-86fa-928e8abf08db tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=b834fe2a-8e03-4564-bd25-431836a7a836,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:23.385865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60730) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:23.409839 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.449307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Calling delete_port for adb56057-f789-404e-94ae-1af4ab80b23e owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:23.496933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1067234-52bc-4eaa-9f6c-6865a630b75c None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:23.506542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-19205ee1-2517-4598-a9c5-3f8e212cfe76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet fb69554c-fcc7-4e9b-9759-375c78681ed7 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:23.523551 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-19205ee1-2517-4598-a9c5-3f8e212cfe76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.696276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-19205ee1-2517-4598-a9c5-3f8e212cfe76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.798508 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:15:23.840722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7161e2b-182e-48f9-8162-11b42286f3bf req-fa533eb0-5ee2-4a54-bd66-7eb00724f41f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:23.842376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7161e2b-182e-48f9-8162-11b42286f3bf req-fa533eb0-5ee2-4a54-bd66-7eb00724f41f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.3437259 Jul 05 04:15:23.881791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-19205ee1-2517-4598-a9c5-3f8e212cfe76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.930526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:23.964729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7161e2b-182e-48f9-8162-11b42286f3bf req-85c63b40-51ea-4f27-a66d-e0707e49688a tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104550 Jul 05 04:15:23.971239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Pushing event deleted for resources: {'Port': ['ID=adb56057-f789-404e-94ae-1af4ab80b23e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:24.078627 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.133920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-19205ee1-2517-4598-a9c5-3f8e212cfe76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.296604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19205ee1-2517-4598-a9c5-3f8e212cfe76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=fb69554c-fcc7-4e9b-9759-375c78681ed7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:24.322816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-19205ee1-2517-4598-a9c5-3f8e212cfe76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.333489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-19205ee1-2517-4598-a9c5-3f8e212cfe76 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/fb69554c-fcc7-4e9b-9759-375c78681ed7 HTTP/1.1" status: 204 len: 168 time: 0.9462790 Jul 05 04:15:24.358153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60750) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:24.516820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-52a355cd-9ab2-46c5-85de-f1e3ba69afc2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1574121 Jul 05 04:15:24.520649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60758) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:24.525857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-063adacb-0d28-4986-951e-13e22df876e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:24.647267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.652770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:24.774860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184f2b84-96f9-4d7c-b44b-33084bf7918b req-9607262a-b8b5-4f4e-b383-615646ba9b0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:24.776493 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-184f2b84-96f9-4d7c-b44b-33084bf7918b req-9607262a-b8b5-4f4e-b383-615646ba9b0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 944 time: 0.2176132 Jul 05 04:15:24.782349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Router b643b573-838b-417b-991a-94379a70491d has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:24.795098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 35cf749f-111a-4d1f-af83-e40b7eb59d7c details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:15:24.846481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-184f2b84-96f9-4d7c-b44b-33084bf7918b req-0729e723-e842-4a4c-b363-68e83cba79de tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0624511 Jul 05 04:15:24.849707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063adacb-0d28-4986-951e-13e22df876e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:24.860403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-063adacb-0d28-4986-951e-13e22df876e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.016089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:25.028616 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:25.036221 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c992c-7b66-4ca4-934c-d2b3a1a1d36d None None] Sync routers for ids ['b643b573-838b-417b-991a-94379a70491d'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:25.052267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a6ed7-91ac-4c55-95f8-b71ba9b8ebc4 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:25.053060 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c992c-7b66-4ca4-934c-d2b3a1a1d36d None None] Routers {'b643b573-838b-417b-991a-94379a70491d'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:25.053719 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-136c992c-7b66-4ca4-934c-d2b3a1a1d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:15:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b643b573-838b-417b-991a-94379a70491d'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:25.057628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.061443 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a20a5635-4526-436e-93f4-200e1c0c75ce tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "PUT /v2.0/routers/b643b573-838b-417b-991a-94379a70491d HTTP/1.1" status: 200 len: 706 time: 3.1105254 Jul 05 04:15:25.068471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60762) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.149217 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-136c992c-7b66-4ca4-934c-d2b3a1a1d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:25.179871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'port_id': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'mac_address': 'fa:16:3e:b7:8c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:15:25.180430 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136c992c-7b66-4ca4-934c-d2b3a1a1d36d None None] Routers {'b643b573-838b-417b-991a-94379a70491d'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:25.181216 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-136c992c-7b66-4ca4-934c-d2b3a1a1d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:15:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b643b573-838b-417b-991a-94379a70491d'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:25.200619 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5d90e7a8-e00c-4fdc-8f90-b848c4a29ccd tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/routers/b643b573-838b-417b-991a-94379a70491d HTTP/1.1" status: 200 len: 741 time: 0.1308513 Jul 05 04:15:25.203411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60770) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.246765 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-136c992c-7b66-4ca4-934c-d2b3a1a1d36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:25.247678 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136c992c-7b66-4ca4-934c-d2b3a1a1d36d None None] The sync data for ids ['b643b573-838b-417b-991a-94379a70491d'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:25.265474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9329daa8-861c-4b78-9500-7296cbf9a3a5 None None] Provisioning complete for port 2b1c5267-bcac-4e1b-bcde-95d059390714 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:25.265956 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9329daa8-861c-4b78-9500-7296cbf9a3a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.268885 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3e627aba-ad16-4b1d-8680-00d044ba18c1 tempest-RoutersAdminTest-1478393028 tempest-RoutersAdminTest-1478393028-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&device_id=b643b573-838b-417b-991a-94379a70491d HTTP/1.1" status: 200 len: 205 time: 0.0631273 Jul 05 04:15:25.270615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60772) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.282402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-063adacb-0d28-4986-951e-13e22df876e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.304555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-be263d12-026d-48a2-bf52-051b848c6962 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=b643b573-838b-417b-991a-94379a70491d HTTP/1.1" status: 200 len: 205 time: 0.0325592 Jul 05 04:15:25.306606 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.307398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60774) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.335180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-063adacb-0d28-4986-951e-13e22df876e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:25.345212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-063adacb-0d28-4986-951e-13e22df876e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:25.351716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063adacb-0d28-4986-951e-13e22df876e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:25.352346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-063adacb-0d28-4986-951e-13e22df876e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.361946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23379d5-c36f-43dc-a7c5-5f4f26eef1bf req-641e8e6e-4c38-43c9-a073-3480b8ec3bf4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:25.364693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a23379d5-c36f-43dc-a7c5-5f4f26eef1bf req-641e8e6e-4c38-43c9-a073-3480b8ec3bf4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.1403315 Jul 05 04:15:25.372213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cf749f-111a-4d1f-af83-e40b7eb59d7c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:25.395576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063adacb-0d28-4986-951e-13e22df876e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=dbfbbe60-07dd-42f3-be81-fdf13ef8c74a,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:25.402921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:25.426980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a23379d5-c36f-43dc-a7c5-5f4f26eef1bf req-32c9573f-37aa-483e-a5ee-d940917a2151 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508523 Jul 05 04:15:25.474786 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1c05c42-6b73-4e7c-856a-2a5e18dbc31c tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.493042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-063adacb-0d28-4986-951e-13e22df876e4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9712687 Jul 05 04:15:25.495832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60780) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:25.501245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:25.526220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.576785 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17abf709-1830-4b65-9e8e-a8e368733f2a None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:25.677447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=35cf749f-111a-4d1f-af83-e40b7eb59d7c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:25.703693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-17abf709-1830-4b65-9e8e-a8e368733f2a None None] Deleting port 2b1c5267-bcac-4e1b-bcde-95d059390714 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:25.704141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17abf709-1830-4b65-9e8e-a8e368733f2a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.839649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1c05c42-6b73-4e7c-856a-2a5e18dbc31c tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.841841 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1c05c42-6b73-4e7c-856a-2a5e18dbc31c tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.914415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:25.918311 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:25.986486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['35cf749f-111a-4d1f-af83-e40b7eb59d7c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:15:25.990452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2b1c5267-bcac-4e1b-bcde-95d059390714 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:26.034799 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1c05c42-6b73-4e7c-856a-2a5e18dbc31c tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.035374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1c05c42-6b73-4e7c-856a-2a5e18dbc31c tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Fanout notify agent at l3_agent the message router_deleted on router b643b573-838b-417b-991a-94379a70491d {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:26.042688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1c05c42-6b73-4e7c-856a-2a5e18dbc31c tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.050598 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d1c05c42-6b73-4e7c-856a-2a5e18dbc31c tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/b643b573-838b-417b-991a-94379a70491d HTTP/1.1" status: 204 len: 168 time: 0.7353311 Jul 05 04:15:26.050598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60792) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.100069 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-10ae83c2-491a-4a68-a732-5fe9b1dc1b6a tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=b643b573-838b-417b-991a-94379a70491d HTTP/1.1" status: 200 len: 205 time: 0.0493042 Jul 05 04:15:26.107505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60794) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.151849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-17abf709-1830-4b65-9e8e-a8e368733f2a None None] For port 2b1c5267-bcac-4e1b-bcde-95d059390714, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2b1c5267-bcac-4e1b-bcde-95d059390714,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:26.152274 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17abf709-1830-4b65-9e8e-a8e368733f2a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.169613 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-84766282-03c9-4553-872d-74aea5157b12 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] delete failed (client error): The resource could not be found. Jul 05 04:15:26.173167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-84766282-03c9-4553-872d-74aea5157b12 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/b643b573-838b-417b-991a-94379a70491d HTTP/1.1" status: 404 len: 336 time: 0.0601709 Jul 05 04:15:26.173553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60798) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.213113 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-38a4970d-9e40-46dd-9577-a5cc51cd2ee0 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=f01864a7-f98e-4d59-ab62-7bd1ed164613 HTTP/1.1" status: 200 len: 205 time: 0.0359385 Jul 05 04:15:26.213428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60800) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.259157 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-2bce5686-fb12-47c0-8f44-b97799e2385d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] delete failed (client error): The resource could not be found. Jul 05 04:15:26.260310 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2bce5686-fb12-47c0-8f44-b97799e2385d tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/f01864a7-f98e-4d59-ab62-7bd1ed164613 HTTP/1.1" status: 404 len: 336 time: 0.0455940 Jul 05 04:15:26.262978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60804) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.277192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-817fb151-a277-45d0-bb18-337a07c01d58 req-aa5ad861-d7e6-4fcb-8c12-4e8cccf06aca tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:26.278897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-817fb151-a277-45d0-bb18-337a07c01d58 req-aa5ad861-d7e6-4fcb-8c12-4e8cccf06aca tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 945 time: 0.2434137 Jul 05 04:15:26.315325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-17abf709-1830-4b65-9e8e-a8e368733f2a None None] Calling delete_port for 2b1c5267-bcac-4e1b-bcde-95d059390714 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:26.337828 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-51c30c2d-1b71-4325-882f-52ad9530d9ad tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=9de9f7bd-888a-4884-9e10-2e671248e264 HTTP/1.1" status: 200 len: 205 time: 0.0716889 Jul 05 04:15:26.342275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60812) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.358855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-817fb151-a277-45d0-bb18-337a07c01d58 req-cc9262e5-a499-4e24-9e04-55b7505d6bfd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0715830 Jul 05 04:15:26.369398 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.506804 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-715f823e-33c1-44be-8fcb-6efe9a52adf7 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] delete failed (client error): The resource could not be found. Jul 05 04:15:26.508135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-715f823e-33c1-44be-8fcb-6efe9a52adf7 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/9de9f7bd-888a-4884-9e10-2e671248e264 HTTP/1.1" status: 404 len: 336 time: 0.1648808 Jul 05 04:15:26.510921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60838) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.595458 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-501c829c-f1f4-4bea-ae9d-7b45e6138c5f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=e324601e-3090-4057-85d2-f113dcee28bd HTTP/1.1" status: 200 len: 205 time: 0.0832963 Jul 05 04:15:26.598637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60854) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.606118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 2b1c5267-bcac-4e1b-bcde-95d059390714, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2b1c5267-bcac-4e1b-bcde-95d059390714,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:26.710358 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-34bcdb28-5685-4bdc-8e15-28182b950654 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] delete failed (client error): The resource could not be found. Jul 05 04:15:26.713317 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-34bcdb28-5685-4bdc-8e15-28182b950654 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/e324601e-3090-4057-85d2-f113dcee28bd HTTP/1.1" status: 404 len: 336 time: 0.1135643 Jul 05 04:15:26.714828 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:26.716144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60862) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.752010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a22aa18a-21c3-42b3-a323-0fb2d761acef tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=34e2036a-a0b7-4f0b-a868-cf125c6af78e HTTP/1.1" status: 200 len: 205 time: 0.0343306 Jul 05 04:15:26.755142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60864) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.867048 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-22e26615-e7fd-4476-8cb8-65364bec016f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] delete failed (client error): The resource could not be found. Jul 05 04:15:26.871852 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-22e26615-e7fd-4476-8cb8-65364bec016f tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/34e2036a-a0b7-4f0b-a868-cf125c6af78e HTTP/1.1" status: 404 len: 336 time: 0.1136925 Jul 05 04:15:26.874538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60866) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.902373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7e983-eb31-4b12-aa01-fa7d4de889b1 req-cb5bf547-d5d6-4115-9c3c-7953a3f807a1 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:26.904185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0c7e983-eb31-4b12-aa01-fa7d4de889b1 req-cb5bf547-d5d6-4115-9c3c-7953a3f807a1 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.1390493 Jul 05 04:15:26.938523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=2b1c5267-bcac-4e1b-bcde-95d059390714,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:26.984769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60868) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:26.988743 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dc4351af-4475-409b-854e-96793f30cf2c tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "GET /v2.0/ports?device_id=eab94f22-36b2-4387-affa-e9471e3eb361 HTTP/1.1" status: 200 len: 205 time: 0.1031263 Jul 05 04:15:27.023057 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17abf709-1830-4b65-9e8e-a8e368733f2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.040922 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-fc05d844-e509-4d63-9f3f-e6048324b270 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] delete failed (client error): The resource could not be found. Jul 05 04:15:27.042171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fc05d844-e509-4d63-9f3f-e6048324b270 tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/routers/eab94f22-36b2-4387-affa-e9471e3eb361 HTTP/1.1" status: 404 len: 336 time: 0.0515275 Jul 05 04:15:27.048261 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60872) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:27.090305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17abf709-1830-4b65-9e8e-a8e368733f2a None None] Pushing event deleted for resources: {'Port': ['ID=2b1c5267-bcac-4e1b-bcde-95d059390714,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:27.091022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17abf709-1830-4b65-9e8e-a8e368733f2a None None] No DVR routers for this DVR port 2b1c5267-bcac-4e1b-bcde-95d059390714 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:27.093970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0c7e983-eb31-4b12-aa01-fa7d4de889b1 req-f4da8adb-e325-4102-80ad-542750922ac9 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1808319 Jul 05 04:15:27.099740 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-878701f3-5077-4352-b69e-f3b14623ad0a tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] DELETE failed (client error): The resource could not be found. Jul 05 04:15:27.100254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-878701f3-5077-4352-b69e-f3b14623ad0a tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:27.130055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e9c6887-f566-463f-b986-5ab4a78ce192 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:27.133849 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-878701f3-5077-4352-b69e-f3b14623ad0a tempest-RoutersAdminTest-2047543712 tempest-RoutersAdminTest-2047543712-project] 10.222.0.30 "DELETE /v2.0/subnets/1724321e-5f77-44bd-ae1c-c6c1ea4c1620 HTTP/1.1" status: 404 len: 337 time: 0.0830762 Jul 05 04:15:27.140980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.objects.ports [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:27.367689 n-d-758944-41 neutron-server[100896]: WARNING neutron.services.revisions.revision_plugin [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Could not find related port for resource to bump revision. Jul 05 04:15:27.398994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': 'c23863e1-8501-415d-9641-f2026ee263b4'}, {'subnet_id': 'dbfbbe60-07dd-42f3-be81-fdf13ef8c74a'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:27.399966 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.416856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.ipam_pluggable_backend [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Port 2b1c5267-bcac-4e1b-bcde-95d059390714 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 04:15:27.419925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.ipam_pluggable_backend [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Reverting IP allocation for 2001:db8::f816:3eff:fedf:ae79 {{(pid=100896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 04:15:27.420857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.ipam_pluggable_backend [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fedf:ae79 {{(pid=100896) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 04:15:27.422303 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.735667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Allocated IP 172.20.0.2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/dbfbbe60-07dd-42f3-be81-fdf13ef8c74a/a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:27.741980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Allocated IP 2001:db8::f816:3eff:fe3e:53b9 (4e8666f2-1800-4194-b3cc-657fb8271ed3/c23863e1-8501-415d-9641-f2026ee263b4/a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:27.790987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60890) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:27.919249 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06c47c79-9fd8-4c9e-8f0c-038ef7b1323c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.921094 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:27.939380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Transition to ACTIVE for port object a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:27.970811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Transition to ACTIVE for port object a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:28.052167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.099819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:28.101516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:28.115578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:28.116425 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.125411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06c47c79-9fd8-4c9e-8f0c-038ef7b1323c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.160269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:28.160511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=c23863e1-8501-415d-9641-f2026ee263b4,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.167840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:28.172512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:28.195033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b351cd-2935-48e6-b08f-29367f9866af req-f2aa3f70-6cb6-49c5-8d7a-dff9d64c324e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:28.207200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17b351cd-2935-48e6-b08f-29367f9866af req-f2aa3f70-6cb6-49c5-8d7a-dff9d64c324e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 945 time: 0.1406236 Jul 05 04:15:28.207380 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06c47c79-9fd8-4c9e-8f0c-038ef7b1323c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.220360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Pushing event updated for resources: {'Port': ['ID=a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.252174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c47c79-9fd8-4c9e-8f0c-038ef7b1323c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2080fb53-0fdb-4c66-9daa-d763305aff03,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.291461 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-06c47c79-9fd8-4c9e-8f0c-038ef7b1323c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8dfedf050cd46d8bc8bd4c250556b3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4966755 Jul 05 04:15:28.291461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60930) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.291784 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-65c46eae-639a-4526-9049-775b0ef6554c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7868235 Jul 05 04:15:28.295031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60932) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:28.295425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:86:9e:4e', 'name': 'tempest-NetworksTestDHCPv6-2058736263'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:28.321912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17b351cd-2935-48e6-b08f-29367f9866af req-5b375034-7421-43df-8fb8-315f2fef1e12 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1065474 Jul 05 04:15:28.380962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Attempting to bind port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:28.381377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Attempting to bind port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:28.381692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Attempting to bind port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:28.391678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:28.392088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:28.392492 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.392889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:28.394768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Bound port: a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:28.395380 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.485765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-60a18cc3-2e56-4138-8b6d-a83b870c40c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.577363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97052a13-fbe7-430a-9ad8-e44eb415ed1d req-cc800834-8840-4625-9da0-96b112b60dd5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:28.578658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] For port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:28.578936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97052a13-fbe7-430a-9ad8-e44eb415ed1d req-cc800834-8840-4625-9da0-96b112b60dd5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.2299833 Jul 05 04:15:28.581940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-60a18cc3-2e56-4138-8b6d-a83b870c40c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.587227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] For port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:28.605764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:28.663496 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.693601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97052a13-fbe7-430a-9ad8-e44eb415ed1d req-4c7d0a4e-7a5d-4564-ae74-31cdee4a764c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1032629 Jul 05 04:15:28.760136 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-60a18cc3-2e56-4138-8b6d-a83b870c40c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.763619 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-60a18cc3-2e56-4138-8b6d-a83b870c40c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.765079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-60a18cc3-2e56-4138-8b6d-a83b870c40c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2080fb53-0fdb-4c66-9daa-d763305aff03 HTTP/1.1" status: 204 len: 168 time: 0.4684544 Jul 05 04:15:28.774726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a18cc3-2e56-4138-8b6d-a83b870c40c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2080fb53-0fdb-4c66-9daa-d763305aff03,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.788388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd14a4b-12a3-4eb2-924d-2d2b9e27251f None None] Pushing event updated for resources: {'Port': ['ID=a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:28.808283 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:28.816830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 35cf749f-111a-4d1f-af83-e40b7eb59d7c up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:28.837877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 037c59ad-f33a-4e56-a56a-8919996e685f yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:28.954476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 35cf749f-111a-4d1f-af83-e40b7eb59d7c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:28.959602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 35cf749f-111a-4d1f-af83-e40b7eb59d7c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:28.960039 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.155268 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.187705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 172.20.0.4 (4e8666f2-1800-4194-b3cc-657fb8271ed3/dbfbbe60-07dd-42f3-be81-fdf13ef8c74a/037c59ad-f33a-4e56-a56a-8919996e685f) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:29.198464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:29.200801 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecf31553-cfbc-41bf-85f7-5d3f2fccf6c0" -d '{"events": [{"server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "name": "network-vif-plugged", "status": "completed", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:29.210880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::f816:3eff:fe86:9e4e (4e8666f2-1800-4194-b3cc-657fb8271ed3/c23863e1-8501-415d-9641-f2026ee263b4/037c59ad-f33a-4e56-a56a-8919996e685f) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:29.239803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:29.289176 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae2d4b99-a5e8-43e8-86ee-99a8beea40d5 x-openstack-request-id: req-ae2d4b99-a5e8-43e8-86ee-99a8beea40d5 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:29.289470 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "name": "network-vif-plugged", "status": "completed", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:29.289731 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ae2d4b99-a5e8-43e8-86ee-99a8beea40d5 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:29.290126 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'code': 200} Jul 05 04:15:29.317340 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.442241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=35cf749f-111a-4d1f-af83-e40b7eb59d7c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:29.499132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-826dbd8e-5412-4415-a427-22d7f7e9551d req-d715a3b4-e793-47a1-985d-b9e81d0fb409 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:29.500707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-826dbd8e-5412-4415-a427-22d7f7e9551d req-d715a3b4-e793-47a1-985d-b9e81d0fb409 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1098 time: 0.1079710 Jul 05 04:15:29.597450 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.613770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 037c59ad-f33a-4e56-a56a-8919996e685f will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:29.634117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-826dbd8e-5412-4415-a427-22d7f7e9551d req-8a08b8ad-4611-424f-a286-287527c38596 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1255603 Jul 05 04:15:29.671563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae7911-d706-46fd-bcd6-43b1eb707aed req-6f603755-c82a-49a8-a77d-84bc20af3851 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:29.673176 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cae7911-d706-46fd-bcd6-43b1eb707aed req-6f603755-c82a-49a8-a77d-84bc20af3851 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1507816 Jul 05 04:15:29.740576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cae7911-d706-46fd-bcd6-43b1eb707aed req-99fb71e7-ba80-4e6f-8d7e-4b0d95eaa4e6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516171 Jul 05 04:15:29.760440 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:29.815789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60960) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:29.876358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:29.878227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:29.895730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:29.982917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7b871deb-8668-4064-ae20-76b286b3abee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45d692731ed04b5485746f01f9cd5dfb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1658404 Jul 05 04:15:29.985331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60962) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:30.010678 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=037c59ad-f33a-4e56-a56a-8919996e685f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.058953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:30.063695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.064803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.155889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13cd9e9-ea38-4a88-905a-6c50b03beabc req-4ab472d7-e20a-449f-b45b-ec133e751cd8 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.158739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d13cd9e9-ea38-4a88-905a-6c50b03beabc req-4ab472d7-e20a-449f-b45b-ec133e751cd8 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.2240384 Jul 05 04:15:30.175434 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-487d89dd-8cde-4416-b38a-a1f9e9176c19 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.8842275 Jul 05 04:15:30.176135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60964) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:30.186583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebaf6-2ffd-4b11-95b9-e16ce05c7e44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.261709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebaf6-2ffd-4b11-95b9-e16ce05c7e44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.266106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d13cd9e9-ea38-4a88-905a-6c50b03beabc req-0dccc31b-4723-4fac-9a49-4e15ca459f26 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967996 Jul 05 04:15:30.286543 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:30.307592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d87b9-2ba1-4d9b-85e2-5c8461cb45e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.327829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7d87b9-2ba1-4d9b-85e2-5c8461cb45e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:30.336408 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7c7d87b9-2ba1-4d9b-85e2-5c8461cb45e1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.1583776 Jul 05 04:15:30.336707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 60966) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:30.417276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebaf6-2ffd-4b11-95b9-e16ce05c7e44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.419983 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5c6ebaf6-2ffd-4b11-95b9-e16ce05c7e44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.421105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5c6ebaf6-2ffd-4b11-95b9-e16ce05c7e44 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0917a726-da4e-42d0-934a-65528f7df077 HTTP/1.1" status: 204 len: 168 time: 0.4346869 Jul 05 04:15:30.440151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6ebaf6-2ffd-4b11-95b9-e16ce05c7e44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0917a726-da4e-42d0-934a-65528f7df077,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:30.559825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-06921ab6-3f27-4f75-a820-f958489e17c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 037c59ad-f33a-4e56-a56a-8919996e685f {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:30.561816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06921ab6-3f27-4f75-a820-f958489e17c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.755655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06921ab6-3f27-4f75-a820-f958489e17c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:30.785581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa4bc9-cb16-4184-a99a-71a0adb1d682 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:30.799388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-06921ab6-3f27-4f75-a820-f958489e17c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 037c59ad-f33a-4e56-a56a-8919996e685f owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:31.006826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-21c3493f-ad87-44ea-923b-acad648d720a None None] Provisioning for port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:31.026612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-21c3493f-ad87-44ea-923b-acad648d720a None None] Provisioning complete for port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:31.028570 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21c3493f-ad87-44ea-923b-acad648d720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.188578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcad147-8db4-44f0-9d8b-471f487616fd req-dfef1b10-5926-4d9f-b3e0-981534e6c740 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:31.198043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6dcad147-8db4-44f0-9d8b-471f487616fd req-dfef1b10-5926-4d9f-b3e0-981534e6c740 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1450379 Jul 05 04:15:31.270135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6dcad147-8db4-44f0-9d8b-471f487616fd req-99b384b0-1146-4396-8944-a0d1618648c0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0696521 Jul 05 04:15:31.446865 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21c3493f-ad87-44ea-923b-acad648d720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.514162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-21c3493f-ad87-44ea-923b-acad648d720a None None] For port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:31.519700 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06921ab6-3f27-4f75-a820-f958489e17c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.654273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06921ab6-3f27-4f75-a820-f958489e17c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=037c59ad-f33a-4e56-a56a-8919996e685f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:31.673891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-21c3493f-ad87-44ea-923b-acad648d720a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.766701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c74246-6a2c-47fb-bf37-a2e640812031 req-3d3df45e-b540-4bc4-b333-16e2047fde1f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:31.768594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4c74246-6a2c-47fb-bf37-a2e640812031 req-3d3df45e-b540-4bc4-b333-16e2047fde1f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.2862256 Jul 05 04:15:31.777746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458efafb-bbf8-4db9-af76-d5fb2b8355b6 req-0d312439-60b5-4399-bb54-3435845c5b8e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:31.779067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-06921ab6-3f27-4f75-a820-f958489e17c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:31.779684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-458efafb-bbf8-4db9-af76-d5fb2b8355b6 req-0d312439-60b5-4399-bb54-3435845c5b8e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.2425318 Jul 05 04:15:31.812510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 60998) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:31.814484 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-06921ab6-3f27-4f75-a820-f958489e17c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/037c59ad-f33a-4e56-a56a-8919996e685f HTTP/1.1" status: 204 len: 168 time: 1.4766471 Jul 05 04:15:31.870993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21c3493f-ad87-44ea-923b-acad648d720a None None] Pushing event updated for resources: {'Port': ['ID=a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:32.080973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-458efafb-bbf8-4db9-af76-d5fb2b8355b6 req-49232d95-5d81-4ede-ac10-42df6884a018 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657371 Jul 05 04:15:32.105151 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32774) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.133605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df6a87ba-7dd4-4ffc-91f4-128cb26124f5 None None] Provisioning complete for port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:32.134311 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df6a87ba-7dd4-4ffc-91f4-128cb26124f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.138752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4c74246-6a2c-47fb-bf37-a2e640812031 req-bc8a8cc2-0355-4479-9ae6-0ea2a8a57128 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3203561 Jul 05 04:15:32.169434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55582972-5e86-45b8-b42e-1921ed30ddc3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.171544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55582972-5e86-45b8-b42e-1921ed30ddc3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.173163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55582972-5e86-45b8-b42e-1921ed30ddc3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.191619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32778) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.192450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-55582972-5e86-45b8-b42e-1921ed30ddc3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3767426 Jul 05 04:15:32.309089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-508fc6f3-209f-43a4-b49f-4ce587c8ec2a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet c23863e1-8501-415d-9641-f2026ee263b4 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:32.316477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-508fc6f3-209f-43a4-b49f-4ce587c8ec2a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.430761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-508fc6f3-209f-43a4-b49f-4ce587c8ec2a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.451140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df6a87ba-7dd4-4ffc-91f4-128cb26124f5 None None] Could not find standard attr ID for object 037c59ad-f33a-4e56-a56a-8919996e685f. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:32.499281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0fef6b-a622-448d-94ab-df006d3dd146 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:32.504360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32784) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.509156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:32.515958 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fe0fef6b-a622-448d-94ab-df006d3dd146 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1093 time: 0.4093587 Jul 05 04:15:32.570309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f9c76fd6-b4f4-4016-97ad-14c1a458da3b None None] Could not find standard attr ID for object 037c59ad-f33a-4e56-a56a-8919996e685f. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:32.632451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-508fc6f3-209f-43a4-b49f-4ce587c8ec2a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.714776 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.846610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-508fc6f3-209f-43a4-b49f-4ce587c8ec2a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.977246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-508fc6f3-209f-43a4-b49f-4ce587c8ec2a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:32.988800 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-508fc6f3-209f-43a4-b49f-4ce587c8ec2a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/c23863e1-8501-415d-9641-f2026ee263b4 HTTP/1.1" status: 204 len: 168 time: 0.7903388 Jul 05 04:15:32.993605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32794) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:32.994713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508fc6f3-209f-43a4-b49f-4ce587c8ec2a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=c23863e1-8501-415d-9641-f2026ee263b4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:33.014469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ce0ef-9801-4d4f-8c39-a600abd69737 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:33.073990 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.187009 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-359105ca-78f5-4a26-baf7-e02ccde79faa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet dbfbbe60-07dd-42f3-be81-fdf13ef8c74a {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:33.202862 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-359105ca-78f5-4a26-baf7-e02ccde79faa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.229815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.25.4.88 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/763306c3-7d0c-45ed-a3d2-2ace981b6c25) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:33.314595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-359105ca-78f5-4a26-baf7-e02ccde79faa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.493731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.494009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-359105ca-78f5-4a26-baf7-e02ccde79faa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.679801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba6f6dd-4d11-47e4-817f-0c6361fdbe7d req-d4a692cc-7948-403a-b767-b2aaeda16bf3 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:33.692487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ba6f6dd-4d11-47e4-817f-0c6361fdbe7d req-d4a692cc-7948-403a-b767-b2aaeda16bf3 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.3163629 Jul 05 04:15:33.730688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-359105ca-78f5-4a26-baf7-e02ccde79faa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.802649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-359105ca-78f5-4a26-baf7-e02ccde79faa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.806226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ba6f6dd-4d11-47e4-817f-0c6361fdbe7d req-46d6ef92-c421-4c29-a92e-efb094985d05 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125140 Jul 05 04:15:33.808400 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-359105ca-78f5-4a26-baf7-e02ccde79faa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/dbfbbe60-07dd-42f3-be81-fdf13ef8c74a HTTP/1.1" status: 204 len: 168 time: 0.7768047 Jul 05 04:15:33.809813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32806) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:33.810620 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359105ca-78f5-4a26-baf7-e02ccde79faa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=dbfbbe60-07dd-42f3-be81-fdf13ef8c74a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:33.820866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:33.938444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:33.973324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:33.976464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:33.984819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:34.098572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=763306c3-7d0c-45ed-a3d2-2ace981b6c25,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:34.105468 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3514cbfa-05a3-44cc-860f-5fa6aed8f8f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2653923 Jul 05 04:15:34.106310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32816) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.160561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:34.160880 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:34.439960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c3abd0-8250-4038-894c-86949ff257df tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:34.461680 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-44c3abd0-8250-4038-894c-86949ff257df tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3397288 Jul 05 04:15:34.461680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32822) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.589252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934946e8-2324-4a7f-a54b-d63fb8010716 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:34.603032 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-934946e8-2324-4a7f-a54b-d63fb8010716 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1506956 Jul 05 04:15:34.612455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32828) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.705296 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-08c5ef01-4fb8-4706-8574-2d5c1e482557 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0901763 Jul 05 04:15:34.716847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32830) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.722419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9dedc91e-6643-4b35-bd32-581af72209c5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:34.833782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32832) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:34.916184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e09d7a-7528-45dc-ba3f-6d440018f53b None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:35.119837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dedc91e-6643-4b35-bd32-581af72209c5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:35.132080 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9dedc91e-6643-4b35-bd32-581af72209c5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.139450 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9dedc91e-6643-4b35-bd32-581af72209c5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:35.142282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9dedc91e-6643-4b35-bd32-581af72209c5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:35.233025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1765565229', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:35.329864 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.333525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2d22b1b8-a240-4334-8315-10bbea5d0d52 None None] Provisioning complete for port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:35.334585 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d22b1b8-a240-4334-8315-10bbea5d0d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.349175 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9dedc91e-6643-4b35-bd32-581af72209c5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6320319 Jul 05 04:15:35.352042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32844) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:35.357631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2e049b35-cbc3-4494-a7e2-6a1cdc00563a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:35.551915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bbf6462-9d0d-436e-88b0-ad9a87f08b24 req-2ee0b2cd-dcc0-424e-ae03-80405f9f3aa4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:35.558624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7ebfc5-502b-414d-812c-2676006eaafa None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:35.576884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bbf6462-9d0d-436e-88b0-ad9a87f08b24 req-2ee0b2cd-dcc0-424e-ae03-80405f9f3aa4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.1817901 Jul 05 04:15:35.632455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Made reservation on behalf of 9fd625cf41ba4cdbaaa9fdceaf5ac4af for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:35.637159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ebfc5-502b-414d-812c-2676006eaafa None None] Deleting port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:35.637548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebfc5-502b-414d-812c-2676006eaafa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.655407 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.680298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bbf6462-9d0d-436e-88b0-ad9a87f08b24 req-f2e4b284-dc99-47e8-8bfd-d44d09f57f02 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957639 Jul 05 04:15:35.717436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.731560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cc7ebfc5-502b-414d-812c-2676006eaafa None None] For port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:35.731836 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebfc5-502b-414d-812c-2676006eaafa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.747772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-cc7ebfc5-502b-414d-812c-2676006eaafa None None] Calling delete_port for a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:35.754156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e049b35-cbc3-4494-a7e2-6a1cdc00563a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:35.758031 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e049b35-cbc3-4494-a7e2-6a1cdc00563a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.759457 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e049b35-cbc3-4494-a7e2-6a1cdc00563a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:35.760029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e049b35-cbc3-4494-a7e2-6a1cdc00563a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:35.771577 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:35.885383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:35.957364 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc7ebfc5-502b-414d-812c-2676006eaafa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.031408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7ebfc5-502b-414d-812c-2676006eaafa None None] No DVR routers for this DVR port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:36.033032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No active binding found for port a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c {{(pid=100897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 04:15:36.033599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:36.035751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc7ebfc5-502b-414d-812c-2676006eaafa None None] Pushing event deleted for resources: {'Port': ['ID=a0d18d4e-03f0-46cb-8e5c-4f904b1b5d0c,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:36.066862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.091360 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.145821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.152185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] device_id is not set on port 66cbeb25-09eb-4947-94bd-33ba766a9be1 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:36.223312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=690249de-ba82-4896-92ab-6cea8a860f72,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:36.227948 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.240792 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2e049b35-cbc3-4494-a7e2-6a1cdc00563a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8871849 Jul 05 04:15:36.245589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32852) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:36.250983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c74f8319-b547-4fc1-b34b-2764d3ba1f10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:36.342713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=763306c3-7d0c-45ed-a3d2-2ace981b6c25,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:36.415974 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.550427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74f8319-b547-4fc1-b34b-2764d3ba1f10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:36.556541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c74f8319-b547-4fc1-b34b-2764d3ba1f10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:36.561383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Allocated IP 172.25.4.211 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/66cbeb25-09eb-4947-94bd-33ba766a9be1) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:36.568595 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c74f8319-b547-4fc1-b34b-2764d3ba1f10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:36.570277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c74f8319-b547-4fc1-b34b-2764d3ba1f10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:36.597100 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Floating IP 9aeed43f-d084-408c-83dd-f35fbdabf066 associated. External IP: 172.25.4.88, port: 35cf749f-111a-4d1f-af83-e40b7eb59d7c. Jul 05 04:15:36.802543 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c74f8319-b547-4fc1-b34b-2764d3ba1f10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.5557024 Jul 05 04:15:36.805571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32862) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:36.821152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-45112ec3-d05d-4ace-a3c0-73966be10f92 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:37.058562 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.123982 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611fc4ee-219a-4f54-9330-8a4e582acb00 req-ab06b148-14fa-40f1-be00-bdfbbbfe32d7 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:37.124602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45112ec3-d05d-4ace-a3c0-73966be10f92 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:37.125513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-611fc4ee-219a-4f54-9330-8a4e582acb00 req-ab06b148-14fa-40f1-be00-bdfbbbfe32d7 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.2970169 Jul 05 04:15:37.129513 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45112ec3-d05d-4ace-a3c0-73966be10f92 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.131624 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-45112ec3-d05d-4ace-a3c0-73966be10f92 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:37.131624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45112ec3-d05d-4ace-a3c0-73966be10f92 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:37.168202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router beebdde4-8512-4e15-bf97-99b397353a88 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:15:37.206405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-611fc4ee-219a-4f54-9330-8a4e582acb00 req-3e2c3bc2-5f5c-4988-a581-3afbc3c87044 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729120 Jul 05 04:15:37.315304 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-45112ec3-d05d-4ace-a3c0-73966be10f92 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.5085728 Jul 05 04:15:37.317623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32868) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.358860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7c1ff6ab-adfd-46dd-9e99-256ded62a70a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:37.614244 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.678709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:37.686299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:37.689107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:15:37.690579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Pushing event updated for resources: {'Port': ['ID=66cbeb25-09eb-4947-94bd-33ba766a9be1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:37.703766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] Sync routers for ids ['beebdde4-8512-4e15-bf97-99b397353a88'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:15:37.706493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:37.726081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] Routers {'beebdde4-8512-4e15-bf97-99b397353a88'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:37.727117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:15:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['beebdde4-8512-4e15-bf97-99b397353a88'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:37.796578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:37.797303 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.891470 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:37.915976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] Set router beebdde4-8512-4e15-bf97-99b397353a88 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:37.978925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9ae92a27-6cef-4070-b078-408aa6e69b27 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 3.1405613 Jul 05 04:15:37.979516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32880) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:37.996814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.211'}]}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:38.038683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a8993a02-6435-4c47-88bd-da6c33cd33f2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.5322106 Jul 05 04:15:38.048743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:38.052556 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:38.177983 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eb9b4553-67df-4050-9d89-8a470dad797e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.182274 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65968f4e-31a8-41e3-af30-ca415974f039 x-openstack-request-id: req-65968f4e-31a8-41e3-af30-ca415974f039 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:38.183119 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:38.184011 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65968f4e-31a8-41e3-af30-ca415974f039 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:38.184707 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'status': 'completed', 'code': 200} Jul 05 04:15:38.301532 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.302623 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.349428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c1ff6ab-adfd-46dd-9e99-256ded62a70a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:38.355803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7c1ff6ab-adfd-46dd-9e99-256ded62a70a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.357283 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c1ff6ab-adfd-46dd-9e99-256ded62a70a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:38.357875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7c1ff6ab-adfd-46dd-9e99-256ded62a70a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:38.526860 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7c1ff6ab-adfd-46dd-9e99-256ded62a70a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.2072816 Jul 05 04:15:38.529662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32892) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:38.537043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:15:01Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '9aeed43f-d084-408c-83dd-f35fbdabf066', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'port_id': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'mac_address': 'fa:16:3e:b7:8c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:34Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110a817c-e40f-4957-9415-4a9b8bbce5a4', 'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:db:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:15Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:38.537296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:38.539104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-507f10f4-2974-4738-ab55-a7e5c1f01ace tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:38.588859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-278514b0-e271-4051-abac-fb8ad70667ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:38.597554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-278514b0-e271-4051-abac-fb8ad70667ed service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1098 time: 0.3846383 Jul 05 04:15:38.622735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] Checking router: beebdde4-8512-4e15-bf97-99b397353a88 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:15:38.659645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] Routers {'beebdde4-8512-4e15-bf97-99b397353a88'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:15:38.659645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:15:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['beebdde4-8512-4e15-bf97-99b397353a88'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:38.799101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac57b8d-c279-47fc-88b7-426d2ddf3970 req-b28212cc-1203-4c76-8c5b-3924737af7dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:38.807716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bac57b8d-c279-47fc-88b7-426d2ddf3970 req-b28212cc-1203-4c76-8c5b-3924737af7dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.4748979 Jul 05 04:15:38.990547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7bfb58-326b-4852-9256-f2b9e08f58c0 req-b7760d22-029f-4454-9f5b-722e35d8e394 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:38.992306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e7bfb58-326b-4852-9256-f2b9e08f58c0 req-b7760d22-029f-4454-9f5b-722e35d8e394 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.4772720 Jul 05 04:15:38.997284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] Set router beebdde4-8512-4e15-bf97-99b397353a88 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:15:39.048115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bac57b8d-c279-47fc-88b7-426d2ddf3970 req-0682cfbf-d5a3-4b8b-88d6-a794a12c3aba tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390928 Jul 05 04:15:39.064851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-01b1c031-f825-4f43-8df5-32a030eec3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:39.076897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-01b1c031-f825-4f43-8df5-32a030eec3a0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 898 time: 0.4712951 Jul 05 04:15:39.077194 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32900) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.079685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.137467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-507f10f4-2974-4738-ab55-a7e5c1f01ace tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:39.141087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-507f10f4-2974-4738-ab55-a7e5c1f01ace tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.142690 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-507f10f4-2974-4738-ab55-a7e5c1f01ace tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:15:39.143675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-507f10f4-2974-4738-ab55-a7e5c1f01ace tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:15:39.187453 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-98a8551c-ccf3-4155-bab8-9665353f8088 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/9aeed43f-d084-408c-83dd-f35fbdabf066 HTTP/1.1" status: 200 len: 991 time: 0.1087720 Jul 05 04:15:39.248017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e7bfb58-326b-4852-9256-f2b9e08f58c0 req-552d4fba-6e16-40e3-8c45-2c0426b96578 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2411509 Jul 05 04:15:39.306432 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-507f10f4-2974-4738-ab55-a7e5c1f01ace tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.7723770 Jul 05 04:15:39.306432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32906) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.432936 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1efd14a5-7173-4184-89a8-d762afee4f1c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1204281 Jul 05 04:15:39.432936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32908) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.435981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-8d1a4161-22d9-4b2c-874c-3fb2e56382ab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 999 time: 0.3469489 Jul 05 04:15:39.506802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-85718f69-7482-449a-9b19-3dca78c6db17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:39.509351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-85718f69-7482-449a-9b19-3dca78c6db17 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 200 len: 834 time: 0.0639329 Jul 05 04:15:39.515672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a48c8024-5959-439d-af11-433db5681289 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:39.533232 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a48c8024-5959-439d-af11-433db5681289 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0935483 Jul 05 04:15:39.544944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32910) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.614028 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-849b1c39-aec2-43c2-ba52-c317ac46f39a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0616624 Jul 05 04:15:39.620263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32912) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:39.625856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:39.662487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:15:01Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '9aeed43f-d084-408c-83dd-f35fbdabf066', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'port_id': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'mac_address': 'fa:16:3e:b7:8c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:34Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110a817c-e40f-4957-9415-4a9b8bbce5a4', 'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:db:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:15Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:15:39.682094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-5b310530-7dc2-4679-9ac2-d3c18527e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:39.683795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-5b310530-7dc2-4679-9ac2-d3c18527e145 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c6ce872-f154-40e2-a212-88dbb522be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1591520 Jul 05 04:15:39.702005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99854ed-56d8-45e3-a0b1-ae6ca32666ee None None] The sync data for ids ['beebdde4-8512-4e15-bf97-99b397353a88'] in n-d-758944-41 is: [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:15:01Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '9aeed43f-d084-408c-83dd-f35fbdabf066', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.88', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'port_id': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3024, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'mac_address': 'fa:16:3e:b7:8c:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:15:34Z', 'updated_at': '2021-07-05T04:15:34Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '110a817c-e40f-4957-9415-4a9b8bbce5a4', 'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:db:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:15Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:15:39.909285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:39.915616 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:39.921883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-a6549c37-4a0f-434e-87ab-366863a56341 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2250173 Jul 05 04:15:39.998984 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca44f1b6-9fb7-4655-9045-972df0102052 None None] New status for floating IP 9aeed43f-d084-408c-83dd-f35fbdabf066: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:15:40.141471 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.179426 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.196235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43ffb68a-8e3c-4cd7-a522-90f0b040b49f req-0f7ccc0a-02dc-4a39-8c1a-b9253c21ab38 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2484562 Jul 05 04:15:40.197108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32922) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:40.372077 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4898aa2-3e95-4065-8942-7952c13b6e2b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/9aeed43f-d084-408c-83dd-f35fbdabf066 HTTP/1.1" status: 200 len: 991 time: 0.1737869 Jul 05 04:15:40.499815 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.559171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2705fd26-9e97-4df3-a7ad-eb50494d3cea req-120b3693-71ff-4c2f-a788-3656c14b91fb tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:40.560747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2705fd26-9e97-4df3-a7ad-eb50494d3cea req-120b3693-71ff-4c2f-a788-3656c14b91fb tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.1331489 Jul 05 04:15:40.635645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2705fd26-9e97-4df3-a7ad-eb50494d3cea req-b4c492c0-cca0-4438-b5fe-ae28f831c7e6 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407338 Jul 05 04:15:40.657911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:40.661822 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.738317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:40.743516 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-10696f86-f7eb-4e88-8bdd-c0185edd995a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.748604 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:40.752200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:40.752921 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.758658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9a8d57-ba67-4746-99a2-a391def27847 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:40.764516 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.767312 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.796966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=b52b1c74-9f3b-48fa-83bd-3f1f7963a1ec,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:40.880629 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-25dd1478-5de5-446c-90ce-285c6ca63a08 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.2591283 Jul 05 04:15:40.883064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32936) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:40.889185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:e9:36:0f', 'name': 'tempest-NetworksTestDHCPv6-931623141'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:40.942297 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:40.943481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 15ca3fa2-5450-48a8-aa64-c2413ad95632 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:15:40.985810 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.020222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': 'b52b1c74-9f3b-48fa-83bd-3f1f7963a1ec'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:41.021442 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.056318 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:15:41.060684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-69e0884b-351c-425c-9cf7-695a2cb262af tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0712709 Jul 05 04:15:41.062769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32938) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:41.149281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:41.212877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d242d-1cb4-4f67-b67f-5485e8eadeb9 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Deleting port 66cbeb25-09eb-4947-94bd-33ba766a9be1 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:41.213241 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff6d242d-1cb4-4f67-b67f-5485e8eadeb9 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.246496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Allocated IP 2001:db8::f816:3eff:feb0:21c4 (4e8666f2-1800-4194-b3cc-657fb8271ed3/b52b1c74-9f3b-48fa-83bd-3f1f7963a1ec/1ebfe086-8bd0-42bb-b070-fd66aaaf6f94) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:41.326902 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.350379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 281f16cc-4e49-4f6f-9d4f-2978ba96baf8 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:41.397543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32940) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:41.412035 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff6d242d-1cb4-4f67-b67f-5485e8eadeb9 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.501170 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.516482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Transition to ACTIVE for port object 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:41.535370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Transition to ACTIVE for port object 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:41.562935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ff6d242d-1cb4-4f67-b67f-5485e8eadeb9 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Calling delete_port for 66cbeb25-09eb-4947-94bd-33ba766a9be1 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:41.633370 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:41.751065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::f816:3eff:fee9:360f (4e8666f2-1800-4194-b3cc-657fb8271ed3/b52b1c74-9f3b-48fa-83bd-3f1f7963a1ec/281f16cc-4e49-4f6f-9d4f-2978ba96baf8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:41.760168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7ac7d394-13d1-4674-9332-e9db61f2f6c0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/9aeed43f-d084-408c-83dd-f35fbdabf066 HTTP/1.1" status: 200 len: 993 time: 0.3523066 Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Pushing event updated for resources: {'Port': ['ID=1ebfe086-8bd0-42bb-b070-fd66aaaf6f94,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.847251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:41.900449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:41.911374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:41.920922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:42.049517 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Attempting to bind port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:42.050170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Attempting to bind port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:42.050596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Attempting to bind port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:42.056908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:42.057453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:42.057935 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.058699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:42.059266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Bound port: 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:42.059859 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.082010 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.092222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b13195-e985-4805-b163-86e5a929da8c req-f9c0ccb2-350f-41d3-9d40-b619f4971a3c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:42.095395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2b13195-e985-4805-b163-86e5a929da8c req-f9c0ccb2-350f-41d3-9d40-b619f4971a3c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.1272509 Jul 05 04:15:42.107140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 281f16cc-4e49-4f6f-9d4f-2978ba96baf8 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:42.144431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] For port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:42.148195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] For port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ebfe086-8bd0-42bb-b070-fd66aaaf6f94,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:42.166543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2b13195-e985-4805-b163-86e5a929da8c req-822b105f-cd9a-4785-89e2-cad98db3bf6d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529466 Jul 05 04:15:42.229564 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.256180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.257325 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.259200 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff6d242d-1cb4-4f67-b67f-5485e8eadeb9 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.319587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6d242d-1cb4-4f67-b67f-5485e8eadeb9 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Pushing event deleted for resources: {'Port': ['ID=66cbeb25-09eb-4947-94bd-33ba766a9be1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.330207 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:42.338489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:42.348105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d85eb3d-0ae0-4b68-8de7-2da927cb9830 None None] Pushing event updated for resources: {'Port': ['ID=1ebfe086-8bd0-42bb-b070-fd66aaaf6f94,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.352128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:42.358856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:42.370934 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.382816 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=281f16cc-4e49-4f6f-9d4f-2978ba96baf8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:42.434268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff6d242d-1cb4-4f67-b67f-5485e8eadeb9 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.436367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ff6d242d-1cb4-4f67-b67f-5485e8eadeb9 tempest-RoutersAdminNegativeIpV6Test-389306815 tempest-RoutersAdminNegativeIpV6Test-389306815-project-admin] 10.222.0.30 "DELETE /v2.0/ports/66cbeb25-09eb-4947-94bd-33ba766a9be1 HTTP/1.1" status: 204 len: 168 time: 1.3739462 Jul 05 04:15:42.491810 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f3fdeac-5fdc-46b5-b76c-2cdaceb4ecca tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.6075125 Jul 05 04:15:42.495072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32958) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:42.604683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ec046d-a58f-4a69-8c11-37a990005907 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:42.615838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ec046d-a58f-4a69-8c11-37a990005907 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:42.619957 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c1ec046d-a58f-4a69-8c11-37a990005907 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1215053 Jul 05 04:15:42.620297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32960) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:42.758133 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-50690c2d-6859-4038-8af0-fe8eb2095c80 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 281f16cc-4e49-4f6f-9d4f-2978ba96baf8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:42.758804 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50690c2d-6859-4038-8af0-fe8eb2095c80 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.909358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50690c2d-6859-4038-8af0-fe8eb2095c80 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:42.926624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-50690c2d-6859-4038-8af0-fe8eb2095c80 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 281f16cc-4e49-4f6f-9d4f-2978ba96baf8 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:43.038378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32968) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:43.205688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50690c2d-6859-4038-8af0-fe8eb2095c80 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.277102 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ff87e2b-eded-45b3-ac2d-d7ef0daebc1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.360999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50690c2d-6859-4038-8af0-fe8eb2095c80 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=281f16cc-4e49-4f6f-9d4f-2978ba96baf8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:43.372400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-50690c2d-6859-4038-8af0-fe8eb2095c80 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.382322 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-50690c2d-6859-4038-8af0-fe8eb2095c80 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/281f16cc-4e49-4f6f-9d4f-2978ba96baf8 HTTP/1.1" status: 204 len: 168 time: 0.7610581 Jul 05 04:15:43.387284 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32974) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:43.462798 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.470544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482100ea-f1d8-4499-9cb0-0dd274bd5f33 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:43.478778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-482100ea-f1d8-4499-9cb0-0dd274bd5f33 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:43.486142 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-482100ea-f1d8-4499-9cb0-0dd274bd5f33 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0908327 Jul 05 04:15:43.488838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32978) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:43.565811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-be882f6b-aa5a-4fc3-ae8f-b16eafbdbc36 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet b52b1c74-9f3b-48fa-83bd-3f1f7963a1ec {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:43.569961 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-be882f6b-aa5a-4fc3-ae8f-b16eafbdbc36 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.660678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ab2920-d0e7-4d60-bdec-101942f3bbe4 req-369622db-5753-4f04-9f9d-7fa1b6cbacae tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:43.672902 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-be882f6b-aa5a-4fc3-ae8f-b16eafbdbc36 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.675748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8ab2920-d0e7-4d60-bdec-101942f3bbe4 req-369622db-5753-4f04-9f9d-7fa1b6cbacae tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.2982259 Jul 05 04:15:43.695628 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ff87e2b-eded-45b3-ac2d-d7ef0daebc1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.756775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8ab2920-d0e7-4d60-bdec-101942f3bbe4 req-713c53a2-bb1f-4148-99f0-c26d45917416 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799799 Jul 05 04:15:43.782486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ff87e2b-eded-45b3-ac2d-d7ef0daebc1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.845233 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.866623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff87e2b-eded-45b3-ac2d-d7ef0daebc1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3891578b-1064-441e-8b09-032b1f7ef489,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:43.894789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3ff87e2b-eded-45b3-ac2d-d7ef0daebc1c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=30b6645d928b4ea282d2d3fe7147309c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8542595 Jul 05 04:15:43.896497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32982) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:43.958606 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-be882f6b-aa5a-4fc3-ae8f-b16eafbdbc36 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:43.981360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6c216bfe-2c89-4c60-877d-9677845e4377 None None] Provisioning for port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:44.001151 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2c670017-a003-4e9d-9661-a91632e174c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.065066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2c670017-a003-4e9d-9661-a91632e174c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.088978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:44.223393 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2c670017-a003-4e9d-9661-a91632e174c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.226028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2c670017-a003-4e9d-9661-a91632e174c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.231946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2c670017-a003-4e9d-9661-a91632e174c7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3891578b-1064-441e-8b09-032b1f7ef489 HTTP/1.1" status: 204 len: 168 time: 0.3291800 Jul 05 04:15:44.238318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c670017-a003-4e9d-9661-a91632e174c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3891578b-1064-441e-8b09-032b1f7ef489,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:44.252025 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-be882f6b-aa5a-4fc3-ae8f-b16eafbdbc36 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.299700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-235e00a2-6e6c-48ef-ab26-b7410799a2e7 None None] Could not find standard attr ID for object 281f16cc-4e49-4f6f-9d4f-2978ba96baf8. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:44.308251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:44.317628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-be882f6b-aa5a-4fc3-ae8f-b16eafbdbc36 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.320435 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-be882f6b-aa5a-4fc3-ae8f-b16eafbdbc36 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/b52b1c74-9f3b-48fa-83bd-3f1f7963a1ec HTTP/1.1" status: 204 len: 168 time: 0.8303118 Jul 05 04:15:44.321971 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be882f6b-aa5a-4fc3-ae8f-b16eafbdbc36 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=b52b1c74-9f3b-48fa-83bd-3f1f7963a1ec,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:44.322860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 32992) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:44.347717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:44.347717 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.429529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-51978e8a-dde9-4f2c-b0f6-d0deb64c4f22 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1054618 Jul 05 04:15:44.432398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 32994) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:44.438418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:44.475977 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.492500 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.563292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ebfe086-8bd0-42bb-b070-fd66aaaf6f94,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:44.601616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c083f5-2e2b-4207-82d1-8740cb9b0ade None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:44.680477 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.730810 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:44.734713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:44.843993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=1ebfe086-8bd0-42bb-b070-fd66aaaf6f94,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:44.996999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ab8e5f-00c5-4c7b-90ab-57ffbcd93250 None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:45.095139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-76ab8e5f-00c5-4c7b-90ab-57ffbcd93250 None None] Deleting port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:45.098786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-76ab8e5f-00c5-4c7b-90ab-57ffbcd93250 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.102758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feacbdfb-8d2f-48ae-ae50-f290747a9565 req-aefec567-7524-4a92-adac-91554146c947 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:45.107652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feacbdfb-8d2f-48ae-ae50-f290747a9565 req-aefec567-7524-4a92-adac-91554146c947 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.1605623 Jul 05 04:15:45.110154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33004) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:45.223612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-76ab8e5f-00c5-4c7b-90ab-57ffbcd93250 None None] For port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ebfe086-8bd0-42bb-b070-fd66aaaf6f94,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:45.224750 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-76ab8e5f-00c5-4c7b-90ab-57ffbcd93250 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.286553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-76ab8e5f-00c5-4c7b-90ab-57ffbcd93250 None None] Calling delete_port for 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:45.406892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:45.484700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-76ab8e5f-00c5-4c7b-90ab-57ffbcd93250 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.542205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ab8e5f-00c5-4c7b-90ab-57ffbcd93250 None None] Pushing event deleted for resources: {'Port': ['ID=1ebfe086-8bd0-42bb-b070-fd66aaaf6f94,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:45.555436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ab8e5f-00c5-4c7b-90ab-57ffbcd93250 None None] No DVR routers for this DVR port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:45.566927 n-d-758944-41 neutron-server[100895]: WARNING neutron.services.revisions.revision_plugin [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Could not find related port for resource to bump revision. Jul 05 04:15:45.610113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Port 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=100895) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 05 04:15:45.610460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Reverting IP allocation for 2001:db8::f816:3eff:feb0:21c4 {{(pid=100895) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 05 04:15:45.614785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_pluggable_backend [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Reverting IP allocation failed for 2001:db8::f816:3eff:feb0:21c4 {{(pid=100895) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 05 04:15:45.616235 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.624635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feacbdfb-8d2f-48ae-ae50-f290747a9565 req-17c7ecec-b3e1-4770-a3c7-bcd3ff6f5478 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160594 Jul 05 04:15:45.652726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c2207f2c-bf05-4b2a-a9c6-36dac368c661 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9fd625cf41ba4cdbaaa9fdceaf5ac4af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5413775 Jul 05 04:15:45.655390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33010) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:45.685769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:45.689242 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:45.693331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:45.693937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.700808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f806302f-f64e-4fc4-81e9-6a01f12d9a99 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:45.712301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=09618488-2d24-4b5e-a7e5-9e4f0fdd0ec9,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:45.738944 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f8ff-923b-49b6-a31e-def7c6772eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.777636 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f8ff-923b-49b6-a31e-def7c6772eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.820300 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c3bbbdff-a298-4d44-a126-70b9ac996209 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3862133 Jul 05 04:15:45.823206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33014) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:45.833027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:d3:ee:e4', 'name': 'tempest-NetworksTestDHCPv6-1423733023'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:45.901953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:45.919694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f8ff-923b-49b6-a31e-def7c6772eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.922758 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ffe6f8ff-923b-49b6-a31e-def7c6772eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:45.941490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ffe6f8ff-923b-49b6-a31e-def7c6772eb0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/690249de-ba82-4896-92ab-6cea8a860f72 HTTP/1.1" status: 204 len: 168 time: 0.2821484 Jul 05 04:15:45.988563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:45.988901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ebfe086-8bd0-42bb-b070-fd66aaaf6f94 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:46.013660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe6f8ff-923b-49b6-a31e-def7c6772eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=690249de-ba82-4896-92ab-6cea8a860f72,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:46.077134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '09618488-2d24-4b5e-a7e5-9e4f0fdd0ec9'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:46.087260 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.239841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:46.244946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.288986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port b6d9727d-8887-4978-85e3-d9557051bb6c yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:46.323000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Allocated IP 2001:db8::f816:3eff:fe36:4c01 (4e8666f2-1800-4194-b3cc-657fb8271ed3/09618488-2d24-4b5e-a7e5-9e4f0fdd0ec9/c31c77f3-83c1-444f-b3d3-265bfc05793a) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:46.573229 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.586203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Transition to ACTIVE for port object c31c77f3-83c1-444f-b3d3-265bfc05793a will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:46.608976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Transition to ACTIVE for port object c31c77f3-83c1-444f-b3d3-265bfc05793a will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:46.685786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:46.849815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::f816:3eff:fed3:eee4 (4e8666f2-1800-4194-b3cc-657fb8271ed3/09618488-2d24-4b5e-a7e5-9e4f0fdd0ec9/b6d9727d-8887-4978-85e3-d9557051bb6c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:46.852729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:46.859724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:46.867777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:46.887021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Pushing event updated for resources: {'Port': ['ID=c31c77f3-83c1-444f-b3d3-265bfc05793a,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:47.054802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Attempting to bind port c31c77f3-83c1-444f-b3d3-265bfc05793a on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:47.055885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Attempting to bind port c31c77f3-83c1-444f-b3d3-265bfc05793a by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:47.057010 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Attempting to bind port c31c77f3-83c1-444f-b3d3-265bfc05793a on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:47.072827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:47.073381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:47.076160 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.084002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:47.085741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Bound port: c31c77f3-83c1-444f-b3d3-265bfc05793a, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:47.086641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.101639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd05d402-3a76-4c7d-a885-bae412cb19d4 req-d8aa9a94-f18d-48ee-b896-8e215dd96044 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:47.110073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd05d402-3a76-4c7d-a885-bae412cb19d4 req-d8aa9a94-f18d-48ee-b896-8e215dd96044 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.2224658 Jul 05 04:15:47.189523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd05d402-3a76-4c7d-a885-bae412cb19d4 req-90cf5272-92ed-4ad5-be6c-9961a61d9b25 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671768 Jul 05 04:15:47.204126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.233467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object b6d9727d-8887-4978-85e3-d9557051bb6c will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:47.273397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] For port c31c77f3-83c1-444f-b3d3-265bfc05793a, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:47.273397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] For port c31c77f3-83c1-444f-b3d3-265bfc05793a, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c31c77f3-83c1-444f-b3d3-265bfc05793a,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:47.973195 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:47.975551 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.129833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa47c39-f61a-4c3f-b73b-a97c09bd09e2 None None] Pushing event updated for resources: {'Port': ['ID=c31c77f3-83c1-444f-b3d3-265bfc05793a,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.163006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=b6d9727d-8887-4978-85e3-d9557051bb6c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:48.166893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:48.168741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:48.171413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:48.177286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.177952 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.251660 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-970b3169-5578-445f-a2df-03c5268c8943 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.4229908 Jul 05 04:15:48.255670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33066) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.440069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523eb3a8-d1fa-4953-96d0-a5b05d7c94a9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.447049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523eb3a8-d1fa-4953-96d0-a5b05d7c94a9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.448965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-523eb3a8-d1fa-4953-96d0-a5b05d7c94a9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1917198 Jul 05 04:15:48.451836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33070) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.522359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33072) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.684228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c43956b-de53-4040-845c-ba516b42a8a9 req-7b82ec45-49f7-4f47-898a-7bdb8292194f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:48.685870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c43956b-de53-4040-845c-ba516b42a8a9 req-7b82ec45-49f7-4f47-898a-7bdb8292194f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.2352195 Jul 05 04:15:48.693551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port b6d9727d-8887-4978-85e3-d9557051bb6c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:48.693899 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.851471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c43956b-de53-4040-845c-ba516b42a8a9 req-daa1f8f9-f6b8-40d9-951e-eb0194036519 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509306 Jul 05 04:15:48.870341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-69fe5b91-7e0e-45ae-952f-1904944868ae tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:48.876698 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-69fe5b91-7e0e-45ae-952f-1904944868ae tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.3506954 Jul 05 04:15:48.877783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33080) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.881923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-05c2d7e5-ce30-4eb6-83f2-e8e122aee0fc tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:48.885488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-05c2d7e5-ce30-4eb6-83f2-e8e122aee0fc tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0051687 Jul 05 04:15:48.885750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33082) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.903720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-9513b863-1d4e-44b0-81fb-071ab7cafaea tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:48.913674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9513b863-1d4e-44b0-81fb-071ab7cafaea tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0235546 Jul 05 04:15:48.913674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33084) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.921546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-abff0fd9-316b-43ac-a10f-6500c4a208ad tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:48.933138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-abff0fd9-316b-43ac-a10f-6500c4a208ad tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0167446 Jul 05 04:15:48.933437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33086) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.946212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-70e5034f-0928-4652-92e5-ee295c8447e2 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:48.949564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-70e5034f-0928-4652-92e5-ee295c8447e2 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0129228 Jul 05 04:15:48.951375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33088) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.968960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-97919f30-6bce-45e8-9ec3-16092498c38f tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:48.969358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:48.973150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-97919f30-6bce-45e8-9ec3-16092498c38f tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0176122 Jul 05 04:15:48.974323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33090) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.984400 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-c56c9f90-7919-4511-b70a-00abb5c959fe tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:48.987742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c56c9f90-7919-4511-b70a-00abb5c959fe tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0066121 Jul 05 04:15:48.988195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33092) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:48.988477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for b6d9727d-8887-4978-85e3-d9557051bb6c owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:48.997762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-eec03b50-e1da-45c6-8eb8-cf0f52bda0ce tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.001205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eec03b50-e1da-45c6-8eb8-cf0f52bda0ce tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0096288 Jul 05 04:15:49.001590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33094) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.012392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-3602224b-5d86-48ae-a2cd-73d3774baca9 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.015631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3602224b-5d86-48ae-a2cd-73d3774baca9 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0045955 Jul 05 04:15:49.015878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33096) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.025411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-c912e922-0358-43aa-96d0-5615d180e7e3 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.032778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c912e922-0358-43aa-96d0-5615d180e7e3 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0094998 Jul 05 04:15:49.034204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33098) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.038584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-668fda1b-5c24-4ae8-a0aa-dce493db81a7 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.039949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-668fda1b-5c24-4ae8-a0aa-dce493db81a7 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0044417 Jul 05 04:15:49.042205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33100) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.048972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-d379d19a-1e28-409a-a3fb-991f81f17d2a tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.050591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d379d19a-1e28-409a-a3fb-991f81f17d2a tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0068407 Jul 05 04:15:49.054502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33102) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.064790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-eb63b1ee-2b05-4003-8080-bf4fdd78c19e tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.066043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eb63b1ee-2b05-4003-8080-bf4fdd78c19e tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0104008 Jul 05 04:15:49.073124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33104) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.079964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-e72a953e-1ef8-44fe-8aa1-77b35a1eeba2 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.092716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e72a953e-1ef8-44fe-8aa1-77b35a1eeba2 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0117528 Jul 05 04:15:49.094829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33106) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.100427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-3890479d-8b0f-4f51-9d13-d42e1131c3fe tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.101658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3890479d-8b0f-4f51-9d13-d42e1131c3fe tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0057209 Jul 05 04:15:49.104445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33108) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.115767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-87a4926d-5aab-4f1a-a46f-0f775fc564ff tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.116776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-87a4926d-5aab-4f1a-a46f-0f775fc564ff tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0116408 Jul 05 04:15:49.126518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33110) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.135053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-9634199d-a747-428a-a772-82e04889652e tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.136049 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9634199d-a747-428a-a772-82e04889652e tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0079858 Jul 05 04:15:49.140549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33112) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.152788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-c7808169-f2fa-47b0-9edf-bd6d94a1bdd8 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.153960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c7808169-f2fa-47b0-9edf-bd6d94a1bdd8 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0124617 Jul 05 04:15:49.160338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33114) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.165003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-94e390ed-920c-4071-9f5b-5b29084493f4 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.165950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-94e390ed-920c-4071-9f5b-5b29084493f4 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0044658 Jul 05 04:15:49.169867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33116) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.185718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-8224279a-2e46-42fc-96a1-d27582f51a71 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.186705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8224279a-2e46-42fc-96a1-d27582f51a71 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0130188 Jul 05 04:15:49.195172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33118) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.254363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-89d15476-50d6-407b-a721-7fb3479299be tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.258886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-89d15476-50d6-407b-a721-7fb3479299be tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0561376 Jul 05 04:15:49.261680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33120) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.272988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-62a8b1bb-7edc-4537-aaa5-591307bf2a9c tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.277067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-62a8b1bb-7edc-4537-aaa5-591307bf2a9c tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0141857 Jul 05 04:15:49.282661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33122) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.284554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-cc1f22c5-1ac0-484f-b898-503fe4512546 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.285977 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cc1f22c5-1ac0-484f-b898-503fe4512546 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0071990 Jul 05 04:15:49.288542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33124) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.300180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-d44d0357-6ed0-45a1-a594-f663cd68cf33 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.304558 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d44d0357-6ed0-45a1-a594-f663cd68cf33 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0115547 Jul 05 04:15:49.304558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33126) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.312200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-797d0df5-9722-48b5-8d1a-06b6bc02ff3e tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.313496 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-797d0df5-9722-48b5-8d1a-06b6bc02ff3e tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0084383 Jul 05 04:15:49.315830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33128) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.322231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-cca3bca3-1b06-4c9f-9bb5-04d20e078309 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.325466 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cca3bca3-1b06-4c9f-9bb5-04d20e078309 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0073955 Jul 05 04:15:49.328384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33130) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.334298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-57111c42-3315-4d55-959b-003880869c7f tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.335454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-57111c42-3315-4d55-959b-003880869c7f tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0056076 Jul 05 04:15:49.338131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33132) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.343017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-87a0d284-d24e-4b1b-889b-c998dbb53cc4 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.347271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33136) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.347773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-87a0d284-d24e-4b1b-889b-c998dbb53cc4 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0081034 Jul 05 04:15:49.355064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-c665a228-0bd3-4d04-a586-0cfeadeb00b6 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.360417 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c665a228-0bd3-4d04-a586-0cfeadeb00b6 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0072463 Jul 05 04:15:49.360417 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.364750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33138) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.385333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-a725740b-7680-4647-91a2-2999a2baa5eb tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.389811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33140) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.390296 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a725740b-7680-4647-91a2-2999a2baa5eb tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0214984 Jul 05 04:15:49.396391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-efe22f33-f877-4f6c-8a26-c7f91eb1ae94 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.400002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-efe22f33-f877-4f6c-8a26-c7f91eb1ae94 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0073004 Jul 05 04:15:49.400651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33142) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.409222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-617e0cc1-bcbd-4aa9-ba5e-a63d9715a87a tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.421753 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-617e0cc1-bcbd-4aa9-ba5e-a63d9715a87a tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0100191 Jul 05 04:15:49.423310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=b6d9727d-8887-4978-85e3-d9557051bb6c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:49.426334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33144) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.440292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-d4bfffed-d1f9-498c-aec8-6cf97ac34860 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.441289 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d4bfffed-d1f9-498c-aec8-6cf97ac34860 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0059047 Jul 05 04:15:49.446826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33146) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.452693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-186413ab-e0c0-4507-85df-3791429c6c36 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.456655 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-186413ab-e0c0-4507-85df-3791429c6c36 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0082872 Jul 05 04:15:49.457536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33148) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.463758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-75ac4533-d6a0-4ab5-a925-e23a27541b85 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.467499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-75ac4533-d6a0-4ab5-a925-e23a27541b85 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0062022 Jul 05 04:15:49.468125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33150) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.468800 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.473924 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/b6d9727d-8887-4978-85e3-d9557051bb6c HTTP/1.1" status: 204 len: 168 time: 1.0181193 Jul 05 04:15:49.474072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.474305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.474898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.475241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.475575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.475929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.476286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.476605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.476929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.477255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.477578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.477735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-457fd021-19f1-4f86-a800-af0f13bbe6ae tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.477974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-194870b6-d819-4413-9d4a-3c77ab5e0535 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:15:49.480899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-457fd021-19f1-4f86-a800-af0f13bbe6ae tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0093956 Jul 05 04:15:49.480899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33152) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.481701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33154) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.487015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-e264d87b-6d0a-4a16-b537-b39aa366aa66 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.490372 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e264d87b-6d0a-4a16-b537-b39aa366aa66 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0054929 Jul 05 04:15:49.497435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33156) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.497435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-5ffac34c-67c2-4c59-b075-989dddaad204 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.499955 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5ffac34c-67c2-4c59-b075-989dddaad204 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0073922 Jul 05 04:15:49.501765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33158) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.510018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-88ec002a-6b04-448e-b42c-64d3d4d1f724 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.511173 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-88ec002a-6b04-448e-b42c-64d3d4d1f724 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083163 Jul 05 04:15:49.513848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33160) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.520497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-4e277e38-b047-406f-93b9-bd83f6245d23 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.522348 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4e277e38-b047-406f-93b9-bd83f6245d23 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0068917 Jul 05 04:15:49.527176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33162) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.531812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-322f4807-362d-4356-aaf4-d5ab75f12b5c tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.533136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-322f4807-362d-4356-aaf4-d5ab75f12b5c tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0049419 Jul 05 04:15:49.536608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33164) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.543233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-674dcd9d-21b2-4096-8e8c-5c4ca3f2bf8c tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.546915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33168) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.563242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-674dcd9d-21b2-4096-8e8c-5c4ca3f2bf8c tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0114951 Jul 05 04:15:49.565111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-68706401-4bbe-404a-a277-a6d52fe157be tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.565111 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-68706401-4bbe-404a-a277-a6d52fe157be tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0048966 Jul 05 04:15:49.565111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33172) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.570105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-7ea7352f-666b-40e4-b807-005797e4fade tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.578740 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7ea7352f-666b-40e4-b807-005797e4fade tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0140789 Jul 05 04:15:49.579374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33174) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.581240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862f0095-0efd-4db7-aea6-700a1fc37969 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:49.586741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-7f95af43-fa56-4755-bf5a-00ccc552a8e5 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.589145 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862f0095-0efd-4db7-aea6-700a1fc37969 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:49.593460 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7f95af43-fa56-4755-bf5a-00ccc552a8e5 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0090153 Jul 05 04:15:49.593618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-862f0095-0efd-4db7-aea6-700a1fc37969 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1110511 Jul 05 04:15:49.593704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33176) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.593778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33178) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.601660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-d25b0018-415a-4061-a852-33e56d5d4f90 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.605774 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d25b0018-415a-4061-a852-33e56d5d4f90 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0132763 Jul 05 04:15:49.605927 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33180) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.615645 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-3c7bb565-0a91-4815-b225-f43b71e1a5d9 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.616646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3c7bb565-0a91-4815-b225-f43b71e1a5d9 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0098789 Jul 05 04:15:49.625442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33182) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.630519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-ec0cea54-100f-4e4a-8e82-7ae03af6cf8b tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.639250 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ec0cea54-100f-4e4a-8e82-7ae03af6cf8b tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0055082 Jul 05 04:15:49.641271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33184) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.651945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-1f933d3f-2fe8-46a6-ab59-cdd770af7310 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.652161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33186) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.652259 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1f933d3f-2fe8-46a6-ab59-cdd770af7310 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0087874 Jul 05 04:15:49.660680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-063ff58f-839d-4d2b-94cc-f4299815f098 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.660680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-063ff58f-839d-4d2b-94cc-f4299815f098 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0085025 Jul 05 04:15:49.662420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33188) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.668205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-e6f8cd65-a57c-42ca-b72d-48ad474b87df tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.672546 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e6f8cd65-a57c-42ca-b72d-48ad474b87df tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0089996 Jul 05 04:15:49.673190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33190) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.679275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-c05febab-7a32-491c-a848-20656c56e7c1 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.686044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33192) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.687934 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c05febab-7a32-491c-a848-20656c56e7c1 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0136304 Jul 05 04:15:49.696573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-59473ea1-2145-4113-81ba-2090e81e2125 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.700426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-59473ea1-2145-4113-81ba-2090e81e2125 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0133877 Jul 05 04:15:49.706424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33194) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.712330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d06bf87f-be87-46f7-82cc-5722d533ffd1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 09618488-2d24-4b5e-a7e5-9e4f0fdd0ec9 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:49.712844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-7b9b6682-fac2-4e99-ba16-0850acdc616f tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.716527 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d06bf87f-be87-46f7-82cc-5722d533ffd1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.716704 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7b9b6682-fac2-4e99-ba16-0850acdc616f tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0082042 Jul 05 04:15:49.717719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33196) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.724304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-477483c0-4861-43ed-b990-a7bd1cd02420 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.726357 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-477483c0-4861-43ed-b990-a7bd1cd02420 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0076742 Jul 05 04:15:49.738861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33200) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.750888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-c21ae81c-7095-4d62-9247-2ab1fb773d95 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.751461 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c21ae81c-7095-4d62-9247-2ab1fb773d95 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0114923 Jul 05 04:15:49.752963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33202) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.768514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-afc616af-23b2-456c-8405-ffb69aa8e010 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.772102 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-afc616af-23b2-456c-8405-ffb69aa8e010 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0157061 Jul 05 04:15:49.772397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33204) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.777158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-ca5258b9-0d18-49ac-8eb2-96c59a474fd7 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.779928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ca5258b9-0d18-49ac-8eb2-96c59a474fd7 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0065050 Jul 05 04:15:49.780947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33206) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.787025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-38a96d12-9095-4e02-ba7e-0eb4168f2c0e None None] Provisioning for port c31c77f3-83c1-444f-b3d3-265bfc05793a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:49.788589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-2cb401bf-22d5-4ee8-802e-65aee9f08d96 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.792295 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2cb401bf-22d5-4ee8-802e-65aee9f08d96 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086842 Jul 05 04:15:49.793430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33210) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.799967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-8a3f508f-4b75-4a29-9157-c87551be8a5b tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.803550 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8a3f508f-4b75-4a29-9157-c87551be8a5b tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0078444 Jul 05 04:15:49.804251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33212) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.812660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-955a98f2-d667-4f30-816e-e110bc80625c tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.822514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33216) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.827761 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-955a98f2-d667-4f30-816e-e110bc80625c tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0225351 Jul 05 04:15:49.835402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [None req-e7e17a7f-04cc-4cff-bca6-c39eb1b0c2cd tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.840026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33218) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.840840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e7e17a7f-04cc-4cff-bca6-c39eb1b0c2cd tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0167975 Jul 05 04:15:49.845231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-959e3b88-c809-4e53-8e70-d2031ab64745 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.850161 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-959e3b88-c809-4e53-8e70-d2031ab64745 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0062468 Jul 05 04:15:49.856089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33220) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.864214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-f9c6d372-bdc1-420b-8dbe-9e53bc66c34c tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.873080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f9c6d372-bdc1-420b-8dbe-9e53bc66c34c tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0153399 Jul 05 04:15:49.874296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33224) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.875605 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d06bf87f-be87-46f7-82cc-5722d533ffd1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:49.891632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-52e21d3e-9548-4d6c-a5c1-0e06a3f80786 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.899726 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-52e21d3e-9548-4d6c-a5c1-0e06a3f80786 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0229871 Jul 05 04:15:49.909639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33228) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.914904 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-cc7b1d6c-fcbf-4670-93ca-337d6d3f666a tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.919524 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cc7b1d6c-fcbf-4670-93ca-337d6d3f666a tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0095003 Jul 05 04:15:49.920265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33232) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.932118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-211788c8-1ccc-4124-8679-12e5aaee300d tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.932118 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-211788c8-1ccc-4124-8679-12e5aaee300d tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0063443 Jul 05 04:15:49.934214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33236) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.943556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-22ca2c52-313a-46b2-a4a7-74a254b59cc3 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.949500 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-22ca2c52-313a-46b2-a4a7-74a254b59cc3 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0137136 Jul 05 04:15:49.956433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33238) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:49.964615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [None req-a809663a-3710-43bf-947a-1ccbbc0dfb05 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:15:49.972774 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a809663a-3710-43bf-947a-1ccbbc0dfb05 tempest-ExtensionsTestJSON-1060248854 tempest-ExtensionsTestJSON-1060248854-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0146828 Jul 05 04:15:50.072133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c31c77f3-83c1-444f-b3d3-265bfc05793a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:50.143838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d06bf87f-be87-46f7-82cc-5722d533ffd1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.210514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4041db99-bfe7-40fb-99e3-23273896da5c None None] Could not find standard attr ID for object b6d9727d-8887-4978-85e3-d9557051bb6c. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:50.342806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-759b2a67-c98a-4588-aca6-3c5332a931f7 req-0a2c9b42-0450-4970-b39e-b05b8b66e6fa tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:50.349070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port c31c77f3-83c1-444f-b3d3-265bfc05793a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:50.352973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-759b2a67-c98a-4588-aca6-3c5332a931f7 req-0a2c9b42-0450-4970-b39e-b05b8b66e6fa tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.1611357 Jul 05 04:15:50.354964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c31c77f3-83c1-444f-b3d3-265bfc05793a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:50.355436 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.429045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-759b2a67-c98a-4588-aca6-3c5332a931f7 req-a5fd2d7b-c553-4d68-a869-669d57ad50b3 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742378 Jul 05 04:15:50.448409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d06bf87f-be87-46f7-82cc-5722d533ffd1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.480274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06bf87f-be87-46f7-82cc-5722d533ffd1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=09618488-2d24-4b5e-a7e5-9e4f0fdd0ec9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:50.489442 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d06bf87f-be87-46f7-82cc-5722d533ffd1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.491386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d06bf87f-be87-46f7-82cc-5722d533ffd1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/09618488-2d24-4b5e-a7e5-9e4f0fdd0ec9 HTTP/1.1" status: 204 len: 168 time: 0.8967836 Jul 05 04:15:50.494058 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33246) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.548325 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6ff97df7-19ce-4051-8a82-661b6e1ffa6b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0530245 Jul 05 04:15:50.551289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33248) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.559115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a42278-834a-4bb9-80dc-58044735fc8e None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:50.639632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60aee86e-dad7-4d09-a66b-4f4a5e74c5a4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:50.644014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33254) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.644433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-60aee86e-dad7-4d09-a66b-4f4a5e74c5a4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0917583 Jul 05 04:15:50.749934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0c278a7-77d4-4bd1-9e46-23a0649c5bcd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:50.750177 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:50.751452 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b0c278a7-77d4-4bd1-9e46-23a0649c5bcd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1059928 Jul 05 04:15:50.754952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33260) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.834061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33262) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.881067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33266) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.881950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9aba233e-a98f-429b-8dd0-431fe38dfe01 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1208270 Jul 05 04:15:50.886469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:50.893488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33268) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:50.916921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port c31c77f3-83c1-444f-b3d3-265bfc05793a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c31c77f3-83c1-444f-b3d3-265bfc05793a,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:50.944679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 70897095-aa9c-4dee-8b33-4fb02d5621e4 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:51.016274 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.124143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ba7854-2e4c-41b4-8dfb-0b91c6844074 None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:51.193515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80144909-3bb1-402f-8c07-452ca5393cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.221625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-832ee229-94ca-4db9-b0ba-00e384d9f841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.225230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=c31c77f3-83c1-444f-b3d3-265bfc05793a,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:51.298740 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.304104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba7854-2e4c-41b4-8dfb-0b91c6844074 None None] Deleting port c31c77f3-83c1-444f-b3d3-265bfc05793a {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:51.304498 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c3ba7854-2e4c-41b4-8dfb-0b91c6844074 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.369151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70897095-aa9c-4dee-8b33-4fb02d5621e4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:51.371474 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98fb56d8-9006-45fc-8255-6a9138685080" -d '{"events": [{"server_uuid": "9ec1d82f-fed3-4a6d-b632-c04a8e390df2", "name": "network-vif-unplugged", "status": "completed", "tag": "70897095-aa9c-4dee-8b33-4fb02d5621e4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:51.395775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 70897095-aa9c-4dee-8b33-4fb02d5621e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=70897095-aa9c-4dee-8b33-4fb02d5621e4,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:51.415049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c3ba7854-2e4c-41b4-8dfb-0b91c6844074 None None] For port c31c77f3-83c1-444f-b3d3-265bfc05793a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c31c77f3-83c1-444f-b3d3-265bfc05793a,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:51.428375 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c3ba7854-2e4c-41b4-8dfb-0b91c6844074 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.432920 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4494fe9-23bb-48e3-85f0-62edd3c94e8d x-openstack-request-id: req-b4494fe9-23bb-48e3-85f0-62edd3c94e8d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:51.433213 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec1d82f-fed3-4a6d-b632-c04a8e390df2", "name": "network-vif-unplugged", "status": "completed", "tag": "70897095-aa9c-4dee-8b33-4fb02d5621e4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:51.433462 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4494fe9-23bb-48e3-85f0-62edd3c94e8d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:51.433848 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '70897095-aa9c-4dee-8b33-4fb02d5621e4', 'code': 200} Jul 05 04:15:51.434949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c3ba7854-2e4c-41b4-8dfb-0b91c6844074 None None] Calling delete_port for c31c77f3-83c1-444f-b3d3-265bfc05793a owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:51.623656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d855d9-1e13-401b-a4f0-49b11631c13a req-a9ef32eb-628d-4537-80a2-f555945370e8 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:51.625198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8d855d9-1e13-401b-a4f0-49b11631c13a req-a9ef32eb-628d-4537-80a2-f555945370e8 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.0704365 Jul 05 04:15:51.668572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8d855d9-1e13-401b-a4f0-49b11631c13a req-6e086f54-1dd0-4f77-86f1-ed5ddcd819dd tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370407 Jul 05 04:15:51.696908 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.699872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:51.704057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.735475 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c3ba7854-2e4c-41b4-8dfb-0b91c6844074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:51.754248 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba7854-2e4c-41b4-8dfb-0b91c6844074 None None] No DVR routers for this DVR port c31c77f3-83c1-444f-b3d3-265bfc05793a on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:51.779768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=70897095-aa9c-4dee-8b33-4fb02d5621e4,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:51.858470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba7854-2e4c-41b4-8dfb-0b91c6844074 None None] Pushing event deleted for resources: {'Port': ['ID=c31c77f3-83c1-444f-b3d3-265bfc05793a,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:51.919121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c31c77f3-83c1-444f-b3d3-265bfc05793a no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:51.941854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: c31c77f3-83c1-444f-b3d3-265bfc05793a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:51.942312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c31c77f3-83c1-444f-b3d3-265bfc05793a not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:52.023200 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80144909-3bb1-402f-8c07-452ca5393cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.104302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80144909-3bb1-402f-8c07-452ca5393cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.166328 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-80144909-3bb1-402f-8c07-452ca5393cf3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=170e3e7ccc234000b7f407c7451a4c81&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3285341 Jul 05 04:15:52.167313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33298) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:52.178204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80144909-3bb1-402f-8c07-452ca5393cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=287ebe59-ca72-4a08-b3c7-0bb7af234aa5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:52.268221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:52.271671 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.281356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39db8bdb-43f0-4a57-9261-e03a7d2a3ee4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.307467 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39db8bdb-43f0-4a57-9261-e03a7d2a3ee4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.324161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:52.335847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:52.345271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:52.346448 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.348593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63819457-95ab-4e22-8cd9-9f0871e77dca None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:52.360056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-832ee229-94ca-4db9-b0ba-00e384d9f841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.364358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=ea939e3f-daad-4561-83a0-2538fbd36b17,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:52.492970 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-832ee229-94ca-4db9-b0ba-00e384d9f841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.536810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39db8bdb-43f0-4a57-9261-e03a7d2a3ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.547346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39db8bdb-43f0-4a57-9261-e03a7d2a3ee4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.547346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-39db8bdb-43f0-4a57-9261-e03a7d2a3ee4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/287ebe59-ca72-4a08-b3c7-0bb7af234aa5 HTTP/1.1" status: 204 len: 168 time: 0.3731737 Jul 05 04:15:52.551544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': 'ea939e3f-daad-4561-83a0-2538fbd36b17'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:52.554927 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.556206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-832ee229-94ca-4db9-b0ba-00e384d9f841 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0445329078e4da2b3905d1b2f839eb2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6615074 Jul 05 04:15:52.559070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ee229-94ca-4db9-b0ba-00e384d9f841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fed6064a-ba13-44ad-b6c1-80c92c23b321,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:52.559243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33310) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:52.560059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39db8bdb-43f0-4a57-9261-e03a7d2a3ee4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=287ebe59-ca72-4a08-b3c7-0bb7af234aa5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:52.590923 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-84a95190-77b4-4288-9ec8-104c24c9e4f9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 1.7065468 Jul 05 04:15:52.591998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33312) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:52.598422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:40:35:17', 'name': 'tempest-NetworksTestDHCPv6-1877170814'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:52.694696 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bde673b0-00a2-4166-8e49-b16135f3e166 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.727557 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bde673b0-00a2-4166-8e49-b16135f3e166 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.821311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Allocated IP 2001:db8::f816:3eff:fe7f:7de8 (4e8666f2-1800-4194-b3cc-657fb8271ed3/ea939e3f-daad-4561-83a0-2538fbd36b17/13268011-676c-4373-a757-8b53112ec40d) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:52.867930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bde673b0-00a2-4166-8e49-b16135f3e166 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.871720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bde673b0-00a2-4166-8e49-b16135f3e166 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:52.888257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bde673b0-00a2-4166-8e49-b16135f3e166 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fed6064a-ba13-44ad-b6c1-80c92c23b321 HTTP/1.1" status: 204 len: 168 time: 0.3113601 Jul 05 04:15:52.890991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:52.955601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde673b0-00a2-4166-8e49-b16135f3e166 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fed6064a-ba13-44ad-b6c1-80c92c23b321,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:53.011952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba13f360-1473-40b5-8d40-42e5a7d36c77 req-360b8f6a-305b-4054-a55b-074e34a09127 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:53.014422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba13f360-1473-40b5-8d40-42e5a7d36c77 req-360b8f6a-305b-4054-a55b-074e34a09127 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 944 time: 0.1684241 Jul 05 04:15:53.102058 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.118764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 70897095-aa9c-4dee-8b33-4fb02d5621e4 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:15:53.148845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 3763f0db-45b5-4b52-aa9d-b7b36bc7bafa yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:53.220122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba13f360-1473-40b5-8d40-42e5a7d36c77 req-7491cb8d-6e73-4574-a79f-13d0df1fbcd7 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880548 Jul 05 04:15:53.359501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 70897095-aa9c-4dee-8b33-4fb02d5621e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=70897095-aa9c-4dee-8b33-4fb02d5621e4,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:53.380082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.384552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '70897095-aa9c-4dee-8b33-4fb02d5621e4', 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162', 'port_id': '70897095-aa9c-4dee-8b33-4fb02d5621e4', 'mac_address': 'fa:16:3e:5e:90:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62263bbc-eae2-406c-b43e-9885c6fcb4c9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:15:53.390885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Transition to ACTIVE for port object 13268011-676c-4373-a757-8b53112ec40d will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:53.428700 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Transition to ACTIVE for port object 13268011-676c-4373-a757-8b53112ec40d will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:53.440373 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.459003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 70897095-aa9c-4dee-8b33-4fb02d5621e4 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:15:53.484685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 70897095-aa9c-4dee-8b33-4fb02d5621e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=70897095-aa9c-4dee-8b33-4fb02d5621e4,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:53.504195 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.544663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:53.548094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:53.552249 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:53.571115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.581449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Pushing event updated for resources: {'Port': ['ID=13268011-676c-4373-a757-8b53112ec40d,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:53.584193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::f816:3eff:fe40:3517 (4e8666f2-1800-4194-b3cc-657fb8271ed3/ea939e3f-daad-4561-83a0-2538fbd36b17/3763f0db-45b5-4b52-aa9d-b7b36bc7bafa) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:53.727461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Attempting to bind port 13268011-676c-4373-a757-8b53112ec40d on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:53.727828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Attempting to bind port 13268011-676c-4373-a757-8b53112ec40d by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:53.741999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Attempting to bind port 13268011-676c-4373-a757-8b53112ec40d on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:53.780947 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:53.782629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:53.784487 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.785439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:53.788554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Bound port: 13268011-676c-4373-a757-8b53112ec40d, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:53.789680 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.813397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=70897095-aa9c-4dee-8b33-4fb02d5621e4,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:53.829401 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:53.855947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 3763f0db-45b5-4b52-aa9d-b7b36bc7bafa will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:53.867712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['70897095-aa9c-4dee-8b33-4fb02d5621e4'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:15:53.982415 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.005288 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] For port 13268011-676c-4373-a757-8b53112ec40d, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:54.021829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] For port 13268011-676c-4373-a757-8b53112ec40d, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=13268011-676c-4373-a757-8b53112ec40d,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:54.047168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:54.048760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:54.053632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:54.059706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:54.060021 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.106665 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.130335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=3763f0db-45b5-4b52-aa9d-b7b36bc7bafa,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:54.177295 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e5ca2782-7fa4-4b03-8bc1-31aed55da478 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.5847213 Jul 05 04:15:54.185407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33370) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:54.277700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33376) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:54.363439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f39003-c31d-489c-bcef-6916bd291a21 None None] Pushing event updated for resources: {'Port': ['ID=13268011-676c-4373-a757-8b53112ec40d,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:54.380697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be04bfb1-f64e-44a9-93ff-050fd0649b30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:54.399372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be04bfb1-f64e-44a9-93ff-050fd0649b30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:54.403099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-be04bfb1-f64e-44a9-93ff-050fd0649b30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2220416 Jul 05 04:15:54.405833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33382) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:54.506718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1364720779-network', 'tenant_id': '26b9c71f36cb42f5a3627b80b712fd76'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:54.585821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5c14b0-f68d-408d-a9ec-1a216712eb73 req-45c2d1bb-a7ad-4390-ac71-4a851fea3a3f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:54.594901 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b5c14b0-f68d-408d-a9ec-1a216712eb73 req-45c2d1bb-a7ad-4390-ac71-4a851fea3a3f tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 945 time: 0.1792123 Jul 05 04:15:54.662384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Made reservation on behalf of 26b9c71f36cb42f5a3627b80b712fd76 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:54.662384 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.668537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b5c14b0-f68d-408d-a9ec-1a216712eb73 req-d5b0bc5b-3444-4d65-961f-b77e36809600 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725760 Jul 05 04:15:54.691866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.710036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d0bdbefc-23a4-47ef-b78f-29bf2a0d1d79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 3763f0db-45b5-4b52-aa9d-b7b36bc7bafa {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:54.710658 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbefc-23a4-47ef-b78f-29bf2a0d1d79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.790495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33388) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:54.823933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbefc-23a4-47ef-b78f-29bf2a0d1d79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:54.846853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d0bdbefc-23a4-47ef-b78f-29bf2a0d1d79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 3763f0db-45b5-4b52-aa9d-b7b36bc7bafa owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:54.921897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1510064797'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:54.969488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 70897095-aa9c-4dee-8b33-4fb02d5621e4 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:54.996863 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.040307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 70897095-aa9c-4dee-8b33-4fb02d5621e4 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:55.040841 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.084502 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.124895 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.168835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbefc-23a4-47ef-b78f-29bf2a0d1d79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.176621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:15:55.187829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Made reservation on behalf of a7419282726d404a864ea34b8b203aae for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:55.197721 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.197886 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.202553 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.282069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 70897095-aa9c-4dee-8b33-4fb02d5621e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=70897095-aa9c-4dee-8b33-4fb02d5621e4,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:55.283600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70897095-aa9c-4dee-8b33-4fb02d5621e4'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:15:55.289443 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bdbefc-23a4-47ef-b78f-29bf2a0d1d79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=3763f0db-45b5-4b52-aa9d-b7b36bc7bafa,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.295551 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b712b7e-9280-45b3-83ff-2bdc0153cc52" -d '{"events": [{"server_uuid": "9ec1d82f-fed3-4a6d-b632-c04a8e390df2", "name": "network-vif-plugged", "status": "completed", "tag": "70897095-aa9c-4dee-8b33-4fb02d5621e4"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:15:55.301670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.302027 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Added segment b00e0a1f-7079-4a2c-82c4-f650514b4e87 of type vlan for network c346d44d-2a54-4241-9c6a-10f1416fa973 Jul 05 04:15:55.344741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bdbefc-23a4-47ef-b78f-29bf2a0d1d79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.348634 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d0bdbefc-23a4-47ef-b78f-29bf2a0d1d79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/3763f0db-45b5-4b52-aa9d-b7b36bc7bafa HTTP/1.1" status: 204 len: 168 time: 0.9417193 Jul 05 04:15:55.353315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33400) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:55.358699 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:15:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bf31e9b-3d82-4941-8001-5bb88bc0b200 x-openstack-request-id: req-9bf31e9b-3d82-4941-8001-5bb88bc0b200 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:15:55.359040 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec1d82f-fed3-4a6d-b632-c04a8e390df2", "name": "network-vif-plugged", "status": "completed", "tag": "70897095-aa9c-4dee-8b33-4fb02d5621e4", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:15:55.359319 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9bf31e9b-3d82-4941-8001-5bb88bc0b200 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:15:55.359695 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '70897095-aa9c-4dee-8b33-4fb02d5621e4', 'code': 200} Jul 05 04:15:55.370599 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.444334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.444578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.494740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=70897095-aa9c-4dee-8b33-4fb02d5621e4,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.518234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7007d099-578a-40fa-b75c-069e4ee62eb5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:55.519787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7007d099-578a-40fa-b75c-069e4ee62eb5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:55.523960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7007d099-578a-40fa-b75c-069e4ee62eb5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1671031 Jul 05 04:15:55.524947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33402) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:55.573598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.584844 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.586507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:55.611182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.612047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:15:55.618933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.619305 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Added segment 7d116f2f-e566-4248-9175-508ea7c254c4 of type vlan for network 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 Jul 05 04:15:55.664389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb6ceb67-b4ff-424d-8d1a-13134c7c5ece tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet ea939e3f-daad-4561-83a0-2538fbd36b17 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:15:55.668303 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb6ceb67-b4ff-424d-8d1a-13134c7c5ece tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.689580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99ca708c-7bb9-4c39-88fe-7d71cd721982,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.709141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6cd3ab-07b8-49a6-9fe0-fd3e03ca8c8d req-721d91f1-c696-4da7-8d56-f42ebc4cfc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:55.710692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e6cd3ab-07b8-49a6-9fe0-fd3e03ca8c8d req-721d91f1-c696-4da7-8d56-f42ebc4cfc37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 1098 time: 0.1807413 Jul 05 04:15:55.712541 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.772207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e6cd3ab-07b8-49a6-9fe0-fd3e03ca8c8d req-3a1a79de-e386-40a3-bedb-725c709a73d2 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514441 Jul 05 04:15:55.794451 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.5126705 Jul 05 04:15:55.795472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33408) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:55.800736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Request body: {'subnet': {'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1364720779-subnet', 'tenant_id': '26b9c71f36cb42f5a3627b80b712fd76', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:55.844237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb6ceb67-b4ff-424d-8d1a-13134c7c5ece tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.856470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd7af8b-5502-40ac-88db-9075275db52b admin admin] Pushing event updated for resources: {'Network': ['ID=c346d44d-2a54-4241-9c6a-10f1416fa973,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:55.873967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c346d44d-2a54-4241-9c6a-10f1416fa973 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:15:55.879587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2ff2c7d4-3ba1-48df-b7f5-557d74cd2fc6 None None] Provisioning for port 13268011-676c-4373-a757-8b53112ec40d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:55.936151 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:55.942934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:55.943693 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.075214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb6ceb67-b4ff-424d-8d1a-13134c7c5ece tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.083163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Made reservation on behalf of 26b9c71f36cb42f5a3627b80b712fd76 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:56.090157 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.094017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 13268011-676c-4373-a757-8b53112ec40d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:15:56.234592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2ef9b99f-e8bb-46e2-ac0f-c40f26ee1148 None None] Could not find standard attr ID for object 3763f0db-45b5-4b52-aa9d-b7b36bc7bafa. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:15:56.246455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 13268011-676c-4373-a757-8b53112ec40d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:15:56.254719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 13268011-676c-4373-a757-8b53112ec40d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:15:56.255226 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.322315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552d8ffb-f5b7-4b48-971a-845921f35857 req-63818b99-1e80-4e40-b978-33d74e0b8a88 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:56.323959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-552d8ffb-f5b7-4b48-971a-845921f35857 req-63818b99-1e80-4e40-b978-33d74e0b8a88 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.4834509 Jul 05 04:15:56.331861 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb6ceb67-b4ff-424d-8d1a-13134c7c5ece tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.372497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5727031 Jul 05 04:15:56.398586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33414) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.408927 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.411382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Request body: {'subnet': {'network_id': '3ef54d89-7b94-4d52-86bf-8727f8c6c3a0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:56.418233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6ceb67-b4ff-424d-8d1a-13134c7c5ece tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=ea939e3f-daad-4561-83a0-2538fbd36b17,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.445039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cb6ceb67-b4ff-424d-8d1a-13134c7c5ece tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.448597 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cb6ceb67-b4ff-424d-8d1a-13134c7c5ece tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/ea939e3f-daad-4561-83a0-2538fbd36b17 HTTP/1.1" status: 204 len: 168 time: 0.9226930 Jul 05 04:15:56.453390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33416) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.458755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 13268011-676c-4373-a757-8b53112ec40d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=13268011-676c-4373-a757-8b53112ec40d,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:56.465279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7036193f-1f9b-4dcf-adc8-4b3f532dce34 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Pushing event updated for resources: {'Network': ['ID=3ef54d89-7b94-4d52-86bf-8727f8c6c3a0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.478820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:15:56.504795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-552d8ffb-f5b7-4b48-971a-845921f35857 req-f97d0f87-fbea-4f13-a86a-8d20a0ff7e3d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535633 Jul 05 04:15:56.554266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8da1fb1f-8e1c-438a-9f29-54d3e7533639 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:56.558833 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.634842 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d3e86ea0-dbfb-4bea-ae7f-9e1b5ab61093 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441727 Jul 05 04:15:56.637632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33418) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:56.645122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:56.694319 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.715157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=13268011-676c-4373-a757-8b53112ec40d,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.922857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6340907f-b8fd-40d4-b7e3-362c52172c77,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:56.922857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Checking segment: {'id': 'b00e0a1f-7079-4a2c-82c4-f650514b4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:56.922857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Network hostable DHCP agents. Network: c346d44d-2a54-4241-9c6a-10f1416fa973, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:15:56.923409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Made reservation on behalf of a7419282726d404a864ea34b8b203aae for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:56.923409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:56.963008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e26209dd-04ce-4a6a-b0ef-a8e72d5e57ee None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:15:57.028780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e26209dd-04ce-4a6a-b0ef-a8e72d5e57ee None None] Deleting port 13268011-676c-4373-a757-8b53112ec40d {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:15:57.029165 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e26209dd-04ce-4a6a-b0ef-a8e72d5e57ee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.037921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:57.042802 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.047663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Network c346d44d-2a54-4241-9c6a-10f1416fa973 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:15:57.108044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e26209dd-04ce-4a6a-b0ef-a8e72d5e57ee None None] For port 13268011-676c-4373-a757-8b53112ec40d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=13268011-676c-4373-a757-8b53112ec40d,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:15:57.108544 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e26209dd-04ce-4a6a-b0ef-a8e72d5e57ee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.125270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e26209dd-04ce-4a6a-b0ef-a8e72d5e57ee None None] Calling delete_port for 13268011-676c-4373-a757-8b53112ec40d owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:15:57.263714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c346d44d-2a54-4241-9c6a-10f1416fa973) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:57.273782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7cc3a96-0531-476a-9bb5-a0155a65aa65 None None] Network c346d44d-2a54-4241-9c6a-10f1416fa973 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:57.276127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:57.276744 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.325949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.406380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Checking segment: {'id': '7d116f2f-e566-4248-9175-508ea7c254c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ef54d89-7b94-4d52-86bf-8727f8c6c3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:57.407396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Network hostable DHCP agents. Network: 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:15:57.410310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Pushing event updated for resources: {'Subnet': ['ID=52ac0bf1-986b-40ec-b63d-1c02ac83701d,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:57.416520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e26209dd-04ce-4a6a-b0ef-a8e72d5e57ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.456858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d8c60391-5ccb-46b7-b0cc-a5a6b4b6aaa7 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6562395 Jul 05 04:15:57.464554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e75f96d-57c4-46bf-9647-7f5733f4b86d None None] Network c346d44d-2a54-4241-9c6a-10f1416fa973 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:57.464554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26209dd-04ce-4a6a-b0ef-a8e72d5e57ee None None] Pushing event deleted for resources: {'Port': ['ID=13268011-676c-4373-a757-8b53112ec40d,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:57.474714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26209dd-04ce-4a6a-b0ef-a8e72d5e57ee None None] No DVR routers for this DVR port 13268011-676c-4373-a757-8b53112ec40d on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:15:57.575531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.objects.ports [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:15:57.577072 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.604903 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Network 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:15:57.633720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:57.638466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:57.649031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:57.649624 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.668077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ac95d7-6611-43d1-aad8-c564ab4d1e33 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:57.684264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=a8791acf-5249-44d7-ae11-268c3c241ca4,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:57.723145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:57.724782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:57.725477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:57.749726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21faa20-b807-417b-91ad-7ad564795924 None None] Network 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:15:57.827670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caae3b6-187a-4cd5-a45f-a80c8e7facd9 req-e6fec5b4-dd66-40c8-89b1-2447662d03e2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:57.831685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6caae3b6-187a-4cd5-a45f-a80c8e7facd9 req-e6fec5b4-dd66-40c8-89b1-2447662d03e2 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.1237187 Jul 05 04:15:57.834022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ff39f8af-d047-44f5-b2cb-14897e6f9864 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1948247 Jul 05 04:15:57.837039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33436) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.847524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:46:f1:52', 'name': 'tempest-NetworksTestDHCPv6-327824210'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:57.864185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33438) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:57.874488 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-879f0b46-b895-4d2b-ad8d-3834e6f2b54e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4562254 Jul 05 04:15:57.882236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Request body: {'port': {'network_id': '3ef54d89-7b94-4d52-86bf-8727f8c6c3a0', 'name': 'tempest-TagsExtTest-326808431'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:15:57.927839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 13268011-676c-4373-a757-8b53112ec40d no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:15:57.999187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6caae3b6-187a-4cd5-a45f-a80c8e7facd9 req-e819da82-d7e2-4d1d-8b27-d28355e1cac5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1578195 Jul 05 04:15:58.119437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 13268011-676c-4373-a757-8b53112ec40d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:15:58.119798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 13268011-676c-4373-a757-8b53112ec40d not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:15:58.164888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': 'a8791acf-5249-44d7-ae11-268c3c241ca4'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:58.170145 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.198349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:58.285859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3ef54d89-7b94-4d52-86bf-8727f8c6c3a0', 'network_id': '3ef54d89-7b94-4d52-86bf-8727f8c6c3a0', 'tenant_id': 'a7419282726d404a864ea34b8b203aae', 'fixed_ips': [{'subnet_id': '52ac0bf1-986b-40ec-b63d-1c02ac83701d'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:15:58.286825 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.312048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.313387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3b143e-3e8f-4696-a5c5-482c79db6669 req-190ba458-b02a-499e-993f-436e156c74e1 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:58.320636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c3b143e-3e8f-4696-a5c5-482c79db6669 req-190ba458-b02a-499e-993f-436e156c74e1 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.1279900 Jul 05 04:15:58.335713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port c3105a79-7aa4-4224-b343-a135cce346ca yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:58.364965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c3b143e-3e8f-4696-a5c5-482c79db6669 req-3a1ae808-e4ad-4c31-83a7-033f86e46e02 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405340 Jul 05 04:15:58.373058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Made reservation on behalf of a7419282726d404a864ea34b8b203aae for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:15:58.382794 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.410103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] device_id is not set on port 5d1634ed-a9cc-434e-8279-6d1c2f2affbe yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:15:58.470967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Allocated IP 2001:db8::f816:3eff:fec6:d633 (4e8666f2-1800-4194-b3cc-657fb8271ed3/a8791acf-5249-44d7-ae11-268c3c241ca4/90b94f8a-6019-4dd1-b67f-339f35d6a97f) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:58.563022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Allocated IP 172.20.0.2 (3ef54d89-7b94-4d52-86bf-8727f8c6c3a0/52ac0bf1-986b-40ec-b63d-1c02ac83701d/450f01ac-c880-4b8a-808a-28755f0ad55f) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:58.893307 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.928064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Transition to ACTIVE for port object 90b94f8a-6019-4dd1-b67f-339f35d6a97f will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:58.957954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Transition to ACTIVE for port object 90b94f8a-6019-4dd1-b67f-339f35d6a97f will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:58.964439 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:58.973904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Transition to ACTIVE for port object 450f01ac-c880-4b8a-808a-28755f0ad55f will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:58.990148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Transition to ACTIVE for port object 450f01ac-c880-4b8a-808a-28755f0ad55f will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:59.044634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.104051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Pushing event updated for resources: {'Port': ['ID=90b94f8a-6019-4dd1-b67f-339f35d6a97f,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.121344 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:59.123615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:59.126445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:59.133034 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.133224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::f816:3eff:fe46:f152 (4e8666f2-1800-4194-b3cc-657fb8271ed3/a8791acf-5249-44d7-ae11-268c3c241ca4/c3105a79-7aa4-4224-b343-a135cce346ca) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:59.226201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Network 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:59.236758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Allocated IP 172.20.0.14 (3ef54d89-7b94-4d52-86bf-8727f8c6c3a0/52ac0bf1-986b-40ec-b63d-1c02ac83701d/5d1634ed-a9cc-434e-8279-6d1c2f2affbe) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:15:59.259231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:59.274204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:59.286470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Attempting to bind port 90b94f8a-6019-4dd1-b67f-339f35d6a97f on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:59.286847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Attempting to bind port 90b94f8a-6019-4dd1-b67f-339f35d6a97f by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:59.287213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Attempting to bind port 90b94f8a-6019-4dd1-b67f-339f35d6a97f on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:59.300631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Pushing event updated for resources: {'Port': ['ID=450f01ac-c880-4b8a-808a-28755f0ad55f,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.324079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:59.324462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:59.324916 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.325369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:59.325901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Bound port: 90b94f8a-6019-4dd1-b67f-339f35d6a97f, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:59.326324 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.374263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Attempting to bind port 450f01ac-c880-4b8a-808a-28755f0ad55f on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:15:59.374635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Attempting to bind port 450f01ac-c880-4b8a-808a-28755f0ad55f by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '7d116f2f-e566-4248-9175-508ea7c254c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ef54d89-7b94-4d52-86bf-8727f8c6c3a0'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:15:59.375001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Attempting to bind port 450f01ac-c880-4b8a-808a-28755f0ad55f on network 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:15:59.382226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:15:59.383093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Checking segment: {'id': '7d116f2f-e566-4248-9175-508ea7c254c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ef54d89-7b94-4d52-86bf-8727f8c6c3a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:15:59.383093 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.383387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Bound using segment: {'id': '7d116f2f-e566-4248-9175-508ea7c254c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ef54d89-7b94-4d52-86bf-8727f8c6c3a0'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:15:59.384084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Bound port: 450f01ac-c880-4b8a-808a-28755f0ad55f, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7d116f2f-e566-4248-9175-508ea7c254c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '3ef54d89-7b94-4d52-86bf-8727f8c6c3a0'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:15:59.384471 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.386868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.402614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object c3105a79-7aa4-4224-b343-a135cce346ca will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:59.473503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] For port 90b94f8a-6019-4dd1-b67f-339f35d6a97f, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:59.481300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] For port 90b94f8a-6019-4dd1-b67f-339f35d6a97f, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=90b94f8a-6019-4dd1-b67f-339f35d6a97f,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:59.500847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] For port 450f01ac-c880-4b8a-808a-28755f0ad55f, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:15:59.505157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] For port 450f01ac-c880-4b8a-808a-28755f0ad55f, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=450f01ac-c880-4b8a-808a-28755f0ad55f,segment=NetworkSegment(7d116f2f-e566-4248-9175-508ea7c254c4),segment_id=7d116f2f-e566-4248-9175-508ea7c254c4)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:15:59.566210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-686b7861-2494-4391-a665-a8fc126ac224 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:59.567840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-686b7861-2494-4391-a665-a8fc126ac224 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/networks?id=443d4a5e-ff4e-4e84-a580-4a17e8375162 HTTP/1.1" status: 200 len: 814 time: 0.3219404 Jul 05 04:15:59.586218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-ef287059-e3ca-4502-9ee9-6315b7e90ee1 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/quotas/dae1f2d329fb4dbfad53635bd25082c5 HTTP/1.1" status: 200 len: 375 time: 0.0111165 Jul 05 04:15:59.594000 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.605720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.640935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Transition to ACTIVE for port object 5d1634ed-a9cc-434e-8279-6d1c2f2affbe will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:15:59.658519 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.661507 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.702627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:15:59.717892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:15:59.723393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-acbd351f-8cb4-45d8-9824-6555251dc06c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1232140 Jul 05 04:15:59.726695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:15:59.733762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:15:59.734416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.753475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=c3105a79-7aa4-4224-b343-a135cce346ca,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.825817 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ca81e-b7b3-4417-929d-7bf5fcc39b92 None None] Pushing event updated for resources: {'Port': ['ID=450f01ac-c880-4b8a-808a-28755f0ad55f,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.869459 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:15:59.910396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-4ed59feb-2626-4279-aa19-4483c7100bb0 service neutron] 10.222.0.30 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801813 Jul 05 04:15:59.925289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b185c5-f8c5-4e85-a57a-87bf0111f0c5 None None] Pushing event updated for resources: {'Port': ['ID=90b94f8a-6019-4dd1-b67f-339f35d6a97f,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:15:59.954423 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-77691b8e-8b38-4ed1-ba32-b334abd9efc4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.1161826 Jul 05 04:15:59.960149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33486) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:15:59.974154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Network 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:00.009152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Pushing event updated for resources: {'Port': ['ID=5d1634ed-a9cc-434e-8279-6d1c2f2affbe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:00.023180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:00.026466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:00.069577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6261c-c6ba-41f3-9006-507923334015 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:00.077156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e6261c-c6ba-41f3-9006-507923334015 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:00.079821 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-35e6261c-c6ba-41f3-9006-507923334015 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1208761 Jul 05 04:16:00.082186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33488) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.230487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:00.239343 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.270615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-dc7388be-8884-4fcf-be25-f13d69bb3c32 service neutron] 10.222.0.30 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3434155 Jul 05 04:16:00.357658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-89f300a4-1115-494d-af05-93eb2e2fc1de tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.4884644 Jul 05 04:16:00.358153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33492) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:00.365786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d13a05fa-d845-4e84-ad38-554ecaac05ad tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1387196521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:00.432885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ef9667c6-f311-412a-8254-2837721864ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port c3105a79-7aa4-4224-b343-a135cce346ca {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:00.437665 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ef9667c6-f311-412a-8254-2837721864ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.539101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ef9667c6-f311-412a-8254-2837721864ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:00.554644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ef9667c6-f311-412a-8254-2837721864ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for c3105a79-7aa4-4224-b343-a135cce346ca owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:00.591207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-234c115c-f3a8-4a5a-8eda-d866ce889390 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:00.597294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-234c115c-f3a8-4a5a-8eda-d866ce889390 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "GET /v2.0/ports?device_id=9ec1d82f-fed3-4a6d-b632-c04a8e390df2 HTTP/1.1" status: 200 len: 946 time: 0.0820909 Jul 05 04:16:00.725009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00896b3f-ef88-495f-a515-480e3f8d85b6 req-a61df101-47b9-4ecc-b49a-8a60cdabfe71 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 210 time: 0.0482070 Jul 05 04:16:00.806946 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:16:00.816287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-dc4ffe25-614e-40bf-9382-784a45d3612c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Deleting port 70897095-aa9c-4dee-8b33-4fb02d5621e4 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:00.816287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-dc4ffe25-614e-40bf-9382-784a45d3612c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.026526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-dc4ffe25-614e-40bf-9382-784a45d3612c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] For port 70897095-aa9c-4dee-8b33-4fb02d5621e4, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=70897095-aa9c-4dee-8b33-4fb02d5621e4,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:01.028435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-dc4ffe25-614e-40bf-9382-784a45d3612c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.075082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-dc4ffe25-614e-40bf-9382-784a45d3612c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Calling delete_port for 70897095-aa9c-4dee-8b33-4fb02d5621e4 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:01.177027 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d13a05fa-d845-4e84-ad38-554ecaac05ad tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.178477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d13a05fa-d845-4e84-ad38-554ecaac05ad tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.301005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b87a9d8-2036-48af-9f65-6352edd55a4a None None] Network 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:01.377615 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-dc4ffe25-614e-40bf-9382-784a45d3612c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.394315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ef9667c6-f311-412a-8254-2837721864ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.434878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc4ffe25-614e-40bf-9382-784a45d3612c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Pushing event deleted for resources: {'Port': ['ID=70897095-aa9c-4dee-8b33-4fb02d5621e4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:01.485186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-055717ed-638c-46eb-b0ca-43ea6c339853 None None] Provisioning for port 450f01ac-c880-4b8a-808a-28755f0ad55f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:01.523144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-dc4ffe25-614e-40bf-9382-784a45d3612c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] No DVR routers for this DVR port 70897095-aa9c-4dee-8b33-4fb02d5621e4 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:01.527057 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-dc4ffe25-614e-40bf-9382-784a45d3612c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.530680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-381e00f0-87fe-432d-b7ad-2780b6642373 req-dc4ffe25-614e-40bf-9382-784a45d3612c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "DELETE /v2.0/ports/70897095-aa9c-4dee-8b33-4fb02d5621e4 HTTP/1.1" status: 204 len: 173 time: 0.9255850 Jul 05 04:16:01.531524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'name': 'network-vif-deleted', 'tag': '70897095-aa9c-4dee-8b33-4fb02d5621e4'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:01.537570 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1727641-c8be-4621-9aad-35936686ed46" -d '{"events": [{"server_uuid": "9ec1d82f-fed3-4a6d-b632-c04a8e390df2", "name": "network-vif-deleted", "tag": "70897095-aa9c-4dee-8b33-4fb02d5621e4"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:01.537751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9667c6-f311-412a-8254-2837721864ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=c3105a79-7aa4-4224-b343-a135cce346ca,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:01.546462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d13a05fa-d845-4e84-ad38-554ecaac05ad tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.579267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ef9667c6-f311-412a-8254-2837721864ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.581465 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ef9667c6-f311-412a-8254-2837721864ce tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/c3105a79-7aa4-4224-b343-a135cce346ca HTTP/1.1" status: 204 len: 168 time: 1.4979463 Jul 05 04:16:01.584164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33520) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:01.633843 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e3a546c-27f0-4375-984e-0ea65c97c210 x-openstack-request-id: req-2e3a546c-27f0-4375-984e-0ea65c97c210 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:01.634352 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9ec1d82f-fed3-4a6d-b632-c04a8e390df2", "name": "network-vif-deleted", "tag": "70897095-aa9c-4dee-8b33-4fb02d5621e4", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:01.634769 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e3a546c-27f0-4375-984e-0ea65c97c210 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:01.635325 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9ec1d82f-fed3-4a6d-b632-c04a8e390df2', 'name': 'network-vif-deleted', 'tag': '70897095-aa9c-4dee-8b33-4fb02d5621e4', 'status': 'completed', 'code': 200} Jul 05 04:16:01.639097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d13a05fa-d845-4e84-ad38-554ecaac05ad tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.687707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87125250-c06f-4a8e-ac8f-c2a42a9109be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:01.710771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87125250-c06f-4a8e-ac8f-c2a42a9109be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:01.715396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-87125250-c06f-4a8e-ac8f-c2a42a9109be tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1277959 Jul 05 04:16:01.715736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33524) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:01.732460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d13a05fa-d845-4e84-ad38-554ecaac05ad tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:01.732460 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d13a05fa-d845-4e84-ad38-554ecaac05ad tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.3706496 Jul 05 04:16:01.734770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33528) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:01.741344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-44412337-a90c-46c2-a129-4f675a22e9d5 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-376925644', 'prefixes': ['172.20.0.0/16']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:01.893017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c39f15e4-61f3-449e-8d2a-dbf60cf426d6 req-0dd43dac-95bb-43a1-b598-e15b87a58252 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 210 time: 0.0730758 Jul 05 04:16:01.932749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a708e2-cc73-484c-bdd9-1d94b68d2c81 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet a8791acf-5249-44d7-ae11-268c3c241ca4 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:01.941535 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95a708e2-cc73-484c-bdd9-1d94b68d2c81 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.035912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 90b94f8a-6019-4dd1-b67f-339f35d6a97f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:02.042386 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95a708e2-cc73-484c-bdd9-1d94b68d2c81 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.085626 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2f264446-3fab-4135-b55c-e3724cd1befb None None] Provisioning for port 90b94f8a-6019-4dd1-b67f-339f35d6a97f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:02.219843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 90b94f8a-6019-4dd1-b67f-339f35d6a97f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:02.230915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 90b94f8a-6019-4dd1-b67f-339f35d6a97f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:02.231157 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.277233 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95a708e2-cc73-484c-bdd9-1d94b68d2c81 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.353000 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44412337-a90c-46c2-a129-4f675a22e9d5 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for subnetpool, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.353000 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-44412337-a90c-46c2-a129-4f675a22e9d5 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.6091988 Jul 05 04:16:02.353000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33534) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.358112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-54463b2b-ddba-4cc7-8702-92d11985e2e7 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d', 'tempest-TagsExtTest-Tag-1155946224') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:02.503859 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.558343 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95a708e2-cc73-484c-bdd9-1d94b68d2c81 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.558897 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-97c94e6c-ce9b-40ee-a57a-0df5d347aad2 None None] Provisioning for port 5d1634ed-a9cc-434e-8279-6d1c2f2affbe completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:02.574605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-97c94e6c-ce9b-40ee-a57a-0df5d347aad2 None None] Provisioning complete for port 5d1634ed-a9cc-434e-8279-6d1c2f2affbe triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:02.575014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97c94e6c-ce9b-40ee-a57a-0df5d347aad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.623221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-97c94e6c-ce9b-40ee-a57a-0df5d347aad2 None None] Port 5d1634ed-a9cc-434e-8279-6d1c2f2affbe cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:02.640054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a708e2-cc73-484c-bdd9-1d94b68d2c81 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=a8791acf-5249-44d7-ae11-268c3c241ca4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:02.656775 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-95a708e2-cc73-484c-bdd9-1d94b68d2c81 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.659942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-95a708e2-cc73-484c-bdd9-1d94b68d2c81 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/a8791acf-5249-44d7-ae11-268c3c241ca4 HTTP/1.1" status: 204 len: 168 time: 0.9423301 Jul 05 04:16:02.660096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5582e41d-1a1c-4be9-bc87-ca97044f8eab None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:02.661864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33538) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.704523 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0b5ff634-015a-4842-afaf-992768a04237 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0414841 Jul 05 04:16:02.707510 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33540) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.750463 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:16:02.750817 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:16:02.783355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-14973601-7cda-49fe-9e18-8ea6b1ac8c4e None None] Provisioning complete for port 5d1634ed-a9cc-434e-8279-6d1c2f2affbe triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:02.783738 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-14973601-7cda-49fe-9e18-8ea6b1ac8c4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:02.810984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3db5e423-6b44-4e82-a5ff-814d9a496ce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:02.812748 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3db5e423-6b44-4e82-a5ff-814d9a496ce8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1042182 Jul 05 04:16:02.816508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33546) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.842720 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-54463b2b-ddba-4cc7-8702-92d11985e2e7 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags/tempest-TagsExtTest-Tag-1155946224 HTTP/1.1" status: 201 len: 201 time: 0.4919074 Jul 05 04:16:02.846678 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33548) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:02.852849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-14973601-7cda-49fe-9e18-8ea6b1ac8c4e None None] Port 5d1634ed-a9cc-434e-8279-6d1c2f2affbe cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:02.860953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-fc6ca19e-8e66-4695-bcb7-d4a31405661e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe', 'tempest-TagsExtTest-Tag-272582501') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:02.894150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-14973601-7cda-49fe-9e18-8ea6b1ac8c4e None None] Could not find standard attr ID for object c3105a79-7aa4-4224-b343-a135cce346ca. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:02.945703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e655b2c3-6abb-4b38-b4a8-954d61cb470f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:02.948719 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e655b2c3-6abb-4b38-b4a8-954d61cb470f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1311059 Jul 05 04:16:02.951303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.000490 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fcdd4d55-ef6b-434c-961f-dd6969d8906f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476360 Jul 05 04:16:03.005768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33556) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.011727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-60e489de-5e08-4070-bd50-0f458bcb95f2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:03.029226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 70897095-aa9c-4dee-8b33-4fb02d5621e4 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:03.092632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed35b7f3-5bd3-41a2-9b04-81535ebea6d0 None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:03.094956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 70897095-aa9c-4dee-8b33-4fb02d5621e4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:03.095325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 70897095-aa9c-4dee-8b33-4fb02d5621e4 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:03.180299 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fc6ca19e-8e66-4695-bcb7-d4a31405661e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags/tempest-TagsExtTest-Tag-272582501 HTTP/1.1" status: 201 len: 201 time: 0.3299079 Jul 05 04:16:03.180835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33558) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.185946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-08f4d799-df60-4cac-b718-6a8427c0451e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd', 'tempest-TagsExtTest-Tag-1763428991') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:03.217181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ed35b7f3-5bd3-41a2-9b04-81535ebea6d0 None None] Deleting port 90b94f8a-6019-4dd1-b67f-339f35d6a97f {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:03.217557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ed35b7f3-5bd3-41a2-9b04-81535ebea6d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.219599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f745ede5-5d39-4239-9bbe-3be816b93a8f req-9223fa9c-39c3-4a7e-877d-ffc61371ea5d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 210 time: 0.0386779 Jul 05 04:16:03.321213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60e489de-5e08-4070-bd50-0f458bcb95f2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:03.327622 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-60e489de-5e08-4070-bd50-0f458bcb95f2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.337643 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.375440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ed35b7f3-5bd3-41a2-9b04-81535ebea6d0 None None] For port 90b94f8a-6019-4dd1-b67f-339f35d6a97f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=90b94f8a-6019-4dd1-b67f-339f35d6a97f,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:03.377102 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ed35b7f3-5bd3-41a2-9b04-81535ebea6d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.410971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ed35b7f3-5bd3-41a2-9b04-81535ebea6d0 None None] Calling delete_port for 90b94f8a-6019-4dd1-b67f-339f35d6a97f owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:03.446876 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-08f4d799-df60-4cac-b718-6a8427c0451e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags/tempest-TagsExtTest-Tag-1763428991 HTTP/1.1" status: 201 len: 201 time: 0.2648642 Jul 05 04:16:03.450389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33562) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.456762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-1376483a-1ff7-42bf-af6c-6435e953c801 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3', 'tempest-TagsExtTest-Tag-311959685') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:03.625387 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:16:03.625387 n-d-758944-41 neutron-server[100897]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Jul 05 04:16:03.625387 n-d-758944-41 neutron-server[100897]: [parameters: {'status': 'ACTIVE', 'ports_id': '90b94f8a-6019-4dd1-b67f-339f35d6a97f'}] Jul 05 04:16:03.625387 n-d-758944-41 neutron-server[100897]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:16:03.626191 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:16:03.662117 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1376483a-1ff7-42bf-af6c-6435e953c801 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags/tempest-TagsExtTest-Tag-311959685 HTTP/1.1" status: 201 len: 201 time: 0.2106237 Jul 05 04:16:03.664813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33564) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.669913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-6d9491ff-c3b9-4fb9-b3d1-34787989c433 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:03.731515 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6d9491ff-c3b9-4fb9-b3d1-34787989c433 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags HTTP/1.1" status: 200 len: 241 time: 0.0652211 Jul 05 04:16:03.733944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33572) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.738973 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-ca0f65e6-058c-49c3-9453-8871155be388 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d', 'tempest-TagsExtTest-Tag-1155946224') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:03.795105 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ca0f65e6-058c-49c3-9453-8871155be388 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags/tempest-TagsExtTest-Tag-1155946224 HTTP/1.1" status: 204 len: 168 time: 0.0600586 Jul 05 04:16:03.797585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33574) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:03.799159 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-60e489de-5e08-4070-bd50-0f458bcb95f2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.800156 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ed35b7f3-5bd3-41a2-9b04-81535ebea6d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.802165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-cbff5797-178d-43dd-bc09-c9346e667528 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d', 'tempest-TagsExtTest-Tag-1155946224') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:03.839132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60e489de-5e08-4070-bd50-0f458bcb95f2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:03.839370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed35b7f3-5bd3-41a2-9b04-81535ebea6d0 None None] Pushing event deleted for resources: {'Port': ['ID=90b94f8a-6019-4dd1-b67f-339f35d6a97f,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:03.843528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-60e489de-5e08-4070-bd50-0f458bcb95f2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:03.849229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60e489de-5e08-4070-bd50-0f458bcb95f2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:03.849794 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-60e489de-5e08-4070-bd50-0f458bcb95f2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:03.865893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed35b7f3-5bd3-41a2-9b04-81535ebea6d0 None None] No DVR routers for this DVR port 90b94f8a-6019-4dd1-b67f-339f35d6a97f on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:03.941017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e489de-5e08-4070-bd50-0f458bcb95f2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=ad7b389b-346f-4c33-b13c-a60482f1631a,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:03.960077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6da47736-69ed-43b1-9ea8-8ebc186213bd None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:04.064834 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-60e489de-5e08-4070-bd50-0f458bcb95f2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0577240 Jul 05 04:16:04.067462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33582) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.073379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:68:ff:c9', 'name': 'tempest-NetworksTestDHCPv6-1395409825'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:04.119710 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cbff5797-178d-43dd-bc09-c9346e667528 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags/tempest-TagsExtTest-Tag-1155946224 HTTP/1.1" status: 204 len: 168 time: 0.3210642 Jul 05 04:16:04.123011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33584) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.127489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-f81a430a-471f-4f98-8daa-042da389cacf tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:04.170889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': 'ad7b389b-346f-4c33-b13c-a60482f1631a'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:04.171765 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.198564 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f81a430a-471f-4f98-8daa-042da389cacf tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags HTTP/1.1" status: 200 len: 205 time: 0.0765307 Jul 05 04:16:04.200842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33588) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.206874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-db8e2603-f361-481f-a296-9ddb9c979b25 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:04.330908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/ad7b389b-346f-4c33-b13c-a60482f1631a/95d6d8b6-0689-481d-ab1a-024f51876686) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:04.339171 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-db8e2603-f361-481f-a296-9ddb9c979b25 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags HTTP/1.1" status: 200 len: 240 time: 0.1349754 Jul 05 04:16:04.341505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33596) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.349615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-378036b6-20ce-43ba-9778-1372c43c4ba5 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe', 'tempest-TagsExtTest-Tag-272582501') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:04.349849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:04.367398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Port 90b94f8a-6019-4dd1-b67f-339f35d6a97f update to ACTIVE by agent not found {{(pid=100897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:16:04.368126 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 450f01ac-c880-4b8a-808a-28755f0ad55f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:04.431680 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-378036b6-20ce-43ba-9778-1372c43c4ba5 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags/tempest-TagsExtTest-Tag-272582501 HTTP/1.1" status: 204 len: 168 time: 0.0864775 Jul 05 04:16:04.432861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33598) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.439738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-139527af-2e67-4cd0-aba2-a1c2a1b5133d tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe', 'tempest-TagsExtTest-Tag-272582501') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:04.545720 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fafe399c-5cf8-4099-92e9-83a76e9b3800 req-12a7d0a7-cd00-4bd8-8c10-d79df8efeaa6 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 210 time: 0.0537250 Jul 05 04:16:04.560694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-6fca8fcd-2ae7-40ef-a2d9-df9074943a73 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:04.562232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-6fca8fcd-2ae7-40ef-a2d9-df9074943a73 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "GET /v2.0/networks?id=443d4a5e-ff4e-4e84-a580-4a17e8375162 HTTP/1.1" status: 200 len: 814 time: 0.2409184 Jul 05 04:16:04.571706 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.586437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Request body: {'port': {'device_id': 'e3c2f9c6-9d92-40c1-97ca-6994b4acd741', 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162', 'admin_state_up': True, 'tenant_id': 'dae1f2d329fb4dbfad53635bd25082c5'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:04.613191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port b0e772b7-6ac3-4c7a-9ff9-a36be29450a4 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:04.685557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.686678 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-139527af-2e67-4cd0-aba2-a1c2a1b5133d tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags/tempest-TagsExtTest-Tag-272582501 HTTP/1.1" status: 204 len: 168 time: 0.2522111 Jul 05 04:16:04.688463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33600) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.693947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-c48d8e4c-c58c-44fa-8ca8-0441741cccca tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:04.702890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Transition to ACTIVE for port object 95d6d8b6-0689-481d-ab1a-024f51876686 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:04.724824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Transition to ACTIVE for port object 95d6d8b6-0689-481d-ab1a-024f51876686 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:04.770417 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c48d8e4c-c58c-44fa-8ca8-0441741cccca tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags HTTP/1.1" status: 200 len: 205 time: 0.0800128 Jul 05 04:16:04.773232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33602) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.779500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-fda75368-9eba-4c97-b922-d65bf0908f36 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:04.792823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 450f01ac-c880-4b8a-808a-28755f0ad55f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:04.798005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 450f01ac-c880-4b8a-808a-28755f0ad55f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:04.799725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.857958 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:04.924624 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fda75368-9eba-4c97-b922-d65bf0908f36 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags HTTP/1.1" status: 200 len: 241 time: 0.1478865 Jul 05 04:16:04.928144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33608) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:04.931561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:04.938454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-133ca70e-7011-4f06-b0f2-fefd1fb6e0b2 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd', 'tempest-TagsExtTest-Tag-1763428991') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:04.960456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:04.981261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:05.057552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Pushing event updated for resources: {'Port': ['ID=95d6d8b6-0689-481d-ab1a-024f51876686,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:05.139024 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-133ca70e-7011-4f06-b0f2-fefd1fb6e0b2 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags/tempest-TagsExtTest-Tag-1763428991 HTTP/1.1" status: 204 len: 168 time: 0.2090442 Jul 05 04:16:05.143303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33612) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:05.143810 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.151552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-985b7812-0b0a-4fa6-8c23-aede02414457 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd', 'tempest-TagsExtTest-Tag-1763428991') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:05.182485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Attempting to bind port 95d6d8b6-0689-481d-ab1a-024f51876686 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:05.182485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Attempting to bind port 95d6d8b6-0689-481d-ab1a-024f51876686 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:05.182485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Attempting to bind port 95d6d8b6-0689-481d-ab1a-024f51876686 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:05.194140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:05.199569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:05.199569 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.199569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:05.199569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Bound port: 95d6d8b6-0689-481d-ab1a-024f51876686, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:05.199569 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.202219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 450f01ac-c880-4b8a-808a-28755f0ad55f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=450f01ac-c880-4b8a-808a-28755f0ad55f,segment=NetworkSegment(7d116f2f-e566-4248-9175-508ea7c254c4),segment_id=7d116f2f-e566-4248-9175-508ea7c254c4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:05.223723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::a7 (4e8666f2-1800-4194-b3cc-657fb8271ed3/ad7b389b-346f-4c33-b13c-a60482f1631a/b0e772b7-6ac3-4c7a-9ff9-a36be29450a4) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:05.295825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] For port 95d6d8b6-0689-481d-ab1a-024f51876686, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:05.299732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] For port 95d6d8b6-0689-481d-ab1a-024f51876686, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=95d6d8b6-0689-481d-ab1a-024f51876686,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:05.324682 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.384187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=450f01ac-c880-4b8a-808a-28755f0ad55f,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:05.389804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Made reservation on behalf of dae1f2d329fb4dbfad53635bd25082c5 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:05.395305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.400637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 90b94f8a-6019-4dd1-b67f-339f35d6a97f no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:05.425856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 90b94f8a-6019-4dd1-b67f-339f35d6a97f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:05.426207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 90b94f8a-6019-4dd1-b67f-339f35d6a97f not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:05.503653 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.525855 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.526735 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-985b7812-0b0a-4fa6-8c23-aede02414457 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags/tempest-TagsExtTest-Tag-1763428991 HTTP/1.1" status: 204 len: 168 time: 0.3812301 Jul 05 04:16:05.529182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33618) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:05.530490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object b0e772b7-6ac3-4c7a-9ff9-a36be29450a4 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:05.536822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-09839840-33ef-4368-8f88-d1d26347753f tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:05.616535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Allocated IP 172.20.0.8 (443d4a5e-ff4e-4e84-a580-4a17e8375162/62263bbc-eae2-406c-b43e-9885c6fcb4c9/6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:05.630418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e744e33c-6efa-4b13-9cd6-c05aee8593e8 None None] Pushing event updated for resources: {'Port': ['ID=95d6d8b6-0689-481d-ab1a-024f51876686,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:05.661165 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-09839840-33ef-4368-8f88-d1d26347753f tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags HTTP/1.1" status: 200 len: 205 time: 0.1270244 Jul 05 04:16:05.661733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33624) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:05.668708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-35da83fa-b966-4c52-afa1-38fce1f41919 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:05.820137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-17091450-b493-4c63-898a-cd40fe434a2c req-2622ed20-472e-4f2c-9687-66193f2057e9 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 210 time: 0.1012776 Jul 05 04:16:05.821166 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.864556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33628) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:05.865057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-35da83fa-b966-4c52-afa1-38fce1f41919 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags HTTP/1.1" status: 200 len: 240 time: 0.1984553 Jul 05 04:16:05.893063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-811e2907-a215-412c-866e-3c979a2d957a tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3', 'tempest-TagsExtTest-Tag-311959685') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:05.926532 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-811e2907-a215-412c-866e-3c979a2d957a tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags/tempest-TagsExtTest-Tag-311959685 HTTP/1.1" status: 204 len: 168 time: 0.0466187 Jul 05 04:16:05.927841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33630) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:05.936608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-ba4561d2-ab66-4a0e-b8ca-2ad426b640be tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3', 'tempest-TagsExtTest-Tag-311959685') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:05.940510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:05.950376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:05.953041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:05.960081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:05.962033 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:05.988210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=b0e772b7-6ac3-4c7a-9ff9-a36be29450a4,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:06.016283 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.096362 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ba4561d2-ab66-4a0e-b8ca-2ad426b640be tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags/tempest-TagsExtTest-Tag-311959685 HTTP/1.1" status: 204 len: 168 time: 0.1669891 Jul 05 04:16:06.099537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33632) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.104219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-2d6985e0-07e0-4b70-996b-3dbb05141008 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:06.130027 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2d6985e0-07e0-4b70-996b-3dbb05141008 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags HTTP/1.1" status: 200 len: 205 time: 0.0266972 Jul 05 04:16:06.130207 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33634) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.134587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-569c6dec-fdfc-41e6-98cb-8ed3ef421d5f tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:06.154355 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.161553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f8d91397-1dd7-439b-808f-04940c17d1f5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0885408 Jul 05 04:16:06.165073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33636) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.174381 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-569c6dec-fdfc-41e6-98cb-8ed3ef421d5f tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags HTTP/1.1" status: 204 len: 168 time: 0.0402641 Jul 05 04:16:06.175245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33638) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.179584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-b5c0948b-1b35-4bfa-b466-2884cf6fe16a tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:06.289623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Pushing event updated for resources: {'Port': ['ID=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:06.302312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Network 443d4a5e-ff4e-4e84-a580-4a17e8375162 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:06.306075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:06.309052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:06.339200 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b5c0948b-1b35-4bfa-b466-2884cf6fe16a tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags HTTP/1.1" status: 204 len: 168 time: 0.1633484 Jul 05 04:16:06.341943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33644) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.348812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-8783d293-cc09-435a-8cc0-ecc8f8bd59c9 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:06.381464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:06.382444 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.407496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66de14-4c8c-4841-9aac-384c1eb6c96b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:06.414736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb66de14-4c8c-4841-9aac-384c1eb6c96b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:06.416601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eb66de14-4c8c-4841-9aac-384c1eb6c96b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2466962 Jul 05 04:16:06.420981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33648) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.433601 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8783d293-cc09-435a-8cc0-ecc8f8bd59c9 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags HTTP/1.1" status: 204 len: 168 time: 0.0893600 Jul 05 04:16:06.436404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33650) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.441566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-05593864-cf5d-444e-9619-2a55ecb7c494 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:06.535228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-729f25ed-0061-4d32-8883-03b84806b1d5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port b0e772b7-6ac3-4c7a-9ff9-a36be29450a4 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:06.535622 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-729f25ed-0061-4d32-8883-03b84806b1d5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.547592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-05593864-cf5d-444e-9619-2a55ecb7c494 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags HTTP/1.1" status: 204 len: 168 time: 0.1100535 Jul 05 04:16:06.549902 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f60f610f-5661-4d73-bea1-c33660e3a237 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9692392 Jul 05 04:16:06.551925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33654) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.556991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-40e643ab-9ab8-4454-bcaa-d4abfaf65cbe tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d', 'tempest-TagsExtTest-Tag-2005407676') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:06.590608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Request body: {'port': {'device_id': 'e3c2f9c6-9d92-40c1-97ca-6994b4acd741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:06.710886 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-729f25ed-0061-4d32-8883-03b84806b1d5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.723035 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:06.727496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-729f25ed-0061-4d32-8883-03b84806b1d5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for b0e772b7-6ac3-4c7a-9ff9-a36be29450a4 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:06.974455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-40e643ab-9ab8-4454-bcaa-d4abfaf65cbe tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags/tempest-TagsExtTest-Tag-2005407676 HTTP/1.1" status: 201 len: 201 time: 0.4184721 Jul 05 04:16:06.977331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33662) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:06.979424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-1ea917d9-f5c8-44b4-af9b-1955bddc400c tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe', 'tempest-TagsExtTest-Tag-1556246002') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:07.045071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-729f25ed-0061-4d32-8883-03b84806b1d5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.113465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729f25ed-0061-4d32-8883-03b84806b1d5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=b0e772b7-6ac3-4c7a-9ff9-a36be29450a4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:07.170716 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-729f25ed-0061-4d32-8883-03b84806b1d5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.175886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a91c4da9-9e1d-4fb8-a838-d588c7d81598 None None] Provisioning for port 95d6d8b6-0689-481d-ab1a-024f51876686 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:07.177015 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-729f25ed-0061-4d32-8883-03b84806b1d5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/b0e772b7-6ac3-4c7a-9ff9-a36be29450a4 HTTP/1.1" status: 204 len: 168 time: 0.7548938 Jul 05 04:16:07.177889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33664) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.200326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed070b3-9cfb-45b8-a267-82521b37829d req-0369a575-4f38-41f3-8293-4933c5231ab5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.201915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ed070b3-9cfb-45b8-a267-82521b37829d req-0369a575-4f38-41f3-8293-4933c5231ab5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 931 time: 0.1749768 Jul 05 04:16:07.235826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:07.249145 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.255194 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790386d-d10d-4461-a77e-a031e79c20fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.258168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f790386d-d10d-4461-a77e-a031e79c20fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:07.259948 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f790386d-d10d-4461-a77e-a031e79c20fd tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0812697 Jul 05 04:16:07.262738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33666) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.277077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ed070b3-9cfb-45b8-a267-82521b37829d req-5e887e9d-40f1-4e5a-86a3-1482231057c4 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666635 Jul 05 04:16:07.279952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Transition to ACTIVE for port object 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:07.372953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9410aaa-25ca-43ca-9900-86dae0176fe0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet ad7b389b-346f-4c33-b13c-a60482f1631a {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:07.373387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1ea917d9-f5c8-44b4-af9b-1955bddc400c tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags/tempest-TagsExtTest-Tag-1556246002 HTTP/1.1" status: 201 len: 201 time: 0.3903348 Jul 05 04:16:07.373861 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c9410aaa-25ca-43ca-9900-86dae0176fe0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.375283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33670) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.389466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-de04bd57-c037-4317-a035-fbd29475b6ca tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd', 'tempest-TagsExtTest-Tag-1360025724') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:07.398506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.437109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-07ba45ca-524d-4a14-b7ab-c956b04a32b6 None None] Could not find standard attr ID for object b0e772b7-6ac3-4c7a-9ff9-a36be29450a4. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:07.451930 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c9410aaa-25ca-43ca-9900-86dae0176fe0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.658596 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c9410aaa-25ca-43ca-9900-86dae0176fe0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.692889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Pushing event updated for resources: {'Port': ['ID=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:07.721664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 95d6d8b6-0689-481d-ab1a-024f51876686 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:07.823275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Attempting to bind port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:07.823619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Attempting to bind port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:07.823993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Attempting to bind port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 on network 443d4a5e-ff4e-4e84-a580-4a17e8375162 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:07.830131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 on network 443d4a5e-ff4e-4e84-a580-4a17e8375162 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:07.830688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Attempting to bind port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 on network 443d4a5e-ff4e-4e84-a580-4a17e8375162 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:07.836512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 15, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:07.837097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Checking segment: {'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:07.837487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Bound using segment: {'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:07.837920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Bound port: 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:07.838293 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.909805 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c9410aaa-25ca-43ca-9900-86dae0176fe0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.920748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] For port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:07.925079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] For port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:07.946328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9410aaa-25ca-43ca-9900-86dae0176fe0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=ad7b389b-346f-4c33-b13c-a60482f1631a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:07.951270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c9410aaa-25ca-43ca-9900-86dae0176fe0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:07.953761 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c9410aaa-25ca-43ca-9900-86dae0176fe0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/ad7b389b-346f-4c33-b13c-a60482f1631a HTTP/1.1" status: 204 len: 168 time: 0.6888027 Jul 05 04:16:07.956184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33676) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:07.962649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c8bcae0-edc5-44c0-812b-cd1bd6e63b10 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:07.966600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 95d6d8b6-0689-481d-ab1a-024f51876686 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:08.018786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2f8064e1-e9ad-41b3-947c-e498c404718b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0606108 Jul 05 04:16:08.023276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-de04bd57-c037-4317-a035-fbd29475b6ca tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags/tempest-TagsExtTest-Tag-1360025724 HTTP/1.1" status: 201 len: 201 time: 0.6441507 Jul 05 04:16:08.023276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33680) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.024424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 95d6d8b6-0689-481d-ab1a-024f51876686 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:08.024581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33682) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.024990 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.030185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-da16f9e7-1d96-4b63-ba1e-ebeba5721995 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3', 'tempest-TagsExtTest-Tag-2139843845') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:08.099252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7555ef68-328d-420e-a152-247973589265 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.103250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7555ef68-328d-420e-a152-247973589265 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0775790 Jul 05 04:16:08.103539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33684) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.114492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.122565 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-79de9f92-d270-4e4d-b9e0-617cc60fb6a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.181881 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.194613 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-da16f9e7-1d96-4b63-ba1e-ebeba5721995 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags/tempest-TagsExtTest-Tag-2139843845 HTTP/1.1" status: 201 len: 201 time: 0.1689787 Jul 05 04:16:08.197283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33688) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.202433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-6e071b23-6353-44ad-b9c5-e3ed89e8c6bd tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d', {'tags': ['tempest-TagsExtTest-Tag-1715402392', 'tempest-TagsExtTest-Tag-1026131927', 'tempest-TagsExtTest-Tag-1238746614']}) {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:08.212162 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.212937 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.214558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] 10.222.0.26 "PUT /v2.0/ports/6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 HTTP/1.1" status: 200 len: 1092 time: 1.6286640 Jul 05 04:16:08.215125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e3c2f9c6-9d92-40c1-97ca-6994b4acd741', 'tag': '6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:08.218987 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a29b470-a86c-4011-ab98-80a36f770f96" -d '{"events": [{"name": "network-changed", "server_uuid": "e3c2f9c6-9d92-40c1-97ca-6994b4acd741", "tag": "6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:08.259317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 95d6d8b6-0689-481d-ab1a-024f51876686, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=95d6d8b6-0689-481d-ab1a-024f51876686,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:08.279230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96625dc-456b-4074-9cbf-3215fe39c203 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.293007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d96625dc-456b-4074-9cbf-3215fe39c203 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1883140 Jul 05 04:16:08.300734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d93cb77-8c4a-4d97-941a-36d70e2a87ba None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:08.312136 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33692) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.312923 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7641c018-8c2e-4408-ac57-edc06e3eb81f x-openstack-request-id: req-7641c018-8c2e-4408-ac57-edc06e3eb81f {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:08.313348 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e3c2f9c6-9d92-40c1-97ca-6994b4acd741", "tag": "6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:08.313813 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7641c018-8c2e-4408-ac57-edc06e3eb81f {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:08.314687 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e3c2f9c6-9d92-40c1-97ca-6994b4acd741', 'tag': '6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7', 'status': 'completed', 'code': 200} Jul 05 04:16:08.315717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb40940-f4d4-49f5-8819-da89e0c8f913 service neutron] Pushing event updated for resources: {'Port': ['ID=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:08.409827 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.411608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 450f01ac-c880-4b8a-808a-28755f0ad55f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:08.426242 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fcf793c1-de78-4dae-b04c-f474de732039 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1082399 Jul 05 04:16:08.429941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33698) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.450906 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6e071b23-6353-44ad-b9c5-e3ed89e8c6bd tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags HTTP/1.1" status: 200 len: 318 time: 0.2517996 Jul 05 04:16:08.456878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33700) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.457155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:08.461450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-a25138d6-cb7b-436a-862e-ef81b496e28b tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:08.518051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2d93cb77-8c4a-4d97-941a-36d70e2a87ba None None] Deleting port 95d6d8b6-0689-481d-ab1a-024f51876686 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:08.523180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb77-8c4a-4d97-941a-36d70e2a87ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.672150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29b470-a86c-4011-ab98-80a36f770f96 req-d4059850-0789-40cb-aa5a-5c39242a3e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.673743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a29b470-a86c-4011-ab98-80a36f770f96 req-d4059850-0789-40cb-aa5a-5c39242a3e8f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 1095 time: 0.3267963 Jul 05 04:16:08.682753 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a25138d6-cb7b-436a-862e-ef81b496e28b tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags HTTP/1.1" status: 204 len: 168 time: 0.2219615 Jul 05 04:16:08.683010 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33704) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.687672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-937dace7-997e-44d7-90e3-d556b75d3b16 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d', 'tempest-TagsExtTest-Tag-1715402392') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:08.708532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300c43f4-f44d-4cee-a171-713c9d147238 req-6e0a43c1-ec24-49fa-939b-fd1ff6f697f7 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.710210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-300c43f4-f44d-4cee-a171-713c9d147238 req-6e0a43c1-ec24-49fa-939b-fd1ff6f697f7 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 943 time: 0.1713891 Jul 05 04:16:08.773910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:08.777724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.833663 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-937dace7-997e-44d7-90e3-d556b75d3b16 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:08.837772 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-937dace7-997e-44d7-90e3-d556b75d3b16 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags/tempest-TagsExtTest-Tag-1715402392 HTTP/1.1" status: 404 len: 329 time: 0.1507246 Jul 05 04:16:08.838831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33706) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.843258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-939052a2-8462-4b2e-b985-80c53465ff71 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d', 'tempest-TagsExtTest-Tag-1026131927') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:08.877943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2d93cb77-8c4a-4d97-941a-36d70e2a87ba None None] For port 95d6d8b6-0689-481d-ab1a-024f51876686, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=95d6d8b6-0689-481d-ab1a-024f51876686,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:08.878963 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb77-8c4a-4d97-941a-36d70e2a87ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:08.894456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2d93cb77-8c4a-4d97-941a-36d70e2a87ba None None] Calling delete_port for 95d6d8b6-0689-481d-ab1a-024f51876686 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:08.960740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29b470-a86c-4011-ab98-80a36f770f96 req-da306417-001b-4140-9852-a3d0b38e07c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:08.962492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a29b470-a86c-4011-ab98-80a36f770f96 req-da306417-001b-4140-9852-a3d0b38e07c3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&shared=False HTTP/1.1" status: 200 len: 915 time: 0.2769680 Jul 05 04:16:08.971072 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-939052a2-8462-4b2e-b985-80c53465ff71 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:08.973995 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-939052a2-8462-4b2e-b985-80c53465ff71 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags/tempest-TagsExtTest-Tag-1026131927 HTTP/1.1" status: 404 len: 329 time: 0.1342294 Jul 05 04:16:08.977065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33710) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:08.981051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-300c43f4-f44d-4cee-a171-713c9d147238 req-a04e8fb4-1d19-43b8-8ab4-858b4c0638db tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2597551 Jul 05 04:16:08.985068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-504d2071-7a55-4506-b010-18f58687c998 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d', 'tempest-TagsExtTest-Tag-1238746614') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:09.100570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=95d6d8b6-0689-481d-ab1a-024f51876686,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:09.106189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a29b470-a86c-4011-ab98-80a36f770f96 req-c100377d-599f-4d7a-8c3d-22fc6bbdb7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.106189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a29b470-a86c-4011-ab98-80a36f770f96 req-c100377d-599f-4d7a-8c3d-22fc6bbdb7c3 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1322653 Jul 05 04:16:09.125428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 450f01ac-c880-4b8a-808a-28755f0ad55f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:09.125900 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.139171 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-504d2071-7a55-4506-b010-18f58687c998 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:09.142772 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-504d2071-7a55-4506-b010-18f58687c998 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags/tempest-TagsExtTest-Tag-1238746614 HTTP/1.1" status: 404 len: 329 time: 0.1646938 Jul 05 04:16:09.148654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33714) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:09.169376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-e98295d8-c850-46ab-a573-ea88733575ed tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe', {'tags': ['tempest-TagsExtTest-Tag-1633370723', 'tempest-TagsExtTest-Tag-505152584', 'tempest-TagsExtTest-Tag-702517156']}) {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:09.190459 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d93cb77-8c4a-4d97-941a-36d70e2a87ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.272655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d93cb77-8c4a-4d97-941a-36d70e2a87ba None None] Pushing event deleted for resources: {'Port': ['ID=95d6d8b6-0689-481d-ab1a-024f51876686,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:09.287967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d93cb77-8c4a-4d97-941a-36d70e2a87ba None None] No DVR routers for this DVR port 95d6d8b6-0689-481d-ab1a-024f51876686 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:09.388246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-22dae2ad-6d7e-4f28-b148-725a50f72e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.389960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-22dae2ad-6d7e-4f28-b148-725a50f72e5a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 1095 time: 0.2168119 Jul 05 04:16:09.434652 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e98295d8-c850-46ab-a573-ea88733575ed tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags HTTP/1.1" status: 200 len: 316 time: 0.2877455 Jul 05 04:16:09.437610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33722) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:09.442251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-4e59266f-5e27-4d08-8142-a8ffd4768270 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:09.539321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-67319224-2b91-4b15-a24b-7dfc30b211fc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 HTTP/1.1" status: 200 len: 217 time: 0.1380053 Jul 05 04:16:09.555835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 95d6d8b6-0689-481d-ab1a-024f51876686 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:09.588355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 95d6d8b6-0689-481d-ab1a-024f51876686 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:09.588703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 95d6d8b6-0689-481d-ab1a-024f51876686 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:09.682751 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4e59266f-5e27-4d08-8142-a8ffd4768270 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags HTTP/1.1" status: 204 len: 168 time: 0.2444050 Jul 05 04:16:09.685434 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33728) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:09.690037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-a3c9f867-828a-422d-939e-e86a8f871adc tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe', 'tempest-TagsExtTest-Tag-1633370723') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:09.702223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-49e218a9-83ab-41bc-b4e3-7fa45bafdaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.703704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-49e218a9-83ab-41bc-b4e3-7fa45bafdaa7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=62263bbc-eae2-406c-b43e-9885c6fcb4c9 HTTP/1.1" status: 200 len: 854 time: 0.1542330 Jul 05 04:16:09.762509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.objects.ports [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:16:09.765056 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-8aa7a565-3cd0-429b-a40b-a7471935b272 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=443d4a5e-ff4e-4e84-a580-4a17e8375162&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0536656 Jul 05 04:16:09.767698 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.800332 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-a3c9f867-828a-422d-939e-e86a8f871adc tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:09.804157 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a3c9f867-828a-422d-939e-e86a8f871adc tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags/tempest-TagsExtTest-Tag-1633370723 HTTP/1.1" status: 404 len: 329 time: 0.1169975 Jul 05 04:16:09.806809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33730) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:09.815919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-c2a53007-30df-4741-91fb-26ce472a7264 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe', 'tempest-TagsExtTest-Tag-505152584') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:09.877472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:09.888546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cab3d-fe76-40c4-814a-c9afa17267c8 req-9ad40cdb-2bea-4deb-97c4-83e23e430e0d tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.889693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-722cab3d-fe76-40c4-814a-c9afa17267c8 req-9ad40cdb-2bea-4deb-97c4-83e23e430e0d tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1098 time: 0.3250608 Jul 05 04:16:09.893009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:09.900449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:09.901044 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.907298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=87eb03af-ef1e-4a50-b65e-c681c29a5b17,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:09.909222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52580544-e23b-4280-8d56-0ac3d3b427ed None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:09.937492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-722cab3d-fe76-40c4-814a-c9afa17267c8 req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:09.948770 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-c2a53007-30df-4741-91fb-26ce472a7264 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:09.952647 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c2a53007-30df-4741-91fb-26ce472a7264 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags/tempest-TagsExtTest-Tag-505152584 HTTP/1.1" status: 404 len: 328 time: 0.1420553 Jul 05 04:16:09.954008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33734) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:09.959012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-46aea2a3-a1ea-449d-bd9b-1a60f7768d71 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe', 'tempest-TagsExtTest-Tag-702517156') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:09.971666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-3efbe6a9-7c99-416b-a215-0b9888a30de8 service neutron] 10.222.0.26 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1892495 Jul 05 04:16:10.089696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f04083fe-9ce6-4c3e-991c-b008ab1f46fb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.6585181 Jul 05 04:16:10.098241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33738) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.117645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b49146b9-734e-49b7-a822-beb7c868c380 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:10.276580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae0586d9-71be-46a1-83d2-d5e2a58456a0 req-f7919804-c068-4146-9233-0c8c0277cb5d service neutron] 10.222.0.26 "GET /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2914524 Jul 05 04:16:10.318378 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-46aea2a3-a1ea-449d-bd9b-1a60f7768d71 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:10.329926 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-46aea2a3-a1ea-449d-bd9b-1a60f7768d71 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags/tempest-TagsExtTest-Tag-702517156 HTTP/1.1" status: 404 len: 328 time: 0.3737533 Jul 05 04:16:10.332702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33740) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.340957 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-5718c35c-29bd-493c-9534-767da752136f tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd', {'tags': ['tempest-TagsExtTest-Tag-464487892', 'tempest-TagsExtTest-Tag-2119986679', 'tempest-TagsExtTest-Tag-137885866']}) {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:10.348666 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-722cab3d-fe76-40c4-814a-c9afa17267c8 req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.362392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c0fe72-323d-4e03-9cf0-30f746dada2a req-dcceb0ef-b6a7-419a-8049-33a8473f9f4a tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:10.368941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '87eb03af-ef1e-4a50-b65e-c681c29a5b17'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:10.368941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.371436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69c0fe72-323d-4e03-9cf0-30f746dada2a req-dcceb0ef-b6a7-419a-8049-33a8473f9f4a tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 943 time: 0.1467352 Jul 05 04:16:10.435546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69c0fe72-323d-4e03-9cf0-30f746dada2a req-cdf0e5d8-4013-46a0-94a3-6657b7c8d620 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643427 Jul 05 04:16:10.512276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-722cab3d-fe76-40c4-814a-c9afa17267c8 req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.552251 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-722cab3d-fe76-40c4-814a-c9afa17267c8 req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6534762 Jul 05 04:16:10.596622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc1cb61-402f-4aa8-af94-e4709ca0b409,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:10.607552 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5718c35c-29bd-493c-9534-767da752136f tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags HTTP/1.1" status: 200 len: 316 time: 0.2689049 Jul 05 04:16:10.616791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33746) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:10.630981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-fe924c58-a5d6-45e3-8411-747c7b283943 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:10.640091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.640324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.640850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.641203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.641719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.642070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.642404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.642839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.643143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.643435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.643770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.644137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f65d26d9-c420-439e-86c4-45112bb1a8b6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:10.665241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Allocated IP 2001:db8::f816:3eff:fe28:d3f1 (4e8666f2-1800-4194-b3cc-657fb8271ed3/87eb03af-ef1e-4a50-b65e-c681c29a5b17/442e757b-3f39-4cbf-9de6-abf7edf1a2b6) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:10.764327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b49146b9-734e-49b7-a822-beb7c868c380 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:10.768212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b49146b9-734e-49b7-a822-beb7c868c380 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.885522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41810807-8c73-400b-90b1-3eb098990a9a req-e7089395-1693-44b6-af99-1da132adae76 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:10.888457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41810807-8c73-400b-90b1-3eb098990a9a req-e7089395-1693-44b6-af99-1da132adae76 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1161294 Jul 05 04:16:10.903140 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5edfcc64-71cc-41b5-82f6-cebc49ebe34e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:10.940186 n-d-758944-41 neutron-server[100895]: INFO neutron.db.ipam_backend_mixin [None req-b49146b9-734e-49b7-a822-beb7c868c380 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 87eb03af-ef1e-4a50-b65e-c681c29a5b17 (CIDR: 2001:db8::/64) Jul 05 04:16:10.955490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41810807-8c73-400b-90b1-3eb098990a9a req-604bda21-a985-45a1-95fb-757e9dc55223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602789 Jul 05 04:16:10.987530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33752) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:11.017571 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.026986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Transition to ACTIVE for port object 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:11.043145 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fe924c58-a5d6-45e3-8411-747c7b283943 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags HTTP/1.1" status: 204 len: 168 time: 0.4249358 Jul 05 04:16:11.044377 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49146b9-734e-49b7-a822-beb7c868c380 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:11.045025 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49146b9-734e-49b7-a822-beb7c868c380 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:11.046126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33754) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:11.050235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Transition to ACTIVE for port object 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:11.052682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-819beb59-bf7b-4db2-97e2-9a13140972f0 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd', 'tempest-TagsExtTest-Tag-464487892') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:11.055325 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.078894 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c8dd8c79-9e33-4491-a4cc-bf20091b2a08 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/9aeed43f-d084-408c-83dd-f35fbdabf066 HTTP/1.1" status: 200 len: 993 time: 0.0898972 Jul 05 04:16:11.148020 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.148864 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b49146b9-734e-49b7-a822-beb7c868c380 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0474763 Jul 05 04:16:11.151409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33760) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:11.161097 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6c9fa97c-1181-4780-b077-9d03934c0980 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:11.219158 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-819beb59-bf7b-4db2-97e2-9a13140972f0 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:11.221248 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-819beb59-bf7b-4db2-97e2-9a13140972f0 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags/tempest-TagsExtTest-Tag-464487892 HTTP/1.1" status: 404 len: 328 time: 0.1738293 Jul 05 04:16:11.224486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33762) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:11.229171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.tag.tag_plugin [None req-8bbf1eaf-44cb-47c5-bf57-9d456d332f6e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd', 'tempest-TagsExtTest-Tag-2119986679') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:11.245943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:11.250172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:11.254816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Pushing event updated for resources: {'Port': ['ID=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:11.266628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:11.363219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Attempting to bind port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:11.365043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Attempting to bind port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:11.365043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Attempting to bind port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:11.369960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:11.370598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:11.370705 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.371109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:11.371617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Bound port: 442e757b-3f39-4cbf-9de6-abf7edf1a2b6, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:11.371985 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.418074 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-8bbf1eaf-44cb-47c5-bf57-9d456d332f6e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:11.420305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8bbf1eaf-44cb-47c5-bf57-9d456d332f6e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags/tempest-TagsExtTest-Tag-2119986679 HTTP/1.1" status: 404 len: 329 time: 0.1945169 Jul 05 04:16:11.423501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33768) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:11.442473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-2287ee43-8889-48bc-bffe-bd94f9d0f3bb tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd', 'tempest-TagsExtTest-Tag-137885866') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:11.495968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c9fa97c-1181-4780-b077-9d03934c0980 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:11.499834 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa97c-1181-4780-b077-9d03934c0980 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.512764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] For port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:11.516317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] For port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:11.652409 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:11.875596 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-2287ee43-8889-48bc-bffe-bd94f9d0f3bb tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:11.888540 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2287ee43-8889-48bc-bffe-bd94f9d0f3bb tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags/tempest-TagsExtTest-Tag-137885866 HTTP/1.1" status: 404 len: 328 time: 0.4637341 Jul 05 04:16:11.892567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33782) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:11.910950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-981865cf-67c3-4c2c-95ba-5a4bfe9a1639 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3', {'tags': ['tempest-TagsExtTest-Tag-1445771618', 'tempest-TagsExtTest-Tag-1083917522', 'tempest-TagsExtTest-Tag-1291589836']}) {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:12.034050 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf954fc-221a-4410-a06e-f64adc295c53 None None] Pushing event updated for resources: {'Port': ['ID=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:12.149508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.461765 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-981865cf-67c3-4c2c-95ba-5a4bfe9a1639 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "PUT /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags HTTP/1.1" status: 200 len: 318 time: 0.5604057 Jul 05 04:16:12.464795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33802) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.467267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa97c-1181-4780-b077-9d03934c0980 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.478633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-24a904a7-a2d4-49be-94c2-275a815316f4 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:12.552012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c9fa97c-1181-4780-b077-9d03934c0980 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:12.558305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-6c9fa97c-1181-4780-b077-9d03934c0980 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:12.565003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c9fa97c-1181-4780-b077-9d03934c0980 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:12.565003 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c9fa97c-1181-4780-b077-9d03934c0980 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:12.572770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64a2b6b-5e93-4e01-8260-ccb044cb504f req-0a868efa-e7cb-4d32-a838-0fa1058631e6 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:12.574352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e64a2b6b-5e93-4e01-8260-ccb044cb504f req-0a868efa-e7cb-4d32-a838-0fa1058631e6 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 943 time: 0.9722037 Jul 05 04:16:12.592392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9fa97c-1181-4780-b077-9d03934c0980 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=81fae82d-3657-43d0-84e6-630b68aa4fa5,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:12.629001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e64a2b6b-5e93-4e01-8260-ccb044cb504f req-0fd9b917-1c63-4e5c-846b-aaa15ca16228 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374494 Jul 05 04:16:12.659271 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6c9fa97c-1181-4780-b077-9d03934c0980 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5043528 Jul 05 04:16:12.662447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33808) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.671470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:cb:7b:4c', 'name': 'tempest-NetworksTestDHCPv6-734017902'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:12.718002 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-24a904a7-a2d4-49be-94c2-275a815316f4 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags HTTP/1.1" status: 204 len: 168 time: 0.2493832 Jul 05 04:16:12.718246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33814) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.724410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-7152cb11-86a6-4b65-9ed9-1507390b8426 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3', 'tempest-TagsExtTest-Tag-1445771618') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:12.770399 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-7152cb11-86a6-4b65-9ed9-1507390b8426 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:12.771939 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7152cb11-86a6-4b65-9ed9-1507390b8426 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags/tempest-TagsExtTest-Tag-1445771618 HTTP/1.1" status: 404 len: 329 time: 0.0522830 Jul 05 04:16:12.778360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33818) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.800929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-ef6370c6-d2f9-4057-95ef-4489cd2de473 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3', 'tempest-TagsExtTest-Tag-1083917522') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:12.856710 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-ef6370c6-d2f9-4057-95ef-4489cd2de473 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:12.861149 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ef6370c6-d2f9-4057-95ef-4489cd2de473 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags/tempest-TagsExtTest-Tag-1083917522 HTTP/1.1" status: 404 len: 329 time: 0.0738065 Jul 05 04:16:12.861791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33822) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.868671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-0a9780d8-4bc3-4104-a33c-19830f7a99e3 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3', 'tempest-TagsExtTest-Tag-1291589836') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:12.941089 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-0a9780d8-4bc3-4104-a33c-19830f7a99e3 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] show failed (client error): The resource could not be found. Jul 05 04:16:12.942174 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0a9780d8-4bc3-4104-a33c-19830f7a99e3 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags/tempest-TagsExtTest-Tag-1291589836 HTTP/1.1" status: 404 len: 329 time: 0.0794301 Jul 05 04:16:12.949344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33824) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:12.953858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-2ac8de81-dcfd-442c-86bc-518b52bec503 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '6ff73a27-edce-4588-af11-b870f184ebc3') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:12.992947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33826) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.027355 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2ac8de81-dcfd-442c-86bc-518b52bec503 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3/tags HTTP/1.1" status: 204 len: 168 time: 0.0769539 Jul 05 04:16:13.030357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33830) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.042892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-359cde45-c3f4-4292-bb63-3d39f8609d51 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:13.077877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:13.119848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de96631-60ed-4235-8b75-387476b71cae req-111c3a39-1d9e-4a6a-9ff9-a90040eebe10 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:13.128837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5de96631-60ed-4235-8b75-387476b71cae req-111c3a39-1d9e-4a6a-9ff9-a90040eebe10 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1970711 Jul 05 04:16:13.169293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:13.250448 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-359cde45-c3f4-4292-bb63-3d39f8609d51 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd/tags HTTP/1.1" status: 204 len: 168 time: 0.2128470 Jul 05 04:16:13.250681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33834) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.263230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-c73c0f7c-7d44-49e3-bf2d-c43b9fde0ed3 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '5d1634ed-a9cc-434e-8279-6d1c2f2affbe') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:13.312121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5de96631-60ed-4235-8b75-387476b71cae req-d87d2911-c3d9-43ee-a276-8bb200f99046 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1811430 Jul 05 04:16:13.378213 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-f8856cc0-4d6c-4f98-b8bb-af27e35097cc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3840137 Jul 05 04:16:13.378983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:13.386162 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.413173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port b1a722a4-05c5-4df2-8b26-ae83f1f807b5 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:13.431192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7', 'network_id': '443d4a5e-ff4e-4e84-a580-4a17e8375162', 'port_id': '6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7', 'mac_address': 'fa:16:3e:4d:14:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62263bbc-eae2-406c-b43e-9885c6fcb4c9', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:13.483116 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c73c0f7c-7d44-49e3-bf2d-c43b9fde0ed3 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe/tags HTTP/1.1" status: 204 len: 168 time: 0.2254353 Jul 05 04:16:13.485037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33838) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.489981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.tag.tag_plugin [None req-b4de4e07-bbd3-4062-a17e-114be3d51a4f tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '52ac0bf1-986b-40ec-b63d-1c02ac83701d') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:13.585090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.605374 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:13.649899 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4de4e07-bbd3-4062-a17e-114be3d51a4f tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d/tags HTTP/1.1" status: 204 len: 168 time: 0.1630070 Jul 05 04:16:13.655855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33846) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:13.662225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:13.706070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:13.888671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8:0:1::3b (4e8666f2-1800-4194-b3cc-657fb8271ed3/81fae82d-3657-43d0-84e6-630b68aa4fa5/b1a722a4-05c5-4df2-8b26-ae83f1f807b5) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:13.931805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::f816:3eff:fecb:7b4c (4e8666f2-1800-4194-b3cc-657fb8271ed3/87eb03af-ef1e-4a50-b65e-c681c29a5b17/b1a722a4-05c5-4df2-8b26-ae83f1f807b5) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:13.991263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24724e96-5d10-4db2-885c-4fde934cda7b None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:14.037491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:14.121084 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.378209 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.440652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.441308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f59d205a-74c4-45ec-bd0a-b6cf00361a71 None None] Provisioning for port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:14.486444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:14.489348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object b1a722a4-05c5-4df2-8b26-ae83f1f807b5 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:14.518563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:14.524142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:14.524487 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.590181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:14.686097 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.709733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5557bbaf-61cd-4430-8dcb-e86766a18da1 None None] Update dhcp port {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': '87eb03af-ef1e-4a50-b65e-c681c29a5b17', 'ip_address': '2001:db8::f816:3eff:fe28:d3f1'}, {'subnet_id': '81fae82d-3657-43d0-84e6-630b68aa4fa5'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '442e757b-3f39-4cbf-9de6-abf7edf1a2b6'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:16:14.711067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6918e684-033f-41dd-8a48-fec15565c13e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for subnetpool, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.712731 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6918e684-033f-41dd-8a48-fec15565c13e tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/subnetpools/6ff73a27-edce-4588-af11-b870f184ebc3 HTTP/1.1" status: 204 len: 168 time: 1.0557251 Jul 05 04:16:14.715191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33880) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.720201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adbe01-063d-4b25-960d-9e4574a3657c req-d6e4644a-e952-4587-b34c-2ddae6eca383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:14.722366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23adbe01-063d-4b25-960d-9e4574a3657c req-d6e4644a-e952-4587-b34c-2ddae6eca383 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1098 time: 0.8246095 Jul 05 04:16:14.739331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6922720-ef2f-4c58-a21c-daade06cd425 req-d808ef03-0429-4294-92b5-58cabb00fb6c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:14.749135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6922720-ef2f-4c58-a21c-daade06cd425 req-d808ef03-0429-4294-92b5-58cabb00fb6c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 944 time: 0.3635449 Jul 05 04:16:14.764058 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5ae7310e-52af-43ca-8ec6-a57137f6983f tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "GET /v2.0/ports?device_id=aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd HTTP/1.1" status: 200 len: 205 time: 0.0474474 Jul 05 04:16:14.766255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33882) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:14.860129 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-daa1a6e3-11f7-42cd-94ed-4a77c5eb20fe tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.908595 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.951341 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:14.986344 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5557bbaf-61cd-4430-8dcb-e86766a18da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.032851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:15.038159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6922720-ef2f-4c58-a21c-daade06cd425 req-10968cfa-56e7-4a73-9d80-b4b0570d4167 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2878304 Jul 05 04:16:15.114363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:15.139117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a056e16d-63e2-4db4-bb28-78d27bac11c4 req-54a3b144-ea77-496e-b80d-5f452dfdf834 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.141004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a056e16d-63e2-4db4-bb28-78d27bac11c4 req-54a3b144-ea77-496e-b80d-5f452dfdf834 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.5635231 Jul 05 04:16:15.144626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:15.149116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=b1a722a4-05c5-4df2-8b26-ae83f1f807b5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.198813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:15.200560 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.208638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.231791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.300498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-daa1a6e3-11f7-42cd-94ed-4a77c5eb20fe tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.304250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-daa1a6e3-11f7-42cd-94ed-4a77c5eb20fe tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.326891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a056e16d-63e2-4db4-bb28-78d27bac11c4 req-b650b8f2-cbab-4d1d-9e12-8075bdff20b7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1706386 Jul 05 04:16:15.327992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adbe01-063d-4b25-960d-9e4574a3657c req-eedd1310-a42c-4557-a57d-dc44362514c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.329532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23adbe01-063d-4b25-960d-9e4574a3657c req-eedd1310-a42c-4557-a57d-dc44362514c5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 898 time: 0.5713999 Jul 05 04:16:15.362121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:15.424883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33898) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.430733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-5557bbaf-61cd-4430-8dcb-e86766a18da1 None None] Allocated IP 2001:db8:0:1::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/81fae82d-3657-43d0-84e6-630b68aa4fa5/442e757b-3f39-4cbf-9de6-abf7edf1a2b6) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:15.433203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4cbee8e7-7166-4d73-bcb6-14d3880cdb56 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 2.7696178 Jul 05 04:16:15.502201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-daa1a6e3-11f7-42cd-94ed-4a77c5eb20fe tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.504607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23adbe01-063d-4b25-960d-9e4574a3657c req-9728f14a-b13f-4284-9058-5dd08f41a49c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 1001 time: 0.1559565 Jul 05 04:16:15.506184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-daa1a6e3-11f7-42cd-94ed-4a77c5eb20fe tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Fanout notify agent at l3_agent the message router_deleted on router aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:16:15.547191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-daa1a6e3-11f7-42cd-94ed-4a77c5eb20fe tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.554821 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-daa1a6e3-11f7-42cd-94ed-4a77c5eb20fe tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/routers/aa9c5fd6-6a02-4f38-b82a-e91f658ec1cd HTTP/1.1" status: 204 len: 168 time: 0.7864459 Jul 05 04:16:15.565135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33900) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:15.649998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adbe01-063d-4b25-960d-9e4574a3657c req-3673973e-d331-47e0-842a-832601d845ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.651433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23adbe01-063d-4b25-960d-9e4574a3657c req-3673973e-d331-47e0-842a-832601d845ff service neutron] 10.222.0.26 "GET /v2.0/subnets?id=196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 200 len: 834 time: 0.1460152 Jul 05 04:16:15.721303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:15.819441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5557bbaf-61cd-4430-8dcb-e86766a18da1 None None] For port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:15.862573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e5514001-85ae-4f67-890d-568eacba07a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port b1a722a4-05c5-4df2-8b26-ae83f1f807b5 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:15.863131 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5514001-85ae-4f67-890d-568eacba07a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.865388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23adbe01-063d-4b25-960d-9e4574a3657c req-bee3ddff-93e9-4c85-b3a5-c4a2b3cce2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:15.865842 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5557bbaf-61cd-4430-8dcb-e86766a18da1 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.869354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:15.870717 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:15.875517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23adbe01-063d-4b25-960d-9e4574a3657c req-bee3ddff-93e9-4c85-b3a5-c4a2b3cce2fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c6ce872-f154-40e2-a212-88dbb522be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2059312 Jul 05 04:16:15.922820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5557bbaf-61cd-4430-8dcb-e86766a18da1 None None] Transition to ACTIVE for port object 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:15.942373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-383d1929-211c-441a-bf00-a6d951c826b9 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Deleting port 5d1634ed-a9cc-434e-8279-6d1c2f2affbe {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:15.942731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-383d1929-211c-441a-bf00-a6d951c826b9 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.045035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23adbe01-063d-4b25-960d-9e4574a3657c req-8d075ef5-6843-40de-81f2-b68de1a7ba43 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622310 Jul 05 04:16:16.067254 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5557bbaf-61cd-4430-8dcb-e86766a18da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.176083 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5514001-85ae-4f67-890d-568eacba07a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.202756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e5514001-85ae-4f67-890d-568eacba07a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for b1a722a4-05c5-4df2-8b26-ae83f1f807b5 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:16.218336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-383d1929-211c-441a-bf00-a6d951c826b9 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:16.268196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-383d1929-211c-441a-bf00-a6d951c826b9 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Calling delete_port for 5d1634ed-a9cc-434e-8279-6d1c2f2affbe owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:16.282914 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557bbaf-61cd-4430-8dcb-e86766a18da1 None None] Pushing event updated for resources: {'Port': ['ID=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:16.310675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23adbe01-063d-4b25-960d-9e4574a3657c req-d66bde0c-27e4-421a-b3f9-1bbfc491061f service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574108 Jul 05 04:16:16.593441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dcfda7-dcc3-41de-8083-90ef4793adc1 req-4d9a1ba7-3f42-4912-8c01-a22c9841e543 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:16.601208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47dcfda7-dcc3-41de-8083-90ef4793adc1 req-4d9a1ba7-3f42-4912-8c01-a22c9841e543 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 944 time: 0.2494736 Jul 05 04:16:16.704884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47dcfda7-dcc3-41de-8083-90ef4793adc1 req-1378f7ce-c67b-42aa-ba4c-0cf6144be3e5 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026487 Jul 05 04:16:16.766340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd82d55-ebc1-4757-954a-c84bcca57937 req-46a7faf6-23a8-4f48-b0d0-af09af074a7b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:16.774304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfd82d55-ebc1-4757-954a-c84bcca57937 req-46a7faf6-23a8-4f48-b0d0-af09af074a7b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1549268 Jul 05 04:16:16.837719 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfd82d55-ebc1-4757-954a-c84bcca57937 req-8da4466d-372c-47f1-b35a-7108241cc508 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0622365 Jul 05 04:16:16.981609 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-383d1929-211c-441a-bf00-a6d951c826b9 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.024335 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5514001-85ae-4f67-890d-568eacba07a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.067112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383d1929-211c-441a-bf00-a6d951c826b9 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Pushing event deleted for resources: {'Port': ['ID=5d1634ed-a9cc-434e-8279-6d1c2f2affbe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:17.123494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:17.184518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5514001-85ae-4f67-890d-568eacba07a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=b1a722a4-05c5-4df2-8b26-ae83f1f807b5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:17.290283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:17.295386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:17.295925 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.345292 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5514001-85ae-4f67-890d-568eacba07a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.351069 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e5514001-85ae-4f67-890d-568eacba07a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/b1a722a4-05c5-4df2-8b26-ae83f1f807b5 HTTP/1.1" status: 204 len: 168 time: 1.9251893 Jul 05 04:16:17.355390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33930) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:17.473562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-b70f84a7-3d74-4813-b97e-49329f01dfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:17.475098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-b70f84a7-3d74-4813-b97e-49329f01dfb5 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1098 time: 0.2161000 Jul 05 04:16:17.521113 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.526179 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-383d1929-211c-441a-bf00-a6d951c826b9 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.538287 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-383d1929-211c-441a-bf00-a6d951c826b9 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/ports/5d1634ed-a9cc-434e-8279-6d1c2f2affbe HTTP/1.1" status: 204 len: 168 time: 1.9720597 Jul 05 04:16:17.539055 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33932) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:17.601926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:17.603831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c2f9c6-9d92-40c1-97ca-6994b4acd741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:17.607607 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef11893f-ca04-4acb-943f-97da7cb22c2b" -d '{"events": [{"server_uuid": "e3c2f9c6-9d92-40c1-97ca-6994b4acd741", "name": "network-vif-plugged", "status": "completed", "tag": "6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:17.667061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:17.725152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5aa6156-54fd-46c9-bc81-30a3ea149795 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Deleting subnet 52ac0bf1-986b-40ec-b63d-1c02ac83701d {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:17.738404 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.751018 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6156-54fd-46c9-bc81-30a3ea149795 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:17.784831 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab556201-d553-420d-b547-b3a67b72082d x-openstack-request-id: req-ab556201-d553-420d-b547-b3a67b72082d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:17.791554 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c2f9c6-9d92-40c1-97ca-6994b4acd741", "name": "network-vif-plugged", "status": "completed", "tag": "6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:17.801672 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab556201-d553-420d-b547-b3a67b72082d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:17.802401 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c2f9c6-9d92-40c1-97ca-6994b4acd741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7', 'code': 200} Jul 05 04:16:17.893674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-b909a62c-dc20-4c5d-99a0-1edd8a3e3269 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:17.897538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-b909a62c-dc20-4c5d-99a0-1edd8a3e3269 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 898 time: 0.3821297 Jul 05 04:16:17.898928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e02c94c9-e785-4886-8402-2314c8702821 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:17.910291 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e02c94c9-e785-4886-8402-2314c8702821 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5415101 Jul 05 04:16:17.911640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33946) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:17.952731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:17.984909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cb5a737c-35eb-4f9d-ad8d-4808d8a86d78 None None] Provisioning for port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:18.007170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cb5a737c-35eb-4f9d-ad8d-4808d8a86d78 None None] Provisioning complete for port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:18.007548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cb5a737c-35eb-4f9d-ad8d-4808d8a86d78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.089464 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6156-54fd-46c9-bc81-30a3ea149795 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.135875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:18.140927 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.200266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d7aef1-2fc6-46c2-916b-25138932040c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.205655 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-67d7aef1-2fc6-46c2-916b-25138932040c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2792025 Jul 05 04:16:18.206461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33950) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.349315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8573e43e-4359-4576-9b56-d5bbef809984 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 1001 time: 0.4393265 Jul 05 04:16:18.441366 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4786eb-dbfc-407a-942b-cf163d293b40 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.443626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4786eb-dbfc-407a-942b-cf163d293b40 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.445699 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4786eb-dbfc-407a-942b-cf163d293b40 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.450754 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8a4786eb-dbfc-407a-942b-cf163d293b40 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2316773 Jul 05 04:16:18.451660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33954) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.471793 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6156-54fd-46c9-bc81-30a3ea149795 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.482190 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b836f02d-7a2c-4aa4-9b56-e6657df40fb4 None None] Could not find standard attr ID for object b1a722a4-05c5-4df2-8b26-ae83f1f807b5. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:18.504702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95274a38-ef5e-4589-910f-d21b49d8ffd3 req-b803d2f9-d7cd-44d8-b6af-ee83c8d9858b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.512801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95274a38-ef5e-4589-910f-d21b49d8ffd3 req-b803d2f9-d7cd-44d8-b6af-ee83c8d9858b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.3356206 Jul 05 04:16:18.518727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc88d33-f54a-44d1-b8af-ba5f9daeab6f req-4fbd1aeb-3135-47dd-b93f-af5c7b29b2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.520537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edc88d33-f54a-44d1-b8af-ba5f9daeab6f req-4fbd1aeb-3135-47dd-b93f-af5c7b29b2c6 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 1097 time: 0.6220756 Jul 05 04:16:18.581073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-3fab7d1e-3a34-4c9a-b07c-cb720528fe6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.582616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-3fab7d1e-3a34-4c9a-b07c-cb720528fe6e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 200 len: 834 time: 0.2155476 Jul 05 04:16:18.583416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4ea31a6-c35a-42a6-a8b5-10f5e9cfcefc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 81fae82d-3657-43d0-84e6-630b68aa4fa5 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:18.590120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4ea31a6-c35a-42a6-a8b5-10f5e9cfcefc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.602584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1932b9fb-6149-460b-8899-da896ae56da7 req-79f983d2-c25d-4de3-8c01-ee6f013e7b94 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.604359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1932b9fb-6149-460b-8899-da896ae56da7 req-79f983d2-c25d-4de3-8c01-ee6f013e7b94 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.4107854 Jul 05 04:16:18.662260 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4ea31a6-c35a-42a6-a8b5-10f5e9cfcefc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.690822 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95274a38-ef5e-4589-910f-d21b49d8ffd3 req-2ff53055-c1fe-45de-9945-cec81b120b19 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672904 Jul 05 04:16:18.704512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edc88d33-f54a-44d1-b8af-ba5f9daeab6f req-05a4e628-3e13-4c50-bd00-c32879924fab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653068 Jul 05 04:16:18.727304 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6156-54fd-46c9-bc81-30a3ea149795 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.738084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1932b9fb-6149-460b-8899-da896ae56da7 req-16990b1e-0e7d-4463-ba02-c92b36dc30a5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777717 Jul 05 04:16:18.753593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-5f0c8b03-519d-4824-a9f3-f67f096ee26a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:18.755481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-5f0c8b03-519d-4824-a9f3-f67f096ee26a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c6ce872-f154-40e2-a212-88dbb522be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1488452 Jul 05 04:16:18.777336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5aa6156-54fd-46c9-bc81-30a3ea149795 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:18.777702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c145d5a8-1ff4-49c2-bd1c-3edf30f357bd None None] Network 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:18.780652 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d5aa6156-54fd-46c9-bc81-30a3ea149795 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/subnets/52ac0bf1-986b-40ec-b63d-1c02ac83701d HTTP/1.1" status: 204 len: 168 time: 1.2390072 Jul 05 04:16:18.783547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5aa6156-54fd-46c9-bc81-30a3ea149795 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Pushing event deleted for resources: {'Subnet': ['ID=52ac0bf1-986b-40ec-b63d-1c02ac83701d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:18.788908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33960) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:18.955989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-b41e36a2-f1dc-4c04-b9d6-057862b226e3 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1812408 Jul 05 04:16:18.983433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4ea31a6-c35a-42a6-a8b5-10f5e9cfcefc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.065767 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.176149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-d0392bb0-f9de-4c0f-a028-e651df579a73 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120340 Jul 05 04:16:19.185467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6452f556-6aaa-4b7a-ba8c-9dce1e2cdfde None None] DHCP port deletion for 3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:19.199354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Deleting port 450f01ac-c880-4b8a-808a-28755f0ad55f {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:19.199881 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.289333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6452f556-6aaa-4b7a-ba8c-9dce1e2cdfde None None] Deleting port 450f01ac-c880-4b8a-808a-28755f0ad55f {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:19.289889 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6452f556-6aaa-4b7a-ba8c-9dce1e2cdfde None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.304836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4ea31a6-c35a-42a6-a8b5-10f5e9cfcefc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.406207 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] For port 450f01ac-c880-4b8a-808a-28755f0ad55f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=450f01ac-c880-4b8a-808a-28755f0ad55f,segment=NetworkSegment(7d116f2f-e566-4248-9175-508ea7c254c4),segment_id=7d116f2f-e566-4248-9175-508ea7c254c4)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:19.406207 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.425629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Calling delete_port for 450f01ac-c880-4b8a-808a-28755f0ad55f owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:19.475049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4ea31a6-c35a-42a6-a8b5-10f5e9cfcefc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=81fae82d-3657-43d0-84e6-630b68aa4fa5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:19.515196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b4ea31a6-c35a-42a6-a8b5-10f5e9cfcefc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.517602 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4ea31a6-c35a-42a6-a8b5-10f5e9cfcefc tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/81fae82d-3657-43d0-84e6-630b68aa4fa5 HTTP/1.1" status: 204 len: 168 time: 1.0590961 Jul 05 04:16:19.520362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33974) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:19.559959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-838503fb-32f4-4d5b-bf9a-e1759aa38d5f None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:19.561831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 450f01ac-c880-4b8a-808a-28755f0ad55f no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:19.642330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-69945be8-28ae-4adc-9703-1b393d2e8e4d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 87eb03af-ef1e-4a50-b65e-c681c29a5b17 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:19.651920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69945be8-28ae-4adc-9703-1b393d2e8e4d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.702219 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.711632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6452f556-6aaa-4b7a-ba8c-9dce1e2cdfde None None] For port 450f01ac-c880-4b8a-808a-28755f0ad55f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=450f01ac-c880-4b8a-808a-28755f0ad55f,segment=NetworkSegment(7d116f2f-e566-4248-9175-508ea7c254c4),segment_id=7d116f2f-e566-4248-9175-508ea7c254c4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:19.712321 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6452f556-6aaa-4b7a-ba8c-9dce1e2cdfde None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.724544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] No DVR routers for this DVR port 450f01ac-c880-4b8a-808a-28755f0ad55f on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:19.750743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No active binding found for port 450f01ac-c880-4b8a-808a-28755f0ad55f {{(pid=100897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 04:16:19.752744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 450f01ac-c880-4b8a-808a-28755f0ad55f not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:19.770736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6452f556-6aaa-4b7a-ba8c-9dce1e2cdfde None None] Calling delete_port for 450f01ac-c880-4b8a-808a-28755f0ad55f owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:19.784573 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69945be8-28ae-4adc-9703-1b393d2e8e4d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:19.803448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Pushing event deleted for resources: {'Port': ['ID=450f01ac-c880-4b8a-808a-28755f0ad55f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:19.937437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69945be8-28ae-4adc-9703-1b393d2e8e4d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.058828 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.096916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ef54d89-7b94-4d52-86bf-8727f8c6c3a0']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:20.113210 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6452f556-6aaa-4b7a-ba8c-9dce1e2cdfde None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.134534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d116f2f-e566-4248-9175-508ea7c254c4') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:20.136234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d116f2f-e566-4248-9175-508ea7c254c4') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:20.159955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.180348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6452f556-6aaa-4b7a-ba8c-9dce1e2cdfde None None] Pushing event deleted for resources: {'Port': ['ID=450f01ac-c880-4b8a-808a-28755f0ad55f,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.184570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6452f556-6aaa-4b7a-ba8c-9dce1e2cdfde None None] No DVR routers for this DVR port 450f01ac-c880-4b8a-808a-28755f0ad55f on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:20.209163 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.229098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:20.229511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: items = [ Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:20.232943 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:20.240623 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69945be8-28ae-4adc-9703-1b393d2e8e4d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.322905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69945be8-28ae-4adc-9703-1b393d2e8e4d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=87eb03af-ef1e-4a50-b65e-c681c29a5b17,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.334355 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-69945be8-28ae-4adc-9703-1b393d2e8e4d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.336613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-69945be8-28ae-4adc-9703-1b393d2e8e4d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/87eb03af-ef1e-4a50-b65e-c681c29a5b17 HTTP/1.1" status: 204 len: 168 time: 0.8147261 Jul 05 04:16:20.342693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 33986) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.391952 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-763ab261-3a3a-4969-abcb-78f923a21d0b None None] Update dhcp port {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': '87eb03af-ef1e-4a50-b65e-c681c29a5b17'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '442e757b-3f39-4cbf-9de6-abf7edf1a2b6'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:16:20.414708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-12fcb39d-e7d5-49ca-ace5-9d7cad98c16b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0704551 Jul 05 04:16:20.417634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 33990) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:20.423456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:20.442115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d076aad1-19ed-4536-a5aa-b883d88c1ba4 req-f92e7ae3-2771-48e1-b3ca-36e6398ec38e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:20.444357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d076aad1-19ed-4536-a5aa-b883d88c1ba4 req-f92e7ae3-2771-48e1-b3ca-36e6398ec38e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.3784385 Jul 05 04:16:20.454773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc4cd6-f05b-4375-b9a0-e4946ba373a1 req-d1e848b7-737c-43c4-8260-cec8639a9025 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:20.456461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ddc4cd6-f05b-4375-b9a0-e4946ba373a1 req-d1e848b7-737c-43c4-8260-cec8639a9025 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.3937130 Jul 05 04:16:20.515592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-763ab261-3a3a-4969-abcb-78f923a21d0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.531317 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.551735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.552005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ddc4cd6-f05b-4375-b9a0-e4946ba373a1 req-6ee7bffe-0ff9-4a6b-9a1b-8c1c786d57a0 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855591 Jul 05 04:16:20.554841 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] 10.222.0.30 "DELETE /v2.0/networks/3ef54d89-7b94-4d52-86bf-8727f8c6c3a0 HTTP/1.1" status: 204 len: 168 time: 1.7645800 Jul 05 04:16:20.611306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d076aad1-19ed-4536-a5aa-b883d88c1ba4 req-b2af1a31-7a57-40ec-a76b-77a6d30d0f2a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1535976 Jul 05 04:16:20.617746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c9a35-b747-4421-af9a-8e8615499663 tempest-TagsExtTest-370150566 tempest-TagsExtTest-370150566-project] Pushing event deleted for resources: {'Network': ['ID=3ef54d89-7b94-4d52-86bf-8727f8c6c3a0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:20.723401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:20.727946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:20.835378 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b24082-5a6b-4908-83d3-e48819fdae82 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:21.066132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0b7f4538-4a4a-49bb-94c9-3a130b5087a8 None None] Provisioning complete for port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:21.066513 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0b7f4538-4a4a-49bb-94c9-3a130b5087a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.244886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34004) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:21.278586 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cd77f00-fcf9-4e7a-b9e3-3b115b03991f None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:21.397431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3cd77f00-fcf9-4e7a-b9e3-3b115b03991f None None] Deleting port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:21.397919 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cd77f00-fcf9-4e7a-b9e3-3b115b03991f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.616847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:16:21.665805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9fa3b7ef-2e17-477b-88cc-ff77b597f9ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7419282726d404a864ea34b8b203aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4195383 Jul 05 04:16:21.668823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34020) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:21.691484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:21.794253 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b605693a-9978-4ef1-9196-83a7804764bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.837730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3cd77f00-fcf9-4e7a-b9e3-3b115b03991f None None] For port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:21.838311 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cd77f00-fcf9-4e7a-b9e3-3b115b03991f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.849260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b605693a-9978-4ef1-9196-83a7804764bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:21.882742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3cd77f00-fcf9-4e7a-b9e3-3b115b03991f None None] Calling delete_port for 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:21.964308 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.076667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.122063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461c6a8-a2d7-4011-b452-806cef9833cc req-e9daffba-9be1-4f6a-855e-122f63e987a8 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:22.124193 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5461c6a8-a2d7-4011-b452-806cef9833cc req-e9daffba-9be1-4f6a-855e-122f63e987a8 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.2471402 Jul 05 04:16:22.126489 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b605693a-9978-4ef1-9196-83a7804764bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.130193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b605693a-9978-4ef1-9196-83a7804764bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.131562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b605693a-9978-4ef1-9196-83a7804764bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99ca708c-7bb9-4c39-88fe-7d71cd721982 HTTP/1.1" status: 204 len: 168 time: 0.4615791 Jul 05 04:16:22.207428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b605693a-9978-4ef1-9196-83a7804764bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99ca708c-7bb9-4c39-88fe-7d71cd721982,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.234866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54cb631-2994-4496-afcd-59c80dfa3680 req-4310b1a0-106b-42db-8942-53b2a9ecc77c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:22.252836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d54cb631-2994-4496-afcd-59c80dfa3680 req-4310b1a0-106b-42db-8942-53b2a9ecc77c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.3204880 Jul 05 04:16:22.307516 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:16:22.307889 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:16:22.353267 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5461c6a8-a2d7-4011-b452-806cef9833cc req-ab4c45f2-c39f-484f-870b-1695583605cb tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2194200 Jul 05 04:16:22.374170 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d54cb631-2994-4496-afcd-59c80dfa3680 req-804c968f-f5e7-437c-a248-4ce01d768fa8 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1170959 Jul 05 04:16:22.457772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] For port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:22.495776 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.584767 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.586280 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.652735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1995e8a-e5c4-4f54-a6ba-8bd4d64be8a2 req-07d2fc75-4e6c-482c-8e86-cb1824981ddc tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:22.655053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1995e8a-e5c4-4f54-a6ba-8bd4d64be8a2 req-07d2fc75-4e6c-482c-8e86-cb1824981ddc tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.1487882 Jul 05 04:16:22.667116 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cd77f00-fcf9-4e7a-b9e3-3b115b03991f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.704093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd77f00-fcf9-4e7a-b9e3-3b115b03991f None None] No DVR routers for this DVR port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:22.739548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1995e8a-e5c4-4f54-a6ba-8bd4d64be8a2 req-dc4c2e8c-7148-4aca-ac4e-3823ee834fa9 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769506 Jul 05 04:16:22.758276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd77f00-fcf9-4e7a-b9e3-3b115b03991f None None] Pushing event deleted for resources: {'Port': ['ID=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.844934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=442e757b-3f39-4cbf-9de6-abf7edf1a2b6,revision_number=8']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.879297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Port 442e757b-3f39-4cbf-9de6-abf7edf1a2b6 update to DOWN by agent not found {{(pid=100897) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2145}} Jul 05 04:16:22.889669 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=9fdd9c19-1ab2-48c7-a478-32358c7395c2,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:22.910591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:22.915765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:22.918742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:22.919403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:22.929595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6e6519-6097-475b-b1c2-69ebf92511ae None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:23.041444 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f15c483-3af3-475a-abb7-4390e7595486 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6197712 Jul 05 04:16:23.041677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34048) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.046998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-768e8308-bf1c-49e3-a44a-b28c9006ca10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:23.236044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '9fdd9c19-1ab2-48c7-a478-32358c7395c2'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:23.236955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.369248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768e8308-bf1c-49e3-a44a-b28c9006ca10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:23.373376 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-768e8308-bf1c-49e3-a44a-b28c9006ca10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.466732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Allocated IP 2001:db8::f816:3eff:fe7e:b31c (4e8666f2-1800-4194-b3cc-657fb8271ed3/9fdd9c19-1ab2-48c7-a478-32358c7395c2/d8291364-b7c2-4acc-9623-8a00f1382fbb) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:23.495520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9821d125-0c41-4654-811c-0d1b2c4cea08 req-617a30e7-ecb4-4407-981b-bb7190e099ad tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:23.497137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9821d125-0c41-4654-811c-0d1b2c4cea08 req-617a30e7-ecb4-4407-981b-bb7190e099ad tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.1765547 Jul 05 04:16:23.597680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9821d125-0c41-4654-811c-0d1b2c4cea08 req-52c9b88f-915b-4430-8c40-144493ea853b tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935175 Jul 05 04:16:23.635690 n-d-758944-41 neutron-server[100895]: INFO neutron.db.ipam_backend_mixin [None req-768e8308-bf1c-49e3-a44a-b28c9006ca10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 9fdd9c19-1ab2-48c7-a478-32358c7395c2 (CIDR: 2001:db8::/64) Jul 05 04:16:23.712020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed75f597-c336-42a0-9af5-c8f6e5b2bdac req-3deb2574-e7e9-430d-b65b-fcc3001982c1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:23.713725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed75f597-c336-42a0-9af5-c8f6e5b2bdac req-3deb2574-e7e9-430d-b65b-fcc3001982c1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1151285 Jul 05 04:16:23.759298 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.779450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Transition to ACTIVE for port object d8291364-b7c2-4acc-9623-8a00f1382fbb will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:23.794512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed75f597-c336-42a0-9af5-c8f6e5b2bdac req-644a59e1-1336-4996-8b7d-f6765a59c30a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745044 Jul 05 04:16:23.833209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Transition to ACTIVE for port object d8291364-b7c2-4acc-9623-8a00f1382fbb will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:23.870955 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-768e8308-bf1c-49e3-a44a-b28c9006ca10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:23.870955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-768e8308-bf1c-49e3-a44a-b28c9006ca10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:23.926633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14aadd41-c6e7-4588-94cd-7e6256e2ac50 req-7714f71c-616a-4983-995c-801b411f08ad tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:23.934837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14aadd41-c6e7-4588-94cd-7e6256e2ac50 req-7714f71c-616a-4983-995c-801b411f08ad tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.1447971 Jul 05 04:16:23.936512 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:23.967433 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-768e8308-bf1c-49e3-a44a-b28c9006ca10 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9240589 Jul 05 04:16:23.969508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34080) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:23.980138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-0ffe2f83-cf1b-4631-954f-7ec0b28b7d69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:23.992859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14aadd41-c6e7-4588-94cd-7e6256e2ac50 req-cfb46a93-3be4-4248-b20e-96aedd3c3387 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569987 Jul 05 04:16:24.142271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:24.171780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:24.185275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:24.187076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Pushing event updated for resources: {'Port': ['ID=d8291364-b7c2-4acc-9623-8a00f1382fbb,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:24.267523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ffe2f83-cf1b-4631-954f-7ec0b28b7d69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:24.271736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ffe2f83-cf1b-4631-954f-7ec0b28b7d69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.323958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Attempting to bind port d8291364-b7c2-4acc-9623-8a00f1382fbb on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:24.325158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Attempting to bind port d8291364-b7c2-4acc-9623-8a00f1382fbb by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:24.326567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Attempting to bind port d8291364-b7c2-4acc-9623-8a00f1382fbb on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:24.339069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:24.340159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:24.340688 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.344562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:24.345239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Bound port: d8291364-b7c2-4acc-9623-8a00f1382fbb, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:24.346834 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.534179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] For port d8291364-b7c2-4acc-9623-8a00f1382fbb, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:24.540444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] For port d8291364-b7c2-4acc-9623-8a00f1382fbb, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d8291364-b7c2-4acc-9623-8a00f1382fbb,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:24.627512 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:24.790167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b95f47-07a6-47a9-8c91-bec864bd59cb None None] Pushing event updated for resources: {'Port': ['ID=d8291364-b7c2-4acc-9623-8a00f1382fbb,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:24.953316 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ffe2f83-cf1b-4631-954f-7ec0b28b7d69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.215384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d05d1e1-8192-478c-89b3-dc178683ca66 req-3a407375-7909-48e1-bd9b-220be69a1551 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.224783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d05d1e1-8192-478c-89b3-dc178683ca66 req-3a407375-7909-48e1-bd9b-220be69a1551 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.2631207 Jul 05 04:16:25.361093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c23336e-23d3-4a94-a187-5e724a48b9e8 req-2bcc97d1-8084-40b6-9e34-4634ecfe4e77 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.363468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c23336e-23d3-4a94-a187-5e724a48b9e8 req-2bcc97d1-8084-40b6-9e34-4634ecfe4e77 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.3061948 Jul 05 04:16:25.432037 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d05d1e1-8192-478c-89b3-dc178683ca66 req-6febabc9-8196-496c-b610-2a4088224835 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2039399 Jul 05 04:16:25.575035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c23336e-23d3-4a94-a187-5e724a48b9e8 req-9a1e00f4-7a99-4ab0-b3da-8c873b4a8d1c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1933970 Jul 05 04:16:25.679393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffe2f83-cf1b-4631-954f-7ec0b28b7d69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:25.695450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-0ffe2f83-cf1b-4631-954f-7ec0b28b7d69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:25.700777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ffe2f83-cf1b-4631-954f-7ec0b28b7d69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.701319 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ffe2f83-cf1b-4631-954f-7ec0b28b7d69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:25.719689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d8291364-b7c2-4acc-9623-8a00f1382fbb up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:25.725348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffe2f83-cf1b-4631-954f-7ec0b28b7d69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=5c77f785-7262-4bfc-89ff-e4e8dcc4db03,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:25.829114 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0ffe2f83-cf1b-4631-954f-7ec0b28b7d69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.8568542 Jul 05 04:16:25.832144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34128) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:25.844964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:9a:66:46', 'name': 'tempest-NetworksTestDHCPv6-1535796200'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:25.845080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446c84f6-9342-432c-83d6-bebaa7957764 req-65f21d16-9a62-433f-8cea-be6d69016072 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:25.845080 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-446c84f6-9342-432c-83d6-bebaa7957764 req-65f21d16-9a62-433f-8cea-be6d69016072 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.1270423 Jul 05 04:16:25.861632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port d8291364-b7c2-4acc-9623-8a00f1382fbb completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:25.966861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-446c84f6-9342-432c-83d6-bebaa7957764 req-78bf05f1-89c4-4a39-ad64-dfdb73bfc478 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104400 Jul 05 04:16:26.215478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:26.385905 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.415888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 4de7613d-a52a-4cab-9f54-09859fc637b9 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:26.483142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d016eb6b-34a3-4d2a-8fe0-c92c6747cee9 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:26.669384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8:0:1::61 (4e8666f2-1800-4194-b3cc-657fb8271ed3/5c77f785-7262-4bfc-89ff-e4e8dcc4db03/4de7613d-a52a-4cab-9f54-09859fc637b9) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:26.680654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::f816:3eff:fe9a:6646 (4e8666f2-1800-4194-b3cc-657fb8271ed3/9fdd9c19-1ab2-48c7-a478-32358c7395c2/4de7613d-a52a-4cab-9f54-09859fc637b9) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:26.697002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3521a2c-6956-4162-b625-fcc8e8b7d198 None None] Provisioning for port d8291364-b7c2-4acc-9623-8a00f1382fbb completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:26.714326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3521a2c-6956-4162-b625-fcc8e8b7d198 None None] Provisioning complete for port d8291364-b7c2-4acc-9623-8a00f1382fbb triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:26.714638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3521a2c-6956-4162-b625-fcc8e8b7d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.906892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524b66ae-e5de-4ec2-92b8-285346204f6b None None] Update dhcp port {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': '9fdd9c19-1ab2-48c7-a478-32358c7395c2', 'ip_address': '2001:db8::f816:3eff:fe7e:b31c'}, {'subnet_id': '5c77f785-7262-4bfc-89ff-e4e8dcc4db03'}], 'binding:host_id': 'n-d-758944-41'}, 'id': 'd8291364-b7c2-4acc-9623-8a00f1382fbb'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:16:26.955991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:26.993627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 4de7613d-a52a-4cab-9f54-09859fc637b9 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:27.005927 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-524b66ae-e5de-4ec2-92b8-285346204f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.024742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f548fd-d2de-498a-9340-e9aed9d101d3 req-bf45333c-e757-42c0-a2d1-3e76a5313421 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:27.026874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39f548fd-d2de-498a-9340-e9aed9d101d3 req-bf45333c-e757-42c0-a2d1-3e76a5313421 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1924965 Jul 05 04:16:27.029406 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3521a2c-6956-4162-b625-fcc8e8b7d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.099171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39f548fd-d2de-498a-9340-e9aed9d101d3 req-c4976e4a-db60-4613-8e0b-f60500d06094 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652666 Jul 05 04:16:27.101930 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.165609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b3521a2c-6956-4162-b625-fcc8e8b7d198 None None] For port d8291364-b7c2-4acc-9623-8a00f1382fbb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d8291364-b7c2-4acc-9623-8a00f1382fbb,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:27.195874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:27.208586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:27.217373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:27.231364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:27.233891 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.255286 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3521a2c-6956-4162-b625-fcc8e8b7d198 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.280225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=4de7613d-a52a-4cab-9f54-09859fc637b9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:27.317348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3521a2c-6956-4162-b625-fcc8e8b7d198 None None] Pushing event updated for resources: {'Port': ['ID=d8291364-b7c2-4acc-9623-8a00f1382fbb,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:27.365199 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4e2bb4bc-59f4-42f3-b6f6-23604d43549f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5316582 Jul 05 04:16:27.367615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34166) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:27.385480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07771ba6-978a-41af-8ddc-8e8bf48d11b5 req-8094831d-afe0-47ab-b0b3-3cc6e36d713c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:27.393153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07771ba6-978a-41af-8ddc-8e8bf48d11b5 req-8094831d-afe0-47ab-b0b3-3cc6e36d713c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.1049542 Jul 05 04:16:27.442133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-524b66ae-e5de-4ec2-92b8-285346204f6b None None] Allocated IP 2001:db8:0:1::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/5c77f785-7262-4bfc-89ff-e4e8dcc4db03/d8291364-b7c2-4acc-9623-8a00f1382fbb) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:27.474657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07771ba6-978a-41af-8ddc-8e8bf48d11b5 req-d79a1098-00fd-437d-84b9-e7370a0df93d tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806458 Jul 05 04:16:27.557889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a61fb837-1441-4180-8331-9b126f1d6979 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 4de7613d-a52a-4cab-9f54-09859fc637b9 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:27.558234 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a61fb837-1441-4180-8331-9b126f1d6979 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.645664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d8291364-b7c2-4acc-9623-8a00f1382fbb up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:27.710256 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a61fb837-1441-4180-8331-9b126f1d6979 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.727296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a61fb837-1441-4180-8331-9b126f1d6979 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 4de7613d-a52a-4cab-9f54-09859fc637b9 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:27.781177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d8291364-b7c2-4acc-9623-8a00f1382fbb triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:27.782399 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.828163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-524b66ae-e5de-4ec2-92b8-285346204f6b None None] For port d8291364-b7c2-4acc-9623-8a00f1382fbb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d8291364-b7c2-4acc-9623-8a00f1382fbb,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:27.893546 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-524b66ae-e5de-4ec2-92b8-285346204f6b None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:27.960416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-524b66ae-e5de-4ec2-92b8-285346204f6b None None] Transition to ACTIVE for port object d8291364-b7c2-4acc-9623-8a00f1382fbb will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:28.045162 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-524b66ae-e5de-4ec2-92b8-285346204f6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.164557 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a61fb837-1441-4180-8331-9b126f1d6979 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.232524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61fb837-1441-4180-8331-9b126f1d6979 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=4de7613d-a52a-4cab-9f54-09859fc637b9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:28.254254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-f2759903-5130-48e0-9c01-7d0f63666b33 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.256798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-f2759903-5130-48e0-9c01-7d0f63666b33 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.1412616 Jul 05 04:16:28.286663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524b66ae-e5de-4ec2-92b8-285346204f6b None None] Pushing event updated for resources: {'Port': ['ID=d8291364-b7c2-4acc-9623-8a00f1382fbb,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:28.378323 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a61fb837-1441-4180-8331-9b126f1d6979 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.389409 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a61fb837-1441-4180-8331-9b126f1d6979 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/4de7613d-a52a-4cab-9f54-09859fc637b9 HTTP/1.1" status: 204 len: 168 time: 1.0194118 Jul 05 04:16:28.390361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34194) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:28.401584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34196) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:28.579302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9fd1300-6d83-4f52-b2c6-3db123d634e7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.586703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f9fd1300-6d83-4f52-b2c6-3db123d634e7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1952021 Jul 05 04:16:28.587779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34206) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:28.699707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c466cc9b-f512-4a83-96f9-03e62bb5f150 req-3b629070-9339-4a6e-ae89-e37b4c53f453 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:28.712600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c466cc9b-f512-4a83-96f9-03e62bb5f150 req-3b629070-9339-4a6e-ae89-e37b4c53f453 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.3731103 Jul 05 04:16:28.713386 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83a7799c-f10d-43e7-9667-fa87d8dcfd05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.878041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83a7799c-f10d-43e7-9667-fa87d8dcfd05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.951737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-83a7799c-f10d-43e7-9667-fa87d8dcfd05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.972212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-be74fd22-0fa0-4c49-a992-7c9691286023 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Deleting port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:28.972582 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-be74fd22-0fa0-4c49-a992-7c9691286023 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:28.997648 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-83a7799c-f10d-43e7-9667-fa87d8dcfd05 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4462d3691ce04fd7b85ce70c3421528d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5653641 Jul 05 04:16:28.998470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a7799c-f10d-43e7-9667-fa87d8dcfd05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab59d42-ea32-4091-99fc-4d34270757a8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.001482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34216) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:29.024878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c466cc9b-f512-4a83-96f9-03e62bb5f150 req-d432d3ad-abfd-464f-b743-d881742161db tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3113117 Jul 05 04:16:29.076252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43fa6aa7-58ae-48b2-a7c2-c2a44fb4abf4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.082694 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e976993c-fc41-4c48-8c8e-29ca768ce95c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.086907 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-43fa6aa7-58ae-48b2-a7c2-c2a44fb4abf4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4956710 Jul 05 04:16:29.088096 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34222) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:29.142328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58cb9feb-0781-459c-b3c2-69e6e82a1a5c req-58b65a59-404f-40da-8e5c-3730b905871a tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.145362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58cb9feb-0781-459c-b3c2-69e6e82a1a5c req-58b65a59-404f-40da-8e5c-3730b905871a tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 945 time: 0.3259387 Jul 05 04:16:29.172626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-be74fd22-0fa0-4c49-a992-7c9691286023 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] For port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,segment=NetworkSegment(31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb),segment_id=31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:29.173011 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-be74fd22-0fa0-4c49-a992-7c9691286023 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.193996 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e976993c-fc41-4c48-8c8e-29ca768ce95c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.217398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-be74fd22-0fa0-4c49-a992-7c9691286023 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Calling delete_port for 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:29.217709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea463c7-9ae0-4087-a97d-8bc05bea53a0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.219436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea463c7-9ae0-4087-a97d-8bc05bea53a0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.221506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ea463c7-9ae0-4087-a97d-8bc05bea53a0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:29.223242 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5ea463c7-9ae0-4087-a97d-8bc05bea53a0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1228461 Jul 05 04:16:29.228354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34230) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:29.301476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-59361a2f-2d25-41e7-a267-96c9604cf329 None None] Provisioning for port d8291364-b7c2-4acc-9623-8a00f1382fbb completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:29.306590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-59361a2f-2d25-41e7-a267-96c9604cf329 None None] Provisioning complete for port d8291364-b7c2-4acc-9623-8a00f1382fbb triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:29.307114 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-59361a2f-2d25-41e7-a267-96c9604cf329 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.360920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34234) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:29.451127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ea993d8-6f87-43b5-a5b8-aed3518edd1c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 5c77f785-7262-4bfc-89ff-e4e8dcc4db03 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:29.479109 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ea993d8-6f87-43b5-a5b8-aed3518edd1c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.559079 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ea993d8-6f87-43b5-a5b8-aed3518edd1c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.572324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58cb9feb-0781-459c-b3c2-69e6e82a1a5c req-c6484e6d-e722-4c14-acfb-9368f4414f8c tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/security-groups?id=d3bc3443-6726-446a-8ed3-c3b298f6295f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3956411 Jul 05 04:16:29.576454 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-be74fd22-0fa0-4c49-a992-7c9691286023 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.584381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d8291364-b7c2-4acc-9623-8a00f1382fbb up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:29.640040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e976993c-fc41-4c48-8c8e-29ca768ce95c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.643086 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e976993c-fc41-4c48-8c8e-29ca768ce95c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.647008 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e976993c-fc41-4c48-8c8e-29ca768ce95c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aab59d42-ea32-4091-99fc-4d34270757a8 HTTP/1.1" status: 204 len: 168 time: 0.6338997 Jul 05 04:16:29.680390 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3ea682f5-14f4-464e-a40d-4fb986f54d63 None None] Could not find standard attr ID for object 4de7613d-a52a-4cab-9f54-09859fc637b9. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:16:29.690347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e976993c-fc41-4c48-8c8e-29ca768ce95c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab59d42-ea32-4091-99fc-4d34270757a8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.729553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be74fd22-0fa0-4c49-a992-7c9691286023 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Pushing event deleted for resources: {'Port': ['ID=6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:29.765288 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d8291364-b7c2-4acc-9623-8a00f1382fbb triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:29.765670 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.791437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-be74fd22-0fa0-4c49-a992-7c9691286023 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] No DVR routers for this DVR port 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:29.797831 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-be74fd22-0fa0-4c49-a992-7c9691286023 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.803541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c8e2581-6a58-4142-b407-bce2fdf1d4af req-be74fd22-0fa0-4c49-a992-7c9691286023 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.26 "DELETE /v2.0/ports/6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 HTTP/1.1" status: 204 len: 173 time: 1.5382597 Jul 05 04:16:29.804055 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e3c2f9c6-9d92-40c1-97ca-6994b4acd741', 'name': 'network-vif-deleted', 'tag': '6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:29.809784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6bda6cf7-1cb9-490e-aa26-4a2e46fb0654 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:29.818156 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8436bf0b-1a3a-4393-ae0c-258bf49d8465" -d '{"events": [{"server_uuid": "e3c2f9c6-9d92-40c1-97ca-6994b4acd741", "name": "network-vif-deleted", "tag": "6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:29.877615 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc9ca3a-d708-4947-b62d-7c5047c32a41 x-openstack-request-id: req-6fc9ca3a-d708-4947-b62d-7c5047c32a41 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:29.877912 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e3c2f9c6-9d92-40c1-97ca-6994b4acd741", "name": "network-vif-deleted", "tag": "6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:29.878166 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6fc9ca3a-d708-4947-b62d-7c5047c32a41 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:29.878571 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e3c2f9c6-9d92-40c1-97ca-6994b4acd741', 'name': 'network-vif-deleted', 'tag': '6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7', 'status': 'completed', 'code': 200} Jul 05 04:16:29.917035 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ea993d8-6f87-43b5-a5b8-aed3518edd1c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.043277 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6bda6cf7-1cb9-490e-aa26-4a2e46fb0654 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.056311 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ea993d8-6f87-43b5-a5b8-aed3518edd1c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.132061 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6bda6cf7-1cb9-490e-aa26-4a2e46fb0654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.160248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea993d8-6f87-43b5-a5b8-aed3518edd1c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=5c77f785-7262-4bfc-89ff-e4e8dcc4db03,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:30.191718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9af815a-6613-447f-9a64-779ae5dff55e None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:30.221792 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9ea993d8-6f87-43b5-a5b8-aed3518edd1c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.224533 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9ea993d8-6f87-43b5-a5b8-aed3518edd1c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/5c77f785-7262-4bfc-89ff-e4e8dcc4db03 HTTP/1.1" status: 204 len: 168 time: 0.9949093 Jul 05 04:16:30.232490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34262) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:30.330805 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6bda6cf7-1cb9-490e-aa26-4a2e46fb0654 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2747c38226694f2a8c3e9a56acf33da9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9071822 Jul 05 04:16:30.330805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda6cf7-1cb9-490e-aa26-4a2e46fb0654 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81dccc17-3345-4c6e-8835-88f7de00ab42,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:30.334942 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34266) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:30.373148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-be264b89-5f3a-4ba0-9472-0b3537b0cac2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 9fdd9c19-1ab2-48c7-a478-32358c7395c2 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:30.377799 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be264b89-5f3a-4ba0-9472-0b3537b0cac2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.443723 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94f1204e-cdc7-409f-9fd2-eeacd5cdb126 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.610776 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94f1204e-cdc7-409f-9fd2-eeacd5cdb126 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.736151 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94f1204e-cdc7-409f-9fd2-eeacd5cdb126 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.790677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-94f1204e-cdc7-409f-9fd2-eeacd5cdb126 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.790677 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-94f1204e-cdc7-409f-9fd2-eeacd5cdb126 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/81dccc17-3345-4c6e-8835-88f7de00ab42 HTTP/1.1" status: 204 len: 168 time: 0.4044406 Jul 05 04:16:30.790677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f1204e-cdc7-409f-9fd2-eeacd5cdb126 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81dccc17-3345-4c6e-8835-88f7de00ab42,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:30.819010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94b1f704-c969-4044-bd36-391d4ea17c17 req-5c289af7-a354-4f53-a3c2-967830a24d28 tempest-ServerDiskConfigTestJSON-1836415109 tempest-ServerDiskConfigTestJSON-1836415109-project] 10.222.0.30 "GET /v2.0/ports?device_id=e3c2f9c6-9d92-40c1-97ca-6994b4acd741 HTTP/1.1" status: 200 len: 210 time: 0.0521867 Jul 05 04:16:30.825272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be264b89-5f3a-4ba0-9472-0b3537b0cac2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:30.879585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01b219c-749b-4557-8e57-14782a4cb1fa req-49905bff-6fd5-4a2a-a2f3-b2c88b310667 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:30.881169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e01b219c-749b-4557-8e57-14782a4cb1fa req-49905bff-6fd5-4a2a-a2f3-b2c88b310667 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.6094143 Jul 05 04:16:31.068343 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be264b89-5f3a-4ba0-9472-0b3537b0cac2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.106755 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e01b219c-749b-4557-8e57-14782a4cb1fa req-e7f640f3-e0a7-400f-be6a-7640a589de0a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2109425 Jul 05 04:16:31.124594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:31.199429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:31.199795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6b37e52f-dcb3-4a6a-9806-6eefe14cb9a7 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:31.307237 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be264b89-5f3a-4ba0-9472-0b3537b0cac2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.338846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be264b89-5f3a-4ba0-9472-0b3537b0cac2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=9fdd9c19-1ab2-48c7-a478-32358c7395c2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:31.350901 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be264b89-5f3a-4ba0-9472-0b3537b0cac2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.355271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-be264b89-5f3a-4ba0-9472-0b3537b0cac2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/9fdd9c19-1ab2-48c7-a478-32358c7395c2 HTTP/1.1" status: 204 len: 168 time: 1.1193197 Jul 05 04:16:31.357717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34298) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.409272 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-072f67ad-44bb-4276-b5f7-d9fa1f3ac9a8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516450 Jul 05 04:16:31.410145 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34304) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.415454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f0f42ea2-d82c-4c30-9aa2-44ad4841a6c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:31.620573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f42ea2-d82c-4c30-9aa2-44ad4841a6c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:31.621435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0f42ea2-d82c-4c30-9aa2-44ad4841a6c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.623935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9de0e1-cfc3-4e80-9e77-703e61c4ea6e None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:31.725874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34314) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:31.749521 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15b0912d-9df0-42fc-b444-e1cd71f980a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.789629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e76b84b7-4d8b-4dd9-98df-a236fe357a59 None None] Provisioning complete for port d8291364-b7c2-4acc-9623-8a00f1382fbb triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:31.790003 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e76b84b7-4d8b-4dd9-98df-a236fe357a59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.898135 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15b0912d-9df0-42fc-b444-e1cd71f980a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:31.964348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-15b0912d-9df0-42fc-b444-e1cd71f980a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.033885 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-15b0912d-9df0-42fc-b444-e1cd71f980a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=de3273596aec4b5fbd60a9752c7b6bb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3063548 Jul 05 04:16:32.044315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34332) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.074742 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-3ccf50ed-7456-4415-9049-ca30b59f53cc service neutron] show failed (client error): The resource could not be found. Jul 05 04:16:32.075889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-3ccf50ed-7456-4415-9049-ca30b59f53cc service neutron] 10.222.0.26 "GET /v2.0/ports/35cf749f-111a-4d1f-af83-e40b7eb59d7c/bindings/n-h2-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.2066908 Jul 05 04:16:32.141911 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0f42ea2-d82c-4c30-9aa2-44ad4841a6c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.188898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b0912d-9df0-42fc-b444-e1cd71f980a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a17d5dc9-0080-43cd-a3a2-295c1aad6b38,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:32.275138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f42ea2-d82c-4c30-9aa2-44ad4841a6c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=7a9d9073-9a8e-4656-8ecc-51a1034d3c1e,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:32.304085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f42ea2-d82c-4c30-9aa2-44ad4841a6c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:32.305742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f0f42ea2-d82c-4c30-9aa2-44ad4841a6c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:32.309776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f42ea2-d82c-4c30-9aa2-44ad4841a6c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:32.310378 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0f42ea2-d82c-4c30-9aa2-44ad4841a6c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.330945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bc66704e-1689-4771-a6d0-5f25f97224d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.408233 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bc66704e-1689-4771-a6d0-5f25f97224d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.409215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a93e865-4388-4c0b-a801-d52e1ea0393f None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:32.453067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f0f42ea2-d82c-4c30-9aa2-44ad4841a6c3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0416741 Jul 05 04:16:32.453493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34346) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.491196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2ed63fcb-1685-4e5a-a8fb-50b2d63e3853 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:32.491682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1a93e865-4388-4c0b-a801-d52e1ea0393f None None] Deleting port d8291364-b7c2-4acc-9623-8a00f1382fbb {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:32.491682 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1a93e865-4388-4c0b-a801-d52e1ea0393f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.494736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34348) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.556433 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b861f68-b48d-4c4a-b782-4f5362d9bc16 req-b88c707a-8cc6-460d-ae23-9d2b80cfa893 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:32.558347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b861f68-b48d-4c4a-b782-4f5362d9bc16 req-b88c707a-8cc6-460d-ae23-9d2b80cfa893 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1758642 Jul 05 04:16:32.602228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1a93e865-4388-4c0b-a801-d52e1ea0393f None None] For port d8291364-b7c2-4acc-9623-8a00f1382fbb, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d8291364-b7c2-4acc-9623-8a00f1382fbb,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:32.602228 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1a93e865-4388-4c0b-a801-d52e1ea0393f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.628761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-10bededc-676e-403b-9796-b3ce5d7e68ef admin admin] Deleting subnet 62263bbc-eae2-406c-b43e-9885c6fcb4c9 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:32.637666 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10bededc-676e-403b-9796-b3ce5d7e68ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.642732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b861f68-b48d-4c4a-b782-4f5362d9bc16 req-d74e45b2-3107-40e8-9c3a-c13adc284bf9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0661860 Jul 05 04:16:32.643114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1a93e865-4388-4c0b-a801-d52e1ea0393f None None] Calling delete_port for d8291364-b7c2-4acc-9623-8a00f1382fbb owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:32.678736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bc66704e-1689-4771-a6d0-5f25f97224d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.678736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bc66704e-1689-4771-a6d0-5f25f97224d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.680486 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bc66704e-1689-4771-a6d0-5f25f97224d9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a17d5dc9-0080-43cd-a3a2-295c1aad6b38 HTTP/1.1" status: 204 len: 168 time: 0.6317210 Jul 05 04:16:32.733988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc66704e-1689-4771-a6d0-5f25f97224d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a17d5dc9-0080-43cd-a3a2-295c1aad6b38,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:32.736723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10bededc-676e-403b-9796-b3ce5d7e68ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.736847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ed63fcb-1685-4e5a-a8fb-50b2d63e3853 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:32.752148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ed63fcb-1685-4e5a-a8fb-50b2d63e3853 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.752148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.13', 55347) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:32.844994 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1a93e865-4388-4c0b-a801-d52e1ea0393f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.870735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10bededc-676e-403b-9796-b3ce5d7e68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:32.955790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a93e865-4388-4c0b-a801-d52e1ea0393f None None] Pushing event deleted for resources: {'Port': ['ID=d8291364-b7c2-4acc-9623-8a00f1382fbb,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:32.969062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a93e865-4388-4c0b-a801-d52e1ea0393f None None] No DVR routers for this DVR port d8291364-b7c2-4acc-9623-8a00f1382fbb on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:32.997162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7eefe9a-4480-4f9b-aa4b-6a4e4bbe9983 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:33.058281 n-d-758944-41 neutron-server[100895]: INFO neutron.db.ipam_backend_mixin [None req-2ed63fcb-1685-4e5a-a8fb-50b2d63e3853 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7a9d9073-9a8e-4656-8ecc-51a1034d3c1e (CIDR: 2001:db8::/64) Jul 05 04:16:33.067305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10bededc-676e-403b-9796-b3ce5d7e68ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.090308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-c08b84d3-a487-4c92-bdf7-f892869e904e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:33.092216 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-c08b84d3-a487-4c92-bdf7-f892869e904e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 1098 time: 0.3448746 Jul 05 04:16:33.115329 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:33.121217 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ed63fcb-1685-4e5a-a8fb-50b2d63e3853 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:33.122527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ed63fcb-1685-4e5a-a8fb-50b2d63e3853 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:33.142460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10bededc-676e-403b-9796-b3ce5d7e68ef admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.148204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-10bededc-676e-403b-9796-b3ce5d7e68ef admin admin] 10.222.0.30 "DELETE /v2.0/subnets/62263bbc-eae2-406c-b43e-9885c6fcb4c9 HTTP/1.1" status: 204 len: 168 time: 0.6514885 Jul 05 04:16:33.152608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34370) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.152756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bededc-676e-403b-9796-b3ce5d7e68ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62263bbc-eae2-406c-b43e-9885c6fcb4c9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:33.249322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4e8666f2-1800-4194-b3cc-657fb8271ed3', 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'tenant_id': '044df30fc6d649858d4bd517f7252017', 'fixed_ips': [{'subnet_id': '7a9d9073-9a8e-4656-8ecc-51a1034d3c1e'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:16:33.250889 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.284115 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2ed63fcb-1685-4e5a-a8fb-50b2d63e3853 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8102932 Jul 05 04:16:33.284681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34376) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:33.289395 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.292938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:33.296922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.554449 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.589616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d8291364-b7c2-4acc-9623-8a00f1382fbb no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:33.620018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: d8291364-b7c2-4acc-9623-8a00f1382fbb {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:33.620363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d8291364-b7c2-4acc-9623-8a00f1382fbb not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:33.646834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['443d4a5e-ff4e-4e84-a580-4a17e8375162']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:33.649699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:33.653676 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.742460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:33.743088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31bdaa60-e38c-4f1c-a15a-ce81b4d22dbb') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:33.759723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/7a9d9073-9a8e-4656-8ecc-51a1034d3c1e/32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:33.831136 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.857858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:33.908507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:34.026783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:34.098538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:34.098951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:34.100833 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:34.155777 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.167850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Transition to ACTIVE for port object 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:34.197931 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Transition to ACTIVE for port object 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:34.206974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:34.209575 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e9a924d-e6f4-4d53-aca8-f87999d2399b" -d '{"events": [{"server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:34.215104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.248024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11af6baa-48a1-42b7-b60f-5bd692f49945 req-985cc754-ef0a-448b-a14f-79085cf55e73 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:34.250915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11af6baa-48a1-42b7-b60f-5bd692f49945 req-985cc754-ef0a-448b-a14f-79085cf55e73 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.3501132 Jul 05 04:16:34.272208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Transition to ACTIVE for port object 35cf749f-111a-4d1f-af83-e40b7eb59d7c will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:34.296098 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.296673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.333926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.337160 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] 10.222.0.30 "DELETE /v2.0/networks/443d4a5e-ff4e-4e84-a580-4a17e8375162 HTTP/1.1" status: 204 len: 168 time: 1.1796591 Jul 05 04:16:34.338007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95bd4a8-fe8d-4e65-ab08-ab8e6c0c6597 admin admin] Pushing event deleted for resources: {'Network': ['ID=443d4a5e-ff4e-4e84-a580-4a17e8375162,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:34.376386 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.377795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Pushing event updated for resources: {'Port': ['ID=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:34.380526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11af6baa-48a1-42b7-b60f-5bd692f49945 req-78680403-9dd5-4dbe-856c-6099dd7cb214 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234825 Jul 05 04:16:34.390167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:34.392273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:34.397828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:34.531816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Attempting to bind port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:34.532228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Attempting to bind port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:34.532594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Attempting to bind port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f on network 4e8666f2-1800-4194-b3cc-657fb8271ed3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:34.542268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:34.548736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Checking segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:34.548736 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.548736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Bound using segment: {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:34.548736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Bound port: 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '647696bd-1467-4699-8094-befb8777965f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:34.548736 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.654567 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6df9492a-269f-4da6-8c57-88877b683f0e x-openstack-request-id: req-6df9492a-269f-4da6-8c57-88877b683f0e {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:34.654567 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "name": "network-vif-unplugged", "status": "completed", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:34.654567 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6df9492a-269f-4da6-8c57-88877b683f0e {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:34.654567 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'code': 200} Jul 05 04:16:34.654567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Pushing event updated for resources: {'Port': ['ID=35cf749f-111a-4d1f-af83-e40b7eb59d7c,revision_number=6']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:34.758324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.objects.ports [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100896) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:16:34.781221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] No DVR routers for this DVR port 35cf749f-111a-4d1f-af83-e40b7eb59d7c on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:34.788035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] For port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:34.805002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] For port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:34.878719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34432) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:34.884530 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:34.951417 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4410b538-3dbf-4928-ab3b-96c69f8cdfe7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dae1f2d329fb4dbfad53635bd25082c5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0688500 Jul 05 04:16:34.958039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34438) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:35.034372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65aeba81-96d5-4f1c-87ed-671a182f8715 None None] Pushing event updated for resources: {'Port': ['ID=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:35.250361 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.652210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:35.739771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Attempting to bind port 35cf749f-111a-4d1f-af83-e40b7eb59d7c on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:35.740392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Attempting to bind port 35cf749f-111a-4d1f-af83-e40b7eb59d7c by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:35.740921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Attempting to bind port 35cf749f-111a-4d1f-af83-e40b7eb59d7c on network 1c6ce872-f154-40e2-a212-88dbb522be67 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:35.747344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Port 35cf749f-111a-4d1f-af83-e40b7eb59d7c on network 1c6ce872-f154-40e2-a212-88dbb522be67 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:35.747978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Attempting to bind port 35cf749f-111a-4d1f-af83-e40b7eb59d7c on network 1c6ce872-f154-40e2-a212-88dbb522be67 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:35.750809 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2f923a-81cd-4e4c-9554-32a16f5fb1bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.762670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] For port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:35.773397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:35.773755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Checking segment: {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:35.774153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Bound using segment: {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:35.774610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Bound port: 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b83acf-b7d3-4201-bf82-7583a10c4157', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:35.774975 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.822578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2f923a-81cd-4e4c-9554-32a16f5fb1bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.878405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:35.901135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e73ce9-56b1-4e53-821e-ff8cc23e953f req-f65b286b-66c3-452a-bd23-8626b830b840 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:35.903953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48e73ce9-56b1-4e53-821e-ff8cc23e953f req-f65b286b-66c3-452a-bd23-8626b830b840 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 944 time: 0.2093234 Jul 05 04:16:35.943952 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:35.977464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:35.986779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48e73ce9-56b1-4e53-821e-ff8cc23e953f req-78a3a4be-be6e-401c-97cd-35af3c05e887 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0741382 Jul 05 04:16:35.987231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:36.026856 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.028055 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.085634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.135810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2f923a-81cd-4e4c-9554-32a16f5fb1bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.150248 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b2f923a-81cd-4e4c-9554-32a16f5fb1bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.170112 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2b2f923a-81cd-4e4c-9554-32a16f5fb1bd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3bc3443-6726-446a-8ed3-c3b298f6295f HTTP/1.1" status: 204 len: 168 time: 1.2111189 Jul 05 04:16:36.202805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:36.203984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.205670 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] 10.222.0.13 "PUT /v2.0/ports/35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 1093 time: 3.1050181 Jul 05 04:16:36.228995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2f923a-81cd-4e4c-9554-32a16f5fb1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3bc3443-6726-446a-8ed3-c3b298f6295f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:36.289545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:36.309776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:36.318589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:36.319256 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:36.380538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=9a11c6b3-f284-46a7-9436-43b5b4089bf6,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:36.398901 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.1127777 Jul 05 04:16:36.399553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34486) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:36.428453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:19:5d:70', 'name': 'tempest-NetworksTestDHCPv6-672756644'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:36.489391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa3abd-d5d8-4c63-87a9-bfaff9d79b53 service neutron] Pushing event updated for resources: {'Port': ['ID=35cf749f-111a-4d1f-af83-e40b7eb59d7c,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:36.567654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-014a8024-b10c-482a-8f30-cd472f1ad217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:36.571794 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-014a8024-b10c-482a-8f30-cd472f1ad217 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1096 time: 0.3051317 Jul 05 04:16:36.574368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f3e7c6-9c29-4d93-bdea-e83399dc199c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,revision_number=4']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:36.665728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:36.668743 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bed94dc4-fcb6-4a52-847c-0acb6273e939" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:36.818678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:36.861832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f73c4fc0-ac02-478b-8fd7-280f8dd70a03 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:36.868438 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ec7ed2a-4bee-488e-b436-bf0014acfd5a x-openstack-request-id: req-2ec7ed2a-4bee-488e-b436-bf0014acfd5a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:36.869300 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:36.869706 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2ec7ed2a-4bee-488e-b436-bf0014acfd5a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:36.870255 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'status': 'completed', 'code': 200} Jul 05 04:16:36.918721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-2f38f819-d0da-4aa6-9583-2da8970315b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:36.925783 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-2f38f819-d0da-4aa6-9583-2da8970315b1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 898 time: 0.3431845 Jul 05 04:16:37.033274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d69fe454-3524-4331-afb2-e20363f5ab8d None None] Provisioning for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:37.054938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d69fe454-3524-4331-afb2-e20363f5ab8d None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:37.063970 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d69fe454-3524-4331-afb2-e20363f5ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.196107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 35cf749f-111a-4d1f-af83-e40b7eb59d7c no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:37.264054 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.281293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-065daf74-16c7-4874-94cd-c3f10401a0b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.283540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-065daf74-16c7-4874-94cd-c3f10401a0b8 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1096 time: 0.3108838 Jul 05 04:16:37.325260 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-a626fd3e-4552-40b0-aa0c-4e497346a50f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 999 time: 0.3950145 Jul 05 04:16:37.362917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port 450108ca-fbeb-4101-af61-1d2325d76ca3 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:37.465347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-34f6b0d2-010b-43d7-8b1d-48479282f3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.466884 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-34f6b0d2-010b-43d7-8b1d-48479282f3a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 200 len: 834 time: 0.1347263 Jul 05 04:16:37.474196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 35cf749f-111a-4d1f-af83-e40b7eb59d7c not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:37.606186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:37.637931 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d69fe454-3524-4331-afb2-e20363f5ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.774275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-3e2becb9-ae84-44ac-b244-a21093ff0395 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.775820 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-3e2becb9-ae84-44ac-b244-a21093ff0395 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c6ce872-f154-40e2-a212-88dbb522be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2978554 Jul 05 04:16:37.778677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d69fe454-3524-4331-afb2-e20363f5ab8d None None] For port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:37.787549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-ccbce138-73a5-436c-9eeb-cf34b17057d1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:16:37.798627 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-ccbce138-73a5-436c-9eeb-cf34b17057d1 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143197 Jul 05 04:16:37.800386 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:16:37.810526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:37.811059 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.872594 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d69fe454-3524-4331-afb2-e20363f5ab8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:37.902018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-1650684b-27ce-42d9-a5b5-9a067e178835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.913171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-1650684b-27ce-42d9-a5b5-9a067e178835 service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 898 time: 0.6153140 Jul 05 04:16:37.936244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d339a4ad-561a-41fb-b37b-7e28091c4c88 req-13b722de-49cf-4315-a555-37148722fb57 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:37.951820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d339a4ad-561a-41fb-b37b-7e28091c4c88 req-13b722de-49cf-4315-a555-37148722fb57 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 944 time: 0.6517854 Jul 05 04:16:38.033205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69fe454-3524-4331-afb2-e20363f5ab8d None None] Pushing event updated for resources: {'Port': ['ID=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:38.137995 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4a835d31-1f48-4d01-80fb-2344b6845bd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.188880 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-923e4c8f-0ac2-45c2-8fd0-b5f94675256b service neutron] 10.222.0.13 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3832829 Jul 05 04:16:38.364969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::89 (4e8666f2-1800-4194-b3cc-657fb8271ed3/7a9d9073-9a8e-4656-8ecc-51a1034d3c1e/450108ca-fbeb-4101-af61-1d2325d76ca3) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:38.393218 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-da2f6fac-9d87-4464-ab96-219c69f18378 service neutron] 10.222.0.13 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640797 Jul 05 04:16:38.398737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8:0:1:f816:3eff:fe19:5d70 (4e8666f2-1800-4194-b3cc-657fb8271ed3/9a11c6b3-f284-46a7-9436-43b5b4089bf6/450108ca-fbeb-4101-af61-1d2325d76ca3) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:38.452600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34574) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:38.660213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-738846856-network', 'tenant_id': 'f76bbe0a63754f028d3dfeec022bce39'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:38.671036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-e5a6c36e-9589-486c-9ce4-6341133852ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 999 time: 0.7125380 Jul 05 04:16:38.709637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-3814a2be-cb28-426f-9159-e4b4c59bce3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.711475 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-3814a2be-cb28-426f-9159-e4b4c59bce3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1096 time: 0.1510727 Jul 05 04:16:38.772605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d339a4ad-561a-41fb-b37b-7e28091c4c88 req-2bf428d6-8cb5-4cf5-9818-dd255aeea2dc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8194447 Jul 05 04:16:38.776302 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.784620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-5046ece4-6844-451d-a2da-31df14b5f838 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.790526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-5046ece4-6844-451d-a2da-31df14b5f838 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 200 len: 834 time: 0.1038492 Jul 05 04:16:38.841420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object 450108ca-fbeb-4101-af61-1d2325d76ca3 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:38.856059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Made reservation on behalf of f76bbe0a63754f028d3dfeec022bce39 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:38.864056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.897003 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:38.924703 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-474c6147-1719-475c-a831-e0b00d57b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.928818 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-474c6147-1719-475c-a831-e0b00d57b79d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 898 time: 0.2028365 Jul 05 04:16:38.976441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-8822097f-8cf0-4889-8c04-334021d2b7e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:38.979419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-8822097f-8cf0-4889-8c04-334021d2b7e2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c6ce872-f154-40e2-a212-88dbb522be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1833861 Jul 05 04:16:38.986956 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.116756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:39.127008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=450108ca-fbeb-4101-af61-1d2325d76ca3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:39.147308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:39.151422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:39.151827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34592) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:39.153901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:39.154439 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.166316 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-d8fffe52-ff16-4d89-a470-f29f30ffed9e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 999 time: 0.2130466 Jul 05 04:16:39.203321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-ad8b720e-0aed-4255-adc1-a6b446abb616 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2110784 Jul 05 04:16:39.233581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2c81de46-3f48-45a4-8317-1277ecbc5e49 None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:39.234949 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2c81de46-3f48-45a4-8317-1277ecbc5e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.305148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-8bb036ca-fd21-4cac-8d1a-51d0e519f1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:39.306362 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-8bb036ca-fd21-4cac-8d1a-51d0e519f1a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 200 len: 834 time: 0.1315930 Jul 05 04:16:39.360235 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7c170238-e837-4458-b078-9ef5713b87de admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.449331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-d98c7d05-7561-46a0-9ca1-3fa1a5e7ed36 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388928 Jul 05 04:16:39.463670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.503734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-5c3a92fc-aaa6-430a-8d98-51e78980107f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:39.505571 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-5c3a92fc-aaa6-430a-8d98-51e78980107f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c6ce872-f154-40e2-a212-88dbb522be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1782994 Jul 05 04:16:39.543430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.576227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a28020cf-0f4d-479a-8632-2060d34c2490 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.1704485 Jul 05 04:16:39.580406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34606) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:39.600890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:39.606576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e6acad37-d73d-42f8-8ded-18d7ac707a64 None None] Provisioning for port 450108ca-fbeb-4101-af61-1d2325d76ca3 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:39.648381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e6acad37-d73d-42f8-8ded-18d7ac707a64 None None] Provisioning complete for port 450108ca-fbeb-4101-af61-1d2325d76ca3 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:39.648757 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e6acad37-d73d-42f8-8ded-18d7ac707a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.673011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:16:39.684361 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.684881 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Added segment d0f48935-303f-4a21-a787-ffa2a23964ba of type vlan for network 09c2fa54-3940-44b0-9140-c509afe6ccb3 Jul 05 04:16:39.739799 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-b546750b-39d2-423e-a144-f796016ef8ba service neutron] 10.222.0.13 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2261684 Jul 05 04:16:39.742907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e6acad37-d73d-42f8-8ded-18d7ac707a64 None None] Port 450108ca-fbeb-4101-af61-1d2325d76ca3 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:39.749526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:39.750193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.767405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-853e782d-f09f-48cd-9350-ea4f9a51d251 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port 450108ca-fbeb-4101-af61-1d2325d76ca3 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:39.767752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-853e782d-f09f-48cd-9350-ea4f9a51d251 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.769914 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.840003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10b33dc5-9f33-43b8-a813-e4e7b51d5e03,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:39.920392 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-853e782d-f09f-48cd-9350-ea4f9a51d251 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:39.938301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-853e782d-f09f-48cd-9350-ea4f9a51d251 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for 450108ca-fbeb-4101-af61-1d2325d76ca3 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:39.988801 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bed94dc4-fcb6-4a52-847c-0acb6273e939 req-19e3ae6d-7f30-4d65-b0f5-b33d9a9c797e service neutron] 10.222.0.13 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2327621 Jul 05 04:16:40.023427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7c170238-e837-4458-b078-9ef5713b87de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.060784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.062061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:40.063380 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.138823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7c170238-e837-4458-b078-9ef5713b87de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.148821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c340fc0e-87f8-4181-ba6a-7730471c0c88 req-9fbe996b-5fdf-4738-956a-e5218d0cc112 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:40.150449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c340fc0e-87f8-4181-ba6a-7730471c0c88 req-9fbe996b-5fdf-4738-956a-e5218d0cc112 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 944 time: 0.1393218 Jul 05 04:16:40.196485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c170238-e837-4458-b078-9ef5713b87de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429a4878-ddb3-4d69-a13d-8955f09bed00,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.202100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] Pushing event updated for resources: {'Network': ['ID=09c2fa54-3940-44b0-9140-c509afe6ccb3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.206312 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7c170238-e837-4458-b078-9ef5713b87de admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bb5b15de398451588b07a0d1c0aaf13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0563571 Jul 05 04:16:40.210770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34626) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.228741 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c98f64dd-add1-4a36-a76c-a2a98ccb2d93 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7711928 Jul 05 04:16:40.229633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 09c2fa54-3940-44b0-9140-c509afe6ccb3 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:16:40.229816 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34630) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.236965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Request body: {'subnet': {'network_id': '09c2fa54-3940-44b0-9140-c509afe6ccb3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-738846856-subnet', 'tenant_id': 'f76bbe0a63754f028d3dfeec022bce39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:40.278753 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c340fc0e-87f8-4181-ba6a-7730471c0c88 req-f77c1d45-6eae-4cba-896c-778854ab9e2d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1214669 Jul 05 04:16:40.331947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Made reservation on behalf of f76bbe0a63754f028d3dfeec022bce39 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:40.334426 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.387402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3e9bd8a-80d4-4c25-bb5f-f2d3e322f138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.421216 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3e9bd8a-80d4-4c25-bb5f-f2d3e322f138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.530020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-853e782d-f09f-48cd-9350-ea4f9a51d251 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.566440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853e782d-f09f-48cd-9350-ea4f9a51d251 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=450108ca-fbeb-4101-af61-1d2325d76ca3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.583625 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3e9bd8a-80d4-4c25-bb5f-f2d3e322f138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.595468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3e9bd8a-80d4-4c25-bb5f-f2d3e322f138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.599578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c3e9bd8a-80d4-4c25-bb5f-f2d3e322f138 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/429a4878-ddb3-4d69-a13d-8955f09bed00 HTTP/1.1" status: 204 len: 168 time: 0.3852654 Jul 05 04:16:40.651636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e9bd8a-80d4-4c25-bb5f-f2d3e322f138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429a4878-ddb3-4d69-a13d-8955f09bed00,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:40.683991 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-853e782d-f09f-48cd-9350-ea4f9a51d251 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.689568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-853e782d-f09f-48cd-9350-ea4f9a51d251 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/450108ca-fbeb-4101-af61-1d2325d76ca3 HTTP/1.1" status: 204 len: 168 time: 1.1081190 Jul 05 04:16:40.695788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34644) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.822189 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4a503a1-e8cb-43f3-94c9-b1a21d7138d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.874259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f186d1e9-6f7f-42bd-8adf-2317c3567f47 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:40.880626 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f186d1e9-6f7f-42bd-8adf-2317c3567f47 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1833668 Jul 05 04:16:40.883296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34648) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:40.896565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:40.929884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.013370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1841e1e-da6d-4be1-9e7d-dac89dfdc65a,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:41.013905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d602f4a-bf47-4c15-b789-7e59b31f6682 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.016285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3d602f4a-bf47-4c15-b789-7e59b31f6682 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1311152 Jul 05 04:16:41.018562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34652) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:41.025897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Checking segment: {'id': 'd0f48935-303f-4a21-a787-ffa2a23964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09c2fa54-3940-44b0-9140-c509afe6ccb3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:41.026268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Network hostable DHCP agents. Network: 09c2fa54-3940-44b0-9140-c509afe6ccb3, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:16:41.084938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952cb0eb-4c2a-441e-8971-82f75a9c1ea7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.088527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952cb0eb-4c2a-441e-8971-82f75a9c1ea7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.091192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952cb0eb-4c2a-441e-8971-82f75a9c1ea7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.092892 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-952cb0eb-4c2a-441e-8971-82f75a9c1ea7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0734148 Jul 05 04:16:41.095856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34656) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:41.178074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4ef6e77-da01-4494-b20c-4ece2814f4ea tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 7a9d9073-9a8e-4656-8ecc-51a1034d3c1e {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:41.181784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ef6e77-da01-4494-b20c-4ece2814f4ea tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.217332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Network 09c2fa54-3940-44b0-9140-c509afe6ccb3 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:16:41.243752 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ef6e77-da01-4494-b20c-4ece2814f4ea tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.336780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 09c2fa54-3940-44b0-9140-c509afe6ccb3) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:41.341871 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.342461 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.357873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a9e1737-e3c2-43ee-82ae-91c2d41aa750 None None] Network 09c2fa54-3940-44b0-9140-c509afe6ccb3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:41.411515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ef6e77-da01-4494-b20c-4ece2814f4ea tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.595510 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b664d2d0-4296-42b7-8284-6aff75a221d5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3643460 Jul 05 04:16:41.608714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9e978d6-4188-48d7-a207-6c8c10422f12 req-0519e37a-5a64-4afa-922f-cab58498f7a7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:41.611803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9e978d6-4188-48d7-a207-6c8c10422f12 req-0519e37a-5a64-4afa-922f-cab58498f7a7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 944 time: 0.1046999 Jul 05 04:16:41.630073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ba00d26-f964-46c5-8246-a1c7b8810759 None None] Network 09c2fa54-3940-44b0-9140-c509afe6ccb3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:41.673795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34678) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:41.686931 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ef6e77-da01-4494-b20c-4ece2814f4ea tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.687948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9e978d6-4188-48d7-a207-6c8c10422f12 req-bd37bfa3-d46c-46a0-a9b3-e1b2242937cc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0687463 Jul 05 04:16:41.747447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ef6e77-da01-4494-b20c-4ece2814f4ea tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=7a9d9073-9a8e-4656-8ecc-51a1034d3c1e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:41.756053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3dd9-cc42-47e4-b0de-e186e645ddd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.771648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4ef6e77-da01-4494-b20c-4ece2814f4ea tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:41.776353 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e4ef6e77-da01-4494-b20c-4ece2814f4ea tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/7a9d9073-9a8e-4656-8ecc-51a1034d3c1e HTTP/1.1" status: 204 len: 168 time: 0.6790636 Jul 05 04:16:41.778842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34682) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:41.886394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e64ab638-15b7-404f-8a6f-a4d2b0f1a03d None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:41.980954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-09bade15-d78b-4279-8230-aadf5bf6af30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 9a11c6b3-f284-46a7-9436-43b5b4089bf6 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:41.993445 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09bade15-d78b-4279-8230-aadf5bf6af30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.061997 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3dd9-cc42-47e4-b0de-e186e645ddd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.095227 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09bade15-d78b-4279-8230-aadf5bf6af30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.124302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f2a3dd9-cc42-47e4-b0de-e186e645ddd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.193277 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.224181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2a3dd9-cc42-47e4-b0de-e186e645ddd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=135f6ef0-85ae-4f3e-a21e-dc0ff9557148,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:42.242787 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0f2a3dd9-cc42-47e4-b0de-e186e645ddd2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a3007051ee2a4ce18ce71982da8c71aa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5648975 Jul 05 04:16:42.244228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34696) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.313821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09bade15-d78b-4279-8230-aadf5bf6af30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.355055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf7112ad-e6d6-4318-9306-a70a34f6a4f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.392109 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf7112ad-e6d6-4318-9306-a70a34f6a4f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.530274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09bade15-d78b-4279-8230-aadf5bf6af30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.593029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf7112ad-e6d6-4318-9306-a70a34f6a4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.603868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf7112ad-e6d6-4318-9306-a70a34f6a4f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.603868 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cf7112ad-e6d6-4318-9306-a70a34f6a4f3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/135f6ef0-85ae-4f3e-a21e-dc0ff9557148 HTTP/1.1" status: 204 len: 168 time: 0.3509908 Jul 05 04:16:42.604554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bade15-d78b-4279-8230-aadf5bf6af30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=9a11c6b3-f284-46a7-9436-43b5b4089bf6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:42.627248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7112ad-e6d6-4318-9306-a70a34f6a4f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=135f6ef0-85ae-4f3e-a21e-dc0ff9557148,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:42.663163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-09bade15-d78b-4279-8230-aadf5bf6af30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:42.668077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34720) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.673052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-09bade15-d78b-4279-8230-aadf5bf6af30 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/9a11c6b3-f284-46a7-9436-43b5b4089bf6 HTTP/1.1" status: 204 len: 168 time: 0.8858283 Jul 05 04:16:42.807345 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d8d17f2d-d933-4a74-a73a-a4f3f07db5a3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1351943 Jul 05 04:16:42.813566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34724) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:42.815350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-820b0f2e-580d-42a1-a831-96ff90a30da6 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:42.817259 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-820b0f2e-580d-42a1-a831-96ff90a30da6 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/networks?id=09c2fa54-3940-44b0-9140-c509afe6ccb3 HTTP/1.1" status: 200 len: 813 time: 0.2372415 Jul 05 04:16:42.832163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5b182df1-a250-4983-8f11-2dc2162be9aa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:42.833683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-6300396c-8498-48b3-9d8d-87559d801cde tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/quotas/f76bbe0a63754f028d3dfeec022bce39 HTTP/1.1" status: 200 len: 375 time: 0.0110283 Jul 05 04:16:42.835945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 35cf749f-111a-4d1f-af83-e40b7eb59d7c details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:42.915373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-02075e3c-d677-4e1d-9171-c900f5ed1005 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f76bbe0a63754f028d3dfeec022bce39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0753415 Jul 05 04:16:43.039325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:43.059232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'port_id': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'mac_address': 'fa:16:3e:b7:8c:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:43.125663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b182df1-a250-4983-8f11-2dc2162be9aa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:43.125663 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b182df1-a250-4983-8f11-2dc2162be9aa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.184192 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.199696 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 35cf749f-111a-4d1f-af83-e40b7eb59d7c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:43.225000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:43.300897 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.463823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=35cf749f-111a-4d1f-af83-e40b7eb59d7c,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:43.467727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da51ba7e-cf3e-4527-9e22-d9f3421591bd None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:43.585806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.585806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.586180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.586429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.586743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.587054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.587380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.587707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.588061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.588383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.589008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.589008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:43.620200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1485cbcd-dd24-41b2-997d-40117dbe93ca None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:43.620200 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1485cbcd-dd24-41b2-997d-40117dbe93ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.638640 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b182df1-a250-4983-8f11-2dc2162be9aa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.704420 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.741675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b182df1-a250-4983-8f11-2dc2162be9aa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:43.749876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5b182df1-a250-4983-8f11-2dc2162be9aa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:43.760745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b182df1-a250-4983-8f11-2dc2162be9aa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:43.761365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b182df1-a250-4983-8f11-2dc2162be9aa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.803442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b182df1-a250-4983-8f11-2dc2162be9aa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=431beafe-8c29-470a-9264-c8e38f15c40f,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:43.808619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-b3d0eaa7-59c5-4325-ad30-1d977fa09323 service neutron] 10.222.0.30 "GET /v2.0/networks/09c2fa54-3940-44b0-9140-c509afe6ccb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8853312 Jul 05 04:16:43.817428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['35cf749f-111a-4d1f-af83-e40b7eb59d7c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:43.896392 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5b182df1-a250-4983-8f11-2dc2162be9aa tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0792434 Jul 05 04:16:43.898895 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34762) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:43.905063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2245e135-e6cb-4892-9bc5-21805bd4ec6d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:43.967479 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:43.990609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1e227-a4fb-4048-8a8c-9b0855f2b58d req-7613f7cb-49ac-4b9f-9a67-3a391388818f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:43.997744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfd1e227-a4fb-4048-8a8c-9b0855f2b58d req-7613f7cb-49ac-4b9f-9a67-3a391388818f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 944 time: 1.0567250 Jul 05 04:16:44.081631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-abc813a2-9ad5-4374-9362-2a4d26d8bb1c service neutron] 10.222.0.30 "GET /v2.0/networks/09c2fa54-3940-44b0-9140-c509afe6ccb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2721174 Jul 05 04:16:44.091602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfd1e227-a4fb-4048-8a8c-9b0855f2b58d req-b1c6d568-08b3-461b-a848-9005430cd43a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930157 Jul 05 04:16:44.238045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2245e135-e6cb-4892-9bc5-21805bd4ec6d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:44.241778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2245e135-e6cb-4892-9bc5-21805bd4ec6d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.395357 n-d-758944-41 neutron-server[100895]: INFO neutron.db.ipam_backend_mixin [None req-2245e135-e6cb-4892-9bc5-21805bd4ec6d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 431beafe-8c29-470a-9264-c8e38f15c40f (CIDR: 2001:db8::/64) Jul 05 04:16:44.439328 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2245e135-e6cb-4892-9bc5-21805bd4ec6d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:16:44.444770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2245e135-e6cb-4892-9bc5-21805bd4ec6d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:44.444918 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.554236 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2245e135-e6cb-4892-9bc5-21805bd4ec6d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6542113 Jul 05 04:16:44.557002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34790) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:44.564672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'subnet': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:44.571150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c48fb0-f115-4c3c-a3d4-f192879d0349 req-acb563f4-c615-4026-8d29-3fdcabca9c3d tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 210 time: 0.0913036 Jul 05 04:16:44.665313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd97177-3cc1-4f30-b93e-24aab6a09ab1 None None] Update dhcp port {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'fixed_ips': [{'subnet_id': '431beafe-8c29-470a-9264-c8e38f15c40f'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:16:44.786764 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dbd97177-3cc1-4f30-b93e-24aab6a09ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:44.941348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:44.945106 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.074507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-dbd97177-3cc1-4f30-b93e-24aab6a09ab1 None None] Allocated IP 2001:db8::2 (4e8666f2-1800-4194-b3cc-657fb8271ed3/431beafe-8c29-470a-9264-c8e38f15c40f/32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:45.259568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-dbd97177-3cc1-4f30-b93e-24aab6a09ab1 None None] For port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:45.322661 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dbd97177-3cc1-4f30-b93e-24aab6a09ab1 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.381470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dbd97177-3cc1-4f30-b93e-24aab6a09ab1 None None] Transition to ACTIVE for port object 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:45.453499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c2440aa-9ea3-4fb5-8bff-2a4d34b78213 req-62149085-5ae8-4479-9edf-3fd117084604 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:45.457392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c2440aa-9ea3-4fb5-8bff-2a4d34b78213 req-62149085-5ae8-4479-9edf-3fd117084604 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 945 time: 0.1132483 Jul 05 04:16:45.507528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dbd97177-3cc1-4f30-b93e-24aab6a09ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:45.557505 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c2440aa-9ea3-4fb5-8bff-2a4d34b78213 req-9c893942-0a36-427d-84c8-b633928e96ed tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0954053 Jul 05 04:16:45.757630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd97177-3cc1-4f30-b93e-24aab6a09ab1 None None] Pushing event updated for resources: {'Port': ['ID=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:45.776057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd4fd62c-8d3f-48ab-a725-721ae430fe70 req-55065c1a-60a0-42d1-9ce0-43af208f430c tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 210 time: 0.0796781 Jul 05 04:16:45.861423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:16:46.759767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be045fe6-d30a-40c8-b2ad-99e6c392733f req-d9d3e388-d778-42c8-8c07-345197c8ae61 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.776894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be045fe6-d30a-40c8-b2ad-99e6c392733f req-d9d3e388-d778-42c8-8c07-345197c8ae61 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 945 time: 0.2893593 Jul 05 04:16:46.830215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f89093-6b81-4516-be33-d51572470f72 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:46.879423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-0cd1d61d-a90c-4482-9e5e-cb6315fd94a4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:46.894314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 35cf749f-111a-4d1f-af83-e40b7eb59d7c up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:46.894699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-0cd1d61d-a90c-4482-9e5e-cb6315fd94a4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7&tenant_id=7d6d2d8645e943558e449d8c5575d969&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 945 time: 0.3357396 Jul 05 04:16:46.973708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.022408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be045fe6-d30a-40c8-b2ad-99e6c392733f req-737dcd7c-9a43-4bbc-b475-47d754b66fd9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2443414 Jul 05 04:16:47.068606 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-a2058529-df45-40af-acce-5c6d7a11df37 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:16:47.072038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-a2058529-df45-40af-acce-5c6d7a11df37 service neutron] 10.222.0.26 "DELETE /v2.0/ports/35cf749f-111a-4d1f-af83-e40b7eb59d7c/bindings/n-h1-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.1569455 Jul 05 04:16:47.204434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef3c4897-202e-49c1-ac23-0a4300d353a4 req-d030c457-e177-4b97-a746-d59f2540d8b9 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 210 time: 0.0514193 Jul 05 04:16:47.333765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5f4d4559-8d93-475a-9c63-001d842c6abd None None] Provisioning for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:47.341164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5f4d4559-8d93-475a-9c63-001d842c6abd None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:47.341164 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f4d4559-8d93-475a-9c63-001d842c6abd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.364770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-7d29e41c-7e61-49ae-9689-b7a0dbef566c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:47.369984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-7d29e41c-7e61-49ae-9689-b7a0dbef566c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1097 time: 0.1607590 Jul 05 04:16:47.427890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 35cf749f-111a-4d1f-af83-e40b7eb59d7c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:47.445371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 35cf749f-111a-4d1f-af83-e40b7eb59d7c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:47.445371 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.466769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] For port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:47.529682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.568499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:47.635300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-f2e36d3e-a06f-4c8a-965b-03be2e444c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:47.637309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-f2e36d3e-a06f-4c8a-965b-03be2e444c5f service neutron] 10.222.0.26 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 898 time: 0.2592504 Jul 05 04:16:47.761958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.761958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.799319 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-34357ce7-e398-4b8b-b245-5275a7ac1e60 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 1000 time: 0.1543958 Jul 05 04:16:47.859475 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.887376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:47.887997 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:47.964412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-cd6ad439-85fe-468b-b19a-84aa6590f986 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:47.965916 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-cd6ad439-85fe-468b-b19a-84aa6590f986 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 200 len: 834 time: 0.1492696 Jul 05 04:16:48.017411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:48.036327 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cfdb865-954c-43aa-979b-44d4f725487d" -d '{"events": [{"server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "name": "network-vif-plugged", "status": "completed", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:48.050107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:48.071264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:48.093150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Subnet': ['ID=02a5f566-db9a-434e-929c-204fb898b244,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:48.095180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:48.156968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.157872 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.169731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.184749 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,revision_number=10']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:48.204244 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02a142fc-a425-4930-864a-09c29f3e851b x-openstack-request-id: req-02a142fc-a425-4930-864a-09c29f3e851b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:48.204244 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "name": "network-vif-plugged", "status": "completed", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:48.204244 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02a142fc-a425-4930-864a-09c29f3e851b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:48.204244 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'code': 200} Jul 05 04:16:48.236818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34948) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:48.311439 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2b27e3e2-4b4a-4db4-8398-1c963560c1ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.7530940 Jul 05 04:16:48.314252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 34956) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:48.319644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Request body: {'port': {'network_id': '4e8666f2-1800-4194-b3cc-657fb8271ed3', 'mac_address': 'fa:16:3e:11:bf:82', 'name': 'tempest-NetworksTestDHCPv6-2025367187'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:48.518881 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=35cf749f-111a-4d1f-af83-e40b7eb59d7c,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:48.607683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:48.737579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29168b0c-6b04-4cb2-b8b2-cc30bebfbb6b req-38a2bb1d-6cfb-4c54-9928-ecd4795a83b9 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 210 time: 0.2376130 Jul 05 04:16:48.742991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Made reservation on behalf of 044df30fc6d649858d4bd517f7252017 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:48.760017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-9827f190-87a7-4fee-995c-8f68772ff841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.761810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-9827f190-87a7-4fee-995c-8f68772ff841 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=1c6ce872-f154-40e2-a212-88dbb522be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.7681241 Jul 05 04:16:48.855844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-ab465d38-8168-4fef-93f9-4a503358990e tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:48.858223 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-ab465d38-8168-4fef-93f9-4a503358990e tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.26 "GET /v2.0/networks?id=09c2fa54-3940-44b0-9140-c509afe6ccb3 HTTP/1.1" status: 200 len: 813 time: 0.6948512 Jul 05 04:16:48.925937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Request body: {'port': {'device_id': '46c9aa35-657c-4ad8-91b8-f35a31a78a23', 'network_id': '09c2fa54-3940-44b0-9140-c509afe6ccb3', 'admin_state_up': True, 'tenant_id': 'f76bbe0a63754f028d3dfeec022bce39'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:48.930147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.025021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] device_id is not set on port dde03f42-5dcd-417f-bd0f-22aaa92eb530 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:16:49.088951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ed91cb-04db-4a77-be64-de349939e20d req-c265eff8-b018-4107-b94f-2c60eab9c30f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:49.090562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5ed91cb-04db-4a77-be64-de349939e20d req-c265eff8-b018-4107-b94f-2c60eab9c30f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.5922422 Jul 05 04:16:49.260116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5ed91cb-04db-4a77-be64-de349939e20d req-1aa9164d-2f6a-4fd1-a06b-6ff65d980a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1616395 Jul 05 04:16:49.277239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-116e10f8-5000-4da3-9fd0-aabbf24668cd None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:49.307854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-da676cfc-f0bc-4db5-9062-4fdb40b8df25 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5125406 Jul 05 04:16:49.313686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.387295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-74672a5a-1d50-4f31-bdc5-fb5fbcdf9a8a None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:49.388116 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-74672a5a-1d50-4f31-bdc5-fb5fbcdf9a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.474612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be946ea8-4cc5-4dff-8d46-a3451f7261ba req-c86f4158-4323-4f77-a31e-dedc7301c187 service neutron] 10.222.0.26 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566389 Jul 05 04:16:49.563617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Made reservation on behalf of f76bbe0a63754f028d3dfeec022bce39 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:49.567747 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.586985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8::145 (4e8666f2-1800-4194-b3cc-657fb8271ed3/431beafe-8c29-470a-9264-c8e38f15c40f/dde03f42-5dcd-417f-bd0f-22aaa92eb530) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:49.603293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.619949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:16:49.620201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Allocated IP 2001:db8:0:1:f816:3eff:fe11:bf82 (4e8666f2-1800-4194-b3cc-657fb8271ed3/02a5f566-db9a-434e-929c-204fb898b244/dde03f42-5dcd-417f-bd0f-22aaa92eb530) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:49.716430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:49.717089 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:49.757190 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b8eb081986324e60809ec0ffe63db0e9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5201888 Jul 05 04:16:49.760347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 34984) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:49.764174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed58e9b-4338-488d-9e7a-4c6580edbc6b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:49.815159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.815545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.815920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.816262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.816602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.816972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.817271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.817599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.817931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.818256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.818587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:49.818909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7cb27db-458d-4a24-9efe-6b04dc78d254 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:16:50.051262 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.067848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Transition to ACTIVE for port object dde03f42-5dcd-417f-bd0f-22aaa92eb530 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:50.133649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b520786c-2b43-4ba5-a575-f3df1bacb022 req-85f26464-0729-4870-b9d8-049363304f73 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 210 time: 0.1168268 Jul 05 04:16:50.157243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b898e90e-831f-47b1-8699-056bc280245b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.169555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ec52af19-9c8e-49b3-a2ef-c2c8ef31498c None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:50.172609 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ec52af19-9c8e-49b3-a2ef-c2c8ef31498c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.174887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Allocated IP 172.20.0.4 (09c2fa54-3940-44b0-9140-c509afe6ccb3/a1841e1e-da6d-4be1-9e7d-dac89dfdc65a/509adab6-2392-41e1-9cee-b115c29f0892) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:16:50.198173 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.235616 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b898e90e-831f-47b1-8699-056bc280245b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.294259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:50.315146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:50.319504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:50.333731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:50.347334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.353597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event updated for resources: {'Port': ['ID=dde03f42-5dcd-417f-bd0f-22aaa92eb530,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:50.409055 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9f412645-f07f-4a74-b28b-e3e62c6df7c0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.0935428 Jul 05 04:16:50.409705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35002) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:50.674567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9721bdda-fd1f-4921-9ef0-e013af56d15e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting port dde03f42-5dcd-417f-bd0f-22aaa92eb530 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:50.675308 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9721bdda-fd1f-4921-9ef0-e013af56d15e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.765053 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.806649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b898e90e-831f-47b1-8699-056bc280245b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.809357 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b898e90e-831f-47b1-8699-056bc280245b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.815617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b898e90e-831f-47b1-8699-056bc280245b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ed58e9b-4338-488d-9e7a-4c6580edbc6b HTTP/1.1" status: 204 len: 168 time: 1.0276327 Jul 05 04:16:50.857470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9721bdda-fd1f-4921-9ef0-e013af56d15e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:50.857577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2410b661-aa93-4399-8957-100a0713dc57 req-a627a23c-dce3-4721-95f1-64f3f1781c1f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:50.865423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2410b661-aa93-4399-8957-100a0713dc57 req-a627a23c-dce3-4721-95f1-64f3f1781c1f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1586645 Jul 05 04:16:50.873591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b898e90e-831f-47b1-8699-056bc280245b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed58e9b-4338-488d-9e7a-4c6580edbc6b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:50.889141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9721bdda-fd1f-4921-9ef0-e013af56d15e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Calling delete_port for dde03f42-5dcd-417f-bd0f-22aaa92eb530 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:50.920455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2410b661-aa93-4399-8957-100a0713dc57 req-9c2559c7-f7b4-42d9-9afa-b833a1e5e31e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541334 Jul 05 04:16:51.049639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9396be6b-0777-46ea-83bd-85568fe9a33a None None] Provisioning for port dde03f42-5dcd-417f-bd0f-22aaa92eb530 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:16:51.050926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.055372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9396be6b-0777-46ea-83bd-85568fe9a33a None None] Provisioning complete for port dde03f42-5dcd-417f-bd0f-22aaa92eb530 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:51.062489 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9396be6b-0777-46ea-83bd-85568fe9a33a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.115413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Pushing event updated for resources: {'Port': ['ID=509adab6-2392-41e1-9cee-b115c29f0892,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:51.139730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Network 09c2fa54-3940-44b0-9140-c509afe6ccb3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:16:51.146338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9396be6b-0777-46ea-83bd-85568fe9a33a None None] Port dde03f42-5dcd-417f-bd0f-22aaa92eb530 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:16:51.147085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:16:51.148903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:16:51.268249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.270227 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.372428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fec35f08-276a-4dea-b9ef-eb26c3d43a1a req-937d2dd5-0064-4b98-99ec-e0f3d761b51e tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.375257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fec35f08-276a-4dea-b9ef-eb26c3d43a1a req-937d2dd5-0064-4b98-99ec-e0f3d761b51e tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 931 time: 0.0730896 Jul 05 04:16:51.393040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9721bdda-fd1f-4921-9ef0-e013af56d15e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.415765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-eae88af5-825b-4368-96b0-4369616a1e06 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5122113 Jul 05 04:16:51.423583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fec35f08-276a-4dea-b9ef-eb26c3d43a1a req-879460bb-05cc-46a0-879e-7c2139f1da05 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409539 Jul 05 04:16:51.426091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9721bdda-fd1f-4921-9ef0-e013af56d15e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Port': ['ID=dde03f42-5dcd-417f-bd0f-22aaa92eb530,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:51.447622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Request body: {'port': {'device_id': '46c9aa35-657c-4ad8-91b8-f35a31a78a23', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:51.508520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9721bdda-fd1f-4921-9ef0-e013af56d15e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.513173 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9721bdda-fd1f-4921-9ef0-e013af56d15e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/dde03f42-5dcd-417f-bd0f-22aaa92eb530 HTTP/1.1" status: 204 len: 168 time: 1.1003251 Jul 05 04:16:51.513434 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35032) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:51.596886 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.638406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3683402e-2b30-41f2-8a1b-638a800f35ee tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.640741 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3683402e-2b30-41f2-8a1b-638a800f35ee tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1256251 Jul 05 04:16:51.643282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35034) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:51.730061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f512b0-18d0-44e0-b69e-20d71f6aad2c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.734744 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-20f512b0-18d0-44e0-b69e-20d71f6aad2c tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0874124 Jul 05 04:16:51.735454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35038) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:51.797472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2ca90-e156-469e-9ea2-6e621c0996ac tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.799075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2ca90-e156-469e-9ea2-6e621c0996ac tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.800802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b2ca90-e156-469e-9ea2-6e621c0996ac tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:51.805094 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a6b2ca90-e156-469e-9ea2-6e621c0996ac tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0661047 Jul 05 04:16:51.805312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35040) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:51.863831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35046) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:51.869062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed82bdbd-472c-474d-bf94-89073cfbadd0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 02a5f566-db9a-434e-929c-204fb898b244 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:51.879634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed82bdbd-472c-474d-bf94-89073cfbadd0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.913687 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f894562c-4a55-47bd-8e2d-9a08e63bc3ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.979235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 509adab6-2392-41e1-9cee-b115c29f0892 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:51.990198 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:51.995170 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed82bdbd-472c-474d-bf94-89073cfbadd0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.006560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Transition to ACTIVE for port object 509adab6-2392-41e1-9cee-b115c29f0892 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:16:52.089754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.183787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed82bdbd-472c-474d-bf94-89073cfbadd0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.185781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f894562c-4a55-47bd-8e2d-9a08e63bc3ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.212866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Pushing event updated for resources: {'Port': ['ID=509adab6-2392-41e1-9cee-b115c29f0892,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:52.258672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f894562c-4a55-47bd-8e2d-9a08e63bc3ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.301467 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f894562c-4a55-47bd-8e2d-9a08e63bc3ac admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a72603a9a3ca4efa922fb5d8ecd5e2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4295087 Jul 05 04:16:52.302592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f894562c-4a55-47bd-8e2d-9a08e63bc3ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70eb0750-c52e-4742-b1a0-80162e60b486,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:52.305200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35066) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:52.332769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed82bdbd-472c-474d-bf94-89073cfbadd0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.355353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Attempting to bind port 509adab6-2392-41e1-9cee-b115c29f0892 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:16:52.355618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Attempting to bind port 509adab6-2392-41e1-9cee-b115c29f0892 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'd0f48935-303f-4a21-a787-ffa2a23964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09c2fa54-3940-44b0-9140-c509afe6ccb3'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:16:52.355947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Attempting to bind port 509adab6-2392-41e1-9cee-b115c29f0892 on network 09c2fa54-3940-44b0-9140-c509afe6ccb3 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:52.367329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6153d5-d301-458e-bfd9-59a6da2df0e2 req-34655375-6e8d-4959-8faf-cb9ab9cf4a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.368886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b6153d5-d301-458e-bfd9-59a6da2df0e2 req-34655375-6e8d-4959-8faf-cb9ab9cf4a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1490428 Jul 05 04:16:52.371458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Port 509adab6-2392-41e1-9cee-b115c29f0892 on network 09c2fa54-3940-44b0-9140-c509afe6ccb3 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:16:52.371784 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Attempting to bind port 509adab6-2392-41e1-9cee-b115c29f0892 on network 09c2fa54-3940-44b0-9140-c509afe6ccb3 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:16:52.389141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79be3d3b-a724-41d6-a532-971fd0cc4612 None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:52.389687 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed82bdbd-472c-474d-bf94-89073cfbadd0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.392011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:16:52.392356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Checking segment: {'id': 'd0f48935-303f-4a21-a787-ffa2a23964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09c2fa54-3940-44b0-9140-c509afe6ccb3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:16:52.393130 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed82bdbd-472c-474d-bf94-89073cfbadd0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/02a5f566-db9a-434e-929c-204fb898b244 HTTP/1.1" status: 204 len: 168 time: 0.5867932 Jul 05 04:16:52.395244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed82bdbd-472c-474d-bf94-89073cfbadd0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=02a5f566-db9a-434e-929c-204fb898b244,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:52.396097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Bound using segment: {'id': 'd0f48935-303f-4a21-a787-ffa2a23964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09c2fa54-3940-44b0-9140-c509afe6ccb3'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:16:52.396580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Bound port: 509adab6-2392-41e1-9cee-b115c29f0892, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd0f48935-303f-4a21-a787-ffa2a23964ba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '09c2fa54-3940-44b0-9140-c509afe6ccb3'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:16:52.396954 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.397067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35070) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:52.493372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b6153d5-d301-458e-bfd9-59a6da2df0e2 req-24da9146-f69d-4935-b156-d2ed155e97fb tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1094806 Jul 05 04:16:52.495273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4155f16a-b16a-418e-b3c8-6bd3881feb94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.510616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35076) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:52.550077 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4155f16a-b16a-418e-b3c8-6bd3881feb94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.647815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5252847-1585-44f9-8634-f6d4a5360215 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Deleting subnet 431beafe-8c29-470a-9264-c8e38f15c40f {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:16:52.651708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5252847-1585-44f9-8634-f6d4a5360215 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.687445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] For port 509adab6-2392-41e1-9cee-b115c29f0892, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:16:52.703093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f2a1d5f8-2048-4bfd-8022-305a5d287697 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/9aeed43f-d084-408c-83dd-f35fbdabf066 HTTP/1.1" status: 200 len: 993 time: 0.1907265 Jul 05 04:16:52.711683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5252847-1585-44f9-8634-f6d4a5360215 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.744836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] For port 509adab6-2392-41e1-9cee-b115c29f0892, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=509adab6-2392-41e1-9cee-b115c29f0892,segment=NetworkSegment(d0f48935-303f-4a21-a787-ffa2a23964ba),segment_id=d0f48935-303f-4a21-a787-ffa2a23964ba)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:16:52.854821 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5252847-1585-44f9-8634-f6d4a5360215 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.868363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5914f936-6fe9-426f-88ae-b5c35aabcf76 req-fee4425b-fbcd-4b32-9c61-af2238aaafeb tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.874138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5914f936-6fe9-426f-88ae-b5c35aabcf76 req-fee4425b-fbcd-4b32-9c61-af2238aaafeb tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 943 time: 0.1448643 Jul 05 04:16:52.876816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.891803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4155f16a-b16a-418e-b3c8-6bd3881feb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.894656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4155f16a-b16a-418e-b3c8-6bd3881feb94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.896450 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4155f16a-b16a-418e-b3c8-6bd3881feb94 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70eb0750-c52e-4742-b1a0-80162e60b486 HTTP/1.1" status: 204 len: 168 time: 0.5794287 Jul 05 04:16:52.948196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155f16a-b16a-418e-b3c8-6bd3881feb94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70eb0750-c52e-4742-b1a0-80162e60b486,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:52.953634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:52.954263 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:52.955710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] 10.222.0.26 "PUT /v2.0/ports/509adab6-2392-41e1-9cee-b115c29f0892 HTTP/1.1" status: 200 len: 1092 time: 1.5277603 Jul 05 04:16:52.958007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '46c9aa35-657c-4ad8-91b8-f35a31a78a23', 'tag': '509adab6-2392-41e1-9cee-b115c29f0892'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:16:52.960217 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6daf2c-5f13-49df-966f-08e7d2678a38" -d '{"events": [{"name": "network-changed", "server_uuid": "46c9aa35-657c-4ad8-91b8-f35a31a78a23", "tag": "509adab6-2392-41e1-9cee-b115c29f0892"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:16:52.986457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e99c96-43e0-4c11-bf3f-d2bd0481237c service neutron] Pushing event updated for resources: {'Port': ['ID=509adab6-2392-41e1-9cee-b115c29f0892,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:53.007591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5914f936-6fe9-426f-88ae-b5c35aabcf76 req-9077f709-fb93-466b-a4a7-d49e843e7137 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281204 Jul 05 04:16:53.038203 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5252847-1585-44f9-8634-f6d4a5360215 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.082129 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:16:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd045e2a-2fbe-4aa2-aa13-4d00cd7bf27d x-openstack-request-id: req-fd045e2a-2fbe-4aa2-aa13-4d00cd7bf27d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:16:53.082129 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "46c9aa35-657c-4ad8-91b8-f35a31a78a23", "tag": "509adab6-2392-41e1-9cee-b115c29f0892", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:16:53.082129 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fd045e2a-2fbe-4aa2-aa13-4d00cd7bf27d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:16:53.082129 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '46c9aa35-657c-4ad8-91b8-f35a31a78a23', 'tag': '509adab6-2392-41e1-9cee-b115c29f0892', 'status': 'completed', 'code': 200} Jul 05 04:16:53.114564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5252847-1585-44f9-8634-f6d4a5360215 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Subnet': ['ID=431beafe-8c29-470a-9264-c8e38f15c40f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:53.122437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5252847-1585-44f9-8634-f6d4a5360215 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:53.128307 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f5252847-1585-44f9-8634-f6d4a5360215 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/431beafe-8c29-470a-9264-c8e38f15c40f HTTP/1.1" status: 204 len: 168 time: 0.7178776 Jul 05 04:16:53.129630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35098) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.227141 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b84a6e5c-d8bc-4dac-a5b6-d0cee2af9a6e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0849440 Jul 05 04:16:53.227458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35104) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.237576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6daf2c-5f13-49df-966f-08e7d2678a38 req-c98418ed-7bfa-4c48-b1d5-2681188d0f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.240027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f6daf2c-5f13-49df-966f-08e7d2678a38 req-c98418ed-7bfa-4c48-b1d5-2681188d0f02 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f76bbe0a63754f028d3dfeec022bce39&device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 1095 time: 0.1213739 Jul 05 04:16:53.331832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459705d8-89c1-4f3e-9c26-b213590d083b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.340007 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-459705d8-89c1-4f3e-9c26-b213590d083b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.1103895 Jul 05 04:16:53.340734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35106) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.385059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6daf2c-5f13-49df-966f-08e7d2678a38 req-65f7a956-3c33-4b53-847b-ada28a2fa2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.391130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f6daf2c-5f13-49df-966f-08e7d2678a38 req-65f7a956-3c33-4b53-847b-ada28a2fa2d3 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f76bbe0a63754f028d3dfeec022bce39&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1371899 Jul 05 04:16:53.427789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fb0c926-d175-4f9d-acbc-d05d2b13ca58 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.435444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35108) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.437767 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7fb0c926-d175-4f9d-acbc-d05d2b13ca58 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0953975 Jul 05 04:16:53.532399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fa697715-0297-4214-81f2-474a19d279eb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0936096 Jul 05 04:16:53.537474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35112) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.585507 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac855ee5-0277-4a20-a43d-4039e05b9bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:53.586567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac855ee5-0277-4a20-a43d-4039e05b9bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:53.592796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ac855ee5-0277-4a20-a43d-4039e05b9bbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/dde03f42-5dcd-417f-bd0f-22aaa92eb530 HTTP/1.1" status: 404 len: 333 time: 0.0536792 Jul 05 04:16:53.593697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35116) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.641974 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fec73ae-1f9b-40d4-9595-3375de0f4a67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:53.642790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fec73ae-1f9b-40d4-9595-3375de0f4a67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:53.648049 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0fec73ae-1f9b-40d4-9595-3375de0f4a67 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/02a5f566-db9a-434e-929c-204fb898b244 HTTP/1.1" status: 404 len: 337 time: 0.0530679 Jul 05 04:16:53.648931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35118) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.658599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6daf2c-5f13-49df-966f-08e7d2678a38 req-74a228b5-ecc3-4290-b8d9-3286350e952d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.674994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f6daf2c-5f13-49df-966f-08e7d2678a38 req-74a228b5-ecc3-4290-b8d9-3286350e952d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2626050 Jul 05 04:16:53.766648 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f1b1f862-37a2-4525-89f0-128394b5bdc0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:53.767121 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f1b1f862-37a2-4525-89f0-128394b5bdc0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:53.769303 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f1b1f862-37a2-4525-89f0-128394b5bdc0 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/431beafe-8c29-470a-9264-c8e38f15c40f HTTP/1.1" status: 404 len: 337 time: 0.1078875 Jul 05 04:16:53.772037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35124) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.807551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a239d4-5160-4da7-8f76-d5c65c675f5d None None] Network 4e8666f2-1800-4194-b3cc-657fb8271ed3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:16:53.811366 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8be21fa-bf8d-4caf-958d-166c1c5073eb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:53.812613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8be21fa-bf8d-4caf-958d-166c1c5073eb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:53.816051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e8be21fa-bf8d-4caf-958d-166c1c5073eb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/450108ca-fbeb-4101-af61-1d2325d76ca3 HTTP/1.1" status: 404 len: 333 time: 0.0415051 Jul 05 04:16:53.822295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35128) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.838675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-c9e35ed3-e48f-4894-aff1-1696f8f88ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:53.848536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-c9e35ed3-e48f-4894-aff1-1696f8f88ce9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f76bbe0a63754f028d3dfeec022bce39&device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 1095 time: 0.1281359 Jul 05 04:16:53.862115 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-095a160e-a10b-4376-9187-3103043d3fcf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:53.862879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-095a160e-a10b-4376-9187-3103043d3fcf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:53.873614 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-095a160e-a10b-4376-9187-3103043d3fcf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/9a11c6b3-f284-46a7-9436-43b5b4089bf6 HTTP/1.1" status: 404 len: 337 time: 0.0501616 Jul 05 04:16:53.881179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35132) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.937642 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d1f658-a800-458d-a155-4390388be131 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:53.937642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2d1f658-a800-458d-a155-4390388be131 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:53.943575 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a2d1f658-a800-458d-a155-4390388be131 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/7a9d9073-9a8e-4656-8ecc-51a1034d3c1e HTTP/1.1" status: 404 len: 337 time: 0.0610354 Jul 05 04:16:53.944396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35136) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:53.981029 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-806e0247-d9d0-41e6-86d2-6fd4cf252641 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:53.981819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-806e0247-d9d0-41e6-86d2-6fd4cf252641 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:53.987849 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-806e0247-d9d0-41e6-86d2-6fd4cf252641 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/4de7613d-a52a-4cab-9f54-09859fc637b9 HTTP/1.1" status: 404 len: 333 time: 0.0416362 Jul 05 04:16:53.988102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35138) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.025374 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-396062aa-6a1a-458b-8413-7f96cd0e53af tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.025842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-396062aa-6a1a-458b-8413-7f96cd0e53af tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.030626 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-396062aa-6a1a-458b-8413-7f96cd0e53af tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/5c77f785-7262-4bfc-89ff-e4e8dcc4db03 HTTP/1.1" status: 404 len: 337 time: 0.0391204 Jul 05 04:16:54.031024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-218a7ce6-1cd3-4aa2-97bf-e6aafe014749 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=509adab6-2392-41e1-9cee-b115c29f0892 HTTP/1.1" status: 200 len: 217 time: 0.1686468 Jul 05 04:16:54.031351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35140) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.061221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c1bb1801-2bac-4faa-8201-a361da2b987a None None] Provisioning complete for port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:16:54.066532 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1bb1801-2bac-4faa-8201-a361da2b987a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.090267 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd663904-2c98-4ba2-80dd-0da316faebb8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.091658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd663904-2c98-4ba2-80dd-0da316faebb8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.094233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fd663904-2c98-4ba2-80dd-0da316faebb8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/9fdd9c19-1ab2-48c7-a478-32358c7395c2 HTTP/1.1" status: 404 len: 337 time: 0.0617201 Jul 05 04:16:54.097726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35148) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.143724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-e20ab9e2-92b4-4571-ba4d-aed93f61d33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.145284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-e20ab9e2-92b4-4571-ba4d-aed93f61d33b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=a1841e1e-da6d-4be1-9e7d-dac89dfdc65a HTTP/1.1" status: 200 len: 853 time: 0.0999796 Jul 05 04:16:54.157450 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f488685-a7d5-4154-b5a7-09547fd464b5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.158186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f488685-a7d5-4154-b5a7-09547fd464b5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.161180 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1f488685-a7d5-4154-b5a7-09547fd464b5 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/b1a722a4-05c5-4df2-8b26-ae83f1f807b5 HTTP/1.1" status: 404 len: 333 time: 0.0627794 Jul 05 04:16:54.170965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35150) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.193510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-aa324ffe-66da-453d-b922-c1df6b62162a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=09c2fa54-3940-44b0-9140-c509afe6ccb3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385437 Jul 05 04:16:54.225374 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-685e486d-2c3a-4354-99e7-5a8eece5152e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.226679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685e486d-2c3a-4354-99e7-5a8eece5152e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.231201 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-685e486d-2c3a-4354-99e7-5a8eece5152e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/81fae82d-3657-43d0-84e6-630b68aa4fa5 HTTP/1.1" status: 404 len: 337 time: 0.0575726 Jul 05 04:16:54.232233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35156) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.318848 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cfe7d80-991f-4fca-a4f9-394112af8f8d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.319372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cfe7d80-991f-4fca-a4f9-394112af8f8d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.325444 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3cfe7d80-991f-4fca-a4f9-394112af8f8d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/87eb03af-ef1e-4a50-b65e-c681c29a5b17 HTTP/1.1" status: 404 len: 337 time: 0.0908542 Jul 05 04:16:54.326209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35160) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.399750 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4af6a206-0ed8-4c6d-8d64-25fe41e4604e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.400234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4af6a206-0ed8-4c6d-8d64-25fe41e4604e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.406419 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4af6a206-0ed8-4c6d-8d64-25fe41e4604e tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/b0e772b7-6ac3-4c7a-9ff9-a36be29450a4 HTTP/1.1" status: 404 len: 333 time: 0.0763857 Jul 05 04:16:54.408286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35166) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.441822 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8feb2e6f-6bee-4382-8f10-416f6008bf5a None None] DHCP port deletion for 4e8666f2-1800-4194-b3cc-657fb8271ed3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:16:54.457021 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-28e7b411-7c21-4f6d-a9b8-db8133048b7d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.457473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28e7b411-7c21-4f6d-a9b8-db8133048b7d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.461828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-28e7b411-7c21-4f6d-a9b8-db8133048b7d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/ad7b389b-346f-4c33-b13c-a60482f1631a HTTP/1.1" status: 404 len: 337 time: 0.0439343 Jul 05 04:16:54.462010 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35168) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.467423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-b51dcba8-68a6-4b4a-852d-3aac23cb9ed9 service neutron] 10.222.0.26 "GET /v2.0/networks/09c2fa54-3940-44b0-9140-c509afe6ccb3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661078 Jul 05 04:16:54.499130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8feb2e6f-6bee-4382-8f10-416f6008bf5a None None] Deleting port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:16:54.499544 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8feb2e6f-6bee-4382-8f10-416f6008bf5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.504958 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-54f2a92d-8f5e-480d-b6ae-3090af5618ab tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.505964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54f2a92d-8f5e-480d-b6ae-3090af5618ab tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.508157 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-54f2a92d-8f5e-480d-b6ae-3090af5618ab tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/c3105a79-7aa4-4224-b343-a135cce346ca HTTP/1.1" status: 404 len: 333 time: 0.0451844 Jul 05 04:16:54.510643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35170) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.525819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab2d951-e9df-45ff-8413-6abc22653fd9 req-a4ca2bb5-fc95-4bc0-97bb-7ace11cd2466 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:54.531104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ab2d951-e9df-45ff-8413-6abc22653fd9 req-a4ca2bb5-fc95-4bc0-97bb-7ace11cd2466 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 943 time: 0.2072842 Jul 05 04:16:54.542727 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba2b80a3-ba5f-4697-a04a-ebcc93248c74 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.543526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba2b80a3-ba5f-4697-a04a-ebcc93248c74 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.545633 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ba2b80a3-ba5f-4697-a04a-ebcc93248c74 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/a8791acf-5249-44d7-ae11-268c3c241ca4 HTTP/1.1" status: 404 len: 337 time: 0.0338271 Jul 05 04:16:54.548886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35172) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.572385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8feb2e6f-6bee-4382-8f10-416f6008bf5a None None] For port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,segment=NetworkSegment(647696bd-1467-4699-8094-befb8777965f),segment_id=647696bd-1467-4699-8094-befb8777965f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:54.572804 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8feb2e6f-6bee-4382-8f10-416f6008bf5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.581480 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4036dd09-fba1-4df8-8153-a24523ad0d7a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.582383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4036dd09-fba1-4df8-8153-a24523ad0d7a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.587507 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4036dd09-fba1-4df8-8153-a24523ad0d7a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/3763f0db-45b5-4b52-aa9d-b7b36bc7bafa HTTP/1.1" status: 404 len: 333 time: 0.0342059 Jul 05 04:16:54.588884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35176) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.612903 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8feb2e6f-6bee-4382-8f10-416f6008bf5a None None] Calling delete_port for 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:16:54.641015 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-603e69df-ec44-4c83-889c-3e947a151c61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.641754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ab2d951-e9df-45ff-8413-6abc22653fd9 req-fc044403-5654-4407-bbb2-de45a24d02b7 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782263 Jul 05 04:16:54.642328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-603e69df-ec44-4c83-889c-3e947a151c61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.644424 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-603e69df-ec44-4c83-889c-3e947a151c61 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/ea939e3f-daad-4561-83a0-2538fbd36b17 HTTP/1.1" status: 404 len: 337 time: 0.0543318 Jul 05 04:16:54.647036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35180) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.682683 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4991fcd-82e9-4483-9d73-5ea24e168516 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.684073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4991fcd-82e9-4483-9d73-5ea24e168516 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.686288 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a4991fcd-82e9-4483-9d73-5ea24e168516 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/b6d9727d-8887-4978-85e3-d9557051bb6c HTTP/1.1" status: 404 len: 333 time: 0.0380332 Jul 05 04:16:54.690290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35182) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.749464 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f46622de-a519-4e8e-bae3-b4fbb95625d2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.749923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f46622de-a519-4e8e-bae3-b4fbb95625d2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.751961 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f46622de-a519-4e8e-bae3-b4fbb95625d2 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/09618488-2d24-4b5e-a7e5-9e4f0fdd0ec9 HTTP/1.1" status: 404 len: 337 time: 0.0603967 Jul 05 04:16:54.752320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b3c9eb2-4fb7-48c4-b164-56bf3c8405b8 req-d59d2de1-c05c-4e8e-ad13-65b00774ea1a service neutron] 10.222.0.26 "GET /v2.0/networks/09c2fa54-3940-44b0-9140-c509afe6ccb3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2695675 Jul 05 04:16:54.754656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35184) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.785666 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9a7aee9-937b-4322-b41f-ce97b2dc28a6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.786393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9a7aee9-937b-4322-b41f-ce97b2dc28a6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.788232 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b9a7aee9-937b-4322-b41f-ce97b2dc28a6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/281f16cc-4e49-4f6f-9d4f-2978ba96baf8 HTTP/1.1" status: 404 len: 333 time: 0.0325220 Jul 05 04:16:54.790645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35186) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.803541 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8feb2e6f-6bee-4382-8f10-416f6008bf5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:54.822137 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ea21d21-d853-4418-8f41-73979717adb9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.822663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ea21d21-d853-4418-8f41-73979717adb9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.824717 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6ea21d21-d853-4418-8f41-73979717adb9 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/b52b1c74-9f3b-48fa-83bd-3f1f7963a1ec HTTP/1.1" status: 404 len: 337 time: 0.0327444 Jul 05 04:16:54.827129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35190) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.862190 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f58a7a7-1242-4cea-9dc7-005cc30402ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.862504 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb2e6f-6bee-4382-8f10-416f6008bf5a None None] Pushing event deleted for resources: {'Port': ['ID=32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:54.862970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f58a7a7-1242-4cea-9dc7-005cc30402ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.864323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb2e6f-6bee-4382-8f10-416f6008bf5a None None] No DVR routers for this DVR port 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:16:54.865223 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8f58a7a7-1242-4cea-9dc7-005cc30402ef tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/037c59ad-f33a-4e56-a56a-8919996e685f HTTP/1.1" status: 404 len: 333 time: 0.0363681 Jul 05 04:16:54.867849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35192) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.910753 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-80776da7-28d5-45f3-b275-653f121729bb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.911470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80776da7-28d5-45f3-b275-653f121729bb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.913470 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-80776da7-28d5-45f3-b275-653f121729bb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/c23863e1-8501-415d-9641-f2026ee263b4 HTTP/1.1" status: 404 len: 337 time: 0.0444870 Jul 05 04:16:54.916011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35194) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.946947 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-092ca45d-5947-4cd0-b25d-503e6dcdaf16 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.947410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-092ca45d-5947-4cd0-b25d-503e6dcdaf16 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.951565 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-092ca45d-5947-4cd0-b25d-503e6dcdaf16 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/dbfbbe60-07dd-42f3-be81-fdf13ef8c74a HTTP/1.1" status: 404 len: 337 time: 0.0321693 Jul 05 04:16:54.951768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35198) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:54.979344 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b37c4e9-123d-46f2-8d73-3ae820a03837 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:54.980035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b37c4e9-123d-46f2-8d73-3ae820a03837 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:54.984335 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7b37c4e9-123d-46f2-8d73-3ae820a03837 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/6ccef589-afcb-479d-82df-0f1af242b613 HTTP/1.1" status: 404 len: 333 time: 0.0285378 Jul 05 04:16:54.984586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35200) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.011277 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ab79b12-dec6-414d-afb3-b8b65c1d2b6d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.011713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ab79b12-dec6-414d-afb3-b8b65c1d2b6d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.013489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4ab79b12-dec6-414d-afb3-b8b65c1d2b6d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/fb69554c-fcc7-4e9b-9759-375c78681ed7 HTTP/1.1" status: 404 len: 337 time: 0.0279863 Jul 05 04:16:55.016632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35202) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.049208 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4068f9e8-ec06-4a6c-92e4-addd8d58504d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.049666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4068f9e8-ec06-4a6c-92e4-addd8d58504d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.051420 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4068f9e8-ec06-4a6c-92e4-addd8d58504d tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/b834fe2a-8e03-4564-bd25-431836a7a836 HTTP/1.1" status: 404 len: 337 time: 0.0337901 Jul 05 04:16:55.053984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35208) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.098458 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b01eb25-10f4-4041-a2ee-522d7f548272 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.099192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b01eb25-10f4-4041-a2ee-522d7f548272 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.103725 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0b01eb25-10f4-4041-a2ee-522d7f548272 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/be1b25bb-ca56-494c-8e70-b0baeddb48bf HTTP/1.1" status: 404 len: 333 time: 0.0484264 Jul 05 04:16:55.106658 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35212) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.141724 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-441fa554-c956-498a-920e-61e5ce18e303 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.142100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-441fa554-c956-498a-920e-61e5ce18e303 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.143930 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-441fa554-c956-498a-920e-61e5ce18e303 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/b3c5c008-5e5b-493a-9f7f-048de5d6274d HTTP/1.1" status: 404 len: 337 time: 0.0360644 Jul 05 04:16:55.146794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35216) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.181191 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-90786430-ee99-42ea-8754-fdd73f6025ad tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.181899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90786430-ee99-42ea-8754-fdd73f6025ad tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.188671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-90786430-ee99-42ea-8754-fdd73f6025ad tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/fe022623-dcdc-42de-894a-dbd79d321456 HTTP/1.1" status: 404 len: 337 time: 0.0355926 Jul 05 04:16:55.190575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35218) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.224543 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-9566c74e-4472-4e00-9acb-251b06af56b1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.225230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9566c74e-4472-4e00-9acb-251b06af56b1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.229789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35220) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.229972 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9566c74e-4472-4e00-9acb-251b06af56b1 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/f5b88a25-1e94-4ce9-9d67-5f05f9c6e614 HTTP/1.1" status: 404 len: 333 time: 0.0383530 Jul 05 04:16:55.267213 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-afcf3eb5-703a-4426-be4e-5cd576e1157a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.268217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afcf3eb5-703a-4426-be4e-5cd576e1157a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.273473 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-afcf3eb5-703a-4426-be4e-5cd576e1157a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/13dcec8b-80da-4b9a-a556-eda391eb5bce HTTP/1.1" status: 404 len: 337 time: 0.0397403 Jul 05 04:16:55.274562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35226) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.310188 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-f88a1672-b4da-4747-81b4-116033816a7a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.310654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f88a1672-b4da-4747-81b4-116033816a7a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.312965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f88a1672-b4da-4747-81b4-116033816a7a tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/e5e4ca51-d9a7-44ca-b364-7957cf05ad52 HTTP/1.1" status: 404 len: 337 time: 0.0381083 Jul 05 04:16:55.315687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35230) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.348783 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-54bb7f27-3ec9-4746-97c7-7e916ec2fe3f tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports?device_id=7364da5d-a27c-4d79-a323-3d2238b1043f HTTP/1.1" status: 200 len: 205 time: 0.0317283 Jul 05 04:16:55.351136 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35236) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.393938 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-ee98c730-b322-4ca5-8e9e-cdc67472e382 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] delete failed (client error): The resource could not be found. Jul 05 04:16:55.395070 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ee98c730-b322-4ca5-8e9e-cdc67472e382 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/routers/7364da5d-a27c-4d79-a323-3d2238b1043f HTTP/1.1" status: 404 len: 336 time: 0.0429451 Jul 05 04:16:55.397702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35238) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.424591 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-61021ae1-2294-4098-9118-cde1189881b3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.425021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61021ae1-2294-4098-9118-cde1189881b3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.429798 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-61021ae1-2294-4098-9118-cde1189881b3 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/ea9b7e5b-cae1-40b1-90fb-c876155be93c HTTP/1.1" status: 404 len: 337 time: 0.0285015 Jul 05 04:16:55.430539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35242) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.504153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35248) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.504662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-20b90204-23f0-4ebe-a241-6431a3e73f8b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "GET /v2.0/ports?device_id=629f44d9-be69-4f49-be4d-6303af8ad7b3 HTTP/1.1" status: 200 len: 205 time: 0.0697343 Jul 05 04:16:55.548900 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-b73941e7-82e5-4e4b-9696-28bfcd179714 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] delete failed (client error): The resource could not be found. Jul 05 04:16:55.550277 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b73941e7-82e5-4e4b-9696-28bfcd179714 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/routers/629f44d9-be69-4f49-be4d-6303af8ad7b3 HTTP/1.1" status: 404 len: 336 time: 0.0443521 Jul 05 04:16:55.553320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35250) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.575975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:16:55.625504 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-82a0bbb6-8f2e-4470-a061-211101d4bd69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.625973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-82a0bbb6-8f2e-4470-a061-211101d4bd69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.627841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:16:55.628635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32cd9dc9-5ba7-412f-b49c-b7f76f9e0a4f not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:16:55.638167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35252) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.638290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-82a0bbb6-8f2e-4470-a061-211101d4bd69 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/746690b8-8449-430a-8bf3-64ae8a5533a7 HTTP/1.1" status: 404 len: 337 time: 0.0812647 Jul 05 04:16:55.684367 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8acd2443-395a-4af2-a8cb-362a8803e2ff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.685372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8acd2443-395a-4af2-a8cb-362a8803e2ff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.687601 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8acd2443-395a-4af2-a8cb-362a8803e2ff tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/42dc52ca-59f5-4c5c-90f1-dc13699f951a HTTP/1.1" status: 404 len: 337 time: 0.0509603 Jul 05 04:16:55.690469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35256) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.733773 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-3266918e-b775-4076-aa18-63fccb4ebd4b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.737267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3266918e-b775-4076-aa18-63fccb4ebd4b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.740191 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3266918e-b775-4076-aa18-63fccb4ebd4b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/7e842c7a-857f-4c60-b782-0fa7d1aab969 HTTP/1.1" status: 404 len: 333 time: 0.0483904 Jul 05 04:16:55.743144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35260) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.793617 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-de4a8087-0444-457b-9665-b9442f44a4ae tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.794241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de4a8087-0444-457b-9665-b9442f44a4ae tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.798829 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-de4a8087-0444-457b-9665-b9442f44a4ae tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/5fa1088a-6278-41c6-ba22-809c33ba9cb0 HTTP/1.1" status: 404 len: 337 time: 0.0519357 Jul 05 04:16:55.799119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35266) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.833009 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-76a7fa0d-ecaf-46d6-b7d1-79a93850aa79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.833863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76a7fa0d-ecaf-46d6-b7d1-79a93850aa79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.838286 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-76a7fa0d-ecaf-46d6-b7d1-79a93850aa79 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/6c2fcd5f-18e7-40d2-97a6-1b59e36049b3 HTTP/1.1" status: 404 len: 333 time: 0.0357561 Jul 05 04:16:55.839084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35268) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.902416 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f1588d9-7a12-43ef-855e-39b7e3e3c0b4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.902947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6f1588d9-7a12-43ef-855e-39b7e3e3c0b4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.911062 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6f1588d9-7a12-43ef-855e-39b7e3e3c0b4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/6f281d0a-9686-40dd-b699-01756403a60a HTTP/1.1" status: 404 len: 337 time: 0.0685716 Jul 05 04:16:55.911620 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35272) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:55.984381 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f49d89c-825e-46d0-b30d-5644853589e6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:55.985035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f49d89c-825e-46d0-b30d-5644853589e6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:55.986823 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4f49d89c-825e-46d0-b30d-5644853589e6 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/7bb59881-6bcc-4ed3-97f8-7e273f16416f HTTP/1.1" status: 404 len: 333 time: 0.0738897 Jul 05 04:16:55.990023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35278) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.008031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a719ba-ab60-4a13-a3ec-516057f7f767 req-1f074874-916b-4c49-8cf8-624b4989abd5 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:56.016941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06a719ba-ab60-4a13-a3ec-516057f7f767 req-1f074874-916b-4c49-8cf8-624b4989abd5 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 943 time: 0.1342120 Jul 05 04:16:56.041964 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a13e9a18-db56-4806-bd18-698e1e9fd672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:56.042519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a13e9a18-db56-4806-bd18-698e1e9fd672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:56.047357 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a13e9a18-db56-4806-bd18-698e1e9fd672 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/123d3f55-b050-4f80-b91c-0b4eb1429390 HTTP/1.1" status: 404 len: 337 time: 0.0560081 Jul 05 04:16:56.048027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35280) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.074240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06a719ba-ab60-4a13-a3ec-516057f7f767 req-d601f32f-bc91-4e95-ad18-d4ad168a372c tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516932 Jul 05 04:16:56.099713 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ffd9c31-34cd-4e03-ace8-b1ee536aeba4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:56.100631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ffd9c31-34cd-4e03-ace8-b1ee536aeba4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:56.102756 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8ffd9c31-34cd-4e03-ace8-b1ee536aeba4 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/46af2c3e-0081-41d9-b826-802046a1c97c HTTP/1.1" status: 404 len: 333 time: 0.0537972 Jul 05 04:16:56.105454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35282) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.160195 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d03143a-d0f9-42e9-8437-10e4a7aeacb7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:56.160920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d03143a-d0f9-42e9-8437-10e4a7aeacb7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:56.165659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35286) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.166140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6d03143a-d0f9-42e9-8437-10e4a7aeacb7 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/b7b2619d-3c40-478e-a4e5-c9a358aabfe5 HTTP/1.1" status: 404 len: 337 time: 0.0591059 Jul 05 04:16:56.217531 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a64ab72c-06c5-4a1f-bc46-ec0806e15a15 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:56.218508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a64ab72c-06c5-4a1f-bc46-ec0806e15a15 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:56.224116 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a64ab72c-06c5-4a1f-bc46-ec0806e15a15 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/a9a19460-bb7b-455a-b00d-3dfe10d9244a HTTP/1.1" status: 404 len: 333 time: 0.0548720 Jul 05 04:16:56.224478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35292) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.258101 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e05e5f06-8947-4276-b2e5-9b1a5c84e3bb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:56.258567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e05e5f06-8947-4276-b2e5-9b1a5c84e3bb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:56.260379 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e05e5f06-8947-4276-b2e5-9b1a5c84e3bb tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/98be4500-04c7-45ea-b339-15f15a7cc1e2 HTTP/1.1" status: 404 len: 337 time: 0.0348413 Jul 05 04:16:56.264082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35294) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.294685 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-afa70b4e-cc30-49d4-964e-cb3732e8228b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:56.295468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-afa70b4e-cc30-49d4-964e-cb3732e8228b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:56.300686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35298) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.300828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-afa70b4e-cc30-49d4-964e-cb3732e8228b tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/0922010e-0b4e-444b-a43e-51cebc0ec778 HTTP/1.1" status: 404 len: 333 time: 0.0350220 Jul 05 04:16:56.328039 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-5625cab9-d2e4-46e8-bb83-fff0ed565f90 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:56.328511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5625cab9-d2e4-46e8-bb83-fff0ed565f90 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:56.332603 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5625cab9-d2e4-46e8-bb83-fff0ed565f90 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/4d506c15-cf80-4c81-8649-c84c20705b29 HTTP/1.1" status: 404 len: 337 time: 0.0288246 Jul 05 04:16:56.332880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35300) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.368952 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9628a0c-b073-47bf-84ab-ad3809c04dbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:56.369854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9628a0c-b073-47bf-84ab-ad3809c04dbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:56.373312 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e9628a0c-b073-47bf-84ab-ad3809c04dbf tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/ports/4ea93290-e4e6-491e-b13f-38c41b129a40 HTTP/1.1" status: 404 len: 333 time: 0.0394108 Jul 05 04:16:56.374179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35304) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.426785 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-eba40995-384f-4c09-8039-52b9ca388778 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] DELETE failed (client error): The resource could not be found. Jul 05 04:16:56.431653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eba40995-384f-4c09-8039-52b9ca388778 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:16:56.431653 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eba40995-384f-4c09-8039-52b9ca388778 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/subnets/263f4851-42d6-4855-8a10-abda8f9fa9bd HTTP/1.1" status: 404 len: 337 time: 0.0550230 Jul 05 04:16:56.434166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35306) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:56.542564 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.690904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.701666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8666f2-1800-4194-b3cc-657fb8271ed3']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:56.714047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '647696bd-1467-4699-8094-befb8777965f') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:56.714344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '647696bd-1467-4699-8094-befb8777965f') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:16:56.729506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.750604 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.761411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:16:56.761411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: items = [ Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:16:56.765535 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:16:56.918060 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.934874 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:56.937377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] 10.222.0.30 "DELETE /v2.0/networks/4e8666f2-1800-4194-b3cc-657fb8271ed3 HTTP/1.1" status: 204 len: 168 time: 0.5018921 Jul 05 04:16:56.953012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff8fed-1de6-41b9-ae84-19c3a6edc4f8 tempest-NetworksTestDHCPv6-1536496459 tempest-NetworksTestDHCPv6-1536496459-project] Pushing event deleted for resources: {'Network': ['ID=4e8666f2-1800-4194-b3cc-657fb8271ed3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:57.344405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b3f800-40b3-4cb8-afd4-79ef2198bd62 req-1715605b-c7fa-4a3b-9dbc-8cd517b54b89 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:57.346915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80b3f800-40b3-4cb8-afd4-79ef2198bd62 req-1715605b-c7fa-4a3b-9dbc-8cd517b54b89 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 943 time: 0.1130695 Jul 05 04:16:57.398084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80b3f800-40b3-4cb8-afd4-79ef2198bd62 req-ad7b3995-8519-40cd-81c5-6d77678ff69f tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444233 Jul 05 04:16:57.624647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35342) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:57.848543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5e96155f-2419-4ccb-a20f-19fabaa01bc8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=044df30fc6d649858d4bd517f7252017&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248006 Jul 05 04:16:57.849008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35350) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:57.915598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee614-da07-4f61-b1a4-69c22fee55ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:57.939544 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee614-da07-4f61-b1a4-69c22fee55ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.054507 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee614-da07-4f61-b1a4-69c22fee55ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.057894 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a8ee614-da07-4f61-b1a4-69c22fee55ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:58.061898 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6a8ee614-da07-4f61-b1a4-69c22fee55ab admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c63b8140-2b63-4808-8ac3-28d610ce0222 HTTP/1.1" status: 204 len: 168 time: 0.2092023 Jul 05 04:16:58.069043 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ee614-da07-4f61-b1a4-69c22fee55ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c63b8140-2b63-4808-8ac3-28d610ce0222,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:58.665967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8760fbe9-a3cf-4138-8eda-e1daa8676762 req-d1004267-dab4-4d55-8c84-6d29150f4e69 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:58.668541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8760fbe9-a3cf-4138-8eda-e1daa8676762 req-d1004267-dab4-4d55-8c84-6d29150f4e69 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 943 time: 0.1140075 Jul 05 04:16:58.739228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8760fbe9-a3cf-4138-8eda-e1daa8676762 req-6415b575-2dfa-4453-bf83-7948e858641e tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594151 Jul 05 04:16:59.220424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 509adab6-2392-41e1-9cee-b115c29f0892 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:16:59.350680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 509adab6-2392-41e1-9cee-b115c29f0892, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=509adab6-2392-41e1-9cee-b115c29f0892,segment=NetworkSegment(d0f48935-303f-4a21-a787-ffa2a23964ba),segment_id=d0f48935-303f-4a21-a787-ffa2a23964ba)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:59.365138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '509adab6-2392-41e1-9cee-b115c29f0892', 'network_id': '09c2fa54-3940-44b0-9140-c509afe6ccb3', 'port_id': '509adab6-2392-41e1-9cee-b115c29f0892', 'mac_address': 'fa:16:3e:dd:2f:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1841e1e-da6d-4be1-9e7d-dac89dfdc65a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:16:59.367572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35404) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:16:59.420297 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.438755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 509adab6-2392-41e1-9cee-b115c29f0892 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:16:59.468836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 509adab6-2392-41e1-9cee-b115c29f0892, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=509adab6-2392-41e1-9cee-b115c29f0892,segment=NetworkSegment(d0f48935-303f-4a21-a787-ffa2a23964ba),segment_id=d0f48935-303f-4a21-a787-ffa2a23964ba)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:16:59.553349 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.570116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1923224030'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:16:59.631254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=509adab6-2392-41e1-9cee-b115c29f0892,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:16:59.677397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Made reservation on behalf of 830400cb99b44ec98fbc8a3ae8e4e106 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:16:59.682058 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.692789 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.793974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['509adab6-2392-41e1-9cee-b115c29f0892'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:16:59.800288 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.919368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbb95c4-ed8d-45f9-a81b-f34a5dbb2733 req-b26caa6a-9690-4fa7-b48e-fc447a3cfb05 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:16:59.921231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1dbb95c4-ed8d-45f9-a81b-f34a5dbb2733 req-b26caa6a-9690-4fa7-b48e-fc447a3cfb05 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 944 time: 0.0683408 Jul 05 04:16:59.947753 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:16:59.991257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:00.002912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1dbb95c4-ed8d-45f9-a81b-f34a5dbb2733 req-63ff6e65-5860-49b4-9a4d-f7445d6961d4 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747998 Jul 05 04:17:00.012150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.012494 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Added segment 2a63cba4-3708-49fd-86d5-e2f3015cf4fb of type vlan for network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e Jul 05 04:17:00.014455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3842b44c-c366-4cf4-80b1-f939e752a1f3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:00.058260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.213495 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.214742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:00.215539 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.312951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event updated for resources: {'Network': ['ID=6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:00.328187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:00.372528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35444) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.373073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fa84738c-ec47-4e71-8dbd-e4418337deb6 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.0038543 Jul 05 04:17:00.378937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Request body: {'subnet': {'network_id': '6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:00.597722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Made reservation on behalf of 830400cb99b44ec98fbc8a3ae8e4e106 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:00.601726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:00.859647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35458) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:00.929246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.096615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event updated for resources: {'Subnet': ['ID=ad32b650-c551-475c-9f72-20a2edcaa00e,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:01.113293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Checking segment: {'id': '2a63cba4-3708-49fd-86d5-e2f3015cf4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:01.113969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Network hostable DHCP agents. Network: 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:01.176232 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ca71a05-0d60-40eb-aecd-d0e9f60eca20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.214772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:01.230210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 509adab6-2392-41e1-9cee-b115c29f0892 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:01.347876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:01.352148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.352745 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.359962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b5ee1c6-b632-43f2-a4ab-a4026291ad9c None None] Network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:01.390915 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ca71a05-0d60-40eb-aecd-d0e9f60eca20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.429041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 509adab6-2392-41e1-9cee-b115c29f0892 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:01.432874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 509adab6-2392-41e1-9cee-b115c29f0892 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:01.433494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.435440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a18836-7a2c-467b-ae38-e2dbbf260215 req-b0077d56-76d3-4239-825f-d3c930c5fe7e tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:01.447407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21a18836-7a2c-467b-ae38-e2dbbf260215 req-b0077d56-76d3-4239-825f-d3c930c5fe7e tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 944 time: 0.2350969 Jul 05 04:17:01.525054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21a18836-7a2c-467b-ae38-e2dbbf260215 req-fb864afa-be38-4841-81f4-412fad9de263 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760634 Jul 05 04:17:01.528911 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ca71a05-0d60-40eb-aecd-d0e9f60eca20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.574393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ca71a05-0d60-40eb-aecd-d0e9f60eca20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53f0afa7-cbc3-45fb-9486-7fb724eb8319,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:01.606671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35474) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.609413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2ca71a05-0d60-40eb-aecd-d0e9f60eca20 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9a946e99eb634274a43b36e8556df5df&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7467895 Jul 05 04:17:01.668802 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9bd29fd4-bc9f-472a-8430-77a3d6dcdf52 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2944543 Jul 05 04:17:01.672810 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35476) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:01.677924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Request body: {'port': {'network_id': '6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1579846475'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:01.762775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e5215bf-4208-4184-87c0-b9ad4c1f57e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.794637 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e5215bf-4208-4184-87c0-b9ad4c1f57e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.849634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.864932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e', 'network_id': '6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e', 'tenant_id': '830400cb99b44ec98fbc8a3ae8e4e106', 'fixed_ips': [{'subnet_id': 'ad32b650-c551-475c-9f72-20a2edcaa00e'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:01.865659 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.890049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c9aa35-657c-4ad8-91b8-f35a31a78a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509adab6-2392-41e1-9cee-b115c29f0892'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:01.892377 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a13247b-6fef-4c35-84e8-2475e371f377" -d '{"events": [{"server_uuid": "46c9aa35-657c-4ad8-91b8-f35a31a78a23", "name": "network-vif-plugged", "status": "completed", "tag": "509adab6-2392-41e1-9cee-b115c29f0892"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:01.911417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 509adab6-2392-41e1-9cee-b115c29f0892, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=509adab6-2392-41e1-9cee-b115c29f0892,segment=NetworkSegment(d0f48935-303f-4a21-a787-ffa2a23964ba),segment_id=d0f48935-303f-4a21-a787-ffa2a23964ba)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:01.934731 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bb4c65c-e43e-4b06-98de-3679b698824a x-openstack-request-id: req-1bb4c65c-e43e-4b06-98de-3679b698824a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:01.935025 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c9aa35-657c-4ad8-91b8-f35a31a78a23", "name": "network-vif-plugged", "status": "completed", "tag": "509adab6-2392-41e1-9cee-b115c29f0892", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:01.935269 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1bb4c65c-e43e-4b06-98de-3679b698824a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:01.935655 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c9aa35-657c-4ad8-91b8-f35a31a78a23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '509adab6-2392-41e1-9cee-b115c29f0892', 'code': 200} Jul 05 04:17:01.974819 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e5215bf-4208-4184-87c0-b9ad4c1f57e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.980449 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e5215bf-4208-4184-87c0-b9ad4c1f57e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:01.981843 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8e5215bf-4208-4184-87c0-b9ad4c1f57e2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/53f0afa7-cbc3-45fb-9486-7fb724eb8319 HTTP/1.1" status: 204 len: 168 time: 0.3736126 Jul 05 04:17:01.993879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5215bf-4208-4184-87c0-b9ad4c1f57e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53f0afa7-cbc3-45fb-9486-7fb724eb8319,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.026753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Made reservation on behalf of 830400cb99b44ec98fbc8a3ae8e4e106 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:02.033586 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.034784 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.073412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] device_id is not set on port 59b01631-70f3-477b-bcdd-62a3784bf292 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:02.109551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29655787-0833-4441-b58d-c19552071637 req-777f7dfb-caed-46b8-a6cb-72c01e1ff11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.111465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29655787-0833-4441-b58d-c19552071637 req-777f7dfb-caed-46b8-a6cb-72c01e1ff11e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 1096 time: 0.0999434 Jul 05 04:17:02.160364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=509adab6-2392-41e1-9cee-b115c29f0892,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.462366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29655787-0833-4441-b58d-c19552071637 req-c23b7cc2-bf50-4872-b925-1ec61cf7fbc8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601449 Jul 05 04:17:02.463322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Allocated IP 2001:db8::2 (6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e/ad32b650-c551-475c-9f72-20a2edcaa00e/42e49e59-0512-4a74-8d21-2a64d5181bca) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:02.463322 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.463322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Transition to ACTIVE for port object 42e49e59-0512-4a74-8d21-2a64d5181bca will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:02.463322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Transition to ACTIVE for port object 42e49e59-0512-4a74-8d21-2a64d5181bca will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:02.572010 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.645251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Allocated IP 2001:db8::231 (6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e/ad32b650-c551-475c-9f72-20a2edcaa00e/59b01631-70f3-477b-bcdd-62a3784bf292) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:02.707027 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:02.714859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:02.718206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Pushing event updated for resources: {'Port': ['ID=42e49e59-0512-4a74-8d21-2a64d5181bca,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:02.729253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:02.832789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Attempting to bind port 42e49e59-0512-4a74-8d21-2a64d5181bca on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:02.833455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Attempting to bind port 42e49e59-0512-4a74-8d21-2a64d5181bca by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '2a63cba4-3708-49fd-86d5-e2f3015cf4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:02.834011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Attempting to bind port 42e49e59-0512-4a74-8d21-2a64d5181bca on network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:02.840575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:02.841653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Checking segment: {'id': '2a63cba4-3708-49fd-86d5-e2f3015cf4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:02.842231 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.842840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Bound using segment: {'id': '2a63cba4-3708-49fd-86d5-e2f3015cf4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:02.843472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Bound port: 42e49e59-0512-4a74-8d21-2a64d5181bca, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a63cba4-3708-49fd-86d5-e2f3015cf4fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:02.844067 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:02.858127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c7089f-ca2f-4149-9849-cb6a444b24e1 req-ead30278-76f5-483d-a330-c290ecd418a4 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:02.874853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c7089f-ca2f-4149-9849-cb6a444b24e1 req-ead30278-76f5-483d-a330-c290ecd418a4 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 945 time: 0.1460958 Jul 05 04:17:02.929687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c7089f-ca2f-4149-9849-cb6a444b24e1 req-add40983-9e59-496d-a13c-6f0189b02ef9 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552998 Jul 05 04:17:02.985031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] For port 42e49e59-0512-4a74-8d21-2a64d5181bca, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:02.985031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] For port 42e49e59-0512-4a74-8d21-2a64d5181bca, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=42e49e59-0512-4a74-8d21-2a64d5181bca,segment=NetworkSegment(2a63cba4-3708-49fd-86d5-e2f3015cf4fb),segment_id=2a63cba4-3708-49fd-86d5-e2f3015cf4fb)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:02.989940 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.009762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Transition to ACTIVE for port object 59b01631-70f3-477b-bcdd-62a3784bf292 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:03.049377 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.164000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadb3300-95af-4876-8c47-1d3e3b2f8257 None None] Pushing event updated for resources: {'Port': ['ID=42e49e59-0512-4a74-8d21-2a64d5181bca,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:03.178152 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.306504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:03.323286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:03.326011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event updated for resources: {'Port': ['ID=59b01631-70f3-477b-bcdd-62a3784bf292,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:03.328585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:03.335175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:03.336459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.409725 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a3520834-4775-4f8b-ad3f-f667b03278b3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.7358425 Jul 05 04:17:03.414115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35526) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:03.422015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Request body: {'port': {'network_id': '6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-394803728', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:03.434784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.api.validators [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] bootfile-name is not in valid_values {{(pid=100895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:17:03.435701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.api.validators [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] tftp-server is not in valid_values {{(pid=100895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:17:03.435701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.api.validators [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] server-ip-address is not in valid_values {{(pid=100895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:17:03.686155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42e49e59-0512-4a74-8d21-2a64d5181bca up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:03.751389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Made reservation on behalf of 830400cb99b44ec98fbc8a3ae8e4e106 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:03.755413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:03.794166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] device_id is not set on port fbfa5edb-7ed1-47a7-a662-34ac0a5c7bd8 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:03.802938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 42e49e59-0512-4a74-8d21-2a64d5181bca completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:03.904407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35546) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:03.979481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Allocated IP 2001:db8::390 (6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e/ad32b650-c551-475c-9f72-20a2edcaa00e/fbfa5edb-7ed1-47a7-a662-34ac0a5c7bd8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:04.131494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1448807772-network', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:04.283278 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.317019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Transition to ACTIVE for port object fbfa5edb-7ed1-47a7-a662-34ac0a5c7bd8 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:04.323153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433c3cc4-120e-4f8b-94cb-d1259da327ce req-aca3dec7-cf9c-4ac2-bf9f-cdc9efd796cc tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.335391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-433c3cc4-120e-4f8b-94cb-d1259da327ce req-aca3dec7-cf9c-4ac2-bf9f-cdc9efd796cc tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 945 time: 0.2345648 Jul 05 04:17:04.376882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Made reservation on behalf of c405d16833e24848b0f3514ed9f393e7 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:04.381293 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.396845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.422690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-433c3cc4-120e-4f8b-94cb-d1259da327ce req-83460c57-b003-4c3e-8379-6670421e08da tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860548 Jul 05 04:17:04.461196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.574960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:04.582245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:04.618728 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.622762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:04.627163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.627867 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.645706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event updated for resources: {'Port': ['ID=fbfa5edb-7ed1-47a7-a662-34ac0a5c7bd8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:04.718390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.755325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:04.769998 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f077d6d6-0c3a-4e50-be2e-546b8d75c64c tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 1.3543973 Jul 05 04:17:04.773267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35570) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:04.778118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ecec63f1-f371-40f7-b0e9-814df496d053,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:04.797269 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.797737 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Added segment f8be0211-0b2e-4197-9ec3-9fb50b5998b1 of type vlan for network 93da2575-28be-4311-b892-2bff53d92bf6 Jul 05 04:17:04.922672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:04.954967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631a29e-acea-4994-a7d8-ade3202340e7 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.969541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631a29e-acea-4994-a7d8-ade3202340e7 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.983036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b631a29e-acea-4994-a7d8-ade3202340e7 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:04.993218 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b631a29e-acea-4994-a7d8-ade3202340e7 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2182925 Jul 05 04:17:04.996095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35574) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:05.083391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.085831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:05.087361 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.216171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] Pushing event updated for resources: {'Network': ['ID=93da2575-28be-4311-b892-2bff53d92bf6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:05.229966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 93da2575-28be-4311-b892-2bff53d92bf6 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:05.235607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-76c4fdbe-0b26-4eb3-8678-0524fac37f91 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Deleting port fbfa5edb-7ed1-47a7-a662-34ac0a5c7bd8 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:05.235855 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c4fdbe-0b26-4eb3-8678-0524fac37f91 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.253232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-198e0b81-478d-4521-b0ff-e029a13d81cb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3465462 Jul 05 04:17:05.256102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35582) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:05.271664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Request body: {'subnet': {'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1448807772-subnet', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:05.354603 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c4fdbe-0b26-4eb3-8678-0524fac37f91 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.370841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-76c4fdbe-0b26-4eb3-8678-0524fac37f91 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Calling delete_port for fbfa5edb-7ed1-47a7-a662-34ac0a5c7bd8 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:05.396790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Made reservation on behalf of c405d16833e24848b0f3514ed9f393e7 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:05.399828 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.403301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffb59ad-62cb-4b9a-a260-74e296de5a31 None None] Network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:05.729430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c4fdbe-0b26-4eb3-8678-0524fac37f91 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.740811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-04189c42-2a27-418c-ae45-747609cb54bb None None] Provisioning for port 42e49e59-0512-4a74-8d21-2a64d5181bca completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:05.746256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-04189c42-2a27-418c-ae45-747609cb54bb None None] Provisioning complete for port 42e49e59-0512-4a74-8d21-2a64d5181bca triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:05.746729 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-04189c42-2a27-418c-ae45-747609cb54bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.947842 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-04189c42-2a27-418c-ae45-747609cb54bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:05.994160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-04189c42-2a27-418c-ae45-747609cb54bb None None] For port 42e49e59-0512-4a74-8d21-2a64d5181bca, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=42e49e59-0512-4a74-8d21-2a64d5181bca,segment=NetworkSegment(2a63cba4-3708-49fd-86d5-e2f3015cf4fb),segment_id=2a63cba4-3708-49fd-86d5-e2f3015cf4fb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:06.032139 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.060809 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-04189c42-2a27-418c-ae45-747609cb54bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.134559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Pushing event updated for resources: {'Subnet': ['ID=451f5591-ca87-412c-98b5-b642c09911ec,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:06.173609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04189c42-2a27-418c-ae45-747609cb54bb None None] Pushing event updated for resources: {'Port': ['ID=42e49e59-0512-4a74-8d21-2a64d5181bca,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:06.178288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Checking segment: {'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:06.178929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Network hostable DHCP agents. Network: 93da2575-28be-4311-b892-2bff53d92bf6, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:06.217307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e37ac73c-0efc-46ba-8059-5e2f5ce7dc5e None None] Provisioning complete for port 42e49e59-0512-4a74-8d21-2a64d5181bca triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:06.218101 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e37ac73c-0efc-46ba-8059-5e2f5ce7dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.312094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Network 93da2575-28be-4311-b892-2bff53d92bf6 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:06.344452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e37ac73c-0efc-46ba-8059-5e2f5ce7dc5e None None] Could not find standard attr ID for object fbfa5edb-7ed1-47a7-a662-34ac0a5c7bd8. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:17:06.410894 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c4fdbe-0b26-4eb3-8678-0524fac37f91 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event deleted for resources: {'Port': ['ID=fbfa5edb-7ed1-47a7-a662-34ac0a5c7bd8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:06.454140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76c4fdbe-0b26-4eb3-8678-0524fac37f91 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.462030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35606) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:06.464543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-76c4fdbe-0b26-4eb3-8678-0524fac37f91 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "DELETE /v2.0/ports/fbfa5edb-7ed1-47a7-a662-34ac0a5c7bd8 HTTP/1.1" status: 204 len: 168 time: 1.4670098 Jul 05 04:17:06.469301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Request body: {'port': {'name': 'tempest-new-port-name-2106030472', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:06.469712 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.api.validators [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] bootfile-name is not in valid_values {{(pid=100895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:17:06.470160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.api.validators [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] tftp-server is not in valid_values {{(pid=100895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:17:06.470749 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.api.validators [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] server-ip-address is not in valid_values {{(pid=100895) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 05 04:17:06.539952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f979c66-99f9-4e5e-b1cc-ab95dd3045df req-4ef668c5-78ac-4f59-b7b3-ddab73a1652a tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.541836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f979c66-99f9-4e5e-b1cc-ab95dd3045df req-4ef668c5-78ac-4f59-b7b3-ddab73a1652a tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 945 time: 0.1352291 Jul 05 04:17:06.553128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 93da2575-28be-4311-b892-2bff53d92bf6) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:06.565883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8cbcb3-348a-4188-a0f7-698b8ea8e22b None None] Network 93da2575-28be-4311-b892-2bff53d92bf6 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:06.605240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f979c66-99f9-4e5e-b1cc-ab95dd3045df req-75429672-22bd-4a58-ae14-3625904aeb77 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562384 Jul 05 04:17:06.617054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:06.617761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.662889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.672419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e37ac73c-0efc-46ba-8059-5e2f5ce7dc5e None None] Provisioning for port 59b01631-70f3-477b-bcdd-62a3784bf292 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:06.685631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e37ac73c-0efc-46ba-8059-5e2f5ce7dc5e None None] Provisioning complete for port 59b01631-70f3-477b-bcdd-62a3784bf292 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:06.686456 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e37ac73c-0efc-46ba-8059-5e2f5ce7dc5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.791222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e37ac73c-0efc-46ba-8059-5e2f5ce7dc5e None None] Port 59b01631-70f3-477b-bcdd-62a3784bf292 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:06.793905 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-de4ccd27-eb69-47bc-a0ef-a5b20c4b381f admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.5354223 Jul 05 04:17:06.796446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35612) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:06.815474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:06.817271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-93da2575-28be-4311-b892-2bff53d92bf6', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:06.818260 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.963356 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.974625 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.976258 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:06.984176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a6cf51b8-c1b8-463b-9715-0cb75d9e06e7 None None] Could not find standard attr ID for object fbfa5edb-7ed1-47a7-a662-34ac0a5c7bd8. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:17:07.060435 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.085804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a6cf51b8-c1b8-463b-9715-0cb75d9e06e7 None None] Provisioning complete for port 59b01631-70f3-477b-bcdd-62a3784bf292 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:07.086009 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a6cf51b8-c1b8-463b-9715-0cb75d9e06e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.110308 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.169104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Allocated IP 172.20.0.2 (93da2575-28be-4311-b892-2bff53d92bf6/451f5591-ca87-412c-98b5-b642c09911ec/8c455a08-4434-452d-bccc-c33d0e9558ec) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:07.171136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a6cf51b8-c1b8-463b-9715-0cb75d9e06e7 None None] Port 59b01631-70f3-477b-bcdd-62a3784bf292 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:07.172879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] In _notify_port_updated(), no bound segment for port 59b01631-70f3-477b-bcdd-62a3784bf292 on network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e {{(pid=100895) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:17:07.181070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.182076 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.183692 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "PUT /v2.0/ports/59b01631-70f3-477b-bcdd-62a3784bf292 HTTP/1.1" status: 200 len: 1130 time: 0.7206035 Jul 05 04:17:07.187941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35622) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:07.194488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-5c93a3ae-dd9b-45da-9248-f2b32c4bf3f4 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.196116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-5c93a3ae-dd9b-45da-9248-f2b32c4bf3f4 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.26 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 945 time: 0.1682639 Jul 05 04:17:07.252907 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee00f84-81a7-4d39-a750-ab7da72e11bf tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event updated for resources: {'Port': ['ID=59b01631-70f3-477b-bcdd-62a3784bf292,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:07.293197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-889581c5-085e-4ea9-b25e-4d13aa79110e tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:07.294991 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-889581c5-085e-4ea9-b25e-4d13aa79110e tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "GET /v2.0/ports/59b01631-70f3-477b-bcdd-62a3784bf292 HTTP/1.1" status: 200 len: 1130 time: 0.1057503 Jul 05 04:17:07.301710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35626) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:07.462482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-423e91c7-0b2a-4f5a-b305-6be83d89dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Deleting port 59b01631-70f3-477b-bcdd-62a3784bf292 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:07.463100 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-423e91c7-0b2a-4f5a-b305-6be83d89dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.522217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.609135 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.625893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Transition to ACTIVE for port object 8c455a08-4434-452d-bccc-c33d0e9558ec will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:07.636030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42e49e59-0512-4a74-8d21-2a64d5181bca up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:07.671521 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-423e91c7-0b2a-4f5a-b305-6be83d89dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.696158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-423e91c7-0b2a-4f5a-b305-6be83d89dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Calling delete_port for 59b01631-70f3-477b-bcdd-62a3784bf292 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:07.799376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Transition to ACTIVE for port object 8c455a08-4434-452d-bccc-c33d0e9558ec will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:07.839776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-3c8281db-2331-46d5-8fca-48de934beb75 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Deleting port 509adab6-2392-41e1-9cee-b115c29f0892 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:07.840155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-3c8281db-2331-46d5-8fca-48de934beb75 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.851741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-819ffc20-9272-449c-be0a-8aee10d7e7ac None None] Provisioning complete for port 59b01631-70f3-477b-bcdd-62a3784bf292 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:07.853137 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-819ffc20-9272-449c-be0a-8aee10d7e7ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.910062 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:07.992296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-819ffc20-9272-449c-be0a-8aee10d7e7ac None None] Port 59b01631-70f3-477b-bcdd-62a3784bf292 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:08.015347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Network 93da2575-28be-4311-b892-2bff53d92bf6 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:08.020607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:08.023999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:08.027239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Pushing event updated for resources: {'Port': ['ID=8c455a08-4434-452d-bccc-c33d0e9558ec,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:08.035459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 42e49e59-0512-4a74-8d21-2a64d5181bca triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:08.036166 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.138276 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ec4f46f5-45fd-479d-90e9-ebb83e222464 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.140893 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-423e91c7-0b2a-4f5a-b305-6be83d89dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.166394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Attempting to bind port 8c455a08-4434-452d-bccc-c33d0e9558ec on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:08.167617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Attempting to bind port 8c455a08-4434-452d-bccc-c33d0e9558ec by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:08.168030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Attempting to bind port 8c455a08-4434-452d-bccc-c33d0e9558ec on network 93da2575-28be-4311-b892-2bff53d92bf6 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:08.173671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423e91c7-0b2a-4f5a-b305-6be83d89dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event deleted for resources: {'Port': ['ID=59b01631-70f3-477b-bcdd-62a3784bf292,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:08.185310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:08.186007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Checking segment: {'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:08.186395 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.186794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Bound using segment: {'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:08.187283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Bound port: 8c455a08-4434-452d-bccc-c33d0e9558ec, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:08.187786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.220535 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-423e91c7-0b2a-4f5a-b305-6be83d89dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.223311 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-423e91c7-0b2a-4f5a-b305-6be83d89dc60 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "DELETE /v2.0/ports/59b01631-70f3-477b-bcdd-62a3784bf292 HTTP/1.1" status: 204 len: 168 time: 0.9189012 Jul 05 04:17:08.226423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35644) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:08.277336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] For port 8c455a08-4434-452d-bccc-c33d0e9558ec, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:08.282005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] For port 8c455a08-4434-452d-bccc-c33d0e9558ec, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8c455a08-4434-452d-bccc-c33d0e9558ec,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:08.299606 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-821ce73a-1e78-49ca-8ebf-ae4726d8154a tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Deleting subnet ad32b650-c551-475c-9f72-20a2edcaa00e {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:08.304300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-821ce73a-1e78-49ca-8ebf-ae4726d8154a tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.386800 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.388506 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-3c8281db-2331-46d5-8fca-48de934beb75 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] For port 509adab6-2392-41e1-9cee-b115c29f0892, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=509adab6-2392-41e1-9cee-b115c29f0892,segment=NetworkSegment(d0f48935-303f-4a21-a787-ffa2a23964ba),segment_id=d0f48935-303f-4a21-a787-ffa2a23964ba)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:08.389849 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-3c8281db-2331-46d5-8fca-48de934beb75 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.433073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-3c8281db-2331-46d5-8fca-48de934beb75 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Calling delete_port for 509adab6-2392-41e1-9cee-b115c29f0892 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:08.499962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480fbe59-8daf-4018-b05c-12b9b81f146a req-5b5bac3a-6c96-4b61-9b63-b0325fb351fa tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:08.508067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-480fbe59-8daf-4018-b05c-12b9b81f146a req-5b5bac3a-6c96-4b61-9b63-b0325fb351fa tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 945 time: 0.6069732 Jul 05 04:17:08.518536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4006e49e-dda5-470d-af5d-0d3fac29ee55 None None] Pushing event updated for resources: {'Port': ['ID=8c455a08-4434-452d-bccc-c33d0e9558ec,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:08.710999 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-480fbe59-8daf-4018-b05c-12b9b81f146a req-905b0817-dd54-43ad-a9fb-642994011d01 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/security-groups?id=10b33dc5-9f33-43b8-a813-e4e7b51d5e03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2012546 Jul 05 04:17:08.804629 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:08.949059 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.008884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-821ce73a-1e78-49ca-8ebf-ae4726d8154a tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.032382 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-3c8281db-2331-46d5-8fca-48de934beb75 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.055090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['509adab6-2392-41e1-9cee-b115c29f0892'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:09.081857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c8281db-2331-46d5-8fca-48de934beb75 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Pushing event deleted for resources: {'Port': ['ID=509adab6-2392-41e1-9cee-b115c29f0892,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:09.147633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-821ce73a-1e78-49ca-8ebf-ae4726d8154a tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.196335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-3c8281db-2331-46d5-8fca-48de934beb75 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] No DVR routers for this DVR port 509adab6-2392-41e1-9cee-b115c29f0892 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:09.200335 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-3c8281db-2331-46d5-8fca-48de934beb75 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.202380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3882608f-4dd7-4d3d-a3ca-457fe9f18215 req-3c8281db-2331-46d5-8fca-48de934beb75 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.26 "DELETE /v2.0/ports/509adab6-2392-41e1-9cee-b115c29f0892 HTTP/1.1" status: 204 len: 173 time: 1.9982405 Jul 05 04:17:09.202830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '46c9aa35-657c-4ad8-91b8-f35a31a78a23', 'name': 'network-vif-deleted', 'tag': '509adab6-2392-41e1-9cee-b115c29f0892'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:09.205151 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eba06f27-03e8-46ca-8e99-40c3d01cf5c0" -d '{"events": [{"server_uuid": "46c9aa35-657c-4ad8-91b8-f35a31a78a23", "name": "network-vif-deleted", "tag": "509adab6-2392-41e1-9cee-b115c29f0892"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:09.259411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Allocated IP 172.25.4.99 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:09.288639 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2165e509-884e-4183-a276-a829d0e43f9d x-openstack-request-id: req-2165e509-884e-4183-a276-a829d0e43f9d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:09.289035 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "46c9aa35-657c-4ad8-91b8-f35a31a78a23", "name": "network-vif-deleted", "tag": "509adab6-2392-41e1-9cee-b115c29f0892", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:09.289386 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2165e509-884e-4183-a276-a829d0e43f9d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:09.290010 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '46c9aa35-657c-4ad8-91b8-f35a31a78a23', 'name': 'network-vif-deleted', 'tag': '509adab6-2392-41e1-9cee-b115c29f0892', 'status': 'completed', 'code': 200} Jul 05 04:17:09.358841 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-821ce73a-1e78-49ca-8ebf-ae4726d8154a tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.388282 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a25c12-86b3-4777-bf5f-478fea398eed None None] Network 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:09.388495 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-821ce73a-1e78-49ca-8ebf-ae4726d8154a tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.393393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35666) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:09.394886 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-821ce73a-1e78-49ca-8ebf-ae4726d8154a tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "DELETE /v2.0/subnets/ad32b650-c551-475c-9f72-20a2edcaa00e HTTP/1.1" status: 204 len: 168 time: 1.1673410 Jul 05 04:17:09.419693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ce73a-1e78-49ca-8ebf-ae4726d8154a tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event deleted for resources: {'Subnet': ['ID=ad32b650-c551-475c-9f72-20a2edcaa00e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:09.579084 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.603931 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.724820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f4985c5-a40a-4de7-afa7-361d8169ec6b None None] DHCP port deletion for 6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:17:09.728652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8c455a08-4434-452d-bccc-c33d0e9558ec up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:09.743266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Deleting port 42e49e59-0512-4a74-8d21-2a64d5181bca {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:09.743812 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.782812 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:09.940179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:09.953048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Pushing event updated for resources: {'Port': ['ID=ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:09.962021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:09.989324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:09.998626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] For port 42e49e59-0512-4a74-8d21-2a64d5181bca, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=42e49e59-0512-4a74-8d21-2a64d5181bca,segment=NetworkSegment(2a63cba4-3708-49fd-86d5-e2f3015cf4fb),segment_id=2a63cba4-3708-49fd-86d5-e2f3015cf4fb)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:09.998994 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.002451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5f4985c5-a40a-4de7-afa7-361d8169ec6b None None] Deleting port 42e49e59-0512-4a74-8d21-2a64d5181bca {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:10.002837 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f4985c5-a40a-4de7-afa7-361d8169ec6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.068780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Calling delete_port for 42e49e59-0512-4a74-8d21-2a64d5181bca owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:10.110311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 8c455a08-4434-452d-bccc-c33d0e9558ec completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:10.143754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b5eec8-e97f-40e5-9e71-385a6b910297 None None] Network 93da2575-28be-4311-b892-2bff53d92bf6 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:10.243911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2a429df-5a7f-4028-b324-74bf8b2f455d req-d2e860b3-2bcb-4aa9-92d7-8068f05fb8e1 tempest-ServerAddressesTestJSON-1261099014 tempest-ServerAddressesTestJSON-1261099014-project] 10.222.0.30 "GET /v2.0/ports?device_id=46c9aa35-657c-4ad8-91b8-f35a31a78a23 HTTP/1.1" status: 200 len: 210 time: 0.1230500 Jul 05 04:17:10.396512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5f4985c5-a40a-4de7-afa7-361d8169ec6b None None] For port 42e49e59-0512-4a74-8d21-2a64d5181bca, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=42e49e59-0512-4a74-8d21-2a64d5181bca,segment=NetworkSegment(2a63cba4-3708-49fd-86d5-e2f3015cf4fb),segment_id=2a63cba4-3708-49fd-86d5-e2f3015cf4fb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:10.396947 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f4985c5-a40a-4de7-afa7-361d8169ec6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.416923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5f4985c5-a40a-4de7-afa7-361d8169ec6b None None] Calling delete_port for 42e49e59-0512-4a74-8d21-2a64d5181bca owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:10.522814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-52cd3c10-89fc-424e-b26e-5c32596ccd21 None None] Provisioning for port 8c455a08-4434-452d-bccc-c33d0e9558ec completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:10.537576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-52cd3c10-89fc-424e-b26e-5c32596ccd21 None None] Provisioning complete for port 8c455a08-4434-452d-bccc-c33d0e9558ec triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:10.538246 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-52cd3c10-89fc-424e-b26e-5c32596ccd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.652586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.711019 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f4985c5-a40a-4de7-afa7-361d8169ec6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.730298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event deleted for resources: {'Port': ['ID=42e49e59-0512-4a74-8d21-2a64d5181bca,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:10.742969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] No DVR routers for this DVR port 42e49e59-0512-4a74-8d21-2a64d5181bca on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:10.748017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.749603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.750161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.750713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.751240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.751765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.752312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.752853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.753373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.753892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.754420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.754932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:10.776747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4985c5-a40a-4de7-afa7-361d8169ec6b None None] Pushing event deleted for resources: {'Port': ['ID=42e49e59-0512-4a74-8d21-2a64d5181bca,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:10.793770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4985c5-a40a-4de7-afa7-361d8169ec6b None None] No DVR routers for this DVR port 42e49e59-0512-4a74-8d21-2a64d5181bca on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:10.798614 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-52cd3c10-89fc-424e-b26e-5c32596ccd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.862880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-52cd3c10-89fc-424e-b26e-5c32596ccd21 None None] For port 8c455a08-4434-452d-bccc-c33d0e9558ec, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8c455a08-4434-452d-bccc-c33d0e9558ec,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:10.871330 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-061fc73a-0544-44cd-8860-4e4268de32a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.888970 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.991595 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-52cd3c10-89fc-424e-b26e-5c32596ccd21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:10.999712 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.027593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:11.069409 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.071891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a63cba4-3708-49fd-86d5-e2f3015cf4fb') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:11.080732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a63cba4-3708-49fd-86d5-e2f3015cf4fb') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:11.102854 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.129489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cd3c10-89fc-424e-b26e-5c32596ccd21 None None] Pushing event updated for resources: {'Port': ['ID=8c455a08-4434-452d-bccc-c33d0e9558ec,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:11.150250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-69a07429-a6c7-466d-94b0-577e08d5fa9a None None] Provisioning complete for port 8c455a08-4434-452d-bccc-c33d0e9558ec triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:11.150890 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-69a07429-a6c7-466d-94b0-577e08d5fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.234935 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.249602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:11.250016 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:11.253481 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:11.299211 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 509adab6-2392-41e1-9cee-b115c29f0892 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:11.329606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 509adab6-2392-41e1-9cee-b115c29f0892 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:11.329950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 509adab6-2392-41e1-9cee-b115c29f0892 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:11.425673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35704) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:11.519220 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2d947a9-c452-4b7c-be9b-34aa24dbd729 admin admin] Deleting subnet a1841e1e-da6d-4be1-9e7d-dac89dfdc65a {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:11.528402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2d947a9-c452-4b7c-be9b-34aa24dbd729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.604670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8c455a08-4434-452d-bccc-c33d0e9558ec up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:11.608919 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2d947a9-c452-4b7c-be9b-34aa24dbd729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.626817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.647678 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.677136 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.679714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] 10.222.0.30 "DELETE /v2.0/networks/6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e HTTP/1.1" status: 204 len: 168 time: 2.2852077 Jul 05 04:17:11.710273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e3762-31ab-46d7-9607-dd4b3820c5d3 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443 tempest-ExtraDHCPOptionsIpV6TestJSON-106278443-project] Pushing event deleted for resources: {'Network': ['ID=6cd0d0e6-98d9-453b-8ed6-a4bf813bf06e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:11.740634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2d947a9-c452-4b7c-be9b-34aa24dbd729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.980889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8c455a08-4434-452d-bccc-c33d0e9558ec triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:11.981091 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2d947a9-c452-4b7c-be9b-34aa24dbd729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:11.981325 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.005935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d947a9-c452-4b7c-be9b-34aa24dbd729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1841e1e-da6d-4be1-9e7d-dac89dfdc65a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:12.012886 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c2d947a9-c452-4b7c-be9b-34aa24dbd729 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.017837 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c2d947a9-c452-4b7c-be9b-34aa24dbd729 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/a1841e1e-da6d-4be1-9e7d-dac89dfdc65a HTTP/1.1" status: 204 len: 168 time: 0.5875256 Jul 05 04:17:12.018025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35720) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:12.054875 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.094019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Router c89ad471-0876-4156-af18-0324835ff3fc is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:17:12.384815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35738) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:12.405309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42e49e59-0512-4a74-8d21-2a64d5181bca no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:12.440911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 42e49e59-0512-4a74-8d21-2a64d5181bca {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:12.440911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42e49e59-0512-4a74-8d21-2a64d5181bca not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:12.464857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.535039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:12.548924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Sync routers for ids ['c89ad471-0876-4156-af18-0324835ff3fc'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:12.597621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Routers {'c89ad471-0876-4156-af18-0324835ff3fc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:12.598663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c89ad471-0876-4156-af18-0324835ff3fc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:12.624734 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.637774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09c2fa54-3940-44b0-9140-c509afe6ccb3']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:12.718197 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.726609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b471f45f-de8d-48d8-9868-6f6b6e348b05 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 5.9227481 Jul 05 04:17:12.727344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35746) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:12.731320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0f48935-303f-4a21-a787-ffa2a23964ba') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:12.731623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0f48935-303f-4a21-a787-ffa2a23964ba') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:12.736864 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d06cfd6a-90e9-4a5c-8da2-40e8739960c5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=830400cb99b44ec98fbc8a3ae8e4e106&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3506389 Jul 05 04:17:12.738107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35748) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:12.806950 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.825389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Set router c89ad471-0876-4156-af18-0324835ff3fc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:12.831623 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.840580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-092a135f-b426-427f-bb75-107151cdb82e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.867222 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-092a135f-b426-427f-bb75-107151cdb82e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.872697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:12.872937 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:12.874779 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:13.026457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-092a135f-b426-427f-bb75-107151cdb82e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.032293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-092a135f-b426-427f-bb75-107151cdb82e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.041886 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-092a135f-b426-427f-bb75-107151cdb82e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3842b44c-c366-4cf4-80b1-f939e752a1f3 HTTP/1.1" status: 204 len: 168 time: 0.3015847 Jul 05 04:17:13.072387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092a135f-b426-427f-bb75-107151cdb82e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3842b44c-c366-4cf4-80b1-f939e752a1f3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:13.085987 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.103120 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.111683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] 10.222.0.30 "DELETE /v2.0/networks/09c2fa54-3940-44b0-9140-c509afe6ccb3 HTTP/1.1" status: 204 len: 168 time: 1.0925431 Jul 05 04:17:13.138878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b6fd8a-da52-4b37-85c8-52b81ed56b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=09c2fa54-3940-44b0-9140-c509afe6ccb3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:13.175256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:10Z', 'revision_number': 3, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:13.223966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Checking router: c89ad471-0876-4156-af18-0324835ff3fc for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:17:13.224260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Updating router c89ad471-0876-4156-af18-0324835ff3fc port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:17:13.263095 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.689580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35774) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:13.697852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.734095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Transition to ACTIVE for port object ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:13.740338 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.787959 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.804048 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-215ad9b4-2b4e-4ed9-972f-c261e0002b39 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f76bbe0a63754f028d3dfeec022bce39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1124129 Jul 05 04:17:13.806421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35780) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:13.848735 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:13.954570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Attempting to bind port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:13.955131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Attempting to bind port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:13.955506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Attempting to bind port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:13.986702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93305b0e-f264-410b-b7c4-085372af707b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.025796 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93305b0e-f264-410b-b7c4-085372af707b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.078694 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.102201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:14.102756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:14.103177 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.103591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:14.104124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Bound port: ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:14.104522 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.231585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] For port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:14.231811 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93305b0e-f264-410b-b7c4-085372af707b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.235610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93305b0e-f264-410b-b7c4-085372af707b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.239037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] For port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:14.247941 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-93305b0e-f264-410b-b7c4-085372af707b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/10b33dc5-9f33-43b8-a813-e4e7b51d5e03 HTTP/1.1" status: 204 len: 168 time: 0.4378211 Jul 05 04:17:14.277395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93305b0e-f264-410b-b7c4-085372af707b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b33dc5-9f33-43b8-a813-e4e7b51d5e03,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:14.277608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61349a32-ca56-45b0-a542-f163931d3199 None None] Pushing event updated for resources: {'Port': ['ID=ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:14.337787 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.399672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Allocated IP 172.20.0.1 (93da2575-28be-4311-b892-2bff53d92bf6/451f5591-ca87-412c-98b5-b642c09911ec/511f76a2-8771-4e69-a2ca-7f1dc1621115) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:14.496598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Routers {'c89ad471-0876-4156-af18-0324835ff3fc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:14.497849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c89ad471-0876-4156-af18-0324835ff3fc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:14.627719 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.664252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61349a32-ca56-45b0-a542-f163931d3199 None None] Pushing event updated for resources: {'Port': ['ID=ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:14.792675 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:14.805222 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:17:14.843150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Transition to ACTIVE for port object 511f76a2-8771-4e69-a2ca-7f1dc1621115 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:14.888062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] Set router c89ad471-0876-4156-af18-0324835ff3fc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:15.046648 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.201564 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Network 93da2575-28be-4311-b892-2bff53d92bf6 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:15.216960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:15.232464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:15.333016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:10Z', 'revision_number': 3, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:15.411848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b78769fe-ce11-440a-ad3a-ca74ad038806 None None] The sync data for ids ['c89ad471-0876-4156-af18-0324835ff3fc'] in n-d-758944-41 is: [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:10Z', 'revision_number': 3, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:15.514528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35840) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:15.722462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f58d077a-28df-429d-b17e-aa3934ea4627 None None] Provisioning for port 511f76a2-8771-4e69-a2ca-7f1dc1621115 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:15.730455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f58d077a-28df-429d-b17e-aa3934ea4627 None None] Provisioning complete for port 511f76a2-8771-4e69-a2ca-7f1dc1621115 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:15.731882 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f58d077a-28df-429d-b17e-aa3934ea4627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:15.784624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f58d077a-28df-429d-b17e-aa3934ea4627 None None] Port 511f76a2-8771-4e69-a2ca-7f1dc1621115 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:15.984391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c8793503-76ee-43a5-95c9-d4d08d8de306 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] Request body: {'port': {'network_id': '20bdd730-fb51-4475-8a1f-69e9c3625289', 'name': 'tempest-NetworksNegativeTestJSON-646257937'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:16.023220 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8793503-76ee-43a5-95c9-d4d08d8de306 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] POST failed (client error): The resource could not be found. Jul 05 04:17:16.024016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8793503-76ee-43a5-95c9-d4d08d8de306 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:16.037283 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c8793503-76ee-43a5-95c9-d4d08d8de306 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.5215547 Jul 05 04:17:16.038440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35852) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.063819 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-890f6832-1942-4d7b-b877-de696ca09717 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:16.065023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-890f6832-1942-4d7b-b877-de696ca09717 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:16.077406 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-890f6832-1942-4d7b-b877-de696ca09717 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] 10.222.0.30 "DELETE /v2.0/networks/dd5465ac-ab2c-4151-b6d4-56e16e539fbc HTTP/1.1" status: 404 len: 339 time: 0.0333436 Jul 05 04:17:16.077406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35854) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.135343 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-add63b78-1059-4ab0-8481-b2f0a2db0c65 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:16.135343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-add63b78-1059-4ab0-8481-b2f0a2db0c65 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:16.142629 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-add63b78-1059-4ab0-8481-b2f0a2db0c65 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] 10.222.0.30 "DELETE /v2.0/ports/197c7d3f-a895-4b5b-974c-30e4df54365f HTTP/1.1" status: 404 len: 333 time: 0.0675392 Jul 05 04:17:16.143364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35860) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.150572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Pushing event updated for resources: {'Port': ['ID=511f76a2-8771-4e69-a2ca-7f1dc1621115,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:16.171070 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.195810 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3f07eb4-cb5d-4ead-b074-88647251cfd3 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:16.196494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3f07eb4-cb5d-4ead-b074-88647251cfd3 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:16.204655 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c3f07eb4-cb5d-4ead-b074-88647251cfd3 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] 10.222.0.30 "DELETE /v2.0/subnets/bf185714-4f0a-431c-9c19-3acfd8f220c7 HTTP/1.1" status: 404 len: 337 time: 0.0597012 Jul 05 04:17:16.205393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35868) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.262832 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-20c66dfb-c053-4b99-94ef-1abf1a0bbde2 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] GET failed (client error): The resource could not be found. Jul 05 04:17:16.269607 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-20c66dfb-c053-4b99-94ef-1abf1a0bbde2 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] 10.222.0.30 "GET /v2.0/networks/da111762-c778-4664-849d-7cc74d20c8fa HTTP/1.1" status: 404 len: 339 time: 0.0631337 Jul 05 04:17:16.271772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35870) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.313662 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-968a3667-4fb9-4df5-a256-de4dc8ecf995 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] GET failed (client error): The resource could not be found. Jul 05 04:17:16.322299 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-968a3667-4fb9-4df5-a256-de4dc8ecf995 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] 10.222.0.30 "GET /v2.0/ports/25bfc678-0a56-4bec-a8a4-545bbf782b9e HTTP/1.1" status: 404 len: 333 time: 0.0488269 Jul 05 04:17:16.323234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35874) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.335117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35876) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.386079 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-94663102-e1f2-4601-b506-2e0a7aaec06b tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] GET failed (client error): The resource could not be found. Jul 05 04:17:16.390123 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-94663102-e1f2-4601-b506-2e0a7aaec06b tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] 10.222.0.30 "GET /v2.0/subnets/c9d0df99-657f-4895-b437-e379b6ee1c16 HTTP/1.1" status: 404 len: 337 time: 0.0653722 Jul 05 04:17:16.394849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35880) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.401483 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a98de093-41e1-47c3-82f4-ae2b85d53837 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] Request body: {'network': {'name': 'new_name'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:16.417399 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98de093-41e1-47c3-82f4-ae2b85d53837 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] PUT failed (client error): The resource could not be found. Jul 05 04:17:16.417976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98de093-41e1-47c3-82f4-ae2b85d53837 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:16.419955 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a98de093-41e1-47c3-82f4-ae2b85d53837 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] 10.222.0.30 "PUT /v2.0/networks/b2188619-ea00-4496-bc76-37aff1d6642b HTTP/1.1" status: 404 len: 339 time: 0.0225840 Jul 05 04:17:16.425423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35884) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.432619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d59f716c-c24d-42c6-8266-84966d4fed84 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] Request body: {'port': {'name': 'new_name'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:16.461002 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-d59f716c-c24d-42c6-8266-84966d4fed84 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] PUT failed (client error): The resource could not be found. Jul 05 04:17:16.461718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d59f716c-c24d-42c6-8266-84966d4fed84 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:16.463090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d59f716c-c24d-42c6-8266-84966d4fed84 tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] 10.222.0.30 "PUT /v2.0/ports/b715c206-af3c-43d9-9f56-741d979ef314 HTTP/1.1" status: 404 len: 333 time: 0.0364022 Jul 05 04:17:16.467075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35886) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:16.473167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4b37c512-db63-4b57-b3b5-b2326638c64d tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:16.510668 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b37c512-db63-4b57-b3b5-b2326638c64d tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] PUT failed (client error): The resource could not be found. Jul 05 04:17:16.511153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b37c512-db63-4b57-b3b5-b2326638c64d tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:16.512321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4b37c512-db63-4b57-b3b5-b2326638c64d tempest-NetworksNegativeTestJSON-1667869849 tempest-NetworksNegativeTestJSON-1667869849-project] 10.222.0.30 "PUT /v2.0/subnets/14751b50-9db4-4f92-817b-50259daa3457 HTTP/1.1" status: 404 len: 337 time: 0.0442801 Jul 05 04:17:16.557317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1713111668-network', 'tenant_id': '325433d8a3bb48d9b1a6af407acb3f13'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:16.624280 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.655068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Made reservation on behalf of 325433d8a3bb48d9b1a6af407acb3f13 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:16.657734 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.668589 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.866835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:16.940737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.002762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:17.014392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e34d70e0-6a60-4164-95b8-5e1fe552a684,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:17.021289 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.022018 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Added segment 50e8e5eb-8acb-444e-a148-c682ebd78e34 of type vlan for network 0122abe6-41a3-4131-a31d-153ee537b159 Jul 05 04:17:17.032881 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.072227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 35902) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:17.082701 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.138349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.208906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Pushing event updated for resources: {'Port': ['ID=511f76a2-8771-4e69-a2ca-7f1dc1621115,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:17.219474 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.277285 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.278598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:17.279438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.302566 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd8ef-3a72-4d05-8f6b-8bc8a438ef53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.392258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] Pushing event updated for resources: {'Network': ['ID=0122abe6-41a3-4131-a31d-153ee537b159,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:17.396326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Network 93da2575-28be-4311-b892-2bff53d92bf6 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:17.397996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:17.403888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 0122abe6-41a3-4131-a31d-153ee537b159 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:17.410172 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-719ccb91-8d5c-4c54-b4b5-e796d08f0bc6 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0722146 Jul 05 04:17:17.413390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35916) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:17.432167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Request body: {'subnet': {'network_id': '0122abe6-41a3-4131-a31d-153ee537b159', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1713111668-subnet', 'tenant_id': '325433d8a3bb48d9b1a6af407acb3f13', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:17.631521 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd8ef-3a72-4d05-8f6b-8bc8a438ef53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.715214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:17.779204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd8ef-3a72-4d05-8f6b-8bc8a438ef53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.825623 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5b6dd8ef-3a72-4d05-8f6b-8bc8a438ef53 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6c248991783d45b1a0a89d15a03672fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7493377 Jul 05 04:17:17.826936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 35922) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:17.846405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6dd8ef-3a72-4d05-8f6b-8bc8a438ef53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11709736-77b9-451e-9b30-6dca4bc30392,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:17.857433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Made reservation on behalf of 325433d8a3bb48d9b1a6af407acb3f13 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:17.857433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.879800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-afc9c8fe-3135-4f2c-bf6e-e897804e0f98 None None] Provisioning complete for port 511f76a2-8771-4e69-a2ca-7f1dc1621115 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:17.882760 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-afc9c8fe-3135-4f2c-bf6e-e897804e0f98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:17.898850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Router c89ad471-0876-4156-af18-0324835ff3fc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:17.942817 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-afc9c8fe-3135-4f2c-bf6e-e897804e0f98 None None] Port 511f76a2-8771-4e69-a2ca-7f1dc1621115 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:17.948773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:17.955575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:17.958074 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.136395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:18.163334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cc829f1e-23b9-4c0b-b499-2cde4fbfbc6d admin admin] 10.222.0.30 "PUT /v2.0/routers/c89ad471-0876-4156-af18-0324835ff3fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4208479 Jul 05 04:17:18.178939 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Sync routers for ids ['c89ad471-0876-4156-af18-0324835ff3fc'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:18.190416 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.196528 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Routers {'c89ad471-0876-4156-af18-0324835ff3fc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:18.197160 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c89ad471-0876-4156-af18-0324835ff3fc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:18.221091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:18.270369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0100861-771a-4154-8818-efb07633a023 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.332527 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0100861-771a-4154-8818-efb07633a023 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.339213 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.368007 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.476342 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Set router c89ad471-0876-4156-af18-0324835ff3fc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:18.506999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:18.549470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Pushing event updated for resources: {'Subnet': ['ID=db81b887-a10f-42b1-b6a0-72f751ca3dad,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:18.558468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Checking segment: {'id': '50e8e5eb-8acb-444e-a148-c682ebd78e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0122abe6-41a3-4131-a31d-153ee537b159'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:18.559270 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Network hostable DHCP agents. Network: 0122abe6-41a3-4131-a31d-153ee537b159, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:18.740282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Network 0122abe6-41a3-4131-a31d-153ee537b159 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:18.742655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0100861-771a-4154-8818-efb07633a023 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.756827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f0100861-771a-4154-8818-efb07633a023 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.758231 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f0100861-771a-4154-8818-efb07633a023 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11709736-77b9-451e-9b30-6dca4bc30392 HTTP/1.1" status: 204 len: 168 time: 0.9297442 Jul 05 04:17:18.770421 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:16Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '511f76a2-8771-4e69-a2ca-7f1dc1621115', 'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'mac_address': 'fa:16:3e:6a:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:13Z', 'updated_at': '2021-07-05T04:17:16Z', 'revision_number': 2, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'subnets': [{'id': '451f5591-ca87-412c-98b5-b642c09911ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:18.786045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0100861-771a-4154-8818-efb07633a023 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11709736-77b9-451e-9b30-6dca4bc30392,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:18.845734 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Checking router: c89ad471-0876-4156-af18-0324835ff3fc for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:17:18.846428 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Updating router c89ad471-0876-4156-af18-0324835ff3fc port 511f76a2-8771-4e69-a2ca-7f1dc1621115 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:17:18.902280 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.911950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 0122abe6-41a3-4131-a31d-153ee537b159) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:18.916657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:18.917259 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:18.968766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07050cae-a6b1-4164-9392-61a5f3f907d0 None None] Network 0122abe6-41a3-4131-a31d-153ee537b159 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:19.015109 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-75f7a6fa-32ef-40e4-9ad1-a1f4dba0c17c admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5987611 Jul 05 04:17:19.199091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e305208-26c4-44b1-8815-416ae48192ef None None] Network 0122abe6-41a3-4131-a31d-153ee537b159 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:19.440320 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:19.452292 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Transition to ACTIVE for port object 511f76a2-8771-4e69-a2ca-7f1dc1621115 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:19.552221 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:19.573480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:19.659621 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d776f9-188e-4833-9469-727d5877610f None None] Pushing event updated for resources: {'Port': ['ID=511f76a2-8771-4e69-a2ca-7f1dc1621115,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:19.671249 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.671605 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.671955 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.672288 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.672645 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.673209 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.673719 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.674194 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.674793 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.675266 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.675770 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.676436 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16d776f9-188e-4833-9469-727d5877610f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:19.678375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:19.678762 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:19.888036 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Attempting to bind port 511f76a2-8771-4e69-a2ca-7f1dc1621115 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:19.888692 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Attempting to bind port 511f76a2-8771-4e69-a2ca-7f1dc1621115 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:19.889172 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Attempting to bind port 511f76a2-8771-4e69-a2ca-7f1dc1621115 on network 93da2575-28be-4311-b892-2bff53d92bf6 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:19.920855 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:19.920855 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Checking segment: {'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:19.920855 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:19.920855 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Bound using segment: {'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:19.920855 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Bound port: 511f76a2-8771-4e69-a2ca-7f1dc1621115, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:19.926377 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.026727 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] For port 511f76a2-8771-4e69-a2ca-7f1dc1621115, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:20.030593 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] For port 511f76a2-8771-4e69-a2ca-7f1dc1621115, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=511f76a2-8771-4e69-a2ca-7f1dc1621115,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:20.204313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36000) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:20.209216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1625587544-network', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:20.237906 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.262592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-d078ff9f-d722-43be-b411-2a079a417df0 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:20.274915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-d078ff9f-d722-43be-b411-2a079a417df0 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/networks?id=0122abe6-41a3-4131-a31d-153ee537b159 HTTP/1.1" status: 200 len: 809 time: 0.1446848 Jul 05 04:17:20.302625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-256c4453-9f82-4c01-8236-29de68580aa4 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/quotas/325433d8a3bb48d9b1a6af407acb3f13 HTTP/1.1" status: 200 len: 375 time: 0.0266895 Jul 05 04:17:20.349777 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Routers {'c89ad471-0876-4156-af18-0324835ff3fc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:20.349777 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c89ad471-0876-4156-af18-0324835ff3fc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:20.351671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-44e8e25d-da17-47e4-b98f-a5c01ab08402 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=325433d8a3bb48d9b1a6af407acb3f13&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0365374 Jul 05 04:17:20.352135 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d776f9-188e-4833-9469-727d5877610f None None] Pushing event updated for resources: {'Port': ['ID=511f76a2-8771-4e69-a2ca-7f1dc1621115,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:20.453426 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] Set router c89ad471-0876-4156-af18-0324835ff3fc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:20.455383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Made reservation on behalf of 7f1da80cde764a5cbf5cc8d0598457e6 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:20.461654 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.485053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.615800 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-98096dc0-9ab2-4b6a-b1d1-06d121dc0137 service neutron] 10.222.0.30 "GET /v2.0/networks/0122abe6-41a3-4131-a31d-153ee537b159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2710164 Jul 05 04:17:20.715232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.768336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.781092 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-5541bc79-4c8c-4910-b358-8e5fc1e43d53 service neutron] 10.222.0.30 "GET /v2.0/networks/0122abe6-41a3-4131-a31d-153ee537b159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640053 Jul 05 04:17:20.822319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:20.839881 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.840260 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Added segment 2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab of type vlan for network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a Jul 05 04:17:20.841627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9492fda9-6cc2-4fd9-8053-c6912d7d27d4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:20.921718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:20.959034 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:16Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '511f76a2-8771-4e69-a2ca-7f1dc1621115', 'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'mac_address': 'fa:16:3e:6a:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:13Z', 'updated_at': '2021-07-05T04:17:20Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'subnets': [{'id': '451f5591-ca87-412c-98b5-b642c09911ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:20.991620 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f660911-1644-4eb1-84fd-028594d27dfd None None] The sync data for ids ['c89ad471-0876-4156-af18-0324835ff3fc'] in n-d-758944-41 is: [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:16Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '511f76a2-8771-4e69-a2ca-7f1dc1621115', 'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'mac_address': 'fa:16:3e:6a:16:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:13Z', 'updated_at': '2021-07-05T04:17:20Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'subnets': [{'id': '451f5591-ca87-412c-98b5-b642c09911ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:21.018746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36024) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:21.086476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.092883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:21.098848 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.250741 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0454745 Jul 05 04:17:21.253554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36036) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:21.265409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Request body: {'subnet': {'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1625587544-subnet', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:21.276209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc53bca-8c84-46cb-a527-0253022a96ea admin admin] Pushing event updated for resources: {'Network': ['ID=ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:21.288353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:21.295429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-863921df-37b5-41a0-85e6-eba489b6af6c req-2051ca66-9f4c-46c8-beaf-1505586ef2c5 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 210 time: 0.0613608 Jul 05 04:17:21.343248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-215038451'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:21.456511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Made reservation on behalf of 7f1da80cde764a5cbf5cc8d0598457e6 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:21.459261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.623799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 511f76a2-8771-4e69-a2ca-7f1dc1621115 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:21.631580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:21.636549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.667837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.918379 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:21.934652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.047395 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.094723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:22.115577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 511f76a2-8771-4e69-a2ca-7f1dc1621115 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:22.116447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ab7a696-bbd4-4890-a88b-4b0668a13e44,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:22.118857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 511f76a2-8771-4e69-a2ca-7f1dc1621115 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:22.119729 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.152260 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.156901 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Added segment a3834976-46d3-4ea4-b29f-0d3a92717a6c of type vlan for network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 Jul 05 04:17:22.256957 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.298864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab2ed65-32b9-4da6-863c-475ce02d2b96,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:22.302662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.336233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Checking segment: {'id': '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:22.336619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Network hostable DHCP agents. Network: ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:22.411818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 511f76a2-8771-4e69-a2ca-7f1dc1621115, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=511f76a2-8771-4e69-a2ca-7f1dc1621115,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:22.499386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e3892b7-4223-45ad-b0e1-0adb178aa433 req-8ff93005-6e2f-468d-982f-22966a7d62e7 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 210 time: 0.0699396 Jul 05 04:17:22.511224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.518576 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.518576 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.551071 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.612432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:22.643479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=511f76a2-8771-4e69-a2ca-7f1dc1621115,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:22.652467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Network': ['ID=b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:22.667287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:22.753099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36076) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:22.765208 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f7b3290e-6795-4341-8325-93c2623896f7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.7470715 Jul 05 04:17:22.767845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36080) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:22.773897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'name': 'tempest-PortsIpV6TestJSON-798020702'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:22.832251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:22.848941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2a6e00d-81d3-4f30-818f-bc7b8fc82339 None None] Network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:22.854724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:22.855325 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:22.979089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22110c68-a9ec-49b6-8e36-2d9d3e4a1db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.069389 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0ab03c43-9247-489d-ab8d-4b72b6a3f297 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8133934 Jul 05 04:17:23.071206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36088) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:23.083847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1625587544-router', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:23.088370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a', 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'fixed_ips': [{'subnet_id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:23.089250 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.093114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-22110c68-a9ec-49b6-8e36-2d9d3e4a1db3 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:17:23.093114 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:17:23.093114 n-d-758944-41 neutron-server[100895]: [parameters: {'project_id_1': 'e7a16e5f8fa94aba990d8c8c02ef3708', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 17, 23, 11439)}] Jul 05 04:17:23.093114 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:17:23.093435 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-22110c68-a9ec-49b6-8e36-2d9d3e4a1db3 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:17:23.271864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Allocated IP 172.20.0.2 (ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a/5ab7a696-bbd4-4890-a88b-4b0668a13e44/001ef79b-167d-4281-8f34-9e813dd01999) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:23.296205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:23.299848 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.325838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port ff053945-4ce7-4608-8502-01ace8dca5d2 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:23.428120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.428120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.429923 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.453779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Transition to ACTIVE for port object 001ef79b-167d-4281-8f34-9e813dd01999 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:23.485750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Transition to ACTIVE for port object 001ef79b-167d-4281-8f34-9e813dd01999 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:23.588763 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.594842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 511f76a2-8771-4e69-a2ca-7f1dc1621115 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:23.603292 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22110c68-a9ec-49b6-8e36-2d9d3e4a1db3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.627209 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.639637 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.674335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bcc72df-1cf6-429b-abff-11d087585c3b req-b06041e9-3451-47ee-a083-230ec9fb6b71 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 210 time: 0.0357070 Jul 05 04:17:23.686420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:23.694571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:23.696989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Pushing event updated for resources: {'Port': ['ID=001ef79b-167d-4281-8f34-9e813dd01999,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:23.704075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:23.750114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 511f76a2-8771-4e69-a2ca-7f1dc1621115 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:23.750861 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.813293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22110c68-a9ec-49b6-8e36-2d9d3e4a1db3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.850594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.874196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Attempting to bind port 001ef79b-167d-4281-8f34-9e813dd01999 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:23.874753 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Attempting to bind port 001ef79b-167d-4281-8f34-9e813dd01999 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:23.875293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Attempting to bind port 001ef79b-167d-4281-8f34-9e813dd01999 on network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:23.889642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:23.890198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Checking segment: {'id': '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:23.890979 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.891476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Bound using segment: {'id': '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:23.892063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Bound port: 001ef79b-167d-4281-8f34-9e813dd01999, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:23.892558 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.974514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:23.985197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-22110c68-a9ec-49b6-8e36-2d9d3e4a1db3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.040963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] For port 001ef79b-167d-4281-8f34-9e813dd01999, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:24.042657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=ff053945-4ce7-4608-8502-01ace8dca5d2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:24.050052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] For port 001ef79b-167d-4281-8f34-9e813dd01999, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=001ef79b-167d-4281-8f34-9e813dd01999,segment=NetworkSegment(2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab),segment_id=2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:24.061631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22110c68-a9ec-49b6-8e36-2d9d3e4a1db3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581ddfd8-d229-49d0-9591-7ab5ff50de21,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:24.067392 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-22110c68-a9ec-49b6-8e36-2d9d3e4a1db3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7a16e5f8fa94aba990d8c8c02ef3708&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3127878 Jul 05 04:17:24.070562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36106) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:24.089655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Checking segment: {'id': 'a3834976-46d3-4ea4-b29f-0d3a92717a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:24.090015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network hostable DHCP agents. Network: b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:24.134180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.189915 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da1d49d0-a803-4d31-9f7d-b1fb1c8e693d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.220126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da1d49d0-a803-4d31-9f7d-b1fb1c8e693d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.220410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccdcce54-3e2a-4160-aa50-b42fa55b9367 None None] Pushing event updated for resources: {'Port': ['ID=001ef79b-167d-4281-8f34-9e813dd01999,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:24.259099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:24.364818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:24.378396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-951136ea-ef06-4cf5-8595-92d129506875 None None] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:24.380438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:24.387017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.387650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.398122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da1d49d0-a803-4d31-9f7d-b1fb1c8e693d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.401052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-da1d49d0-a803-4d31-9f7d-b1fb1c8e693d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.402365 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-da1d49d0-a803-4d31-9f7d-b1fb1c8e693d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/581ddfd8-d229-49d0-9591-7ab5ff50de21 HTTP/1.1" status: 204 len: 168 time: 0.3308985 Jul 05 04:17:24.492181 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-13df6ec6-1350-4ef4-81a4-c872f206913d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7199206 Jul 05 04:17:24.492181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da1d49d0-a803-4d31-9f7d-b1fb1c8e693d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581ddfd8-d229-49d0-9591-7ab5ff50de21,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:24.494024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36118) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:24.502478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1349668683'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:24.531275 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.582269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.749873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-dcbcfbeb-6a2d-4d71-8fde-92f3630c5e34 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:24.749873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-dcbcfbeb-6a2d-4d71-8fde-92f3630c5e34 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.26 "GET /v2.0/networks?id=0122abe6-41a3-4131-a31d-153ee537b159 HTTP/1.1" status: 200 len: 809 time: 0.2772956 Jul 05 04:17:24.754607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Request body: {'port': {'device_id': '341d49ed-c0ca-4024-8568-9c651487d812', 'network_id': '0122abe6-41a3-4131-a31d-153ee537b159', 'admin_state_up': True, 'tenant_id': '325433d8a3bb48d9b1a6af407acb3f13'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:24.806580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Allocated IP 172.25.4.45 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/32d813d6-890f-42af-8648-52ddf30d7e76) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:24.864846 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-020ce9e9-c57d-4e09-aa56-78e54fd6298d req-5e7be1c0-2795-499b-9a4b-4085211fae6f tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 210 time: 0.0383840 Jul 05 04:17:24.918369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.941497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:24.945334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:24.996538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:25.007441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.007656 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Added segment 72580cc3-3b15-4161-a637-9169a21357df of type vlan for network 09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5 Jul 05 04:17:25.061521 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.076576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Made reservation on behalf of 325433d8a3bb48d9b1a6af407acb3f13 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:25.080780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.135278 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.183722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:25.189344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:25.193188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:25.231626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Pushing event updated for resources: {'Port': ['ID=32d813d6-890f-42af-8648-52ddf30d7e76,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:25.263975 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.269517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.270239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.380560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Allocated IP 172.20.0.6 (0122abe6-41a3-4131-a31d-153ee537b159/db81b887-a10f-42b1-b6a0-72f751ca3dad/bf76e3e0-3dc2-489a-b6a6-c74f64c9d953) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:25.555147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Network': ['ID=09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:25.555147 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c38a920a-357d-4bc1-a689-14e8d2201897 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0507140 Jul 05 04:17:25.557382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36136) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:25.557773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:25.565903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'ports': [{'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74'}, {'network_id': '09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5'}]} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:25.566378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:25.567962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': '09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:25.661409 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-f761001e-0f76-4c38-8299-e4068ae5605c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.4417593 Jul 05 04:17:25.666178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 001ef79b-167d-4281-8f34-9e813dd01999 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:25.801525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab5cb123-6278-49dd-a93e-13ec1f4a5c22 None None] Network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:25.823651 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:25.873600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-f5b9edc7-7716-401b-b59e-8d5b23c475c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:25.875230 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-f5b9edc7-7716-401b-b59e-8d5b23c475c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1098 time: 0.1291020 Jul 05 04:17:25.904131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 001ef79b-167d-4281-8f34-9e813dd01999 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:26.022286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36150) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:26.042712 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-841c0d15-6eed-445a-9ba5-3164fe04b7e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.051653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7e934f6b-d295-495f-934b-cdf20abe310e None None] Provisioning for port 001ef79b-167d-4281-8f34-9e813dd01999 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:26.058004 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7e934f6b-d295-495f-934b-cdf20abe310e None None] Provisioning complete for port 001ef79b-167d-4281-8f34-9e813dd01999 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:26.058505 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e934f6b-d295-495f-934b-cdf20abe310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.145610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbb700e5-81d5-46f3-99be-88250efe23ea req-2a98cada-e868-443e-857f-045d6a8cb1ef tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 210 time: 0.0750499 Jul 05 04:17:26.150110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 2} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:26.158178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.199444 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.238776 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e934f6b-d295-495f-934b-cdf20abe310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.271718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Pushing event updated for resources: {'Port': ['ID=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:26.284965 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.291772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7e934f6b-d295-495f-934b-cdf20abe310e None None] For port 001ef79b-167d-4281-8f34-9e813dd01999, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=001ef79b-167d-4281-8f34-9e813dd01999,segment=NetworkSegment(2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab),segment_id=2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:26.365731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.369856 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e934f6b-d295-495f-934b-cdf20abe310e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.379475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Network 0122abe6-41a3-4131-a31d-153ee537b159 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:26.414826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:26.438657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:26.441521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e934f6b-d295-495f-934b-cdf20abe310e None None] Pushing event updated for resources: {'Port': ['ID=001ef79b-167d-4281-8f34-9e813dd01999,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:26.494883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-265ace67-3ed8-4892-84ef-45cf184fe60d None None] Provisioning complete for port 001ef79b-167d-4281-8f34-9e813dd01999 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:26.495261 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-265ace67-3ed8-4892-84ef-45cf184fe60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.508175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 28248c7c-b4b3-4ae5-8135-ae08d431c555 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:26.553244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-82f45799-bb85-4201-9a5f-64624ad0c5c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.555433 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-82f45799-bb85-4201-9a5f-64624ad0c5c5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 898 time: 0.6284912 Jul 05 04:17:26.639811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.640171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.669547 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-8be28f14-10dc-4468-b101-5ea631e2cc53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 1001 time: 0.1071267 Jul 05 04:17:26.705819 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-841c0d15-6eed-445a-9ba5-3164fe04b7e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.730811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-ab815c5b-0a4b-44f9-a21d-4e47e01315d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.737998 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-ab815c5b-0a4b-44f9-a21d-4e47e01315d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 200 len: 834 time: 0.0620272 Jul 05 04:17:26.760041 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.822215 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-841c0d15-6eed-445a-9ba5-3164fe04b7e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.858336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:26.876303 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-3c006854-81d5-433a-9715-526d312eda45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:26.881826 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-3c006854-81d5-433a-9715-526d312eda45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c6ce872-f154-40e2-a212-88dbb522be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1315861 Jul 05 04:17:26.904695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-9d844361-dd99-4e21-a2d9-6c917b108597 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1509569 Jul 05 04:17:26.904695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841c0d15-6eed-445a-9ba5-3164fe04b7e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f83554a4-836f-4ade-9787-1cf92676c1ba,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:26.909561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 615099c7-f953-4ed3-930b-b9ec551f5ff2 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:26.920588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-841c0d15-6eed-445a-9ba5-3164fe04b7e7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0cfeb41777f143d2a42abe9172b147b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8919973 Jul 05 04:17:26.921373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36164) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:26.923479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Request body: {'port': {'device_id': '341d49ed-c0ca-4024-8568-9c651487d812', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:27.063620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.105985 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-dc883e4c-7748-44fb-aee4-d3667820546b service neutron] 10.222.0.13 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949143 Jul 05 04:17:27.109502 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaa85851-64e0-45f5-a918-f2af91dfc029 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.189247 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaa85851-64e0-45f5-a918-f2af91dfc029 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.245255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.299346 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-16a3a7e6-c453-4e78-b8eb-44fecc6a1ac6 req-23285417-14a5-436a-8a27-ad583b08786b service neutron] 10.222.0.13 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850615 Jul 05 04:17:27.396802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Router f45a60bb-0046-4fe2-bab2-ec22b475286a is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:17:27.490642 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaa85851-64e0-45f5-a918-f2af91dfc029 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.491923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2e3555-ef09-4ad7-a497-b86a9ece95b1 req-828ba077-4d7a-4324-b053-3c641393598e tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:27.493336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aaa85851-64e0-45f5-a918-f2af91dfc029 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.493531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f2e3555-ef09-4ad7-a497-b86a9ece95b1 req-828ba077-4d7a-4324-b053-3c641393598e tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 931 time: 0.1243970 Jul 05 04:17:27.494455 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aaa85851-64e0-45f5-a918-f2af91dfc029 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f83554a4-836f-4ade-9787-1cf92676c1ba HTTP/1.1" status: 204 len: 168 time: 0.5721924 Jul 05 04:17:27.523195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaa85851-64e0-45f5-a918-f2af91dfc029 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f83554a4-836f-4ade-9787-1cf92676c1ba,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:27.543763 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.546155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:27.564640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Sync routers for ids ['f45a60bb-0046-4fe2-bab2-ec22b475286a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:27.585509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Routers {'f45a60bb-0046-4fe2-bab2-ec22b475286a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:27.586234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f45a60bb-0046-4fe2-bab2-ec22b475286a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:27.612236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:27.632200 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.657715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:27.666728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Transition to ACTIVE for port object bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:27.668712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:27.672133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.677129 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-812e0114-8941-43d0-b2fb-1848a422d76e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 4.6014645 Jul 05 04:17:27.677129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36180) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:27.683659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f2e3555-ef09-4ad7-a497-b86a9ece95b1 req-c2210ba3-1983-4241-ab02-0a9d2fab2d9b tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1441257 Jul 05 04:17:27.684615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=28248c7c-b4b3-4ae5-8135-ae08d431c555,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:27.688157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:27.689224 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.707683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 001ef79b-167d-4281-8f34-9e813dd01999 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:27.765704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=615099c7-f953-4ed3-930b-b9ec551f5ff2,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:27.796284 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:27.833929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Checking segment: {'id': '72580cc3-3b15-4161-a637-9169a21357df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:27.834297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network hostable DHCP agents. Network: 09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:27.862677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Set router f45a60bb-0046-4fe2-bab2-ec22b475286a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:27.886499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Pushing event updated for resources: {'Port': ['ID=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:27.995204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:28.035569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Attempting to bind port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:28.035972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Attempting to bind port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '50e8e5eb-8acb-444e-a148-c682ebd78e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0122abe6-41a3-4131-a31d-153ee537b159'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:28.036275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Attempting to bind port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 on network 0122abe6-41a3-4131-a31d-153ee537b159 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:28.040940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 on network 0122abe6-41a3-4131-a31d-153ee537b159 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:17:28.041249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Attempting to bind port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 on network 0122abe6-41a3-4131-a31d-153ee537b159 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:28.047879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:28.048260 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Checking segment: {'id': '50e8e5eb-8acb-444e-a148-c682ebd78e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0122abe6-41a3-4131-a31d-153ee537b159'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:28.049254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Bound using segment: {'id': '50e8e5eb-8acb-444e-a148-c682ebd78e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0122abe6-41a3-4131-a31d-153ee537b159'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:28.049710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Bound port: bf76e3e0-3dc2-489a-b6a6-c74f64c9d953, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50e8e5eb-8acb-444e-a148-c682ebd78e34', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '0122abe6-41a3-4131-a31d-153ee537b159'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:28.050078 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.073722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 001ef79b-167d-4281-8f34-9e813dd01999 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:28.074486 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.103223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:28.109933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:28.123831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.129589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.130316 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.174583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] For port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:28.178457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] For port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,segment=NetworkSegment(50e8e5eb-8acb-444e-a148-c682ebd78e34),segment_id=50e8e5eb-8acb-444e-a148-c682ebd78e34)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:28.183657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb239c3-e44b-451d-bda6-1c1c6cc3ef15 None None] Network 09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:28.260568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.328984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Pushing event updated for resources: {'Port': ['ID=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:28.336494 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ddc6db0b-c9aa-41ea-add8-97bdabf9f52c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.7764025 Jul 05 04:17:28.339236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36194) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:28.407192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.407858 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.409398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-632a5c9a-ce03-4a08-9dd5-29951402e690 service neutron] 10.222.0.26 "PUT /v2.0/ports/bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 HTTP/1.1" status: 200 len: 1092 time: 1.4960318 Jul 05 04:17:28.409859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341d49ed-c0ca-4024-8568-9c651487d812', 'tag': 'bf76e3e0-3dc2-489a-b6a6-c74f64c9d953'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:28.413394 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c70d3d3-2a54-4a08-844d-2810d2fe6a89" -d '{"events": [{"name": "network-changed", "server_uuid": "341d49ed-c0ca-4024-8568-9c651487d812", "tag": "bf76e3e0-3dc2-489a-b6a6-c74f64c9d953"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:28.473452 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d97dc5ab-01b5-4b17-a703-224a8e1e983b x-openstack-request-id: req-d97dc5ab-01b5-4b17-a703-224a8e1e983b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:28.473754 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341d49ed-c0ca-4024-8568-9c651487d812", "tag": "bf76e3e0-3dc2-489a-b6a6-c74f64c9d953", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:28.474020 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d97dc5ab-01b5-4b17-a703-224a8e1e983b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:28.474425 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341d49ed-c0ca-4024-8568-9c651487d812', 'tag': 'bf76e3e0-3dc2-489a-b6a6-c74f64c9d953', 'status': 'completed', 'code': 200} Jul 05 04:17:28.499330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.552249 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'name': 'tempest-TestServerBasicOps-1625587544-router', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:23Z', 'updated_at': '2021-07-05T04:17:25Z', 'revision_number': 3, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'gw_port': {'id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:24Z', 'updated_at': '2021-07-05T04:17:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:28.579068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4efe1-271a-4624-94fc-30c5fd284ff6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 615099c7-f953-4ed3-930b-b9ec551f5ff2 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:28.579448 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8f4efe1-271a-4624-94fc-30c5fd284ff6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.590137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Checking router: f45a60bb-0046-4fe2-bab2-ec22b475286a for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:17:28.591117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Updating router f45a60bb-0046-4fe2-bab2-ec22b475286a port 32d813d6-890f-42af-8648-52ddf30d7e76 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:17:28.647525 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.664919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70d3d3-2a54-4a08-844d-2810d2fe6a89 req-186959ce-8233-417a-a01e-7d332c01a5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.666523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c70d3d3-2a54-4a08-844d-2810d2fe6a89 req-186959ce-8233-417a-a01e-7d332c01a5b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=325433d8a3bb48d9b1a6af407acb3f13&device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 1095 time: 0.1693363 Jul 05 04:17:28.712610 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8f4efe1-271a-4624-94fc-30c5fd284ff6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:28.728061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Allocated IP 172.20.0.1 (ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a/5ab7a696-bbd4-4890-a88b-4b0668a13e44/1a97bf63-9393-4c40-8a1c-50f8cb7880e7) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:28.822468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e8f4efe1-271a-4624-94fc-30c5fd284ff6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 615099c7-f953-4ed3-930b-b9ec551f5ff2 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:28.971217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70d3d3-2a54-4a08-844d-2810d2fe6a89 req-b04a64c0-75c6-4769-bdbd-bc0c883667f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:28.972743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c70d3d3-2a54-4a08-844d-2810d2fe6a89 req-b04a64c0-75c6-4769-bdbd-bc0c883667f1 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=325433d8a3bb48d9b1a6af407acb3f13&shared=False HTTP/1.1" status: 200 len: 910 time: 0.2903705 Jul 05 04:17:29.002608 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.017928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Transition to ACTIVE for port object 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:29.134578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.154919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70d3d3-2a54-4a08-844d-2810d2fe6a89 req-2a1fe6ca-1249-4613-b990-0be30baa5b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.158631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c70d3d3-2a54-4a08-844d-2810d2fe6a89 req-2a1fe6ca-1249-4613-b990-0be30baa5b0f service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1745591 Jul 05 04:17:29.192419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.203502 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8f4efe1-271a-4624-94fc-30c5fd284ff6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.214611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:29.223867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Transition to ACTIVE for port object 32d813d6-890f-42af-8648-52ddf30d7e76 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:29.231259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:29.237537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:29.276410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Pushing event updated for resources: {'Port': ['ID=1a97bf63-9393-4c40-8a1c-50f8cb7880e7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:29.299256 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.302998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f4efe1-271a-4624-94fc-30c5fd284ff6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=615099c7-f953-4ed3-930b-b9ec551f5ff2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:29.311689 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.364903 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e8f4efe1-271a-4624-94fc-30c5fd284ff6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.370771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e8f4efe1-271a-4624-94fc-30c5fd284ff6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/615099c7-f953-4ed3-930b-b9ec551f5ff2 HTTP/1.1" status: 204 len: 168 time: 1.0278354 Jul 05 04:17:29.377822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36232) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:29.419017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Attempting to bind port 32d813d6-890f-42af-8648-52ddf30d7e76 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:29.420255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Attempting to bind port 32d813d6-890f-42af-8648-52ddf30d7e76 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:29.420844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Attempting to bind port 32d813d6-890f-42af-8648-52ddf30d7e76 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:29.468427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228739ba-4501-43c5-a419-28e005678e4d None None] Pushing event updated for resources: {'Port': ['ID=32d813d6-890f-42af-8648-52ddf30d7e76,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:29.472244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:29.493992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:29.493992 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.493992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:29.493992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Bound port: 32d813d6-890f-42af-8648-52ddf30d7e76, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:29.493992 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.570920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] For port 32d813d6-890f-42af-8648-52ddf30d7e76, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:29.575711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] For port 32d813d6-890f-42af-8648-52ddf30d7e76, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=32d813d6-890f-42af-8648-52ddf30d7e76,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:29.612142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-f9a4dbd8-5445-423b-9031-59a0960d726d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.613912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-f9a4dbd8-5445-423b-9031-59a0960d726d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=325433d8a3bb48d9b1a6af407acb3f13&device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 1095 time: 0.3316500 Jul 05 04:17:29.678145 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.700326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea3e16-a776-47e5-98b8-0e80349b806e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.702589 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.707881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cea3e16-a776-47e5-98b8-0e80349b806e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.709656 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2cea3e16-a776-47e5-98b8-0e80349b806e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.3283901 Jul 05 04:17:29.714003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36246) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:29.720188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-d4a7d058-2473-4020-878e-f8a73970d3c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 HTTP/1.1" status: 200 len: 217 time: 0.0848610 Jul 05 04:17:29.771679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3f6044b4-9e6c-450d-aa62-b27398dc6836 None None] Provisioning for port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:29.775683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228739ba-4501-43c5-a419-28e005678e4d None None] Pushing event updated for resources: {'Port': ['ID=32d813d6-890f-42af-8648-52ddf30d7e76,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:29.786747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Routers {'f45a60bb-0046-4fe2-bab2-ec22b475286a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:29.787583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f45a60bb-0046-4fe2-bab2-ec22b475286a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:29.791829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3f6044b4-9e6c-450d-aa62-b27398dc6836 None None] Provisioning complete for port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:29.792550 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3f6044b4-9e6c-450d-aa62-b27398dc6836 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.882721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-905828f4-5d73-4df7-9846-4342677d6c91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.885007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-905828f4-5d73-4df7-9846-4342677d6c91 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=db81b887-a10f-42b1-b6a0-72f751ca3dad HTTP/1.1" status: 200 len: 849 time: 0.1562941 Jul 05 04:17:29.943752 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:29.947479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e334a5e2-4b32-47e3-8153-19c80aec4222 req-2bd4e82c-86d3-4f66-9636-edeb5639da1f tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:29.949570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e334a5e2-4b32-47e3-8153-19c80aec4222 req-2bd4e82c-86d3-4f66-9636-edeb5639da1f tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 943 time: 0.9395208 Jul 05 04:17:29.951835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-da57b8e8-2889-4c28-80ae-4295a52dc55e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0122abe6-41a3-4131-a31d-153ee537b159&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531199 Jul 05 04:17:29.986033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3f6044b4-9e6c-450d-aa62-b27398dc6836 None None] Port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:30.071783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.098923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e334a5e2-4b32-47e3-8153-19c80aec4222 req-49f387be-89f9-4f91-ae2b-93a23d1e3f7c tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1313179 Jul 05 04:17:30.166176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Pushing event updated for resources: {'Port': ['ID=1a97bf63-9393-4c40-8a1c-50f8cb7880e7,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:30.178267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8768d571-d84e-46ac-b02f-09ec1891fd3a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 28248c7c-b4b3-4ae5-8135-ae08d431c555 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:30.178749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8768d571-d84e-46ac-b02f-09ec1891fd3a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.183244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-327471b3-ee4f-4aa9-8ca5-6062c31e126a service neutron] 10.222.0.26 "GET /v2.0/networks/0122abe6-41a3-4131-a31d-153ee537b159?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2178342 Jul 05 04:17:30.218272 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.274574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] Set router f45a60bb-0046-4fe2-bab2-ec22b475286a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:30.320298 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8768d571-d84e-46ac-b02f-09ec1891fd3a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.357416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8768d571-d84e-46ac-b02f-09ec1891fd3a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 28248c7c-b4b3-4ae5-8135-ae08d431c555 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:30.425993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:30.427532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:30.433788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36260) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.516597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d61175cd-c34f-4c66-8a28-bc63040640c0 req-863f8f51-c201-4019-bcae-6672c04d35ec service neutron] 10.222.0.26 "GET /v2.0/networks/0122abe6-41a3-4131-a31d-153ee537b159?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3156710 Jul 05 04:17:30.582771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'name': 'tempest-TestServerBasicOps-1625587544-router', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:23Z', 'updated_at': '2021-07-05T04:17:29Z', 'revision_number': 4, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'gw_port': {'id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:24Z', 'updated_at': '2021-07-05T04:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1a97bf63-9393-4c40-8a1c-50f8cb7880e7', 'name': '', 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'mac_address': 'fa:16:3e:7e:48:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:28Z', 'updated_at': '2021-07-05T04:17:28Z', 'revision_number': 1, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'subnets': [{'id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:30.629040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c23fce8-7b1b-447b-af45-e82c97c2c72e None None] The sync data for ids ['f45a60bb-0046-4fe2-bab2-ec22b475286a'] in n-d-758944-41 is: [{'id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'name': 'tempest-TestServerBasicOps-1625587544-router', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:23Z', 'updated_at': '2021-07-05T04:17:29Z', 'revision_number': 4, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'gw_port': {'id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:24Z', 'updated_at': '2021-07-05T04:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1a97bf63-9393-4c40-8a1c-50f8cb7880e7', 'name': '', 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'mac_address': 'fa:16:3e:7e:48:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:28Z', 'updated_at': '2021-07-05T04:17:28Z', 'revision_number': 1, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'subnets': [{'id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:30.634859 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a684c54-35bf-405c-b7b8-e4a94ee26e68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.665681 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8768d571-d84e-46ac-b02f-09ec1891fd3a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.714360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8768d571-d84e-46ac-b02f-09ec1891fd3a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=28248c7c-b4b3-4ae5-8135-ae08d431c555,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:30.721596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Router f45a60bb-0046-4fe2-bab2-ec22b475286a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:30.723312 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8768d571-d84e-46ac-b02f-09ec1891fd3a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.725676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8768d571-d84e-46ac-b02f-09ec1891fd3a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/28248c7c-b4b3-4ae5-8135-ae08d431c555 HTTP/1.1" status: 204 len: 168 time: 1.0015571 Jul 05 04:17:30.728390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36270) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.813864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98ab47b9-8432-40a5-87c0-3c1292b28339 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:30.815676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-98ab47b9-8432-40a5-87c0-3c1292b28339 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.0842140 Jul 05 04:17:30.819867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36274) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.827870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2a89c8de-4339-4510-a97d-cecb56e02cd8 None None] Provisioning complete for port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:30.828524 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2a89c8de-4339-4510-a97d-cecb56e02cd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:30.865152 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-56bc2a2d-f539-4825-9709-881961d8f41f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:17:30.866318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2a89c8de-4339-4510-a97d-cecb56e02cd8 None None] Port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:30.870516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-56bc2a2d-f539-4825-9709-881961d8f41f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/615099c7-f953-4ed3-930b-b9ec551f5ff2 HTTP/1.1" status: 404 len: 333 time: 0.0465174 Jul 05 04:17:30.871455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36276) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:30.924968 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ebca0ff-d2d8-4754-b379-6dc0a0c2f326 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:17:30.938436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8ebca0ff-d2d8-4754-b379-6dc0a0c2f326 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/28248c7c-b4b3-4ae5-8135-ae08d431c555 HTTP/1.1" status: 404 len: 333 time: 0.0655875 Jul 05 04:17:30.941362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36282) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:31.133994 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.243284 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.274013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:31.287347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72580cc3-3b15-4161-a637-9169a21357df') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:31.287825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72580cc3-3b15-4161-a637-9169a21357df') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:31.298429 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.316299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.325125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:31.326227 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.332147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a684c54-35bf-405c-b7b8-e4a94ee26e68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.334239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:31.340797 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2652dd1d-9a90-4669-97d1-1250c94eef66 admin admin] 10.222.0.30 "PUT /v2.0/routers/f45a60bb-0046-4fe2-bab2-ec22b475286a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6629751 Jul 05 04:17:31.408092 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a684c54-35bf-405c-b7b8-e4a94ee26e68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:31.424262 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:31.467945 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9a684c54-35bf-405c-b7b8-e4a94ee26e68 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=71ecf5a8cd5f48a5bf1ddc1bbfa521cd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0313184 Jul 05 04:17:31.468348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a684c54-35bf-405c-b7b8-e4a94ee26e68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ff6a9e3-0840-4bac-a737-8f01fcf197a3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:31.470876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36294) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:31.569989 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f22cb95-f57b-475e-8399-1e437bfd8712 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.603185 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.627476 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.633050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/networks/09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5 HTTP/1.1" status: 204 len: 168 time: 0.6873887 Jul 05 04:17:31.633700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36304) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:31.640383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1482546521'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:31.695100 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f22cb95-f57b-475e-8399-1e437bfd8712 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.730472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d7a4d8-9030-4fca-90ef-add62a95cb5d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Network': ['ID=09eb8aae-4a1c-4f28-941e-9b41ff3aa8a5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:31.774724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:31.803597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.815350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc764971-b4da-44b9-b3d2-d59b2cad7ba6 req-ebc9aa8d-973e-4a55-b280-d79f3b41d43c tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:31.823994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc764971-b4da-44b9-b3d2-d59b2cad7ba6 req-ebc9aa8d-973e-4a55-b280-d79f3b41d43c tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 943 time: 0.5106850 Jul 05 04:17:31.882990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc764971-b4da-44b9-b3d2-d59b2cad7ba6 req-79882df6-1fbd-4c3c-8f16-8d28d4354077 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495913 Jul 05 04:17:31.982056 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f22cb95-f57b-475e-8399-1e437bfd8712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.988891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2f22cb95-f57b-475e-8399-1e437bfd8712 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.989050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:31.989159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2f22cb95-f57b-475e-8399-1e437bfd8712 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ff6a9e3-0840-4bac-a737-8f01fcf197a3 HTTP/1.1" status: 204 len: 168 time: 0.5138545 Jul 05 04:17:31.996550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f22cb95-f57b-475e-8399-1e437bfd8712 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ff6a9e3-0840-4bac-a737-8f01fcf197a3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:31.998549 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:31.999283 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Added segment a24ab633-0edd-461f-9323-6acc98dc1c8a of type vlan for network 9ef69e4c-9aa5-4a29-b055-810870419923 Jul 05 04:17:32.157651 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.171486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36316) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:32.179914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-528be955-be0f-4ca0-a309-4924b4201cd6 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2114738912', 'description': 'tempest-secgroup-smoke-2114738912 description', 'project_id': 'c405d16833e24848b0f3514ed9f393e7'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:32.299747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.305917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:32.306663 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.309557 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-528be955-be0f-4ca0-a309-4924b4201cd6 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.407795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Network': ['ID=9ef69e4c-9aa5-4a29-b055-810870419923,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:32.421859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 9ef69e4c-9aa5-4a29-b055-810870419923 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:32.494949 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fdd246dd-138b-4ba6-b252-d5af091d9889 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8584182 Jul 05 04:17:32.498697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36326) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:32.504010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': '9ef69e4c-9aa5-4a29-b055-810870419923', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:32.603199 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-528be955-be0f-4ca0-a309-4924b4201cd6 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.717310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-528be955-be0f-4ca0-a309-4924b4201cd6 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.757744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528be955-be0f-4ca0-a309-4924b4201cd6 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:32.907075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:32.912366 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.973752 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-528be955-be0f-4ca0-a309-4924b4201cd6 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:32.977899 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-528be955-be0f-4ca0-a309-4924b4201cd6 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.8052843 Jul 05 04:17:32.978506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36348) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:32.984034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f57f7d13-e457-4be0-83d0-7263a7da0b6e tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Request body: {'security_group_rule': {'security_group_id': 'b5fe5806-0d02-4b77-bf8e-fc9c35fd0595', 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:33.117620 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f57f7d13-e457-4be0-83d0-7263a7da0b6e tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.169730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a72f24-62e9-4b84-a437-f8b23bd26893 req-a4039214-deab-4e4a-9664-35ff828cbf50 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.171377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12a72f24-62e9-4b84-a437-f8b23bd26893 req-a4039214-deab-4e4a-9664-35ff828cbf50 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 943 time: 0.1426723 Jul 05 04:17:33.255379 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f57f7d13-e457-4be0-83d0-7263a7da0b6e tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.309340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f57f7d13-e457-4be0-83d0-7263a7da0b6e tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.320202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12a72f24-62e9-4b84-a437-f8b23bd26893 req-f984405b-2662-42df-b6a8-648c5e448fd4 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271958 Jul 05 04:17:33.338433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57f7d13-e457-4be0-83d0-7263a7da0b6e tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d19b4e66-d3dc-4b98-8e8f-af65b8e2c78d,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:33.361294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:33.476682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,segment=NetworkSegment(50e8e5eb-8acb-444e-a148-c682ebd78e34),segment_id=50e8e5eb-8acb-444e-a148-c682ebd78e34)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:33.489471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'bf76e3e0-3dc2-489a-b6a6-c74f64c9d953', 'network_id': '0122abe6-41a3-4131-a31d-153ee537b159', 'port_id': 'bf76e3e0-3dc2-489a-b6a6-c74f64c9d953', 'mac_address': 'fa:16:3e:59:fc:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db81b887-a10f-42b1-b6a0-72f751ca3dad', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:33.530732 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.555514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:33.568298 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.588306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,segment=NetworkSegment(50e8e5eb-8acb-444e-a148-c682ebd78e34),segment_id=50e8e5eb-8acb-444e-a148-c682ebd78e34)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:33.613288 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f57f7d13-e457-4be0-83d0-7263a7da0b6e tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.616142 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f57f7d13-e457-4be0-83d0-7263a7da0b6e tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6352475 Jul 05 04:17:33.617561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36368) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:33.623861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4ff32a89-74df-4c8d-8674-aa0180bb35e8 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Request body: {'security_group_rule': {'security_group_id': 'b5fe5806-0d02-4b77-bf8e-fc9c35fd0595', 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:33.644323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32d813d6-890f-42af-8648-52ddf30d7e76 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:33.655804 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Sync routers for ids ['f45a60bb-0046-4fe2-bab2-ec22b475286a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:33.673782 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Routers {'f45a60bb-0046-4fe2-bab2-ec22b475286a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:33.674776 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f45a60bb-0046-4fe2-bab2-ec22b475286a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:33.700310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.713644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=c67cce6e-9e17-4e98-bfc7-dbd55aed31f8,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:33.734122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Checking segment: {'id': 'a24ab633-0edd-461f-9323-6acc98dc1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9ef69e4c-9aa5-4a29-b055-810870419923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:33.734483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network hostable DHCP agents. Network: 9ef69e4c-9aa5-4a29-b055-810870419923, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:33.764986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:33.796988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4ff32a89-74df-4c8d-8674-aa0180bb35e8 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.825469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 9ef69e4c-9aa5-4a29-b055-810870419923 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:33.839139 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Set router f45a60bb-0046-4fe2-bab2-ec22b475286a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:33.873853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4ff32a89-74df-4c8d-8674-aa0180bb35e8 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.901586 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 32d813d6-890f-42af-8648-52ddf30d7e76 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:33.909310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 32d813d6-890f-42af-8648-52ddf30d7e76 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:33.911459 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.933723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 9ef69e4c-9aa5-4a29-b055-810870419923) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:33.946785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:33.948805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:33.977081 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4ff32a89-74df-4c8d-8674-aa0180bb35e8 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.034854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff32a89-74df-4c8d-8674-aa0180bb35e8 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b63ad3d-1d03-4131-a8b9-75b1d5661c40,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:34.037780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf44b9f2-36b7-48ed-9d27-6c17a8ce4cbc None None] Network 9ef69e4c-9aa5-4a29-b055-810870419923 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:34.044541 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['bf76e3e0-3dc2-489a-b6a6-c74f64c9d953'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:34.074656 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4e605173-d5a5-4adc-ad62-375fdf4fe45b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5714812 Jul 05 04:17:34.075042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36382) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:34.081266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': '9ef69e4c-9aa5-4a29-b055-810870419923', 'name': 'tempest-PortsIpV6TestJSON-1210503576'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:34.089827 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'name': 'tempest-TestServerBasicOps-1625587544-router', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:23Z', 'updated_at': '2021-07-05T04:17:29Z', 'revision_number': 4, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'gw_port': {'id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:24Z', 'updated_at': '2021-07-05T04:17:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1a97bf63-9393-4c40-8a1c-50f8cb7880e7', 'name': '', 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'mac_address': 'fa:16:3e:7e:48:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:28Z', 'updated_at': '2021-07-05T04:17:29Z', 'revision_number': 2, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'subnets': [{'id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:34.133347 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Checking router: f45a60bb-0046-4fe2-bab2-ec22b475286a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:17:34.133347 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Updating router f45a60bb-0046-4fe2-bab2-ec22b475286a port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:17:34.150724 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4ff32a89-74df-4c8d-8674-aa0180bb35e8 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.157067 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4ff32a89-74df-4c8d-8674-aa0180bb35e8 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5333922 Jul 05 04:17:34.157067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36386) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:34.160264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-276c4e5f-bd4a-48c4-a4d1-d049b061b339 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Request body: {'security_group_rule': {'security_group_id': 'b5fe5806-0d02-4b77-bf8e-fc9c35fd0595', 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:34.202310 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.260138 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-276c4e5f-bd4a-48c4-a4d1-d049b061b339 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.414651 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-276c4e5f-bd4a-48c4-a4d1-d049b061b339 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.437870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:34.446330 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.460402 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.482970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port fe334eb9-4e68-41e8-ae09-b19203195af8 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:34.515165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 32d813d6-890f-42af-8648-52ddf30d7e76, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=32d813d6-890f-42af-8648-52ddf30d7e76,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:34.522869 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-276c4e5f-bd4a-48c4-a4d1-d049b061b339 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.566545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276c4e5f-bd4a-48c4-a4d1-d049b061b339 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4974eecb-36fe-4390-bd2d-250fe24c3b8d,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:34.583988 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.594913 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Transition to ACTIVE for port object 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:34.602507 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.647835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f554ee83-1da4-4a7c-b458-00d1fe563498 req-9ad9502b-8269-4d5f-bfbc-665c165c4272 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:34.652602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-9ef69e4c-9aa5-4a29-b055-810870419923', 'network_id': '9ef69e4c-9aa5-4a29-b055-810870419923', 'tenant_id': '9139ae01d52d47d99cff608b3e988030', 'fixed_ips': [{'subnet_id': 'c67cce6e-9e17-4e98-bfc7-dbd55aed31f8'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:34.653472 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.654447 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f554ee83-1da4-4a7c-b458-00d1fe563498 req-9ad9502b-8269-4d5f-bfbc-665c165c4272 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 944 time: 0.1871576 Jul 05 04:17:34.678073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-276c4e5f-bd4a-48c4-a4d1-d049b061b339 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.682499 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-276c4e5f-bd4a-48c4-a4d1-d049b061b339 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5235565 Jul 05 04:17:34.682499 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36402) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:34.688381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9d3fbc8e-7b17-4a13-bd23-efe5be3a85d0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Request body: {'security_group_rule': {'security_group_id': 'b5fe5806-0d02-4b77-bf8e-fc9c35fd0595', 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:34.721918 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.777726 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dee67-97ec-4c0f-b53a-b7d828bddc43 None None] Pushing event updated for resources: {'Port': ['ID=1a97bf63-9393-4c40-8a1c-50f8cb7880e7,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:34.793621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8::164 (9ef69e4c-9aa5-4a29-b055-810870419923/c67cce6e-9e17-4e98-bfc7-dbd55aed31f8/fe334eb9-4e68-41e8-ae09-b19203195af8) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:34.807739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=32d813d6-890f-42af-8648-52ddf30d7e76,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:34.811550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f554ee83-1da4-4a7c-b458-00d1fe563498 req-46220c01-dc49-40fd-ba95-107dad91ecac tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437504 Jul 05 04:17:34.820250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d3fbc8e-7b17-4a13-bd23-efe5be3a85d0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.982547 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Attempting to bind port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:34.982547 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Attempting to bind port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:34.982547 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Attempting to bind port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 on network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:34.990789 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:34.991159 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Checking segment: {'id': '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:34.991556 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.991964 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Bound using segment: {'id': '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:34.992428 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Bound port: 1a97bf63-9393-4c40-8a1c-50f8cb7880e7, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:34.992805 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:34.997956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d3fbc8e-7b17-4a13-bd23-efe5be3a85d0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.088308 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d3fbc8e-7b17-4a13-bd23-efe5be3a85d0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.111746 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] For port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:35.115792 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] For port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1a97bf63-9393-4c40-8a1c-50f8cb7880e7,segment=NetworkSegment(2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab),segment_id=2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:35.118754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3fbc8e-7b17-4a13-bd23-efe5be3a85d0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f51c0fd-718a-4e2c-9446-bf179dbe2ddf,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:35.159565 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.174537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object fe334eb9-4e68-41e8-ae09-b19203195af8 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:35.248660 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.277675 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9d3fbc8e-7b17-4a13-bd23-efe5be3a85d0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.280329 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9d3fbc8e-7b17-4a13-bd23-efe5be3a85d0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5957191 Jul 05 04:17:35.283527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36424) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:35.289193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-41031f4f-c82c-412e-8fcb-fe60a5de44bc tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Request body: {'security_group_rule': {'security_group_id': 'b5fe5806-0d02-4b77-bf8e-fc9c35fd0595', 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:35.311400 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Routers {'f45a60bb-0046-4fe2-bab2-ec22b475286a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:35.312069 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f45a60bb-0046-4fe2-bab2-ec22b475286a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:35.317619 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-099dee67-97ec-4c0f-b53a-b7d828bddc43 None None] Pushing event updated for resources: {'Port': ['ID=1a97bf63-9393-4c40-8a1c-50f8cb7880e7,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:35.343920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.380893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:35.409108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 9ef69e4c-9aa5-4a29-b055-810870419923 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:35.410810 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-41031f4f-c82c-412e-8fcb-fe60a5de44bc tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Project c405d16833e24848b0f3514ed9f393e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:17:35.421841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:35.428909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:35.438111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:35.439514 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.453555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Allocated IP 2001:db8::2 (9ef69e4c-9aa5-4a29-b055-810870419923/c67cce6e-9e17-4e98-bfc7-dbd55aed31f8/487dec7b-8cb6-4b25-a48e-6d8ed85faeb4) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:35.522377 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] Set router f45a60bb-0046-4fe2-bab2-ec22b475286a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:35.631629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:35.642307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:35.643051 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.698728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32d813d6-890f-42af-8648-52ddf30d7e76 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:35.836238 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'name': 'tempest-TestServerBasicOps-1625587544-router', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:23Z', 'updated_at': '2021-07-05T04:17:29Z', 'revision_number': 4, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'gw_port': {'id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:24Z', 'updated_at': '2021-07-05T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1a97bf63-9393-4c40-8a1c-50f8cb7880e7', 'name': '', 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'mac_address': 'fa:16:3e:7e:48:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:28Z', 'updated_at': '2021-07-05T04:17:35Z', 'revision_number': 4, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'subnets': [{'id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:35.862742 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.870498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 32d813d6-890f-42af-8648-52ddf30d7e76 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:35.871122 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.908222 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ed00f1d-42bd-464f-ab2e-4e90d6e27645 None None] The sync data for ids ['f45a60bb-0046-4fe2-bab2-ec22b475286a'] in n-d-758944-41 is: [{'id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'name': 'tempest-TestServerBasicOps-1625587544-router', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:23Z', 'updated_at': '2021-07-05T04:17:29Z', 'revision_number': 4, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'gw_port': {'id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:24Z', 'updated_at': '2021-07-05T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1a97bf63-9393-4c40-8a1c-50f8cb7880e7', 'name': '', 'network_id': 'ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'mac_address': 'fa:16:3e:7e:48:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3223, 'fixed_ips': [{'subnet_id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:28Z', 'updated_at': '2021-07-05T04:17:35Z', 'revision_number': 4, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'subnets': [{'id': '5ab7a696-bbd4-4890-a88b-4b0668a13e44', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:35.920915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Transition to ACTIVE for port object 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:35.932686 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:35.980140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41031f4f-c82c-412e-8fcb-fe60a5de44bc tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.000742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=fe334eb9-4e68-41e8-ae09-b19203195af8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.001677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341d49ed-c0ca-4024-8568-9c651487d812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76e3e0-3dc2-489a-b6a6-c74f64c9d953'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:36.007275 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c08a4bd4-1fa5-4c06-ae60-a0e91cb6b497" -d '{"events": [{"server_uuid": "341d49ed-c0ca-4024-8568-9c651487d812", "name": "network-vif-plugged", "status": "completed", "tag": "bf76e3e0-3dc2-489a-b6a6-c74f64c9d953"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:36.020690 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Transition to ACTIVE for port object 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:36.035632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,segment=NetworkSegment(50e8e5eb-8acb-444e-a148-c682ebd78e34),segment_id=50e8e5eb-8acb-444e-a148-c682ebd78e34)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:36.093751 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cfea317-3279-486b-b18f-494046e72d98 x-openstack-request-id: req-1cfea317-3279-486b-b18f-494046e72d98 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:36.097952 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341d49ed-c0ca-4024-8568-9c651487d812", "name": "network-vif-plugged", "status": "completed", "tag": "bf76e3e0-3dc2-489a-b6a6-c74f64c9d953", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:36.097952 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cfea317-3279-486b-b18f-494046e72d98 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:36.097952 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341d49ed-c0ca-4024-8568-9c651487d812', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf76e3e0-3dc2-489a-b6a6-c74f64c9d953', 'code': 200} Jul 05 04:17:36.119162 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41031f4f-c82c-412e-8fcb-fe60a5de44bc tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.127791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:36.134215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36458) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:36.134839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b6a94b66-7945-46e7-8a29-7eaa2cfc2321 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0576799 Jul 05 04:17:36.181200 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.188610 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.204132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f312e22-fb9d-46b8-b753-8d05ce5eecf1 req-2e5a8c9f-9c21-4371-ac13-7cab3452859b tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.205922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f312e22-fb9d-46b8-b753-8d05ce5eecf1 req-2e5a8c9f-9c21-4371-ac13-7cab3452859b tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 944 time: 0.1977708 Jul 05 04:17:36.208984 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41031f4f-c82c-412e-8fcb-fe60a5de44bc tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.299292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41031f4f-c82c-412e-8fcb-fe60a5de44bc tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f3c129-43b2-4873-96cb-17692cf37b1c,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.304795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Network 9ef69e4c-9aa5-4a29-b055-810870419923 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:36.310717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:36.314497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:36.325406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.339274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2f312e22-fb9d-46b8-b753-8d05ce5eecf1 req-13a679bf-a2d6-40c8-b919-0d04929bceb2 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076105 Jul 05 04:17:36.355457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59983e3-d8bc-4634-be29-3e6a9e4d9cc9 req-62913290-d97c-460c-8a12-a878cb57a25f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:36.358191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e59983e3-d8bc-4634-be29-3e6a9e4d9cc9 req-62913290-d97c-460c-8a12-a878cb57a25f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 1097 time: 0.1854844 Jul 05 04:17:36.369585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ebd471d5-d895-42f7-a28f-997c3de995af tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port fe334eb9-4e68-41e8-ae09-b19203195af8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:36.369585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ebd471d5-d895-42f7-a28f-997c3de995af tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.405846 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e59983e3-d8bc-4634-be29-3e6a9e4d9cc9 req-a03f8d6f-e9f9-4275-a6f6-f6f05cad108e service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342634 Jul 05 04:17:36.408002 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41031f4f-c82c-412e-8fcb-fe60a5de44bc tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.409403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-41031f4f-c82c-412e-8fcb-fe60a5de44bc tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.1246822 Jul 05 04:17:36.412496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36470) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:36.418441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-7cd4e7a5-b94f-4f55-9307-d8ff03fa739a tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Request body: {'security_group_rule': {'security_group_id': 'b5fe5806-0d02-4b77-bf8e-fc9c35fd0595', 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:36.439940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Attempting to bind port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:36.440327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Attempting to bind port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'a24ab633-0edd-461f-9323-6acc98dc1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9ef69e4c-9aa5-4a29-b055-810870419923'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:36.440885 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Attempting to bind port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 on network 9ef69e4c-9aa5-4a29-b055-810870419923 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:36.446650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:36.472548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:36.472924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Checking segment: {'id': 'a24ab633-0edd-461f-9323-6acc98dc1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9ef69e4c-9aa5-4a29-b055-810870419923'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:36.474852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.475481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Bound using segment: {'id': 'a24ab633-0edd-461f-9323-6acc98dc1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9ef69e4c-9aa5-4a29-b055-810870419923'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:36.475969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Bound port: 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a24ab633-0edd-461f-9323-6acc98dc1c8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '9ef69e4c-9aa5-4a29-b055-810870419923'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:36.476369 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.480693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Pushing event updated for resources: {'Port': ['ID=487dec7b-8cb6-4b25-a48e-6d8ed85faeb4,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.484182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:36.488881 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.503224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ebd471d5-d895-42f7-a28f-997c3de995af tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.525941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ebd471d5-d895-42f7-a28f-997c3de995af tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for fe334eb9-4e68-41e8-ae09-b19203195af8 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:36.549925 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-7cd4e7a5-b94f-4f55-9307-d8ff03fa739a tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Project c405d16833e24848b0f3514ed9f393e7 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:17:36.553147 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e7a5-b94f-4f55-9307-d8ff03fa739a tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.637871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] For port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:36.689067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] For port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=487dec7b-8cb6-4b25-a48e-6d8ed85faeb4,segment=NetworkSegment(a24ab633-0edd-461f-9323-6acc98dc1c8a),segment_id=a24ab633-0edd-461f-9323-6acc98dc1c8a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:36.696272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e7a5-b94f-4f55-9307-d8ff03fa739a tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.717232 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.774234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1a97bf63-9393-4c40-8a1c-50f8cb7880e7,segment=NetworkSegment(2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab),segment_id=2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:36.809314 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.848442 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ebd471d5-d895-42f7-a28f-997c3de995af tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.851481 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e7a5-b94f-4f55-9307-d8ff03fa739a tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.874708 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.883387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d341fc-a5e2-4b74-aac7-1bb0012a2e12 None None] Pushing event updated for resources: {'Port': ['ID=487dec7b-8cb6-4b25-a48e-6d8ed85faeb4,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.895817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4e7a5-b94f-4f55-9307-d8ff03fa739a tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3a5da1f3-658c-45a0-8d88-7b6bde446713,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.931389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd471d5-d895-42f7-a28f-997c3de995af tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=fe334eb9-4e68-41e8-ae09-b19203195af8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:36.957388 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7cd4e7a5-b94f-4f55-9307-d8ff03fa739a tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:36.965548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7cd4e7a5-b94f-4f55-9307-d8ff03fa739a tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5504775 Jul 05 04:17:36.967544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=1a97bf63-9393-4c40-8a1c-50f8cb7880e7,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:37.007253 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ebd471d5-d895-42f7-a28f-997c3de995af tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.009881 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ebd471d5-d895-42f7-a28f-997c3de995af tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/fe334eb9-4e68-41e8-ae09-b19203195af8 HTTP/1.1" status: 204 len: 168 time: 0.8746040 Jul 05 04:17:37.015038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36506) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:37.055769 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-14584553-377b-4568-8df4-9847ee349730 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:17:37.056727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14584553-377b-4568-8df4-9847ee349730 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:17:37.059304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-14584553-377b-4568-8df4-9847ee349730 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/fe334eb9-4e68-41e8-ae09-b19203195af8 HTTP/1.1" status: 404 len: 333 time: 0.0432014 Jul 05 04:17:37.062229 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36510) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:37.104290 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-37dc0e63-5ed1-4406-a582-362179b75407 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:17:37.106105 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-37dc0e63-5ed1-4406-a582-362179b75407 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/fe334eb9-4e68-41e8-ae09-b19203195af8 HTTP/1.1" status: 404 len: 333 time: 0.0424321 Jul 05 04:17:37.109051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36514) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:37.232944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-953da589-da34-4772-bfb1-a4b3fc2e7246 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet c67cce6e-9e17-4e98-bfc7-dbd55aed31f8 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:37.242671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-953da589-da34-4772-bfb1-a4b3fc2e7246 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.327164 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-953da589-da34-4772-bfb1-a4b3fc2e7246 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.418790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-eef42d47-4c26-45e3-87cf-4c27e16a5765 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2114738912&fields=id&tenant_id=c405d16833e24848b0f3514ed9f393e7 HTTP/1.1" status: 200 len: 267 time: 0.1830938 Jul 05 04:17:37.531886 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-953da589-da34-4772-bfb1-a4b3fc2e7246 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.666361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-caf7da17-322e-46df-b575-0dd53429ac54 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:37.673224 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-caf7da17-322e-46df-b575-0dd53429ac54 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/networks?id=93da2575-28be-4311-b892-2bff53d92bf6 HTTP/1.1" status: 200 len: 809 time: 0.2532618 Jul 05 04:17:37.704591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-51163e11-7775-4b82-9a86-98520bdd6cde tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/quotas/c405d16833e24848b0f3514ed9f393e7 HTTP/1.1" status: 200 len: 375 time: 0.0303345 Jul 05 04:17:37.789782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce35719-ff8c-4a94-b02d-0787f6489abb req-97b1bd55-43aa-4fa1-b0f5-d723e52165e7 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:37.791393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ce35719-ff8c-4a94-b02d-0787f6489abb req-97b1bd55-43aa-4fa1-b0f5-d723e52165e7 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 945 time: 0.1979415 Jul 05 04:17:37.795482 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-953da589-da34-4772-bfb1-a4b3fc2e7246 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.813019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:37.883042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953da589-da34-4772-bfb1-a4b3fc2e7246 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=c67cce6e-9e17-4e98-bfc7-dbd55aed31f8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:37.891634 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-953da589-da34-4772-bfb1-a4b3fc2e7246 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.894989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-953da589-da34-4772-bfb1-a4b3fc2e7246 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/c67cce6e-9e17-4e98-bfc7-dbd55aed31f8 HTTP/1.1" status: 204 len: 168 time: 0.7845054 Jul 05 04:17:37.897334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36550) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:37.916145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:37.916520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:37.961134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-28e4f8f1-020f-493d-8a5c-22629b98f915 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=c405d16833e24848b0f3514ed9f393e7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2475581 Jul 05 04:17:37.986745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ce35719-ff8c-4a94-b02d-0787f6489abb req-c201b5d2-13ea-4d5b-a25b-66a7b966236c tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1792243 Jul 05 04:17:38.063029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.124899 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4184bfa8-acb4-4ffd-b5a1-56f8ebcf5564 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.161791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:38.165624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-3438d4c3-b442-4221-b664-7895dee39149 service neutron] 10.222.0.30 "GET /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1911745 Jul 05 04:17:38.171948 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:38.173161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.290548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] For port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=487dec7b-8cb6-4b25-a48e-6d8ed85faeb4,segment=NetworkSegment(a24ab633-0edd-461f-9323-6acc98dc1c8a),segment_id=a24ab633-0edd-461f-9323-6acc98dc1c8a)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:38.290774 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.305889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:38.307704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-b8a1f37b-3f76-462f-9947-e97e1d85772c service neutron] 10.222.0.30 "GET /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344197 Jul 05 04:17:38.374591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:38.420784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a694687-9629-4912-9e76-a9d75279495c None None] Network 9ef69e4c-9aa5-4a29-b055-810870419923 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:38.514451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.515008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-558c4613-be97-44e7-9fb2-512d80bedf5c None None] Provisioning for port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:38.521205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-558c4613-be97-44e7-9fb2-512d80bedf5c None None] Provisioning complete for port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:38.521591 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-558c4613-be97-44e7-9fb2-512d80bedf5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.546209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-558c4613-be97-44e7-9fb2-512d80bedf5c None None] Port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 was deleted so its status cannot be updated. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Jul 05 04:17:38.550731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=487dec7b-8cb6-4b25-a48e-6d8ed85faeb4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:38.553896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No DVR routers for this DVR port 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:38.690329 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.706879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ef69e4c-9aa5-4a29-b055-810870419923']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:38.715554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d34f7552-98d5-4074-8ce2-04a14cb0be86 req-07930c66-8991-44d8-af23-88ab95b41a58 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 210 time: 0.0548410 Jul 05 04:17:38.747085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da583ed5-a2cb-4962-b299-3bffe02df334 None None] DHCP port deletion for 9ef69e4c-9aa5-4a29-b055-810870419923 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:17:38.751419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a24ab633-0edd-461f-9323-6acc98dc1c8a') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:38.752474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a24ab633-0edd-461f-9323-6acc98dc1c8a') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:38.770062 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.799545 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.807480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:38.807801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:38.811942 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:38.974860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.982389 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:38.990050 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/networks/9ef69e4c-9aa5-4a29-b055-810870419923 HTTP/1.1" status: 204 len: 168 time: 1.0856419 Jul 05 04:17:38.990173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36608) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:38.993720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-781725009'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:39.006500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed52bec-0c46-4051-8d64-937c087faae7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Network': ['ID=9ef69e4c-9aa5-4a29-b055-810870419923,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:39.105451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:39.109531 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.154178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:39.192186 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.193240 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Added segment 67b32d56-9376-489e-afa3-c97ea8ddce67 of type vlan for network 8b621116-4cf7-4ddb-ab43-f7292700f6a0 Jul 05 04:17:39.242894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.292413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0038563-6e83-41a6-8f30-a71fa4b1dd5e req-56430dbe-b82a-4020-b2f0-38370290050a tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.294499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0038563-6e83-41a6-8f30-a71fa4b1dd5e req-56430dbe-b82a-4020-b2f0-38370290050a tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 945 time: 0.1375990 Jul 05 04:17:39.347984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0038563-6e83-41a6-8f30-a71fa4b1dd5e req-3883b8cd-f7ed-4872-8d12-2f0d19db548b tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389402 Jul 05 04:17:39.386137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.399173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:39.399635 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.519917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Network': ['ID=8b621116-4cf7-4ddb-ab43-f7292700f6a0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:39.532646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36638) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:39.532851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-272f1377-4607-4f2c-afbf-f5d97165937e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5432911 Jul 05 04:17:39.540184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': '8b621116-4cf7-4ddb-ab43-f7292700f6a0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:39.590107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 8b621116-4cf7-4ddb-ab43-f7292700f6a0 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:39.654772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:39.692392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:39.693041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 487dec7b-8cb6-4b25-a48e-6d8ed85faeb4 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:39.780162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:39.788572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:39.906701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-092760a8-fb75-4497-acca-6cc63012177c req-4c226956-6bc2-4256-855f-9d88b6d1a5b9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 210 time: 0.0958197 Jul 05 04:17:40.079809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36658) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:40.182954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.297086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=47118061-c51b-47e2-bfb8-f2e22ae946b3,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:40.346362 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3bb8f3c0-a3ca-44e0-9151-ea07f2c87667 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.374076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Checking segment: {'id': '67b32d56-9376-489e-afa3-c97ea8ddce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8b621116-4cf7-4ddb-ab43-f7292700f6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:40.374413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network hostable DHCP agents. Network: 8b621116-4cf7-4ddb-ab43-f7292700f6a0, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:40.505726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 8b621116-4cf7-4ddb-ab43-f7292700f6a0 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:40.537618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3bb8f3c0-a3ca-44e0-9151-ea07f2c87667 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.597135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 8b621116-4cf7-4ddb-ab43-f7292700f6a0) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:40.607405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286dbef4-008b-4caf-a19e-5b3fb96355bf None None] Network 8b621116-4cf7-4ddb-ab43-f7292700f6a0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:40.609014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:40.609869 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.625659 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3bb8f3c0-a3ca-44e0-9151-ea07f2c87667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.723666 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f082e126-37fc-47c5-ba2c-5759089a7c6e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1887691 Jul 05 04:17:40.736657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36678) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:40.743040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': '8b621116-4cf7-4ddb-ab43-f7292700f6a0', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-2132583409'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:40.770963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3bb8f3c0-a3ca-44e0-9151-ea07f2c87667 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=077c3ff81fc54b9790b1a62d3c0b8705&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6746902 Jul 05 04:17:40.776971 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36680) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:40.881662 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-79b7c1d1-9eeb-478d-ad7c-2f869ad97915 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:40.908474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb8f3c0-a3ca-44e0-9151-ea07f2c87667 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2d9b903-024e-4672-b7f3-975d9df74a86,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:40.962017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-440c9e70-c286-414d-8df3-f9aa2b70330c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.005561 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-440c9e70-c286-414d-8df3-f9aa2b70330c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.017923 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.032027 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-8b621116-4cf7-4ddb-ab43-f7292700f6a0', 'network_id': '8b621116-4cf7-4ddb-ab43-f7292700f6a0', 'tenant_id': '9139ae01d52d47d99cff608b3e988030', 'fixed_ips': [{'subnet_id': '47118061-c51b-47e2-bfb8-f2e22ae946b3'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:41.033207 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.229691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-664eb2e0-1bd1-47b2-b1d9-4432865874bb req-ce8eb9c8-0c2f-49a7-9244-a11d331d4483 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 210 time: 0.0997643 Jul 05 04:17:41.232744 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-440c9e70-c286-414d-8df3-f9aa2b70330c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.238919 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-440c9e70-c286-414d-8df3-f9aa2b70330c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.243575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-440c9e70-c286-414d-8df3-f9aa2b70330c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f2d9b903-024e-4672-b7f3-975d9df74a86 HTTP/1.1" status: 204 len: 168 time: 0.4572198 Jul 05 04:17:41.271501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440c9e70-c286-414d-8df3-f9aa2b70330c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2d9b903-024e-4672-b7f3-975d9df74a86,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:41.425609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:41.432866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.527301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 2cf6237c-1064-4b1a-962a-96c862239d33 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:41.529316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Allocated IP 2001:db8::2 (8b621116-4cf7-4ddb-ab43-f7292700f6a0/47118061-c51b-47e2-bfb8-f2e22ae946b3/6cc85266-9842-41eb-a006-75a2843f33d8) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:41.787304 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:41.798963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Transition to ACTIVE for port object 6cc85266-9842-41eb-a006-75a2843f33d8 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:41.855494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Transition to ACTIVE for port object 6cc85266-9842-41eb-a006-75a2843f33d8 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:41.928619 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.012468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8::37e (8b621116-4cf7-4ddb-ab43-f7292700f6a0/47118061-c51b-47e2-bfb8-f2e22ae946b3/2cf6237c-1064-4b1a-962a-96c862239d33) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:42.016060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Network 8b621116-4cf7-4ddb-ab43-f7292700f6a0 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:42.017903 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:42.028433 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.036952 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:42.214305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36716) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:42.261889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-e029473b-1cd8-4013-b5d3-4bead79c9db0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:42.269983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-e029473b-1cd8-4013-b5d3-4bead79c9db0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.26 "GET /v2.0/networks?id=93da2575-28be-4311-b892-2bff53d92bf6 HTTP/1.1" status: 200 len: 809 time: 0.2691822 Jul 05 04:17:42.337103 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcc4c-288d-43fd-b27f-6a68ccd8ad32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.395527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-8f406c5f-6a7b-40ed-a48c-f0ab7db27059 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c405d16833e24848b0f3514ed9f393e7 HTTP/1.1" status: 200 len: 380 time: 0.1106939 Jul 05 04:17:42.412843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Request body: {'port': {'device_id': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'admin_state_up': True, 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'security_groups': ['b5fe5806-0d02-4b77-bf8e-fc9c35fd0595']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:42.428599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Pushing event updated for resources: {'Port': ['ID=6cc85266-9842-41eb-a006-75a2843f33d8,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:42.480673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Attempting to bind port 6cc85266-9842-41eb-a006-75a2843f33d8 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:42.483745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Attempting to bind port 6cc85266-9842-41eb-a006-75a2843f33d8 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '67b32d56-9376-489e-afa3-c97ea8ddce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8b621116-4cf7-4ddb-ab43-f7292700f6a0'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:42.484922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Attempting to bind port 6cc85266-9842-41eb-a006-75a2843f33d8 on network 8b621116-4cf7-4ddb-ab43-f7292700f6a0 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:42.486361 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.524653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:42.525035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Checking segment: {'id': '67b32d56-9376-489e-afa3-c97ea8ddce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8b621116-4cf7-4ddb-ab43-f7292700f6a0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:42.525496 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.525934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Bound using segment: {'id': '67b32d56-9376-489e-afa3-c97ea8ddce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8b621116-4cf7-4ddb-ab43-f7292700f6a0'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:42.526591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Bound port: 6cc85266-9842-41eb-a006-75a2843f33d8, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67b32d56-9376-489e-afa3-c97ea8ddce67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8b621116-4cf7-4ddb-ab43-f7292700f6a0'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:42.526984 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.562080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 2cf6237c-1064-4b1a-962a-96c862239d33 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:42.608756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86dda17e-0c80-4ac7-9dc7-83b7caf91520 req-afd62996-9d25-49ae-9596-07387acea5c6 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 210 time: 0.0657122 Jul 05 04:17:42.693742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] For port 6cc85266-9842-41eb-a006-75a2843f33d8, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:42.699997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] For port 6cc85266-9842-41eb-a006-75a2843f33d8, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6cc85266-9842-41eb-a006-75a2843f33d8,segment=NetworkSegment(67b32d56-9376-489e-afa3-c97ea8ddce67),segment_id=67b32d56-9376-489e-afa3-c97ea8ddce67)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:42.747986 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcc4c-288d-43fd-b27f-6a68ccd8ad32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.768489 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.797536 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.834274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 8b621116-4cf7-4ddb-ab43-f7292700f6a0 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:42.846521 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2dcbcc4c-288d-43fd-b27f-6a68ccd8ad32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.849628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:42.860471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:42.866533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:42.867344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.900051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=2cf6237c-1064-4b1a-962a-96c862239d33,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:42.933586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Made reservation on behalf of c405d16833e24848b0f3514ed9f393e7 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:42.938435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:42.957139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36738) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:42.958059 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2dcbcc4c-288d-43fd-b27f-6a68ccd8ad32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bf4eb71c3c24b9581cf9088fc6c4760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7425942 Jul 05 04:17:42.959544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dcbcc4c-288d-43fd-b27f-6a68ccd8ad32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ac0f0b-0579-4256-b171-638eb47757e6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:42.973981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b87275-d185-44b3-b23e-fef718d7a925 None None] Pushing event updated for resources: {'Port': ['ID=6cc85266-9842-41eb-a006-75a2843f33d8,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:43.040541 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1f8bbd4c-afa7-4307-91ca-88d2cb4be50f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.3023543 Jul 05 04:17:43.041806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36742) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:43.150764 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7e2a98e1-af60-4db8-8d1e-42c7b895235e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.178027 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7e2a98e1-af60-4db8-8d1e-42c7b895235e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.272139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0e389492-4219-47d1-99ce-e3afea568d7e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 2cf6237c-1064-4b1a-962a-96c862239d33 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:43.273240 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0e389492-4219-47d1-99ce-e3afea568d7e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.353823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Allocated IP 172.20.0.8 (93da2575-28be-4311-b892-2bff53d92bf6/451f5591-ca87-412c-98b5-b642c09911ec/32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:43.411130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7e2a98e1-af60-4db8-8d1e-42c7b895235e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.414701 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7e2a98e1-af60-4db8-8d1e-42c7b895235e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.416330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7e2a98e1-af60-4db8-8d1e-42c7b895235e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/32ac0f0b-0579-4256-b171-638eb47757e6 HTTP/1.1" status: 204 len: 168 time: 0.4579647 Jul 05 04:17:43.441853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2a98e1-af60-4db8-8d1e-42c7b895235e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ac0f0b-0579-4256-b171-638eb47757e6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:43.493028 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0e389492-4219-47d1-99ce-e3afea568d7e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.523402 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.545933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0e389492-4219-47d1-99ce-e3afea568d7e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 2cf6237c-1064-4b1a-962a-96c862239d33 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:43.643598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.703442 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Transition to ACTIVE for port object 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:43.777265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6cc85266-9842-41eb-a006-75a2843f33d8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:43.902984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d342d0a9-ca76-4053-8bfd-6622ebc5aa96 req-c49ff7a3-48ae-48f1-9a0e-2a43b9e30361 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 210 time: 0.0738761 Jul 05 04:17:43.902984 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.962972 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:43.969197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Network 93da2575-28be-4311-b892-2bff53d92bf6 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:43.985865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event updated for resources: {'Port': ['ID=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:43.989899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:43.993236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:44.008362 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 6cc85266-9842-41eb-a006-75a2843f33d8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:44.009433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0e389492-4219-47d1-99ce-e3afea568d7e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.142451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e389492-4219-47d1-99ce-e3afea568d7e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=2cf6237c-1064-4b1a-962a-96c862239d33,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:44.176329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:44.177003 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.229119 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0e389492-4219-47d1-99ce-e3afea568d7e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.236692 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0e389492-4219-47d1-99ce-e3afea568d7e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/2cf6237c-1064-4b1a-962a-96c862239d33 HTTP/1.1" status: 204 len: 168 time: 1.1935313 Jul 05 04:17:44.240587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36770) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:44.303544 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-634fc236-d2ea-498b-a9c0-cdb0e366274d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:17:44.308698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36778) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:44.309088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-634fc236-d2ea-498b-a9c0-cdb0e366274d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/2cf6237c-1064-4b1a-962a-96c862239d33 HTTP/1.1" status: 404 len: 333 time: 0.0666635 Jul 05 04:17:44.327763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4fb5aba5-c64d-42dd-93e8-3edcb7dbc574 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9197612 Jul 05 04:17:44.341739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Request body: {'port': {'device_id': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:44.437336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.477374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d810413-3bd6-4a8d-a889-bc5eff5c4947 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet 47118061-c51b-47e2-bfb8-f2e22ae946b3 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:44.494078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d810413-3bd6-4a8d-a889-bc5eff5c4947 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.522762 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.581491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d810413-3bd6-4a8d-a889-bc5eff5c4947 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.767230 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d810413-3bd6-4a8d-a889-bc5eff5c4947 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:44.843317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba841736-eaa0-4477-867c-e7ed73c55e14 None None] Network 8b621116-4cf7-4ddb-ab43-f7292700f6a0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:44.984924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-46d13a65-caa6-41be-834e-6d2d4039d4b0 None None] Provisioning for port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:45.006666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d810413-3bd6-4a8d-a889-bc5eff5c4947 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.014233 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-46d13a65-caa6-41be-834e-6d2d4039d4b0 None None] Provisioning complete for port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:45.014830 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-46d13a65-caa6-41be-834e-6d2d4039d4b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.047747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d810413-3bd6-4a8d-a889-bc5eff5c4947 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.052584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36814) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:45.052851 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8d810413-3bd6-4a8d-a889-bc5eff5c4947 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/47118061-c51b-47e2-bfb8-f2e22ae946b3 HTTP/1.1" status: 204 len: 168 time: 0.7416093 Jul 05 04:17:45.083481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d810413-3bd6-4a8d-a889-bc5eff5c4947 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=47118061-c51b-47e2-bfb8-f2e22ae946b3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:45.191261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-46d13a65-caa6-41be-834e-6d2d4039d4b0 None None] Port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:45.337854 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.356576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:45.358245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68c5ded-8455-4666-b246-c42301eeadb4 None None] DHCP port deletion for 8b621116-4cf7-4ddb-ab43-f7292700f6a0 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:17:45.369815 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.400140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Transition to ACTIVE for port object 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:45.422641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Provisioning for port 6cc85266-9842-41eb-a006-75a2843f33d8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:45.429201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Provisioning complete for port 6cc85266-9842-41eb-a006-75a2843f33d8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:45.441852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.493085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9681e3b4-e961-4626-a7de-c4203f9ad935 req-8df5dc83-1892-4439-9d04-6caaa8663b8d tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:45.502114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9681e3b4-e961-4626-a7de-c4203f9ad935 req-8df5dc83-1892-4439-9d04-6caaa8663b8d tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 931 time: 0.2769902 Jul 05 04:17:45.522949 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.581636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e68c5ded-8455-4666-b246-c42301eeadb4 None None] Deleting port 6cc85266-9842-41eb-a006-75a2843f33d8 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:45.581636 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e68c5ded-8455-4666-b246-c42301eeadb4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.590021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36844) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:45.692649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Pushing event updated for resources: {'Port': ['ID=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:45.712555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9681e3b4-e961-4626-a7de-c4203f9ad935 req-b1ccd3f6-5987-4156-93f7-c4cf3a4d10ca tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086370 Jul 05 04:17:45.742681 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.747415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6cc85266-9842-41eb-a006-75a2843f33d8 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:45.783274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 6cc85266-9842-41eb-a006-75a2843f33d8 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:45.783765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.793175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-198977918-network', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:45.916837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Made reservation on behalf of 2fc58fb3570f4016ac7d53701f44ba59 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:45.920176 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.930055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e68c5ded-8455-4666-b246-c42301eeadb4 None None] For port 6cc85266-9842-41eb-a006-75a2843f33d8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6cc85266-9842-41eb-a006-75a2843f33d8,segment=NetworkSegment(67b32d56-9376-489e-afa3-c97ea8ddce67),segment_id=67b32d56-9376-489e-afa3-c97ea8ddce67)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:45.930463 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e68c5ded-8455-4666-b246-c42301eeadb4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:45.963764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.020695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] For port 6cc85266-9842-41eb-a006-75a2843f33d8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6cc85266-9842-41eb-a006-75a2843f33d8,segment=NetworkSegment(67b32d56-9376-489e-afa3-c97ea8ddce67),segment_id=67b32d56-9376-489e-afa3-c97ea8ddce67)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:46.023153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e68c5ded-8455-4666-b246-c42301eeadb4 None None] Calling delete_port for 6cc85266-9842-41eb-a006-75a2843f33d8 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:46.085363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] For port 6cc85266-9842-41eb-a006-75a2843f33d8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6cc85266-9842-41eb-a006-75a2843f33d8,segment=NetworkSegment(67b32d56-9376-489e-afa3-c97ea8ddce67),segment_id=67b32d56-9376-489e-afa3-c97ea8ddce67)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:46.085616 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.088407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Attempting to bind port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:46.092833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Attempting to bind port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:46.092833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Attempting to bind port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b on network 93da2575-28be-4311-b892-2bff53d92bf6 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:46.107093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 6cc85266-9842-41eb-a006-75a2843f33d8 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:46.109722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b on network 93da2575-28be-4311-b892-2bff53d92bf6 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:17:46.110102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Attempting to bind port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b on network 93da2575-28be-4311-b892-2bff53d92bf6 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:46.128512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:46.128844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Checking segment: {'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:46.129237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Bound using segment: {'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:46.129748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Bound port: 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:46.130111 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.132248 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.191862 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.259018 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.266311 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d359bde-977f-4e07-83f9-831e8c6fabd5 req-9dcdf098-33a6-4a54-8fef-404fc8696922 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:46.267308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Pushing event updated for resources: {'Port': ['ID=6cc85266-9842-41eb-a006-75a2843f33d8,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.273292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d359bde-977f-4e07-83f9-831e8c6fabd5 req-9dcdf098-33a6-4a54-8fef-404fc8696922 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1098 time: 0.2565501 Jul 05 04:17:46.276561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.276919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.277267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.277636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.278860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.279221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.279725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.280089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.280422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.280802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.281139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.281466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43749611-e8de-4f2f-abd9-eb48b47130d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:46.288249 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e68c5ded-8455-4666-b246-c42301eeadb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.309172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=654cf2f9-ad15-4222-9843-42793d5e8b5a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.322362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:46.337975 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.338884 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Added segment 083891ea-f5bc-4abd-97fd-19ee57fe3e26 of type vlan for network d5ade457-ca50-447d-a0d6-bbf6828030de Jul 05 04:17:46.351501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c5ded-8455-4666-b246-c42301eeadb4 None None] Pushing event deleted for resources: {'Port': ['ID=6cc85266-9842-41eb-a006-75a2843f33d8,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.355998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.356166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68c5ded-8455-4666-b246-c42301eeadb4 None None] No DVR routers for this DVR port 6cc85266-9842-41eb-a006-75a2843f33d8 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:46.356291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] For port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:46.394444 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d359bde-977f-4e07-83f9-831e8c6fabd5 req-6be5c6e7-60c7-457c-b4a0-87795e072c68 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1202073 Jul 05 04:17:46.417416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.421001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36878) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:46.430929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] For port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:46.438292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=6cc85266-9842-41eb-a006-75a2843f33d8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.441576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No DVR routers for this DVR port 6cc85266-9842-41eb-a006-75a2843f33d8 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:46.449367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab61a503-6f3f-4374-a281-e60776934ddc req-81291556-0be3-4b37-b171-ba2f9e424c51 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:46.451556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab61a503-6f3f-4374-a281-e60776934ddc req-81291556-0be3-4b37-b171-ba2f9e424c51 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 945 time: 0.2640569 Jul 05 04:17:46.560174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab61a503-6f3f-4374-a281-e60776934ddc req-b53d4ccb-9a80-4e67-a920-03815be9df9e tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829487 Jul 05 04:17:46.577163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.585354 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.592720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b621116-4cf7-4ddb-ab43-f7292700f6a0']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:46.625027 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.626026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:46.626612 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.635196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67b32d56-9376-489e-afa3-c97ea8ddce67') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:46.635489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67b32d56-9376-489e-afa3-c97ea8ddce67') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:46.648366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:46.648990 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.650414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] 10.222.0.26 "PUT /v2.0/ports/32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b HTTP/1.1" status: 200 len: 1092 time: 2.3144026 Jul 05 04:17:46.650876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'tag': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:46.653240 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd0c645c-3a6f-45d6-a5cb-95e7fa74b526" -d '{"events": [{"name": "network-changed", "server_uuid": "9c270e95-9f82-40e0-a59d-879d0f493e9d", "tag": "32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:46.683356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.693509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 763306c3-7d0c-45ed-a3d2-2ace981b6c25 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:46.693856 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.763153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf059d1-b4dc-4196-aa45-a6bca90c332d service neutron] Pushing event updated for resources: {'Port': ['ID=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.789622 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.1981761 Jul 05 04:17:46.790575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36898) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:46.797924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109b64e8-6428-4e8b-bcb6-ec8e73ba86e1 admin admin] Pushing event updated for resources: {'Network': ['ID=d5ade457-ca50-447d-a0d6-bbf6828030de,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:46.799114 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.805618 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf70635-5622-4848-84e3-a89a5428b56f x-openstack-request-id: req-fbf70635-5622-4848-84e3-a89a5428b56f {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:46.805966 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c270e95-9f82-40e0-a59d-879d0f493e9d", "tag": "32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:46.806836 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbf70635-5622-4848-84e3-a89a5428b56f {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:46.807394 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'tag': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'status': 'completed', 'code': 200} Jul 05 04:17:46.811612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d5ade457-ca50-447d-a0d6-bbf6828030de details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:46.813132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Request body: {'subnet': {'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-198977918-subnet', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:46.846347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:46.846711 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.892444 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.893157 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:46.912278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 763306c3-7d0c-45ed-a3d2-2ace981b6c25 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:46.967747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Made reservation on behalf of 2fc58fb3570f4016ac7d53701f44ba59 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:46.970379 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:46.990794 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.098428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.107593 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.114557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/networks/8b621116-4cf7-4ddb-ab43-f7292700f6a0 HTTP/1.1" status: 204 len: 168 time: 2.0598392 Jul 05 04:17:47.118124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36910) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:47.134355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'name': 'tempest-PortsIpV6TestJSON-334358573'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:47.162330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff1b034-7ee3-4ac4-97bd-15b9beaf0412 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Network': ['ID=8b621116-4cf7-4ddb-ab43-f7292700f6a0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:47.172477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a547e-25f0-4342-b167-2246b1d3ec47 req-6a5567df-d8ba-46cc-8da1-3123f48b76d5 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.174310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d2a547e-25f0-4342-b167-2246b1d3ec47 req-6a5567df-d8ba-46cc-8da1-3123f48b76d5 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 943 time: 0.2030005 Jul 05 04:17:47.180155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c645c-3a6f-45d6-a5cb-95e7fa74b526 req-1063a818-f5e1-4f81-928a-079fca5304e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.187118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd0c645c-3a6f-45d6-a5cb-95e7fa74b526 req-1063a818-f5e1-4f81-928a-079fca5304e7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c405d16833e24848b0f3514ed9f393e7&device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 1095 time: 0.4138029 Jul 05 04:17:47.289234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d2a547e-25f0-4342-b167-2246b1d3ec47 req-130ed396-7fe8-4567-9ffe-fd736b1b6b47 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1064463 Jul 05 04:17:47.332734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c645c-3a6f-45d6-a5cb-95e7fa74b526 req-5fca9adf-9481-4e9d-b9c6-ee4f8f816e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.336394 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd0c645c-3a6f-45d6-a5cb-95e7fa74b526 req-5fca9adf-9481-4e9d-b9c6-ee4f8f816e34 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=c405d16833e24848b0f3514ed9f393e7&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1438389 Jul 05 04:17:47.441862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:47.458050 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.473221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0c645c-3a6f-45d6-a5cb-95e7fa74b526 req-812629ac-515c-469e-890a-f26b0eae7cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.474777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd0c645c-3a6f-45d6-a5cb-95e7fa74b526 req-812629ac-515c-469e-890a-f26b0eae7cdc service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1331165 Jul 05 04:17:47.484768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port dee01609-8a6a-425b-8b9b-8db9589cb684 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:47.514107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-ff190967-1363-4203-8f9e-68b40bc5fdf8 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.515809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-ff190967-1363-4203-8f9e-68b40bc5fdf8 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.26 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 945 time: 0.0867307 Jul 05 04:17:47.530945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.597298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=763306c3-7d0c-45ed-a3d2-2ace981b6c25,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:47.616216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.665806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-13c85f35-9748-4772-b905-613469d47602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.667334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-13c85f35-9748-4772-b905-613469d47602 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c405d16833e24848b0f3514ed9f393e7&device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 1095 time: 0.1130667 Jul 05 04:17:47.729139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-e5c32c7a-6c0d-4ac1-aa96-c0cbf21a15cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b HTTP/1.1" status: 200 len: 217 time: 0.0501688 Jul 05 04:17:47.731599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-584c170a-9ca2-4f75-9732-a310f37bd518 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Deleting port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:47.732017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-584c170a-9ca2-4f75-9732-a310f37bd518 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.748594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:47.749145 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Floating IP 9aeed43f-d084-408c-83dd-f35fbdabf066 disassociated (deleted). External IP: 172.25.4.88, port: 35cf749f-111a-4d1f-af83-e40b7eb59d7c. Jul 05 04:17:47.836997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-38fc0482-5044-4908-b649-07c14799bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:47.838718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-38fc0482-5044-4908-b649-07c14799bba8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=451f5591-ca87-412c-98b5-b642c09911ec HTTP/1.1" status: 200 len: 848 time: 0.0795240 Jul 05 04:17:47.853390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=77ff325b-804c-4ade-8eba-768c27cec993,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:47.908017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Checking segment: {'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:47.908383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Network hostable DHCP agents. Network: d5ade457-ca50-447d-a0d6-bbf6828030de, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:47.990400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.007677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-584c170a-9ca2-4f75-9732-a310f37bd518 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] For port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,segment=NetworkSegment(50e8e5eb-8acb-444e-a148-c682ebd78e34),segment_id=50e8e5eb-8acb-444e-a148-c682ebd78e34)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:48.008076 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-584c170a-9ca2-4f75-9732-a310f37bd518 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.026380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-1d084129-3ad4-4664-93e9-263ce19043ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:48.028088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-1d084129-3ad4-4664-93e9-263ce19043ae service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93da2575-28be-4311-b892-2bff53d92bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1704917 Jul 05 04:17:48.040470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084f1fc4-f405-4d73-a135-8a3b1da8ed25 req-f6f474fb-1546-4fe0-9bf6-ae1c7fe67ba2 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:48.048740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-084f1fc4-f405-4d73-a135-8a3b1da8ed25 req-f6f474fb-1546-4fe0-9bf6-ae1c7fe67ba2 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 945 time: 0.2416942 Jul 05 04:17:48.052722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-584c170a-9ca2-4f75-9732-a310f37bd518 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Calling delete_port for bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:48.219150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Network d5ade457-ca50-447d-a0d6-bbf6828030de is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:48.235293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router beebdde4-8512-4e15-bf97-99b397353a88 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:48.325201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d5ade457-ca50-447d-a0d6-bbf6828030de) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:48.333496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:48.334447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.345597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfa2a8d-f1c1-47bc-9834-4e11a28fc31e None None] Network d5ade457-ca50-447d-a0d6-bbf6828030de requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:48.404324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.629809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-d5ade457-ca50-447d-a0d6-bbf6828030de', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:17:48.631286 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.668313 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-084f1fc4-f405-4d73-a135-8a3b1da8ed25 req-707e736d-cf03-4b3c-97f9-403dde4f90c0 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/security-groups?id=e34d70e0-6a60-4164-95b8-5e1fe552a684&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6185567 Jul 05 04:17:48.795770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd322201-fe9c-4e22-9eb9-5e5d4b615288 req-45a760aa-2e71-480b-875b-767ef574079a tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:48.803331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd322201-fe9c-4e22-9eb9-5e5d4b615288 req-45a760aa-2e71-480b-875b-767ef574079a tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 943 time: 0.2037652 Jul 05 04:17:48.842043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-a04b24ae-7cb6-4938-a77e-6e0a073fd4a0 service neutron] 10.222.0.26 "GET /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7911048 Jul 05 04:17:48.917822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=dee01609-8a6a-425b-8b9b-8db9589cb684,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:48.936764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e89d2462-49bf-4e20-8d7b-928c7d5e89b3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1335437 Jul 05 04:17:48.940549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 36970) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:48.953185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:48.958927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:48.963300 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:48.968850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:48.971021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Allocated IP 172.20.0.2 (d5ade457-ca50-447d-a0d6-bbf6828030de/77ff325b-804c-4ade-8eba-768c27cec993/ed824651-0823-4d8f-ae23-d6c661986324) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:48.975452 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:48.982512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd322201-fe9c-4e22-9eb9-5e5d4b615288 req-a0cfb058-d3e1-48ef-a0e3-977dd930b134 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1764815 Jul 05 04:17:48.986000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:48.986923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:48.998286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] Sync routers for ids ['beebdde4-8512-4e15-bf97-99b397353a88'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:49.010084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.051806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] Routers {'beebdde4-8512-4e15-bf97-99b397353a88'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:49.052877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['beebdde4-8512-4e15-bf97-99b397353a88'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:49.075530 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ba8fdb2c-d85a-4145-b736-25f6d77c4202 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/floatingips/9aeed43f-d084-408c-83dd-f35fbdabf066 HTTP/1.1" status: 204 len: 168 time: 2.6416769 Jul 05 04:17:49.075763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eadbf0a7-60b5-4e19-8a93-0079f48f9e5e req-4b61e5c9-1253-4fcc-9992-48f1c76173ae service neutron] 10.222.0.26 "GET /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2209811 Jul 05 04:17:49.086558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:49.097268 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b8c31f5-8ae6-4bd0-bc12-092568db884c" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:49.168504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-584c170a-9ca2-4f75-9732-a310f37bd518 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.177504 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6119365-8211-4192-b230-3a81c26b6516 x-openstack-request-id: req-f6119365-8211-4192-b230-3a81c26b6516 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:49.177812 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:49.178107 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6119365-8211-4192-b230-3a81c26b6516 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:49.178464 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'status': 'completed', 'code': 200} Jul 05 04:17:49.231940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584c170a-9ca2-4f75-9732-a310f37bd518 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Pushing event deleted for resources: {'Port': ['ID=bf76e3e0-3dc2-489a-b6a6-c74f64c9d953,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:49.287036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.292639 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.297746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] Set router beebdde4-8512-4e15-bf97-99b397353a88 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:49.301732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-584c170a-9ca2-4f75-9732-a310f37bd518 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] No DVR routers for this DVR port bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:49.304705 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-584c170a-9ca2-4f75-9732-a310f37bd518 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.307135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d41ff0f5-e7e0-48ca-989c-e07227e3aec9 req-584c170a-9ca2-4f75-9732-a310f37bd518 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.26 "DELETE /v2.0/ports/bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 HTTP/1.1" status: 204 len: 173 time: 1.7857821 Jul 05 04:17:49.309010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341d49ed-c0ca-4024-8568-9c651487d812', 'name': 'network-vif-deleted', 'tag': 'bf76e3e0-3dc2-489a-b6a6-c74f64c9d953'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:49.320224 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa7ba07f-dd2f-48bb-978f-2544c13330f2" -d '{"events": [{"server_uuid": "341d49ed-c0ca-4024-8568-9c651487d812", "name": "network-vif-deleted", "tag": "bf76e3e0-3dc2-489a-b6a6-c74f64c9d953"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:49.378095 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81a6ba3-b579-4047-bbdc-5f01d21834cf x-openstack-request-id: req-a81a6ba3-b579-4047-bbdc-5f01d21834cf {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:49.380894 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341d49ed-c0ca-4024-8568-9c651487d812", "name": "network-vif-deleted", "tag": "bf76e3e0-3dc2-489a-b6a6-c74f64c9d953", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:49.380894 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a81a6ba3-b579-4047-bbdc-5f01d21834cf {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:49.380894 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341d49ed-c0ca-4024-8568-9c651487d812', 'name': 'network-vif-deleted', 'tag': 'bf76e3e0-3dc2-489a-b6a6-c74f64c9d953', 'status': 'completed', 'code': 200} Jul 05 04:17:49.396870 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e1cbcec5-29a1-4fb6-adeb-522fb0ae24a1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2733772 Jul 05 04:17:49.399380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 36992) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:49.417638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['bf76e3e0-3dc2-489a-b6a6-c74f64c9d953'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:49.441057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-7ca20cfb-c928-42c0-af0b-f38f6d6f9a28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:49.442608 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-7ca20cfb-c928-42c0-af0b-f38f6d6f9a28 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 1098 time: 0.2340512 Jul 05 04:17:49.446313 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.583425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5cde3633-29c3-4bb0-85e3-8698d936aaff tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port dee01609-8a6a-425b-8b9b-8db9589cb684 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:49.595096 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cde3633-29c3-4bb0-85e3-8698d936aaff tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.645350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-838d598b-7a2b-4982-ad9d-00839e3a318d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:49.646880 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-838d598b-7a2b-4982-ad9d-00839e3a318d service neutron] 10.222.0.13 "GET /v2.0/networks?id=1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 200 len: 898 time: 0.1951568 Jul 05 04:17:49.723952 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.739654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Transition to ACTIVE for port object ed824651-0823-4d8f-ae23-d6c661986324 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:49.746530 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-e6abd13b-ebb9-466d-a3ba-3cf99c25f0a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 200 len: 217 time: 0.0484397 Jul 05 04:17:49.785494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:15:01Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '110a817c-e40f-4957-9415-4a9b8bbce5a4', 'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:db:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:15Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:49.790176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Transition to ACTIVE for port object ed824651-0823-4d8f-ae23-d6c661986324 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:49.836649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cde3633-29c3-4bb0-85e3-8698d936aaff tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:49.871792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5cde3633-29c3-4bb0-85e3-8698d936aaff tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for dee01609-8a6a-425b-8b9b-8db9589cb684 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:49.875675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] Checking router: beebdde4-8512-4e15-bf97-99b397353a88 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:17:49.896986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-2b318fbf-f184-4c0b-8e15-0aafb2e049d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:49.898701 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-2b318fbf-f184-4c0b-8e15-0aafb2e049d4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 200 len: 834 time: 0.1033096 Jul 05 04:17:49.910570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] Routers {'beebdde4-8512-4e15-bf97-99b397353a88'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:49.912425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['beebdde4-8512-4e15-bf97-99b397353a88'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:49.986777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97c1b70d-6dd8-48a7-a650-a984ac34386b req-d16f5a06-62bf-40ce-8793-4cf4d4389e34 tempest-ServerTagsTestJSON-1378334292 tempest-ServerTagsTestJSON-1378334292-project] 10.222.0.30 "GET /v2.0/ports?device_id=341d49ed-c0ca-4024-8568-9c651487d812 HTTP/1.1" status: 200 len: 210 time: 0.0806246 Jul 05 04:17:49.998439 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.015699 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.066306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-2b8fc62a-a866-44bc-bd10-23683f9794e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:50.067875 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-2b8fc62a-a866-44bc-bd10-23683f9794e0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1c6ce872-f154-40e2-a212-88dbb522be67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1072707 Jul 05 04:17:50.155713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedec0b4-0818-4cf7-a74d-e1005b6335c7 req-e2a5c5dc-2b06-4ba6-af57-8275a637f2e8 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:50.157380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eedec0b4-0818-4cf7-a74d-e1005b6335c7 req-e2a5c5dc-2b06-4ba6-af57-8275a637f2e8 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.1696963 Jul 05 04:17:50.250501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eedec0b4-0818-4cf7-a74d-e1005b6335c7 req-3f4b32e0-2299-46e9-9ddf-afb017e2176e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795281 Jul 05 04:17:50.277603 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cde3633-29c3-4bb0-85e3-8698d936aaff tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.306012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-74434be1-7f5d-440f-ba41-cf37ce752e35 service neutron] 10.222.0.13 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289410 Jul 05 04:17:50.350435 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Network d5ade457-ca50-447d-a0d6-bbf6828030de is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:50.363463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:50.366727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:50.390859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cde3633-29c3-4bb0-85e3-8698d936aaff tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=dee01609-8a6a-425b-8b9b-8db9589cb684,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:50.393925 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cde3633-29c3-4bb0-85e3-8698d936aaff tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.396689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5cde3633-29c3-4bb0-85e3-8698d936aaff tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/dee01609-8a6a-425b-8b9b-8db9589cb684 HTTP/1.1" status: 204 len: 168 time: 0.9958525 Jul 05 04:17:50.401599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37036) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:50.422555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Pushing event updated for resources: {'Port': ['ID=ed824651-0823-4d8f-ae23-d6c661986324,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:50.444917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'mac_address': 'fa:16:3e:42:43:f9', 'name': 'tempest-PortsIpV6TestJSON-1966470649'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:50.509110 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] Set router beebdde4-8512-4e15-bf97-99b397353a88 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:50.512611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Attempting to bind port ed824651-0823-4d8f-ae23-d6c661986324 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:50.513300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Attempting to bind port ed824651-0823-4d8f-ae23-d6c661986324 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:50.513775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Attempting to bind port ed824651-0823-4d8f-ae23-d6c661986324 on network d5ade457-ca50-447d-a0d6-bbf6828030de {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:50.529963 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b8c31f5-8ae6-4bd0-bc12-092568db884c req-28d32b6c-a985-4ec1-9098-d7359db60cca service neutron] 10.222.0.13 "GET /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128739 Jul 05 04:17:50.555967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:50.555967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Checking segment: {'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:50.555967 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.560819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Bound using segment: {'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:50.560819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Bound port: ed824651-0823-4d8f-ae23-d6c661986324, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:50.560819 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.583345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7da17b-b3d6-440c-84dc-eed79e7f49a0 req-82c64647-e8e1-4c3a-a809-d08ab009ce4d tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:50.590060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f7da17b-b3d6-440c-84dc-eed79e7f49a0 req-82c64647-e8e1-4c3a-a809-d08ab009ce4d tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 943 time: 0.3365371 Jul 05 04:17:50.671235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f7da17b-b3d6-440c-84dc-eed79e7f49a0 req-64bf1d90-8754-465b-8c06-c9384f766211 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0802627 Jul 05 04:17:50.712480 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.738776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:50.738999 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.822799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] For port ed824651-0823-4d8f-ae23-d6c661986324, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:50.829119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] For port ed824651-0823-4d8f-ae23-d6c661986324, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ed824651-0823-4d8f-ae23-d6c661986324,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:50.836258 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.879468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 16d18718-5c3b-40ec-beab-89c964bfa6f0 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:50.921673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:50.927589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Allocated IP 172.25.4.179 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/50dcfdd8-b9e7-4040-95f4-6a7781fa7896) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:51.029667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4509a-2b29-4813-9971-2d3a889fba99 None None] Pushing event updated for resources: {'Port': ['ID=ed824651-0823-4d8f-ae23-d6c661986324,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:51.039102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:15:01Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '110a817c-e40f-4957-9415-4a9b8bbce5a4', 'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:db:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:15Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:51.073115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e370bae1-bde6-4c7c-904b-e88c0eb480a4 None None] The sync data for ids ['beebdde4-8512-4e15-bf97-99b397353a88'] in n-d-758944-41 is: [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:15:01Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '110a817c-e40f-4957-9415-4a9b8bbce5a4', 'name': '', 'network_id': '1c6ce872-f154-40e2-a212-88dbb522be67', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:db:e8:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_interface', 'standard_attr_id': 3000, 'fixed_ips': [{'subnet_id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:59Z', 'updated_at': '2021-07-05T04:15:15Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '196a0dce-22e8-42e0-b028-a4101ca24ebe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:51.116141 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.145621 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.225011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37076) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:51.242658 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.276813 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.335210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:51.338809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:51.343588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:51.352080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Pushing event updated for resources: {'Port': ['ID=50dcfdd8-b9e7-4040-95f4-6a7781fa7896,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:51.450545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.450888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.451225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.451562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.451920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.452234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.452555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.452878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.453197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.453514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.453831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.454302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:17:51.461121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e60f089-65d0-408d-b1dc-f28a11bb7c8a admin admin] Deleting subnet db81b887-a10f-42b1-b6a0-72f751ca3dad {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:17:51.472475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:51.472868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:17:51.477645 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8e60f089-65d0-408d-b1dc-f28a11bb7c8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.478525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:51.480105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:51.546149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8e60f089-65d0-408d-b1dc-f28a11bb7c8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.557642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:51.558005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device bf76e3e0-3dc2-489a-b6a6-c74f64c9d953 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:51.632039 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8e60f089-65d0-408d-b1dc-f28a11bb7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.632780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:51.644933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:51.646403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.660720 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3bc85b-5f47-443d-927d-1c0115d7fdc1 None None] New status for floating IP 9aeed43f-d084-408c-83dd-f35fbdabf066: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:17:51.720965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ed824651-0823-4d8f-ae23-d6c661986324 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:51.769048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=16d18718-5c3b-40ec-beab-89c964bfa6f0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:51.801074 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:17:51.851369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:51.879490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'port_id': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'mac_address': 'fa:16:3e:72:d6:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:17:51.931417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ed824651-0823-4d8f-ae23-d6c661986324 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:51.958787 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:51.986239 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-94ca2296-9165-471b-a8fa-2dfc976de6b8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.5828428 Jul 05 04:17:51.993562 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37114) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:52.010203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:17:52.033526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.039180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:52.105026 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.114598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ba6e77-f106-471c-b175-81aa73b772b5 req-0beaa30f-07fb-4577-a320-703c29a2db69 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.116677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06ba6e77-f106-471c-b175-81aa73b772b5 req-0beaa30f-07fb-4577-a320-703c29a2db69 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.3578925 Jul 05 04:17:52.124029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8e60f089-65d0-408d-b1dc-f28a11bb7c8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.149450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-7679473a-a6c3-481c-816d-196f6f7dad97 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.156647 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-7679473a-a6c3-481c-816d-196f6f7dad97 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.13 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 946 time: 0.3464477 Jul 05 04:17:52.178399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cac2a193-f558-4c71-9d98-43172d182837 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.180556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cac2a193-f558-4c71-9d98-43172d182837 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/16d18718-5c3b-40ec-beab-89c964bfa6f0 HTTP/1.1" status: 200 len: 845 time: 0.1783712 Jul 05 04:17:52.186878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60f089-65d0-408d-b1dc-f28a11bb7c8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db81b887-a10f-42b1-b6a0-72f751ca3dad,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:52.197861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37126) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:52.218821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c378e407-d9a9-4f50-b1cf-c78b490ad19e req-3bed2115-a079-422e-8d46-2e50cfaa4c2e tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:52.229712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c378e407-d9a9-4f50-b1cf-c78b490ad19e req-3bed2115-a079-422e-8d46-2e50cfaa4c2e tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 943 time: 0.3101110 Jul 05 04:17:52.254736 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8e60f089-65d0-408d-b1dc-f28a11bb7c8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.260931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8e60f089-65d0-408d-b1dc-f28a11bb7c8a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/db81b887-a10f-42b1-b6a0-72f751ca3dad HTTP/1.1" status: 204 len: 168 time: 1.0326729 Jul 05 04:17:52.273432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37132) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:52.293064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:52.364314 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c378e407-d9a9-4f50-b1cf-c78b490ad19e req-17fe3cdf-392c-4f89-9fc5-104f4fdd0d50 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332231 Jul 05 04:17:52.374110 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:17:52.391252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06ba6e77-f106-471c-b175-81aa73b772b5 req-2ea7def2-933d-47a5-b4f3-d4049161d3c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=92b4313f-aff7-4297-b25d-2dd2285755dc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2606730 Jul 05 04:17:52.487170 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.489760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5286b-c86b-4baf-b5a3-cb80fe68ce4c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 16d18718-5c3b-40ec-beab-89c964bfa6f0 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:52.490939 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b1d5286b-c86b-4baf-b5a3-cb80fe68ce4c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.633609 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b1d5286b-c86b-4baf-b5a3-cb80fe68ce4c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.647562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.654201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b1d5286b-c86b-4baf-b5a3-cb80fe68ce4c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 16d18718-5c3b-40ec-beab-89c964bfa6f0 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:52.671774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-e5523212-0f41-41d7-b9c0-9755bbb4ce59 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 35cf749f-111a-4d1f-af83-e40b7eb59d7c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:52.674760 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-e5523212-0f41-41d7-b9c0-9755bbb4ce59 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.775276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100de162-6f32-4b7d-9fd0-3e0f9ac46d8c None None] Network d5ade457-ca50-447d-a0d6-bbf6828030de requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:52.786186 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.805330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0122abe6-41a3-4131-a31d-153ee537b159']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:52.830182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e8e5eb-8acb-444e-a148-c682ebd78e34') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:52.830598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e8e5eb-8acb-444e-a148-c682ebd78e34') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:52.851941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b1d5286b-c86b-4baf-b5a3-cb80fe68ce4c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.900427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.922436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5286b-c86b-4baf-b5a3-cb80fe68ce4c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=16d18718-5c3b-40ec-beab-89c964bfa6f0,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:52.940755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-905d058e-5469-4940-b311-f3a97fc37b51 None None] Provisioning for port ed824651-0823-4d8f-ae23-d6c661986324 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:52.941057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.946706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-905d058e-5469-4940-b311-f3a97fc37b51 None None] Provisioning complete for port ed824651-0823-4d8f-ae23-d6c661986324 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:52.947338 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-905d058e-5469-4940-b311-f3a97fc37b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.952581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-e5523212-0f41-41d7-b9c0-9755bbb4ce59 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port 35cf749f-111a-4d1f-af83-e40b7eb59d7c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=35cf749f-111a-4d1f-af83-e40b7eb59d7c,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:52.953036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-e5523212-0f41-41d7-b9c0-9755bbb4ce59 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.961992 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b1d5286b-c86b-4baf-b5a3-cb80fe68ce4c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.966872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b1d5286b-c86b-4baf-b5a3-cb80fe68ce4c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/16d18718-5c3b-40ec-beab-89c964bfa6f0 HTTP/1.1" status: 204 len: 168 time: 0.7327213 Jul 05 04:17:52.976792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37164) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:52.987026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:17:52.990753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:17:52.993147 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:17:53.038183 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad5015d-08f7-4181-aea1-aa94e6eaa0ce tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:17:53.044130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6ad5015d-08f7-4181-aea1-aa94e6eaa0ce tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/16d18718-5c3b-40ec-beab-89c964bfa6f0 HTTP/1.1" status: 404 len: 333 time: 0.0626490 Jul 05 04:17:53.045743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37168) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:53.053733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'name': 'tempest-PortsIpV6TestJSON-233543431'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:53.070543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-e5523212-0f41-41d7-b9c0-9755bbb4ce59 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 35cf749f-111a-4d1f-af83-e40b7eb59d7c owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:53.113367 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-905d058e-5469-4940-b311-f3a97fc37b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.179978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-905d058e-5469-4940-b311-f3a97fc37b51 None None] For port ed824651-0823-4d8f-ae23-d6c661986324, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ed824651-0823-4d8f-ae23-d6c661986324,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:53.197417 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.215844 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.218109 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0122abe6-41a3-4131-a31d-153ee537b159 HTTP/1.1" status: 204 len: 168 time: 0.9427724 Jul 05 04:17:53.240271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fb2a52-e44c-42f6-bb58-4d25fa6f0ee8 admin admin] Pushing event deleted for resources: {'Network': ['ID=0122abe6-41a3-4131-a31d-153ee537b159,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:53.241696 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-905d058e-5469-4940-b311-f3a97fc37b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.312170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:17:53.328624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:53.333925 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.348316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905d058e-5469-4940-b311-f3a97fc37b51 None None] Pushing event updated for resources: {'Port': ['ID=ed824651-0823-4d8f-ae23-d6c661986324,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:53.374269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port d7e2f89b-cd5a-46da-99eb-9fa5b2f4b655 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:17:53.493577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-e5523212-0f41-41d7-b9c0-9755bbb4ce59 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.496319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:53.555862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5523212-0f41-41d7-b9c0-9755bbb4ce59 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=35cf749f-111a-4d1f-af83-e40b7eb59d7c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:53.640860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6a37d2f-6032-489e-bb06-c8e49cfc0e64 req-ede10250-c559-4043-afc2-5923ca5f2286 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 210 time: 0.1111085 Jul 05 04:17:53.645560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-38597f20-6ddf-4421-8b13-468b22795968 None None] Provisioning complete for port ed824651-0823-4d8f-ae23-d6c661986324 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:53.646145 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38597f20-6ddf-4421-8b13-468b22795968 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.648870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37198) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:53.679650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ed824651-0823-4d8f-ae23-d6c661986324 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:53.703460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-e5523212-0f41-41d7-b9c0-9755bbb4ce59 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] No DVR routers for this DVR port 35cf749f-111a-4d1f-af83-e40b7eb59d7c on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:17:53.705740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:53.708955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-e5523212-0f41-41d7-b9c0-9755bbb4ce59 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.711343 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-dc5b4ec6-d148-4e34-bb67-39be51b148fb req-e5523212-0f41-41d7-b9c0-9755bbb4ce59 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.13 "DELETE /v2.0/ports/35cf749f-111a-4d1f-af83-e40b7eb59d7c HTTP/1.1" status: 204 len: 173 time: 1.5502229 Jul 05 04:17:53.711482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'name': 'network-vif-deleted', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:53.714521 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92660027-44b1-48be-b780-c9f4f336e640" -d '{"events": [{"server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "name": "network-vif-deleted", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:53.725184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Sync routers for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:53.770977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:53.771433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-123d13b8-c541-4487-8957-88273efebf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:53.790082 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7ff341fe-2963-427f-bf1a-5a06cc0c82f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=325433d8a3bb48d9b1a6af407acb3f13&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1386392 Jul 05 04:17:53.792853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37210) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:53.803971 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f2fa2aa-0c29-49f6-82a2-c2f7d0256a9f x-openstack-request-id: req-6f2fa2aa-0c29-49f6-82a2-c2f7d0256a9f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:53.804308 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbe4bca-d3c9-4cf4-a594-7bc137001fc7", "name": "network-vif-deleted", "tag": "35cf749f-111a-4d1f-af83-e40b7eb59d7c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:53.804507 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f2fa2aa-0c29-49f6-82a2-c2f7d0256a9f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:53.804904 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbe4bca-d3c9-4cf4-a594-7bc137001fc7', 'name': 'network-vif-deleted', 'tag': '35cf749f-111a-4d1f-af83-e40b7eb59d7c', 'status': 'completed', 'code': 200} Jul 05 04:17:53.853152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:53.886444 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.911572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:53.912320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.917684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.921402 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fa57e2e0-00a1-480c-acc6-c610440bb64b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 4.9724286 Jul 05 04:17:53.921402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa3371df-9192-41d8-b052-91191a830f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:53.922304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37216) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:53.924297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ed824651-0823-4d8f-ae23-d6c661986324 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:53.924867 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.011614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa3371df-9192-41d8-b052-91191a830f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.060007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774b9b24-d729-4b04-9ed1-ca77beba0c85 req-2a7200de-c0b3-4f81-84e8-52f69da8e3f1 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:54.060869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-774b9b24-d729-4b04-9ed1-ca77beba0c85 req-2a7200de-c0b3-4f81-84e8-52f69da8e3f1 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 944 time: 0.3344429 Jul 05 04:17:54.118467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:54.161289 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.214096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-774b9b24-d729-4b04-9ed1-ca77beba0c85 req-a17a387c-8008-492f-a8a4-624fed1d9bf7 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1443818 Jul 05 04:17:54.270634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:54.273683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:54.291816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:54.321532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:54.322399 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.382481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=d7e2f89b-cd5a-46da-99eb-9fa5b2f4b655,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:54.413493 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.414171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8a90f977-c8f8-4d72-b00c-28bdf6a49a41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.3665376 Jul 05 04:17:54.416674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37242) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:54.424722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b5fef67c-cc34-4df6-9487-2d9556d0cc6f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:54.603666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:17:54.606099 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca712a17-5e5d-40f3-ab56-16651d10f694" -d '{"events": [{"server_uuid": "9c270e95-9f82-40e0-a59d-879d0f493e9d", "name": "network-vif-plugged", "status": "completed", "tag": "32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:17:54.626181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:54.637793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-123d13b8-c541-4487-8957-88273efebf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:51Z', 'revision_number': 3, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:54.671320 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa3371df-9192-41d8-b052-91191a830f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.675363 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa3371df-9192-41d8-b052-91191a830f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.676270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5fef67c-cc34-4df6-9487-2d9556d0cc6f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.680835 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aa3371df-9192-41d8-b052-91191a830f15 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e34d70e0-6a60-4164-95b8-5e1fe552a684 HTTP/1.1" status: 204 len: 168 time: 0.8830910 Jul 05 04:17:54.722087 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:17:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88d5be1a-06b8-4826-8d57-05c5ce9a1243 x-openstack-request-id: req-88d5be1a-06b8-4826-8d57-05c5ce9a1243 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:17:54.722087 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c270e95-9f82-40e0-a59d-879d0f493e9d", "name": "network-vif-plugged", "status": "completed", "tag": "32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:17:54.722087 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88d5be1a-06b8-4826-8d57-05c5ce9a1243 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:17:54.722087 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'code': 200} Jul 05 04:17:54.722087 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:54.722817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3371df-9192-41d8-b052-91191a830f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e34d70e0-6a60-4164-95b8-5e1fe552a684,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:54.727281 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Checking router: 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:17:54.728689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Updating router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:17:54.945083 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.019468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:55.062777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30dc99e0-28d5-4719-80a5-9e3bb7892030 req-7852502a-799c-4f7e-b0b6-3b22e017e0cc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe4bca-d3c9-4cf4-a594-7bc137001fc7 HTTP/1.1" status: 200 len: 210 time: 0.0335023 Jul 05 04:17:55.124722 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5fef67c-cc34-4df6-9487-2d9556d0cc6f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.145573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.147008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59a01f9-4ced-4af5-a3a2-e067889afde9 req-2767f59e-325a-434b-b31d-e448506a189e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:55.148591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b59a01f9-4ced-4af5-a3a2-e067889afde9 req-2767f59e-325a-434b-b31d-e448506a189e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 1097 time: 0.1713724 Jul 05 04:17:55.185929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b59a01f9-4ced-4af5-a3a2-e067889afde9 req-642d65a1-1926-440b-9299-83ad92bb6fea service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0298071 Jul 05 04:17:55.227301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 35cf749f-111a-4d1f-af83-e40b7eb59d7c no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:17:55.276621 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5fef67c-cc34-4df6-9487-2d9556d0cc6f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.326786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 35cf749f-111a-4d1f-af83-e40b7eb59d7c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:17:55.327095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 35cf749f-111a-4d1f-af83-e40b7eb59d7c not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:17:55.338102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b5fef67c-cc34-4df6-9487-2d9556d0cc6f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] In _notify_port_updated(), no bound segment for port d7e2f89b-cd5a-46da-99eb-9fa5b2f4b655 on network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:17:55.343808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5fef67c-cc34-4df6-9487-2d9556d0cc6f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:55.352098 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5fef67c-cc34-4df6-9487-2d9556d0cc6f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.360801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b5fef67c-cc34-4df6-9487-2d9556d0cc6f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "PUT /v2.0/ports/d7e2f89b-cd5a-46da-99eb-9fa5b2f4b655 HTTP/1.1" status: 200 len: 818 time: 0.9430387 Jul 05 04:17:55.361460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37292) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:55.422940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Allocated IP 172.20.0.1 (d5ade457-ca50-447d-a0d6-bbf6828030de/77ff325b-804c-4ade-8eba-768c27cec993/ec8497cb-70c6-455b-b2e1-8ca630a840f0) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:17:55.450443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fef67c-cc34-4df6-9487-2d9556d0cc6f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=d7e2f89b-cd5a-46da-99eb-9fa5b2f4b655,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:55.484599 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.502121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Transition to ACTIVE for port object 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:55.582126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.602720 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.606982 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c9eb49-7d2a-4bb6-b70f-851c16c805b6 req-5c207ede-8ae9-487e-972b-22bff9427901 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:55.613957 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9c9eb49-7d2a-4bb6-b70f-851c16c805b6 req-5c207ede-8ae9-487e-972b-22bff9427901 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 945 time: 0.2183082 Jul 05 04:17:55.615121 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Transition to ACTIVE for port object ec8497cb-70c6-455b-b2e1-8ca630a840f0 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:17:55.626791 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-01258b9b-1149-4e75-849b-6b742d6fe4f5 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port d7e2f89b-cd5a-46da-99eb-9fa5b2f4b655 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:55.627119 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-01258b9b-1149-4e75-849b-6b742d6fe4f5 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.652571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Attempting to bind port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:17:55.652977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Attempting to bind port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:17:55.653375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Attempting to bind port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:17:55.656337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5443d-77ad-4a81-9d42-d6b4e2d60b1d None None] Pushing event updated for resources: {'Port': ['ID=50dcfdd8-b9e7-4040-95f4-6a7781fa7896,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:55.661125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:17:55.661500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:55.661934 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.662316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:17:55.662806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Bound port: 50dcfdd8-b9e7-4040-95f4-6a7781fa7896, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:17:55.663193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.707680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9c9eb49-7d2a-4bb6-b70f-851c16c805b6 req-f1c93632-dfea-4b40-b445-657c7c0f1956 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0928411 Jul 05 04:17:55.719366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-123d13b8-c541-4487-8957-88273efebf74 None None] For port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:17:55.722825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-123d13b8-c541-4487-8957-88273efebf74 None None] For port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=50dcfdd8-b9e7-4040-95f4-6a7781fa7896,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:17:55.726511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-01258b9b-1149-4e75-849b-6b742d6fe4f5 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.745428 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.746110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-01258b9b-1149-4e75-849b-6b742d6fe4f5 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for d7e2f89b-cd5a-46da-99eb-9fa5b2f4b655 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:55.788854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Network d5ade457-ca50-447d-a0d6-bbf6828030de is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:55.796091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:55.797355 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.801174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:17:55.804422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8497cb-70c6-455b-b2e1-8ca630a840f0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:55.863621 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:55.916890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d5443d-77ad-4a81-9d42-d6b4e2d60b1d None None] Pushing event updated for resources: {'Port': ['ID=50dcfdd8-b9e7-4040-95f4-6a7781fa7896,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:55.921872 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:55.922726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-123d13b8-c541-4487-8957-88273efebf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:55.962160 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-01258b9b-1149-4e75-849b-6b742d6fe4f5 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.017073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01258b9b-1149-4e75-849b-6b742d6fe4f5 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=d7e2f89b-cd5a-46da-99eb-9fa5b2f4b655,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:56.022104 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-01258b9b-1149-4e75-849b-6b742d6fe4f5 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.026892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37328) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:56.037350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-01258b9b-1149-4e75-849b-6b742d6fe4f5 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/d7e2f89b-cd5a-46da-99eb-9fa5b2f4b655 HTTP/1.1" status: 204 len: 168 time: 0.6722021 Jul 05 04:17:56.100491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-123d13b8-c541-4487-8957-88273efebf74 None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:56.233344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37348) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:56.244690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.452690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57b5542-f71c-42a5-8c6d-9cc40bc5ef7d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:56.454321 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a57b5542-f71c-42a5-8c6d-9cc40bc5ef7d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.4263880 Jul 05 04:17:56.458573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37364) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:56.490119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37370) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:56.500904 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f75db53-4d85-467d-aeba-5461e9a17ae1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:17:56.502415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7f75db53-4d85-467d-aeba-5461e9a17ae1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/d7e2f89b-cd5a-46da-99eb-9fa5b2f4b655 HTTP/1.1" status: 404 len: 333 time: 0.0431890 Jul 05 04:17:56.506703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37372) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:56.514484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-580264019'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:56.634242 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.643159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-123d13b8-c541-4487-8957-88273efebf74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:51Z', 'revision_number': 3, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:56.665228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-661925666-network', 'tenant_id': 'dea2a19dde4b403cbb56b716ecdb4810'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:56.680488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-52d6f8d2-8061-4123-ae73-475f35563c8b None None] Provisioning for port ec8497cb-70c6-455b-b2e1-8ca630a840f0 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:56.683085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-123d13b8-c541-4487-8957-88273efebf74 None None] The sync data for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 is: [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:51Z', 'revision_number': 3, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:17:56.689213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-52d6f8d2-8061-4123-ae73-475f35563c8b None None] Provisioning complete for port ec8497cb-70c6-455b-b2e1-8ca630a840f0 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:56.689725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-52d6f8d2-8061-4123-ae73-475f35563c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.700444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:56.704512 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.743253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-52d6f8d2-8061-4123-ae73-475f35563c8b None None] Port ec8497cb-70c6-455b-b2e1-8ca630a840f0 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:56.784682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.819469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:56.839130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Made reservation on behalf of dea2a19dde4b403cbb56b716ecdb4810 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:56.841551 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.843381 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.843730 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Added segment 86d2c95b-43ac-4945-bd67-cb2965687acb of type vlan for network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c Jul 05 04:17:56.854381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.902794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Pushing event updated for resources: {'Port': ['ID=ec8497cb-70c6-455b-b2e1-8ca630a840f0,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:56.920783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:56.975631 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.134868 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.186615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bbd7b7-43b1-4d5f-aba7-983aa24d8f03 req-d8295490-8afb-47c9-8ca3-a3c17314f835 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:57.188319 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63bbd7b7-43b1-4d5f-aba7-983aa24d8f03 req-d8295490-8afb-47c9-8ca3-a3c17314f835 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 945 time: 0.2767351 Jul 05 04:17:57.194092 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.200991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:57.201820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.213233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Network d5ade457-ca50-447d-a0d6-bbf6828030de is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:17:57.214317 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.229139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:57.243379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:57.366081 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.366428 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Added segment bf946ed2-9ec3-4717-9340-23a2b2e2aa8a of type vlan for network ab42ffe6-6610-46b0-b49e-e0d7577e3d07 Jul 05 04:17:57.371650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Network': ['ID=7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:57.389945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:57.415418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63bbd7b7-43b1-4d5f-aba7-983aa24d8f03 req-0dcc3a81-b542-496b-9f2e-e1b28b648474 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2026234 Jul 05 04:17:57.458612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3e8b2721-6094-4830-8e69-8658fa78dbc9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9396870 Jul 05 04:17:57.464478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37418) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:57.491573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.496176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:57.553118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa3a3ad9-6b84-4223-a143-fa077b5eaf43,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:57.618483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-615dad20-37ab-4051-9e2a-20a196bae217 None None] Provisioning complete for port ec8497cb-70c6-455b-b2e1-8ca630a840f0 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:57.618858 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-615dad20-37ab-4051-9e2a-20a196bae217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.650537 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.705718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.719978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:57.720426 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.725243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-615dad20-37ab-4051-9e2a-20a196bae217 None None] Port ec8497cb-70c6-455b-b2e1-8ca630a840f0 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:17:57.775547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:57.872669 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] Pushing event updated for resources: {'Network': ['ID=ab42ffe6-6610-46b0-b49e-e0d7577e3d07,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:57.882621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:17:57.885051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network ab42ffe6-6610-46b0-b49e-e0d7577e3d07 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:17:57.888158 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-082fa9e2-a707-4f05-857e-c587e9cdfd58 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.3627088 Jul 05 04:17:57.889878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37434) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:57.896468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Request body: {'subnet': {'network_id': 'ab42ffe6-6610-46b0-b49e-e0d7577e3d07', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-661925666-subnet', 'tenant_id': 'dea2a19dde4b403cbb56b716ecdb4810', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:57.948657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:17:57.965296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:57.966794 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:57.975291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:17:57.975291 n-d-758944-41 neutron-server[100895]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:17:57.975291 n-d-758944-41 neutron-server[100895]: [parameters: {'project_id': 'dea2a19dde4b403cbb56b716ecdb4810', 'id': '91c4e789-325e-4e1b-8f51-da74c0dc4143', 'expiration': datetime.datetime(2021, 7, 5, 4, 19, 57, 924767)}] Jul 05 04:17:57.975291 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:17:57.976606 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:17:58.092549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:17:58.101302 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5afda0da-0e26-4231-a443-428e388a6349 admin admin] 10.222.0.30 "PUT /v2.0/routers/210d5aa9-e97d-4206-bc6a-93b11e38dbb5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1756988 Jul 05 04:17:58.120980 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.153325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=50dcfdd8-b9e7-4040-95f4-6a7781fa7896,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:58.213394 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.298946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=50dcfdd8-b9e7-4040-95f4-6a7781fa7896,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:58.451098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b469b13-8bff-4648-be91-8dff9f561ba6 req-b767e87d-c57e-4e0c-9eec-21a38568eaa2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:58.452841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b469b13-8bff-4648-be91-8dff9f561ba6 req-b767e87d-c57e-4e0c-9eec-21a38568eaa2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 945 time: 0.7386343 Jul 05 04:17:58.453514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:58.457163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:58.644176 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b469b13-8bff-4648-be91-8dff9f561ba6 req-bd0cd8a4-5de9-4fa6-a1fd-4ac674e8d2b3 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116326 Jul 05 04:17:58.652227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Made reservation on behalf of dea2a19dde4b403cbb56b716ecdb4810 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:58.655601 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.020611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.024235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-e51752ab-a138-466c-b04b-6f2816b8e545 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:59.025762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-e51752ab-a138-466c-b04b-6f2816b8e545 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/networks?id=c346d44d-2a54-4241-9c6a-10f1416fa973 HTTP/1.1" status: 200 len: 814 time: 0.2679813 Jul 05 04:17:59.064802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-f4dacf8c-c85d-48c3-8e2a-388280f7ab02 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/quotas/26b9c71f36cb42f5a3627b80b712fd76 HTTP/1.1" status: 200 len: 375 time: 0.0277488 Jul 05 04:17:59.071284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 110a817c-e40f-4957-9415-4a9b8bbce5a4 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:17:59.071999 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.080777 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.122435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Checking segment: {'id': 'bf946ed2-9ec3-4717-9340-23a2b2e2aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab42ffe6-6610-46b0-b49e-e0d7577e3d07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:17:59.122435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Network hostable DHCP agents. Network: ab42ffe6-6610-46b0-b49e-e0d7577e3d07, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:17:59.153076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Pushing event updated for resources: {'Subnet': ['ID=6c6f4fee-06b3-4ccf-8020-274429cf54ac,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:59.193481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37468) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:59.200758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1750721379-network', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:17:59.202570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def38f01-2357-4d72-a4a9-b9b3ba548685 req-176a21a9-8335-4c5b-aea6-a7339e6bdf85 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:59.204143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-def38f01-2357-4d72-a4a9-b9b3ba548685 req-176a21a9-8335-4c5b-aea6-a7339e6bdf85 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 945 time: 0.2733874 Jul 05 04:17:59.208623 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-715902ac-403a-410b-b776-d1909f202480 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=26b9c71f36cb42f5a3627b80b712fd76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1331317 Jul 05 04:17:59.225586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Network ab42ffe6-6610-46b0-b49e-e0d7577e3d07 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:17:59.286161 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Sync routers for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:17:59.296030 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:17:59.296648 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:59.298866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Made reservation on behalf of 7b9f450cabb14ef9b644f9898350572a for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:17:59.301323 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.304263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, ab42ffe6-6610-46b0-b49e-e0d7577e3d07) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:17:59.314534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:17:59.315110 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.316026 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7807681-f738-45e6-912b-d0fedd0b4e12 None None] Network ab42ffe6-6610-46b0-b49e-e0d7577e3d07 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:59.325861 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.391444 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1ec2c56a-e0ea-4e52-896a-f5a5ea90bbda admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4932017 Jul 05 04:17:59.429947 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:17:59.490786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-4a8a7eff-8051-4cd9-9880-b374df51caa8 service neutron] 10.222.0.30 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2661173 Jul 05 04:17:59.492825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:17:59.504296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port 110a817c-e40f-4957-9415-4a9b8bbce5a4, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=110a817c-e40f-4957-9415-4a9b8bbce5a4,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:17:59.504708 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.520507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-def38f01-2357-4d72-a4a9-b9b3ba548685 req-e808d0b2-a9d3-4acd-8dd1-b19725b36020 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3027518 Jul 05 04:17:59.538836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37472) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:17:59.572860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c64d659-ebb0-4a10-bf46-ed3d29ac050b None None] Network ab42ffe6-6610-46b0-b49e-e0d7577e3d07 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:17:59.607261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.655141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:17:59.670641 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.689535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:17:59.708328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-f3b3a389-d1ca-4e93-bf5b-f59b247b4f74 service neutron] 10.222.0.30 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2162726 Jul 05 04:17:59.721107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 110a817c-e40f-4957-9415-4a9b8bbce5a4 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:17:59.733464 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.734039 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Added segment 3c116970-1cbc-4f1a-8c98-631412cb2125 of type vlan for network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e Jul 05 04:17:59.784415 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 2, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:17:59.827094 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Checking router: 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:17:59.833260 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Updating router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 port ec8497cb-70c6-455b-b2e1-8ca630a840f0 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:17:59.850999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:17:59.853752 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.882767 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.929940 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:17:59.937875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0994f74-73cc-476b-bbc4-1a6a1df3a3fe,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.088676 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.088676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:00.088676 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.099164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Checking segment: {'id': '86d2c95b-43ac-4945-bd67-cb2965687acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:00.102232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network hostable DHCP agents. Network: 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:00.257330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] Pushing event updated for resources: {'Network': ['ID=66e7ed82-fc14-4b39-a631-b7aa49ae9a1e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.275410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:00.298566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d02ebab-a46b-49aa-a625-93f24c3ba727 req-2f1ddced-7d81-469a-8188-49c628435a4f tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 210 time: 0.0829504 Jul 05 04:18:00.320026 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-672f0fbc-b8c8-414d-9467-5cdc7141b064 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1221108 Jul 05 04:18:00.321893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37492) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:00.325100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:00.327290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Request body: {'subnet': {'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1750721379-subnet', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:00.333703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:00.346168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b432e9d-3f36-411b-b891-42c45d43cdfb tempest-TestServerBasicOps-620377825 tempest-TestServerBasicOps-620377825-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:00.347395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0b432e9d-3f36-411b-b891-42c45d43cdfb tempest-TestServerBasicOps-620377825 tempest-TestServerBasicOps-620377825-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 1092 time: 0.8072639 Jul 05 04:18:00.349566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:00.350155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.353908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37494) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:00.363508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:00.403608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-732d356b-673f-4ef3-9beb-58a28b203a2e None None] Network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:00.413789 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.435993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37498) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:00.442244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1096920923-network', 'tenant_id': '56fe5b2b0222464fac60a0fde15a1f5e'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:00.461614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Made reservation on behalf of 7b9f450cabb14ef9b644f9898350572a for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:00.464630 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.516688 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Transition to ACTIVE for port object ec8497cb-70c6-455b-b2e1-8ca630a840f0 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:00.516921 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.555553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=110a817c-e40f-4957-9415-4a9b8bbce5a4,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.579251 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b7eebb58-2a77-4a07-9f18-1f5223a4e870 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1017942 Jul 05 04:18:00.589188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37502) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:00.593161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-736030f6-7663-4cc3-967e-3b50b3be0ea0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:00.608429 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.620108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c', 'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c', 'tenant_id': '9139ae01d52d47d99cff608b3e988030', 'fixed_ips': [{'subnet_id': 'cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:00.620983 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.719435 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae47ace-4139-4579-adae-60e887df9ea7 None None] Pushing event updated for resources: {'Port': ['ID=ec8497cb-70c6-455b-b2e1-8ca630a840f0,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:00.805278 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.896442 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Attempting to bind port ec8497cb-70c6-455b-b2e1-8ca630a840f0 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:00.896827 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Attempting to bind port ec8497cb-70c6-455b-b2e1-8ca630a840f0 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:00.897195 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Attempting to bind port ec8497cb-70c6-455b-b2e1-8ca630a840f0 on network d5ade457-ca50-447d-a0d6-bbf6828030de {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:00.914528 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:00.916183 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Checking segment: {'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:00.927760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Allocated IP 2001:db8::2 (7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c/cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7/bdd9039b-da50-492b-b2ce-0df2cd07cab0) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:00.928998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.939617 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:00.940454 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Bound using segment: {'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:00.941139 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Bound port: ec8497cb-70c6-455b-b2e1-8ca630a840f0, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:00.942893 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.084347 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] For port ec8497cb-70c6-455b-b2e1-8ca630a840f0, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:01.089148 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] For port ec8497cb-70c6-455b-b2e1-8ca630a840f0, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ec8497cb-70c6-455b-b2e1-8ca630a840f0,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:01.126049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Made reservation on behalf of 56fe5b2b0222464fac60a0fde15a1f5e for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:01.129336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.169229 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.194470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.233314 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:01.235064 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:01.266524 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:18:01.266524 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:18:01.266524 n-d-758944-41 neutron-server[100895]: [parameters: {'project_id_1': '56fe5b2b0222464fac60a0fde15a1f5e', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 18, 1, 243809)}] Jul 05 04:18:01.266524 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:18:01.283351 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:18:01.329746 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.418609 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.427011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-736030f6-7663-4cc3-967e-3b50b3be0ea0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:01.437085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-736030f6-7663-4cc3-967e-3b50b3be0ea0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.438611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Transition to ACTIVE for port object bdd9039b-da50-492b-b2ce-0df2cd07cab0 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:01.459277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Transition to ACTIVE for port object bdd9039b-da50-492b-b2ce-0df2cd07cab0 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:01.498873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be88b54d-b0d8-4cb7-a18d-9575a6d47c94 req-49d0c644-dc56-41c2-b15b-8c547c395d62 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 210 time: 0.0616510 Jul 05 04:18:01.568177 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.571618 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:01.607011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router beebdde4-8512-4e15-bf97-99b397353a88 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:01.633172 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae47ace-4139-4579-adae-60e887df9ea7 None None] Pushing event updated for resources: {'Port': ['ID=ec8497cb-70c6-455b-b2e1-8ca630a840f0,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:01.661044 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.666133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Pushing event updated for resources: {'Port': ['ID=bdd9039b-da50-492b-b2ce-0df2cd07cab0,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:01.682511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Pushing event updated for resources: {'Subnet': ['ID=34ef139c-4ed6-4e60-ad1c-5cd5365312cc,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:01.693550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Checking segment: {'id': '3c116970-1cbc-4f1a-8c98-631412cb2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:01.693964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Network hostable DHCP agents. Network: 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:01.734219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:01.739196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:01.742274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:01.838723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Attempting to bind port bdd9039b-da50-492b-b2ce-0df2cd07cab0 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:01.839101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Attempting to bind port bdd9039b-da50-492b-b2ce-0df2cd07cab0 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '86d2c95b-43ac-4945-bd67-cb2965687acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:01.839790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Attempting to bind port bdd9039b-da50-492b-b2ce-0df2cd07cab0 on network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:01.849228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:01.850533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Checking segment: {'id': '86d2c95b-43ac-4945-bd67-cb2965687acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:01.851012 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.860062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Bound using segment: {'id': '86d2c95b-43ac-4945-bd67-cb2965687acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:01.860062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Bound port: bdd9039b-da50-492b-b2ce-0df2cd07cab0, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d2c95b-43ac-4945-bd67-cb2965687acb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:01.860062 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:01.879016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Allocated IP 172.25.4.182 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/19a35325-445f-4b6f-9230-a7bfdda59945) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:01.916162 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:01.937408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-78a92ce9-7e69-4a31-bce6-0fdb43108a79 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "PUT /v2.0/routers/beebdde4-8512-4e15-bf97-99b397353a88/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7023375 Jul 05 04:18:01.944855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37538) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:01.945077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] For port bdd9039b-da50-492b-b2ce-0df2cd07cab0, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:01.949462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] For port bdd9039b-da50-492b-b2ce-0df2cd07cab0, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bdd9039b-da50-492b-b2ce-0df2cd07cab0,segment=NetworkSegment(86d2c95b-43ac-4945-bd67-cb2965687acb),segment_id=86d2c95b-43ac-4945-bd67-cb2965687acb)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:01.953524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] Sync routers for ids ['beebdde4-8512-4e15-bf97-99b397353a88'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:01.967001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] Routers {'beebdde4-8512-4e15-bf97-99b397353a88'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:01.969653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['beebdde4-8512-4e15-bf97-99b397353a88'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:02.022229 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.031813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6324ee33-947d-4bdb-b67e-91b856c64360 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting subnet 196a0dce-22e8-42e0-b028-a4101ca24ebe {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:02.036660 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6324ee33-947d-4bdb-b67e-91b856c64360 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.065930 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.078581 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.079141 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:01Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:02.099421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6324ee33-947d-4bdb-b67e-91b856c64360 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.125966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1fc7d5-c218-4959-9f37-5eb09bf4f448 None None] Pushing event updated for resources: {'Port': ['ID=bdd9039b-da50-492b-b2ce-0df2cd07cab0,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:02.202342 n-d-758944-41 neutron-server[100895]: INFO neutron.db.ipam_backend_mixin [None req-736030f6-7663-4cc3-967e-3b50b3be0ea0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7 (CIDR: 2001:db8::/64) Jul 05 04:18:02.218595 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d6005f-d00f-438d-b220-b5e986fa7566 None None] The sync data for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 is: [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:01Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:02.261980 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6324ee33-947d-4bdb-b67e-91b856c64360 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.291951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] Set router beebdde4-8512-4e15-bf97-99b397353a88 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:02.292597 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-736030f6-7663-4cc3-967e-3b50b3be0ea0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:18:02.300164 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-736030f6-7663-4cc3-967e-3b50b3be0ea0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:18:02.327741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:02.430515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:02.438597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:02.439447 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.444876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d42652f7-53ce-4cf5-82a6-fac1d64c9975 None None] Network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:02.460118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.477896 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.494781 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6324ee33-947d-4bdb-b67e-91b856c64360 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.557670 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6324ee33-947d-4bdb-b67e-91b856c64360 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.560349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6324ee33-947d-4bdb-b67e-91b856c64360 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/subnets/196a0dce-22e8-42e0-b028-a4101ca24ebe HTTP/1.1" status: 204 len: 168 time: 0.6144466 Jul 05 04:18:02.582016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37564) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:02.590682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.604120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6324ee33-947d-4bdb-b67e-91b856c64360 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Subnet': ['ID=196a0dce-22e8-42e0-b028-a4101ca24ebe,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:02.616036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49def414-90bd-468b-81c8-45a331eb561f None None] Network 1c6ce872-f154-40e2-a212-88dbb522be67 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:02.626406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:02.726688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2414875-6543-4423-82db-ec7b09063ae2 req-47fc877a-0168-4751-a929-d9c1145bebc1 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 210 time: 0.0489769 Jul 05 04:18:02.740441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.740796 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Added segment ba8d1075-f646-4a67-8cd5-47886ce81c72 of type vlan for network 29f79d7d-5d02-491f-bc4a-feebe70343a1 Jul 05 04:18:02.743336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:02.748777 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-736030f6-7663-4cc3-967e-3b50b3be0ea0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1607480 Jul 05 04:18:02.751353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37574) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:02.771156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-87c26b5a-d038-4091-bfed-2ad349c24695 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:02.775453 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-541d2ef9-5825-4b30-8df5-5c6342f34130 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.4501553 Jul 05 04:18:02.779354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:02.791843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37576) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:02.797264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1750721379-router', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:02.851727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:02.867031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:02.966832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event updated for resources: {'Port': ['ID=19a35325-445f-4b6f-9230-a7bfdda59945,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:03.038456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-66e7ed82-fc14-4b39-a631-b7aa49ae9a1e', 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'fixed_ips': [{'subnet_id': '34ef139c-4ed6-4e60-ad1c-5cd5365312cc'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:03.039603 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.046352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.054482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:18:00Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:03.111490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] Checking router: beebdde4-8512-4e15-bf97-99b397353a88 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:03.429070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-1ba9b27d-6ee1-45a1-8ac2-84004f7801af tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:03.430580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-1ba9b27d-6ee1-45a1-8ac2-84004f7801af tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.26 "GET /v2.0/networks?id=c346d44d-2a54-4241-9c6a-10f1416fa973 HTTP/1.1" status: 200 len: 814 time: 0.2247310 Jul 05 04:18:03.448631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Request body: {'port': {'device_id': '0f1aa5d8-1978-469e-887a-8ac63f89ad5a', 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973', 'admin_state_up': True, 'tenant_id': '26b9c71f36cb42f5a3627b80b712fd76'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:03.688975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Allocated IP 172.20.0.2 (66e7ed82-fc14-4b39-a631-b7aa49ae9a1e/34ef139c-4ed6-4e60-ad1c-5cd5365312cc/c2707977-21d5-4268-a66d-65f2bc8746e7) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:03.796685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43c4c007-570d-4021-bef5-770803b915a7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:03.805079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd7f1b28-caf4-4b17-8d62-b4f6d9b61e99 None None] DHCP port deletion for 1c6ce872-f154-40e2-a212-88dbb522be67 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:03.807395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ec8497cb-70c6-455b-b2e1-8ca630a840f0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:03.809727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b630a6-5c8c-4183-9280-ad18bbe17305 None None] Network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:03.844856 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.845857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:03.846497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:03.860444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] Routers {'beebdde4-8512-4e15-bf97-99b397353a88'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:03.861129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['beebdde4-8512-4e15-bf97-99b397353a88'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:03.944672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8567cc7c-6188-4478-af80-a2a74717a382 req-ce5b7eff-ddbe-479a-acdd-1c0dea35f662 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 210 time: 0.0359724 Jul 05 04:18:04.036612 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.037852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.086228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] Pushing event updated for resources: {'Network': ['ID=29f79d7d-5d02-491f-bc4a-feebe70343a1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:04.096466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a3369084-8173-4d68-beac-65b24fed035a None None] Provisioning for port bdd9039b-da50-492b-b2ce-0df2cd07cab0 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:04.124893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 29f79d7d-5d02-491f-bc4a-feebe70343a1 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:04.145644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.161234 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-933fe4ac-f270-4b39-9f36-b07561eb0dcf admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 3.7236619 Jul 05 04:18:04.162214 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37634) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:04.167586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Request body: {'subnet': {'network_id': '29f79d7d-5d02-491f-bc4a-feebe70343a1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1096920923-subnet', 'tenant_id': '56fe5b2b0222464fac60a0fde15a1f5e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:04.206661 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c26b5a-d038-4091-bfed-2ad349c24695 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:04.209719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.212065 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87c26b5a-d038-4091-bfed-2ad349c24695 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.270002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] Set router beebdde4-8512-4e15-bf97-99b397353a88 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:04.353081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Made reservation on behalf of 26b9c71f36cb42f5a3627b80b712fd76 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:04.357325 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.401343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ec8497cb-70c6-455b-b2e1-8ca630a840f0 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:04.489741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f1b28-caf4-4b17-8d62-b4f6d9b61e99 None None] Deleting port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:04.489741 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd7f1b28-caf4-4b17-8d62-b4f6d9b61e99 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.543481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ec8497cb-70c6-455b-b2e1-8ca630a840f0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:04.543852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.566246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Made reservation on behalf of 56fe5b2b0222464fac60a0fde15a1f5e for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:04.568811 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.596298 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.615331 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.623918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Transition to ACTIVE for port object c2707977-21d5-4268-a66d-65f2bc8746e7 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:04.639504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 6abca74c-09b1-46f6-a083-189c6f8f6244 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:04.639845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.658993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-dd7f1b28-caf4-4b17-8d62-b4f6d9b61e99 None None] For port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=750eb4ff-9e76-44b0-8cad-5468f65a6cbd,segment=NetworkSegment(00b83acf-b7d3-4201-bf82-7583a10c4157),segment_id=00b83acf-b7d3-4201-bf82-7583a10c4157)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:04.659410 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd7f1b28-caf4-4b17-8d62-b4f6d9b61e99 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.693571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Transition to ACTIVE for port object c2707977-21d5-4268-a66d-65f2bc8746e7 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:04.697019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-dd7f1b28-caf4-4b17-8d62-b4f6d9b61e99 None None] Calling delete_port for 750eb4ff-9e76-44b0-8cad-5468f65a6cbd owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:04.807275 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.828449 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.876005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:18:00Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:04.889754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:04.895747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:04.899921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:04.948573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:04.957915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port ec8497cb-70c6-455b-b2e1-8ca630a840f0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ec8497cb-70c6-455b-b2e1-8ca630a840f0,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:04.959434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dbead2d-0b0d-4b9f-96df-7322ff2d3565 None None] The sync data for ids ['beebdde4-8512-4e15-bf97-99b397353a88'] in n-d-758944-41 is: [{'id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'name': 'tempest-TestNetworkAdvancedServerOps-router-747282459', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68'}], 'enable_snat': True}, 'gw_port_id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:14:46Z', 'updated_at': '2021-07-05T04:18:00Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '6abca74c-09b1-46f6-a083-189c6f8f6244', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:2b:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'beebdde4-8512-4e15-bf97-99b397353a88', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2982, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.68', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:14:47Z', 'updated_at': '2021-07-05T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:04.966751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port 6abca74c-09b1-46f6-a083-189c6f8f6244, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6abca74c-09b1-46f6-a083-189c6f8f6244,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:04.966751 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.014211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 6abca74c-09b1-46f6-a083-189c6f8f6244 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:05.051046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Pushing event updated for resources: {'Port': ['ID=c2707977-21d5-4268-a66d-65f2bc8746e7,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:05.110186 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.113044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bdd9039b-da50-492b-b2ce-0df2cd07cab0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:05.157360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Allocated IP 172.20.0.7 (c346d44d-2a54-4241-9c6a-10f1416fa973/6340907f-b8fd-40d4-b7e3-362c52172c77/cb5c32e5-87e2-4f89-83d9-3ee938e538c5) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:05.176260 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd7f1b28-caf4-4b17-8d62-b4f6d9b61e99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.212759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Attempting to bind port c2707977-21d5-4268-a66d-65f2bc8746e7 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:05.213013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Attempting to bind port c2707977-21d5-4268-a66d-65f2bc8746e7 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '3c116970-1cbc-4f1a-8c98-631412cb2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:05.213375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Attempting to bind port c2707977-21d5-4268-a66d-65f2bc8746e7 on network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:05.239412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:05.240086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Checking segment: {'id': '3c116970-1cbc-4f1a-8c98-631412cb2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:05.244282 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.244848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Bound using segment: {'id': '3c116970-1cbc-4f1a-8c98-631412cb2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:05.245499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Bound port: c2707977-21d5-4268-a66d-65f2bc8746e7, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c116970-1cbc-4f1a-8c98-631412cb2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:05.246050 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.254344 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd7f1b28-caf4-4b17-8d62-b4f6d9b61e99 None None] No DVR routers for this DVR port 750eb4ff-9e76-44b0-8cad-5468f65a6cbd on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:05.260360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6aaf029d-18e8-4da9-86e0-2834494e255a req-6165bb43-1b7e-45d1-acf5-af5141ef111b tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 210 time: 0.0750368 Jul 05 04:18:05.284996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=ec8497cb-70c6-455b-b2e1-8ca630a840f0,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:05.334582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7f1b28-caf4-4b17-8d62-b4f6d9b61e99 None None] Pushing event deleted for resources: {'Port': ['ID=750eb4ff-9e76-44b0-8cad-5468f65a6cbd,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:05.363817 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port bdd9039b-da50-492b-b2ce-0df2cd07cab0 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:05.367575 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.380729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port bdd9039b-da50-492b-b2ce-0df2cd07cab0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:05.381355 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.384605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] For port c2707977-21d5-4268-a66d-65f2bc8746e7, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:05.389548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] For port c2707977-21d5-4268-a66d-65f2bc8746e7, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c2707977-21d5-4268-a66d-65f2bc8746e7,segment=NetworkSegment(3c116970-1cbc-4f1a-8c98-631412cb2125),segment_id=3c116970-1cbc-4f1a-8c98-631412cb2125)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:05.437032 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87c26b5a-d038-4091-bfed-2ad349c24695 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.472153 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.539821 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.577884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de212ef-012e-4f2f-b627-736f68ef24d9 None None] Pushing event updated for resources: {'Port': ['ID=c2707977-21d5-4268-a66d-65f2bc8746e7,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:05.597437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.599403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c26b5a-d038-4091-bfed-2ad349c24695 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:05.613899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-87c26b5a-d038-4091-bfed-2ad349c24695 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:05.619111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c26b5a-d038-4091-bfed-2ad349c24695 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:05.619837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87c26b5a-d038-4091-bfed-2ad349c24695 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.650229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fad132f-91da-4efe-ac06-7c4e5905fe91 None None] Network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:05.671266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c26b5a-d038-4091-bfed-2ad349c24695 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=641c28c1-e811-42b7-ab41-cad3af291cbd,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:05.683040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.719764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port bdd9039b-da50-492b-b2ce-0df2cd07cab0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bdd9039b-da50-492b-b2ce-0df2cd07cab0,segment=NetworkSegment(86d2c95b-43ac-4945-bd67-cb2965687acb),segment_id=86d2c95b-43ac-4945-bd67-cb2965687acb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:05.729199 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:05.735192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-87c26b5a-d038-4091-bfed-2ad349c24695 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.9824722 Jul 05 04:18:05.741718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37700) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:05.759766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c', 'fixed_ips': [{'subnet_id': 'cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7'}, {'subnet_id': '641c28c1-e811-42b7-ab41-cad3af291cbd'}], 'name': 'tempest-PortsIpV6TestJSON-1444426602'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:05.852380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18bcb20f-a309-49e5-9990-14c1fec47901,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:05.891755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Checking segment: {'id': 'ba8d1075-f646-4a67-8cd5-47886ce81c72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '29f79d7d-5d02-491f-bc4a-feebe70343a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:05.894230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Network hostable DHCP agents. Network: 29f79d7d-5d02-491f-bc4a-feebe70343a1, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:06.025016 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.032685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.039279 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.129945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=bdd9039b-da50-492b-b2ce-0df2cd07cab0,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:06.142183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Network 29f79d7d-5d02-491f-bc4a-feebe70343a1 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:06.168137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 750eb4ff-9e76-44b0-8cad-5468f65a6cbd no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:06.169045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.169182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:06.176604 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.184818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Network c346d44d-2a54-4241-9c6a-10f1416fa973 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:06.185964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 750eb4ff-9e76-44b0-8cad-5468f65a6cbd {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:06.186523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 750eb4ff-9e76-44b0-8cad-5468f65a6cbd not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:06.196558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Pushing event updated for resources: {'Port': ['ID=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:06.254385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:06.259245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:06.262661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=6abca74c-09b1-46f6-a083-189c6f8f6244,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:06.263011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 29f79d7d-5d02-491f-bc4a-feebe70343a1) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:06.274913 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.293989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:06.294899 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.305846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bd982d-4f6d-46d0-aa67-e6a9c500cc6a None None] Network 29f79d7d-5d02-491f-bc4a-feebe70343a1 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:06.373835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Allocated IP 172.25.4.213 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/1ba8451e-b12a-4235-a1a3-9059527dbbdc) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:06.406451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f53d4a4-c01d-44ef-8616-30b01127c978 None None] Update dhcp port {'port': {'network_id': '7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c', 'fixed_ips': [{'subnet_id': 'cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7', 'ip_address': '2001:db8::2'}, {'subnet_id': '641c28c1-e811-42b7-ab41-cad3af291cbd'}], 'binding:host_id': 'n-d-758944-41'}, 'id': 'bdd9039b-da50-492b-b2ce-0df2cd07cab0'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:18:06.455093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event updated for resources: {'Port': ['ID=19a35325-445f-4b6f-9230-a7bfdda59945,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:06.466188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:06.472150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.483874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cd44061e-ec6c-47f0-bef0-a44c1b7170e9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.3205187 Jul 05 04:18:06.516816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.526381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.541024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ec8497cb-70c6-455b-b2e1-8ca630a840f0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:06.550703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 8c34338d-406e-4df5-8be3-2a30ffec4faa yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:18:06.578227 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7f53d4a4-c01d-44ef-8616-30b01127c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.660563 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:06.696106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-87bfb7a2-cd4f-412b-8b62-7cb6856e8446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2542679 Jul 05 04:18:06.750118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Request body: {'port': {'device_id': '0f1aa5d8-1978-469e-887a-8ac63f89ad5a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:06.923555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a351e6-3706-4d24-a070-a755aa9378e6 None None] Network 29f79d7d-5d02-491f-bc4a-feebe70343a1 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:07.031072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ec8497cb-70c6-455b-b2e1-8ca630a840f0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:07.031448 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.067843 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.122417 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.130636 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Floating IP 1f060198-938d-45c0-acd6-12e0b393be81 associated. External IP: 172.25.4.182, port: 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b. Jul 05 04:18:07.150413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.165831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-7f53d4a4-c01d-44ef-8616-30b01127c978 None None] Allocated IP 2001:db8:0:1::2 (7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c/641c28c1-e811-42b7-ab41-cad3af291cbd/bdd9039b-da50-492b-b2ce-0df2cd07cab0) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:07.195114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bdd9039b-da50-492b-b2ce-0df2cd07cab0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:07.200937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.216760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc2298a-d8d9-43bd-9172-3960eba0fa42 req-420ad596-443b-4657-85c0-f36f0fbcb757 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:07.219569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fc2298a-d8d9-43bd-9172-3960eba0fa42 req-420ad596-443b-4657-85c0-f36f0fbcb757 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 931 time: 0.2921989 Jul 05 04:18:07.325970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bd9b6f3-8dfe-496d-80ef-5ca5255645ab None None] Network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:07.367662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.368316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Fanout notify agent at l3_agent the message router_deleted on router beebdde4-8512-4e15-bf97-99b397353a88 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:18:07.377143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0fc2298a-d8d9-43bd-9172-3960eba0fa42 req-ed2c8bd7-4150-467d-a73d-41b03ea22eff tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257277 Jul 05 04:18:07.379809 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.379809 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-448fd48a-7791-468c-b208-587386b14084 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/routers/beebdde4-8512-4e15-bf97-99b397353a88 HTTP/1.1" status: 204 len: 168 time: 4.7435656 Jul 05 04:18:07.382915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37784) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:07.474777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port bdd9039b-da50-492b-b2ce-0df2cd07cab0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:07.474777 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.486662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.491269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7f53d4a4-c01d-44ef-8616-30b01127c978 None None] For port bdd9039b-da50-492b-b2ce-0df2cd07cab0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bdd9039b-da50-492b-b2ce-0df2cd07cab0,segment=NetworkSegment(86d2c95b-43ac-4945-bd67-cb2965687acb),segment_id=86d2c95b-43ac-4945-bd67-cb2965687acb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:07.491526 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.531352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3ecbfc9f-30c4-4b45-b067-96b5be18d03c None None] Provisioning for port c2707977-21d5-4268-a66d-65f2bc8746e7 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:07.581760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-1dfb7594-8e50-47d7-a3e5-d6a4c68a0fac tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:07.583684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-1dfb7594-8e50-47d7-a3e5-d6a4c68a0fac tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/networks?id=ab42ffe6-6610-46b0-b49e-e0d7577e3d07 HTTP/1.1" status: 200 len: 824 time: 0.2921808 Jul 05 04:18:07.624895 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7f53d4a4-c01d-44ef-8616-30b01127c978 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.625281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-df384403-e091-468f-9dae-17fb35732396 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/quotas/dea2a19dde4b403cbb56b716ecdb4810 HTTP/1.1" status: 200 len: 375 time: 0.0357208 Jul 05 04:18:07.663677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:07.681750 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-36a7b16b-c18e-4fc4-8736-44ca681de2b8 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dea2a19dde4b403cbb56b716ecdb4810&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0487745 Jul 05 04:18:07.718515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7f53d4a4-c01d-44ef-8616-30b01127c978 None None] Transition to ACTIVE for port object bdd9039b-da50-492b-b2ce-0df2cd07cab0 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:07.743008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c2707977-21d5-4268-a66d-65f2bc8746e7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:07.743774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:07.754426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:07.765407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Pushing event updated for resources: {'Port': ['ID=1ba8451e-b12a-4235-a1a3-9059527dbbdc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:07.798617 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7f53d4a4-c01d-44ef-8616-30b01127c978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.819362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.840894 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c6ce872-f154-40e2-a212-88dbb522be67']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:07.859529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cb5c32e5-87e2-4f89-83d9-3ee938e538c5 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:07.877384 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.883991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b83acf-b7d3-4201-bf82-7583a10c4157') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:07.884158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b83acf-b7d3-4201-bf82-7583a10c4157') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:07.892593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-cdfb351f-4ed1-47d3-b3ec-171f47f67422 service neutron] 10.222.0.30 "GET /v2.0/networks/ab42ffe6-6610-46b0-b49e-e0d7577e3d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979866 Jul 05 04:18:07.910927 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:07.921316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f53d4a4-c01d-44ef-8616-30b01127c978 None None] Pushing event updated for resources: {'Port': ['ID=bdd9039b-da50-492b-b2ce-0df2cd07cab0,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:07.938609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Transition to ACTIVE for port object cb5c32e5-87e2-4f89-83d9-3ee938e538c5 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:07.974888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port c2707977-21d5-4268-a66d-65f2bc8746e7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:07.980053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c2707977-21d5-4268-a66d-65f2bc8746e7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:07.980727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.015507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.045332 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-961381e5-6fd1-40c5-af84-c9a9dfb1d5a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.073071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Router c89ad471-0876-4156-af18-0324835ff3fc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:08.077263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8::f4 (7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c/cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7/8c34338d-406e-4df5-8be3-2a30ffec4faa) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:08.078685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.120536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8:0:1::16a (7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c/641c28c1-e811-42b7-ab41-cad3af291cbd/8c34338d-406e-4df5-8be3-2a30ffec4faa) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:08.147508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:08.178484 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.180018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:08.180431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:08.183689 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:08.203317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-5e4f1916-7dfd-4cc2-83d5-f2e8caa0dba6 service neutron] 10.222.0.30 "GET /v2.0/networks/ab42ffe6-6610-46b0-b49e-e0d7577e3d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951431 Jul 05 04:18:08.243974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port c2707977-21d5-4268-a66d-65f2bc8746e7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c2707977-21d5-4268-a66d-65f2bc8746e7,segment=NetworkSegment(3c116970-1cbc-4f1a-8c98-631412cb2125),segment_id=3c116970-1cbc-4f1a-8c98-631412cb2125)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:08.328404 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.400091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 110a817c-e40f-4957-9415-4a9b8bbce5a4 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:08.452145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 110a817c-e40f-4957-9415-4a9b8bbce5a4 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:08.452145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 110a817c-e40f-4957-9415-4a9b8bbce5a4 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:08.478239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Attempting to bind port cb5c32e5-87e2-4f89-83d9-3ee938e538c5 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:08.478698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Attempting to bind port cb5c32e5-87e2-4f89-83d9-3ee938e538c5 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'b00e0a1f-7079-4a2c-82c4-f650514b4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:08.478698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Attempting to bind port cb5c32e5-87e2-4f89-83d9-3ee938e538c5 on network c346d44d-2a54-4241-9c6a-10f1416fa973 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:08.486507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2e32de90-99ff-428e-a742-1f46ca304429 None None] Provisioning complete for port c2707977-21d5-4268-a66d-65f2bc8746e7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:08.486882 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2e32de90-99ff-428e-a742-1f46ca304429 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.490086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=c2707977-21d5-4268-a66d-65f2bc8746e7,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:08.499522 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.540761 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.546725 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/networks/1c6ce872-f154-40e2-a212-88dbb522be67 HTTP/1.1" status: 204 len: 168 time: 1.1601810 Jul 05 04:18:08.588417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37834) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:08.625045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9718a860-650c-4df6-a516-2448c133503b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Network': ['ID=1c6ce872-f154-40e2-a212-88dbb522be67,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:08.643788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bdd9039b-da50-492b-b2ce-0df2cd07cab0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:08.725865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Port cb5c32e5-87e2-4f89-83d9-3ee938e538c5 on network c346d44d-2a54-4241-9c6a-10f1416fa973 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:18:08.726288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Attempting to bind port cb5c32e5-87e2-4f89-83d9-3ee938e538c5 on network c346d44d-2a54-4241-9c6a-10f1416fa973 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:08.745611 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.811080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:08.813132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 17, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:08.813713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Checking segment: {'id': 'b00e0a1f-7079-4a2c-82c4-f650514b4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:08.816795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Bound using segment: {'id': 'b00e0a1f-7079-4a2c-82c4-f650514b4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:08.816795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Bound port: cb5c32e5-87e2-4f89-83d9-3ee938e538c5, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00e0a1f-7079-4a2c-82c4-f650514b4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:08.816795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.819682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a1f8b8e-4911-4bf6-aede-e07ba8b970f1 req-ca5f94cc-bdc0-4cbd-ab4c-014d8eb9c4cc tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 210 time: 0.2905538 Jul 05 04:18:08.823823 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96365426-e920-4c22-87d6-2def27532b2a None None] Sync routers for ids ['c89ad471-0876-4156-af18-0324835ff3fc'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:08.829555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6abca74c-09b1-46f6-a083-189c6f8f6244 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:08.842229 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96365426-e920-4c22-87d6-2def27532b2a None None] Routers {'c89ad471-0876-4156-af18-0324835ff3fc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:08.843083 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96365426-e920-4c22-87d6-2def27532b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c89ad471-0876-4156-af18-0324835ff3fc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:08.866028 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae69fa30-f4a5-4d69-a359-286fcf2514ab tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.870579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 6abca74c-09b1-46f6-a083-189c6f8f6244 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:08.870929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6abca74c-09b1-46f6-a083-189c6f8f6244 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:08.887270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 8c34338d-406e-4df5-8be3-2a30ffec4faa will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:08.898626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae69fa30-f4a5-4d69-a359-286fcf2514ab tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.909625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:08.964141 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.003153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3e6af6-3ab8-4e6e-aa87-fbc0fa11f51e req-b86ab64d-8a17-474f-845f-0aaf727e818a tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:09.004991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf3e6af6-3ab8-4e6e-aa87-fbc0fa11f51e req-b86ab64d-8a17-474f-845f-0aaf727e818a tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 943 time: 0.2762873 Jul 05 04:18:09.005473 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-96365426-e920-4c22-87d6-2def27532b2a None None] Set router c89ad471-0876-4156-af18-0324835ff3fc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:09.031621 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b86a54ad-7aea-4fa1-bafc-4debdda8e4c2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 8.6743326 Jul 05 04:18:09.034233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'tag': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:09.036699 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b9aaf68-bf02-48b7-9443-6af558fee066" -d '{"events": [{"name": "network-changed", "server_uuid": "9c270e95-9f82-40e0-a59d-879d0f493e9d", "tag": "32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:09.089403 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24e398a3-6100-4387-ada1-13525e783cf2 x-openstack-request-id: req-24e398a3-6100-4387-ada1-13525e783cf2 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:09.089972 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c270e95-9f82-40e0-a59d-879d0f493e9d", "tag": "32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:09.089972 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-24e398a3-6100-4387-ada1-13525e783cf2 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:09.090866 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'tag': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'status': 'completed', 'code': 200} Jul 05 04:18:09.112116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf3e6af6-3ab8-4e6e-aa87-fbc0fa11f51e req-ed8672cf-f8cb-43ab-b60a-7d903fb73566 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897741 Jul 05 04:18:09.190575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] For port cb5c32e5-87e2-4f89-83d9-3ee938e538c5, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:09.207842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] For port cb5c32e5-87e2-4f89-83d9-3ee938e538c5, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,segment=NetworkSegment(b00e0a1f-7079-4a2c-82c4-f650514b4e87),segment_id=b00e0a1f-7079-4a2c-82c4-f650514b4e87)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:09.227667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae69fa30-f4a5-4d69-a359-286fcf2514ab tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.230255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-6a6cd859-53eb-4496-85d1-ff0cd9fbec79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:09.230405 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ae69fa30-f4a5-4d69-a359-286fcf2514ab tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.234343 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ae69fa30-f4a5-4d69-a359-286fcf2514ab tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/security-groups/92b4313f-aff7-4297-b25d-2dd2285755dc HTTP/1.1" status: 204 len: 168 time: 0.6077037 Jul 05 04:18:09.234524 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-6a6cd859-53eb-4496-85d1-ff0cd9fbec79 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c405d16833e24848b0f3514ed9f393e7&device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 1097 time: 0.1151798 Jul 05 04:18:09.241668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c6d13454-4331-4678-95d6-7c2d72c92e0e None None] Provisioning for port bdd9039b-da50-492b-b2ce-0df2cd07cab0 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:09.249102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c6d13454-4331-4678-95d6-7c2d72c92e0e None None] Provisioning complete for port bdd9039b-da50-492b-b2ce-0df2cd07cab0 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:09.251397 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c6d13454-4331-4678-95d6-7c2d72c92e0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.272748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae69fa30-f4a5-4d69-a359-286fcf2514ab tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b4313f-aff7-4297-b25d-2dd2285755dc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:09.292742 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.381912 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.386723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.421673 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96365426-e920-4c22-87d6-2def27532b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:16Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '1f060198-938d-45c0-acd6-12e0b393be81', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'port_id': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'mac_address': 'fa:16:3e:72:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 0, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511f76a2-8771-4e69-a2ca-7f1dc1621115', 'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'mac_address': 'fa:16:3e:6a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:13Z', 'updated_at': '2021-07-05T04:17:22Z', 'revision_number': 5, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'subnets': [{'id': '451f5591-ca87-412c-98b5-b642c09911ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:09.472161 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96365426-e920-4c22-87d6-2def27532b2a None None] Checking router: c89ad471-0876-4156-af18-0324835ff3fc for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:09.493324 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96365426-e920-4c22-87d6-2def27532b2a None None] Routers {'c89ad471-0876-4156-af18-0324835ff3fc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:09.493324 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96365426-e920-4c22-87d6-2def27532b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c89ad471-0876-4156-af18-0324835ff3fc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:09.516077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:09.516694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.518259 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] 10.222.0.26 "PUT /v2.0/ports/cb5c32e5-87e2-4f89-83d9-3ee938e538c5 HTTP/1.1" status: 200 len: 1092 time: 2.8049512 Jul 05 04:18:09.522881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f1aa5d8-1978-469e-887a-8ac63f89ad5a', 'tag': 'cb5c32e5-87e2-4f89-83d9-3ee938e538c5'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:09.532380 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e" -d '{"events": [{"name": "network-changed", "server_uuid": "0f1aa5d8-1978-469e-887a-8ac63f89ad5a", "tag": "cb5c32e5-87e2-4f89-83d9-3ee938e538c5"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:09.601912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:18:09.743485 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-96365426-e920-4c22-87d6-2def27532b2a None None] Set router c89ad471-0876-4156-af18-0324835ff3fc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:09.760692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:09.772868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Sync routers for ids ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:09.783263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Routers {'9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:09.784173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:17:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:09.870080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37906) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:09.876062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fd1f0c99-cdd5-4e94-9b3a-aa58beeac6d9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-215611232', 'description': 'tempest-secgroup-smoke-215611232 description', 'project_id': '7d6d2d8645e943558e449d8c5575d969'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:09.902391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:09.906714 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dc31e144-d78c-4a2c-8a21-3dcd020d6c7e admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 7.1135726 Jul 05 04:18:09.909238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 37912) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:09.925984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-af9ee7e9-16e8-476e-833f-c0f0e30703bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:09.927694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-af9ee7e9-16e8-476e-833f-c0f0e30703bb service neutron] 10.222.0.26 "GET /v2.0/networks?id=93da2575-28be-4311-b892-2bff53d92bf6 HTTP/1.1" status: 200 len: 910 time: 0.6868031 Jul 05 04:18:09.945052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:09.945340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cfe263-0e6a-4856-9083-7b84cf2849a4 service neutron] Pushing event updated for resources: {'Port': ['ID=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:09.967702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:09.996011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:10.003008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.004827 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.132206 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08ae603-56c6-4a0c-8048-f051cd2d713b x-openstack-request-id: req-d08ae603-56c6-4a0c-8048-f051cd2d713b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:10.139704 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f1aa5d8-1978-469e-887a-8ac63f89ad5a", "tag": "cb5c32e5-87e2-4f89-83d9-3ee938e538c5", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:10.140183 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d08ae603-56c6-4a0c-8048-f051cd2d713b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:10.140729 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f1aa5d8-1978-469e-887a-8ac63f89ad5a', 'tag': 'cb5c32e5-87e2-4f89-83d9-3ee938e538c5', 'status': 'completed', 'code': 200} Jul 05 04:18:10.192830 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96365426-e920-4c22-87d6-2def27532b2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:16Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '1f060198-938d-45c0-acd6-12e0b393be81', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'port_id': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'mac_address': 'fa:16:3e:72:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 0, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511f76a2-8771-4e69-a2ca-7f1dc1621115', 'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'mac_address': 'fa:16:3e:6a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:13Z', 'updated_at': '2021-07-05T04:17:22Z', 'revision_number': 5, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'subnets': [{'id': '451f5591-ca87-412c-98b5-b642c09911ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:10.212587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac1a1e54-e43b-4888-b0a1-6716df4248d3 req-168aa9f6-ec3d-43f8-840a-ff7aa37d3631 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 210 time: 0.2176156 Jul 05 04:18:10.268836 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96365426-e920-4c22-87d6-2def27532b2a None None] The sync data for ids ['c89ad471-0876-4156-af18-0324835ff3fc'] in n-d-758944-41 is: [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:16Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '1f060198-938d-45c0-acd6-12e0b393be81', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'floating_ip_address': '172.25.4.182', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'port_id': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3304, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'mac_address': 'fa:16:3e:72:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 0, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '511f76a2-8771-4e69-a2ca-7f1dc1621115', 'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'mac_address': 'fa:16:3e:6a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:13Z', 'updated_at': '2021-07-05T04:17:22Z', 'revision_number': 5, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'subnets': [{'id': '451f5591-ca87-412c-98b5-b642c09911ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:10.286315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Set router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:10.312615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=8c34338d-406e-4df5-8be3-2a30ffec4faa,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:10.351583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-225e124a-dc74-462b-9a6f-629eb786c3a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b HTTP/1.1" status: 200 len: 999 time: 0.3952873 Jul 05 04:18:10.391865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-43cc4113-74df-4139-b734-314765c7c37b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 4.6425123 Jul 05 04:18:10.430056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37932) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:10.435531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:10.507804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-614b6640-76d5-443e-ab09-8fe88c4a9ddc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.510352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-614b6640-76d5-443e-ab09-8fe88c4a9ddc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26b9c71f36cb42f5a3627b80b712fd76&device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 1095 time: 0.5663569 Jul 05 04:18:10.547401 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0c99-cdd5-4e94-9b3a-aa58beeac6d9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.597150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c2707977-21d5-4268-a66d-65f2bc8746e7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:10.623231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-bec80416-b9ce-4cec-9772-fe6de32807ec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5c32e5-87e2-4f89-83d9-3ee938e538c5 HTTP/1.1" status: 200 len: 217 time: 0.0875053 Jul 05 04:18:10.630841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-90103792-502e-4de4-b629-1dd7cbf137af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.632407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-90103792-502e-4de4-b629-1dd7cbf137af service neutron] 10.222.0.26 "GET /v2.0/subnets?id=451f5591-ca87-412c-98b5-b642c09911ec HTTP/1.1" status: 200 len: 848 time: 0.2682204 Jul 05 04:18:10.656425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e55c1f0e-67c9-49c3-8a3f-663dd7a91adf None None] Provisioning for port 8c34338d-406e-4df5-8be3-2a30ffec4faa completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:10.665421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e55c1f0e-67c9-49c3-8a3f-663dd7a91adf None None] Provisioning complete for port 8c34338d-406e-4df5-8be3-2a30ffec4faa triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:10.665929 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e55c1f0e-67c9-49c3-8a3f-663dd7a91adf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.683914 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e202f394-c959-428c-b498-ab2218840036 None None] New status for floating IP 1f060198-938d-45c0-acd6-12e0b393be81: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:18:10.770527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e55c1f0e-67c9-49c3-8a3f-663dd7a91adf None None] Port 8c34338d-406e-4df5-8be3-2a30ffec4faa cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:10.789237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c2707977-21d5-4268-a66d-65f2bc8746e7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:10.789911 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.794844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.883242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75d43e-6c80-4ece-af28-528728b2337f req-b8c480ba-8fe5-404a-90fd-a704c6e78627 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.885652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d75d43e-6c80-4ece-af28-528728b2337f req-b8c480ba-8fe5-404a-90fd-a704c6e78627 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 943 time: 0.4653926 Jul 05 04:18:10.895239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-7834e2c1-21ca-4783-916a-d91e616dfd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:10.897128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-7834e2c1-21ca-4783-916a-d91e616dfd5b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6340907f-b8fd-40d4-b7e3-362c52172c77 HTTP/1.1" status: 200 len: 854 time: 0.2528391 Jul 05 04:18:10.916420 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e4040030-6ec1-497d-9ead-cc3fd27c6c87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.946197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0c99-cdd5-4e94-9b3a-aa58beeac6d9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:10.947029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'name': 'tempest-TestVolumeBackupRestore-1750721379-router', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:18:08Z', 'revision_number': 3, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'gw_port': {'id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:06Z', 'updated_at': '2021-07-05T04:18:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:11.008098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-6725f81c-e1ef-4123-8afa-bfa5da66ad22 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c346d44d-2a54-4241-9c6a-10f1416fa973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647190 Jul 05 04:18:11.022593 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.026019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Checking router: 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:11.026364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Updating router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 port 1ba8451e-b12a-4235-a1a3-9059527dbbdc binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:18:11.029450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-6f86752e-e6c8-4aa8-a053-2d2b8acbb6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:11.030988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-6f86752e-e6c8-4aa8-a053-2d2b8acbb6c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93da2575-28be-4311-b892-2bff53d92bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3718994 Jul 05 04:18:11.071742 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.088811 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0c99-cdd5-4e94-9b3a-aa58beeac6d9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.165360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd1f0c99-cdd5-4e94-9b3a-aa58beeac6d9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b03acda-7ae1-4e51-b6bf-956fe7e54809,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:11.176684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.186672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d75d43e-6c80-4ece-af28-528728b2337f req-58c5250d-0a74-48c3-aca7-7f0f8da22c6f tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2882133 Jul 05 04:18:11.267187 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fd1f0c99-cdd5-4e94-9b3a-aa58beeac6d9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.268478 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fd1f0c99-cdd5-4e94-9b3a-aa58beeac6d9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3970351 Jul 05 04:18:11.297578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 37972) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:11.313583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '3b03acda-7ae1-4e51-b6bf-956fe7e54809', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:11.401487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-57be3233-8f9c-4087-8bbc-960d979fde97 service neutron] 10.222.0.26 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3924522 Jul 05 04:18:11.422584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Allocated IP 172.20.0.1 (66e7ed82-fc14-4b39-a631-b7aa49ae9a1e/34ef139c-4ed6-4e60-ad1c-5cd5365312cc/61572ecc-b48a-4f22-abae-11c7e22bf48b) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:11.442403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cd992b7-f02f-4e49-84a9-ef7c14f9e4e2 req-abfdd3f5-5aa0-459c-bdd7-b855c5c1281b tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 210 time: 0.0850668 Jul 05 04:18:11.472201 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.485223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Transition to ACTIVE for port object 1ba8451e-b12a-4235-a1a3-9059527dbbdc will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:11.553441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.559940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.563954 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-3d274b99-46d5-467e-8150-5dad2e254634 service neutron] 10.222.0.26 "GET /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840310 Jul 05 04:18:11.567272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Transition to ACTIVE for port object 61572ecc-b48a-4f22-abae-11c7e22bf48b will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:11.585313 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.653909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75333b9-c0eb-4e2a-b4bd-d527d786e307 None None] Pushing event updated for resources: {'Port': ['ID=1ba8451e-b12a-4235-a1a3-9059527dbbdc,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:11.658396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Attempting to bind port 1ba8451e-b12a-4235-a1a3-9059527dbbdc on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:11.658767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Attempting to bind port 1ba8451e-b12a-4235-a1a3-9059527dbbdc by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:11.662466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Attempting to bind port 1ba8451e-b12a-4235-a1a3-9059527dbbdc on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:11.663033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Delete allocated IP 2001:db8:0:1::16a (7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c/641c28c1-e811-42b7-ab41-cad3af291cbd) {{(pid=100896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:18:11.664866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:11.665820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:11.665820 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.666054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:11.666497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Bound port: 1ba8451e-b12a-4235-a1a3-9059527dbbdc, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:11.666912 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.682564 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.727749 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:11.730670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:11.732449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] For port 1ba8451e-b12a-4235-a1a3-9059527dbbdc, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:11.735095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:11.745623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] For port 1ba8451e-b12a-4235-a1a3-9059527dbbdc, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ba8451e-b12a-4235-a1a3-9059527dbbdc,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:11.809253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Pushing event updated for resources: {'Port': ['ID=61572ecc-b48a-4f22-abae-11c7e22bf48b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:11.833474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.841760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a12b1060-d43a-4908-b5ba-07d6c6f579a3 req-71525c5b-95d9-4a0b-932f-c0e3eea93d31 service neutron] 10.222.0.26 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150617 Jul 05 04:18:11.860077 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.940851 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.945595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b9aaf68-bf02-48b7-9443-6af558fee066 req-cffb97db-1b38-444f-b197-63dfbf0938fc service neutron] 10.222.0.26 "GET /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3702097 Jul 05 04:18:11.947449 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:11.964086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Routers {'9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:11.971136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:11.983687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75333b9-c0eb-4e2a-b4bd-d527d786e307 None None] Pushing event updated for resources: {'Port': ['ID=1ba8451e-b12a-4235-a1a3-9059527dbbdc,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:12.015269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-6b97a6e3-da8b-4b69-a2f2-9b04f20855c5 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:12.016836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-6b97a6e3-da8b-4b69-a2f2-9b04f20855c5 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.26 "GET /v2.0/networks?id=ab42ffe6-6610-46b0-b49e-e0d7577e3d07 HTTP/1.1" status: 200 len: 824 time: 0.3716588 Jul 05 04:18:12.050215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Request body: {'port': {'device_id': 'b858910d-d7bd-408a-8de3-857054c31bf9', 'network_id': 'ab42ffe6-6610-46b0-b49e-e0d7577e3d07', 'admin_state_up': True, 'tenant_id': 'dea2a19dde4b403cbb56b716ecdb4810'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:12.088554 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.143113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] Set router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:12.214869 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.293116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-53980fbe-073f-44aa-b800-fd3b9b0b34d1 None None] Provisioning for port 61572ecc-b48a-4f22-abae-11c7e22bf48b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:12.302899 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-53980fbe-073f-44aa-b800-fd3b9b0b34d1 None None] Provisioning complete for port 61572ecc-b48a-4f22-abae-11c7e22bf48b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:12.303371 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-53980fbe-073f-44aa-b800-fd3b9b0b34d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.384735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-53980fbe-073f-44aa-b800-fd3b9b0b34d1 None None] Port 61572ecc-b48a-4f22-abae-11c7e22bf48b cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:12.418130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'name': 'tempest-TestVolumeBackupRestore-1750721379-router', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:18:08Z', 'revision_number': 3, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'gw_port': {'id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:06Z', 'updated_at': '2021-07-05T04:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:12.461258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a78e512-11ff-4b80-8122-9f3758492c5e None None] The sync data for ids ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'] in n-d-758944-41 is: [{'id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'name': 'tempest-TestVolumeBackupRestore-1750721379-router', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:18:08Z', 'revision_number': 3, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'gw_port': {'id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:06Z', 'updated_at': '2021-07-05T04:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:12.502659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.503887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aee3d5fd-8558-474c-b6be-9965841dcc3f,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:12.519269 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.544978 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.549177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2500830 Jul 05 04:18:12.549768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38020) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:12.555792 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1aaae968-00a8-4cd4-8b90-b4ce019cf20d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '3b03acda-7ae1-4e51-b6bf-956fe7e54809', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:12.558779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.559655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.560032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.560381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.560841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.561174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.561704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.562200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.562704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.563197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.563703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.564225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dda186b-9678-4ed6-b8ae-3a30210f9c55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:12.582770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.643385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 8c34338d-406e-4df5-8be3-2a30ffec4faa will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:12.647004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e229ccf3-3ca0-47cd-9298-24e460f8028f req-d427e8df-4fa7-4066-a3fb-9eb92111afd9 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 210 time: 0.0579436 Jul 05 04:18:12.659829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e req-e3277fb3-f3b2-41cd-a4aa-3fa67bdcca07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:12.661824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e req-e3277fb3-f3b2-41cd-a4aa-3fa67bdcca07 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26b9c71f36cb42f5a3627b80b712fd76&device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 1095 time: 0.6296318 Jul 05 04:18:12.681979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c0e910-b322-4cc2-8bd4-bdb2fbe5a21c req-6129c6c2-94c9-474b-883e-5f9a9fa31781 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:12.686207 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.688454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Pushing event updated for resources: {'Port': ['ID=61572ecc-b48a-4f22-abae-11c7e22bf48b,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:12.689392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2c0e910-b322-4cc2-8bd4-bdb2fbe5a21c req-6129c6c2-94c9-474b-883e-5f9a9fa31781 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 943 time: 0.2844098 Jul 05 04:18:12.697310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aaae968-00a8-4cd4-8b90-b4ce019cf20d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.766148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.878923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aaae968-00a8-4cd4-8b90-b4ce019cf20d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.903879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:12.905447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:12.937083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e req-815fc576-d7d2-4c89-b0cf-b18864a34987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:12.945386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e req-815fc576-d7d2-4c89-b0cf-b18864a34987 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c346d44d-2a54-4241-9c6a-10f1416fa973 HTTP/1.1" status: 200 len: 915 time: 0.2725866 Jul 05 04:18:12.959285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Made reservation on behalf of dea2a19dde4b403cbb56b716ecdb4810 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:12.968661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:12.992691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aaae968-00a8-4cd4-8b90-b4ce019cf20d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.052622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaae968-00a8-4cd4-8b90-b4ce019cf20d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=204a923f-be4b-456b-8bf5-314e7c2b38ca,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:13.064837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1aaae968-00a8-4cd4-8b90-b4ce019cf20d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.069559 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1aaae968-00a8-4cd4-8b90-b4ce019cf20d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5186172 Jul 05 04:18:13.070468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38040) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:13.078577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f6d9eca3-5024-4b01-abc0-bc64893640fa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '3b03acda-7ae1-4e51-b6bf-956fe7e54809', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:13.113927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e req-5a771440-8051-4af6-9236-80b514760e12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5c32e5-87e2-4f89-83d9-3ee938e538c5 HTTP/1.1" status: 200 len: 217 time: 0.1405098 Jul 05 04:18:13.123698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=8c34338d-406e-4df5-8be3-2a30ffec4faa,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:13.128753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] In _notify_port_updated(), no bound segment for port 8c34338d-406e-4df5-8be3-2a30ffec4faa on network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:18:13.137155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:13.138370 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.139944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-55919afe-a8f8-4d94-84b8-d841334b08b2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "PUT /v2.0/ports/8c34338d-406e-4df5-8be3-2a30ffec4faa HTTP/1.1" status: 200 len: 925 time: 2.7088213 Jul 05 04:18:13.180932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2c0e910-b322-4cc2-8bd4-bdb2fbe5a21c req-48935512-dda0-4cf2-9357-8ad92cc7b047 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4286795 Jul 05 04:18:13.197188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38042) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:13.209388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7'}, {'subnet_id': '641c28c1-e811-42b7-ab41-cad3af291cbd'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:13.296007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:13.359829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6d9eca3-5024-4b01-abc0-bc64893640fa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.391338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e req-ce1c05bb-972f-4130-b04c-552b959616bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:13.393192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e req-ce1c05bb-972f-4130-b04c-552b959616bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6340907f-b8fd-40d4-b7e3-362c52172c77 HTTP/1.1" status: 200 len: 854 time: 0.2512984 Jul 05 04:18:13.445575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e req-6b5eebd8-6ed1-4f2a-bac7-a9b0d0bf99d7 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c346d44d-2a54-4241-9c6a-10f1416fa973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370684 Jul 05 04:18:13.471066 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.515012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:13.522151 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e9877e5a-ee59-4478-8a2a-a2e36133f525 admin admin] 10.222.0.30 "PUT /v2.0/routers/9a077f11-0d56-4ada-a7f1-e2f3cc0ca749/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6117618 Jul 05 04:18:13.535134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6d9eca3-5024-4b01-abc0-bc64893640fa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.562306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ad781624-4876-42fd-aede-e76e0fca82ca None None] Provisioning for port 8c34338d-406e-4df5-8be3-2a30ffec4faa completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:13.568018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ad781624-4876-42fd-aede-e76e0fca82ca None None] Provisioning complete for port 8c34338d-406e-4df5-8be3-2a30ffec4faa triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:13.568727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ad781624-4876-42fd-aede-e76e0fca82ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.619842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ad781624-4876-42fd-aede-e76e0fca82ca None None] Port 8c34338d-406e-4df5-8be3-2a30ffec4faa cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:13.641070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Allocated IP 172.20.0.3 (ab42ffe6-6610-46b0-b49e-e0d7577e3d07/6c6f4fee-06b3-4ccf-8020-274429cf54ac/f329d134-54b2-4ecd-ac08-afc49ff1e586) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:13.688791 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6d9eca3-5024-4b01-abc0-bc64893640fa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.707132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d9eca3-5024-4b01-abc0-bc64893640fa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19b3c750-322c-400e-9fed-50efd5657d46,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:13.738577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e req-d6c05bfd-d892-407a-bf82-f49b8e115c42 service neutron] 10.222.0.26 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461057 Jul 05 04:18:13.758992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ee98d7cd-036c-4c7e-9910-cbfb18c9aaf2 None None] Provisioning complete for port 61572ecc-b48a-4f22-abae-11c7e22bf48b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:13.759458 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ee98d7cd-036c-4c7e-9910-cbfb18c9aaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.802317 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f6d9eca3-5024-4b01-abc0-bc64893640fa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.804314 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f6d9eca3-5024-4b01-abc0-bc64893640fa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7293189 Jul 05 04:18:13.806695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38064) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:13.813584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ed9f9ab6-d542-4f4c-8fce-9a09bd0d4b55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '3b03acda-7ae1-4e51-b6bf-956fe7e54809', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:13.871178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ee98d7cd-036c-4c7e-9910-cbfb18c9aaf2 None None] Port 61572ecc-b48a-4f22-abae-11c7e22bf48b cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:13.875692 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.920780 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74aef7cb-c74f-4b53-8f92-92d378784df6 req-5d930a26-580f-4dea-aef7-20c288226eaa tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 210 time: 0.0538127 Jul 05 04:18:13.940784 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:13.977032 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9ab6-d542-4f4c-8fce-9a09bd0d4b55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.100650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9ab6-d542-4f4c-8fce-9a09bd0d4b55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.173435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55f6a56f-b81d-4d4a-86d7-9e444e9b807e req-3bb39af2-99a0-44e2-8765-d2938d948f7c service neutron] 10.222.0.26 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4239519 Jul 05 04:18:14.185404 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9ab6-d542-4f4c-8fce-9a09bd0d4b55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.204861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9f9ab6-d542-4f4c-8fce-9a09bd0d4b55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=99ab4334-6ab8-427d-b6d0-1f89187ee9d6,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:14.256810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f657112-0843-4458-8508-1f19da1f8711 req-4a059d65-419c-4253-a8e8-684c4356986e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.3833723 Jul 05 04:18:14.263637 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.265776 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed9f9ab6-d542-4f4c-8fce-9a09bd0d4b55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.271164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38106) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:14.273554 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed9f9ab6-d542-4f4c-8fce-9a09bd0d4b55 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4651518 Jul 05 04:18:14.277896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a947da1c-2b81-4cf8-88dd-d31a36ef2c0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '3b03acda-7ae1-4e51-b6bf-956fe7e54809', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:14.488893 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.520176 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-a947da1c-2b81-4cf8-88dd-d31a36ef2c0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Project 7d6d2d8645e943558e449d8c5575d969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:18:14.537899 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a947da1c-2b81-4cf8-88dd-d31a36ef2c0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.564292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657112-0843-4458-8508-1f19da1f8711 req-add52d9b-e710-45e5-904c-80344ed58cb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:14.565821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f657112-0843-4458-8508-1f19da1f8711 req-add52d9b-e710-45e5-904c-80344ed58cb6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c405d16833e24848b0f3514ed9f393e7&device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 1097 time: 0.2527330 Jul 05 04:18:14.576973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ba8451e-b12a-4235-a1a3-9059527dbbdc up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:14.582732 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.612242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8:0:1::23 (7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c/641c28c1-e811-42b7-ab41-cad3af291cbd/8c34338d-406e-4df5-8be3-2a30ffec4faa) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:14.650499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f87365-c46a-4db5-9133-a288c2bfc9f2 req-b6e40fa7-e7c9-4af3-8b4a-38f4e9080121 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:14.650499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31f87365-c46a-4db5-9133-a288c2bfc9f2 req-b6e40fa7-e7c9-4af3-8b4a-38f4e9080121 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 943 time: 0.3034289 Jul 05 04:18:14.656697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Sync routers for ids ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:14.669165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Routers {'9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:14.670181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:14.762806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 1ba8451e-b12a-4235-a1a3-9059527dbbdc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:14.768524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1ba8451e-b12a-4235-a1a3-9059527dbbdc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:14.768960 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.805568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Network ab42ffe6-6610-46b0-b49e-e0d7577e3d07 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:14.821111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Pushing event updated for resources: {'Port': ['ID=f329d134-54b2-4ecd-ac08-afc49ff1e586,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:14.826912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:14.840374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:14.844783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Set router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:14.862576 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a947da1c-2b81-4cf8-88dd-d31a36ef2c0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.910122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31f87365-c46a-4db5-9133-a288c2bfc9f2 req-454b31dc-e289-4c5e-bb17-485b5d793eed tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407737 Jul 05 04:18:14.954113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:14.955952 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:14.966916 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a947da1c-2b81-4cf8-88dd-d31a36ef2c0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.029516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947da1c-2b81-4cf8-88dd-d31a36ef2c0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57281208-a887-4ec9-93db-a3532b5605d5,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:15.029516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657112-0843-4458-8508-1f19da1f8711 req-c5f80b93-0332-4b5f-9532-8d782845785b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:15.029516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f657112-0843-4458-8508-1f19da1f8711 req-c5f80b93-0332-4b5f-9532-8d782845785b service neutron] 10.222.0.26 "GET /v2.0/networks?id=93da2575-28be-4311-b892-2bff53d92bf6 HTTP/1.1" status: 200 len: 910 time: 0.4131773 Jul 05 04:18:15.041106 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.047996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.065721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 1ba8451e-b12a-4235-a1a3-9059527dbbdc, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ba8451e-b12a-4235-a1a3-9059527dbbdc,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:15.129337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 8c34338d-406e-4df5-8be3-2a30ffec4faa will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:15.143549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-8ecce288-41db-4abd-a790-c08c3a51e649 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.1006124 Jul 05 04:18:15.144309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a947da1c-2b81-4cf8-88dd-d31a36ef2c0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.145627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a947da1c-2b81-4cf8-88dd-d31a36ef2c0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8734975 Jul 05 04:18:15.148417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38118) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:15.153376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9abf032e-7af6-42c0-a712-7d0897adebae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '3b03acda-7ae1-4e51-b6bf-956fe7e54809', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:15.156459 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.167331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Request body: {'port': {'device_id': 'b858910d-d7bd-408a-8de3-857054c31bf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:15.223612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=1ba8451e-b12a-4235-a1a3-9059527dbbdc,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:15.240547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'name': 'tempest-TestVolumeBackupRestore-1750721379-router', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:18:12Z', 'revision_number': 4, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'gw_port': {'id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:06Z', 'updated_at': '2021-07-05T04:18:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '61572ecc-b48a-4f22-abae-11c7e22bf48b', 'name': '', 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'mac_address': 'fa:16:3e:50:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '34ef139c-4ed6-4e60-ad1c-5cd5365312cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:11Z', 'updated_at': '2021-07-05T04:18:12Z', 'revision_number': 2, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'subnets': [{'id': '34ef139c-4ed6-4e60-ad1c-5cd5365312cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:15.270556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Checking router: 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:15.271085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Updating router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 port 61572ecc-b48a-4f22-abae-11c7e22bf48b binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:18:15.315187 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.499109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f657112-0843-4458-8508-1f19da1f8711 req-0abeee3b-e924-40c6-88eb-c1e0109d7d83 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b HTTP/1.1" status: 200 len: 1001 time: 0.4617698 Jul 05 04:18:15.503946 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.654387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cb5c32e5-87e2-4f89-83d9-3ee938e538c5 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:18:15.657967 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.696560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Transition to ACTIVE for port object 61572ecc-b48a-4f22-abae-11c7e22bf48b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:15.739937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=8c34338d-406e-4df5-8be3-2a30ffec4faa,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:15.754338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] In _notify_port_updated(), no bound segment for port 8c34338d-406e-4df5-8be3-2a30ffec4faa on network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:18:15.760278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:15.760955 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.762884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c3838525-7744-4f30-a394-4c8b059e46aa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "PUT /v2.0/ports/8c34338d-406e-4df5-8be3-2a30ffec4faa HTTP/1.1" status: 200 len: 1010 time: 2.5621464 Jul 05 04:18:15.766849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38154) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:15.767631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657112-0843-4458-8508-1f19da1f8711 req-70c98717-3ea5-4d9f-9919-fd269aa83da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:15.769091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f657112-0843-4458-8508-1f19da1f8711 req-70c98717-3ea5-4d9f-9919-fd269aa83da6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=451f5591-ca87-412c-98b5-b642c09911ec HTTP/1.1" status: 200 len: 848 time: 0.2456965 Jul 05 04:18:15.775390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:15.877251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c8f09d-d12c-4351-b69e-2eb0ce2fb6f5 req-9c8d8416-35d2-41ec-af4e-98e99accd750 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:15.878918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c8f09d-d12c-4351-b69e-2eb0ce2fb6f5 req-9c8d8416-35d2-41ec-af4e-98e99accd750 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 931 time: 0.3846726 Jul 05 04:18:16.042398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-51f05d27-ac46-42af-95b4-74217198f9ce tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 8c34338d-406e-4df5-8be3-2a30ffec4faa {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:16.042398 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51f05d27-ac46-42af-95b4-74217198f9ce tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.083616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f657112-0843-4458-8508-1f19da1f8711 req-c8f9e0e3-3f20-448a-9b47-693e22c4e466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:16.085513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f657112-0843-4458-8508-1f19da1f8711 req-c8f9e0e3-3f20-448a-9b47-693e22c4e466 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93da2575-28be-4311-b892-2bff53d92bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3036010 Jul 05 04:18:16.171146 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.186318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3c8f09d-d12c-4351-b69e-2eb0ce2fb6f5 req-bb50c9ca-d0da-4570-9cdb-314eebd13c19 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2330070 Jul 05 04:18:16.233770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51f05d27-ac46-42af-95b4-74217198f9ce tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.256083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-51f05d27-ac46-42af-95b4-74217198f9ce tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 8c34338d-406e-4df5-8be3-2a30ffec4faa owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:16.315787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879b243-8733-4ff0-b83c-2fa9665e3899 None None] Pushing event updated for resources: {'Port': ['ID=61572ecc-b48a-4f22-abae-11c7e22bf48b,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:16.324380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f657112-0843-4458-8508-1f19da1f8711 req-d3abe942-4a7b-4028-8db1-297f066e351f service neutron] 10.222.0.26 "GET /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333220 Jul 05 04:18:16.325724 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-9abf032e-7af6-42c0-a712-7d0897adebae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Project 7d6d2d8645e943558e449d8c5575d969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:18:16.364423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-524a8042-5d3f-4350-b34a-66804a563cce None None] Provisioning for port 8c34338d-406e-4df5-8be3-2a30ffec4faa completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:16.375073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port cb5c32e5-87e2-4f89-83d9-3ee938e538c5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,segment=NetworkSegment(b00e0a1f-7079-4a2c-82c4-f650514b4e87),segment_id=b00e0a1f-7079-4a2c-82c4-f650514b4e87)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:16.417404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-524a8042-5d3f-4350-b34a-66804a563cce None None] Provisioning complete for port 8c34338d-406e-4df5-8be3-2a30ffec4faa triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:16.417974 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-524a8042-5d3f-4350-b34a-66804a563cce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.429987 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Attempting to bind port 61572ecc-b48a-4f22-abae-11c7e22bf48b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:16.430564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Attempting to bind port 61572ecc-b48a-4f22-abae-11c7e22bf48b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '3c116970-1cbc-4f1a-8c98-631412cb2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:16.431468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Attempting to bind port 61572ecc-b48a-4f22-abae-11c7e22bf48b on network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:16.466563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'cb5c32e5-87e2-4f89-83d9-3ee938e538c5', 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973', 'port_id': 'cb5c32e5-87e2-4f89-83d9-3ee938e538c5', 'mac_address': 'fa:16:3e:01:3e:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6340907f-b8fd-40d4-b7e3-362c52172c77', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:18:16.478237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:16.478237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Checking segment: {'id': '3c116970-1cbc-4f1a-8c98-631412cb2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:16.478237 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.478237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Bound using segment: {'id': '3c116970-1cbc-4f1a-8c98-631412cb2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:16.478948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Bound port: 61572ecc-b48a-4f22-abae-11c7e22bf48b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c116970-1cbc-4f1a-8c98-631412cb2125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:16.479459 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.501997 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9abf032e-7af6-42c0-a712-7d0897adebae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.538661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-524a8042-5d3f-4350-b34a-66804a563cce None None] Port 8c34338d-406e-4df5-8be3-2a30ffec4faa cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:16.587877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ba8451e-b12a-4235-a1a3-9059527dbbdc up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:16.592456 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.653909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51f05d27-ac46-42af-95b4-74217198f9ce tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.662680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cb5c32e5-87e2-4f89-83d9-3ee938e538c5 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:16.692980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port cb5c32e5-87e2-4f89-83d9-3ee938e538c5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,segment=NetworkSegment(b00e0a1f-7079-4a2c-82c4-f650514b4e87),segment_id=b00e0a1f-7079-4a2c-82c4-f650514b4e87)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:16.721298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3f657112-0843-4458-8508-1f19da1f8711 req-3d3e2ac8-e83b-4cad-97c7-200f2eae26b4 service neutron] 10.222.0.26 "GET /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3725443 Jul 05 04:18:16.725370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f05d27-ac46-42af-95b4-74217198f9ce tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=8c34338d-406e-4df5-8be3-2a30ffec4faa,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:16.727784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] For port 61572ecc-b48a-4f22-abae-11c7e22bf48b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:16.734257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] For port 61572ecc-b48a-4f22-abae-11c7e22bf48b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=61572ecc-b48a-4f22-abae-11c7e22bf48b,segment=NetworkSegment(3c116970-1cbc-4f1a-8c98-631412cb2125),segment_id=3c116970-1cbc-4f1a-8c98-631412cb2125)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:16.752074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1ba8451e-b12a-4235-a1a3-9059527dbbdc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:16.752560 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.784794 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-51f05d27-ac46-42af-95b4-74217198f9ce tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.785788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa0e784-b584-4c0a-92a9-eb0adbc9e426 req-9d4547d9-434c-4be7-845e-db21f0713a77 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:16.787220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1fa0e784-b584-4c0a-92a9-eb0adbc9e426 req-9d4547d9-434c-4be7-845e-db21f0713a77 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 943 time: 0.5949841 Jul 05 04:18:16.790259 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-51f05d27-ac46-42af-95b4-74217198f9ce tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/8c34338d-406e-4df5-8be3-2a30ffec4faa HTTP/1.1" status: 204 len: 168 time: 1.0212541 Jul 05 04:18:16.794575 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.794759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38162) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:16.804471 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9abf032e-7af6-42c0-a712-7d0897adebae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.840208 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2082a43-8b68-435f-9a03-238aad44f740 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:18:16.845461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38164) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:16.847094 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f2082a43-8b68-435f-9a03-238aad44f740 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/8c34338d-406e-4df5-8be3-2a30ffec4faa HTTP/1.1" status: 404 len: 333 time: 0.0548196 Jul 05 04:18:16.874294 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.945283 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9abf032e-7af6-42c0-a712-7d0897adebae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:16.948522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:17.000218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1fa0e784-b584-4c0a-92a9-eb0adbc9e426 req-7553f2a0-1472-4ccb-a070-c79f1ba77489 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1897836 Jul 05 04:18:17.025193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Routers {'9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:17.026025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:17.027213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f329d134-54b2-4ecd-ac08-afc49ff1e586 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:17.037899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf032e-7af6-42c0-a712-7d0897adebae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace28c47-c243-48e5-8b2a-94d7e8e4b2e5,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:17.050599 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.057352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-20299ce5-bf55-4bb6-a4ea-acae35f0c03e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet 641c28c1-e811-42b7-ab41-cad3af291cbd {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:17.060792 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-20299ce5-bf55-4bb6-a4ea-acae35f0c03e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.123263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Transition to ACTIVE for port object f329d134-54b2-4ecd-ac08-afc49ff1e586 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:17.131191 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-20299ce5-bf55-4bb6-a4ea-acae35f0c03e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.144155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['cb5c32e5-87e2-4f89-83d9-3ee938e538c5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:17.165999 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9abf032e-7af6-42c0-a712-7d0897adebae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.165999 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9abf032e-7af6-42c0-a712-7d0897adebae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 2.0131736 Jul 05 04:18:17.166339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38170) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:17.171982 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'network': {'name': 'tempest-network-smoke--393742618', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'port_security_enabled': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:17.250024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.266567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7879b243-8733-4ff0-b83c-2fa9665e3899 None None] Pushing event updated for resources: {'Port': ['ID=61572ecc-b48a-4f22-abae-11c7e22bf48b,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:17.309177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] Set router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:17.352102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f329d134-54b2-4ecd-ac08-afc49ff1e586,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:17.356113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:17.372165 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.480402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-20299ce5-bf55-4bb6-a4ea-acae35f0c03e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.589310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:17.617186 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.617534 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Added segment 89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5 of type vlan for network 58700b3d-d9cb-4b50-8689-da1fbd153960 Jul 05 04:18:17.638271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'name': 'tempest-TestVolumeBackupRestore-1750721379-router', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:18:12Z', 'revision_number': 4, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'gw_port': {'id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:06Z', 'updated_at': '2021-07-05T04:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '61572ecc-b48a-4f22-abae-11c7e22bf48b', 'name': '', 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'mac_address': 'fa:16:3e:50:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '34ef139c-4ed6-4e60-ad1c-5cd5365312cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:11Z', 'updated_at': '2021-07-05T04:18:16Z', 'revision_number': 4, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'subnets': [{'id': '34ef139c-4ed6-4e60-ad1c-5cd5365312cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:17.648957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085cd169-1625-4f99-b203-971622cd35cb req-2e1436e0-0c75-4bbd-b4ad-6a809a986a34 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:17.652365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-085cd169-1625-4f99-b203-971622cd35cb req-2e1436e0-0c75-4bbd-b4ad-6a809a986a34 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 943 time: 0.2583590 Jul 05 04:18:17.673490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f07599c-7694-42af-94ac-9a436a9b59ae None None] The sync data for ids ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'] in n-d-758944-41 is: [{'id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'name': 'tempest-TestVolumeBackupRestore-1750721379-router', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:18:12Z', 'revision_number': 4, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'gw_port': {'id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:06Z', 'updated_at': '2021-07-05T04:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '61572ecc-b48a-4f22-abae-11c7e22bf48b', 'name': '', 'network_id': '66e7ed82-fc14-4b39-a631-b7aa49ae9a1e', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'mac_address': 'fa:16:3e:50:f2:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_interface', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': '34ef139c-4ed6-4e60-ad1c-5cd5365312cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:11Z', 'updated_at': '2021-07-05T04:18:16Z', 'revision_number': 4, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'subnets': [{'id': '34ef139c-4ed6-4e60-ad1c-5cd5365312cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:17.695856 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.716372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Attempting to bind port f329d134-54b2-4ecd-ac08-afc49ff1e586 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:17.716831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Attempting to bind port f329d134-54b2-4ecd-ac08-afc49ff1e586 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'bf946ed2-9ec3-4717-9340-23a2b2e2aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab42ffe6-6610-46b0-b49e-e0d7577e3d07'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:17.717224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Attempting to bind port f329d134-54b2-4ecd-ac08-afc49ff1e586 on network ab42ffe6-6610-46b0-b49e-e0d7577e3d07 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:17.760734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Port f329d134-54b2-4ecd-ac08-afc49ff1e586 on network ab42ffe6-6610-46b0-b49e-e0d7577e3d07 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:18:17.761157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Attempting to bind port f329d134-54b2-4ecd-ac08-afc49ff1e586 on network ab42ffe6-6610-46b0-b49e-e0d7577e3d07 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:17.780149 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:17.780547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Checking segment: {'id': 'bf946ed2-9ec3-4717-9340-23a2b2e2aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab42ffe6-6610-46b0-b49e-e0d7577e3d07'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:17.780999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Bound using segment: {'id': 'bf946ed2-9ec3-4717-9340-23a2b2e2aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab42ffe6-6610-46b0-b49e-e0d7577e3d07'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:17.781520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Bound port: f329d134-54b2-4ecd-ac08-afc49ff1e586, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf946ed2-9ec3-4717-9340-23a2b2e2aa8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'ab42ffe6-6610-46b0-b49e-e0d7577e3d07'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:17.781995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.821333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-085cd169-1625-4f99-b203-971622cd35cb req-e210a75e-c45d-4797-8488-5390d016ae10 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205871 Jul 05 04:18:17.856909 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-20299ce5-bf55-4bb6-a4ea-acae35f0c03e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.896737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5820393-0299-4f42-abd8-05553d1323b7 None None] Network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:17.904907 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-20299ce5-bf55-4bb6-a4ea-acae35f0c03e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.906847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-20299ce5-bf55-4bb6-a4ea-acae35f0c03e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/641c28c1-e811-42b7-ab41-cad3af291cbd HTTP/1.1" status: 204 len: 168 time: 1.0600364 Jul 05 04:18:17.910314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38178) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:17.918606 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.944053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:17.945203 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:17.967066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20299ce5-bf55-4bb6-a4ea-acae35f0c03e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=641c28c1-e811-42b7-ab41-cad3af291cbd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:18.000876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] For port f329d134-54b2-4ecd-ac08-afc49ff1e586, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:18.006325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] For port f329d134-54b2-4ecd-ac08-afc49ff1e586, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f329d134-54b2-4ecd-ac08-afc49ff1e586,segment=NetworkSegment(bf946ed2-9ec3-4717-9340-23a2b2e2aa8a),segment_id=bf946ed2-9ec3-4717-9340-23a2b2e2aa8a)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:18.028476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3541821d-1b79-4b82-811e-d9d165e3456c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:18.032210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3541821d-1b79-4b82-811e-d9d165e3456c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.096724 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9294612 Jul 05 04:18:18.107925 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.118802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38182) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:18.128065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'admin_state_up': True, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:18.187446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Pushing event updated for resources: {'Port': ['ID=f329d134-54b2-4ecd-ac08-afc49ff1e586,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:18.230068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:18.230727 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.235164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-47bd35a2-a922-42e9-bf41-4662470f1fb1 service neutron] 10.222.0.26 "PUT /v2.0/ports/f329d134-54b2-4ecd-ac08-afc49ff1e586 HTTP/1.1" status: 200 len: 1092 time: 3.0734594 Jul 05 04:18:18.236579 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3541821d-1b79-4b82-811e-d9d165e3456c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.238013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b858910d-d7bd-408a-8de3-857054c31bf9', 'tag': 'f329d134-54b2-4ecd-ac08-afc49ff1e586'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:18.243997 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e155023-73d9-444a-af4c-0c020535973d" -d '{"events": [{"name": "network-changed", "server_uuid": "b858910d-d7bd-408a-8de3-857054c31bf9", "tag": "f329d134-54b2-4ecd-ac08-afc49ff1e586"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:18.263856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39954028-11d6-47f9-ad29-c75aff5a9f5c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Network': ['ID=58700b3d-d9cb-4b50-8689-da1fbd153960,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:18.284491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 58700b3d-d9cb-4b50-8689-da1fbd153960 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:18.328210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.338654 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.353476 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f37e907-5fab-43b4-8851-7bf3b164a25d x-openstack-request-id: req-1f37e907-5fab-43b4-8851-7bf3b164a25d {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:18.353476 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b858910d-d7bd-408a-8de3-857054c31bf9", "tag": "f329d134-54b2-4ecd-ac08-afc49ff1e586", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:18.353476 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f37e907-5fab-43b4-8851-7bf3b164a25d {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:18.353476 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b858910d-d7bd-408a-8de3-857054c31bf9', 'tag': 'f329d134-54b2-4ecd-ac08-afc49ff1e586', 'status': 'completed', 'code': 200} Jul 05 04:18:18.484959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:18.521944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6a2f18c-8d5c-421a-8c73-ec7741fe7ac8 req-1ae8b38e-2173-4cb7-b40d-70f2c67b8e25 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:18.530154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6a2f18c-8d5c-421a-8c73-ec7741fe7ac8 req-1ae8b38e-2173-4cb7-b40d-70f2c67b8e25 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 944 time: 0.2559762 Jul 05 04:18:18.565131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e155023-73d9-444a-af4c-0c020535973d req-e9a1215e-cf4f-4e2a-a284-79167cdfceb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:18.567131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e155023-73d9-444a-af4c-0c020535973d req-e9a1215e-cf4f-4e2a-a284-79167cdfceb4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dea2a19dde4b403cbb56b716ecdb4810&device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 1095 time: 0.2164056 Jul 05 04:18:18.660964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6a2f18c-8d5c-421a-8c73-ec7741fe7ac8 req-87dae359-1945-4dd9-9634-a9a718f12e82 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298590 Jul 05 04:18:18.734254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 61572ecc-b48a-4f22-abae-11c7e22bf48b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:18.790408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e155023-73d9-444a-af4c-0c020535973d req-568493f8-7964-4682-a00c-f8ecd9165e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:18.801066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e155023-73d9-444a-af4c-0c020535973d req-568493f8-7964-4682-a00c-f8ecd9165e22 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=dea2a19dde4b403cbb56b716ecdb4810&shared=False HTTP/1.1" status: 200 len: 925 time: 0.2168658 Jul 05 04:18:18.927927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 61572ecc-b48a-4f22-abae-11c7e22bf48b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:18.932971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 61572ecc-b48a-4f22-abae-11c7e22bf48b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:18.933732 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.023249 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3541821d-1b79-4b82-811e-d9d165e3456c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.049687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e155023-73d9-444a-af4c-0c020535973d req-ffb70ae0-301e-4b18-a50a-52f654aeea33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:19.051462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e155023-73d9-444a-af4c-0c020535973d req-ffb70ae0-301e-4b18-a50a-52f654aeea33 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2494709 Jul 05 04:18:19.117184 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.167854 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.222843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 61572ecc-b48a-4f22-abae-11c7e22bf48b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=61572ecc-b48a-4f22-abae-11c7e22bf48b,segment=NetworkSegment(3c116970-1cbc-4f1a-8c98-631412cb2125),segment_id=3c116970-1cbc-4f1a-8c98-631412cb2125)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:19.304903 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.341498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3541821d-1b79-4b82-811e-d9d165e3456c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.376159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3541821d-1b79-4b82-811e-d9d165e3456c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.389797 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3541821d-1b79-4b82-811e-d9d165e3456c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7 HTTP/1.1" status: 204 len: 168 time: 1.4783454 Jul 05 04:18:19.395865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38192) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:19.409771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70361e0e-e95a-410d-9ab7-3017cef5e737 req-7c25c8e2-681d-4a37-9430-a277942ae481 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:19.411380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70361e0e-e95a-410d-9ab7-3017cef5e737 req-7c25c8e2-681d-4a37-9430-a277942ae481 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 943 time: 0.3550534 Jul 05 04:18:19.434156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=61572ecc-b48a-4f22-abae-11c7e22bf48b,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:19.458277 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-69bade58-2edf-49f8-923f-5dd71733a773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:19.460496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-69bade58-2edf-49f8-923f-5dd71733a773 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=dea2a19dde4b403cbb56b716ecdb4810&device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 1095 time: 0.2889142 Jul 05 04:18:19.479767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3541821d-1b79-4b82-811e-d9d165e3456c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:19.577577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-4969cefe-5995-4e27-94d6-98360f721bb5 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f329d134-54b2-4ecd-ac08-afc49ff1e586 HTTP/1.1" status: 200 len: 217 time: 0.1080496 Jul 05 04:18:19.581306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70361e0e-e95a-410d-9ab7-3017cef5e737 req-fc915fe3-ea0e-4727-a435-c543640cb2c9 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1619925 Jul 05 04:18:19.630951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb47374e-6796-44b4-b83b-88f12f844722 None None] Network 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:19.632675 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.666602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-fed8f427-c9b7-4e0c-a878-5ccb2ad743f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:19.673303 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-fed8f427-c9b7-4e0c-a878-5ccb2ad743f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6c6f4fee-06b3-4ccf-8020-274429cf54ac HTTP/1.1" status: 200 len: 864 time: 0.0870528 Jul 05 04:18:19.740433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-9856f3a8-5374-45c0-a31c-506766195335 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=ab42ffe6-6610-46b0-b49e-e0d7577e3d07&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0573003 Jul 05 04:18:19.740929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cb5c32e5-87e2-4f89-83d9-3ee938e538c5 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:19.830685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port bdd9039b-da50-492b-b2ce-0df2cd07cab0 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:19.830974 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.905743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-d9345bc0-7a43-493f-85fa-c6befb60d149 service neutron] 10.222.0.26 "GET /v2.0/networks/ab42ffe6-6610-46b0-b49e-e0d7577e3d07?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570208 Jul 05 04:18:19.914876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] For port bdd9039b-da50-492b-b2ce-0df2cd07cab0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bdd9039b-da50-492b-b2ce-0df2cd07cab0,segment=NetworkSegment(86d2c95b-43ac-4945-bd67-cb2965687acb),segment_id=86d2c95b-43ac-4945-bd67-cb2965687acb)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:19.915212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.917214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-41d214e9-ced9-4747-886a-0878c229eef0 None None] Provisioning complete for port bdd9039b-da50-492b-b2ce-0df2cd07cab0 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:19.917598 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d214e9-ced9-4747-886a-0878c229eef0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.951321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:19.953240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for bdd9039b-da50-492b-b2ce-0df2cd07cab0 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:19.980861 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.152008 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b98bfbf6-4d90-4da9-9966-123c6c383c77 req-5d1eea76-767b-4aa9-9c70-f3571fc935af service neutron] 10.222.0.26 "GET /v2.0/networks/ab42ffe6-6610-46b0-b49e-e0d7577e3d07?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2379212 Jul 05 04:18:20.162174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718b9a53-50e9-4998-972d-bbc8cf42ebe6 req-af447318-06ab-4bb1-bd13-f62da73e2457 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:20.164201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-718b9a53-50e9-4998-972d-bbc8cf42ebe6 req-af447318-06ab-4bb1-bd13-f62da73e2457 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 944 time: 0.2389102 Jul 05 04:18:20.209644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port cb5c32e5-87e2-4f89-83d9-3ee938e538c5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:20.240744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port cb5c32e5-87e2-4f89-83d9-3ee938e538c5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:20.241120 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.259967 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-718b9a53-50e9-4998-972d-bbc8cf42ebe6 req-dce93459-5aeb-4975-ae72-64bf60a5f0d4 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864625 Jul 05 04:18:20.266833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.25.4.107 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/1740c624-f964-4a94-859d-9a136d804dd7) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:20.320934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16a0ecb-a7e9-4558-8b23-e0048f21e42a None None] DHCP port deletion for 7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:20.365251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.403061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=bdd9039b-da50-492b-b2ce-0df2cd07cab0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:20.415524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No DVR routers for this DVR port bdd9039b-da50-492b-b2ce-0df2cd07cab0 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:20.446292 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.484927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e16a0ecb-a7e9-4558-8b23-e0048f21e42a None None] Deleting port bdd9039b-da50-492b-b2ce-0df2cd07cab0 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:20.485470 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e16a0ecb-a7e9-4558-8b23-e0048f21e42a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.521685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.526897 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port cb5c32e5-87e2-4f89-83d9-3ee938e538c5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,segment=NetworkSegment(b00e0a1f-7079-4a2c-82c4-f650514b4e87),segment_id=b00e0a1f-7079-4a2c-82c4-f650514b4e87)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:20.529203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1aa5d8-1978-469e-887a-8ac63f89ad5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5c32e5-87e2-4f89-83d9-3ee938e538c5'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:20.532604 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-077ffc50-e680-4233-99d6-095be8dc4a85" -d '{"events": [{"server_uuid": "0f1aa5d8-1978-469e-887a-8ac63f89ad5a", "name": "network-vif-plugged", "status": "completed", "tag": "cb5c32e5-87e2-4f89-83d9-3ee938e538c5"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:20.540844 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.558174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:20.605304 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d7710e9-5715-494a-a4a3-d0e126e2be54 x-openstack-request-id: req-4d7710e9-5715-494a-a4a3-d0e126e2be54 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:20.605704 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1aa5d8-1978-469e-887a-8ac63f89ad5a", "name": "network-vif-plugged", "status": "completed", "tag": "cb5c32e5-87e2-4f89-83d9-3ee938e538c5", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:20.606421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d2c95b-43ac-4945-bd67-cb2965687acb') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:20.606730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d2c95b-43ac-4945-bd67-cb2965687acb') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:20.606947 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d7710e9-5715-494a-a4a3-d0e126e2be54 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:20.607555 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1aa5d8-1978-469e-887a-8ac63f89ad5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cb5c32e5-87e2-4f89-83d9-3ee938e538c5', 'code': 200} Jul 05 04:18:20.650643 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.664337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 61572ecc-b48a-4f22-abae-11c7e22bf48b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:20.673136 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.728998 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.745901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:20.750112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:20.753881 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:20.761137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e16a0ecb-a7e9-4558-8b23-e0048f21e42a None None] For port bdd9039b-da50-492b-b2ce-0df2cd07cab0, host n-d-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:20.762454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e16a0ecb-a7e9-4558-8b23-e0048f21e42a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.769900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3316e18-dfc1-49c8-8b29-a5d28787a66f req-8e13d70f-f406-4b9c-bcfe-ce622b194cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:20.773495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3316e18-dfc1-49c8-8b29-a5d28787a66f req-8e13d70f-f406-4b9c-bcfe-ce622b194cd4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 1097 time: 0.1003149 Jul 05 04:18:20.788132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e16a0ecb-a7e9-4558-8b23-e0048f21e42a None None] Calling delete_port for bdd9039b-da50-492b-b2ce-0df2cd07cab0 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:20.801139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.ipam_backend_mixin [None req-e16a0ecb-a7e9-4558-8b23-e0048f21e42a None None] Port bdd9039b-da50-492b-b2ce-0df2cd07cab0 was not found and therefore no delete operation was performed {{(pid=100897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:18:20.813463 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e16a0ecb-a7e9-4558-8b23-e0048f21e42a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.829220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:20.839760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16a0ecb-a7e9-4558-8b23-e0048f21e42a None None] No DVR routers for this DVR port bdd9039b-da50-492b-b2ce-0df2cd07cab0 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:20.852300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.868575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16a0ecb-a7e9-4558-8b23-e0048f21e42a None None] Pushing event deleted for resources: {'Port': ['ID=bdd9039b-da50-492b-b2ce-0df2cd07cab0,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:20.885207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 61572ecc-b48a-4f22-abae-11c7e22bf48b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:20.885589 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:20.910153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d3316e18-dfc1-49c8-8b29-a5d28787a66f req-a8db24fb-583e-4b7e-9a14-427ef60c796c service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278918 Jul 05 04:18:20.965015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:20.966757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9d75d-ed9e-4775-9581-0efb56010d17 req-a10cd86e-464b-4439-9b5c-15274edb0637 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:20.968482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a9d75d-ed9e-4775-9581-0efb56010d17 req-a10cd86e-464b-4439-9b5c-15274edb0637 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 943 time: 0.1628788 Jul 05 04:18:20.970979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:20.987289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:21.021810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-40a9d75d-ed9e-4775-9581-0efb56010d17 req-6ba61a3c-45f5-4c7b-92ff-308e94290efd tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459576 Jul 05 04:18:21.050718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=1740c624-f964-4a94-859d-9a136d804dd7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:21.055235 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.073994 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.087889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bdd9039b-da50-492b-b2ce-0df2cd07cab0 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:21.088055 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38208) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:21.093622 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/networks/7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c HTTP/1.1" status: 204 len: 168 time: 1.6836393 Jul 05 04:18:21.122967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: bdd9039b-da50-492b-b2ce-0df2cd07cab0 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:21.123628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bdd9039b-da50-492b-b2ce-0df2cd07cab0 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:21.138354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e37e5a4-aa67-4d30-ad11-5227700633e7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Network': ['ID=7a96a7d8-adc7-4c44-8ef2-d09dcd3b6a1c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:21.195268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417e8f65-5d83-4e27-9221-352819acb810 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:21.204400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-417e8f65-5d83-4e27-9221-352819acb810 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1142745 Jul 05 04:18:21.205338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38210) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:21.299485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-de7555e6-d41d-4cd4-b10d-9ecdfa97c84a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0879855 Jul 05 04:18:21.306291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38212) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:21.331823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2001618829'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:21.453535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:21.457217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.518826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:21.533626 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.534834 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Added segment 05f2054f-6784-4a6e-b3a8-aa414ab97f03 of type vlan for network 1eef6f6e-cf44-4907-a92d-6c64db42d61f Jul 05 04:18:21.608254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafc6f2-7f8e-4bef-9a09-e9423c5ab81b req-7d81dbe7-4b6d-40a1-96d6-547096492040 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:21.609862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fafc6f2-7f8e-4bef-9a09-e9423c5ab81b req-7d81dbe7-4b6d-40a1-96d6-547096492040 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 945 time: 0.1498306 Jul 05 04:18:21.614839 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.674892 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fafc6f2-7f8e-4bef-9a09-e9423c5ab81b req-a1ed4b06-698d-4648-b53b-cfb00627e988 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539930 Jul 05 04:18:21.797323 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.804124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:21.804752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.849785 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:21.905900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Network': ['ID=1eef6f6e-cf44-4907-a92d-6c64db42d61f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:21.918218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 1eef6f6e-cf44-4907-a92d-6c64db42d61f details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:21.939814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-032536fc-d4c4-459e-94c5-99d345570001 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6307311 Jul 05 04:18:21.940523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38220) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:21.952305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': '1eef6f6e-cf44-4907-a92d-6c64db42d61f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:22.203161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.233076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:22.237176 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.424935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:18:22.554964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:22.565981 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Sync routers for ids ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:22.578539 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Routers {'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:22.579501 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:22.628378 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:22.634877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-73e922cc-18cc-4572-9d1d-4ac53573272e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.5119958 Jul 05 04:18:22.635751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38224) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:22.667483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea734d2d-4a36-4b55-b5db-8c41954fb079 req-83b555bb-3488-4a83-8b9e-9f16dab8d9ea tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:22.669623 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea734d2d-4a36-4b55-b5db-8c41954fb079 req-83b555bb-3488-4a83-8b9e-9f16dab8d9ea tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 943 time: 0.4392090 Jul 05 04:18:22.689682 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-51bb7f53-7729-453a-ab98-76472ad1be28 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7d6d2d8645e943558e449d8c5575d969&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527570 Jul 05 04:18:22.692994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38226) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:22.740894 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Set router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:22.880706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea734d2d-4a36-4b55-b5db-8c41954fb079 req-9f3dc423-91c0-4cc4-91e6-7a75d0f64902 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1931391 Jul 05 04:18:23.000467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf5e7d9-d3eb-40f3-b79f-1109ac50802c tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:23.003244 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dcf5e7d9-d3eb-40f3-b79f-1109ac50802c tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3093035 Jul 05 04:18:23.006004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38236) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:23.047963 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:21Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:23.051938 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5ad542f6-7230-4736-a8d3-3e795585dec6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0428586 Jul 05 04:18:23.052870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38238) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:23.058546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-948463560', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:23.062297 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87febf06-8a21-45ba-afcd-7902801fdba4 req-32aee0c1-a690-4146-9b8d-91bf2cee85c0 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:23.064981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87febf06-8a21-45ba-afcd-7902801fdba4 req-32aee0c1-a690-4146-9b8d-91bf2cee85c0 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 945 time: 0.1028297 Jul 05 04:18:23.102763 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.131104 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Checking router: ffe0ceee-7c1a-40b8-8571-609dbbeec5bc for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:23.137354 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Updating router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc port 1740c624-f964-4a94-859d-9a136d804dd7 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:18:23.186096 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.213763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87febf06-8a21-45ba-afcd-7902801fdba4 req-df76efe1-44c0-4770-b257-6a6b4890dc80 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378641 Jul 05 04:18:23.221211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=0a2161ec-549e-410f-aebf-3f7ed5f73477,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:23.263129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Checking segment: {'id': '05f2054f-6784-4a6e-b3a8-aa414ab97f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1eef6f6e-cf44-4907-a92d-6c64db42d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:23.264014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network hostable DHCP agents. Network: 1eef6f6e-cf44-4907-a92d-6c64db42d61f, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:23.270890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:23.275211 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.374146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 1eef6f6e-cf44-4907-a92d-6c64db42d61f is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:23.447657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 1eef6f6e-cf44-4907-a92d-6c64db42d61f) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:23.452533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:23.453135 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.457456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f97c4c-fa3c-4fbf-88c2-9b2acad066d7 None None] Network 1eef6f6e-cf44-4907-a92d-6c64db42d61f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:23.557763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-92d0b994-7f43-4d12-a1f5-d04b8f5b1225 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6149662 Jul 05 04:18:23.559284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38278) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:23.564622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': '1eef6f6e-cf44-4907-a92d-6c64db42d61f', 'name': 'tempest-PortsIpV6TestJSON-1249053621'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:23.658185 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.662910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f329d134-54b2-4ecd-ac08-afc49ff1e586 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:18:23.682731 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Transition to ACTIVE for port object 1740c624-f964-4a94-859d-9a136d804dd7 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:23.716691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.757053 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.835235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Subnet': ['ID=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:23.843072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Checking segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:23.843454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network hostable DHCP agents. Network: 58700b3d-d9cb-4b50-8689-da1fbd153960, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:23.859214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Attempting to bind port 1740c624-f964-4a94-859d-9a136d804dd7 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:23.860357 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Attempting to bind port 1740c624-f964-4a94-859d-9a136d804dd7 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:23.860974 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Attempting to bind port 1740c624-f964-4a94-859d-9a136d804dd7 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:23.874257 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:23.875254 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:23.875940 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.878641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-1eef6f6e-cf44-4907-a92d-6c64db42d61f', 'network_id': '1eef6f6e-cf44-4907-a92d-6c64db42d61f', 'tenant_id': '9139ae01d52d47d99cff608b3e988030', 'fixed_ips': [{'subnet_id': '0a2161ec-549e-410f-aebf-3f7ed5f73477'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:23.879514 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.888651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:23.892846 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.898088 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:23.898088 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Bound port: 1740c624-f964-4a94-859d-9a136d804dd7, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:23.898088 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:23.921580 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Pushing event updated for resources: {'Port': ['ID=1740c624-f964-4a94-859d-9a136d804dd7,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:23.938936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 19295e95-0991-4fff-a3bc-b17e141a6a17 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:18:23.979202 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 58700b3d-d9cb-4b50-8689-da1fbd153960 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:24.010124 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.010481 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.010825 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.011159 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.011495 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.011842 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.012206 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.012538 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.012862 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.013186 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.013629 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.013995 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:24.081154 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] For port 1740c624-f964-4a94-859d-9a136d804dd7, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:24.084656 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] For port 1740c624-f964-4a94-859d-9a136d804dd7, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1740c624-f964-4a94-859d-9a136d804dd7,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:24.087529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 58700b3d-d9cb-4b50-8689-da1fbd153960) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:24.092123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:24.092722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.167986 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.209621 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7ad0427a-ac97-43fc-b029-99c85d6a5223 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.1551440 Jul 05 04:18:24.216843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38290) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:24.242196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbba2aa-e463-40cd-bde1-4ba96a4fd8a5 req-59ebfb4e-528b-4d08-b880-f28429a4bb0f tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:24.247351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcbba2aa-e463-40cd-bde1-4ba96a4fd8a5 req-59ebfb4e-528b-4d08-b880-f28429a4bb0f tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 943 time: 0.1727948 Jul 05 04:18:24.260798 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c9e8af-ae48-4bfb-86d7-23bef6ba8778 None None] Pushing event updated for resources: {'Port': ['ID=1740c624-f964-4a94-859d-9a136d804dd7,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:24.278977 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Routers {'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:24.279764 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:24.294795 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8::1be (1eef6f6e-cf44-4907-a92d-6c64db42d61f/0a2161ec-549e-410f-aebf-3f7ed5f73477/19295e95-0991-4fff-a3bc-b17e141a6a17) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:24.358905 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bcbba2aa-e463-40cd-bde1-4ba96a4fd8a5 req-18219942-9832-4636-9463-41f208d82be2 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609560 Jul 05 04:18:24.435678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b527b73-2f86-41e8-8317-fdaadc675175 None None] Network 58700b3d-d9cb-4b50-8689-da1fbd153960 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:24.458525 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] Set router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:24.550035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f329d134-54b2-4ecd-ac08-afc49ff1e586, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f329d134-54b2-4ecd-ac08-afc49ff1e586,segment=NetworkSegment(bf946ed2-9ec3-4717-9340-23a2b2e2aa8a),segment_id=bf946ed2-9ec3-4717-9340-23a2b2e2aa8a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:24.581168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'f329d134-54b2-4ecd-ac08-afc49ff1e586', 'network_id': 'ab42ffe6-6610-46b0-b49e-e0d7577e3d07', 'port_id': 'f329d134-54b2-4ecd-ac08-afc49ff1e586', 'mac_address': 'fa:16:3e:01:42:fd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6c6f4fee-06b3-4ccf-8020-274429cf54ac', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:18:24.616568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.640786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 19295e95-0991-4fff-a3bc-b17e141a6a17 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:24.654617 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.694206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f329d134-54b2-4ecd-ac08-afc49ff1e586 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:24.732456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f329d134-54b2-4ecd-ac08-afc49ff1e586, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f329d134-54b2-4ecd-ac08-afc49ff1e586,segment=NetworkSegment(bf946ed2-9ec3-4717-9340-23a2b2e2aa8a),segment_id=bf946ed2-9ec3-4717-9340-23a2b2e2aa8a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:24.774384 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.817051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-58700b3d-d9cb-4b50-8689-da1fbd153960', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:24.818019 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.826117 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.856366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 1eef6f6e-cf44-4907-a92d-6c64db42d61f is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:24.899693 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:21Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:24.946300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:24.969309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:24.982686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:24.984317 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:24.988517 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15d6e94e-f719-44d3-95c5-b47f71190164 None None] The sync data for ids ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'] in n-d-758944-41 is: [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:21Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:25.071788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=19295e95-0991-4fff-a3bc-b17e141a6a17,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:25.141217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fcf60be5-518a-401f-9408-94779bdaa871 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5807879 Jul 05 04:18:25.143794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38330) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:25.152115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': '1eef6f6e-cf44-4907-a92d-6c64db42d61f', 'name': 'tempest-PortsIpV6TestJSON-1093250029'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:25.164048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Allocated IP 2001:db8::2 (1eef6f6e-cf44-4907-a92d-6c64db42d61f/0a2161ec-549e-410f-aebf-3f7ed5f73477/9f864125-c379-4e1f-adf6-842217e7efd5) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:25.194139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f329d134-54b2-4ecd-ac08-afc49ff1e586'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:25.206415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f329d134-54b2-4ecd-ac08-afc49ff1e586,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:25.241150 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.494943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Allocated IP 172.20.0.2 (58700b3d-d9cb-4b50-8689-da1fbd153960/66fdc191-f6aa-4f4b-b5d9-ea773feb5bec/dd199c78-88f8-4084-94d3-36003113be8e) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:25.509000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:25.522976 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.557133 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.642938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 6b976eb3-1a66-4db3-99ab-99ee46349615 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:18:25.653974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Transition to ACTIVE for port object 9f864125-c379-4e1f-adf6-842217e7efd5 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:25.711339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Transition to ACTIVE for port object 9f864125-c379-4e1f-adf6-842217e7efd5 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:25.781555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4324a870-8a45-428d-8421-e70f72188f11 req-3054c61f-3cb5-442f-a2ec-195e68462ba7 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:25.783405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4324a870-8a45-428d-8421-e70f72188f11 req-3054c61f-3cb5-442f-a2ec-195e68462ba7 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 944 time: 0.2316074 Jul 05 04:18:25.811788 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:25.925715 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4324a870-8a45-428d-8421-e70f72188f11 req-03a62a70-b7fe-476c-a727-5bd8753ae3ed tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271992 Jul 05 04:18:25.939792 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Pushing event updated for resources: {'Port': ['ID=9f864125-c379-4e1f-adf6-842217e7efd5,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:25.949671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Network 1eef6f6e-cf44-4907-a92d-6c64db42d61f is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:25.952886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8::21c (1eef6f6e-cf44-4907-a92d-6c64db42d61f/0a2161ec-549e-410f-aebf-3f7ed5f73477/6b976eb3-1a66-4db3-99ab-99ee46349615) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:25.966364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:25.970108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:25.997271 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.056380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Transition to ACTIVE for port object dd199c78-88f8-4084-94d3-36003113be8e will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:26.103127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Attempting to bind port 9f864125-c379-4e1f-adf6-842217e7efd5 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:26.103505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Attempting to bind port 9f864125-c379-4e1f-adf6-842217e7efd5 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '05f2054f-6784-4a6e-b3a8-aa414ab97f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1eef6f6e-cf44-4907-a92d-6c64db42d61f'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:26.103875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Attempting to bind port 9f864125-c379-4e1f-adf6-842217e7efd5 on network 1eef6f6e-cf44-4907-a92d-6c64db42d61f {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:26.127082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:26.127082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Checking segment: {'id': '05f2054f-6784-4a6e-b3a8-aa414ab97f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1eef6f6e-cf44-4907-a92d-6c64db42d61f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:26.127082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.132225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Bound using segment: {'id': '05f2054f-6784-4a6e-b3a8-aa414ab97f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1eef6f6e-cf44-4907-a92d-6c64db42d61f'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:26.134868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Bound port: 9f864125-c379-4e1f-adf6-842217e7efd5, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05f2054f-6784-4a6e-b3a8-aa414ab97f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '1eef6f6e-cf44-4907-a92d-6c64db42d61f'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:26.135277 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.172589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Transition to ACTIVE for port object dd199c78-88f8-4084-94d3-36003113be8e will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:26.248139 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.267493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 6b976eb3-1a66-4db3-99ab-99ee46349615 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:26.267812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] For port 9f864125-c379-4e1f-adf6-842217e7efd5, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:26.272441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] For port 9f864125-c379-4e1f-adf6-842217e7efd5, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9f864125-c379-4e1f-adf6-842217e7efd5,segment=NetworkSegment(05f2054f-6784-4a6e-b3a8-aa414ab97f03),segment_id=05f2054f-6784-4a6e-b3a8-aa414ab97f03)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:26.276967 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.326379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Network 58700b3d-d9cb-4b50-8689-da1fbd153960 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:26.331628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:26.336794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:26.354574 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.391167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.20.0.1 (58700b3d-d9cb-4b50-8689-da1fbd153960/66fdc191-f6aa-4f4b-b5d9-ea773feb5bec/733de9fc-fde4-4771-a0ad-d9cbde4f1061) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:26.415709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Pushing event updated for resources: {'Port': ['ID=dd199c78-88f8-4084-94d3-36003113be8e,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:26.417161 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.504188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 1eef6f6e-cf44-4907-a92d-6c64db42d61f is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:26.508926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:26.514006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:26.521452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:26.526774 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.551293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=6b976eb3-1a66-4db3-99ab-99ee46349615,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:26.557988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Attempting to bind port dd199c78-88f8-4084-94d3-36003113be8e on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:26.558500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Attempting to bind port dd199c78-88f8-4084-94d3-36003113be8e by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:26.558613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Attempting to bind port dd199c78-88f8-4084-94d3-36003113be8e on network 58700b3d-d9cb-4b50-8689-da1fbd153960 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:26.577596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:26.578286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Checking segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:26.578430 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.578824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Bound using segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:26.579315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Bound port: dd199c78-88f8-4084-94d3-36003113be8e, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:26.579700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.640192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.661036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fcb95e0-13f1-45ce-a506-b75dfb9d4ca3 None None] Pushing event updated for resources: {'Port': ['ID=9f864125-c379-4e1f-adf6-842217e7efd5,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:26.661701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Transition to ACTIVE for port object 733de9fc-fde4-4771-a0ad-d9cbde4f1061 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:26.679521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ecb54f96-4fc2-48fe-8072-a6f7cb29d4ca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5343621 Jul 05 04:18:26.682383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38350) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:26.694478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1740c624-f964-4a94-859d-9a136d804dd7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:26.764429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] For port dd199c78-88f8-4084-94d3-36003113be8e, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:26.764812 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.770273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] For port dd199c78-88f8-4084-94d3-36003113be8e, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=dd199c78-88f8-4084-94d3-36003113be8e,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:26.819914 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.839010 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 58700b3d-d9cb-4b50-8689-da1fbd153960 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:26.843740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:26.860575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:26.920745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=733de9fc-fde4-4771-a0ad-d9cbde4f1061,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:26.958278 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:26.967187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 1740c624-f964-4a94-859d-9a136d804dd7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:26.984133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d7b3de5-e9f4-4ddd-8dda-06b805dda13d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:26.995667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2d7b3de5-e9f4-4ddd-8dda-06b805dda13d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1be HTTP/1.1" status: 200 len: 929 time: 0.3050008 Jul 05 04:18:26.996475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38358) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:26.999575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1740c624-f964-4a94-859d-9a136d804dd7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:27.000095 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.157998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c89b6d-c8fa-4821-adf5-54459b887df5 None None] Pushing event updated for resources: {'Port': ['ID=dd199c78-88f8-4084-94d3-36003113be8e,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:27.272180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.325776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 1740c624-f964-4a94-859d-9a136d804dd7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1740c624-f964-4a94-859d-9a136d804dd7,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:27.360071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2062fb77-b268-4a51-97d2-897e0ddcad2d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 6b976eb3-1a66-4db3-99ab-99ee46349615 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:27.360492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2062fb77-b268-4a51-97d2-897e0ddcad2d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.378813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f14e9358-1ff1-4a1a-81d6-e858031c80dc req-cc4311b4-367e-492d-bdec-75c8188c1553 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:27.385153 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.396503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f14e9358-1ff1-4a1a-81d6-e858031c80dc req-cc4311b4-367e-492d-bdec-75c8188c1553 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 944 time: 0.1788044 Jul 05 04:18:27.468001 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.576171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f14e9358-1ff1-4a1a-81d6-e858031c80dc req-75ce4916-0cb0-4a53-838d-3c24ca53fa23 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1786745 Jul 05 04:18:27.607577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=1740c624-f964-4a94-859d-9a136d804dd7,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:27.669273 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2062fb77-b268-4a51-97d2-897e0ddcad2d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.671874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f329d134-54b2-4ecd-ac08-afc49ff1e586 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:27.690326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2062fb77-b268-4a51-97d2-897e0ddcad2d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 6b976eb3-1a66-4db3-99ab-99ee46349615 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:27.796185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port f329d134-54b2-4ecd-ac08-afc49ff1e586 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:27.805406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port f329d134-54b2-4ecd-ac08-afc49ff1e586 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:27.805912 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:27.959942 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.001671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b858910d-d7bd-408a-8de3-857054c31bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f329d134-54b2-4ecd-ac08-afc49ff1e586'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:28.003976 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c625253-ca2e-47ba-9214-d69efd55b2da" -d '{"events": [{"server_uuid": "b858910d-d7bd-408a-8de3-857054c31bf9", "name": "network-vif-plugged", "status": "completed", "tag": "f329d134-54b2-4ecd-ac08-afc49ff1e586"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:28.007928 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2062fb77-b268-4a51-97d2-897e0ddcad2d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.023839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f329d134-54b2-4ecd-ac08-afc49ff1e586, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f329d134-54b2-4ecd-ac08-afc49ff1e586,segment=NetworkSegment(bf946ed2-9ec3-4717-9340-23a2b2e2aa8a),segment_id=bf946ed2-9ec3-4717-9340-23a2b2e2aa8a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:28.039276 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.068461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2062fb77-b268-4a51-97d2-897e0ddcad2d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=6b976eb3-1a66-4db3-99ab-99ee46349615,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:28.087329 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b32c01a8-fe8e-487a-81a0-9d01842bad2b x-openstack-request-id: req-b32c01a8-fe8e-487a-81a0-9d01842bad2b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:28.087624 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b858910d-d7bd-408a-8de3-857054c31bf9", "name": "network-vif-plugged", "status": "completed", "tag": "f329d134-54b2-4ecd-ac08-afc49ff1e586", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:28.087873 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b32c01a8-fe8e-487a-81a0-9d01842bad2b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:28.088607 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b858910d-d7bd-408a-8de3-857054c31bf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f329d134-54b2-4ecd-ac08-afc49ff1e586', 'code': 200} Jul 05 04:18:28.093792 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.113425 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.128849 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2062fb77-b268-4a51-97d2-897e0ddcad2d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.131943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2062fb77-b268-4a51-97d2-897e0ddcad2d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/6b976eb3-1a66-4db3-99ab-99ee46349615 HTTP/1.1" status: 204 len: 168 time: 1.1335740 Jul 05 04:18:28.137318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38378) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:28.213156 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d49199d-4107-4726-849b-ebfe085deaa4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:18:28.220126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2d49199d-4107-4726-849b-ebfe085deaa4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/6b976eb3-1a66-4db3-99ab-99ee46349615 HTTP/1.1" status: 404 len: 333 time: 0.0813863 Jul 05 04:18:28.220294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.221386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38380) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:28.243968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f329d134-54b2-4ecd-ac08-afc49ff1e586,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:28.343008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=733de9fc-fde4-4771-a0ad-d9cbde4f1061,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:28.426404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 58700b3d-d9cb-4b50-8689-da1fbd153960 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:28.426404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:28.496188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-097a4b6d-7e40-43d9-81b0-cebde75f517f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 19295e95-0991-4fff-a3bc-b17e141a6a17 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:28.496454 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-097a4b6d-7e40-43d9-81b0-cebde75f517f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.503829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa083a4b-055a-4253-8589-e8362b27375d req-24b4574d-97f2-408a-973b-bb23d92e1023 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:28.505435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa083a4b-055a-4253-8589-e8362b27375d req-24b4574d-97f2-408a-973b-bb23d92e1023 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 1097 time: 0.3061178 Jul 05 04:18:28.535181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53320947-104a-477d-8674-dfe7c8f24838 None None] Network 1eef6f6e-cf44-4907-a92d-6c64db42d61f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:28.663062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa083a4b-055a-4253-8589-e8362b27375d req-f2a7dc74-769d-40fd-8901-5702309c2e40 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244628 Jul 05 04:18:28.663460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:28.711372 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-097a4b6d-7e40-43d9-81b0-cebde75f517f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:28.736469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-097a4b6d-7e40-43d9-81b0-cebde75f517f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 19295e95-0991-4fff-a3bc-b17e141a6a17 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:28.749686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4902142e-f1b6-489a-b76b-c1c73172ddb9 None None] Provisioning for port 9f864125-c379-4e1f-adf6-842217e7efd5 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:28.806232 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:18:29.029039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f864125-c379-4e1f-adf6-842217e7efd5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:29.052101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:29.070246 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d8b6fad5-20bd-4850-9b3a-2668195937e4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "PUT /v2.0/routers/ffe0ceee-7c1a-40b8-8571-609dbbeec5bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8522711 Jul 05 04:18:29.094320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f031abf3-e6c2-4f4c-85f8-9fd12a0b73d1 None None] Network 58700b3d-d9cb-4b50-8689-da1fbd153960 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:29.096093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Sync routers for ids ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:29.107958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b626e4a-ea62-45d2-ae1f-ee0f4dae1140 req-f4e7c15e-080f-4c58-a178-0a8aa0211aed tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:29.116265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b626e4a-ea62-45d2-ae1f-ee0f4dae1140 req-f4e7c15e-080f-4c58-a178-0a8aa0211aed tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 945 time: 0.2067347 Jul 05 04:18:29.156643 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-097a4b6d-7e40-43d9-81b0-cebde75f517f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.202761 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Routers {'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:29.203423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:29.222628 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-097a4b6d-7e40-43d9-81b0-cebde75f517f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.232184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-097a4b6d-7e40-43d9-81b0-cebde75f517f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/19295e95-0991-4fff-a3bc-b17e141a6a17 HTTP/1.1" status: 204 len: 168 time: 0.9712634 Jul 05 04:18:29.234545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38404) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:29.337274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b626e4a-ea62-45d2-ae1f-ee0f4dae1140 req-95705afd-8033-412d-8410-943276296c61 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2198906 Jul 05 04:18:29.344142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097a4b6d-7e40-43d9-81b0-cebde75f517f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=19295e95-0991-4fff-a3bc-b17e141a6a17,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:29.367573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1051ae5c-2747-49c8-9f5a-f5b3431b05e1 None None] Provisioning for port dd199c78-88f8-4084-94d3-36003113be8e completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:29.374617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9f864125-c379-4e1f-adf6-842217e7efd5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:29.408069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9f864125-c379-4e1f-adf6-842217e7efd5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:29.408733 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.617970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Set router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:29.828241 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-99af8a00-b7e8-45d9-a579-23adf693f8a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:18:29.832552 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-99af8a00-b7e8-45d9-a579-23adf693f8a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/19295e95-0991-4fff-a3bc-b17e141a6a17 HTTP/1.1" status: 404 len: 333 time: 0.5943532 Jul 05 04:18:29.833240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38418) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:29.914673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c131414a-b1ab-42b5-a27b-e6f5e826a7df tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet 0a2161ec-549e-410f-aebf-3f7ed5f73477 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:29.919158 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c131414a-b1ab-42b5-a27b-e6f5e826a7df tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:29.982003 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c131414a-b1ab-42b5-a27b-e6f5e826a7df tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.002244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e18ba896-fdf8-4219-8e8b-374ef180e425 None None] Could not find standard attr ID for object 19295e95-0991-4fff-a3bc-b17e141a6a17. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:18:30.022070 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.115022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e18ba896-fdf8-4219-8e8b-374ef180e425 None None] Provisioning complete for port 9f864125-c379-4e1f-adf6-842217e7efd5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:30.116243 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e18ba896-fdf8-4219-8e8b-374ef180e425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.188134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 9f864125-c379-4e1f-adf6-842217e7efd5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9f864125-c379-4e1f-adf6-842217e7efd5,segment=NetworkSegment(05f2054f-6784-4a6e-b3a8-aa414ab97f03),segment_id=05f2054f-6784-4a6e-b3a8-aa414ab97f03)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:30.268484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c131414a-b1ab-42b5-a27b-e6f5e826a7df tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.282612 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.283407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dd199c78-88f8-4084-94d3-36003113be8e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:30.524262 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c131414a-b1ab-42b5-a27b-e6f5e826a7df tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.547244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=9f864125-c379-4e1f-adf6-842217e7efd5,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:30.590558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '733de9fc-fde4-4771-a0ad-d9cbde4f1061', 'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:1d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:25Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 2, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:30.630429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c131414a-b1ab-42b5-a27b-e6f5e826a7df tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=0a2161ec-549e-410f-aebf-3f7ed5f73477,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:30.663122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port dd199c78-88f8-4084-94d3-36003113be8e completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:30.666969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Checking router: ffe0ceee-7c1a-40b8-8571-609dbbeec5bc for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:30.666969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Updating router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc port 733de9fc-fde4-4771-a0ad-d9cbde4f1061 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:18:30.700691 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c131414a-b1ab-42b5-a27b-e6f5e826a7df tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.707045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c131414a-b1ab-42b5-a27b-e6f5e826a7df tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/0a2161ec-549e-410f-aebf-3f7ed5f73477 HTTP/1.1" status: 204 len: 168 time: 0.8703425 Jul 05 04:18:30.707547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38432) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:30.715854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port dd199c78-88f8-4084-94d3-36003113be8e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:30.716317 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.749557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-10e49b8b-0b5f-4bd2-a0c0-5dcb52382523 None None] Could not find standard attr ID for object 19295e95-0991-4fff-a3bc-b17e141a6a17. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:18:30.781114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-10e49b8b-0b5f-4bd2-a0c0-5dcb52382523 None None] Provisioning complete for port dd199c78-88f8-4084-94d3-36003113be8e triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:30.781376 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-10e49b8b-0b5f-4bd2-a0c0-5dcb52382523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.821534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7edcf3-c88c-4af6-82eb-34c5aed647b3 req-8c9dccb6-1143-465b-b09c-9e7b42ceb42b tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:30.823337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e7edcf3-c88c-4af6-82eb-34c5aed647b3 req-8c9dccb6-1143-465b-b09c-9e7b42ceb42b tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 945 time: 0.2243166 Jul 05 04:18:30.871115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.910250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:30.935124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e7edcf3-c88c-4af6-82eb-34c5aed647b3 req-404a32a4-359f-4ad1-ba0a-f96dbefe8fd0 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049592 Jul 05 04:18:31.047493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 9f864125-c379-4e1f-adf6-842217e7efd5 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:31.047835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.187689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a2ea56-d984-4dfc-9e6a-66a0be4c6aa9 None None] Network 1eef6f6e-cf44-4907-a92d-6c64db42d61f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:31.208870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] For port 9f864125-c379-4e1f-adf6-842217e7efd5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9f864125-c379-4e1f-adf6-842217e7efd5,segment=NetworkSegment(05f2054f-6784-4a6e-b3a8-aa414ab97f03),segment_id=05f2054f-6784-4a6e-b3a8-aa414ab97f03)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:31.217156 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.246210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 9f864125-c379-4e1f-adf6-842217e7efd5 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:31.305564 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.352630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5837e5c-51f9-4f7e-ad87-128db1931ee3 req-aeeff15f-ebaf-4dce-9e7d-0ebfbb21ca01 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:31.365099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5837e5c-51f9-4f7e-ad87-128db1931ee3 req-aeeff15f-ebaf-4dce-9e7d-0ebfbb21ca01 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 945 time: 0.1851573 Jul 05 04:18:31.401500 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-10e49b8b-0b5f-4bd2-a0c0-5dcb52382523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.420874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5837e5c-51f9-4f7e-ad87-128db1931ee3 req-7c50aa64-efc5-48d2-bcfb-89dc7f101a59 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545924 Jul 05 04:18:31.447743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.485330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No DVR routers for this DVR port 9f864125-c379-4e1f-adf6-842217e7efd5 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:31.487941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=9f864125-c379-4e1f-adf6-842217e7efd5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:31.498769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port dd199c78-88f8-4084-94d3-36003113be8e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=dd199c78-88f8-4084-94d3-36003113be8e,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:31.601260 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.601423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1740c624-f964-4a94-859d-9a136d804dd7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:31.657673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.690323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1eef6f6e-cf44-4907-a92d-6c64db42d61f']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:31.724917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05f2054f-6784-4a6e-b3a8-aa414ab97f03') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:31.724917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05f2054f-6784-4a6e-b3a8-aa414ab97f03') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:31.726669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77ed0416-a0d5-459f-9d8c-4e884d176c46 None None] DHCP port deletion for 1eef6f6e-cf44-4907-a92d-6c64db42d61f request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:31.734402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.755249 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.772991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:31.773785 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:31.777562 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:31.806755 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-10e49b8b-0b5f-4bd2-a0c0-5dcb52382523 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:18:31.807124 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-10e49b8b-0b5f-4bd2-a0c0-5dcb52382523 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:18:31.809134 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.813402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=dd199c78-88f8-4084-94d3-36003113be8e,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:31.825989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Transition to ACTIVE for port object 733de9fc-fde4-4771-a0ad-d9cbde4f1061 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:31.836755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1740c624-f964-4a94-859d-9a136d804dd7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:31.836755 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.922323 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:31.979359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.000097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.002370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/networks/1eef6f6e-cf44-4907-a92d-6c64db42d61f HTTP/1.1" status: 204 len: 168 time: 1.2908230 Jul 05 04:18:32.006081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38458) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:32.047779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1383702985'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:32.052186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e87073-fca8-4e03-bb1d-814f8064ace9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Network': ['ID=1eef6f6e-cf44-4907-a92d-6c64db42d61f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:32.075192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bc8f05-fad1-4448-9f66-58013a139b96 req-fb26b870-64f6-42d4-b313-6b0c36ac1934 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:32.078346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a6763-ed7f-46b6-96ef-44031a3a22d7 None None] Pushing event updated for resources: {'Port': ['ID=733de9fc-fde4-4771-a0ad-d9cbde4f1061,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:32.097760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10bc8f05-fad1-4448-9f66-58013a139b96 req-fb26b870-64f6-42d4-b313-6b0c36ac1934 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 945 time: 0.1890938 Jul 05 04:18:32.162521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:32.166148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.189136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10bc8f05-fad1-4448-9f66-58013a139b96 req-e9152eac-defc-4a72-9808-eb7739327309 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900018 Jul 05 04:18:32.212204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Attempting to bind port 733de9fc-fde4-4771-a0ad-d9cbde4f1061 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:32.212754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Attempting to bind port 733de9fc-fde4-4771-a0ad-d9cbde4f1061 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:32.213475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Attempting to bind port 733de9fc-fde4-4771-a0ad-d9cbde4f1061 on network 58700b3d-d9cb-4b50-8689-da1fbd153960 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:32.221826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:32.223461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Checking segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:32.223461 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.223461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Bound using segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:32.224248 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Bound port: 733de9fc-fde4-4771-a0ad-d9cbde4f1061, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:32.224756 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.228001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:32.270038 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.270038 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Added segment 364a6085-35b2-4b64-9dfb-593fa76de750 of type vlan for network 8effb381-0baf-4718-82d5-7933ef9bf5dd Jul 05 04:18:32.283491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dd199c78-88f8-4084-94d3-36003113be8e up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:32.387740 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.395175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] For port 733de9fc-fde4-4771-a0ad-d9cbde4f1061, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:32.399827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] For port 733de9fc-fde4-4771-a0ad-d9cbde4f1061, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=733de9fc-fde4-4771-a0ad-d9cbde4f1061,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:32.404467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-10e49b8b-0b5f-4bd2-a0c0-5dcb52382523 None None] Could not find standard attr ID for object 6b976eb3-1a66-4db3-99ab-99ee46349615. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:18:32.420287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port dd199c78-88f8-4084-94d3-36003113be8e triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:32.420287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.530528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.551124 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.557735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:32.558572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:32.619844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7a6763-ed7f-46b6-96ef-44031a3a22d7 None None] Pushing event updated for resources: {'Port': ['ID=733de9fc-fde4-4771-a0ad-d9cbde4f1061,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:32.632735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-10e49b8b-0b5f-4bd2-a0c0-5dcb52382523 None None] Provisioning for port 733de9fc-fde4-4771-a0ad-d9cbde4f1061 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:32.652057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38472) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:32.653241 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6177597 Jul 05 04:18:32.660243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': '8effb381-0baf-4718-82d5-7933ef9bf5dd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:32.660454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfd9a24-8ef6-4daa-89d8-1fd8c43b3068 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Network': ['ID=8effb381-0baf-4718-82d5-7933ef9bf5dd,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:32.663366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Routers {'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:32.664194 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:32.901053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:32.906199 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:33.082120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] Set router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:33.144474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 8effb381-0baf-4718-82d5-7933ef9bf5dd details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:33.144474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f864125-c379-4e1f-adf6-842217e7efd5 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:33.217575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9f864125-c379-4e1f-adf6-842217e7efd5 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:33.218313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f864125-c379-4e1f-adf6-842217e7efd5 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:33.329410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6243e235-d612-4091-a074-6a4b33ab98f5 req-10817c01-7ed5-4685-b40f-1e5f0bd8cdad tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:33.329410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6243e235-d612-4091-a074-6a4b33ab98f5 req-10817c01-7ed5-4685-b40f-1e5f0bd8cdad tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 945 time: 0.0843558 Jul 05 04:18:33.389327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6243e235-d612-4091-a074-6a4b33ab98f5 req-7f76b06e-2d33-49dd-b0ea-88df06e7e839 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610690 Jul 05 04:18:33.510809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '733de9fc-fde4-4771-a0ad-d9cbde4f1061', 'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:1d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:25Z', 'updated_at': '2021-07-05T04:18:32Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:33.546935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5f70a4c-83ca-4ba3-92f6-ae7c40f8f460 None None] The sync data for ids ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'] in n-d-758944-41 is: [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '733de9fc-fde4-4771-a0ad-d9cbde4f1061', 'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:1d:1f:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:25Z', 'updated_at': '2021-07-05T04:18:32Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:34.137726 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.141304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 733de9fc-fde4-4771-a0ad-d9cbde4f1061 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:34.229640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=5ea4e106-c750-450e-a4d6-07231f0461d1,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:34.240227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Checking segment: {'id': '364a6085-35b2-4b64-9dfb-593fa76de750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8effb381-0baf-4718-82d5-7933ef9bf5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:34.240939 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network hostable DHCP agents. Network: 8effb381-0baf-4718-82d5-7933ef9bf5dd, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:34.282489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 733de9fc-fde4-4771-a0ad-d9cbde4f1061 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:34.288543 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 733de9fc-fde4-4771-a0ad-d9cbde4f1061 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:34.289150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.328146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 8effb381-0baf-4718-82d5-7933ef9bf5dd is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:34.413823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 8effb381-0baf-4718-82d5-7933ef9bf5dd) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:34.418557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:34.419215 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.431261 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.438593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93ca6370-2e18-4f88-a160-100f1c655a31 None None] Network 8effb381-0baf-4718-82d5-7933ef9bf5dd requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:34.500304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a7b13d1f-beed-4642-a287-41a28b73c3a2 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8459117 Jul 05 04:18:34.504238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38500) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:34.510771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': '8effb381-0baf-4718-82d5-7933ef9bf5dd', 'name': 'tempest-PortsIpV6TestJSON-2056493798', 'fixed_ips': [{'subnet_id': '5ea4e106-c750-450e-a4d6-07231f0461d1', 'ip_address': '2001:db8::10'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:34.578902 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 733de9fc-fde4-4771-a0ad-d9cbde4f1061, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=733de9fc-fde4-4771-a0ad-d9cbde4f1061,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:34.637532 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.780690 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=733de9fc-fde4-4771-a0ad-d9cbde4f1061,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:34.786339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-8effb381-0baf-4718-82d5-7933ef9bf5dd', 'network_id': '8effb381-0baf-4718-82d5-7933ef9bf5dd', 'tenant_id': '9139ae01d52d47d99cff608b3e988030', 'fixed_ips': [{'subnet_id': '5ea4e106-c750-450e-a4d6-07231f0461d1'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:34.787506 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:34.881417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f4391b3f-9af6-4213-81ff-1d1c9b0e10c6 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:34.883574 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f4391b3f-9af6-4213-81ff-1d1c9b0e10c6 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.26 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 945 time: 0.1578066 Jul 05 04:18:34.900874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ad0413-861d-47f5-b088-4b62b15d6ecd req-417bf9af-8ccc-4929-8bc8-e50b25735113 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:34.903603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59ad0413-861d-47f5-b088-4b62b15d6ecd req-417bf9af-8ccc-4929-8bc8-e50b25735113 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 945 time: 0.2205138 Jul 05 04:18:34.940630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:35.042723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Allocated IP 2001:db8::2 (8effb381-0baf-4718-82d5-7933ef9bf5dd/5ea4e106-c750-450e-a4d6-07231f0461d1/28c4d44b-69c9-4b22-9e07-9cd64aa6ae32) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:35.195684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59ad0413-861d-47f5-b088-4b62b15d6ecd req-1dedaa6a-5d83-418c-a319-5daf5785a7f4 tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/security-groups?id=aa3a3ad9-6b84-4223-a143-fa077b5eaf43&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2447414 Jul 05 04:18:35.241976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.253695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.254219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Transition to ACTIVE for port object 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:35.274879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Transition to ACTIVE for port object 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:35.275932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f7312dd6-8820-4b1f-a6d5-2fd4e2d7e7eb tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Deleting port f329d134-54b2-4ecd-ac08-afc49ff1e586 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:35.276475 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f7312dd6-8820-4b1f-a6d5-2fd4e2d7e7eb tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.299860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 06d9864b-dfc3-435c-af3c-2fa9f9c7a7da yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:18:35.350831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.396527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Network 8effb381-0baf-4718-82d5-7933ef9bf5dd is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:35.411615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:35.415283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:35.424065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Pushing event updated for resources: {'Port': ['ID=28c4d44b-69c9-4b22-9e07-9cd64aa6ae32,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:35.491287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Attempting to bind port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:35.491795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Attempting to bind port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '364a6085-35b2-4b64-9dfb-593fa76de750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8effb381-0baf-4718-82d5-7933ef9bf5dd'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:35.494632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Attempting to bind port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 on network 8effb381-0baf-4718-82d5-7933ef9bf5dd {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:35.503567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:35.504173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Checking segment: {'id': '364a6085-35b2-4b64-9dfb-593fa76de750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8effb381-0baf-4718-82d5-7933ef9bf5dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:35.504968 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.505512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Bound using segment: {'id': '364a6085-35b2-4b64-9dfb-593fa76de750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8effb381-0baf-4718-82d5-7933ef9bf5dd'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:35.506160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Bound port: 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '364a6085-35b2-4b64-9dfb-593fa76de750', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '8effb381-0baf-4718-82d5-7933ef9bf5dd'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:35.506618 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.588696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f7312dd6-8820-4b1f-a6d5-2fd4e2d7e7eb tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] For port f329d134-54b2-4ecd-ac08-afc49ff1e586, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f329d134-54b2-4ecd-ac08-afc49ff1e586,segment=NetworkSegment(bf946ed2-9ec3-4717-9340-23a2b2e2aa8a),segment_id=bf946ed2-9ec3-4717-9340-23a2b2e2aa8a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:35.589499 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f7312dd6-8820-4b1f-a6d5-2fd4e2d7e7eb tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.595210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] For port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:35.599463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] For port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=28c4d44b-69c9-4b22-9e07-9cd64aa6ae32,segment=NetworkSegment(364a6085-35b2-4b64-9dfb-593fa76de750),segment_id=364a6085-35b2-4b64-9dfb-593fa76de750)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:35.614012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f7312dd6-8820-4b1f-a6d5-2fd4e2d7e7eb tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Calling delete_port for f329d134-54b2-4ecd-ac08-afc49ff1e586 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:35.627872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8::10 (8effb381-0baf-4718-82d5-7933ef9bf5dd/5ea4e106-c750-450e-a4d6-07231f0461d1/06d9864b-dfc3-435c-af3c-2fa9f9c7a7da) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:35.719818 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.869018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01e3243-ab1e-4f06-88bf-6b568e23cdb8 None None] Pushing event updated for resources: {'Port': ['ID=28c4d44b-69c9-4b22-9e07-9cd64aa6ae32,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:35.926909 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.944973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 06d9864b-dfc3-435c-af3c-2fa9f9c7a7da will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:35.967616 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f7312dd6-8820-4b1f-a6d5-2fd4e2d7e7eb tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:35.981610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f329d134-54b2-4ecd-ac08-afc49ff1e586'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:18:36.020150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7312dd6-8820-4b1f-a6d5-2fd4e2d7e7eb tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Pushing event deleted for resources: {'Port': ['ID=f329d134-54b2-4ecd-ac08-afc49ff1e586,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:36.120127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f7312dd6-8820-4b1f-a6d5-2fd4e2d7e7eb tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] No DVR routers for this DVR port f329d134-54b2-4ecd-ac08-afc49ff1e586 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:36.129230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.142005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 733de9fc-fde4-4771-a0ad-d9cbde4f1061 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:36.143376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f7312dd6-8820-4b1f-a6d5-2fd4e2d7e7eb tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.160229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b08cd163-2a40-467b-a0eb-004a23bb97b6 req-f7312dd6-8820-4b1f-a6d5-2fd4e2d7e7eb tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.26 "DELETE /v2.0/ports/f329d134-54b2-4ecd-ac08-afc49ff1e586 HTTP/1.1" status: 204 len: 173 time: 1.2409945 Jul 05 04:18:36.165160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b858910d-d7bd-408a-8de3-857054c31bf9', 'name': 'network-vif-deleted', 'tag': 'f329d134-54b2-4ecd-ac08-afc49ff1e586'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:36.168269 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55ce0f1f-f8a2-4a03-aadb-5ff885f74b12" -d '{"events": [{"server_uuid": "b858910d-d7bd-408a-8de3-857054c31bf9", "name": "network-vif-deleted", "tag": "f329d134-54b2-4ecd-ac08-afc49ff1e586"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:36.212171 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 8effb381-0baf-4718-82d5-7933ef9bf5dd is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:36.226527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:36.232158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 733de9fc-fde4-4771-a0ad-d9cbde4f1061 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:36.232404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:36.232502 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.239371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:36.240088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.301256 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77582f97-b06a-4256-b132-17da33767534 x-openstack-request-id: req-77582f97-b06a-4256-b132-17da33767534 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:36.305668 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b858910d-d7bd-408a-8de3-857054c31bf9", "name": "network-vif-deleted", "tag": "f329d134-54b2-4ecd-ac08-afc49ff1e586", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:36.306242 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77582f97-b06a-4256-b132-17da33767534 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:36.306884 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b858910d-d7bd-408a-8de3-857054c31bf9', 'name': 'network-vif-deleted', 'tag': 'f329d134-54b2-4ecd-ac08-afc49ff1e586', 'status': 'completed', 'code': 200} Jul 05 04:18:36.312509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=06d9864b-dfc3-435c-af3c-2fa9f9c7a7da,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:36.357196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e6dafb73-4415-448c-9bf7-50c14a6de13a tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.8516166 Jul 05 04:18:36.359539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38532) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:36.364940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': '8effb381-0baf-4718-82d5-7933ef9bf5dd', 'name': 'tempest-PortsIpV6TestJSON-570358770', 'fixed_ips': [{'subnet_id': '5ea4e106-c750-450e-a4d6-07231f0461d1', 'ip_address': '2001:db8::f'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:36.520188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29fb424f-6f73-4b72-ad29-1153198d02c7 req-848f094f-ed6b-4daa-bb5b-e7be1ec0518a tempest-ServersNegativeTestMultiTenantJSON-108572852 tempest-ServersNegativeTestMultiTenantJSON-108572852-project] 10.222.0.30 "GET /v2.0/ports?device_id=b858910d-d7bd-408a-8de3-857054c31bf9 HTTP/1.1" status: 200 len: 210 time: 0.0394409 Jul 05 04:18:36.665550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:36.673287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:36.693838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 5e26024a-2fd0-4a8c-b7b0-ed381b718621 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:18:37.309791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da5f54f-b89c-41af-8dff-2620933000a0 None None] Network 8effb381-0baf-4718-82d5-7933ef9bf5dd requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:37.362792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8::f (8effb381-0baf-4718-82d5-7933ef9bf5dd/5ea4e106-c750-450e-a4d6-07231f0461d1/5e26024a-2fd0-4a8c-b7b0-ed381b718621) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:37.431303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9bfb471c-e674-4df3-b107-37808499e2bb None None] Provisioning for port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:37.656497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68abc764-0769-4ae7-b874-cf1b20eee4c5 req-a49a6847-431f-4214-88c2-05ae7e6cfc86 service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.3773968 Jul 05 04:18:37.656755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38560) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:37.728426 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.747202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 5e26024a-2fd0-4a8c-b7b0-ed381b718621 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:37.808157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ecdc94-6749-4e6b-9a6e-c5d189d32b5c admin admin] Deleting subnet 6c6f4fee-06b3-4ccf-8020-274429cf54ac {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:37.819331 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-17ecdc94-6749-4e6b-9a6e-c5d189d32b5c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.854629 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.891438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-17ecdc94-6749-4e6b-9a6e-c5d189d32b5c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.944357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=5e26024a-2fd0-4a8c-b7b0-ed381b718621,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:37.959856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 8effb381-0baf-4718-82d5-7933ef9bf5dd is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:37.961499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:37.964644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:37.971845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:37.972590 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:37.996063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-17ecdc94-6749-4e6b-9a6e-c5d189d32b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.041932 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d36163cf-243c-49be-901c-6a18f23eeea7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.103052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae984ff3-1591-4862-b6e4-8dc98b73382e req-9e08c6ad-41cf-4844-a8ed-cd13cfd4e81e service neutron] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D10.222.0.30 HTTP/1.1" status: 200 len: 210 time: 0.1673462 Jul 05 04:18:38.117685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ab26737c-be57-4bfb-bf2f-4c58ce252331 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.7568343 Jul 05 04:18:38.120473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38572) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:38.151808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38576) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:38.185439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1440b4be-f45f-4f17-bb1a-50149860200c None None] Provisioning for port 06d9864b-dfc3-435c-af3c-2fa9f9c7a7da completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:38.192178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1440b4be-f45f-4f17-bb1a-50149860200c None None] Provisioning complete for port 06d9864b-dfc3-435c-af3c-2fa9f9c7a7da triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:38.192553 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1440b4be-f45f-4f17-bb1a-50149860200c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.248039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:38.335341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-17ecdc94-6749-4e6b-9a6e-c5d189d32b5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.342682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9313c3c7-c335-471b-84da-58955627f169 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:38.350549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9313c3c7-c335-471b-84da-58955627f169 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2289987 Jul 05 04:18:38.354121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1440b4be-f45f-4f17-bb1a-50149860200c None None] Port 06d9864b-dfc3-435c-af3c-2fa9f9c7a7da cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:38.356593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38580) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:38.455859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ecdc94-6749-4e6b-9a6e-c5d189d32b5c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6c6f4fee-06b3-4ccf-8020-274429cf54ac,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:38.475386 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-17ecdc94-6749-4e6b-9a6e-c5d189d32b5c admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.475727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b590532-0a6e-45d8-b5c6-26ad83038866 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:38.480037 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-17ecdc94-6749-4e6b-9a6e-c5d189d32b5c admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6c6f4fee-06b3-4ccf-8020-274429cf54ac HTTP/1.1" status: 204 len: 168 time: 0.8193297 Jul 05 04:18:38.481581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38584) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:38.482286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b590532-0a6e-45d8-b5c6-26ad83038866 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:38.483141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:38.487665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:38.488356 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.488575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b590532-0a6e-45d8-b5c6-26ad83038866 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:38.490515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2b590532-0a6e-45d8-b5c6-26ad83038866 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.1328108 Jul 05 04:18:38.493234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38586) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:38.557109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-44779665-08f2-4323-8077-185d712eea7a None None] Provisioning complete for port 06d9864b-dfc3-435c-af3c-2fa9f9c7a7da triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:38.557776 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-44779665-08f2-4323-8077-185d712eea7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.586787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.693021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-205fe247-d5d0-48ce-b26b-a9a826b1802c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 5e26024a-2fd0-4a8c-b7b0-ed381b718621 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:38.693618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-205fe247-d5d0-48ce-b26b-a9a826b1802c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.703379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.749045 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=28c4d44b-69c9-4b22-9e07-9cd64aa6ae32,segment=NetworkSegment(364a6085-35b2-4b64-9dfb-593fa76de750),segment_id=364a6085-35b2-4b64-9dfb-593fa76de750)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:38.752109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-44779665-08f2-4323-8077-185d712eea7a None None] Port 06d9864b-dfc3-435c-af3c-2fa9f9c7a7da cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:38.813686 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.831512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.848327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab42ffe6-6610-46b0-b49e-e0d7577e3d07']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:38.861448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf946ed2-9ec3-4717-9340-23a2b2e2aa8a') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:38.861747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf946ed2-9ec3-4717-9340-23a2b2e2aa8a') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:38.870795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-205fe247-d5d0-48ce-b26b-a9a826b1802c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.873454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Deleting port 19a35325-445f-4b6f-9230-a7bfdda59945 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:38.873454 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.878518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=28c4d44b-69c9-4b22-9e07-9cd64aa6ae32,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:38.907519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-205fe247-d5d0-48ce-b26b-a9a826b1802c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 5e26024a-2fd0-4a8c-b7b0-ed381b718621 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:38.924906 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.947775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-225855b3-def2-46b3-807a-3b7779b35f6e None None] Provisioning for port 5e26024a-2fd0-4a8c-b7b0-ed381b718621 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:38.959939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-225855b3-def2-46b3-807a-3b7779b35f6e None None] Provisioning complete for port 5e26024a-2fd0-4a8c-b7b0-ed381b718621 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:38.960174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.962513 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-225855b3-def2-46b3-807a-3b7779b35f6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.988240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:38.988787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:38.990652 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:39.073663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-225855b3-def2-46b3-807a-3b7779b35f6e None None] Port 5e26024a-2fd0-4a8c-b7b0-ed381b718621 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:39.082690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.083030 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.107807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Calling delete_port for 19a35325-445f-4b6f-9230-a7bfdda59945 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:39.167931 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.188956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.190830 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] 10.222.0.30 "DELETE /v2.0/networks/ab42ffe6-6610-46b0-b49e-e0d7577e3d07 HTTP/1.1" status: 204 len: 168 time: 0.7083106 Jul 05 04:18:39.194072 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38596) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:39.195819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd67a98c-5c90-4009-806b-098783abb3e6 admin admin] Pushing event deleted for resources: {'Network': ['ID=ab42ffe6-6610-46b0-b49e-e0d7577e3d07,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:39.244429 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-205fe247-d5d0-48ce-b26b-a9a826b1802c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.249390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd8222b3-d92d-4a2f-81c0-b03750e1818a admin admin] Deleting subnet 18bcb20f-a309-49e5-9990-14c1fec47901 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:39.268735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd8222b3-d92d-4a2f-81c0-b03750e1818a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.343983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205fe247-d5d0-48ce-b26b-a9a826b1802c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=5e26024a-2fd0-4a8c-b7b0-ed381b718621,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:39.355411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-205fe247-d5d0-48ce-b26b-a9a826b1802c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.358946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-205fe247-d5d0-48ce-b26b-a9a826b1802c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/5e26024a-2fd0-4a8c-b7b0-ed381b718621 HTTP/1.1" status: 204 len: 168 time: 0.8646431 Jul 05 04:18:39.359440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38602) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:39.376058 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd8222b3-d92d-4a2f-81c0-b03750e1818a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.426866 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b2b358-4976-4f0a-a290-f2953fbbeebc tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:18:39.439395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38606) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:39.441355 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c1b2b358-4976-4f0a-a290-f2953fbbeebc tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/5e26024a-2fd0-4a8c-b7b0-ed381b718621 HTTP/1.1" status: 404 len: 333 time: 0.0804257 Jul 05 04:18:39.442186 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.494372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event deleted for resources: {'Port': ['ID=19a35325-445f-4b6f-9230-a7bfdda59945,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:39.519603 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd8222b3-d92d-4a2f-81c0-b03750e1818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.606298 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.606938 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Floating IP 1f060198-938d-45c0-acd6-12e0b393be81 disassociated (deleted). External IP: 172.25.4.182, port: 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b. Jul 05 04:18:39.678763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-4f2163be-00df-4a95-8904-d1ee76354162 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 06d9864b-dfc3-435c-af3c-2fa9f9c7a7da {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:39.679937 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f2163be-00df-4a95-8904-d1ee76354162 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.698929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f329d134-54b2-4ecd-ac08-afc49ff1e586 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:39.749113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: f329d134-54b2-4ecd-ac08-afc49ff1e586 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:39.749731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f329d134-54b2-4ecd-ac08-afc49ff1e586 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:39.771079 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd8222b3-d92d-4a2f-81c0-b03750e1818a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.853228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8222b3-d92d-4a2f-81c0-b03750e1818a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=18bcb20f-a309-49e5-9990-14c1fec47901,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:39.868227 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd8222b3-d92d-4a2f-81c0-b03750e1818a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:39.872442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cd8222b3-d92d-4a2f-81c0-b03750e1818a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/18bcb20f-a309-49e5-9990-14c1fec47901 HTTP/1.1" status: 204 len: 168 time: 0.6747553 Jul 05 04:18:39.874101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38614) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:39.959395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Router c89ad471-0876-4156-af18-0324835ff3fc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:39.987924 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f2163be-00df-4a95-8904-d1ee76354162 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.019744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-4f2163be-00df-4a95-8904-d1ee76354162 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 06d9864b-dfc3-435c-af3c-2fa9f9c7a7da owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:40.030618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.182038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:40.192906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:40.193667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.196690 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] Sync routers for ids ['c89ad471-0876-4156-af18-0324835ff3fc'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:40.208598 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] Routers {'c89ad471-0876-4156-af18-0324835ff3fc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:40.209604 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c89ad471-0876-4156-af18-0324835ff3fc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:40.274749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.297432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29f79d7d-5d02-491f-bc4a-feebe70343a1']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:40.311772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba8d1075-f646-4a67-8cd5-47886ce81c72') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:40.312173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba8d1075-f646-4a67-8cd5-47886ce81c72') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:40.329704 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.350080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-db824762-1748-4b04-8d04-5a9f29de8721 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "DELETE /v2.0/floatingips/1f060198-938d-45c0-acd6-12e0b393be81 HTTP/1.1" status: 204 len: 168 time: 2.1844871 Jul 05 04:18:40.350890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'tag': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:40.354940 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ee5aeb-5abc-4317-a94a-a0236008b39b" -d '{"events": [{"name": "network-changed", "server_uuid": "9c270e95-9f82-40e0-a59d-879d0f493e9d", "tag": "32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:40.360345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:40.360562 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.375473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.388893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:40.389336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:40.391028 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:40.488523 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f2163be-00df-4a95-8904-d1ee76354162 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.614798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2163be-00df-4a95-8904-d1ee76354162 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=06d9864b-dfc3-435c-af3c-2fa9f9c7a7da,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:40.628339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.634091 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.639825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/29f79d7d-5d02-491f-bc4a-feebe70343a1 HTTP/1.1" status: 204 len: 168 time: 0.7649744 Jul 05 04:18:40.675938 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] Set router c89ad471-0876-4156-af18-0324835ff3fc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:40.687984 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f2163be-00df-4a95-8904-d1ee76354162 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.690451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4f2163be-00df-4a95-8904-d1ee76354162 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/06d9864b-dfc3-435c-af3c-2fa9f9c7a7da HTTP/1.1" status: 204 len: 168 time: 1.2499774 Jul 05 04:18:40.691547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbacec04-9099-4472-a078-7b836a1614c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=29f79d7d-5d02-491f-bc4a-feebe70343a1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:40.693102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38634) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:40.752060 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3307619d-04b1-4f04-b3ea-bda54f8e6bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.771655 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1b42eb5-e754-4553-87a5-157ce716d57c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:18:40.786014 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c1b42eb5-e754-4553-87a5-157ce716d57c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/06d9864b-dfc3-435c-af3c-2fa9f9c7a7da HTTP/1.1" status: 404 len: 333 time: 0.0890896 Jul 05 04:18:40.786447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38636) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:40.939329 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:40.960726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-9be46784-d306-422d-a5f3-3fbf583ad67e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet 5ea4e106-c750-450e-a4d6-07231f0461d1 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:40.975303 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9be46784-d306-422d-a5f3-3fbf583ad67e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.015653 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab723601-128e-4b72-ae80-10a0c4a962b0 x-openstack-request-id: req-ab723601-128e-4b72-ae80-10a0c4a962b0 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:41.016233 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c270e95-9f82-40e0-a59d-879d0f493e9d", "tag": "32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:41.016361 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab723601-128e-4b72-ae80-10a0c4a962b0 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:41.017121 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'tag': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'status': 'completed', 'code': 200} Jul 05 04:18:41.120918 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9be46784-d306-422d-a5f3-3fbf583ad67e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.125637 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:16Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '511f76a2-8771-4e69-a2ca-7f1dc1621115', 'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'mac_address': 'fa:16:3e:6a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:13Z', 'updated_at': '2021-07-05T04:17:22Z', 'revision_number': 5, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'subnets': [{'id': '451f5591-ca87-412c-98b5-b642c09911ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:41.135053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38642) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:41.202971 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] Checking router: c89ad471-0876-4156-af18-0324835ff3fc for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:41.213475 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] Routers {'c89ad471-0876-4156-af18-0324835ff3fc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:41.214240 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c89ad471-0876-4156-af18-0324835ff3fc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:41.221767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-8a1e1840-2d92-4046-872c-71025e48b72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.223325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-8a1e1840-2d92-4046-872c-71025e48b72c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=c405d16833e24848b0f3514ed9f393e7&device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 1097 time: 0.1695275 Jul 05 04:18:41.241757 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a9ab3d6a-1bd7-49c9-8fe3-67bc31175163 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dea2a19dde4b403cbb56b716ecdb4810&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0956955 Jul 05 04:18:41.241979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38646) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:41.330754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-506c19c4-c42a-4099-a98d-fd93c5d13af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.365430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9be46784-d306-422d-a5f3-3fbf583ad67e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.370673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-506c19c4-c42a-4099-a98d-fd93c5d13af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.397830 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] Set router c89ad471-0876-4156-af18-0324835ff3fc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:41.436743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e80546-f383-49aa-9ee7-263754c701f6 req-d61749d4-975c-4e96-ada4-587a8b476f1d tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.438386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e80546-f383-49aa-9ee7-263754c701f6 req-d61749d4-975c-4e96-ada4-587a8b476f1d tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 945 time: 0.2111518 Jul 05 04:18:41.490119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-26bcb497-42d1-40cd-b54a-fe4741cb3afb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.491613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-26bcb497-42d1-40cd-b54a-fe4741cb3afb service neutron] 10.222.0.26 "GET /v2.0/networks?id=93da2575-28be-4311-b892-2bff53d92bf6 HTTP/1.1" status: 200 len: 910 time: 0.2317321 Jul 05 04:18:41.553311 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-506c19c4-c42a-4099-a98d-fd93c5d13af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.555099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-506c19c4-c42a-4099-a98d-fd93c5d13af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.556555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-506c19c4-c42a-4099-a98d-fd93c5d13af0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/aa3a3ad9-6b84-4223-a143-fa077b5eaf43 HTTP/1.1" status: 204 len: 168 time: 0.3136075 Jul 05 04:18:41.584710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506c19c4-c42a-4099-a98d-fd93c5d13af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa3a3ad9-6b84-4223-a143-fa077b5eaf43,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:41.643723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-a0fd1713-7988-4947-8632-8bf2b752326c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b HTTP/1.1" status: 200 len: 217 time: 0.1356206 Jul 05 04:18:41.661840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8e80546-f383-49aa-9ee7-263754c701f6 req-f58ea9da-5503-4631-9e7b-11672826c056 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1994491 Jul 05 04:18:41.717688 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9be46784-d306-422d-a5f3-3fbf583ad67e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.779164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be46784-d306-422d-a5f3-3fbf583ad67e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=5ea4e106-c750-450e-a4d6-07231f0461d1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:41.789678 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9be46784-d306-422d-a5f3-3fbf583ad67e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:41.793524 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9be46784-d306-422d-a5f3-3fbf583ad67e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/5ea4e106-c750-450e-a4d6-07231f0461d1 HTTP/1.1" status: 204 len: 168 time: 1.0059814 Jul 05 04:18:41.797210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38664) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:41.800372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-881b76d8-9180-49cc-a13c-148c8a7b9b1f None None] Network 8effb381-0baf-4718-82d5-7933ef9bf5dd requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:41.814703 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:16Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '511f76a2-8771-4e69-a2ca-7f1dc1621115', 'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'mac_address': 'fa:16:3e:6a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:13Z', 'updated_at': '2021-07-05T04:17:22Z', 'revision_number': 5, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'subnets': [{'id': '451f5591-ca87-412c-98b5-b642c09911ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:41.829182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-5c7033ff-5ad8-4ac8-b583-823b6379ed9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:41.830801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-5c7033ff-5ad8-4ac8-b583-823b6379ed9e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=451f5591-ca87-412c-98b5-b642c09911ec HTTP/1.1" status: 200 len: 848 time: 0.1679866 Jul 05 04:18:41.872783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-83fd0099-7c6d-4b1d-8a61-362594d767de tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-215611232&fields=id&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 267 time: 0.1473968 Jul 05 04:18:41.904336 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49f15e03-bac2-4365-b30e-e0999abb3970 None None] The sync data for ids ['c89ad471-0876-4156-af18-0324835ff3fc'] in n-d-758944-41 is: [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:17:16Z', 'revision_number': 4, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '511f76a2-8771-4e69-a2ca-7f1dc1621115', 'name': '', 'network_id': '93da2575-28be-4311-b892-2bff53d92bf6', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'mac_address': 'fa:16:3e:6a:16:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3175, 'fixed_ips': [{'subnet_id': '451f5591-ca87-412c-98b5-b642c09911ec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:13Z', 'updated_at': '2021-07-05T04:17:22Z', 'revision_number': 5, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'subnets': [{'id': '451f5591-ca87-412c-98b5-b642c09911ec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:41.994087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.009930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.167072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:42.167661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.205524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-7e5930f9-0bae-47b6-830a-c61dc4b3b886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:42.209299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-7e5930f9-0bae-47b6-830a-c61dc4b3b886 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=93da2575-28be-4311-b892-2bff53d92bf6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3564861 Jul 05 04:18:42.270160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23ec6464-b9bb-4e33-a5ae-03f64e838e22 None None] DHCP port deletion for 8effb381-0baf-4718-82d5-7933ef9bf5dd request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:42.335776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-259a0893-9198-4e24-8627-77cce1b6c5aa service neutron] 10.222.0.26 "GET /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168160 Jul 05 04:18:42.343415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-f36d0185-f7dd-41d8-a81c-83a6ceab1590 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:42.355021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-f36d0185-f7dd-41d8-a81c-83a6ceab1590 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 796 time: 0.4762280 Jul 05 04:18:42.394679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] For port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=28c4d44b-69c9-4b22-9e07-9cd64aa6ae32,segment=NetworkSegment(364a6085-35b2-4b64-9dfb-593fa76de750),segment_id=364a6085-35b2-4b64-9dfb-593fa76de750)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:42.395051 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.406528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-23ec6464-b9bb-4e33-a5ae-03f64e838e22 None None] Deleting port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:42.410139 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-23ec6464-b9bb-4e33-a5ae-03f64e838e22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.417555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:42.459136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-b1bba29b-b621-40e3-b198-8156aae80673 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/quotas/7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 375 time: 0.1001201 Jul 05 04:18:42.538150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724f22ca-5dc1-4873-a5b8-581f3578d0ab None None] New status for floating IP 1f060198-938d-45c0-acd6-12e0b393be81: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:18:42.586820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4ee5aeb-5abc-4317-a94a-a0236008b39b req-1967a4e8-d970-4b0a-b822-7644b68b8e46 service neutron] 10.222.0.26 "GET /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299728 Jul 05 04:18:42.638997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-e661bafa-7363-4240-af69-518513233fd0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:42.641501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-e661bafa-7363-4240-af69-518513233fd0 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.26 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 945 time: 0.2096751 Jul 05 04:18:42.666636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-f5ea7f65-3587-4ce6-9f19-4f491d2ea64b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1749291 Jul 05 04:18:42.728809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-23ec6464-b9bb-4e33-a5ae-03f64e838e22 None None] For port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=28c4d44b-69c9-4b22-9e07-9cd64aa6ae32,segment=NetworkSegment(364a6085-35b2-4b64-9dfb-593fa76de750),segment_id=364a6085-35b2-4b64-9dfb-593fa76de750)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:42.729880 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-23ec6464-b9bb-4e33-a5ae-03f64e838e22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:42.758379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-23ec6464-b9bb-4e33-a5ae-03f64e838e22 None None] Calling delete_port for 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:43.026149 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.042009 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-23ec6464-b9bb-4e33-a5ae-03f64e838e22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.063436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No DVR routers for this DVR port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:43.148855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ec6464-b9bb-4e33-a5ae-03f64e838e22 None None] Pushing event deleted for resources: {'Port': ['ID=28c4d44b-69c9-4b22-9e07-9cd64aa6ae32,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:43.169316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23ec6464-b9bb-4e33-a5ae-03f64e838e22 None None] No DVR routers for this DVR port 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:43.228426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=28c4d44b-69c9-4b22-9e07-9cd64aa6ae32,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:43.284858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-830268d2-98be-4f49-80cf-02a60ed07456 service neutron] 10.222.0.30 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5901806 Jul 05 04:18:43.340590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38696) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:43.373556 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.444140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8effb381-0baf-4718-82d5-7933ef9bf5dd']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:43.473473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '364a6085-35b2-4b64-9dfb-593fa76de750') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:43.474515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '364a6085-35b2-4b64-9dfb-593fa76de750') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:43.492708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-caafe4ea-ff02-4400-a7af-530f92d654d2 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=56fe5b2b0222464fac60a0fde15a1f5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1512537 Jul 05 04:18:43.495713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.498507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38698) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:43.523117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.531991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:43.534252 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:43.540482 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:43.553655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a4bdcb-6e9b-4518-937a-00df3f6f417a req-96339543-1f7a-4e4e-bafe-7b68ef5def28 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:43.555269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3a4bdcb-6e9b-4518-937a-00df3f6f417a req-96339543-1f7a-4e4e-bafe-7b68ef5def28 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 945 time: 0.3565359 Jul 05 04:18:43.642848 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-2e08cbc1-4a2c-40cc-bf29-7902d0410a3a service neutron] 10.222.0.30 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3049841 Jul 05 04:18:43.651699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-089faf2f-8f68-4bd0-9477-925aeb934af9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Deleting port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:43.652076 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-089faf2f-8f68-4bd0-9477-925aeb934af9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.705024 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.713946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.715804 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/networks/8effb381-0baf-4718-82d5-7933ef9bf5dd HTTP/1.1" status: 204 len: 168 time: 1.9173326 Jul 05 04:18:43.725398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38704) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:43.734884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a32f27c-a8c6-4a3a-82ae-c38e961d4389 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Network': ['ID=8effb381-0baf-4718-82d5-7933ef9bf5dd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:43.739492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1882820425'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:43.780577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3a4bdcb-6e9b-4518-937a-00df3f6f417a req-27cae912-d3b7-47e9-a70a-2f1fa2db32c1 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2149296 Jul 05 04:18:43.799207 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ea86652-a67f-4d4a-912a-e270273efb5e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.842850 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ea86652-a67f-4d4a-912a-e270273efb5e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.872601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-089faf2f-8f68-4bd0-9477-925aeb934af9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] For port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:43.872960 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-089faf2f-8f68-4bd0-9477-925aeb934af9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.901860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-089faf2f-8f68-4bd0-9477-925aeb934af9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Calling delete_port for 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:43.960340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:43.963867 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:43.968097 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.022435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:18:44.038217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.038573 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Added segment 925d5d39-5fde-4544-a387-9390e56a7e88 of type vlan for network 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 Jul 05 04:18:44.091608 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.102047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ea86652-a67f-4d4a-912a-e270273efb5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.104648 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2ea86652-a67f-4d4a-912a-e270273efb5e admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.110241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2ea86652-a67f-4d4a-912a-e270273efb5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43c4c007-570d-4021-bef5-770803b915a7 HTTP/1.1" status: 204 len: 168 time: 0.6038325 Jul 05 04:18:44.123280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:44.153629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea86652-a67f-4d4a-912a-e270273efb5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43c4c007-570d-4021-bef5-770803b915a7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:44.185402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:44.186192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 28c4d44b-69c9-4b22-9e07-9cd64aa6ae32 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:44.309632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f87b006-a77f-4c2e-ba8b-df5208b2d405 req-db1b0d01-e11b-4b4f-a8c0-b809ecbd2c24 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 210 time: 0.0714884 Jul 05 04:18:44.476870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.501930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:44.501930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:44.563448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Network': ['ID=2f6f306f-da1e-4cf2-9af5-37d9f6bf0247,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:44.576349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:18:45.034683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98b95c6-becf-43f4-ad4b-bed80b6cbc0e req-6ac03dda-17ea-47d1-b8a5-a74ee0294b77 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:45.040572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a98b95c6-becf-43f4-ad4b-bed80b6cbc0e req-6ac03dda-17ea-47d1-b8a5-a74ee0294b77 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 945 time: 0.0953283 Jul 05 04:18:45.087746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a98b95c6-becf-43f4-ad4b-bed80b6cbc0e req-b77e0170-a38f-4a00-9f17-1d1bcced7ed2 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/security-groups?id=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447879 Jul 05 04:18:45.133647 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-089faf2f-8f68-4bd0-9477-925aeb934af9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.169071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089faf2f-8f68-4bd0-9477-925aeb934af9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event deleted for resources: {'Port': ['ID=32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:45.187256 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.238700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-089faf2f-8f68-4bd0-9477-925aeb934af9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] No DVR routers for this DVR port 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:45.241737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-089faf2f-8f68-4bd0-9477-925aeb934af9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:45.244288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ba573c2-789c-4f78-9e43-83aecbce1b48 req-089faf2f-8f68-4bd0-9477-925aeb934af9 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.26 "DELETE /v2.0/ports/32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b HTTP/1.1" status: 204 len: 173 time: 2.5943818 Jul 05 04:18:45.244825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'name': 'network-vif-deleted', 'tag': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:45.248988 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bf3378f-9511-4966-97f0-62f01c3c3f54" -d '{"events": [{"server_uuid": "9c270e95-9f82-40e0-a59d-879d0f493e9d", "name": "network-vif-deleted", "tag": "32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:45.277233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-10ca257e-3dae-4e52-aa55-9e0e0d43bcca tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5445158 Jul 05 04:18:45.281815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38746) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:45.286504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': '2f6f306f-da1e-4cf2-9af5-37d9f6bf0247', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:45.291040 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb663b23-cd49-418b-8e18-5d07ac73ca51 x-openstack-request-id: req-bb663b23-cd49-418b-8e18-5d07ac73ca51 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:45.291329 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c270e95-9f82-40e0-a59d-879d0f493e9d", "name": "network-vif-deleted", "tag": "32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:45.291888 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bb663b23-cd49-418b-8e18-5d07ac73ca51 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:45.295804 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c270e95-9f82-40e0-a59d-879d0f493e9d', 'name': 'network-vif-deleted', 'tag': '32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b', 'status': 'completed', 'code': 200} Jul 05 04:18:45.569585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d263379f-fcf9-427f-bc1b-9feb91cd6ac5 req-36ba81a8-e1a3-4dbd-9173-35e06f592c24 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 210 time: 0.0960472 Jul 05 04:18:45.572452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:45.585946 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.047869 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.184388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=89460677-8e99-4009-84c7-9bcd22a653fc,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:46.193182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Checking segment: {'id': '925d5d39-5fde-4544-a387-9390e56a7e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f6f306f-da1e-4cf2-9af5-37d9f6bf0247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:46.193557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network hostable DHCP agents. Network: 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:18:46.282221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:18:46.412188 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f828fca-ea7f-4e4c-ac35-2bcea900b333 req-747739b5-ae2d-4173-8956-9c1d1924ad48 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "GET /v2.0/ports?device_id=9c270e95-9f82-40e0-a59d-879d0f493e9d HTTP/1.1" status: 200 len: 210 time: 0.0612693 Jul 05 04:18:46.416503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:46.417117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:46.418047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.431290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fe066dd-b32a-481f-8b46-30c96325e62e None None] Network 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:46.534819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d9b004c1-82f6-40d4-8d6d-daa5db369630 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2532389 Jul 05 04:18:46.539947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38794) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:46.544372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4f18d9ad-10ef-4e6f-91b4-b3c78fbde606 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-626858709', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:46.767961 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f18d9ad-10ef-4e6f-91b4-b3c78fbde606 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.774492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f18d9ad-10ef-4e6f-91b4-b3c78fbde606 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.808444 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dc8b0ae-1e3d-4776-8110-1438dcf38eb9 req-24f66689-459a-4b3f-9e78-086090e9bd25 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 210 time: 0.0533721 Jul 05 04:18:46.886870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f18d9ad-10ef-4e6f-91b4-b3c78fbde606 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:46.923274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-2f6f306f-da1e-4cf2-9af5-37d9f6bf0247', 'network_id': '2f6f306f-da1e-4cf2-9af5-37d9f6bf0247', 'tenant_id': '9139ae01d52d47d99cff608b3e988030', 'fixed_ips': [{'subnet_id': '89460677-8e99-4009-84c7-9bcd22a653fc'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:18:46.925055 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.003860 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f18d9ad-10ef-4e6f-91b4-b3c78fbde606 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.117873 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f18d9ad-10ef-4e6f-91b4-b3c78fbde606 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.121279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4f18d9ad-10ef-4e6f-91b4-b3c78fbde606 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5821099 Jul 05 04:18:47.123932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38812) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:47.130416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'network_id': '2f6f306f-da1e-4cf2-9af5-37d9f6bf0247', 'name': 'tempest-PortsIpV6TestJSON-1570265816'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:47.476558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:47.480871 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.521163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:18:47.544959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Allocated IP 2001:db8::2 (2f6f306f-da1e-4cf2-9af5-37d9f6bf0247/89460677-8e99-4009-84c7-9bcd22a653fc/8f99d1be-d86f-44ad-9741-22e22c6567a0) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:47.602084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38822) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:47.739871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24237ee2-a56d-4a98-8204-7d1172a66365 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.748212 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:47.811838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:47.812539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 32ec6a4c-70b3-4f72-b4a8-0a59d253ee0b not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:47.830141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.841183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Transition to ACTIVE for port object 8f99d1be-d86f-44ad-9741-22e22c6567a0 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:47.860954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Transition to ACTIVE for port object 8f99d1be-d86f-44ad-9741-22e22c6567a0 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:47.869699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24237ee2-a56d-4a98-8204-7d1172a66365 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:47.963483 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.069227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Network 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:48.078824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:48.082633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:48.085502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Pushing event updated for resources: {'Port': ['ID=8f99d1be-d86f-44ad-9741-22e22c6567a0,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:48.110878 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24237ee2-a56d-4a98-8204-7d1172a66365 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.113716 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24237ee2-a56d-4a98-8204-7d1172a66365 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.114970 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-24237ee2-a56d-4a98-8204-7d1172a66365 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] 10.222.0.30 "DELETE /v2.0/security-groups/b5fe5806-0d02-4b77-bf8e-fc9c35fd0595 HTTP/1.1" status: 204 len: 168 time: 0.5106931 Jul 05 04:18:48.151518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8::251 (2f6f306f-da1e-4cf2-9af5-37d9f6bf0247/89460677-8e99-4009-84c7-9bcd22a653fc/04fe88a1-1ee7-43ad-822c-4cb80b2d05bc) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:48.173537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24237ee2-a56d-4a98-8204-7d1172a66365 tempest-TestServerBasicOps-1392310550 tempest-TestServerBasicOps-1392310550-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5fe5806-0d02-4b77-bf8e-fc9c35fd0595,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:48.257409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.257783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.260627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.261022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.263038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.263392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.263779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.266341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.266661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.268816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.268816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.268816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:48.349095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Attempting to bind port 8f99d1be-d86f-44ad-9741-22e22c6567a0 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:48.350260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Attempting to bind port 8f99d1be-d86f-44ad-9741-22e22c6567a0 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '925d5d39-5fde-4544-a387-9390e56a7e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f6f306f-da1e-4cf2-9af5-37d9f6bf0247'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:48.350260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Attempting to bind port 8f99d1be-d86f-44ad-9741-22e22c6567a0 on network 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:48.407797 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:48.408232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Checking segment: {'id': '925d5d39-5fde-4544-a387-9390e56a7e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f6f306f-da1e-4cf2-9af5-37d9f6bf0247'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:48.414578 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.414998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Bound using segment: {'id': '925d5d39-5fde-4544-a387-9390e56a7e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f6f306f-da1e-4cf2-9af5-37d9f6bf0247'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:48.415515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Bound port: 8f99d1be-d86f-44ad-9741-22e22c6567a0, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '925d5d39-5fde-4544-a387-9390e56a7e88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '2f6f306f-da1e-4cf2-9af5-37d9f6bf0247'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:48.415930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.474643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38846) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:48.565944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6fa3b36-738a-4aa1-b665-c3146b06e2ee req-7e963afc-03e4-42e4-93d9-597d787502de tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 210 time: 0.3095582 Jul 05 04:18:48.654655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] For port 8f99d1be-d86f-44ad-9741-22e22c6567a0, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:48.660935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] For port 8f99d1be-d86f-44ad-9741-22e22c6567a0, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8f99d1be-d86f-44ad-9741-22e22c6567a0,segment=NetworkSegment(925d5d39-5fde-4544-a387-9390e56a7e88),segment_id=925d5d39-5fde-4544-a387-9390e56a7e88)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:48.785633 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.823875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-311bbf5f-6d60-4e54-a9dc-f0efb59ae18f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:48.825985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-311bbf5f-6d60-4e54-a9dc-f0efb59ae18f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 796 time: 0.5643029 Jul 05 04:18:48.933308 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:48.979396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e3d64-bc0d-487d-9e0b-cd4c0cd3ed46 None None] Pushing event updated for resources: {'Port': ['ID=8f99d1be-d86f-44ad-9741-22e22c6567a0,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:49.052192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:49.081961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-acf1ad08-939c-44aa-85e0-621d51f23c5f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 379 time: 0.2399540 Jul 05 04:18:49.181981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'port': {'device_id': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'admin_state_up': True, 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'security_groups': ['3b03acda-7ae1-4e51-b6bf-956fe7e54809']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:49.680590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.759073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.874033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba74e201-6776-4105-adb5-46366a062c38 req-974757e6-246a-4db3-bc54-112537d781d8 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 210 time: 0.1119168 Jul 05 04:18:49.875293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=04fe88a1-1ee7-43ad-822c-4cb80b2d05bc,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:49.900477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:49.900477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:49.900477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:49.908275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:49.908917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:49.947245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:18:49.957499 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.146558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4480cc5f-f6fb-48a8-8363-59f23363ea94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.0213428 Jul 05 04:18:50.153628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 38876) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:50.253441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8f99d1be-d86f-44ad-9741-22e22c6567a0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:50.264559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] Deleting port 511f76a2-8771-4e69-a2ca-7f1dc1621115 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:50.265093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.370905 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] For port 511f76a2-8771-4e69-a2ca-7f1dc1621115, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=511f76a2-8771-4e69-a2ca-7f1dc1621115,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:50.371841 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.390407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] Calling delete_port for 511f76a2-8771-4e69-a2ca-7f1dc1621115 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:50.514203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.20.0.10 (58700b3d-d9cb-4b50-8689-da1fbd153960/66fdc191-f6aa-4f4b-b5d9-ea773feb5bec/247e0359-3e03-4cc6-bfaf-a1060803791f) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:18:50.556723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 8f99d1be-d86f-44ad-9741-22e22c6567a0 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:50.737630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8eba0ab-7d9c-4278-8d7b-52108e1244e5 None None] Network 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:50.848145 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:50.985778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-17675e86-05bc-4722-892e-acc8e525a9ee None None] Provisioning for port 8f99d1be-d86f-44ad-9741-22e22c6567a0 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:51.005414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-17675e86-05bc-4722-892e-acc8e525a9ee None None] Provisioning complete for port 8f99d1be-d86f-44ad-9741-22e22c6567a0 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:51.005837 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17675e86-05bc-4722-892e-acc8e525a9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.044463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] Pushing event deleted for resources: {'Port': ['ID=511f76a2-8771-4e69-a2ca-7f1dc1621115,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:51.159032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5726e666-d709-4634-981f-bc4619f29f90 req-f9293871-8d3e-4878-be97-b677e05dd771 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 210 time: 0.0758917 Jul 05 04:18:51.208686 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.265558 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17675e86-05bc-4722-892e-acc8e525a9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.366270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-17675e86-05bc-4722-892e-acc8e525a9ee None None] For port 8f99d1be-d86f-44ad-9741-22e22c6567a0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8f99d1be-d86f-44ad-9741-22e22c6567a0,segment=NetworkSegment(925d5d39-5fde-4544-a387-9390e56a7e88),segment_id=925d5d39-5fde-4544-a387-9390e56a7e88)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:51.418853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.432035 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.502986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Transition to ACTIVE for port object 247e0359-3e03-4cc6-bfaf-a1060803791f will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:51.659072 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.752455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] Router c89ad471-0876-4156-af18-0324835ff3fc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:51.893746 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-17675e86-05bc-4722-892e-acc8e525a9ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.968865 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:51.977718 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.041919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17675e86-05bc-4722-892e-acc8e525a9ee None None] Pushing event updated for resources: {'Port': ['ID=8f99d1be-d86f-44ad-9741-22e22c6567a0,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:52.075578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 58700b3d-d9cb-4b50-8689-da1fbd153960 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:52.081327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:52.196594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dc960034-4f0f-4fe7-a829-830356b8bc65 None None] Provisioning for port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:52.197414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:18:52.202963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dc960034-4f0f-4fe7-a829-830356b8bc65 None None] Provisioning complete for port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:52.204840 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dc960034-4f0f-4fe7-a829-830356b8bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.213776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=04fe88a1-1ee7-43ad-822c-4cb80b2d05bc,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:52.297527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-dc960034-4f0f-4fe7-a829-830356b8bc65 None None] Port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:52.327470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-dc960034-4f0f-4fe7-a829-830356b8bc65 None None] Provisioning complete for port 8f99d1be-d86f-44ad-9741-22e22c6567a0 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:52.328090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dc960034-4f0f-4fe7-a829-830356b8bc65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.580234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:52.591188 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] Sync routers for ids ['c89ad471-0876-4156-af18-0324835ff3fc'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:52.603345 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ba099b7e-2c17-40b6-8983-eb661e4ba288 admin admin] 10.222.0.30 "PUT /v2.0/routers/c89ad471-0876-4156-af18-0324835ff3fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1275380 Jul 05 04:18:52.607807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38928) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:52.609233 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] Routers {'c89ad471-0876-4156-af18-0324835ff3fc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:52.612367 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c89ad471-0876-4156-af18-0324835ff3fc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:52.621612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-75c2734e-c3da-4ee1-9849-a0326b0dfd53 None None] Provisioning complete for port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:52.624083 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-75c2734e-c3da-4ee1-9849-a0326b0dfd53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.735016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-75c2734e-c3da-4ee1-9849-a0326b0dfd53 None None] Port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:52.882641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3fccd137-c32d-4fb5-94e2-381d9e1d2fc5 None None] Provisioning complete for port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:52.883136 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3fccd137-c32d-4fb5-94e2-381d9e1d2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.925659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:52.963374 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] Set router c89ad471-0876-4156-af18-0324835ff3fc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:52.998539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3fccd137-c32d-4fb5-94e2-381d9e1d2fc5 None None] Port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:53.118043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3fccd137-c32d-4fb5-94e2-381d9e1d2fc5 None None] Provisioning for port 247e0359-3e03-4cc6-bfaf-a1060803791f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:18:53.123258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3fccd137-c32d-4fb5-94e2-381d9e1d2fc5 None None] Provisioning complete for port 247e0359-3e03-4cc6-bfaf-a1060803791f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:53.128766 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3fccd137-c32d-4fb5-94e2-381d9e1d2fc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.201699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.217707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3fccd137-c32d-4fb5-94e2-381d9e1d2fc5 None None] Port 247e0359-3e03-4cc6-bfaf-a1060803791f cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:53.307831 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99'}], 'enable_snat': True}, 'gw_port_id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:18:50Z', 'revision_number': 5, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port': {'id': 'ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:f9:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3174, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:08Z', 'updated_at': '2021-07-05T04:17:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:53.344382 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] Checking router: c89ad471-0876-4156-af18-0324835ff3fc for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:18:53.354219 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] Routers {'c89ad471-0876-4156-af18-0324835ff3fc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:53.355171 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c89ad471-0876-4156-af18-0324835ff3fc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:53.361109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.361771 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.380927 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:53.431733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Deleting port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:53.435034 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.472307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3644a70-de35-468e-8b16-6248df038086 req-7ea2e200-72d8-475a-9768-6748cf930e6b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:53.487963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3644a70-de35-468e-8b16-6248df038086 req-7ea2e200-72d8-475a-9768-6748cf930e6b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 932 time: 0.4263923 Jul 05 04:18:53.497982 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] Set router c89ad471-0876-4156-af18-0324835ff3fc gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:18:53.531940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-48c00354-3b1b-43ce-a4cc-5ecb4a3a12d6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3498826 Jul 05 04:18:53.551203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Request body: {'port': {'device_id': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:18:53.596834 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.611929 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:18:53Z', 'revision_number': 6, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:53.672383 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c965840d-5381-4e08-a3c0-e6daeb5c84ed None None] The sync data for ids ['c89ad471-0876-4156-af18-0324835ff3fc'] in n-d-758944-41 is: [{'id': 'c89ad471-0876-4156-af18-0324835ff3fc', 'name': 'tempest-TestServerBasicOps-1448807772-router', 'tenant_id': 'c405d16833e24848b0f3514ed9f393e7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:06Z', 'updated_at': '2021-07-05T04:18:53Z', 'revision_number': 6, 'project_id': 'c405d16833e24848b0f3514ed9f393e7', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:53.673830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] For port ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:53.673830 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:53.682416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Calling delete_port for ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:53.709241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3644a70-de35-468e-8b16-6248df038086 req-6a31d499-e76f-401e-bb12-1d54f6941637 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2261899 Jul 05 04:18:53.871782 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.071405 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.164510 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Pushing event deleted for resources: {'Port': ['ID=ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:54.197860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.198236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.198716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.199063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.199965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.200307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.200635 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.201115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.201368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.201692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.202017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.202331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:18:54.212353 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.223963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8f99d1be-d86f-44ad-9741-22e22c6567a0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:18:54.245863 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.382414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8f99d1be-d86f-44ad-9741-22e22c6567a0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:54.382901 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.538191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.540984 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.615314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 511f76a2-8771-4e69-a2ca-7f1dc1621115 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:54.642216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 511f76a2-8771-4e69-a2ca-7f1dc1621115 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:54.642766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 511f76a2-8771-4e69-a2ca-7f1dc1621115 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:54.649508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 247e0359-3e03-4cc6-bfaf-a1060803791f {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:18:54.660136 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.802048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.802048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Fanout notify agent at l3_agent the message router_deleted on router c89ad471-0876-4156-af18-0324835ff3fc {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:18:54.803466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.805178 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-911b378b-ed4b-4fac-bea4-95928489b73d admin admin] 10.222.0.30 "DELETE /v2.0/routers/c89ad471-0876-4156-af18-0324835ff3fc HTTP/1.1" status: 204 len: 168 time: 2.1895397 Jul 05 04:18:54.808310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38984) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:54.830627 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Transition to ACTIVE for port object 247e0359-3e03-4cc6-bfaf-a1060803791f will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:18:54.937290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce4fa2d3-16cb-4376-9381-784eb22e71de admin admin] Deleting subnet 451f5591-ca87-412c-98b5-b642c09911ec {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:54.942845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa2d3-16cb-4376-9381-784eb22e71de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.947992 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:54.981870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.013303 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa2d3-16cb-4376-9381-784eb22e71de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.153022 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.154238 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.200592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa2d3-16cb-4376-9381-784eb22e71de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.236558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:55.319637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=04fe88a1-1ee7-43ad-822c-4cb80b2d05bc,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:55.375843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366ba8ac-3ba1-4079-9b81-a2de8aab7d9d req-a63caea6-6abe-4d44-a859-38363c2d9e74 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.377565 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-366ba8ac-3ba1-4079-9b81-a2de8aab7d9d req-a63caea6-6abe-4d44-a859-38363c2d9e74 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 944 time: 0.4062889 Jul 05 04:18:55.385646 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa2d3-16cb-4376-9381-784eb22e71de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.428981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4fa2d3-16cb-4376-9381-784eb22e71de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=451f5591-ca87-412c-98b5-b642c09911ec,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:55.441038 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce4fa2d3-16cb-4376-9381-784eb22e71de admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.443919 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ce4fa2d3-16cb-4376-9381-784eb22e71de admin admin] 10.222.0.30 "DELETE /v2.0/subnets/451f5591-ca87-412c-98b5-b642c09911ec HTTP/1.1" status: 204 len: 168 time: 0.6302078 Jul 05 04:18:55.445005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-623cd685-cca1-4451-bc5c-bf69dabc9d6f None None] Network 93da2575-28be-4311-b892-2bff53d92bf6 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:18:55.445759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 38996) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:55.530277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-366ba8ac-3ba1-4079-9b81-a2de8aab7d9d req-119e6556-d989-4419-9836-c6bc0061faab tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1443694 Jul 05 04:18:55.543410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:18:55.543814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:18:55.544182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f on network 58700b3d-d9cb-4b50-8689-da1fbd153960 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:55.575959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:18:55.577455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Port 247e0359-3e03-4cc6-bfaf-a1060803791f on network 58700b3d-d9cb-4b50-8689-da1fbd153960 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:18:55.577796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f on network 58700b3d-d9cb-4b50-8689-da1fbd153960 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:18:55.581020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:18:55.584075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.592054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:18:55.593412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Checking segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:18:55.594015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Bound using segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:18:55.594887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Bound port: 247e0359-3e03-4cc6-bfaf-a1060803791f, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:18:55.595308 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.707642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Deleting port 8c455a08-4434-452d-bccc-c33d0e9558ec {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:55.708311 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.805867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:18:55.810644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:18:55.876124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] For port 8c455a08-4434-452d-bccc-c33d0e9558ec, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8c455a08-4434-452d-bccc-c33d0e9558ec,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:55.890947 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.903219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Calling delete_port for 8c455a08-4434-452d-bccc-c33d0e9558ec owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:55.920747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24ca558-5f59-438d-9d85-1adc850bf877 None None] DHCP port deletion for 93da2575-28be-4311-b892-2bff53d92bf6 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:18:55.923480 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.974621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:55.975528 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:55.977220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] 10.222.0.26 "PUT /v2.0/ports/247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1093 time: 2.4424374 Jul 05 04:18:55.977879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:18:55.982040 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f776ef73-803e-45ed-9a7e-6fadf293a470" -d '{"events": [{"name": "network-changed", "server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:18:56.046375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Router 995eeb3c-5a39-43fb-b826-60f1ce36e72c is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:18:56.077493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-789d4c6f-4976-40d6-9e7e-c09deaa646aa service neutron] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:56.114105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b24ca558-5f59-438d-9d85-1adc850bf877 None None] Deleting port 8c455a08-4434-452d-bccc-c33d0e9558ec {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:56.114105 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b24ca558-5f59-438d-9d85-1adc850bf877 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.126599 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-300c2461-0a2a-489d-81b7-7c8094b576c2 x-openstack-request-id: req-300c2461-0a2a-489d-81b7-7c8094b576c2 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:18:56.126948 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:18:56.127151 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-300c2461-0a2a-489d-81b7-7c8094b576c2 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:18:56.130126 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'status': 'completed', 'code': 200} Jul 05 04:18:56.271232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.297037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8fd36f0a-73df-4392-a11f-46c44bffefe3 None None] Provisioning complete for port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:18:56.303920 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8fd36f0a-73df-4392-a11f-46c44bffefe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.359204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] No DVR routers for this DVR port 8c455a08-4434-452d-bccc-c33d0e9558ec on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:56.361812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Pushing event deleted for resources: {'Port': ['ID=8c455a08-4434-452d-bccc-c33d0e9558ec,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:56.377568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8fd36f0a-73df-4392-a11f-46c44bffefe3 None None] Port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:18:56.381249 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8c455a08-4434-452d-bccc-c33d0e9558ec no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:56.464024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 8c455a08-4434-452d-bccc-c33d0e9558ec {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:56.465715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8c455a08-4434-452d-bccc-c33d0e9558ec not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:56.468319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:18:56.532608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:56.535417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:18:56.536342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ca9d64b9-2a72-4e9b-8a1f-07426d1c6c93 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:18:56.553069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffec909-9b14-4452-869e-74707040767e None None] Sync routers for ids ['995eeb3c-5a39-43fb-b826-60f1ce36e72c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:56.555991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3aaf345c-1016-4b2c-b702-11bccda4139b tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "PUT /v2.0/routers/995eeb3c-5a39-43fb-b826-60f1ce36e72c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3940122 Jul 05 04:18:56.567442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b24ca558-5f59-438d-9d85-1adc850bf877 None None] For port 8c455a08-4434-452d-bccc-c33d0e9558ec, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8c455a08-4434-452d-bccc-c33d0e9558ec,segment=NetworkSegment(f8be0211-0b2e-4197-9ec3-9fb50b5998b1),segment_id=f8be0211-0b2e-4197-9ec3-9fb50b5998b1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:56.569336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b24ca558-5f59-438d-9d85-1adc850bf877 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.572121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39032) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:56.606527 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.632698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b24ca558-5f59-438d-9d85-1adc850bf877 None None] Calling delete_port for 8c455a08-4434-452d-bccc-c33d0e9558ec owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:56.652148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93da2575-28be-4311-b892-2bff53d92bf6']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:56.669553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffec909-9b14-4452-869e-74707040767e None None] Routers {'995eeb3c-5a39-43fb-b826-60f1ce36e72c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:56.670169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6ffec909-9b14-4452-869e-74707040767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['995eeb3c-5a39-43fb-b826-60f1ce36e72c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:56.718650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:56.719492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8be0211-0b2e-4197-9ec3-9fb50b5998b1') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:56.746726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.788661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.813544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:18:56.814467 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:18:56.816622 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:18:56.819134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6ffec909-9b14-4452-869e-74707040767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:56.893968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffec909-9b14-4452-869e-74707040767e None None] Routers {'995eeb3c-5a39-43fb-b826-60f1ce36e72c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:56.894599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6ffec909-9b14-4452-869e-74707040767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['995eeb3c-5a39-43fb-b826-60f1ce36e72c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:56.939706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-6ffec909-9b14-4452-869e-74707040767e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:56.940730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ffec909-9b14-4452-869e-74707040767e None None] The sync data for ids ['995eeb3c-5a39-43fb-b826-60f1ce36e72c'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:56.959952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776ef73-803e-45ed-9a7e-6fadf293a470 req-550fc371-b49d-4cd8-b779-12592f14481c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:56.961823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f776ef73-803e-45ed-9a7e-6fadf293a470 req-550fc371-b49d-4cd8-b779-12592f14481c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1096 time: 0.6035073 Jul 05 04:18:56.977919 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b24ca558-5f59-438d-9d85-1adc850bf877 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:56.986694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9021d776-89fb-4ecc-8615-a9634e784414 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:56.986694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9021d776-89fb-4ecc-8615-a9634e784414 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports?device_id=995eeb3c-5a39-43fb-b826-60f1ce36e72c HTTP/1.1" status: 200 len: 989 time: 0.4128253 Jul 05 04:18:56.993816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24ca558-5f59-438d-9d85-1adc850bf877 None None] No DVR routers for this DVR port 8c455a08-4434-452d-bccc-c33d0e9558ec on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:18:56.999350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39038) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:57.020666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24ca558-5f59-438d-9d85-1adc850bf877 None None] Pushing event deleted for resources: {'Port': ['ID=8c455a08-4434-452d-bccc-c33d0e9558ec,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:57.109847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feeac3c3-ee24-423e-b159-7eb3c7292930 req-6692d3d6-718b-4962-81f4-018d004705f0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:57.111559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feeac3c3-ee24-423e-b159-7eb3c7292930 req-6692d3d6-718b-4962-81f4-018d004705f0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 944 time: 0.2617877 Jul 05 04:18:57.123056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.138197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.140153 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] 10.222.0.30 "DELETE /v2.0/networks/93da2575-28be-4311-b892-2bff53d92bf6 HTTP/1.1" status: 204 len: 168 time: 1.6937273 Jul 05 04:18:57.148665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39042) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:57.158529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72072c42-dd22-4aaf-83ef-a4b80730e79a admin admin] Pushing event deleted for resources: {'Network': ['ID=93da2575-28be-4311-b892-2bff53d92bf6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:57.255971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-feeac3c3-ee24-423e-b159-7eb3c7292930 req-f9e1bc4e-3863-45c1-853a-99deec112088 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1373916 Jul 05 04:18:57.271658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776ef73-803e-45ed-9a7e-6fadf293a470 req-fa196835-dd4f-48dd-b22b-62738e5771de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:57.271658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f776ef73-803e-45ed-9a7e-6fadf293a470 req-fa196835-dd4f-48dd-b22b-62738e5771de service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7d6d2d8645e943558e449d8c5575d969&shared=False HTTP/1.1" status: 200 len: 897 time: 0.2783065 Jul 05 04:18:57.640446 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:57.985957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776ef73-803e-45ed-9a7e-6fadf293a470 req-5843e7e2-b4f6-44b4-94a5-d8628616e527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:57.988482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f776ef73-803e-45ed-9a7e-6fadf293a470 req-5843e7e2-b4f6-44b4-94a5-d8628616e527 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6692924 Jul 05 04:18:58.027805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:58.028452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.155300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-f64ad1fa-c65b-47b4-be43-5da23a8fb422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:58.156785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-f64ad1fa-c65b-47b4-be43-5da23a8fb422 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1096 time: 0.0889611 Jul 05 04:18:58.163516 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.179479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 04fe88a1-1ee7-43ad-822c-4cb80b2d05bc owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:58.212473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-2b5aceb9-a5e1-4e7b-bd6a-f0c13ae92b8e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 217 time: 0.0455637 Jul 05 04:18:58.347497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-e89023cb-3844-4929-9542-86638f7198f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:58.347497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-e89023cb-3844-4929-9542-86638f7198f3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.1000395 Jul 05 04:18:58.439353 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.614501 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.654564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=04fe88a1-1ee7-43ad-822c-4cb80b2d05bc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:18:58.776209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-aa1fb626-d0f3-4804-b5d7-bea6e2d8e676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:58.778457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-aa1fb626-d0f3-4804-b5d7-bea6e2d8e676 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.4192178 Jul 05 04:18:58.809256 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:58.972895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c115fc68-df21-4e1c-bc59-0a78805e5ce3 req-7a27f18d-6ef8-4419-8740-8632fc57c24f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:18:58.975728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c115fc68-df21-4e1c-bc59-0a78805e5ce3 req-7a27f18d-6ef8-4419-8740-8632fc57c24f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 944 time: 0.5330062 Jul 05 04:18:58.978231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-7b61ea06-d4c9-4018-8367-7f6be35c30b0 service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1869376 Jul 05 04:18:59.033467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Router 995eeb3c-5a39-43fb-b826-60f1ce36e72c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:18:59.048508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c115fc68-df21-4e1c-bc59-0a78805e5ce3 req-6c278183-1b7b-4b38-8040-a50cfe6503b9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0636294 Jul 05 04:18:59.168781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:18:59.179227 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5764334c-f9dd-4d54-8f65-9c0ee147dc80 None None] Sync routers for ids ['995eeb3c-5a39-43fb-b826-60f1ce36e72c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:18:59.187801 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-072f5b9f-86bf-45a0-b9a1-99b540c18c79 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "PUT /v2.0/routers/995eeb3c-5a39-43fb-b826-60f1ce36e72c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1871183 Jul 05 04:18:59.188085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39080) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:59.202820 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5764334c-f9dd-4d54-8f65-9c0ee147dc80 None None] Routers {'995eeb3c-5a39-43fb-b826-60f1ce36e72c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:59.203459 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5764334c-f9dd-4d54-8f65-9c0ee147dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['995eeb3c-5a39-43fb-b826-60f1ce36e72c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:59.237068 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5764334c-f9dd-4d54-8f65-9c0ee147dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:59.247510 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5764334c-f9dd-4d54-8f65-9c0ee147dc80 None None] Routers {'995eeb3c-5a39-43fb-b826-60f1ce36e72c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:18:59.248149 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5764334c-f9dd-4d54-8f65-9c0ee147dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['995eeb3c-5a39-43fb-b826-60f1ce36e72c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:59.254910 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-a17d2ab1-d58d-4e5b-98e6-8d03ac1fc0ea tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:18:59.259283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a17d2ab1-d58d-4e5b-98e6-8d03ac1fc0ea tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/04fe88a1-1ee7-43ad-822c-4cb80b2d05bc HTTP/1.1" status: 404 len: 333 time: 0.0670614 Jul 05 04:18:59.260180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39082) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:59.288085 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5764334c-f9dd-4d54-8f65-9c0ee147dc80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:18:59.288730 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5764334c-f9dd-4d54-8f65-9c0ee147dc80 None None] The sync data for ids ['995eeb3c-5a39-43fb-b826-60f1ce36e72c'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:18:59.333422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5bf67d3e-bdda-428b-b893-fdbfab6a8dc7 req-03cf07a5-f3b1-43c0-94c0-3a9850fa8343 service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3093908 Jul 05 04:18:59.343723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd55293f-b6aa-41bb-84ce-c4cf45305fb4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.477303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] Deleting port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:18:59.481232 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.585587 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd55293f-b6aa-41bb-84ce-c4cf45305fb4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.589228 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd55293f-b6aa-41bb-84ce-c4cf45305fb4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.685747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] For port 1a97bf63-9393-4c40-8a1c-50f8cb7880e7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1a97bf63-9393-4c40-8a1c-50f8cb7880e7,segment=NetworkSegment(2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab),segment_id=2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:18:59.686105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.699303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] Calling delete_port for 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:18:59.857122 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd55293f-b6aa-41bb-84ce-c4cf45305fb4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.857596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd55293f-b6aa-41bb-84ce-c4cf45305fb4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Fanout notify agent at l3_agent the message router_deleted on router 995eeb3c-5a39-43fb-b826-60f1ce36e72c {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:18:59.866482 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cd55293f-b6aa-41bb-84ce-c4cf45305fb4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.867703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cd55293f-b6aa-41bb-84ce-c4cf45305fb4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/routers/995eeb3c-5a39-43fb-b826-60f1ce36e72c HTTP/1.1" status: 204 len: 168 time: 0.6065521 Jul 05 04:18:59.871183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39108) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:18:59.934620 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-4508579f-f392-4988-9e14-2d7175bfeedf tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet 89460677-8e99-4009-84c7-9bcd22a653fc {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:18:59.937967 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4508579f-f392-4988-9e14-2d7175bfeedf tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:18:59.992047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4508579f-f392-4988-9e14-2d7175bfeedf tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.093746 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.154576 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4508579f-f392-4988-9e14-2d7175bfeedf tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.262952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a97bf63-9393-4c40-8a1c-50f8cb7880e7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:00.392187 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4508579f-f392-4988-9e14-2d7175bfeedf tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.436400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4508579f-f392-4988-9e14-2d7175bfeedf tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=89460677-8e99-4009-84c7-9bcd22a653fc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:00.438965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4677f794-f73e-4f01-aa43-07f5e053aef8 req-94f6d4c4-1829-4f97-96d3-dbdf75e1f349 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:00.440592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4677f794-f73e-4f01-aa43-07f5e053aef8 req-94f6d4c4-1829-4f97-96d3-dbdf75e1f349 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 944 time: 0.2288535 Jul 05 04:19:00.441650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4508579f-f392-4988-9e14-2d7175bfeedf tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.441767 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.447032 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4508579f-f392-4988-9e14-2d7175bfeedf tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/89460677-8e99-4009-84c7-9bcd22a653fc HTTP/1.1" status: 204 len: 168 time: 0.5745702 Jul 05 04:19:00.447780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39120) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:00.451921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4990b37c-75c3-416e-a858-b6184a1517da None None] Network 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:00.549475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4677f794-f73e-4f01-aa43-07f5e053aef8 req-742cf044-597b-457b-961a-cf11fa89af33 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0982964 Jul 05 04:19:00.563358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.638430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 8f99d1be-d86f-44ad-9741-22e22c6567a0 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:00.638763 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.740074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] For port 8f99d1be-d86f-44ad-9741-22e22c6567a0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8f99d1be-d86f-44ad-9741-22e22c6567a0,segment=NetworkSegment(925d5d39-5fde-4544-a387-9390e56a7e88),segment_id=925d5d39-5fde-4544-a387-9390e56a7e88)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:00.742008 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.743551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affa479a-0e07-4ecc-9c3b-04563966768f None None] DHCP port deletion for 2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:19:00.758746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 8f99d1be-d86f-44ad-9741-22e22c6567a0 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:00.773564 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] Router f45a60bb-0046-4fe2-bab2-ec22b475286a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:00.846207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-affa479a-0e07-4ecc-9c3b-04563966768f None None] Deleting port 8f99d1be-d86f-44ad-9741-22e22c6567a0 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:00.846618 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-affa479a-0e07-4ecc-9c3b-04563966768f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.941271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-affa479a-0e07-4ecc-9c3b-04563966768f None None] For port 8f99d1be-d86f-44ad-9741-22e22c6567a0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8f99d1be-d86f-44ad-9741-22e22c6567a0,segment=NetworkSegment(925d5d39-5fde-4544-a387-9390e56a7e88),segment_id=925d5d39-5fde-4544-a387-9390e56a7e88)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:00.941670 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-affa479a-0e07-4ecc-9c3b-04563966768f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:00.961587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-affa479a-0e07-4ecc-9c3b-04563966768f None None] Calling delete_port for 8f99d1be-d86f-44ad-9741-22e22c6567a0 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:00.997189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:01.007984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3c0be1b0-fd51-4a20-8f08-458877c4ff83 admin admin] 10.222.0.30 "PUT /v2.0/routers/f45a60bb-0046-4fe2-bab2-ec22b475286a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8582380 Jul 05 04:19:01.010544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39134) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:01.023433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] Sync routers for ids ['f45a60bb-0046-4fe2-bab2-ec22b475286a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:01.044367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] Routers {'f45a60bb-0046-4fe2-bab2-ec22b475286a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:01.045066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f45a60bb-0046-4fe2-bab2-ec22b475286a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:01.054273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.158774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-affa479a-0e07-4ecc-9c3b-04563966768f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.194687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affa479a-0e07-4ecc-9c3b-04563966768f None None] Pushing event deleted for resources: {'Port': ['ID=8f99d1be-d86f-44ad-9741-22e22c6567a0,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:01.219221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affa479a-0e07-4ecc-9c3b-04563966768f None None] No DVR routers for this DVR port 8f99d1be-d86f-44ad-9741-22e22c6567a0 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:01.254302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] Set router f45a60bb-0046-4fe2-bab2-ec22b475286a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:01.487698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'name': 'tempest-TestServerBasicOps-1625587544-router', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:23Z', 'updated_at': '2021-07-05T04:18:59Z', 'revision_number': 5, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'gw_port': {'id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:24Z', 'updated_at': '2021-07-05T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:01.516002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=8f99d1be-d86f-44ad-9741-22e22c6567a0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:01.520884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No DVR routers for this DVR port 8f99d1be-d86f-44ad-9741-22e22c6567a0 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:01.521802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] Checking router: f45a60bb-0046-4fe2-bab2-ec22b475286a for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:01.532552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] Routers {'f45a60bb-0046-4fe2-bab2-ec22b475286a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:01.533275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:18:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f45a60bb-0046-4fe2-bab2-ec22b475286a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:01.611825 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.656264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] Set router f45a60bb-0046-4fe2-bab2-ec22b475286a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:01.663425 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.678762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6f306f-da1e-4cf2-9af5-37d9f6bf0247']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:01.696490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '925d5d39-5fde-4544-a387-9390e56a7e88') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:01.697234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '925d5d39-5fde-4544-a387-9390e56a7e88') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:01.769147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c079f948-54fe-472f-8a68-05b4dbf72968 req-cbfbd73d-5c90-4f01-b282-4cc0cacd1768 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:01.770703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c079f948-54fe-472f-8a68-05b4dbf72968 req-cbfbd73d-5c90-4f01-b282-4cc0cacd1768 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 944 time: 0.0892100 Jul 05 04:19:01.792967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:19:01.794429 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.806500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.818035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c079f948-54fe-472f-8a68-05b4dbf72968 req-70bf3538-9e99-46c3-9a87-ee2c1ae89b07 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413702 Jul 05 04:19:01.819616 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.830412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:19:01.830901 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:19:01.834312 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:19:01.966389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Deleting port 32d813d6-890f-42af-8648-52ddf30d7e76 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:01.967735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.043396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.056638 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.064233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39154) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:02.092654 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/networks/2f6f306f-da1e-4cf2-9af5-37d9f6bf0247 HTTP/1.1" status: 204 len: 168 time: 1.6433964 Jul 05 04:19:02.158642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'name': 'tempest-TestServerBasicOps-1625587544-router', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:23Z', 'updated_at': '2021-07-05T04:18:59Z', 'revision_number': 5, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'gw_port': {'id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:24Z', 'updated_at': '2021-07-05T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:02.162145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:02.176111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce1ece3-1cb5-4179-93a2-018ffb7b99b4 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Network': ['ID=2f6f306f-da1e-4cf2-9af5-37d9f6bf0247,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:02.203851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f04b27c0-83db-40db-a6a5-447eaae4c0c6 None None] The sync data for ids ['f45a60bb-0046-4fe2-bab2-ec22b475286a'] in n-d-758944-41 is: [{'id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'name': 'tempest-TestServerBasicOps-1625587544-router', 'tenant_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45'}], 'enable_snat': True}, 'gw_port_id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:23Z', 'updated_at': '2021-07-05T04:18:59Z', 'revision_number': 5, 'project_id': '7f1da80cde764a5cbf5cc8d0598457e6', 'gw_port': {'id': '32d813d6-890f-42af-8648-52ddf30d7e76', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:7e:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f45a60bb-0046-4fe2-bab2-ec22b475286a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3212, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.45', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:24Z', 'updated_at': '2021-07-05T04:17:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:02.206249 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'port_id': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'mac_address': 'fa:16:3e:07:66:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:19:02.227114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1df13bd4-bdc0-4a87-9db5-bc290d89bf65 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:02.228612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1df13bd4-bdc0-4a87-9db5-bc290d89bf65 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/ff053945-4ce7-4608-8502-01ace8dca5d2 HTTP/1.1" status: 200 len: 844 time: 0.1631048 Jul 05 04:19:02.234714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39156) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:02.272658 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.287236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] For port 32d813d6-890f-42af-8648-52ddf30d7e76, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=32d813d6-890f-42af-8648-52ddf30d7e76,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:02.287595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.291545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247e0359-3e03-4cc6-bfaf-a1060803791f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:19:02.301357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Calling delete_port for 32d813d6-890f-42af-8648-52ddf30d7e76 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:02.305651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-298cceb7-eb11-4326-b7dd-b33659fb05fd tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/ff053945-4ce7-4608-8502-01ace8dca5d2?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0694478 Jul 05 04:19:02.309704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39160) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:02.314794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b02efe67-16a3-4210-8af9-e4c47ab22f8c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:02.318195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:02.510994 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.565228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:02.603699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8f99d1be-d86f-44ad-9741-22e22c6567a0 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:02.609677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02efe67-16a3-4210-8af9-e4c47ab22f8c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:02.617653 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b02efe67-16a3-4210-8af9-e4c47ab22f8c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.637613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 8f99d1be-d86f-44ad-9741-22e22c6567a0 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:02.637964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8f99d1be-d86f-44ad-9741-22e22c6567a0 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:02.699598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.774004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=32d813d6-890f-42af-8648-52ddf30d7e76,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:02.806224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['247e0359-3e03-4cc6-bfaf-a1060803791f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:19:02.830735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.966685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:02.969312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.034933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b02efe67-16a3-4210-8af9-e4c47ab22f8c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.128188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02efe67-16a3-4210-8af9-e4c47ab22f8c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:03.160931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b02efe67-16a3-4210-8af9-e4c47ab22f8c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:03.162784 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02efe67-16a3-4210-8af9-e4c47ab22f8c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=dc87f7a3-6f72-42d6-8455-7d3b3627d1f5,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:03.166099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02efe67-16a3-4210-8af9-e4c47ab22f8c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:03.169333 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b02efe67-16a3-4210-8af9-e4c47ab22f8c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.180888 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.181699 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Fanout notify agent at l3_agent the message router_deleted on router f45a60bb-0046-4fe2-bab2-ec22b475286a {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:19:03.196806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-546d93e5-e366-4051-a9e6-bea6d4126753 None None] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:03.197547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.197901 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ecb9fe2f-0799-40f0-9242-d70ff694cc1e admin admin] 10.222.0.30 "DELETE /v2.0/routers/f45a60bb-0046-4fe2-bab2-ec22b475286a HTTP/1.1" status: 204 len: 168 time: 2.1832912 Jul 05 04:19:03.198636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39186) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:03.251268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b899ca-f9a2-4016-a720-867f84aa8fb2 req-9acd9817-3969-4f6e-9ec8-5dc7c8ceca26 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:03.269771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64b899ca-f9a2-4016-a720-867f84aa8fb2 req-9acd9817-3969-4f6e-9ec8-5dc7c8ceca26 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 945 time: 0.2839334 Jul 05 04:19:03.368579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-edea4983-3304-4312-8496-4d83233898d6 admin admin] Deleting subnet 5ab7a696-bbd4-4890-a88b-4b0668a13e44 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:03.376804 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edea4983-3304-4312-8496-4d83233898d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.459960 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edea4983-3304-4312-8496-4d83233898d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.626708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edea4983-3304-4312-8496-4d83233898d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.754575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'tenant_id': '9139ae01d52d47d99cff608b3e988030', 'fixed_ips': [{'subnet_id': 'dc87f7a3-6f72-42d6-8455-7d3b3627d1f5'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:19:03.755790 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.758459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b02efe67-16a3-4210-8af9-e4c47ab22f8c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4475632 Jul 05 04:19:03.761210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39196) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:03.768546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-97591628-c5aa-49ea-a381-12deb6270108 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'security_group': {'name': 'tempest-secgroup-995533706'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:03.825701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edea4983-3304-4312-8496-4d83233898d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.827785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64b899ca-f9a2-4016-a720-867f84aa8fb2 req-b9c048dc-d9fe-4888-a4e3-64baa3ed73b1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5570219 Jul 05 04:19:03.870004 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-edea4983-3304-4312-8496-4d83233898d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.876540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39198) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:03.882587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afe60428-2a86-42a6-8918-2acb44e67281 None None] Network ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:03.893256 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-edea4983-3304-4312-8496-4d83233898d6 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5ab7a696-bbd4-4890-a88b-4b0668a13e44 HTTP/1.1" status: 204 len: 168 time: 0.6880214 Jul 05 04:19:03.893256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edea4983-3304-4312-8496-4d83233898d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ab7a696-bbd4-4890-a88b-4b0668a13e44,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:03.945309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97591628-c5aa-49ea-a381-12deb6270108 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:03.997485 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.146285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Deleting port 001ef79b-167d-4281-8f34-9e813dd01999 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:04.147048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.160767 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97591628-c5aa-49ea-a381-12deb6270108 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.234544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] For port 001ef79b-167d-4281-8f34-9e813dd01999, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=001ef79b-167d-4281-8f34-9e813dd01999,segment=NetworkSegment(2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab),segment_id=2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:04.234934 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.253175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97591628-c5aa-49ea-a381-12deb6270108 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.293835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Calling delete_port for 001ef79b-167d-4281-8f34-9e813dd01999 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:04.323376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39208) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:04.336903 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97591628-c5aa-49ea-a381-12deb6270108 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4581ce-47b7-49b7-9e9b-dddb42815e1d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:04.341297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32d813d6-890f-42af-8648-52ddf30d7e76 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:04.351668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Allocated IP 2001:db8::2 (b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74/dc87f7a3-6f72-42d6-8455-7d3b3627d1f5/96509c0e-2cf0-44e1-b8cb-fedf4552abd1) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:04.401161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97591628-c5aa-49ea-a381-12deb6270108 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.401161 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-97591628-c5aa-49ea-a381-12deb6270108 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6298048 Jul 05 04:19:04.401161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39212) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:04.406074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7ca712ae-3031-4635-b88c-2ee61fb4e7a7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'security_group': {'name': 'tempest-secgroup-1640539715'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:04.420137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 32d813d6-890f-42af-8648-52ddf30d7e76 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:04.420684 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 32d813d6-890f-42af-8648-52ddf30d7e76 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:04.421125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:04.510451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:04.510451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1a97bf63-9393-4c40-8a1c-50f8cb7880e7 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:04.523574 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3c64f28-c5e2-4205-8143-a720f60d1a32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.551396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ca712ae-3031-4635-b88c-2ee61fb4e7a7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.662785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.713134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] No DVR routers for this DVR port 001ef79b-167d-4281-8f34-9e813dd01999 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:04.717847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e19c035-d08d-4277-85a6-fe69422643e0 None None] DHCP port deletion for ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:19:04.721318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Pushing event deleted for resources: {'Port': ['ID=001ef79b-167d-4281-8f34-9e813dd01999,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:04.744484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3c64f28-c5e2-4205-8143-a720f60d1a32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.753164 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.763374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Transition to ACTIVE for port object 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:04.786848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Transition to ACTIVE for port object 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:04.827230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3c64f28-c5e2-4205-8143-a720f60d1a32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.875274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.898011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c3c64f28-c5e2-4205-8143-a720f60d1a32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6805ff7ff44e4fde8c8e447a4ddf1939&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5735145 Jul 05 04:19:04.902601 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39224) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:04.905962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:04.914389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c64f28-c5e2-4205-8143-a720f60d1a32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb8aa7f9-6577-4b86-8fbf-90f475b1d25b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:04.932999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:04.932999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2cdd8d7e-76d3-4dfc-869a-19cce86fe2ab') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:04.938929 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ca712ae-3031-4635-b88c-2ee61fb4e7a7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.945723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.958616 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.965477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ae0f0f0-49ce-4085-b61f-e07ca90a4bde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.974146 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.988769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:19:04.989218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:19:04.991080 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:19:04.997067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ae0f0f0-49ce-4085-b61f-e07ca90a4bde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.025358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ca712ae-3031-4635-b88c-2ee61fb4e7a7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.028839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:05.040690 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:05.046719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:05.052861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Pushing event updated for resources: {'Port': ['ID=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.063574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca712ae-3031-4635-b88c-2ee61fb4e7a7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3a41625-ef61-4b34-b68b-31cb1396c26c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.141436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Attempting to bind port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:19:05.141814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Attempting to bind port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'a3834976-46d3-4ea4-b29f-0d3a92717a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:19:05.142189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Attempting to bind port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 on network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:19:05.146199 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ca712ae-3031-4635-b88c-2ee61fb4e7a7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.147539 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7ca712ae-3031-4635-b88c-2ee61fb4e7a7 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7469602 Jul 05 04:19:05.150468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39230) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:05.157271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-574047041', 'security_groups': ['c3a41625-ef61-4b34-b68b-31cb1396c26c'], 'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dc87f7a3-6f72-42d6-8455-7d3b3627d1f5'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:05.157503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 18, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:19:05.164630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Checking segment: {'id': 'a3834976-46d3-4ea4-b29f-0d3a92717a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:19:05.164630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.164630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Bound using segment: {'id': 'a3834976-46d3-4ea4-b29f-0d3a92717a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:19:05.164630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Bound port: 96509c0e-2cf0-44e1-b8cb-fedf4552abd1, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3834976-46d3-4ea4-b29f-0d3a92717a6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:19:05.164630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.170204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425e46d-838a-4e49-b6a8-d73a4ede0027 req-07f21be1-cddd-4ba3-9ebd-6fa54f80b688 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:05.186278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e425e46d-838a-4e49-b6a8-d73a4ede0027 req-07f21be1-cddd-4ba3-9ebd-6fa54f80b688 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 945 time: 0.1755641 Jul 05 04:19:05.251131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e425e46d-838a-4e49-b6a8-d73a4ede0027 req-c693bd3b-e27b-452f-9652-f38c077233d8 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637813 Jul 05 04:19:05.259413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ae0f0f0-49ce-4085-b61f-e07ca90a4bde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.265858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ae0f0f0-49ce-4085-b61f-e07ca90a4bde admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.265858 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0ae0f0f0-49ce-4085-b61f-e07ca90a4bde admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bb8aa7f9-6577-4b86-8fbf-90f475b1d25b HTTP/1.1" status: 204 len: 168 time: 0.3589783 Jul 05 04:19:05.286236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] For port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:19:05.289442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] For port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,segment=NetworkSegment(a3834976-46d3-4ea4-b29f-0d3a92717a6c),segment_id=a3834976-46d3-4ea4-b29f-0d3a92717a6c)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:19:05.294792 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.306143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0f0f0-49ce-4085-b61f-e07ca90a4bde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb8aa7f9-6577-4b86-8fbf-90f475b1d25b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.325339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.333794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] 10.222.0.30 "DELETE /v2.0/networks/ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a HTTP/1.1" status: 204 len: 168 time: 1.4561417 Jul 05 04:19:05.359832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5896d6e6-6094-4b4e-9db8-764a41e3e93e admin admin] Pushing event deleted for resources: {'Network': ['ID=ea6b5f42-48a7-4f3d-ab9e-d7cd3d4f728a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.402700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:05.407419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.478536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea0b6b4-a61f-45a1-8d7d-eaf3a85c8dd0 None None] Pushing event updated for resources: {'Port': ['ID=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:05.538672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:05.562520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 0c53bd6c-10c7-48db-ba87-08ab904019ca yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:19:05.799682 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:19:05.824590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:05.864820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8::145 (b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74/dc87f7a3-6f72-42d6-8455-7d3b3627d1f5/0c53bd6c-10c7-48db-ba87-08ab904019ca) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:06.025898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 247e0359-3e03-4cc6-bfaf-a1060803791f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:06.031921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 247e0359-3e03-4cc6-bfaf-a1060803791f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:06.031921 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.037837 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.059034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 0c53bd6c-10c7-48db-ba87-08ab904019ca will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:06.062418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39262) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.144039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6f5057b4-640f-4b70-b56c-6eb22b5871d9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c405d16833e24848b0f3514ed9f393e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0795710 Jul 05 04:19:06.147066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39266) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.172713 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.201742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:06.204568 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d96d86f8-70f2-453f-a0f7-8ca91965a33c" -d '{"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-plugged", "status": "completed", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:06.224572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:06.234425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:06.235242 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2258d81-9f70-4ddb-a23d-5e2c40807b73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.266090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2258d81-9f70-4ddb-a23d-5e2c40807b73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.337790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.396950 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.511373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab30a98-9354-427a-92b8-7adc7f090fc5 req-03528323-5534-4080-aaf3-c0a6c1b1c7e2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:06.523240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ab30a98-9354-427a-92b8-7adc7f090fc5 req-03528323-5534-4080-aaf3-c0a6c1b1c7e2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1108384 Jul 05 04:19:06.531158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:06.532909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:06.554467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:06.557630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:06.570137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:06.570137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.581764 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62cc06a3-8fd6-426e-9a38-e49b2ea235ad x-openstack-request-id: req-62cc06a3-8fd6-426e-9a38-e49b2ea235ad {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:06.582063 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-plugged", "status": "completed", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:06.582316 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-62cc06a3-8fd6-426e-9a38-e49b2ea235ad {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:06.582720 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'code': 200} Jul 05 04:19:06.598335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ab30a98-9354-427a-92b8-7adc7f090fc5 req-940f958e-47e8-4bcf-8834-249253331ca8 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738795 Jul 05 04:19:06.603184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.619293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=0c53bd6c-10c7-48db-ba87-08ab904019ca,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.665815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2258d81-9f70-4ddb-a23d-5e2c40807b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.671415 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a2258d81-9f70-4ddb-a23d-5e2c40807b73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:06.671415 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a2258d81-9f70-4ddb-a23d-5e2c40807b73 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ecec63f1-f371-40f7-b0e9-814df496d053 HTTP/1.1" status: 204 len: 168 time: 0.5213490 Jul 05 04:19:06.679758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2258d81-9f70-4ddb-a23d-5e2c40807b73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecec63f1-f371-40f7-b0e9-814df496d053,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:06.723981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 001ef79b-167d-4281-8f34-9e813dd01999 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:06.741403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e6962b-bb74-41ce-9a4d-566486861c55 req-367aad3d-ff9d-4857-8bde-da01c6e8d0ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:06.743537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16e6962b-bb74-41ce-9a4d-566486861c55 req-367aad3d-ff9d-4857-8bde-da01c6e8d0ce service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1098 time: 0.0775490 Jul 05 04:19:06.766483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 001ef79b-167d-4281-8f34-9e813dd01999 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:06.766811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 001ef79b-167d-4281-8f34-9e813dd01999 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:06.789092 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a4486a75-27f6-45ca-8afb-fbf81d0499a9 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6285005 Jul 05 04:19:06.789092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39286) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:06.789262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9fa4e063-6785-486e-8adf-dd1cbafa704c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:06.853293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16e6962b-bb74-41ce-9a4d-566486861c55 req-4791196d-4a82-4b72-b359-f583968cc56b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0990210 Jul 05 04:19:06.972875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-68a07cf4-bf4b-475e-ace2-352c0d52aa21 None None] Provisioning complete for port ff053945-4ce7-4608-8502-01ace8dca5d2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:06.973545 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-68a07cf4-bf4b-475e-ace2-352c0d52aa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.037828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-68a07cf4-bf4b-475e-ace2-352c0d52aa21 None None] Port ff053945-4ce7-4608-8502-01ace8dca5d2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:07.065409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9fa4e063-6785-486e-8adf-dd1cbafa704c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:07.072229 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9fa4e063-6785-486e-8adf-dd1cbafa704c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.168661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-68a07cf4-bf4b-475e-ace2-352c0d52aa21 None None] Provisioning for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:07.173522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-68a07cf4-bf4b-475e-ace2-352c0d52aa21 None None] Provisioning complete for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:07.174240 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-68a07cf4-bf4b-475e-ace2-352c0d52aa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.207404 n-d-758944-41 neutron-server[100895]: INFO neutron.db.ipam_backend_mixin [None req-9fa4e063-6785-486e-8adf-dd1cbafa704c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dc87f7a3-6f72-42d6-8455-7d3b3627d1f5 (CIDR: 2001:db8::/64) Jul 05 04:19:07.248754 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fa4e063-6785-486e-8adf-dd1cbafa704c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:07.249215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fa4e063-6785-486e-8adf-dd1cbafa704c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:07.301802 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-68a07cf4-bf4b-475e-ace2-352c0d52aa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.344423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-68a07cf4-bf4b-475e-ace2-352c0d52aa21 None None] For port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,segment=NetworkSegment(a3834976-46d3-4ea4-b29f-0d3a92717a6c),segment_id=a3834976-46d3-4ea4-b29f-0d3a92717a6c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:07.358478 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9fa4e063-6785-486e-8adf-dd1cbafa704c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5730283 Jul 05 04:19:07.360805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39304) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:07.368310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-36eace42-2c03-4b56-b1dc-7b5325ea357c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:07.466371 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-68a07cf4-bf4b-475e-ace2-352c0d52aa21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.554094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a07cf4-bf4b-475e-ace2-352c0d52aa21 None None] Pushing event updated for resources: {'Port': ['ID=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:07.565139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39312) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:07.614161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eace42-2c03-4b56-b1dc-7b5325ea357c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:07.619024 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36eace42-2c03-4b56-b1dc-7b5325ea357c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.650904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-42bb0cfc-6fdb-49df-90ae-2388a942e9ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7f1da80cde764a5cbf5cc8d0598457e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0845454 Jul 05 04:19:07.660282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39318) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:07.711772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-395ef892-f01f-4e08-b887-7c4ef84601da None None] Provisioning for port 0c53bd6c-10c7-48db-ba87-08ab904019ca completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:07.717019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-395ef892-f01f-4e08-b887-7c4ef84601da None None] Provisioning complete for port 0c53bd6c-10c7-48db-ba87-08ab904019ca triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:07.717531 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-395ef892-f01f-4e08-b887-7c4ef84601da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.882493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-395ef892-f01f-4e08-b887-7c4ef84601da None None] Port 0c53bd6c-10c7-48db-ba87-08ab904019ca cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:07.891324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e2255e6-643b-40db-8713-afbd6522713b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:07.944880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e2255e6-643b-40db-8713-afbd6522713b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.053892 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a72cabf8-7de0-4164-a0eb-c423d98aacae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.174205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66819a3a-31c7-4157-9d77-3c5af9aae6b0 req-5c6ce42f-9543-4079-8a1d-886690972c1d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:08.175891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66819a3a-31c7-4157-9d77-3c5af9aae6b0 req-5c6ce42f-9543-4079-8a1d-886690972c1d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1567137 Jul 05 04:19:08.207325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:08.249818 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e2255e6-643b-40db-8713-afbd6522713b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.252484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e2255e6-643b-40db-8713-afbd6522713b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.260118 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7e2255e6-643b-40db-8713-afbd6522713b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9492fda9-6cc2-4fd9-8053-c6912d7d27d4 HTTP/1.1" status: 204 len: 168 time: 0.5972009 Jul 05 04:19:08.290573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66819a3a-31c7-4157-9d77-3c5af9aae6b0 req-afb00ad0-02f6-460a-89f5-d06eb27e67dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074033 Jul 05 04:19:08.297393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2255e6-643b-40db-8713-afbd6522713b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9492fda9-6cc2-4fd9-8053-c6912d7d27d4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:08.337590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:08.338960 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.462976 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36eace42-2c03-4b56-b1dc-7b5325ea357c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.591179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eace42-2c03-4b56-b1dc-7b5325ea357c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=2fb27adf-6d1c-4cfc-8deb-aad009d34366,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:08.620442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eace42-2c03-4b56-b1dc-7b5325ea357c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:08.623670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-36eace42-2c03-4b56-b1dc-7b5325ea357c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:08.626637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eace42-2c03-4b56-b1dc-7b5325ea357c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:08.627466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-36eace42-2c03-4b56-b1dc-7b5325ea357c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:08.634081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a11a6f9f-a742-42a0-8fcc-37975c52128a None None] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:08.703584 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-36eace42-2c03-4b56-b1dc-7b5325ea357c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.3397348 Jul 05 04:19:08.704283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39350) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:08.712530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1448996182', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2fb27adf-6d1c-4cfc-8deb-aad009d34366'}], 'security_groups': ['ad4581ce-47b7-49b7-9e9b-dddb42815e1d']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:09.213814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.289541 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd45056-fe07-4f11-af3b-60a2934d6c51 None None] Update dhcp port {'port': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'fixed_ips': [{'subnet_id': 'dc87f7a3-6f72-42d6-8455-7d3b3627d1f5', 'ip_address': '2001:db8::2'}, {'subnet_id': '2fb27adf-6d1c-4cfc-8deb-aad009d34366'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '96509c0e-2cf0-44e1-b8cb-fedf4552abd1'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:19:09.362899 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8cd45056-fe07-4f11-af3b-60a2934d6c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.632231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-8cd45056-fe07-4f11-af3b-60a2934d6c51 None None] Allocated IP 2001:db8:0:1::2 (b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74/2fb27adf-6d1c-4cfc-8deb-aad009d34366/96509c0e-2cf0-44e1-b8cb-fedf4552abd1) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:09.666095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8067c2-9a10-48be-866d-5be6d5eb216c req-f9e297d9-e08d-4010-9f29-352f2ebf25ea tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:09.669335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b8067c2-9a10-48be-866d-5be6d5eb216c req-f9e297d9-e08d-4010-9f29-352f2ebf25ea tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1925368 Jul 05 04:19:09.743538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b8067c2-9a10-48be-866d-5be6d5eb216c req-f19078b8-e4fb-4a69-a57e-85a5240c863f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630093 Jul 05 04:19:09.807574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8cd45056-fe07-4f11-af3b-60a2934d6c51 None None] For port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,segment=NetworkSegment(a3834976-46d3-4ea4-b29f-0d3a92717a6c),segment_id=a3834976-46d3-4ea4-b29f-0d3a92717a6c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:09.866379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8cd45056-fe07-4f11-af3b-60a2934d6c51 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:09.904579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8cd45056-fe07-4f11-af3b-60a2934d6c51 None None] Transition to ACTIVE for port object 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:09.970072 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6f6b54-8858-4583-b2a4-b32eb939e6ae req-4e4482fd-9367-4c41-bc51-8530808f5452 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:09.971599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf6f6b54-8858-4583-b2a4-b32eb939e6ae req-4e4482fd-9367-4c41-bc51-8530808f5452 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.0836294 Jul 05 04:19:10.013218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf6f6b54-8858-4583-b2a4-b32eb939e6ae req-8a4ec43a-e712-4036-9c83-985f18349b92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405991 Jul 05 04:19:10.019707 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8cd45056-fe07-4f11-af3b-60a2934d6c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.064008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39390) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:10.185519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Delete allocated IP 2001:db8::145 (b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74/dc87f7a3-6f72-42d6-8455-7d3b3627d1f5) {{(pid=100896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:19:10.205560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8:0:1::6b (b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74/2fb27adf-6d1c-4cfc-8deb-aad009d34366/0c53bd6c-10c7-48db-ba87-08ab904019ca) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:10.216661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a720a8-645b-4f8f-8413-948445eec6fe tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:10.218345 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-38a720a8-645b-4f8f-8413-948445eec6fe tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1093 time: 0.1526065 Jul 05 04:19:10.227348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd45056-fe07-4f11-af3b-60a2934d6c51 None None] Pushing event updated for resources: {'Port': ['ID=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:10.228413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39396) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:10.234100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:10.352050 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.519387 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.569780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 0c53bd6c-10c7-48db-ba87-08ab904019ca will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:10.580733 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.638852 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.775161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] In _notify_port_updated(), no bound segment for port 0c53bd6c-10c7-48db-ba87-08ab904019ca on network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:19:10.790564 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:10.791107 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.798503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "PUT /v2.0/ports/0c53bd6c-10c7-48db-ba87-08ab904019ca HTTP/1.1" status: 200 len: 930 time: 2.0870433 Jul 05 04:19:10.805183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39418) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:10.814050 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3d30dcd-5d4a-4c5f-a66a-bce2f06c066f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:10.820730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dacbe1f-c96c-4321-84c0-4e9d6ef5e214 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=0c53bd6c-10c7-48db-ba87-08ab904019ca,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:10.881256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.25.4.192 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/7816623c-ea51-4937-b0f6-cc255891df9c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:11.019986 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.064840 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd5134-f6bb-4e09-a470-d90cfd44e05f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 0c53bd6c-10c7-48db-ba87-08ab904019ca {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:11.065451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5134-f6bb-4e09-a470-d90cfd44e05f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.256933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.296753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5134-f6bb-4e09-a470-d90cfd44e05f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.345118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7016d0d9-243b-42dc-af75-88cf7aa524a0 None None] Provisioning complete for port ff053945-4ce7-4608-8502-01ace8dca5d2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:11.345485 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7016d0d9-243b-42dc-af75-88cf7aa524a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.352873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e4dd5134-f6bb-4e09-a470-d90cfd44e05f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 0c53bd6c-10c7-48db-ba87-08ab904019ca owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:11.443060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7016d0d9-243b-42dc-af75-88cf7aa524a0 None None] Port ff053945-4ce7-4608-8502-01ace8dca5d2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:11.585871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.614690 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7016d0d9-243b-42dc-af75-88cf7aa524a0 None None] Provisioning for port 0c53bd6c-10c7-48db-ba87-08ab904019ca completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:11.620405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7016d0d9-243b-42dc-af75-88cf7aa524a0 None None] Provisioning complete for port 0c53bd6c-10c7-48db-ba87-08ab904019ca triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:11.621903 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7016d0d9-243b-42dc-af75-88cf7aa524a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.698588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7016d0d9-243b-42dc-af75-88cf7aa524a0 None None] Port 0c53bd6c-10c7-48db-ba87-08ab904019ca cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:11.746204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:11.781843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:11.801153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:11.809255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7016d0d9-243b-42dc-af75-88cf7aa524a0 None None] Provisioning for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:11.827595 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=7816623c-ea51-4937-b0f6-cc255891df9c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:11.828730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7016d0d9-243b-42dc-af75-88cf7aa524a0 None None] Provisioning complete for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:11.828730 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7016d0d9-243b-42dc-af75-88cf7aa524a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.998552 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:11.999783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5134-f6bb-4e09-a470-d90cfd44e05f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.047215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dd5134-f6bb-4e09-a470-d90cfd44e05f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=0c53bd6c-10c7-48db-ba87-08ab904019ca,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:12.088283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3b0081fc-820e-4d80-bdeb-d986fe7e27da None None] Could not find standard attr ID for object 0c53bd6c-10c7-48db-ba87-08ab904019ca. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:19:12.155042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e4dd5134-f6bb-4e09-a470-d90cfd44e05f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.158324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:12.161903 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e4dd5134-f6bb-4e09-a470-d90cfd44e05f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/0c53bd6c-10c7-48db-ba87-08ab904019ca HTTP/1.1" status: 204 len: 168 time: 1.3545401 Jul 05 04:19:12.164774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39444) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:12.264094 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2b15b74-e287-4130-b7b3-ad40974ba805 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:19:12.279430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b2b15b74-e287-4130-b7b3-ad40974ba805 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/0c53bd6c-10c7-48db-ba87-08ab904019ca HTTP/1.1" status: 404 len: 333 time: 0.1106744 Jul 05 04:19:12.280661 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39450) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:12.356562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:12.357064 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.475760 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.477172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.510007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39456) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:12.514218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.641570 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d7edd40-761e-49c3-9da8-c3b7e08acd3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.767657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.792859 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.794461 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.800296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/security-groups/c3a41625-ef61-4b34-b68b-31cb1396c26c HTTP/1.1" status: 204 len: 168 time: 0.5153899 Jul 05 04:19:12.800296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39464) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:12.843388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3a41625-ef61-4b34-b68b-31cb1396c26c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:12.874478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.875021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.875682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.876152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.876750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.877289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.877826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.878590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.879337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.880146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.880893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.881640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82ffbbd7-ca5e-48bb-9123-185f183dd817 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:12.959729 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e610b47-6219-4dde-bcb6-838c6968d598 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:12.995325 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d7edd40-761e-49c3-9da8-c3b7e08acd3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.000734 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e610b47-6219-4dde-bcb6-838c6968d598 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.039190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.151566 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d7edd40-761e-49c3-9da8-c3b7e08acd3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.198982 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3d7edd40-761e-49c3-9da8-c3b7e08acd3a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=32820f4bacc04ed6b2969698f74b8ca5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6878073 Jul 05 04:19:13.200346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d7edd40-761e-49c3-9da8-c3b7e08acd3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5266e8b3-44e9-423d-8f9b-5e5766ad7cd5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.202569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39468) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:13.225113 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.279439 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1f40a853-27c0-4fb5-a8eb-84c2639f054c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.307779 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e610b47-6219-4dde-bcb6-838c6968d598 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.311664 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6e610b47-6219-4dde-bcb6-838c6968d598 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.313099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6e610b47-6219-4dde-bcb6-838c6968d598 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/security-groups/ad4581ce-47b7-49b7-9e9b-dddb42815e1d HTTP/1.1" status: 204 len: 168 time: 0.4938538 Jul 05 04:19:13.315596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1f40a853-27c0-4fb5-a8eb-84c2639f054c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.326142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39472) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:13.336989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=7816623c-ea51-4937-b0f6-cc255891df9c,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.379197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e610b47-6219-4dde-bcb6-838c6968d598 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4581ce-47b7-49b7-9e9b-dddb42815e1d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.442663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-2dfd2193-8d79-41f5-8fdb-7c2968183b94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet dc87f7a3-6f72-42d6-8455-7d3b3627d1f5 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:13.449498 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2193-8d79-41f5-8fdb-7c2968183b94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.494945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.528800 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.562173 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2193-8d79-41f5-8fdb-7c2968183b94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.616435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1f40a853-27c0-4fb5-a8eb-84c2639f054c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.620767 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1f40a853-27c0-4fb5-a8eb-84c2639f054c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.625757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1f40a853-27c0-4fb5-a8eb-84c2639f054c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5266e8b3-44e9-423d-8f9b-5e5766ad7cd5 HTTP/1.1" status: 204 len: 168 time: 0.4192667 Jul 05 04:19:13.714268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f40a853-27c0-4fb5-a8eb-84c2639f054c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5266e8b3-44e9-423d-8f9b-5e5766ad7cd5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.719512 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2193-8d79-41f5-8fdb-7c2968183b94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.737027 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Floating IP 9c93c939-0d61-49f7-91a1-8aa2a349ab97 associated. External IP: 172.25.4.192, port: 247e0359-3e03-4cc6-bfaf-a1060803791f. Jul 05 04:19:13.860638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2193-8d79-41f5-8fdb-7c2968183b94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.922929 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.929581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dfd2193-8d79-41f5-8fdb-7c2968183b94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=dc87f7a3-6f72-42d6-8455-7d3b3627d1f5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:13.935297 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2dfd2193-8d79-41f5-8fdb-7c2968183b94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:13.937020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2dfd2193-8d79-41f5-8fdb-7c2968183b94 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/dc87f7a3-6f72-42d6-8455-7d3b3627d1f5 HTTP/1.1" status: 204 len: 168 time: 0.6094506 Jul 05 04:19:13.942095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39486) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:13.951157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-227b434d-cec6-45ad-8c2f-d4b5727bc268 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:13.952275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fab9bbef-f1d0-4f78-84f4-6f3f0ddb2287 None None] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:14.070516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:19:14.174044 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-92f12320-3ff7-4778-a985-dbd768e0f2cc service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1711614 Jul 05 04:19:14.269609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:19:14.283781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227b434d-cec6-45ad-8c2f-d4b5727bc268 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:14.291188 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-227b434d-cec6-45ad-8c2f-d4b5727bc268 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.295708 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] Sync routers for ids ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:19:14.307199 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] Routers {'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:14.307918 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:19:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:14.403523 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.485994 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.509097 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f0611bc-b87f-438e-8760-a4a8ea0664af tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.2792397 Jul 05 04:19:14.509974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:14.514577 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98256162-5ba6-4a70-b648-a0a6fe5b9f68" -d '{"events": [{"name": "network-changed", "server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:14.613220 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64c398bb-5e8c-44b2-a77e-b807769e0cef x-openstack-request-id: req-64c398bb-5e8c-44b2-a77e-b807769e0cef {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:14.613618 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:14.614186 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64c398bb-5e8c-44b2-a77e-b807769e0cef {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:14.614647 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'status': 'completed', 'code': 200} Jul 05 04:19:14.628012 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] Set router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:14.640384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-d277f7cd-e1f2-4b91-9dc2-90a69cf9c955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:14.644357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-d277f7cd-e1f2-4b91-9dc2-90a69cf9c955 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26b9c71f36cb42f5a3627b80b712fd76&device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 1097 time: 0.4112749 Jul 05 04:19:14.646332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39502) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:14.675811 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-25c80123-a152-4774-8860-a241250b7d5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.891480 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-25c80123-a152-4774-8860-a241250b7d5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:14.992784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-25c80123-a152-4774-8860-a241250b7d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.049710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c80123-a152-4774-8860-a241250b7d5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3c4111b-c753-4909-ae40-72bcf4cd12ce,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:15.064466 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-25c80123-a152-4774-8860-a241250b7d5f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fca2125c7a4f4e0e9eff4da01bfb0cf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4135695 Jul 05 04:19:15.064746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39512) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:15.173271 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '9c93c939-0d61-49f7-91a1-8aa2a349ab97', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'port_id': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'mac_address': 'fa:16:3e:07:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733de9fc-fde4-4771-a0ad-d9cbde4f1061', 'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:1d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:25Z', 'updated_at': '2021-07-05T04:18:34Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:15.175792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-7752f2a4-83da-4baa-b1e3-6a7d587463d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:15.177372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-7752f2a4-83da-4baa-b1e3-6a7d587463d1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c346d44d-2a54-4241-9c6a-10f1416fa973 HTTP/1.1" status: 200 len: 915 time: 0.4968219 Jul 05 04:19:15.188302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f750fd3-67cf-40c7-8797-3212048e4f24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.215255 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] Checking router: ffe0ceee-7c1a-40b8-8571-609dbbeec5bc for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:19:15.233426 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] Routers {'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:19:15.234119 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:19:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:15.240872 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f750fd3-67cf-40c7-8797-3212048e4f24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.304127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-2c834964-b7ae-445c-8008-e8b2cc62f4b0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=cb5c32e5-87e2-4f89-83d9-3ee938e538c5 HTTP/1.1" status: 200 len: 217 time: 0.1160207 Jul 05 04:19:15.364380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6029cb39-6553-4067-80ea-071d9730a94a None None] Provisioning complete for port ff053945-4ce7-4608-8502-01ace8dca5d2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:15.366691 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6029cb39-6553-4067-80ea-071d9730a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.390941 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] Set router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:19:15.397008 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f750fd3-67cf-40c7-8797-3212048e4f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.400634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f750fd3-67cf-40c7-8797-3212048e4f24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.401915 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f750fd3-67cf-40c7-8797-3212048e4f24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3c4111b-c753-4909-ae40-72bcf4cd12ce HTTP/1.1" status: 204 len: 168 time: 0.3362482 Jul 05 04:19:15.427596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f750fd3-67cf-40c7-8797-3212048e4f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3c4111b-c753-4909-ae40-72bcf4cd12ce,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:15.441438 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6029cb39-6553-4067-80ea-071d9730a94a None None] Port ff053945-4ce7-4608-8502-01ace8dca5d2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:15.446094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-8bf5f036-4d79-4883-a655-f42bdb071593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:15.453936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-8bf5f036-4d79-4883-a655-f42bdb071593 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1098 time: 0.7971263 Jul 05 04:19:15.466381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6029cb39-6553-4067-80ea-071d9730a94a None None] Provisioning complete for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:15.467944 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6029cb39-6553-4067-80ea-071d9730a94a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.608165 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2f5af0-ee38-47cb-8609-72c11dbd8fa7 req-b0157581-1cad-449b-a708-53e53b601b9e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:15.619604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d2f5af0-ee38-47cb-8609-72c11dbd8fa7 req-b0157581-1cad-449b-a708-53e53b601b9e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.8391664 Jul 05 04:19:15.633239 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-227b434d-cec6-45ad-8c2f-d4b5727bc268 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.721375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d2f5af0-ee38-47cb-8609-72c11dbd8fa7 req-7c6680b0-d561-4fa9-9627-7762acc52f6b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007533 Jul 05 04:19:15.764053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39524) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:15.778948 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '9c93c939-0d61-49f7-91a1-8aa2a349ab97', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'port_id': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'mac_address': 'fa:16:3e:07:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733de9fc-fde4-4771-a0ad-d9cbde4f1061', 'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:1d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:25Z', 'updated_at': '2021-07-05T04:18:34Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:15.779549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-227b434d-cec6-45ad-8c2f-d4b5727bc268 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:15.789244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-17d4fbda-dfda-450d-bfe6-42fe5ea19980 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:15.791399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-17d4fbda-dfda-450d-bfe6-42fe5ea19980 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6340907f-b8fd-40d4-b7e3-362c52172c77 HTTP/1.1" status: 200 len: 854 time: 0.4657459 Jul 05 04:19:15.799498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-227b434d-cec6-45ad-8c2f-d4b5727bc268 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:15.829489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e388bce2-0986-44e9-9be2-45af178b12ac None None] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:15.852866 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-695e1163-3d77-4802-9512-4ee0b081b441 None None] The sync data for ids ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'] in n-d-758944-41 is: [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '9c93c939-0d61-49f7-91a1-8aa2a349ab97', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.192', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'port_id': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3363, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'mac_address': 'fa:16:3e:07:66:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:19:12Z', 'updated_at': '2021-07-05T04:19:12Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733de9fc-fde4-4771-a0ad-d9cbde4f1061', 'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:1d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:25Z', 'updated_at': '2021-07-05T04:18:34Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:19:15.862666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b434d-cec6-45ad-8c2f-d4b5727bc268 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:15.863390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-227b434d-cec6-45ad-8c2f-d4b5727bc268 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:15.878815 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0f91e75e-7136-4a21-8afe-5c8b5135d726 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/9c93c939-0d61-49f7-91a1-8aa2a349ab97 HTTP/1.1" status: 200 len: 992 time: 0.1133337 Jul 05 04:19:15.988052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-fb5cc606-496c-47d5-b040-849bf0812dff service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c346d44d-2a54-4241-9c6a-10f1416fa973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1630383 Jul 05 04:19:16.009775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-227b434d-cec6-45ad-8c2f-d4b5727bc268 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=2513b520-5ee2-47ec-b8f2-fcbde108535c,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:16.077982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-227b434d-cec6-45ad-8c2f-d4b5727bc268 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1345553 Jul 05 04:19:16.081796 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39530) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:16.086345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-32393f9a-c411-4133-bbc4-104b43c25c06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:16.087774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-026fb17e-1570-460a-a26c-2b99da04005c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'security_group': {'name': 'tempest-secgroup-1393460902'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:16.088329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-32393f9a-c411-4133-bbc4-104b43c25c06 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 897 time: 0.6335571 Jul 05 04:19:16.237506 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-026fb17e-1570-460a-a26c-2b99da04005c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.258346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-e998dfe0-6375-4db6-970c-94fedf53ab46 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1000 time: 0.1546991 Jul 05 04:19:16.258346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-09a70e6e-71ae-4524-bf30-2944afd746c3 service neutron] 10.222.0.26 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2578974 Jul 05 04:19:16.325449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff98f3f4-403c-4b95-b531-060b2a8af780 None None] New status for floating IP 9c93c939-0d61-49f7-91a1-8aa2a349ab97: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:19:16.469448 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-026fb17e-1570-460a-a26c-2b99da04005c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.528100 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-026fb17e-1570-460a-a26c-2b99da04005c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.548837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-e848df0e-5edd-4ca1-8cf3-8bc98c37ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:16.553184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-e848df0e-5edd-4ca1-8cf3-8bc98c37ad6a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.2890368 Jul 05 04:19:16.622862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026fb17e-1570-460a-a26c-2b99da04005c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47ee6929-b52c-4431-968d-3b2b0008622b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:16.660459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-026fb17e-1570-460a-a26c-2b99da04005c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.663184 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-026fb17e-1570-460a-a26c-2b99da04005c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5792680 Jul 05 04:19:16.665681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39544) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:16.684736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-67319f95-a18f-4f40-b8d1-b2194f36513c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'security_group': {'name': 'tempest-secgroup-994861330'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:16.748813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94be8954-3207-494a-8137-b2b1f7aa9a4e req-21e5faa8-c8f5-46f4-9e93-5fc1073aecf0 service neutron] 10.222.0.26 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4808905 Jul 05 04:19:16.763567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2927367c-12d8-4b10-b93e-dc1b3e7d9c4a None None] Update dhcp port {'port': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'fixed_ips': [{'subnet_id': '2fb27adf-6d1c-4cfc-8deb-aad009d34366', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2513b520-5ee2-47ec-b8f2-fcbde108535c'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '96509c0e-2cf0-44e1-b8cb-fedf4552abd1'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:19:16.813428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-e14eb12b-c1c9-4d91-b4c6-afd29b9b4f7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:16.815826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-e14eb12b-c1c9-4d91-b4c6-afd29b9b4f7f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2539020 Jul 05 04:19:16.827227 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2927367c-12d8-4b10-b93e-dc1b3e7d9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:16.879041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39558) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:16.926802 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67319f95-a18f-4f40-b8d1-b2194f36513c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.043295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-78ae9b9e-e1b8-4f1a-a6b7-4ea4a58b5bea service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2192688 Jul 05 04:19:17.137706 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ff76af81-6474-41e5-930e-bbd95a9f1180 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/9c93c939-0d61-49f7-91a1-8aa2a349ab97 HTTP/1.1" status: 200 len: 994 time: 0.2569811 Jul 05 04:19:17.163269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-2927367c-12d8-4b10-b93e-dc1b3e7d9c4a None None] Allocated IP 2001:db8::2 (b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74/2513b520-5ee2-47ec-b8f2-fcbde108535c/96509c0e-2cf0-44e1-b8cb-fedf4552abd1) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:17.295332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2927367c-12d8-4b10-b93e-dc1b3e7d9c4a None None] For port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,segment=NetworkSegment(a3834976-46d3-4ea4-b29f-0d3a92717a6c),segment_id=a3834976-46d3-4ea4-b29f-0d3a92717a6c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:17.335882 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2927367c-12d8-4b10-b93e-dc1b3e7d9c4a None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.353522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2927367c-12d8-4b10-b93e-dc1b3e7d9c4a None None] Transition to ACTIVE for port object 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:17.436791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2927367c-12d8-4b10-b93e-dc1b3e7d9c4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.552778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2927367c-12d8-4b10-b93e-dc1b3e7d9c4a None None] Pushing event updated for resources: {'Port': ['ID=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:17.693009 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67319f95-a18f-4f40-b8d1-b2194f36513c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.713141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98256162-5ba6-4a70-b648-a0a6fe5b9f68 req-496439d9-5194-493d-a938-0cbd18e7bfd0 service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6566741 Jul 05 04:19:17.792493 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67319f95-a18f-4f40-b8d1-b2194f36513c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.862058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67319f95-a18f-4f40-b8d1-b2194f36513c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6c222b-80c2-4618-b09a-78940854739c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:17.877431 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67319f95-a18f-4f40-b8d1-b2194f36513c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:17.882381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-67319f95-a18f-4f40-b8d1-b2194f36513c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.2121851 Jul 05 04:19:17.883355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39596) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:17.889114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-20342c39-d6c5-491c-b9d6-4775743034c1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'security_group': {'name': 'tempest-secgroup-403437054'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:17.986298 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20342c39-d6c5-491c-b9d6-4775743034c1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.210845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:18.520355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a51e24b9-25e8-4bd4-8dfe-ea58867d26f7 None None] Provisioning complete for port ff053945-4ce7-4608-8502-01ace8dca5d2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:18.521137 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a51e24b9-25e8-4bd4-8dfe-ea58867d26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.581597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20342c39-d6c5-491c-b9d6-4775743034c1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.584614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a51e24b9-25e8-4bd4-8dfe-ea58867d26f7 None None] Port ff053945-4ce7-4608-8502-01ace8dca5d2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:18.637697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20342c39-d6c5-491c-b9d6-4775743034c1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.654312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a51e24b9-25e8-4bd4-8dfe-ea58867d26f7 None None] Provisioning for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:18.659478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a51e24b9-25e8-4bd4-8dfe-ea58867d26f7 None None] Provisioning complete for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:18.660194 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a51e24b9-25e8-4bd4-8dfe-ea58867d26f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.680120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20342c39-d6c5-491c-b9d6-4775743034c1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f222ca4-77af-42f1-a74e-de1fd79ae8b6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:18.766148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-20342c39-d6c5-491c-b9d6-4775743034c1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:18.773274 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-20342c39-d6c5-491c-b9d6-4775743034c1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.8847871 Jul 05 04:19:18.773274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39624) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:18.781388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1312013770', 'security_groups': ['9f222ca4-77af-42f1-a74e-de1fd79ae8b6'], 'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2513b520-5ee2-47ec-b8f2-fcbde108535c'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:19.060309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:19.212935 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:19.245034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] device_id is not set on port 22b4adab-a127-4e67-83cc-8c8185ea89b3 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:19:19.590508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8::23d (b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74/2513b520-5ee2-47ec-b8f2-fcbde108535c/22b4adab-a127-4e67-83cc-8c8185ea89b3) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:19.818569 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:19.835494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 22b4adab-a127-4e67-83cc-8c8185ea89b3 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:20.014520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.120493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:20.125956 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:20.133354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:19:20.140327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:20.140780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.162899 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=22b4adab-a127-4e67-83cc-8c8185ea89b3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:20.233301 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6c02d0ec-efcf-43b7-a294-214d0e2c0daa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4585822 Jul 05 04:19:20.236621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39670) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:20.245404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3a543ddf-3338-42a9-8c81-e5526efd65f8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:20.551481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a543ddf-3338-42a9-8c81-e5526efd65f8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:20.555463 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3a543ddf-3338-42a9-8c81-e5526efd65f8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.653999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1d958196-ed15-4594-b9fd-26a678c86f77 None None] Provisioning for port 22b4adab-a127-4e67-83cc-8c8185ea89b3 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:20.658583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1d958196-ed15-4594-b9fd-26a678c86f77 None None] Provisioning complete for port 22b4adab-a127-4e67-83cc-8c8185ea89b3 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:20.659017 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d958196-ed15-4594-b9fd-26a678c86f77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:20.689521 n-d-758944-41 neutron-server[100896]: INFO neutron.db.ipam_backend_mixin [None req-3a543ddf-3338-42a9-8c81-e5526efd65f8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2513b520-5ee2-47ec-b8f2-fcbde108535c (CIDR: 2001:db8::/64) Jul 05 04:19:20.705168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1d958196-ed15-4594-b9fd-26a678c86f77 None None] Port 22b4adab-a127-4e67-83cc-8c8185ea89b3 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:20.740762 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a543ddf-3338-42a9-8c81-e5526efd65f8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:20.741442 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a543ddf-3338-42a9-8c81-e5526efd65f8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:20.825106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3a543ddf-3338-42a9-8c81-e5526efd65f8 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5865247 Jul 05 04:19:20.834268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39682) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:20.841555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2a4c8f5a-27a2-4d22-b558-ccebef53e02d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:21.072028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4c8f5a-27a2-4d22-b558-ccebef53e02d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:21.079076 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a4c8f5a-27a2-4d22-b558-ccebef53e02d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.203746 n-d-758944-41 neutron-server[100895]: INFO neutron.db.ipam_backend_mixin [None req-2a4c8f5a-27a2-4d22-b558-ccebef53e02d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2fb27adf-6d1c-4cfc-8deb-aad009d34366 (CIDR: 2001:db8:0:1::/64) Jul 05 04:19:21.247428 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a4c8f5a-27a2-4d22-b558-ccebef53e02d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:21.258893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2a4c8f5a-27a2-4d22-b558-ccebef53e02d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:21.377801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39696) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:21.378582 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2a4c8f5a-27a2-4d22-b558-ccebef53e02d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.5424702 Jul 05 04:19:21.383649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9e180764-72ad-4433-bf4f-e4a20a27a767 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'subnet': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:21.482439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39700) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:21.600774 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8780879-547c-4a1e-a641-ce775c1fb1c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.614352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e180764-72ad-4433-bf4f-e4a20a27a767 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Made reservation on behalf of 9139ae01d52d47d99cff608b3e988030 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:19:21.619852 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9e180764-72ad-4433-bf4f-e4a20a27a767 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.693004 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8780879-547c-4a1e-a641-ce775c1fb1c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.825614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8780879-547c-4a1e-a641-ce775c1fb1c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.886750 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d8780879-547c-4a1e-a641-ce775c1fb1c9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7483ed16ea3d4f5c8d6b878b93c52994&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4030631 Jul 05 04:19:21.888690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8780879-547c-4a1e-a641-ce775c1fb1c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc8d32a-f4ef-4cb6-95a9-c0e1985af8c1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:21.889698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39710) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:21.954461 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9e180764-72ad-4433-bf4f-e4a20a27a767 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:21.959566 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b253a75-3ef0-49b0-9b98-dd61a0921ccf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.023923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e180764-72ad-4433-bf4f-e4a20a27a767 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:19:22.032718 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b253a75-3ef0-49b0-9b98-dd61a0921ccf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.034585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-9e180764-72ad-4433-bf4f-e4a20a27a767 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:19:22.044394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e180764-72ad-4433-bf4f-e4a20a27a767 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:22.044986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9e180764-72ad-4433-bf4f-e4a20a27a767 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.045927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070671a1-0673-4549-919d-60437e056a43 None None] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:22.048910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e180764-72ad-4433-bf4f-e4a20a27a767 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Subnet': ['ID=9262eb7c-50dc-4197-b661-8efdb253b7c1,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:22.162035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9e180764-72ad-4433-bf4f-e4a20a27a767 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.7824597 Jul 05 04:19:22.164694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39716) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:22.170873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1254978390', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '9262eb7c-50dc-4197-b661-8efdb253b7c1'}], 'security_groups': ['47ee6929-b52c-4431-968d-3b2b0008622b', '8b6c222b-80c2-4618-b09a-78940854739c']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:22.204448 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b253a75-3ef0-49b0-9b98-dd61a0921ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.206707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b253a75-3ef0-49b0-9b98-dd61a0921ccf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.211408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3b253a75-3ef0-49b0-9b98-dd61a0921ccf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8bc8d32a-f4ef-4cb6-95a9-c0e1985af8c1 HTTP/1.1" status: 204 len: 168 time: 0.3201516 Jul 05 04:19:22.231595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b253a75-3ef0-49b0-9b98-dd61a0921ccf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc8d32a-f4ef-4cb6-95a9-c0e1985af8c1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:22.437116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b07115a-559d-4a7e-9fa3-52e6a3e6f50f None None] Update dhcp port {'port': {'network_id': 'b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74', 'fixed_ips': [{'subnet_id': '2fb27adf-6d1c-4cfc-8deb-aad009d34366', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '2513b520-5ee2-47ec-b8f2-fcbde108535c', 'ip_address': '2001:db8::2'}, {'subnet_id': '9262eb7c-50dc-4197-b661-8efdb253b7c1'}], 'binding:host_id': 'n-d-758944-41'}, 'id': '96509c0e-2cf0-44e1-b8cb-fedf4552abd1'} from n-d-758944-41. {{(pid=100897) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 05 04:19:22.475641 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.502243 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8b07115a-559d-4a7e-9fa3-52e6a3e6f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.737836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-8b07115a-559d-4a7e-9fa3-52e6a3e6f50f None None] Allocated IP 2001:db8:0:2::2 (b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74/9262eb7c-50dc-4197-b661-8efdb253b7c1/96509c0e-2cf0-44e1-b8cb-fedf4552abd1) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:22.847152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8b07115a-559d-4a7e-9fa3-52e6a3e6f50f None None] For port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,segment=NetworkSegment(a3834976-46d3-4ea4-b29f-0d3a92717a6c),segment_id=a3834976-46d3-4ea4-b29f-0d3a92717a6c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:22.885314 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8b07115a-559d-4a7e-9fa3-52e6a3e6f50f None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:22.902814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8b07115a-559d-4a7e-9fa3-52e6a3e6f50f None None] Transition to ACTIVE for port object 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:22.985419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8b07115a-559d-4a7e-9fa3-52e6a3e6f50f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.042792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39734) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:23.061493 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4870f9bf-ef39-4975-ac71-6493fd59d642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.143431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b07115a-559d-4a7e-9fa3-52e6a3e6f50f None None] Pushing event updated for resources: {'Port': ['ID=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:23.149737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Delete allocated IP 2001:db8::23d (b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74/2513b520-5ee2-47ec-b8f2-fcbde108535c) {{(pid=100896) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 05 04:19:23.171494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Allocated IP 2001:db8:0:2::309 (b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74/9262eb7c-50dc-4197-b661-8efdb253b7c1/22b4adab-a127-4e67-83cc-8c8185ea89b3) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:19:23.352029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4870f9bf-ef39-4975-ac71-6493fd59d642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.421025 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4870f9bf-ef39-4975-ac71-6493fd59d642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.513134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.516902 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4870f9bf-ef39-4975-ac71-6493fd59d642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=018c6a7f-91a8-4df8-8a23-c163f153da51,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:23.523638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4870f9bf-ef39-4975-ac71-6493fd59d642 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=534ecf3694f04804a592b66848396195&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4810622 Jul 05 04:19:23.528896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39750) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:23.551812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Transition to ACTIVE for port object 22b4adab-a127-4e67-83cc-8c8185ea89b3 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:19:23.604633 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a233dd2-9545-47a6-86da-ba802a328a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.623689 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.652748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a233dd2-9545-47a6-86da-ba802a328a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.766613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] In _notify_port_updated(), no bound segment for port 22b4adab-a127-4e67-83cc-8c8185ea89b3 on network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 {{(pid=100896) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 05 04:19:23.775105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:23.775809 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.781868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "PUT /v2.0/ports/22b4adab-a127-4e67-83cc-8c8185ea89b3 HTTP/1.1" status: 200 len: 970 time: 1.6123381 Jul 05 04:19:23.781868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05d76145-b4fd-405e-bcc4-0d5c46f42e40 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event updated for resources: {'Port': ['ID=22b4adab-a127-4e67-83cc-8c8185ea89b3,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:23.788343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39758) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:23.901007 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a233dd2-9545-47a6-86da-ba802a328a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.904453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1a233dd2-9545-47a6-86da-ba802a328a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:23.905723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1a233dd2-9545-47a6-86da-ba802a328a43 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/018c6a7f-91a8-4df8-8a23-c163f153da51 HTTP/1.1" status: 204 len: 168 time: 0.3758514 Jul 05 04:19:23.921199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a233dd2-9545-47a6-86da-ba802a328a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=018c6a7f-91a8-4df8-8a23-c163f153da51,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:23.970480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-82253e54-77e3-495b-a9e6-f7ab49ec69ef tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port 22b4adab-a127-4e67-83cc-8c8185ea89b3 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:23.970829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82253e54-77e3-495b-a9e6-f7ab49ec69ef tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.088593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c6cb62d5-a74a-4b8f-8071-915b64fbc59b None None] Provisioning complete for port ff053945-4ce7-4608-8502-01ace8dca5d2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:24.089185 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c6cb62d5-a74a-4b8f-8071-915b64fbc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.129111 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82253e54-77e3-495b-a9e6-f7ab49ec69ef tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.145178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-82253e54-77e3-495b-a9e6-f7ab49ec69ef tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for 22b4adab-a127-4e67-83cc-8c8185ea89b3 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:24.207636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:19:24.251225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c6cb62d5-a74a-4b8f-8071-915b64fbc59b None None] Port ff053945-4ce7-4608-8502-01ace8dca5d2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:24.338491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c6cb62d5-a74a-4b8f-8071-915b64fbc59b None None] Provisioning for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:19:24.345740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c6cb62d5-a74a-4b8f-8071-915b64fbc59b None None] Provisioning complete for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:24.345740 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c6cb62d5-a74a-4b8f-8071-915b64fbc59b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.454429 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82253e54-77e3-495b-a9e6-f7ab49ec69ef tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.465723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c6cb62d5-a74a-4b8f-8071-915b64fbc59b None None] Could not find standard attr ID for object 22b4adab-a127-4e67-83cc-8c8185ea89b3. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:19:24.528339 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82253e54-77e3-495b-a9e6-f7ab49ec69ef tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=22b4adab-a127-4e67-83cc-8c8185ea89b3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:24.586910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f45b296f-0961-44f7-a52f-a41b81bc7da9 None None] Could not find standard attr ID for object 22b4adab-a127-4e67-83cc-8c8185ea89b3. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:19:24.663075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82253e54-77e3-495b-a9e6-f7ab49ec69ef tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.672496 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-82253e54-77e3-495b-a9e6-f7ab49ec69ef tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/22b4adab-a127-4e67-83cc-8c8185ea89b3 HTTP/1.1" status: 204 len: 168 time: 0.8864803 Jul 05 04:19:24.673085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39786) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:24.710252 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-79996653-fbc0-4e03-9803-faff0c972faa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] GET failed (client error): The resource could not be found. Jul 05 04:19:24.716424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-79996653-fbc0-4e03-9803-faff0c972faa tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports/22b4adab-a127-4e67-83cc-8c8185ea89b3 HTTP/1.1" status: 404 len: 333 time: 0.0377059 Jul 05 04:19:24.716613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39788) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:24.820651 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff31decc-34e5-43d6-a216-56dc6ae2c29d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:24.850716 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff31decc-34e5-43d6-a216-56dc6ae2c29d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.002849 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff31decc-34e5-43d6-a216-56dc6ae2c29d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.006622 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff31decc-34e5-43d6-a216-56dc6ae2c29d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.008099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ff31decc-34e5-43d6-a216-56dc6ae2c29d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/security-groups/9f222ca4-77af-42f1-a74e-de1fd79ae8b6 HTTP/1.1" status: 204 len: 168 time: 0.2903943 Jul 05 04:19:25.011297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39796) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:25.018462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff31decc-34e5-43d6-a216-56dc6ae2c29d tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f222ca4-77af-42f1-a74e-de1fd79ae8b6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:25.088796 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe2af-50c1-443f-a8c2-1ed54b777c00 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.121960 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe2af-50c1-443f-a8c2-1ed54b777c00 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.288849 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe2af-50c1-443f-a8c2-1ed54b777c00 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.291634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ec0fe2af-50c1-443f-a8c2-1ed54b777c00 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.293748 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ec0fe2af-50c1-443f-a8c2-1ed54b777c00 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/security-groups/8b6c222b-80c2-4618-b09a-78940854739c HTTP/1.1" status: 204 len: 168 time: 0.2810881 Jul 05 04:19:25.296692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39808) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:25.308756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0fe2af-50c1-443f-a8c2-1ed54b777c00 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6c222b-80c2-4618-b09a-78940854739c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:25.433031 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-369ea17a-2b36-424b-a9fc-3c7bb058e156 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.477596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-369ea17a-2b36-424b-a9fc-3c7bb058e156 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.625622 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-369ea17a-2b36-424b-a9fc-3c7bb058e156 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.628761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-369ea17a-2b36-424b-a9fc-3c7bb058e156 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.633328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-369ea17a-2b36-424b-a9fc-3c7bb058e156 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/security-groups/47ee6929-b52c-4431-968d-3b2b0008622b HTTP/1.1" status: 204 len: 168 time: 0.3324082 Jul 05 04:19:25.633442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39826) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:25.678555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369ea17a-2b36-424b-a9fc-3c7bb058e156 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47ee6929-b52c-4431-968d-3b2b0008622b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:25.708700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bcf75fe-0500-4407-9116-fdf2dce164a0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet 2513b520-5ee2-47ec-b8f2-fcbde108535c {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:25.737669 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7bcf75fe-0500-4407-9116-fdf2dce164a0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.790957 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7bcf75fe-0500-4407-9116-fdf2dce164a0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:25.897482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7bcf75fe-0500-4407-9116-fdf2dce164a0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.037672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7bcf75fe-0500-4407-9116-fdf2dce164a0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.077180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf75fe-0500-4407-9116-fdf2dce164a0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=2513b520-5ee2-47ec-b8f2-fcbde108535c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:26.091513 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7bcf75fe-0500-4407-9116-fdf2dce164a0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.095010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7bcf75fe-0500-4407-9116-fdf2dce164a0 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/2513b520-5ee2-47ec-b8f2-fcbde108535c HTTP/1.1" status: 204 len: 168 time: 0.4601269 Jul 05 04:19:26.099092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39842) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:26.129453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be1aae2-bc84-4184-a751-569048bb36f8 None None] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:26.205283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a062693-75cd-4cb2-9150-4d63f7b41613 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet 9262eb7c-50dc-4197-b661-8efdb253b7c1 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:26.210393 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a062693-75cd-4cb2-9150-4d63f7b41613 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.285190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a062693-75cd-4cb2-9150-4d63f7b41613 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.464252 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a062693-75cd-4cb2-9150-4d63f7b41613 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.655765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a062693-75cd-4cb2-9150-4d63f7b41613 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.707469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a062693-75cd-4cb2-9150-4d63f7b41613 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=9262eb7c-50dc-4197-b661-8efdb253b7c1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:26.711734 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a062693-75cd-4cb2-9150-4d63f7b41613 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.715128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4a062693-75cd-4cb2-9150-4d63f7b41613 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/9262eb7c-50dc-4197-b661-8efdb253b7c1 HTTP/1.1" status: 204 len: 168 time: 0.6101284 Jul 05 04:19:26.720421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39864) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:26.768005 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-67594f3e-7d6c-4cf3-a04a-2f56b1acfaba tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:26.768005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67594f3e-7d6c-4cf3-a04a-2f56b1acfaba tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:26.775446 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-67594f3e-7d6c-4cf3-a04a-2f56b1acfaba tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/2513b520-5ee2-47ec-b8f2-fcbde108535c HTTP/1.1" status: 404 len: 337 time: 0.0538616 Jul 05 04:19:26.780739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39870) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:26.850630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb610925-60f8-4989-8162-0fae209549bb tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting subnet 2fb27adf-6d1c-4cfc-8deb-aad009d34366 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:19:26.854634 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb610925-60f8-4989-8162-0fae209549bb tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:26.981151 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb610925-60f8-4989-8162-0fae209549bb tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.125735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb610925-60f8-4989-8162-0fae209549bb tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.324606 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb610925-60f8-4989-8162-0fae209549bb tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.372576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb610925-60f8-4989-8162-0fae209549bb tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Subnet': ['ID=2fb27adf-6d1c-4cfc-8deb-aad009d34366,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:27.384391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb610925-60f8-4989-8162-0fae209549bb tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.386514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eb610925-60f8-4989-8162-0fae209549bb tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/2fb27adf-6d1c-4cfc-8deb-aad009d34366 HTTP/1.1" status: 204 len: 168 time: 0.6047258 Jul 05 04:19:27.389280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39900) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:27.437609 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aeb9443-2f49-4695-8927-2df4b378fcd6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:27.438072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aeb9443-2f49-4695-8927-2df4b378fcd6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:27.439928 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6aeb9443-2f49-4695-8927-2df4b378fcd6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/dc87f7a3-6f72-42d6-8455-7d3b3627d1f5 HTTP/1.1" status: 404 len: 337 time: 0.0489101 Jul 05 04:19:27.442877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39906) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:27.512334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57ad88b2-6f64-4d88-9495-f7c0137c06d1 None None] Network b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:19:27.573352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bbae04c6-0c44-4c58-93b1-e01ef637819f tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "GET /v2.0/ports?device_id=995eeb3c-5a39-43fb-b826-60f1ce36e72c HTTP/1.1" status: 200 len: 205 time: 0.1256895 Jul 05 04:19:27.573775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39916) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:27.620343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-424de274-440a-472f-98cd-a299d1f211fb None None] Provisioning complete for port ff053945-4ce7-4608-8502-01ace8dca5d2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:27.620752 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-424de274-440a-472f-98cd-a299d1f211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.643031 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-5cbfb1da-1b7f-427e-9410-1e1a09a18c50 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] delete failed (client error): The resource could not be found. Jul 05 04:19:27.644336 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5cbfb1da-1b7f-427e-9410-1e1a09a18c50 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/routers/995eeb3c-5a39-43fb-b826-60f1ce36e72c HTTP/1.1" status: 404 len: 336 time: 0.0695329 Jul 05 04:19:27.647864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39922) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:27.682680 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc51864c-5b8b-4536-9d4a-693a70195bcd tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:27.683176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc51864c-5b8b-4536-9d4a-693a70195bcd tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:27.685010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bc51864c-5b8b-4536-9d4a-693a70195bcd tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/89460677-8e99-4009-84c7-9bcd22a653fc HTTP/1.1" status: 404 len: 337 time: 0.0360837 Jul 05 04:19:27.688920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39924) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:27.712768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-424de274-440a-472f-98cd-a299d1f211fb None None] Port ff053945-4ce7-4608-8502-01ace8dca5d2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:19:27.728593 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-4898bf02-c104-4c65-9ff1-ca069c4e2950 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:27.729136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4898bf02-c104-4c65-9ff1-ca069c4e2950 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:27.732621 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4898bf02-c104-4c65-9ff1-ca069c4e2950 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/5ea4e106-c750-450e-a4d6-07231f0461d1 HTTP/1.1" status: 404 len: 337 time: 0.0423412 Jul 05 04:19:27.735682 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39928) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:27.755876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-424de274-440a-472f-98cd-a299d1f211fb None None] Provisioning complete for port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:19:27.757325 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-424de274-440a-472f-98cd-a299d1f211fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:27.788687 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-231a3111-7e11-4425-a6d9-7d87be39f31e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:27.789294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-231a3111-7e11-4425-a6d9-7d87be39f31e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:27.791560 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-231a3111-7e11-4425-a6d9-7d87be39f31e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/0a2161ec-549e-410f-aebf-3f7ed5f73477 HTTP/1.1" status: 404 len: 337 time: 0.0546458 Jul 05 04:19:27.794296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39934) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:27.853692 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-134b30e8-7798-4e6a-ae56-9dd5402dc3dd tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:27.855847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134b30e8-7798-4e6a-ae56-9dd5402dc3dd tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:27.865866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-134b30e8-7798-4e6a-ae56-9dd5402dc3dd tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/8c34338d-406e-4df5-8be3-2a30ffec4faa HTTP/1.1" status: 404 len: 333 time: 0.0670581 Jul 05 04:19:27.866773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39940) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:27.912236 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-708d8380-aa7e-42f6-9ae6-bfd6693d7a72 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:27.912801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-708d8380-aa7e-42f6-9ae6-bfd6693d7a72 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:27.913836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a152c0da-1fae-456f-bf7c-f4af729a14e2 None None] DHCP port deletion for b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:19:27.914751 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-708d8380-aa7e-42f6-9ae6-bfd6693d7a72 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/641c28c1-e811-42b7-ab41-cad3af291cbd HTTP/1.1" status: 404 len: 337 time: 0.0476506 Jul 05 04:19:27.917628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39942) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:27.952756 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-769f2565-ff8e-431e-81e1-3a791ffe3c41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:27.953419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-769f2565-ff8e-431e-81e1-3a791ffe3c41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:27.955516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-769f2565-ff8e-431e-81e1-3a791ffe3c41 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/cd400cda-8fe9-4ba5-bfbd-ced22a45f0e7 HTTP/1.1" status: 404 len: 337 time: 0.0365987 Jul 05 04:19:27.958485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39944) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:27.990038 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecae4e40-2425-41cf-a620-7efb81021267 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:27.991189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecae4e40-2425-41cf-a620-7efb81021267 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:27.993549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ecae4e40-2425-41cf-a620-7efb81021267 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/2cf6237c-1064-4b1a-962a-96c862239d33 HTTP/1.1" status: 404 len: 333 time: 0.0337873 Jul 05 04:19:27.996336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39946) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:28.019082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a152c0da-1fae-456f-bf7c-f4af729a14e2 None None] Deleting port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:28.019082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a152c0da-1fae-456f-bf7c-f4af729a14e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.033012 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe711b15-2442-4ad1-a1a3-cdb8ee574ef6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:28.033476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe711b15-2442-4ad1-a1a3-cdb8ee574ef6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:28.037834 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fe711b15-2442-4ad1-a1a3-cdb8ee574ef6 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/47118061-c51b-47e2-bfb8-f2e22ae946b3 HTTP/1.1" status: 404 len: 337 time: 0.0377207 Jul 05 04:19:28.038262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39948) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:28.113265 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-807c19ec-c906-409d-9ba3-b0335a9ee8c1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] DELETE failed (client error): The resource could not be found. Jul 05 04:19:28.114071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807c19ec-c906-409d-9ba3-b0335a9ee8c1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:19:28.122749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-807c19ec-c906-409d-9ba3-b0335a9ee8c1 tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/subnets/c67cce6e-9e17-4e98-bfc7-dbd55aed31f8 HTTP/1.1" status: 404 len: 337 time: 0.0802262 Jul 05 04:19:28.122749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39952) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:28.146013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a152c0da-1fae-456f-bf7c-f4af729a14e2 None None] For port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,segment=NetworkSegment(a3834976-46d3-4ea4-b29f-0d3a92717a6c),segment_id=a3834976-46d3-4ea4-b29f-0d3a92717a6c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:28.146013 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a152c0da-1fae-456f-bf7c-f4af729a14e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.177647 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a152c0da-1fae-456f-bf7c-f4af729a14e2 None None] Calling delete_port for 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:28.260604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:28.322695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f0787766-1453-44d6-a69c-58b1f9e3c89c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Deleting port ff053945-4ce7-4608-8502-01ace8dca5d2 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:28.323432 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0787766-1453-44d6-a69c-58b1f9e3c89c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.414884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0787766-1453-44d6-a69c-58b1f9e3c89c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.431825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f0787766-1453-44d6-a69c-58b1f9e3c89c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Calling delete_port for ff053945-4ce7-4608-8502-01ace8dca5d2 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:28.473345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.520053 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a152c0da-1fae-456f-bf7c-f4af729a14e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.581413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a152c0da-1fae-456f-bf7c-f4af729a14e2 None None] No DVR routers for this DVR port 96509c0e-2cf0-44e1-b8cb-fedf4552abd1 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:28.586170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a152c0da-1fae-456f-bf7c-f4af729a14e2 None None] Pushing event deleted for resources: {'Port': ['ID=96509c0e-2cf0-44e1-b8cb-fedf4552abd1,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:28.638860 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0787766-1453-44d6-a69c-58b1f9e3c89c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.682943 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0787766-1453-44d6-a69c-58b1f9e3c89c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:28.687838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39962) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:28.688340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f0787766-1453-44d6-a69c-58b1f9e3c89c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/ports/ff053945-4ce7-4608-8502-01ace8dca5d2 HTTP/1.1" status: 204 len: 168 time: 0.5639122 Jul 05 04:19:28.688977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0787766-1453-44d6-a69c-58b1f9e3c89c tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Port': ['ID=ff053945-4ce7-4608-8502-01ace8dca5d2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:28.779634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 39964) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:28.798881 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.051216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.051216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:29.052940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-04e43206-7fe1-4a21-8f8a-a4a19a75f190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3834976-46d3-4ea4-b29f-0d3a92717a6c') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3834976-46d3-4ea4-b29f-0d3a92717a6c') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:19:29.053520 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:19:29.134818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-04e43206-7fe1-4a21-8f8a-a4a19a75f190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.220218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-04e43206-7fe1-4a21-8f8a-a4a19a75f190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.237118 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.262294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-04e43206-7fe1-4a21-8f8a-a4a19a75f190 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bba721a15954e0ea4605ecc07b5fabd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4807024 Jul 05 04:19:29.263439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e43206-7fe1-4a21-8f8a-a4a19a75f190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52ac0c40-44f9-4632-9692-d751cb9127cd,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:29.265798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39972) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:29.267004 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.269319 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] 10.222.0.30 "DELETE /v2.0/networks/b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74 HTTP/1.1" status: 204 len: 168 time: 0.5804603 Jul 05 04:19:29.270523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34eb71d3-4c22-4c4a-89e0-fd5bc80ba95e tempest-PortsIpV6TestJSON-690462008 tempest-PortsIpV6TestJSON-690462008-project] Pushing event deleted for resources: {'Network': ['ID=b60c4b92-96aa-4cb7-9b29-f1b5bbe4cf74,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:29.390714 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f63b5ffa-5770-4538-ba2d-595753ec9f7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.491799 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f63b5ffa-5770-4538-ba2d-595753ec9f7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.694323 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f63b5ffa-5770-4538-ba2d-595753ec9f7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.696942 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f63b5ffa-5770-4538-ba2d-595753ec9f7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:29.699343 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f63b5ffa-5770-4538-ba2d-595753ec9f7c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/52ac0c40-44f9-4632-9692-d751cb9127cd HTTP/1.1" status: 204 len: 168 time: 0.4261932 Jul 05 04:19:29.709591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63b5ffa-5770-4538-ba2d-595753ec9f7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52ac0c40-44f9-4632-9692-d751cb9127cd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:29.818681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39986) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:30.106779 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0d7a51af-ddd1-4dc5-9191-6ced9c306bab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9139ae01d52d47d99cff608b3e988030&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2844639 Jul 05 04:19:30.107218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 39992) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:30.161600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ecde-b918-471c-ae02-4082d56bced6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.190200 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ecde-b918-471c-ae02-4082d56bced6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.333889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ecde-b918-471c-ae02-4082d56bced6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.340916 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3ab3ecde-b918-471c-ae02-4082d56bced6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.340916 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ab3ecde-b918-471c-ae02-4082d56bced6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dab2ed65-32b9-4da6-863c-475ce02d2b96 HTTP/1.1" status: 204 len: 168 time: 0.2294567 Jul 05 04:19:30.347206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab3ecde-b918-471c-ae02-4082d56bced6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab2ed65-32b9-4da6-863c-475ce02d2b96,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:30.444901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40000) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:30.461177 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6f16f3be-0e53-4613-ad93-af59fae1b034 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.565668 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6f16f3be-0e53-4613-ad93-af59fae1b034 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.648468 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6f16f3be-0e53-4613-ad93-af59fae1b034 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.722385 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6f16f3be-0e53-4613-ad93-af59fae1b034 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7676eb84d2524c46b8272526b0c5fdc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2763262 Jul 05 04:19:30.723318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f16f3be-0e53-4613-ad93-af59fae1b034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=471a5e3c-6aef-4f89-8ebd-f9f3b5ad4282,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:30.725123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40012) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:30.817872 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8c78-b5b8-4ca9-bb2d-88843da1504c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.857702 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8c78-b5b8-4ca9-bb2d-88843da1504c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.974028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8c78-b5b8-4ca9-bb2d-88843da1504c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.986350 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8c78-b5b8-4ca9-bb2d-88843da1504c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:30.996689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9c2e8c78-b5b8-4ca9-bb2d-88843da1504c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/471a5e3c-6aef-4f89-8ebd-f9f3b5ad4282 HTTP/1.1" status: 204 len: 168 time: 0.2699800 Jul 05 04:19:31.017973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e8c78-b5b8-4ca9-bb2d-88843da1504c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=471a5e3c-6aef-4f89-8ebd-f9f3b5ad4282,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:31.746820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40052) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:32.162950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4709adc6-be3e-4e4b-9384-4640e0ae3179 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:32.163760 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-4709adc6-be3e-4e4b-9384-4640e0ae3179 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:19:32.164298 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-4709adc6-be3e-4e4b-9384-4640e0ae3179 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:19:32.169500 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4709adc6-be3e-4e4b-9384-4640e0ae3179 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.4164727 Jul 05 04:19:32.169665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40066) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:32.174930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'tempest-secgroup--329171286'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:32.249420 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.260768 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.520318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.575356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.633649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04c07093-1599-40b0-ab20-2ce2eca834f5,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:32.727810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.797193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.841458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85b4714c-e1b7-4e67-bee7-d52af514c7ce,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:32.922717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:32.924238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-771378be-6008-4064-b7ea-41828a08e09e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7536521 Jul 05 04:19:32.927106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40080) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:32.932067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8b2e39d9-8fff-443d-8d04-f1a1af30c878 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '85b4714c-e1b7-4e67-bee7-d52af514c7ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:33.061894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b2e39d9-8fff-443d-8d04-f1a1af30c878 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.163506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b2e39d9-8fff-443d-8d04-f1a1af30c878 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.208902 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b2e39d9-8fff-443d-8d04-f1a1af30c878 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.241427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2e39d9-8fff-443d-8d04-f1a1af30c878 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2df25a7-3f5b-4dab-99f3-5ca9dc55cf36,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:33.311291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b2e39d9-8fff-443d-8d04-f1a1af30c878 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.315305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b2e39d9-8fff-443d-8d04-f1a1af30c878 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3844008 Jul 05 04:19:33.322707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40098) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:33.322707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f3b63ed4-67b9-4c8b-9ec2-0210f912563c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '85b4714c-e1b7-4e67-bee7-d52af514c7ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:33.425486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f3b63ed4-67b9-4c8b-9ec2-0210f912563c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.557104 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-f3b63ed4-67b9-4c8b-9ec2-0210f912563c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:19:33.558205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f3b63ed4-67b9-4c8b-9ec2-0210f912563c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2415254 Jul 05 04:19:33.561034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40106) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:33.630436 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-00165ffc-8961-4de1-8b83-324fc68e2e3f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.655119 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-00165ffc-8961-4de1-8b83-324fc68e2e3f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.763069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-00165ffc-8961-4de1-8b83-324fc68e2e3f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.766190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-00165ffc-8961-4de1-8b83-324fc68e2e3f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:33.768270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-00165ffc-8961-4de1-8b83-324fc68e2e3f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "DELETE /v2.0/security-groups/85b4714c-e1b7-4e67-bee7-d52af514c7ce HTTP/1.1" status: 204 len: 168 time: 0.2055345 Jul 05 04:19:33.776903 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40118) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:33.802529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00165ffc-8961-4de1-8b83-324fc68e2e3f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85b4714c-e1b7-4e67-bee7-d52af514c7ce,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:33.872536 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e8598944-e88b-44f8-aa2c-2c374933812e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0939331 Jul 05 04:19:33.876760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40124) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:33.885208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-969af5d2-5ad4-4296-acfa-52e23414f1a2 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'tempest-secgroup--760067483'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:34.036894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-969af5d2-5ad4-4296-acfa-52e23414f1a2 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.157801 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-969af5d2-5ad4-4296-acfa-52e23414f1a2 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.248605 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-969af5d2-5ad4-4296-acfa-52e23414f1a2 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.290568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969af5d2-5ad4-4296-acfa-52e23414f1a2 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=297bfc21-6a1d-46a8-aa6e-2db1ffc09572,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:34.363237 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-969af5d2-5ad4-4296-acfa-52e23414f1a2 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.365630 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-969af5d2-5ad4-4296-acfa-52e23414f1a2 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4876008 Jul 05 04:19:34.372627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40138) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:34.374134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-812a45ad-14fd-4f05-a4fd-cc3a7a9bcca0 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '297bfc21-6a1d-46a8-aa6e-2db1ffc09572', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:34.374895 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-812a45ad-14fd-4f05-a4fd-cc3a7a9bcca0 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 04:19:34.378617 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-812a45ad-14fd-4f05-a4fd-cc3a7a9bcca0 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:34.379931 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-812a45ad-14fd-4f05-a4fd-cc3a7a9bcca0 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0100353 Jul 05 04:19:34.383064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40140) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:34.458610 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99bcb534-6710-4ddb-a526-5b51bfb2681f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.506061 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99bcb534-6710-4ddb-a526-5b51bfb2681f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.660673 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99bcb534-6710-4ddb-a526-5b51bfb2681f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.665636 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99bcb534-6710-4ddb-a526-5b51bfb2681f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:34.668025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-99bcb534-6710-4ddb-a526-5b51bfb2681f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "DELETE /v2.0/security-groups/297bfc21-6a1d-46a8-aa6e-2db1ffc09572 HTTP/1.1" status: 204 len: 168 time: 0.2828045 Jul 05 04:19:34.672328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40152) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:34.687967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bcb534-6710-4ddb-a526-5b51bfb2681f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=297bfc21-6a1d-46a8-aa6e-2db1ffc09572,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:34.717001 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1dfa1b2e-66b8-42b0-a662-358c8d81297c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0433524 Jul 05 04:19:34.721165 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40154) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:34.726004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b2ad5747-6f10-43b5-a050-8df2c8ab3564 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1225402062'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:34.849100 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5747-6f10-43b5-a050-8df2c8ab3564 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.092208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5747-6f10-43b5-a050-8df2c8ab3564 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.185652 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5747-6f10-43b5-a050-8df2c8ab3564 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.232800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad5747-6f10-43b5-a050-8df2c8ab3564 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1728d0f6-82d8-4b7c-a49e-f565d4ea7bfb,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:35.256260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b2ad5747-6f10-43b5-a050-8df2c8ab3564 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.258532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b2ad5747-6f10-43b5-a050-8df2c8ab3564 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5362947 Jul 05 04:19:35.262091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40168) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:35.267355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-eb1e9d47-014d-498e-8be7-eda26bbe237d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '1728d0f6-82d8-4b7c-a49e-f565d4ea7bfb', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:35.277620 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-eb1e9d47-014d-498e-8be7-eda26bbe237d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 04:19:35.278241 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-eb1e9d47-014d-498e-8be7-eda26bbe237d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:35.280535 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eb1e9d47-014d-498e-8be7-eda26bbe237d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0166402 Jul 05 04:19:35.284057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40170) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:35.348211 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb620089-8f6e-4fa7-9e54-096bbea8ce75 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.378468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb620089-8f6e-4fa7-9e54-096bbea8ce75 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.500309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb620089-8f6e-4fa7-9e54-096bbea8ce75 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.503449 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cb620089-8f6e-4fa7-9e54-096bbea8ce75 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.506891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cb620089-8f6e-4fa7-9e54-096bbea8ce75 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "DELETE /v2.0/security-groups/1728d0f6-82d8-4b7c-a49e-f565d4ea7bfb HTTP/1.1" status: 204 len: 168 time: 0.2211590 Jul 05 04:19:35.507724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40174) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:35.515007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb620089-8f6e-4fa7-9e54-096bbea8ce75 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1728d0f6-82d8-4b7c-a49e-f565d4ea7bfb,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:35.584967 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-94411857-a0ac-4c8c-88a6-d6265de092e1 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0721834 Jul 05 04:19:35.585516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40180) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:35.591462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-154a8910-6b01-48b5-8efc-f58338ecbe0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'tempest-secgroup--14801804'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:35.688489 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-154a8910-6b01-48b5-8efc-f58338ecbe0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.864000 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-154a8910-6b01-48b5-8efc-f58338ecbe0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:35.978505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-154a8910-6b01-48b5-8efc-f58338ecbe0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.025884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-154a8910-6b01-48b5-8efc-f58338ecbe0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36707a06-644b-4a71-bf63-d5158b5c436e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:36.106262 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-154a8910-6b01-48b5-8efc-f58338ecbe0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.110144 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-154a8910-6b01-48b5-8efc-f58338ecbe0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5213783 Jul 05 04:19:36.116047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40192) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.121367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1367ed6f-d862-46d0-a661-ed0081056d50 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '36707a06-644b-4a71-bf63-d5158b5c436e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:36.137967 n-d-758944-41 neutron-server[100896]: WARNING neutron.api.v2.base [None req-1367ed6f-d862-46d0-a661-ed0081056d50 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 04:19:36.138721 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-1367ed6f-d862-46d0-a661-ed0081056d50 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:36.139918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1367ed6f-d862-46d0-a661-ed0081056d50 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0281899 Jul 05 04:19:36.143262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40194) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.148110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6ff390aa-45fa-4853-af4f-45611fdf9956 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '36707a06-644b-4a71-bf63-d5158b5c436e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:36.149696 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-6ff390aa-45fa-4853-af4f-45611fdf9956 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 04:19:36.150186 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-6ff390aa-45fa-4853-af4f-45611fdf9956 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:36.151107 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6ff390aa-45fa-4853-af4f-45611fdf9956 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0067492 Jul 05 04:19:36.153416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40196) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.157715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-649a0338-adc3-4e93-af71-5c84e9f0820d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '36707a06-644b-4a71-bf63-d5158b5c436e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:36.159030 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-649a0338-adc3-4e93-af71-5c84e9f0820d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 04:19:36.159491 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-649a0338-adc3-4e93-af71-5c84e9f0820d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:36.160481 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-649a0338-adc3-4e93-af71-5c84e9f0820d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0060179 Jul 05 04:19:36.162758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40198) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.168532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-45d1bb12-8667-4c3e-88f6-a68f0d549658 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '36707a06-644b-4a71-bf63-d5158b5c436e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:36.169417 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-45d1bb12-8667-4c3e-88f6-a68f0d549658 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 04:19:36.172394 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-45d1bb12-8667-4c3e-88f6-a68f0d549658 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:36.172394 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-45d1bb12-8667-4c3e-88f6-a68f0d549658 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0071039 Jul 05 04:19:36.174150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40200) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.233269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4f5e-8afa-4b7d-8b98-a73dde7e2c03 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.263049 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4f5e-8afa-4b7d-8b98-a73dde7e2c03 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.397011 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4f5e-8afa-4b7d-8b98-a73dde7e2c03 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.399695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f1c4f5e-8afa-4b7d-8b98-a73dde7e2c03 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.404212 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9f1c4f5e-8afa-4b7d-8b98-a73dde7e2c03 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "DELETE /v2.0/security-groups/36707a06-644b-4a71-bf63-d5158b5c436e HTTP/1.1" status: 204 len: 168 time: 0.2291152 Jul 05 04:19:36.404431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40208) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.413968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1c4f5e-8afa-4b7d-8b98-a73dde7e2c03 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36707a06-644b-4a71-bf63-d5158b5c436e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:36.485159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-db16fa2e-8931-4158-a336-b4df2eadcb03 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0738869 Jul 05 04:19:36.485474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40214) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.490166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e2935eeb-9a4d-40af-be5b-c9bd8c0a4f9e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1293052326'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:36.608661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2935eeb-9a4d-40af-be5b-c9bd8c0a4f9e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.703662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2935eeb-9a4d-40af-be5b-c9bd8c0a4f9e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.805217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2935eeb-9a4d-40af-be5b-c9bd8c0a4f9e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.908946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2935eeb-9a4d-40af-be5b-c9bd8c0a4f9e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=188acc74-7bad-44d7-a3f6-10e52593a32d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:36.934282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e2935eeb-9a4d-40af-be5b-c9bd8c0a4f9e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:36.935576 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e2935eeb-9a4d-40af-be5b-c9bd8c0a4f9e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4490912 Jul 05 04:19:36.938736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40228) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.944033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7b215aa2-cf97-4973-a8c7-2021fd69ae45 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '188acc74-7bad-44d7-a3f6-10e52593a32d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:36.944830 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-7b215aa2-cf97-4973-a8c7-2021fd69ae45 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:19:36.945320 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-7b215aa2-cf97-4973-a8c7-2021fd69ae45 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:36.946288 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7b215aa2-cf97-4973-a8c7-2021fd69ae45 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063126 Jul 05 04:19:36.949844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40230) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:36.954492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-42f9caa8-bb85-43d0-a8d8-d8a6d69a4b34 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '188acc74-7bad-44d7-a3f6-10e52593a32d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:37.139792 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-42f9caa8-bb85-43d0-a8d8-d8a6d69a4b34 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:37.140880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-42f9caa8-bb85-43d0-a8d8-d8a6d69a4b34 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1900427 Jul 05 04:19:37.143876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40236) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.149530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-76695960-0fab-41b4-9257-9dd68eff02c0 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '188acc74-7bad-44d7-a3f6-10e52593a32d', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:37.153065 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-76695960-0fab-41b4-9257-9dd68eff02c0 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 04:19:37.153065 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-76695960-0fab-41b4-9257-9dd68eff02c0 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:37.153065 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-76695960-0fab-41b4-9257-9dd68eff02c0 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0062504 Jul 05 04:19:37.154964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40238) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.160461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a1a9cec8-0622-4f92-99d0-ed9df69c7c42 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '188acc74-7bad-44d7-a3f6-10e52593a32d', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:37.334631 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-a1a9cec8-0622-4f92-99d0-ed9df69c7c42 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:37.339575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40246) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.339804 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a1a9cec8-0622-4f92-99d0-ed9df69c7c42 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1834078 Jul 05 04:19:37.345517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-bbba830c-4f4d-4db6-9fb8-7ed4e418f76d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '188acc74-7bad-44d7-a3f6-10e52593a32d', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:37.346251 n-d-758944-41 neutron-server[100896]: WARNING neutron.api.v2.base [None req-bbba830c-4f4d-4db6-9fb8-7ed4e418f76d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:19:37.346725 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-bbba830c-4f4d-4db6-9fb8-7ed4e418f76d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:37.356591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bbba830c-4f4d-4db6-9fb8-7ed4e418f76d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0131471 Jul 05 04:19:37.358293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40250) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.366790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-12ef16fd-c089-4dee-9ec6-f28dd9d112c6 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '188acc74-7bad-44d7-a3f6-10e52593a32d', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:37.545884 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-12ef16fd-c089-4dee-9ec6-f28dd9d112c6 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:37.548874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-12ef16fd-c089-4dee-9ec6-f28dd9d112c6 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1888349 Jul 05 04:19:37.550065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40262) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.555219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f7771a1a-a9bf-4164-afd4-7af17667fcc7 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '188acc74-7bad-44d7-a3f6-10e52593a32d', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:37.556099 n-d-758944-41 neutron-server[100896]: WARNING neutron.api.v2.base [None req-f7771a1a-a9bf-4164-afd4-7af17667fcc7 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 04:19:37.556617 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-f7771a1a-a9bf-4164-afd4-7af17667fcc7 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:37.557643 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f7771a1a-a9bf-4164-afd4-7af17667fcc7 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065928 Jul 05 04:19:37.563251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40264) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.570255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-352a82fd-e0da-40bd-b1a7-877a3d9fd803 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '188acc74-7bad-44d7-a3f6-10e52593a32d', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:37.813373 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-352a82fd-e0da-40bd-b1a7-877a3d9fd803 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:37.813373 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-352a82fd-e0da-40bd-b1a7-877a3d9fd803 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2454326 Jul 05 04:19:37.813686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40268) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:37.818097 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-47e5f687-517b-40a4-9f86-61ff3551767a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '188acc74-7bad-44d7-a3f6-10e52593a32d', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:37.985633 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-47e5f687-517b-40a4-9f86-61ff3551767a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:37.986995 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-47e5f687-517b-40a4-9f86-61ff3551767a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1722834 Jul 05 04:19:37.989955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40280) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:38.035217 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01c8f89e-233f-41a0-84cf-5f631af36044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.106561 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b64d1edf-6c67-4edc-8f81-470bc3cd28ad tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.146352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b64d1edf-6c67-4edc-8f81-470bc3cd28ad tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.267332 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b64d1edf-6c67-4edc-8f81-470bc3cd28ad tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.270628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b64d1edf-6c67-4edc-8f81-470bc3cd28ad tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.275480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40288) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:38.275788 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b64d1edf-6c67-4edc-8f81-470bc3cd28ad tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "DELETE /v2.0/security-groups/188acc74-7bad-44d7-a3f6-10e52593a32d HTTP/1.1" status: 204 len: 168 time: 0.2844131 Jul 05 04:19:38.294358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64d1edf-6c67-4edc-8f81-470bc3cd28ad tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=188acc74-7bad-44d7-a3f6-10e52593a32d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:38.341966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40290) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:38.348365 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-08419994-dde0-4f18-a3b4-98a7aec17e35 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1477882625'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:38.353637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-291f02e2-ccf9-4bc4-b693-65039400f710 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0755508 Jul 05 04:19:38.449166 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08419994-dde0-4f18-a3b4-98a7aec17e35 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.594035 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08419994-dde0-4f18-a3b4-98a7aec17e35 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.746345 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08419994-dde0-4f18-a3b4-98a7aec17e35 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.807273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08419994-dde0-4f18-a3b4-98a7aec17e35 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9b1ad1-2a5e-4133-8168-822ddaca4809,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:38.917229 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-08419994-dde0-4f18-a3b4-98a7aec17e35 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:38.921132 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-08419994-dde0-4f18-a3b4-98a7aec17e35 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5743790 Jul 05 04:19:38.921574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40306) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:38.927788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f1f5e637-ff30-425d-afc2-2bbb11a1c88d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '8f9b1ad1-2a5e-4133-8168-822ddaca4809', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:39.164739 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-f1f5e637-ff30-425d-afc2-2bbb11a1c88d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The resource could not be found. Jul 05 04:19:39.170358 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f1f5e637-ff30-425d-afc2-2bbb11a1c88d tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2475243 Jul 05 04:19:39.179477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40312) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:39.190175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5e3934d7-0631-4772-8caa-e08dee18968c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '8f9b1ad1-2a5e-4133-8168-822ddaca4809', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '1151a78b-49d5-4e57-a35d-0f57f68354f3'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:39.444104 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-5e3934d7-0631-4772-8caa-e08dee18968c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The resource could not be found. Jul 05 04:19:39.446256 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5e3934d7-0631-4772-8caa-e08dee18968c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2647262 Jul 05 04:19:39.448966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40318) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:39.547612 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1411df41-bfe8-4907-aae2-ac597d09db7a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.579054 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1411df41-bfe8-4907-aae2-ac597d09db7a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.746160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1411df41-bfe8-4907-aae2-ac597d09db7a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.748797 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1411df41-bfe8-4907-aae2-ac597d09db7a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:39.752233 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1411df41-bfe8-4907-aae2-ac597d09db7a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "DELETE /v2.0/security-groups/8f9b1ad1-2a5e-4133-8168-822ddaca4809 HTTP/1.1" status: 204 len: 168 time: 0.3000679 Jul 05 04:19:39.752704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40326) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:39.768358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1411df41-bfe8-4907-aae2-ac597d09db7a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9b1ad1-2a5e-4133-8168-822ddaca4809,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:39.834447 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-30c1519e-8032-4009-b816-2ae193e5c891 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802143 Jul 05 04:19:39.838350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40330) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:39.843803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-57ad7d14-a248-4766-8f54-5849f959214f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '2c7bd393-e8d8-4d37-a25a-6303fdf56e9f', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:40.049065 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-57ad7d14-a248-4766-8f54-5849f959214f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The resource could not be found. Jul 05 04:19:40.056093 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-57ad7d14-a248-4766-8f54-5849f959214f tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2103186 Jul 05 04:19:40.056547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40348) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:40.062951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1a32f447-51a0-4d74-a9e1-42dcbdf89483 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1158403645'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:40.168244 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a32f447-51a0-4d74-a9e1-42dcbdf89483 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.287131 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a32f447-51a0-4d74-a9e1-42dcbdf89483 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.362134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a32f447-51a0-4d74-a9e1-42dcbdf89483 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.416419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a32f447-51a0-4d74-a9e1-42dcbdf89483 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f9aabfc-a283-431c-a51e-890a93742206,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:40.465682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a32f447-51a0-4d74-a9e1-42dcbdf89483 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.469420 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1a32f447-51a0-4d74-a9e1-42dcbdf89483 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4091344 Jul 05 04:19:40.469667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40362) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:40.474361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-989f18f3-ba3d-4b9b-b2a6-4dd9fa8ae770 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'tempest-secgroup--2023651020'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:40.574278 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-989f18f3-ba3d-4b9b-b2a6-4dd9fa8ae770 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.716853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-989f18f3-ba3d-4b9b-b2a6-4dd9fa8ae770 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.780232 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-71c538fb-97b3-4682-8eb6-21dc634c15a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.809017 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-989f18f3-ba3d-4b9b-b2a6-4dd9fa8ae770 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.857514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989f18f3-ba3d-4b9b-b2a6-4dd9fa8ae770 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=23f25e0a-0804-46dc-8f5e-97f96fd1ca2c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:40.912483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-989f18f3-ba3d-4b9b-b2a6-4dd9fa8ae770 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:40.921056 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-989f18f3-ba3d-4b9b-b2a6-4dd9fa8ae770 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4500904 Jul 05 04:19:40.925753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40376) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:40.932835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a020db9e-1a8b-424a-8e26-707f07284d85 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group_rule': {'security_group_id': '7f9aabfc-a283-431c-a51e-890a93742206', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '23f25e0a-0804-46dc-8f5e-97f96fd1ca2c'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:40.968388 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.146126 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-a020db9e-1a8b-424a-8e26-707f07284d85 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:19:41.151304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40388) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:41.156820 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a020db9e-1a8b-424a-8e26-707f07284d85 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2299535 Jul 05 04:19:41.232853 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51b24026-64c5-4ffb-bf8d-2459fe6edc63 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.260275 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51b24026-64c5-4ffb-bf8d-2459fe6edc63 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.419870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51b24026-64c5-4ffb-bf8d-2459fe6edc63 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.422553 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-51b24026-64c5-4ffb-bf8d-2459fe6edc63 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.426074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-51b24026-64c5-4ffb-bf8d-2459fe6edc63 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "DELETE /v2.0/security-groups/23f25e0a-0804-46dc-8f5e-97f96fd1ca2c HTTP/1.1" status: 204 len: 168 time: 0.2703083 Jul 05 04:19:41.426416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40394) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:41.435768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b24026-64c5-4ffb-bf8d-2459fe6edc63 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=23f25e0a-0804-46dc-8f5e-97f96fd1ca2c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:41.522480 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1bd087c5-da1f-4a65-a142-905c31d08b20 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0947146 Jul 05 04:19:41.525173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40398) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:41.606331 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-27a5339e-27fa-426f-8a03-6bcb86ff7f0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.640761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-27a5339e-27fa-426f-8a03-6bcb86ff7f0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.780930 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-27a5339e-27fa-426f-8a03-6bcb86ff7f0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.784730 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-27a5339e-27fa-426f-8a03-6bcb86ff7f0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:41.793701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-27a5339e-27fa-426f-8a03-6bcb86ff7f0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "DELETE /v2.0/security-groups/7f9aabfc-a283-431c-a51e-890a93742206 HTTP/1.1" status: 204 len: 168 time: 0.2673576 Jul 05 04:19:41.797827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40402) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:41.817123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5339e-27fa-426f-8a03-6bcb86ff7f0c tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f9aabfc-a283-431c-a51e-890a93742206,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:41.887425 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fab1c7a6-46ec-45eb-a0b5-c77edf889fac tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0830061 Jul 05 04:19:41.887425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40404) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:41.892826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-580d723b-9c1f-45f4-89ec-b80d88d7a032 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747010029'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:41.997576 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.014601 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580d723b-9c1f-45f4-89ec-b80d88d7a032 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.146321 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580d723b-9c1f-45f4-89ec-b80d88d7a032 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.231884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580d723b-9c1f-45f4-89ec-b80d88d7a032 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.267581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580d723b-9c1f-45f4-89ec-b80d88d7a032 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event updated for resources: {'SecurityGroup': ['ID=98a6fb39-0bea-4daf-8dcd-ef9cf77f963d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:42.306337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-580d723b-9c1f-45f4-89ec-b80d88d7a032 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.308624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-580d723b-9c1f-45f4-89ec-b80d88d7a032 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4195559 Jul 05 04:19:42.312400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40422) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:42.317608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-21ac1e98-d1d4-4003-be41-f11a2ac8a794 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:19:42.318096 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-21ac1e98-d1d4-4003-be41-f11a2ac8a794 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:19:42.318613 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-21ac1e98-d1d4-4003-be41-f11a2ac8a794 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 04:19:42.319844 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-21ac1e98-d1d4-4003-be41-f11a2ac8a794 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "PUT /v2.0/security-groups/98a6fb39-0bea-4daf-8dcd-ef9cf77f963d HTTP/1.1" status: 409 len: 330 time: 0.0062163 Jul 05 04:19:42.322865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40424) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:42.379636 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6369-e96f-412d-b0f0-0ac6bcd005ec tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.402560 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6369-e96f-412d-b0f0-0ac6bcd005ec tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.522689 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6369-e96f-412d-b0f0-0ac6bcd005ec tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.525508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0dc6369-e96f-412d-b0f0-0ac6bcd005ec tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:42.527259 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b0dc6369-e96f-412d-b0f0-0ac6bcd005ec tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "DELETE /v2.0/security-groups/98a6fb39-0bea-4daf-8dcd-ef9cf77f963d HTTP/1.1" status: 204 len: 168 time: 0.2029052 Jul 05 04:19:42.530062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40432) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:42.545949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dc6369-e96f-412d-b0f0-0ac6bcd005ec tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=98a6fb39-0bea-4daf-8dcd-ef9cf77f963d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:42.589820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-29b7c548-ac55-4e2e-bde1-c0329aca5f9e tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0579522 Jul 05 04:19:42.596095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40438) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:42.616224 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-a12c88b5-7aad-4822-bb51-a85e1c9d0101 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] delete failed (client error): The resource could not be found. Jul 05 04:19:42.617271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a12c88b5-7aad-4822-bb51-a85e1c9d0101 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "DELETE /v2.0/security-groups/53f5f660-6b8f-46bb-831e-55108f33b9cc HTTP/1.1" status: 404 len: 347 time: 0.0202157 Jul 05 04:19:42.621316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40440) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:42.638290 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-60a60d14-c263-4028-93df-ae1299b6d96a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] show failed (client error): The resource could not be found. Jul 05 04:19:42.639568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-60a60d14-c263-4028-93df-ae1299b6d96a tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-groups/2974de48-7a22-4346-a121-3ee0346924b8 HTTP/1.1" status: 404 len: 347 time: 0.0164001 Jul 05 04:19:42.643712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40442) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:42.664296 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-6a51303d-709c-4fb6-990b-c9c62a308f67 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] show failed (client error): The resource could not be found. Jul 05 04:19:42.665668 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6a51303d-709c-4fb6-990b-c9c62a308f67 tempest-NegativeSecGroupTest-1607205134 tempest-NegativeSecGroupTest-1607205134-project] 10.222.0.30 "GET /v2.0/security-group-rules/3e32208d-bb5b-46dc-9014-f92996ad4c33 HTTP/1.1" status: 404 len: 356 time: 0.0201781 Jul 05 04:19:42.801282 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:19:43.216464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40466) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:43.412912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-25472c41-5efb-4d74-9ec0-3ac6bc13b198 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b7173f9c26b848358c41e0f788e4243c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1980512 Jul 05 04:19:43.415255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40472) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:43.494563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c74044c0-13ef-45ef-8733-80c00f399217 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.495066 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.762177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c74044c0-13ef-45ef-8733-80c00f399217 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.762177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c74044c0-13ef-45ef-8733-80c00f399217 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.762177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c74044c0-13ef-45ef-8733-80c00f399217 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:43.762177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c74044c0-13ef-45ef-8733-80c00f399217 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/04c07093-1599-40b0-ab20-2ce2eca834f5 HTTP/1.1" status: 204 len: 168 time: 0.3403571 Jul 05 04:19:43.777479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74044c0-13ef-45ef-8733-80c00f399217 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c07093-1599-40b0-ab20-2ce2eca834f5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:43.877830 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:44.471369 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:48.598025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f066b466-db35-4ae4-b5ea-aa7b71318115 req-02b847c7-0c64-40a4-b860-4ca9b4925c1b tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:48.613154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f066b466-db35-4ae4-b5ea-aa7b71318115 req-02b847c7-0c64-40a4-b860-4ca9b4925c1b tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1098 time: 0.1123738 Jul 05 04:19:48.690516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f066b466-db35-4ae4-b5ea-aa7b71318115 req-334130aa-d417-40ac-86cf-12ed12d75a58 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0759702 Jul 05 04:19:49.224092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698ba00-cac4-45e2-beed-7010b429bcc8 req-f6b32e36-1f59-4636-b70e-b091106c7e68 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:49.230626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1698ba00-cac4-45e2-beed-7010b429bcc8 req-f6b32e36-1f59-4636-b70e-b091106c7e68 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 945 time: 0.1648772 Jul 05 04:19:49.359326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1698ba00-cac4-45e2-beed-7010b429bcc8 req-8a38584a-c6f9-4841-a81f-4397474db591 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255982 Jul 05 04:19:49.398565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcd61344-4ed4-4a0d-b7b9-59776ab1465a req-32357435-1c28-44f6-821e-283682ee6341 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:49.408388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcd61344-4ed4-4a0d-b7b9-59776ab1465a req-32357435-1c28-44f6-821e-283682ee6341 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1110065 Jul 05 04:19:49.465585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcd61344-4ed4-4a0d-b7b9-59776ab1465a req-ac75e212-16ca-4305-b967-db04692d4cbf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525734 Jul 05 04:19:49.485046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40710) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:49.604680 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-15a2d459-8724-4ba2-8345-7cc2d98e38a7 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/9c93c939-0d61-49f7-91a1-8aa2a349ab97 HTTP/1.1" status: 200 len: 994 time: 0.1157091 Jul 05 04:19:50.610098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b54b261-34d6-4a2f-80be-8f3daa94f592 req-5c6408f7-cddb-47e3-b85a-406f1d024dc4 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:50.612349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b54b261-34d6-4a2f-80be-8f3daa94f592 req-5c6408f7-cddb-47e3-b85a-406f1d024dc4 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 945 time: 0.0929682 Jul 05 04:19:50.660920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b54b261-34d6-4a2f-80be-8f3daa94f592 req-6117d0f9-12b5-4b72-9e87-b41bdade3b52 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395744 Jul 05 04:19:50.740315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-add9a46f-9d04-40e5-9bc1-d313246c29f8 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:50.742007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-add9a46f-9d04-40e5-9bc1-d313246c29f8 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.26 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 945 time: 0.0775321 Jul 05 04:19:50.871276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-68fe1c0a-3a1c-4db6-942c-07616416eae3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Deleting port cb5c32e5-87e2-4f89-83d9-3ee938e538c5 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:19:50.871276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-68fe1c0a-3a1c-4db6-942c-07616416eae3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.044097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-68fe1c0a-3a1c-4db6-942c-07616416eae3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] For port cb5c32e5-87e2-4f89-83d9-3ee938e538c5, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,segment=NetworkSegment(b00e0a1f-7079-4a2c-82c4-f650514b4e87),segment_id=b00e0a1f-7079-4a2c-82c4-f650514b4e87)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:19:51.044474 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-68fe1c0a-3a1c-4db6-942c-07616416eae3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.060083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e97dbf8-cbf6-4f57-a679-f7cb2c45c67b req-b1825420-6685-4a35-ab80-1ea46e32deb6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:51.067053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e97dbf8-cbf6-4f57-a679-f7cb2c45c67b req-b1825420-6685-4a35-ab80-1ea46e32deb6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1484683 Jul 05 04:19:51.093532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-68fe1c0a-3a1c-4db6-942c-07616416eae3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Calling delete_port for cb5c32e5-87e2-4f89-83d9-3ee938e538c5 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:19:51.147821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e97dbf8-cbf6-4f57-a679-f7cb2c45c67b req-4fe7f0f9-212c-4508-ac2a-f9515f5cca0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0798736 Jul 05 04:19:51.408333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-13731675-c653-4972-adda-6f8084dc19b1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3383188 Jul 05 04:19:51.512037 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-68fe1c0a-3a1c-4db6-942c-07616416eae3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.525467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['cb5c32e5-87e2-4f89-83d9-3ee938e538c5'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:19:51.619533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe1c0a-3a1c-4db6-942c-07616416eae3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Pushing event deleted for resources: {'Port': ['ID=cb5c32e5-87e2-4f89-83d9-3ee938e538c5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:51.713624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-68fe1c0a-3a1c-4db6-942c-07616416eae3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] No DVR routers for this DVR port cb5c32e5-87e2-4f89-83d9-3ee938e538c5 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:19:51.716578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-68fe1c0a-3a1c-4db6-942c-07616416eae3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:51.718650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bd6bd05-3576-4dcd-897f-94834b6cf9e3 req-68fe1c0a-3a1c-4db6-942c-07616416eae3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.26 "DELETE /v2.0/ports/cb5c32e5-87e2-4f89-83d9-3ee938e538c5 HTTP/1.1" status: 204 len: 173 time: 0.9673066 Jul 05 04:19:51.719099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f1aa5d8-1978-469e-887a-8ac63f89ad5a', 'name': 'network-vif-deleted', 'tag': 'cb5c32e5-87e2-4f89-83d9-3ee938e538c5'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:19:51.722168 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06b0564d-400f-48b5-97b3-56c0f1b9ada4" -d '{"events": [{"server_uuid": "0f1aa5d8-1978-469e-887a-8ac63f89ad5a", "name": "network-vif-deleted", "tag": "cb5c32e5-87e2-4f89-83d9-3ee938e538c5"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:19:51.802222 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:19:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74ac9a7d-ec13-4ca5-8748-5300f56794b0 x-openstack-request-id: req-74ac9a7d-ec13-4ca5-8748-5300f56794b0 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:19:51.802511 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f1aa5d8-1978-469e-887a-8ac63f89ad5a", "name": "network-vif-deleted", "tag": "cb5c32e5-87e2-4f89-83d9-3ee938e538c5", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:19:51.803162 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-74ac9a7d-ec13-4ca5-8748-5300f56794b0 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:19:51.803926 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f1aa5d8-1978-469e-887a-8ac63f89ad5a', 'name': 'network-vif-deleted', 'tag': 'cb5c32e5-87e2-4f89-83d9-3ee938e538c5', 'status': 'completed', 'code': 200} Jul 05 04:19:51.852745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22b7324e-f63d-415a-a6f9-8ff3e5534a1f req-41b250cd-e6e8-4cef-8487-084daa6000af tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 210 time: 0.0358524 Jul 05 04:19:52.505638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e7afc-00ef-49d4-86cb-98968a1cb915 req-25944ffc-9985-45f0-a514-d73b49661a1a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:52.506612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f50e7afc-00ef-49d4-86cb-98968a1cb915 req-25944ffc-9985-45f0-a514-d73b49661a1a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1204019 Jul 05 04:19:52.570981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f50e7afc-00ef-49d4-86cb-98968a1cb915 req-1ce0577a-470c-4a6c-9f38-3d591394b844 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570447 Jul 05 04:19:53.142511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d22f815a-de6f-4a6c-9d5d-11d29aeea7f7 req-71014e68-acdd-476c-89cc-9fee988b2bae tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f1aa5d8-1978-469e-887a-8ac63f89ad5a HTTP/1.1" status: 200 len: 210 time: 0.0578237 Jul 05 04:19:53.566661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40870) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:53.744052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a3996f87-fa11-4d6f-bc1c-adbbb4fc24e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:53.877089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5535a1-1406-4bbc-9622-9e55593d40ee req-24f5b7d2-6297-412e-abdd-cc2188a61237 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:53.880533 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e5535a1-1406-4bbc-9622-9e55593d40ee req-24f5b7d2-6297-412e-abdd-cc2188a61237 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1249528 Jul 05 04:19:53.941667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e5535a1-1406-4bbc-9622-9e55593d40ee req-4206b382-8b82-4342-ae4d-c7324bf6c42c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516281 Jul 05 04:19:53.984143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a3996f87-fa11-4d6f-bc1c-adbbb4fc24e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.016331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cb5c32e5-87e2-4f89-83d9-3ee938e538c5 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:19:54.038853 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: cb5c32e5-87e2-4f89-83d9-3ee938e538c5 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:19:54.039113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device cb5c32e5-87e2-4f89-83d9-3ee938e538c5 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:19:54.128605 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a3996f87-fa11-4d6f-bc1c-adbbb4fc24e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.188815 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a3996f87-fa11-4d6f-bc1c-adbbb4fc24e3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a4de41c3a26a4339aa8eaca19c6ce473&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6210029 Jul 05 04:19:54.191306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3996f87-fa11-4d6f-bc1c-adbbb4fc24e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=320b6c87-42f9-4f9c-99ff-d200034b78da,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:54.192460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 40888) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:54.308296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18408978-e72e-480d-8dee-a6b1a85cc1bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.333072 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18408978-e72e-480d-8dee-a6b1a85cc1bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.505878 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18408978-e72e-480d-8dee-a6b1a85cc1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.508875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-18408978-e72e-480d-8dee-a6b1a85cc1bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:54.510162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-18408978-e72e-480d-8dee-a6b1a85cc1bf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/320b6c87-42f9-4f9c-99ff-d200034b78da HTTP/1.1" status: 204 len: 168 time: 0.3166530 Jul 05 04:19:54.520353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18408978-e72e-480d-8dee-a6b1a85cc1bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=320b6c87-42f9-4f9c-99ff-d200034b78da,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:55.206253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c938ab-9ad4-479e-acf3-fe655c7b169e req-adbf9d34-c92b-414b-935d-49c42326bcac tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:55.213428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19c938ab-9ad4-479e-acf3-fe655c7b169e req-adbf9d34-c92b-414b-935d-49c42326bcac tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1291001 Jul 05 04:19:55.240289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-6b9b2b2f-1c9e-4d41-8c2e-7c18988e2468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:55.242084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-6b9b2b2f-1c9e-4d41-8c2e-7c18988e2468 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1098 time: 0.1187842 Jul 05 04:19:55.290979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40922) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:55.322885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19c938ab-9ad4-479e-acf3-fe655c7b169e req-6e34bd11-cf71-4b5b-811d-43890f7ea259 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1085835 Jul 05 04:19:55.381554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.396776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-09d76827-be7b-4dde-9fac-de3b4cf41c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:55.400020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-09d76827-be7b-4dde-9fac-de3b4cf41c43 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 897 time: 0.1434941 Jul 05 04:19:55.536238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-d20373f5-142d-459d-8288-1516de1285a6 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1002 time: 0.1298971 Jul 05 04:19:55.547700 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.594026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-39069a70-9202-41f4-82ca-1dc3fd788ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:55.597252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-39069a70-9202-41f4-82ca-1dc3fd788ad6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.0534091 Jul 05 04:19:55.631083 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.681091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-e08289d0-1bd5-4d71-801d-843342e7d77a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:55.682968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-e08289d0-1bd5-4d71-801d-843342e7d77a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0755453 Jul 05 04:19:55.726775 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b3a14ddc26b4e8595caf84591f5138a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4283917 Jul 05 04:19:55.726775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b833028-cf8a-403f-b932-cdc749510def,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:55.735839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 40944) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:55.745850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.746190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.746720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.747218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.747714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.748247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.748764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.749267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.749761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.750245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.750734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.751242 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceb0a0e2-9ab1-4cc8-aad3-d5460fc77cfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:19:55.842927 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3500cd87-0cf8-4cb6-bc5c-53da0841e4ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:55.855559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-9c5a389d-9a8f-40ce-b0e1-9875726911e6 service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627374 Jul 05 04:19:55.879184 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3500cd87-0cf8-4cb6-bc5c-53da0841e4ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:56.065852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3500cd87-0cf8-4cb6-bc5c-53da0841e4ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:56.068860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3500cd87-0cf8-4cb6-bc5c-53da0841e4ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:19:56.072589 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3500cd87-0cf8-4cb6-bc5c-53da0841e4ee admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b833028-cf8a-403f-b932-cdc749510def HTTP/1.1" status: 204 len: 168 time: 0.3419428 Jul 05 04:19:56.099615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3500cd87-0cf8-4cb6-bc5c-53da0841e4ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b833028-cf8a-403f-b932-cdc749510def,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:19:56.645542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-19f36b03-f22a-49bf-bd7b-10baffd02335 service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7795811 Jul 05 04:19:56.743478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2205b56d-5d92-46d0-839d-0394497e4212 req-eb6ad692-c67a-49a0-906a-70eb8fbf8d32 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:56.753289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2205b56d-5d92-46d0-839d-0394497e4212 req-eb6ad692-c67a-49a0-906a-70eb8fbf8d32 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1965013 Jul 05 04:19:56.888810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2205b56d-5d92-46d0-839d-0394497e4212 req-cb2eed2d-e6cd-4d3b-8fee-499760e13578 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1345267 Jul 05 04:19:58.139043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6216b00f-498a-40f4-bb56-c4b6e9c73618 req-c0697ca3-caab-489c-94a6-36bff65e6161 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:58.147045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6216b00f-498a-40f4-bb56-c4b6e9c73618 req-c0697ca3-caab-489c-94a6-36bff65e6161 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.0906818 Jul 05 04:19:58.205901 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6216b00f-498a-40f4-bb56-c4b6e9c73618 req-6dda10f3-b427-4c34-96cc-2461fc0d28f1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535564 Jul 05 04:19:59.534715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88995da4-e0a0-4ebe-9a52-3b2d9480cbe6 req-022318a4-7129-4586-a852-fa3794211949 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:19:59.545441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88995da4-e0a0-4ebe-9a52-3b2d9480cbe6 req-022318a4-7129-4586-a852-fa3794211949 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1284130 Jul 05 04:19:59.652724 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88995da4-e0a0-4ebe-9a52-3b2d9480cbe6 req-66c5666a-f7c2-4eca-bf0a-5135232bc16c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1049271 Jul 05 04:19:59.832347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41100) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:19:59.996329 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa186bd1-261c-479d-8020-c3280c26e6da admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.100163 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa186bd1-261c-479d-8020-c3280c26e6da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.433660 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aa186bd1-261c-479d-8020-c3280c26e6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.483853 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aa186bd1-261c-479d-8020-c3280c26e6da admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c5774896c924130850f3781a15a43f5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6477356 Jul 05 04:20:00.485362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41110) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:00.503798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa186bd1-261c-479d-8020-c3280c26e6da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2eb9174-f82f-4341-a9ab-c45eec5dac0b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:00.615772 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-722cba8d-3fdd-4aa1-b4e6-800e08576b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.646218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-722cba8d-3fdd-4aa1-b4e6-800e08576b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.833569 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-722cba8d-3fdd-4aa1-b4e6-800e08576b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.836821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-722cba8d-3fdd-4aa1-b4e6-800e08576b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:00.838210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-722cba8d-3fdd-4aa1-b4e6-800e08576b71 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d2eb9174-f82f-4341-a9ab-c45eec5dac0b HTTP/1.1" status: 204 len: 168 time: 0.3509929 Jul 05 04:20:00.850284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722cba8d-3fdd-4aa1-b4e6-800e08576b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2eb9174-f82f-4341-a9ab-c45eec5dac0b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:00.911151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fd77b0-c6a0-4b0b-b430-89fcca2e6a99 req-f04f1692-1789-41b3-a471-71707307cef6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:00.922131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9fd77b0-c6a0-4b0b-b430-89fcca2e6a99 req-f04f1692-1789-41b3-a471-71707307cef6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1227834 Jul 05 04:20:00.984619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9fd77b0-c6a0-4b0b-b430-89fcca2e6a99 req-a2d23ada-dc1a-4e7d-bb32-c58cf95f0289 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610011 Jul 05 04:20:02.139927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41176) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:02.167408 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ddf4131a-f9be-46f0-be78-37afe4dcdd93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.265230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c07e93-1e59-434d-a728-01d492e7b438 req-4ab6f724-4ef9-4535-a335-d15be5a27b11 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:02.271428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33c07e93-1e59-434d-a728-01d492e7b438 req-4ab6f724-4ef9-4535-a335-d15be5a27b11 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1401501 Jul 05 04:20:02.350741 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33c07e93-1e59-434d-a728-01d492e7b438 req-0850e838-29d7-4232-bc99-67a318c469c1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732040 Jul 05 04:20:02.405169 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ddf4131a-f9be-46f0-be78-37afe4dcdd93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.511330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ddf4131a-f9be-46f0-be78-37afe4dcdd93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.563998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf4131a-f9be-46f0-be78-37afe4dcdd93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7986336-b130-4ca3-9775-6326c4979d98,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:02.591729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ddf4131a-f9be-46f0-be78-37afe4dcdd93 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=03761c3e9b484130a36b2a84e17bfe01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4503276 Jul 05 04:20:02.603964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41188) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:02.668482 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a5ff-54dd-48ff-9a21-49411ce1b4b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.696771 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a5ff-54dd-48ff-9a21-49411ce1b4b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.832516 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a5ff-54dd-48ff-9a21-49411ce1b4b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.838731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c2c8a5ff-54dd-48ff-9a21-49411ce1b4b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:02.841612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c2c8a5ff-54dd-48ff-9a21-49411ce1b4b5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b7986336-b130-4ca3-9775-6326c4979d98 HTTP/1.1" status: 204 len: 168 time: 0.2359526 Jul 05 04:20:02.857057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c8a5ff-54dd-48ff-9a21-49411ce1b4b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7986336-b130-4ca3-9775-6326c4979d98,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:03.640112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60793d9f-fb30-475c-8430-95573e579fb8 req-bd0f9f25-c7da-44af-990d-1a7ac9e5a028 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:03.641505 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60793d9f-fb30-475c-8430-95573e579fb8 req-bd0f9f25-c7da-44af-990d-1a7ac9e5a028 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1091752 Jul 05 04:20:03.708488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60793d9f-fb30-475c-8430-95573e579fb8 req-715cf11c-3d4a-42f6-9ad2-c6175ab9cf73 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604064 Jul 05 04:20:04.934687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1d2f23-f6ed-4da2-b215-20f0ff1255be req-1438c692-f4b4-478f-838e-456a3e267dbb tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:04.937173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c1d2f23-f6ed-4da2-b215-20f0ff1255be req-1438c692-f4b4-478f-838e-456a3e267dbb tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.0728970 Jul 05 04:20:04.988585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c1d2f23-f6ed-4da2-b215-20f0ff1255be req-e1b54918-38a9-471f-adb3-47073d6c898c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457904 Jul 05 04:20:05.820469 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573399a-b463-4d7d-8984-cf66a67f332e req-201e6977-abc2-4ab7-a5bc-12263b98ed58 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:05.825775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-201e6977-abc2-4ab7-a5bc-12263b98ed58 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/networks?id=c346d44d-2a54-4241-9c6a-10f1416fa973 HTTP/1.1" status: 200 len: 814 time: 0.1770840 Jul 05 04:20:05.850843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-6c95630a-692e-4fef-a4d1-53784be65af4 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/quotas/26b9c71f36cb42f5a3627b80b712fd76 HTTP/1.1" status: 200 len: 375 time: 0.0183146 Jul 05 04:20:05.909760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-e1486df7-140a-47b9-ad66-2c14373cf7f0 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=26b9c71f36cb42f5a3627b80b712fd76&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0512495 Jul 05 04:20:06.022779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-f0f59a0e-957d-4009-87da-ce9272b266dd service neutron] 10.222.0.30 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1116440 Jul 05 04:20:06.203177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-8acec0d4-36cb-498c-9a4b-380e5cdb03b2 service neutron] 10.222.0.30 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729960 Jul 05 04:20:06.345496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff01d3f-4f0b-4a03-97cd-6ca7d81097f6 req-9aaaeef2-d933-4564-8728-b43d892fafa6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:06.348966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ff01d3f-4f0b-4a03-97cd-6ca7d81097f6 req-9aaaeef2-d933-4564-8728-b43d892fafa6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1424758 Jul 05 04:20:06.406280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ff01d3f-4f0b-4a03-97cd-6ca7d81097f6 req-5f66b8d4-c124-4187-bbe9-944ffe243bfe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519111 Jul 05 04:20:06.772304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96fb3b89-0ead-4a34-9805-fd601168fe86 req-dcea6d20-60e6-411c-bde8-5bc3489bab13 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 210 time: 0.0384910 Jul 05 04:20:07.639096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f4e73-b688-4c39-a61c-ae7de54d7a71 req-8103b813-4bc2-46ff-b6b1-9e4360159626 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:07.648528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c8f4e73-b688-4c39-a61c-ae7de54d7a71 req-8103b813-4bc2-46ff-b6b1-9e4360159626 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.0913537 Jul 05 04:20:07.700625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c8f4e73-b688-4c39-a61c-ae7de54d7a71 req-824379e6-0738-4cec-826b-4ad768f5a237 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507467 Jul 05 04:20:08.021163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7971c0de-01c1-40ba-9c24-81f5f46ffc3c req-dea39584-907a-4a1d-968d-af84f8686967 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 210 time: 0.1053805 Jul 05 04:20:08.025806 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47a43f6f-da5d-41e7-ae67-9da8621f94c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:08.887316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8f9d2f-4e9c-4877-bbc7-aac8785ee580 req-7af623c8-0bcc-49fd-abdc-cd3f3c63d510 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:08.890942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c8f9d2f-4e9c-4877-bbc7-aac8785ee580 req-7af623c8-0bcc-49fd-abdc-cd3f3c63d510 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.0732017 Jul 05 04:20:08.932761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c8f9d2f-4e9c-4877-bbc7-aac8785ee580 req-32c398e2-0c83-45b1-8f87-1cf660f5e7ba tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375543 Jul 05 04:20:09.241812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8ac7e76-f451-4420-90d8-d79385f9690a req-f758a16f-3c65-454c-8f1b-b30f829092c3 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 210 time: 0.0438306 Jul 05 04:20:09.306724 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-e2a7ea5b-15dc-4724-8a06-c4f91c6efb3a service neutron] show failed (client error): The resource could not be found. Jul 05 04:20:09.307961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-e2a7ea5b-15dc-4724-8a06-c4f91c6efb3a service neutron] 10.222.0.26 "GET /v2.0/ports/247e0359-3e03-4cc6-bfaf-a1060803791f/bindings/n-h2-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0651126 Jul 05 04:20:09.383438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573399a-b463-4d7d-8984-cf66a67f332e req-cbde5249-555a-4319-8ff3-de3fa638d4da tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:09.386908 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-cbde5249-555a-4319-8ff3-de3fa638d4da tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.26 "GET /v2.0/networks?id=c346d44d-2a54-4241-9c6a-10f1416fa973 HTTP/1.1" status: 200 len: 814 time: 0.2706864 Jul 05 04:20:09.420451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Request body: {'port': {'device_id': 'f14b658a-e872-4240-9013-8b661ccc740f', 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973', 'admin_state_up': True, 'tenant_id': '26b9c71f36cb42f5a3627b80b712fd76'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:09.695015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Made reservation on behalf of 26b9c71f36cb42f5a3627b80b712fd76 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:09.702428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:09.942968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Allocated IP 172.20.0.3 (c346d44d-2a54-4241-9c6a-10f1416fa973/6340907f-b8fd-40d4-b7e3-362c52172c77/c373c0d8-4a40-4c84-9326-22449d4c71bd) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:10.041490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-97b9f853-36cb-482e-b7a6-f1e8c5996984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:10.044876 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-97b9f853-36cb-482e-b7a6-f1e8c5996984 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 1098 time: 0.1044633 Jul 05 04:20:10.069223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:10.224538 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.388350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c19a728-efa9-454e-99cd-687dadf255b3 req-682d19ca-7895-4f60-a0fd-6ca901b6564c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:10.394717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c19a728-efa9-454e-99cd-687dadf255b3 req-682d19ca-7895-4f60-a0fd-6ca901b6564c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.2909937 Jul 05 04:20:10.433944 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.585046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b23283f-9754-4f2d-92bb-55e57d277f2c req-fd1ba2b0-d6e9-4560-b853-902b7c632262 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 210 time: 0.0966997 Jul 05 04:20:10.600729 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.687666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:10.708318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Network c346d44d-2a54-4241-9c6a-10f1416fa973 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:10.729762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:10.742573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:10.755650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:10.791649 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d2e20bc1-7024-4cce-826e-e3465841bce8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.823207 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:10.825973 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-282002ba-5065-4d83-b180-1a522884253d" -d '{"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-unplugged", "status": "completed", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:10.828842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c19a728-efa9-454e-99cd-687dadf255b3 req-95e6bce6-a230-4d78-94a9-8b7ef5f5b9ed tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4300482 Jul 05 04:20:10.831732 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.876572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Transition to ACTIVE for port object 247e0359-3e03-4cc6-bfaf-a1060803791f will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:10.888302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Pushing event updated for resources: {'Port': ['ID=c373c0d8-4a40-4c84-9326-22449d4c71bd,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:10.907483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:10.913189 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.914157 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63820a4f-27cc-459b-b9da-73796c17dc79 x-openstack-request-id: req-63820a4f-27cc-459b-b9da-73796c17dc79 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:10.914727 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-unplugged", "status": "completed", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:10.915201 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63820a4f-27cc-459b-b9da-73796c17dc79 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:10.915801 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'code': 200} Jul 05 04:20:10.963487 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:10.991760 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.021052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-ca724143-cb34-4729-a56a-7b6ca0952c97 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6153333 Jul 05 04:20:11.036579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Request body: {'port': {'device_id': 'f14b658a-e872-4240-9013-8b661ccc740f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:11.108607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=6']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:11.183735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.186581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] No DVR routers for this DVR port 247e0359-3e03-4cc6-bfaf-a1060803791f on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:11.471101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:11.471290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:11.471509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f on network 58700b3d-d9cb-4b50-8689-da1fbd153960 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:11.482081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Port 247e0359-3e03-4cc6-bfaf-a1060803791f on network 58700b3d-d9cb-4b50-8689-da1fbd153960 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:11.482422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f on network 58700b3d-d9cb-4b50-8689-da1fbd153960 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:11.503221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:11.503568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Checking segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:11.503983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Bound using segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:11.508225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Bound port: 247e0359-3e03-4cc6-bfaf-a1060803791f, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:11.546604 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.611764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:11.616107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:11.648023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c373c0d8-4a40-4c84-9326-22449d4c71bd {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:11.659316 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.674828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Transition to ACTIVE for port object c373c0d8-4a40-4c84-9326-22449d4c71bd will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:11.677805 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.746700 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.767977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:11.768676 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:11.772828 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] 10.222.0.13 "PUT /v2.0/ports/247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1093 time: 1.7194395 Jul 05 04:20:11.911363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc44cf5a-b56e-43a4-a851-a17cdbbec43b service neutron] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:11.942071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c373c0d8-4a40-4c84-9326-22449d4c71bd,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:11.946053 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.005326 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-c7aba04d-9cb4-447e-ad10-2b689ee17ae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.007612 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-c7aba04d-9cb4-447e-ad10-2b689ee17ae9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1096 time: 0.2020843 Jul 05 04:20:12.281214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-581cdbbb-f1de-42e8-8271-dfcfa87d83e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.282717 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-581cdbbb-f1de-42e8-8271-dfcfa87d83e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 897 time: 0.2676775 Jul 05 04:20:12.325912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7207351c-8873-4961-8506-1c1263cbcf46 req-e3844648-306d-4165-9ebb-b5bc82d9800b tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.327438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7207351c-8873-4961-8506-1c1263cbcf46 req-e3844648-306d-4165-9ebb-b5bc82d9800b tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 943 time: 0.4071100 Jul 05 04:20:12.352447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Attempting to bind port c373c0d8-4a40-4c84-9326-22449d4c71bd on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:12.352780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Attempting to bind port c373c0d8-4a40-4c84-9326-22449d4c71bd by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'b00e0a1f-7079-4a2c-82c4-f650514b4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:12.353110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Attempting to bind port c373c0d8-4a40-4c84-9326-22449d4c71bd on network c346d44d-2a54-4241-9c6a-10f1416fa973 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:12.374902 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Port c373c0d8-4a40-4c84-9326-22449d4c71bd on network c346d44d-2a54-4241-9c6a-10f1416fa973 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:12.375236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Attempting to bind port c373c0d8-4a40-4c84-9326-22449d4c71bd on network c346d44d-2a54-4241-9c6a-10f1416fa973 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:12.415394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3fd503-4bf6-4c53-81c7-49d0578626b6 req-8e83d6a1-a96d-4d02-ae53-141c639baef8 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.417658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be3fd503-4bf6-4c53-81c7-49d0578626b6 req-8e83d6a1-a96d-4d02-ae53-141c639baef8 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 944 time: 0.2218871 Jul 05 04:20:12.419199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 19, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:12.419552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Checking segment: {'id': 'b00e0a1f-7079-4a2c-82c4-f650514b4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:12.419995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Bound using segment: {'id': 'b00e0a1f-7079-4a2c-82c4-f650514b4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:12.420130 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-f8173631-c11b-46d9-98e3-271c6256256a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1000 time: 0.1296773 Jul 05 04:20:12.420460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Bound port: c373c0d8-4a40-4c84-9326-22449d4c71bd, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b00e0a1f-7079-4a2c-82c4-f650514b4e87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:12.420831 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.469875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7207351c-8873-4961-8506-1c1263cbcf46 req-b04e2f1c-23df-498e-8129-d6aeeeb55e80 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185875 Jul 05 04:20:12.488156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-ce470280-5c37-439b-8861-d1283f8fd914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.488787 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-ce470280-5c37-439b-8861-d1283f8fd914 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.0621786 Jul 05 04:20:12.533927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be3fd503-4bf6-4c53-81c7-49d0578626b6 req-59eda184-8587-4480-a7f5-7e7d44deb115 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0995758 Jul 05 04:20:12.559591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] For port c373c0d8-4a40-4c84-9326-22449d4c71bd, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:12.563288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] For port c373c0d8-4a40-4c84-9326-22449d4c71bd, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c373c0d8-4a40-4c84-9326-22449d4c71bd,segment=NetworkSegment(b00e0a1f-7079-4a2c-82c4-f650514b4e87),segment_id=b00e0a1f-7079-4a2c-82c4-f650514b4e87)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:12.638887 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-1f209125-d5ab-4426-a629-828198c8a8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.645001 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.645718 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-1f209125-d5ab-4426-a629-828198c8a8cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1472378 Jul 05 04:20:12.704482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.705650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:12.708268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] 10.222.0.26 "PUT /v2.0/ports/c373c0d8-4a40-4c84-9326-22449d4c71bd HTTP/1.1" status: 200 len: 1092 time: 1.6769321 Jul 05 04:20:12.709084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f14b658a-e872-4240-9013-8b661ccc740f', 'tag': 'c373c0d8-4a40-4c84-9326-22449d4c71bd'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:12.713284 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc50b3a9-a245-436f-af95-12e68ed137d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f14b658a-e872-4240-9013-8b661ccc740f", "tag": "c373c0d8-4a40-4c84-9326-22449d4c71bd"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:12.773285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830c55ae-34fd-4103-8ec9-1a5040aed8e7 service neutron] Pushing event updated for resources: {'Port': ['ID=c373c0d8-4a40-4c84-9326-22449d4c71bd,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:12.840499 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-1d1b0fc0-59e7-4caa-abac-5f7e5c973c6f service neutron] 10.222.0.13 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854012 Jul 05 04:20:12.962365 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:12.965787 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51bdc821-eddd-4820-a851-1c8f85e70a20" -d '{"events": [{"name": "network-changed", "server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:12.988770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573399a-b463-4d7d-8984-cf66a67f332e req-cc76a0c3-3b1c-49f0-a16a-32d02ed71129 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:12.991564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-cc76a0c3-3b1c-49f0-a16a-32d02ed71129 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26b9c71f36cb42f5a3627b80b712fd76&device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 1095 time: 0.1294820 Jul 05 04:20:13.045513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-67e8439f-0ea8-47c4-838e-1cc88631f2a1 req-13f112dd-38b4-4989-a346-6c7f446cfbd0 service neutron] 10.222.0.13 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1972022 Jul 05 04:20:13.075856 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af203dbd-96d6-4343-85c7-0c41d787c390 x-openstack-request-id: req-af203dbd-96d6-4343-85c7-0c41d787c390 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:13.075856 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:13.075856 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af203dbd-96d6-4343-85c7-0c41d787c390 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:13.076562 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'status': 'completed', 'code': 200} Jul 05 04:20:13.088359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-06e0d1b5-28f3-498e-9b8c-1f83e9a1a285 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c373c0d8-4a40-4c84-9326-22449d4c71bd HTTP/1.1" status: 200 len: 217 time: 0.0833962 Jul 05 04:20:13.248992 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15f8e8a6-e2fe-449d-af94-f45ab128d102 x-openstack-request-id: req-15f8e8a6-e2fe-449d-af94-f45ab128d102 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:13.249284 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f14b658a-e872-4240-9013-8b661ccc740f", "tag": "c373c0d8-4a40-4c84-9326-22449d4c71bd", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:13.249538 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15f8e8a6-e2fe-449d-af94-f45ab128d102 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:13.249941 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f14b658a-e872-4240-9013-8b661ccc740f', 'tag': 'c373c0d8-4a40-4c84-9326-22449d4c71bd', 'status': 'completed', 'code': 200} Jul 05 04:20:13.340557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-88030d1a-ab0a-4010-95f5-aa8d05da6bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.342387 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-88030d1a-ab0a-4010-95f5-aa8d05da6bfb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1096 time: 0.1447463 Jul 05 04:20:13.374557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573399a-b463-4d7d-8984-cf66a67f332e req-d7f0866c-df95-4fd7-8d4b-06bdd00ea788 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.379582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-d7f0866c-df95-4fd7-8d4b-06bdd00ea788 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6340907f-b8fd-40d4-b7e3-362c52172c77 HTTP/1.1" status: 200 len: 854 time: 0.2820902 Jul 05 04:20:13.441113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-ecbcf180-80f9-407b-b385-6b44f7a5d0a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.443351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-ecbcf180-80f9-407b-b385-6b44f7a5d0a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1096 time: 0.3508389 Jul 05 04:20:13.467155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-1b345e37-e927-4d69-b66b-c748817d97ad service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c346d44d-2a54-4241-9c6a-10f1416fa973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0525699 Jul 05 04:20:13.529026 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:13.552860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-b5fee5f2-ad8e-475b-b7e3-3066cd483a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.558340 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-b5fee5f2-ad8e-475b-b7e3-3066cd483a55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 897 time: 0.2051251 Jul 05 04:20:13.667625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-1cc23b7e-170e-4b85-85ba-4ba9dd79778e service neutron] 10.222.0.26 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904783 Jul 05 04:20:13.703924 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-bfa962f4-48c6-4642-bc37-b05b7fbbe260 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1000 time: 0.1272295 Jul 05 04:20:13.828799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-fbf69c91-55a1-4d5f-afd1-f773eef0b147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:13.830927 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-fbf69c91-55a1-4d5f-afd1-f773eef0b147 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.1260459 Jul 05 04:20:13.902550 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.034722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-1400689f-ebe2-45c8-b0ee-3c185895a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.040350 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-1400689f-ebe2-45c8-b0ee-3c185895a07e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2027633 Jul 05 04:20:14.090674 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:14.223682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:14.278040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41512) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:14.333700 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-9ac39b76-0d61-42e7-857b-46f61f62eebf service neutron] 10.222.0.13 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2844331 Jul 05 04:20:14.453960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-0853e8a1-1dc0-4f24-a888-1e52886f2453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.456270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-0853e8a1-1dc0-4f24-a888-1e52886f2453 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 897 time: 0.9920745 Jul 05 04:20:14.488627 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.570511 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0573399a-b463-4d7d-8984-cf66a67f332e req-a0f6757e-39e1-4cd7-adfe-c4132dec3aca service neutron] 10.222.0.26 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8614728 Jul 05 04:20:14.583043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ef2b75-501b-4719-a753-c8e3fba9d5c6 req-8867e7b1-d7c4-4cfb-9298-2624feea2239 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.584646 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41ef2b75-501b-4719-a753-c8e3fba9d5c6 req-8867e7b1-d7c4-4cfb-9298-2624feea2239 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 944 time: 0.6640911 Jul 05 04:20:14.588611 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-561784b7-5d9b-4c81-89a9-bf205c79bc32 service neutron] 10.222.0.13 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2476473 Jul 05 04:20:14.623594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c02676-df1e-4017-8fa7-7c232b7e5915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.665020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191a8e5e-c9aa-4d70-a199-3f8cf345f872 req-f1992628-7165-4a5b-8c2c-878123532471 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.680563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-191a8e5e-c9aa-4d70-a199-3f8cf345f872 req-f1992628-7165-4a5b-8c2c-878123532471 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 943 time: 0.7492354 Jul 05 04:20:14.788357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-64d402ba-2c42-4df3-959a-859ca627bbd8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1000 time: 0.3083131 Jul 05 04:20:14.795694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41ef2b75-501b-4719-a753-c8e3fba9d5c6 req-8f573dfa-ee6d-47d7-a915-bc69d36995c9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971264 Jul 05 04:20:14.814892 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c02676-df1e-4017-8fa7-7c232b7e5915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.871858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c02676-df1e-4017-8fa7-7c232b7e5915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:14.883648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-191a8e5e-c9aa-4d70-a199-3f8cf345f872 req-546e1ffd-96e5-4a64-ad15-0aad98c57b26 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2019782 Jul 05 04:20:14.909318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-d37057e3-a24f-4a57-a2b2-93927cbf1014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.917672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-d37057e3-a24f-4a57-a2b2-93927cbf1014 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.0985789 Jul 05 04:20:14.948214 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50b3a9-a245-436f-af95-12e68ed137d1 req-c197d00a-0707-4fc2-9837-82770775bff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:14.953147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc50b3a9-a245-436f-af95-12e68ed137d1 req-c197d00a-0707-4fc2-9837-82770775bff7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=26b9c71f36cb42f5a3627b80b712fd76&device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 1095 time: 0.2366664 Jul 05 04:20:14.987980 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-44c02676-df1e-4017-8fa7-7c232b7e5915 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=92f7b2cbf03b481ba917f60aeb4c783f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7087159 Jul 05 04:20:14.989488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c02676-df1e-4017-8fa7-7c232b7e5915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f9525f-5e4b-4d88-a784-b6a463adf391,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:14.992028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41552) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:15.066101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a6d5860-46e9-45f6-a69d-5d9883874e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.097025 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a6d5860-46e9-45f6-a69d-5d9883874e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.163381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-578a2391-2a45-42f2-86d2-4d4e36c4b6af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:15.165230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-578a2391-2a45-42f2-86d2-4d4e36c4b6af service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2360435 Jul 05 04:20:15.167710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50b3a9-a245-436f-af95-12e68ed137d1 req-0824d613-78e9-48e0-8cd8-05a157240850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:15.169252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc50b3a9-a245-436f-af95-12e68ed137d1 req-0824d613-78e9-48e0-8cd8-05a157240850 service neutron] 10.222.0.26 "GET /v2.0/networks?id=c346d44d-2a54-4241-9c6a-10f1416fa973 HTTP/1.1" status: 200 len: 915 time: 0.1682959 Jul 05 04:20:15.265999 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a6d5860-46e9-45f6-a69d-5d9883874e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.272145 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9a6d5860-46e9-45f6-a69d-5d9883874e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:15.272145 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9a6d5860-46e9-45f6-a69d-5d9883874e49 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/69f9525f-5e4b-4d88-a784-b6a463adf391 HTTP/1.1" status: 204 len: 168 time: 0.2771320 Jul 05 04:20:15.284184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6d5860-46e9-45f6-a69d-5d9883874e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f9525f-5e4b-4d88-a784-b6a463adf391,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:15.299529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc50b3a9-a245-436f-af95-12e68ed137d1 req-ee084354-bf7b-4f4f-af44-a5aea102bbc4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c373c0d8-4a40-4c84-9326-22449d4c71bd HTTP/1.1" status: 200 len: 217 time: 0.1177959 Jul 05 04:20:15.685447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc50b3a9-a245-436f-af95-12e68ed137d1 req-3d353c74-3564-4a5d-8404-69eb29482faa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:15.687049 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc50b3a9-a245-436f-af95-12e68ed137d1 req-3d353c74-3564-4a5d-8404-69eb29482faa service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6340907f-b8fd-40d4-b7e3-362c52172c77 HTTP/1.1" status: 200 len: 854 time: 0.3787570 Jul 05 04:20:15.692388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-1a7a8833-4387-46e8-b728-86290a3faba7 service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144386 Jul 05 04:20:15.811196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc50b3a9-a245-436f-af95-12e68ed137d1 req-8af5541c-ea68-46da-9f8e-baea93730272 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c346d44d-2a54-4241-9c6a-10f1416fa973&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1041672 Jul 05 04:20:15.953830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-51bdc821-eddd-4820-a851-1c8f85e70a20 req-b1921a65-1f9f-42db-bc69-15472abb5377 service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2456732 Jul 05 04:20:15.976968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc50b3a9-a245-436f-af95-12e68ed137d1 req-8ed06b62-d58e-4bbe-9e2b-e7f1f518c743 service neutron] 10.222.0.26 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547761 Jul 05 04:20:16.175139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc50b3a9-a245-436f-af95-12e68ed137d1 req-b787898c-6940-4854-8d71-7067ca9e6799 service neutron] 10.222.0.26 "GET /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895003 Jul 05 04:20:16.215382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6493581-f537-4a9d-b61a-64bbce74c25a req-8c900f16-442d-4464-a54b-fa747d71d89d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:16.216990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6493581-f537-4a9d-b61a-64bbce74c25a req-8c900f16-442d-4464-a54b-fa747d71d89d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 944 time: 0.1739578 Jul 05 04:20:16.233691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145ad662-e675-419b-a63f-4295488ecae2 req-b88fc78a-e58a-4733-ba52-2c7e0bf2acfc tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:16.235231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-145ad662-e675-419b-a63f-4295488ecae2 req-b88fc78a-e58a-4733-ba52-2c7e0bf2acfc tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 943 time: 0.1782429 Jul 05 04:20:16.304419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6493581-f537-4a9d-b61a-64bbce74c25a req-ffa25ace-d1ec-4601-a60f-1db52afcb784 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0679810 Jul 05 04:20:16.308383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-145ad662-e675-419b-a63f-4295488ecae2 req-54aed2f3-3808-4a2a-85ed-5b827a8769c5 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625193 Jul 05 04:20:16.361539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41634) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:16.377154 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.491477 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.563273 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.613946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f16d5392fef45878ec77e7c8375c072&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2510998 Jul 05 04:20:16.614924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e2926f-e3b1-4126-bc54-ffe10bac8785,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:16.617584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41656) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:16.623071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.623418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.623762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.624117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.624757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.624757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.625077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.625398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.625720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.626038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.626357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.626673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34fd8077-cff7-41c2-a3b5-62f4fa7c9773 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:16.673221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12e263f2-0f61-4100-af31-67df42144028 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.695493 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12e263f2-0f61-4100-af31-67df42144028 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.810607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12e263f2-0f61-4100-af31-67df42144028 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.813200 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12e263f2-0f61-4100-af31-67df42144028 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:16.819683 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-12e263f2-0f61-4100-af31-67df42144028 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f0e2926f-e3b1-4126-bc54-ffe10bac8785 HTTP/1.1" status: 204 len: 168 time: 0.1960585 Jul 05 04:20:16.823862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e263f2-0f61-4100-af31-67df42144028 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e2926f-e3b1-4126-bc54-ffe10bac8785,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:17.005263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41684) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:17.156435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87faf3a1-a3bc-49ab-86c4-a9fa5b1031f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.288791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87faf3a1-a3bc-49ab-86c4-a9fa5b1031f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.386448 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87faf3a1-a3bc-49ab-86c4-a9fa5b1031f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.457850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41718) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:17.458062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-87faf3a1-a3bc-49ab-86c4-a9fa5b1031f8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=55608dd9c9e74abda3f0cd6f48d6a96e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514689 Jul 05 04:20:17.458747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87faf3a1-a3bc-49ab-86c4-a9fa5b1031f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fc4b8b3-fce5-48c1-8510-6d6e10f90c27,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:17.528900 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a99e9860-65fd-479a-a76f-b1e6024924d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.557058 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a99e9860-65fd-479a-a76f-b1e6024924d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.632183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d9e869-08b1-4d59-9a4b-8a055aff5e0c req-d079ed43-4d10-40ca-ab19-f4624da89511 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:17.634070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3d9e869-08b1-4d59-9a4b-8a055aff5e0c req-d079ed43-4d10-40ca-ab19-f4624da89511 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 943 time: 0.1945317 Jul 05 04:20:17.642281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a5b4f-ae9f-4c6c-a3d7-600839e2a376 req-d7437887-2dec-467c-8e24-7487f0c58311 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:17.643884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d23a5b4f-ae9f-4c6c-a3d7-600839e2a376 req-d7437887-2dec-467c-8e24-7487f0c58311 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 944 time: 0.1815720 Jul 05 04:20:17.725771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3d9e869-08b1-4d59-9a4b-8a055aff5e0c req-19ea75cd-ead2-4dd6-bb68-bf7034f050ac tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807271 Jul 05 04:20:17.730292 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a99e9860-65fd-479a-a76f-b1e6024924d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.731839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d23a5b4f-ae9f-4c6c-a3d7-600839e2a376 req-27c56e38-1a7f-4dd0-a6a2-f5f92d551a26 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716803 Jul 05 04:20:17.744479 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a99e9860-65fd-479a-a76f-b1e6024924d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:17.746716 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a99e9860-65fd-479a-a76f-b1e6024924d6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7fc4b8b3-fce5-48c1-8510-6d6e10f90c27 HTTP/1.1" status: 204 len: 168 time: 0.2877982 Jul 05 04:20:17.759116 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99e9860-65fd-479a-a76f-b1e6024924d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fc4b8b3-fce5-48c1-8510-6d6e10f90c27,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:17.936268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:18.007088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41752) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:18.049649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:18.061954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'port_id': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'mac_address': 'fa:16:3e:07:66:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:18.115489 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.129814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247e0359-3e03-4cc6-bfaf-a1060803791f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:18.137246 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c373c0d8-4a40-4c84-9326-22449d4c71bd details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:18.167124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-452939911-network', 'tenant_id': '1ea40a3fb4da467f9a0dab947384f483'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:18.168428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:18.247161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c373c0d8-4a40-4c84-9326-22449d4c71bd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c373c0d8-4a40-4c84-9326-22449d4c71bd,segment=NetworkSegment(b00e0a1f-7079-4a2c-82c4-f650514b4e87),segment_id=b00e0a1f-7079-4a2c-82c4-f650514b4e87)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:18.254869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Made reservation on behalf of 1ea40a3fb4da467f9a0dab947384f483 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:18.257287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.257499 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.266030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'c373c0d8-4a40-4c84-9326-22449d4c71bd', 'network_id': 'c346d44d-2a54-4241-9c6a-10f1416fa973', 'port_id': 'c373c0d8-4a40-4c84-9326-22449d4c71bd', 'mac_address': 'fa:16:3e:85:20:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6340907f-b8fd-40d4-b7e3-362c52172c77', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:18.270803 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.428184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41780) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:18.439022 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.445205 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-36c55355-cd67-4672-ad24-7d046fcd4a70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.483510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.516765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:18.522516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2323b1ee-00ef-4c4b-9add-0744b8ddd02d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:18.546061 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.546524 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Added segment b91e37e9-3956-43fb-a7ce-827db68d5e4b of type vlan for network f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 Jul 05 04:20:18.550962 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.595176 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-36c55355-cd67-4672-ad24-7d046fcd4a70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.596028 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.628054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c373c0d8-4a40-4c84-9326-22449d4c71bd {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:18.637240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:18.656496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.657243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.657750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.658257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.658778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.659161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.659419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.659741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.660087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.660429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.660924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.661248 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:18.669060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c373c0d8-4a40-4c84-9326-22449d4c71bd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c373c0d8-4a40-4c84-9326-22449d4c71bd,segment=NetworkSegment(b00e0a1f-7079-4a2c-82c4-f650514b4e87),segment_id=b00e0a1f-7079-4a2c-82c4-f650514b4e87)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:18.677348 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-36c55355-cd67-4672-ad24-7d046fcd4a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.718021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c55355-cd67-4672-ad24-7d046fcd4a70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6abd9a50-1a16-4710-82b2-1a2c397e4328,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:18.722748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-36c55355-cd67-4672-ad24-7d046fcd4a70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=96076f9279e141c693243c72ddf46f3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2929084 Jul 05 04:20:18.725551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41798) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:18.741330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['247e0359-3e03-4cc6-bfaf-a1060803791f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:18.780624 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88d8356d-8fda-4fca-881e-6436805d55c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.781053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.783386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:18.784555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.810049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88d8356d-8fda-4fca-881e-6436805d55c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.817663 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.952020 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] Pushing event updated for resources: {'Network': ['ID=f84f5d79-0dbf-4d0f-81c9-bb91ed429b89,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:18.969017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c373c0d8-4a40-4c84-9326-22449d4c71bd,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:18.984741 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-44c17ca8-4e58-4b5d-8888-e287836a201a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.9762595 Jul 05 04:20:18.987667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41810) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:18.992001 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88d8356d-8fda-4fca-881e-6436805d55c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.994546 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88d8356d-8fda-4fca-881e-6436805d55c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:18.996287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-88d8356d-8fda-4fca-881e-6436805d55c4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6abd9a50-1a16-4710-82b2-1a2c397e4328 HTTP/1.1" status: 204 len: 168 time: 0.2698035 Jul 05 04:20:19.000641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Request body: {'subnet': {'network_id': 'f84f5d79-0dbf-4d0f-81c9-bb91ed429b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-452939911-subnet', 'tenant_id': '1ea40a3fb4da467f9a0dab947384f483', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:19.012079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d8356d-8fda-4fca-881e-6436805d55c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6abd9a50-1a16-4710-82b2-1a2c397e4328,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:19.062775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad0bc55-3f3c-44f0-a6c5-58ba51b196ad req-9ccee845-43d7-4304-966b-1ef49b3be17b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:19.066284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:19.071042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ad0bc55-3f3c-44f0-a6c5-58ba51b196ad req-9ccee845-43d7-4304-966b-1ef49b3be17b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 945 time: 0.1369560 Jul 05 04:20:19.103144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Made reservation on behalf of 1ea40a3fb4da467f9a0dab947384f483 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:19.106421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.186798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ad0bc55-3f3c-44f0-a6c5-58ba51b196ad req-5a64a225-aa42-4004-87aa-0d0b5c6f2556 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148498 Jul 05 04:20:19.232195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f900276-b545-43c6-ae40-b1fd0d688a70 req-28e2c6b0-4cf9-4873-bb38-9d87100fbeee tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:19.234123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f900276-b545-43c6-ae40-b1fd0d688a70 req-28e2c6b0-4cf9-4873-bb38-9d87100fbeee tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 944 time: 0.1543307 Jul 05 04:20:19.324904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f900276-b545-43c6-ae40-b1fd0d688a70 req-2eedab1e-5a9e-4e44-bf81-df788b037fec tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625608 Jul 05 04:20:19.333052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['c373c0d8-4a40-4c84-9326-22449d4c71bd'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:19.603000 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:19.688399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f45f562c-4088-420f-a6a9-e4834a66bab6,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:19.698635 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Checking segment: {'id': 'b91e37e9-3956-43fb-a7ce-827db68d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f84f5d79-0dbf-4d0f-81c9-bb91ed429b89'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:19.698785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Network hostable DHCP agents. Network: f84f5d79-0dbf-4d0f-81c9-bb91ed429b89, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:19.800677 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:20:19.825722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Network f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:19.998259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, f84f5d79-0dbf-4d0f-81c9-bb91ed429b89) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:20.009829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:20.009829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.011474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7670af6-89e1-4d11-9ad0-83a016ee5c56 None None] Network f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:20.046633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed34cfc-62ad-4aa3-8c27-0af7421ee9cc req-23f640a5-4cb9-4741-8a6f-06bec3034bef tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:20.048428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ed34cfc-62ad-4aa3-8c27-0af7421ee9cc req-23f640a5-4cb9-4741-8a6f-06bec3034bef tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 945 time: 0.0756977 Jul 05 04:20:20.115094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ed34cfc-62ad-4aa3-8c27-0af7421ee9cc req-74d70c58-34b8-4b5f-8253-8978f64f2830 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585544 Jul 05 04:20:20.115582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41862) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:20.123978 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5bdca88f-9a91-4bf5-a51b-4841538a0f71 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.1345544 Jul 05 04:20:20.142246 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0130f3e2-5abf-4e4f-8aea-49b8dc524509 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.200841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c373c0d8-4a40-4c84-9326-22449d4c71bd up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:20.208183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-44b7eb78-372f-44a3-aadd-9b9aa097e0a0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:20.210496 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-44b7eb78-372f-44a3-aadd-9b9aa097e0a0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.13 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39&tenant_id=7d6d2d8645e943558e449d8c5575d969&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 945 time: 0.1647716 Jul 05 04:20:20.270891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8215c86-f7d2-4098-8df7-0f322163de43 None None] Network f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:20.345208 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-ae5f470a-261b-46c9-be2c-b929c7f02cf9 service neutron] 10.222.0.13 "GET /v2.0/ports/247e0359-3e03-4cc6-bfaf-a1060803791f/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 383 time: 0.1243689 Jul 05 04:20:20.350741 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0130f3e2-5abf-4e4f-8aea-49b8dc524509 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.403476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port c373c0d8-4a40-4c84-9326-22449d4c71bd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:20.412217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port c373c0d8-4a40-4c84-9326-22449d4c71bd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:20.412601 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.414191 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0130f3e2-5abf-4e4f-8aea-49b8dc524509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.466364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-e0054348-766c-4182-b000-a73b52a3d37e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:20.468468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0130f3e2-5abf-4e4f-8aea-49b8dc524509 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ebd6b9a5-2647-445a-831e-78c7df21d663,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:20.468754 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-e0054348-766c-4182-b000-a73b52a3d37e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1097 time: 0.0785601 Jul 05 04:20:20.512336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0130f3e2-5abf-4e4f-8aea-49b8dc524509 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=04c55fd7e03d485986fa5424b5e59e85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3951676 Jul 05 04:20:20.515291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 41892) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:20.613823 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.637099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-dc2286bc-7607-4964-91cd-0757783d6213 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:20.638582 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-dc2286bc-7607-4964-91cd-0757783d6213 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 897 time: 0.1636007 Jul 05 04:20:20.660093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14b658a-e872-4240-9013-8b661ccc740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c373c0d8-4a40-4c84-9326-22449d4c71bd'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:20.663284 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebc4bdc1-22a0-45bc-bf48-205521870032" -d '{"events": [{"server_uuid": "f14b658a-e872-4240-9013-8b661ccc740f", "name": "network-vif-plugged", "status": "completed", "tag": "c373c0d8-4a40-4c84-9326-22449d4c71bd"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:20.664805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dabe32aa-f362-45a6-ba1a-0bcea763318a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.719814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dabe32aa-f362-45a6-ba1a-0bcea763318a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.725319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c373c0d8-4a40-4c84-9326-22449d4c71bd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c373c0d8-4a40-4c84-9326-22449d4c71bd,segment=NetworkSegment(b00e0a1f-7079-4a2c-82c4-f650514b4e87),segment_id=b00e0a1f-7079-4a2c-82c4-f650514b4e87)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:20.739299 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-bf41b764-f949-449f-b8ed-83d7efc36bc8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1001 time: 0.0926409 Jul 05 04:20:20.745862 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2366caf7-05fc-44c6-b64d-571ccc9eb06b x-openstack-request-id: req-2366caf7-05fc-44c6-b64d-571ccc9eb06b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:20.746158 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14b658a-e872-4240-9013-8b661ccc740f", "name": "network-vif-plugged", "status": "completed", "tag": "c373c0d8-4a40-4c84-9326-22449d4c71bd", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:20.746414 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2366caf7-05fc-44c6-b64d-571ccc9eb06b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:20.746902 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14b658a-e872-4240-9013-8b661ccc740f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c373c0d8-4a40-4c84-9326-22449d4c71bd', 'code': 200} Jul 05 04:20:20.769366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8b0c64-f2f0-44de-bf07-5535c73ec0bd req-82cfe5c7-2b32-46ae-b1d6-c99e106351fc tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:20.772530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc8b0c64-f2f0-44de-bf07-5535c73ec0bd req-82cfe5c7-2b32-46ae-b1d6-c99e106351fc tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 944 time: 0.1751153 Jul 05 04:20:20.774947 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.833132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-a22a42e5-4901-4b74-96dd-d5098148e3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:20.840170 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-a22a42e5-4901-4b74-96dd-d5098148e3ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.0913663 Jul 05 04:20:20.861037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c373c0d8-4a40-4c84-9326-22449d4c71bd,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:20.899392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc8b0c64-f2f0-44de-bf07-5535c73ec0bd req-80c99ef1-7e8a-4592-8f0f-518d3d1e28c4 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982249 Jul 05 04:20:20.910556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-eb44c848-b857-4627-ae96-cbcbe32f40ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:20.912451 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-eb44c848-b857-4627-ae96-cbcbe32f40ec service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0654528 Jul 05 04:20:20.923286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa5e4e3-ce5c-40df-88f2-8332d2d45387 req-68e31fa4-3e68-47d6-aa8a-58276d4cbffd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:20.924842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fa5e4e3-ce5c-40df-88f2-8332d2d45387 req-68e31fa4-3e68-47d6-aa8a-58276d4cbffd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 1097 time: 0.0821073 Jul 05 04:20:20.978669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dabe32aa-f362-45a6-ba1a-0bcea763318a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.982118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dabe32aa-f362-45a6-ba1a-0bcea763318a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:20.986098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-dabe32aa-f362-45a6-ba1a-0bcea763318a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ebd6b9a5-2647-445a-831e-78c7df21d663 HTTP/1.1" status: 204 len: 168 time: 0.4671414 Jul 05 04:20:20.987889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fa5e4e3-ce5c-40df-88f2-8332d2d45387 req-bfe240e5-2bb2-4cac-86d7-db88456084ab service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511317 Jul 05 04:20:20.994406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabe32aa-f362-45a6-ba1a-0bcea763318a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ebd6b9a5-2647-445a-831e-78c7df21d663,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:21.051660 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-2072d955-767e-4932-8b68-9152774f0cba service neutron] 10.222.0.13 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317971 Jul 05 04:20:21.184120 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-109a059a-d636-4b32-b599-79ed24c0e0c9 service neutron] 10.222.0.13 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230109 Jul 05 04:20:21.421667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eee45ae-8ca0-4cb4-9c96-8f7ccc8aea1a req-16f1073a-c64b-49e1-986a-08805ff1d71f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:21.430878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2eee45ae-8ca0-4cb4-9c96-8f7ccc8aea1a req-16f1073a-c64b-49e1-986a-08805ff1d71f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 945 time: 0.0918393 Jul 05 04:20:21.465100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 41958) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:21.470710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1995007956-network', 'tenant_id': 'e03666d2e32b45888ee023e628c37ad7'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:21.502903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2eee45ae-8ca0-4cb4-9c96-8f7ccc8aea1a req-6c78bb4f-550e-4aba-be77-dec2933f8c40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0734434 Jul 05 04:20:21.590955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Made reservation on behalf of e03666d2e32b45888ee023e628c37ad7 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:21.590955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.599336 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.692953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.809137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.837824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:21.850064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46e2dbc7-c91e-4b24-a3e5-6f484941dada,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:21.854996 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.855378 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Added segment e6dbc5d2-c6d6-430c-880e-00f8b414553d of type vlan for network c2d7ff7d-9e80-4562-adee-f7a922dbbede Jul 05 04:20:21.930053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:21.961348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:22.054610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.055753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:22.056467 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.151148 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c2d7ff7d-9e80-4562-adee-f7a922dbbede,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:22.157463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 247e0359-3e03-4cc6-bfaf-a1060803791f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:22.164107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c2d7ff7d-9e80-4562-adee-f7a922dbbede details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:22.168265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 247e0359-3e03-4cc6-bfaf-a1060803791f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:22.168768 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.212889 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3d5ad636-d7a9-4a0b-b632-963818aba6e7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7466109 Jul 05 04:20:22.214030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42000) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:22.218761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Request body: {'subnet': {'network_id': 'c2d7ff7d-9e80-4562-adee-f7a922dbbede', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1995007956-subnet', 'tenant_id': 'e03666d2e32b45888ee023e628c37ad7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:22.275041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47380951-ec8b-48e3-b571-dabac0845c57 req-eb2e4081-7e79-43ba-97ec-d05599eb9ae1 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:22.284060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47380951-ec8b-48e3-b571-dabac0845c57 req-eb2e4081-7e79-43ba-97ec-d05599eb9ae1 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 945 time: 0.1152627 Jul 05 04:20:22.323711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Made reservation on behalf of e03666d2e32b45888ee023e628c37ad7 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:22.326338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.372614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47380951-ec8b-48e3-b571-dabac0845c57 req-13e5c396-de84-4a85-aaae-a4c0e8556446 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872777 Jul 05 04:20:22.421813 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.474996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:22.558322 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:22.631598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:22.738965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b65665d-28e0-4f9b-8675-268e14901d95 req-7fb5d860-b16f-4ae7-aa97-5ce507ea8d1b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:22.740808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b65665d-28e0-4f9b-8675-268e14901d95 req-7fb5d860-b16f-4ae7-aa97-5ce507ea8d1b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1033120 Jul 05 04:20:22.748568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:22.755512 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c52e8402-2d3d-402c-aa61-325d851adbf2" -d '{"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-plugged", "status": "completed", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:22.856920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b65665d-28e0-4f9b-8675-268e14901d95 req-c7c055b3-659e-473e-a8ed-a8a4beef08d5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056890 Jul 05 04:20:22.858306 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85f3ae92-cb37-4644-b8a6-75e4e08816cf x-openstack-request-id: req-85f3ae92-cb37-4644-b8a6-75e4e08816cf {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:22.862518 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-plugged", "status": "completed", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:22.862518 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85f3ae92-cb37-4644-b8a6-75e4e08816cf {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:22.862518 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'code': 200} Jul 05 04:20:23.071572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.133843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e89afe7a-aa52-457a-8dd1-1167e12840b8,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:23.148782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Checking segment: {'id': 'e6dbc5d2-c6d6-430c-880e-00f8b414553d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'c2d7ff7d-9e80-4562-adee-f7a922dbbede'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:23.148782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Network hostable DHCP agents. Network: c2d7ff7d-9e80-4562-adee-f7a922dbbede, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:23.243225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Network c2d7ff7d-9e80-4562-adee-f7a922dbbede is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:23.305927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c2d7ff7d-9e80-4562-adee-f7a922dbbede) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:23.311632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:23.312331 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:23.317024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c6aa9b-c951-47c2-98d6-25f73e7b6ed0 None None] Network c2d7ff7d-9e80-4562-adee-f7a922dbbede requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:23.393501 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5ef2817d-27f2-48be-a7b3-1ee39890e447 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1766641 Jul 05 04:20:23.623427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77be1d-9427-4197-adec-e20ff3647100 None None] Network c2d7ff7d-9e80-4562-adee-f7a922dbbede requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:23.751034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d78302b-6767-4d25-a833-0fb3c32478e7 req-ddcd1ee8-e46f-4951-9444-f7202a6cff6e tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:23.755723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d78302b-6767-4d25-a833-0fb3c32478e7 req-ddcd1ee8-e46f-4951-9444-f7202a6cff6e tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 945 time: 0.1652398 Jul 05 04:20:23.806011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d78302b-6767-4d25-a833-0fb3c32478e7 req-69729d54-1f5a-40fb-b5ba-69dfbf78201c tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459754 Jul 05 04:20:24.155213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962409-7bb5-4419-a861-61fdfa85854f req-59170718-87ab-4adb-b09e-2a27ae768486 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:24.156787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-59170718-87ab-4adb-b09e-2a27ae768486 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/networks?id=f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 HTTP/1.1" status: 200 len: 808 time: 0.1312208 Jul 05 04:20:24.173088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-2afa01bb-e275-4879-8525-f58718e10b48 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/quotas/1ea40a3fb4da467f9a0dab947384f483 HTTP/1.1" status: 200 len: 375 time: 0.0104110 Jul 05 04:20:24.252601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-86a93f23-20d7-416d-b45d-6134fdec0a68 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=1ea40a3fb4da467f9a0dab947384f483&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565112 Jul 05 04:20:24.498996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f94d079b-1973-45da-b219-7c6bf5e0263e service neutron] 10.222.0.30 "GET /v2.0/networks/f84f5d79-0dbf-4d0f-81c9-bb91ed429b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2403395 Jul 05 04:20:24.628289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-49fa83a1-7a94-4a86-b2de-1e59c0acd2cc service neutron] 10.222.0.30 "GET /v2.0/networks/f84f5d79-0dbf-4d0f-81c9-bb91ed429b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203313 Jul 05 04:20:24.770498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42176) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:24.957558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0d6729f-cd44-4382-bfec-2f079ae4b057 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.124754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd1f1960-bea6-49b5-baa3-7fc986475a67 req-cbed75ef-1d1d-4894-a610-e8f8228eb6dd tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 210 time: 0.0936723 Jul 05 04:20:25.183977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-72b5a21f-a7d2-49c8-910d-2f009994d477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:25.185715 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-72b5a21f-a7d2-49c8-910d-2f009994d477 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 1098 time: 0.2963591 Jul 05 04:20:25.207373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:25.223119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d4ba075-592d-4fc9-8db7-89bd3c0a1adf req-740bed2c-335b-4111-83b4-53d26e028d3c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:25.225505 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d4ba075-592d-4fc9-8db7-89bd3c0a1adf req-740bed2c-335b-4111-83b4-53d26e028d3c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.2093289 Jul 05 04:20:25.358337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d4ba075-592d-4fc9-8db7-89bd3c0a1adf req-8285f08b-c04b-4f3f-8ba5-98ac225aa09d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1082027 Jul 05 04:20:25.366915 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0d6729f-cd44-4382-bfec-2f079ae4b057 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.389717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.449243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e0d6729f-cd44-4382-bfec-2f079ae4b057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.571027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d6729f-cd44-4382-bfec-2f079ae4b057 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0125df40-4d5e-417c-a79e-7e539b9ce792,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:25.571027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e0d6729f-cd44-4382-bfec-2f079ae4b057 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d2081ce3980b42d59164edac4bab3cc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7986507 Jul 05 04:20:25.574214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42218) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:25.664589 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eaf17de8-ddbb-4354-b766-29ca8c78390d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.689870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:25.690829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eaf17de8-ddbb-4354-b766-29ca8c78390d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.762782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h2-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:25.807337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:25.810536 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-105b5427-0a6a-487f-8484-946302968763" -d '{"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-unplugged", "status": "completed", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:25.816779 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.854828 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eaf17de8-ddbb-4354-b766-29ca8c78390d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.856152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Transition to ACTIVE for port object 247e0359-3e03-4cc6-bfaf-a1060803791f will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:25.857423 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eaf17de8-ddbb-4354-b766-29ca8c78390d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:25.858771 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eaf17de8-ddbb-4354-b766-29ca8c78390d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0125df40-4d5e-417c-a79e-7e539b9ce792 HTTP/1.1" status: 204 len: 168 time: 0.2836976 Jul 05 04:20:25.880503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf17de8-ddbb-4354-b766-29ca8c78390d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0125df40-4d5e-417c-a79e-7e539b9ce792,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:25.899595 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7935a9-b0fa-440e-b8c4-aae985c6e168 x-openstack-request-id: req-de7935a9-b0fa-440e-b8c4-aae985c6e168 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:25.899595 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-unplugged", "status": "completed", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:25.899595 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-de7935a9-b0fa-440e-b8c4-aae985c6e168 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:25.899595 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'code': 200} Jul 05 04:20:25.929433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.015908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:26.125373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:26.233895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=10']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:26.285861 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af17b953-238d-4cd1-a266-b0da9da74299 req-4d57d8eb-807b-469a-a4a3-19d0b7a702a2 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 210 time: 0.0657573 Jul 05 04:20:26.287459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] No DVR routers for this DVR port 247e0359-3e03-4cc6-bfaf-a1060803791f on host n-h2-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:26.618007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:26.618441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:26.619007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f on network 58700b3d-d9cb-4b50-8689-da1fbd153960 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:26.628771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Port 247e0359-3e03-4cc6-bfaf-a1060803791f on network 58700b3d-d9cb-4b50-8689-da1fbd153960 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:26.629328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Attempting to bind port 247e0359-3e03-4cc6-bfaf-a1060803791f on network 58700b3d-d9cb-4b50-8689-da1fbd153960 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:26.642669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:26.642669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Checking segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:26.642669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Bound using segment: {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:26.642669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Bound port: 247e0359-3e03-4cc6-bfaf-a1060803791f, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:26.642669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.680208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b501a823-14f8-40f5-87dc-2d81f27dea20 req-2442b1e9-8948-45be-9401-e1334e3780f0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:26.682105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b501a823-14f8-40f5-87dc-2d81f27dea20 req-2442b1e9-8948-45be-9401-e1334e3780f0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 945 time: 0.1253610 Jul 05 04:20:26.767027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b501a823-14f8-40f5-87dc-2d81f27dea20 req-5598db13-3b5c-480b-9888-c1b4c82ed943 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0634720 Jul 05 04:20:26.779519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:26.785993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:26.855845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.952023 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:26.957484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:26.957484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] 10.222.0.26 "PUT /v2.0/ports/247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1094 time: 1.7539685 Jul 05 04:20:26.987037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8a496-8d94-47b0-984d-78ec1e1bc610 service neutron] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=11']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:27.228228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-591e2b99-3f62-45fc-aeaf-65efe48b237c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.230116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-591e2b99-3f62-45fc-aeaf-65efe48b237c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1097 time: 0.1641455 Jul 05 04:20:27.419920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-11cfece1-f43d-4831-a4fc-d45ac7b5e4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.422212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-11cfece1-f43d-4831-a4fc-d45ac7b5e4bd service neutron] 10.222.0.26 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 897 time: 0.1837025 Jul 05 04:20:27.537563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe3a35ad-4c1f-454b-8514-b93fbd2e61b7 req-96644c1d-6b50-41d2-81c3-77e253d67337 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 210 time: 0.0431008 Jul 05 04:20:27.566585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-c8755ac5-fe59-4498-bcfb-1ccf28abbddb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1000 time: 0.1296325 Jul 05 04:20:27.653002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-1370adec-889c-434b-8297-c9119b0602e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.677530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-1370adec-889c-434b-8297-c9119b0602e9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.1005936 Jul 05 04:20:27.762190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-a7902706-50cb-4df2-a691-7a22699a9178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:27.764043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-a7902706-50cb-4df2-a691-7a22699a9178 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0791118 Jul 05 04:20:27.891419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-3f8d7e90-1659-41a3-a1e2-665dd6134794 service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115320 Jul 05 04:20:27.898618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:27.908046 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c6c269e-6f68-4291-8017-af2ab1eccd6f" -d '{"events": [{"name": "network-changed", "server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:27.988728 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b589c862-7c1d-44a4-8e40-53f4514892f1 x-openstack-request-id: req-b589c862-7c1d-44a4-8e40-53f4514892f1 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:27.988728 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:27.989058 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b589c862-7c1d-44a4-8e40-53f4514892f1 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:27.989273 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'status': 'completed', 'code': 200} Jul 05 04:20:28.148546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-5db4c14c-fe18-4d5c-8a3a-17239e2775c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.150071 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-5db4c14c-fe18-4d5c-8a3a-17239e2775c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1097 time: 0.1312220 Jul 05 04:20:28.173981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b655f11-a364-4776-9a91-85cbb8d84df9 req-c1010134-12b2-4273-b715-c7271987d6f9 service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604361 Jul 05 04:20:28.246444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c799cd03-e4e7-48f3-aa89-1e480c6aaadf req-8b506da0-a75c-44e9-8f4e-8836b97e6de9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.249935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c799cd03-e4e7-48f3-aa89-1e480c6aaadf req-8b506da0-a75c-44e9-8f4e-8836b97e6de9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 945 time: 0.2596364 Jul 05 04:20:28.283785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962409-7bb5-4419-a861-61fdfa85854f req-1a66d9ab-0eb4-458c-8de3-91526087ed62 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.287323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-1a66d9ab-0eb4-458c-8de3-91526087ed62 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.26 "GET /v2.0/networks?id=f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 HTTP/1.1" status: 200 len: 808 time: 0.2728271 Jul 05 04:20:28.324811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-6343c016-4bd6-4bef-a32e-d1a55a48da72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.328597 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-6343c016-4bd6-4bef-a32e-d1a55a48da72 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 897 time: 0.1715491 Jul 05 04:20:28.407962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c799cd03-e4e7-48f3-aa89-1e480c6aaadf req-6081f734-af4e-44f4-95b8-bd8ae2e3627d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1194627 Jul 05 04:20:28.409810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42364) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:28.420728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Request body: {'port': {'device_id': 'c3ae2680-f7d1-42ba-a38d-5febedfaaa7a', 'network_id': 'f84f5d79-0dbf-4d0f-81c9-bb91ed429b89', 'admin_state_up': True, 'tenant_id': '1ea40a3fb4da467f9a0dab947384f483'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:28.519407 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-205e10dc-4517-4ad1-95bf-4afd6831cab2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1000 time: 0.1833181 Jul 05 04:20:28.617114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-5c95b8bf-4950-4481-a4ea-064b5556b413 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.623045 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-5c95b8bf-4950-4481-a4ea-064b5556b413 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.0941567 Jul 05 04:20:28.776856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-671e8032-d6c3-4908-8645-08babfed8578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.779235 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-671e8032-d6c3-4908-8645-08babfed8578 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1533890 Jul 05 04:20:28.781034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-1b018240-6aee-4ea0-9e4d-6200446632da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:28.782832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-1b018240-6aee-4ea0-9e4d-6200446632da service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1097 time: 0.3737781 Jul 05 04:20:28.894811 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-bfe5f43b-e8fa-464d-833f-dab846ec3189 service neutron] 10.222.0.13 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1072454 Jul 05 04:20:29.024309 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-0b84f6f6-22e9-44c9-a16f-ecc7b8a09944 service neutron] 10.222.0.13 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221862 Jul 05 04:20:29.114234 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c6a97a1-7a5b-4d43-8ffd-d6991f3d5a21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.126122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Made reservation on behalf of 1ea40a3fb4da467f9a0dab947384f483 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:29.129583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.207440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69c7b752-85f5-4e7c-b353-31c18f2e27cf req-4738f4ed-7960-406b-ac45-b60bbed90ec0 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 210 time: 0.4221132 Jul 05 04:20:29.340858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-3b827c53-42d5-41df-87d9-755c5687bb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:29.342396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-3b827c53-42d5-41df-87d9-755c5687bb4f service neutron] 10.222.0.26 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 897 time: 0.2176800 Jul 05 04:20:29.452846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Allocated IP 172.20.0.4 (f84f5d79-0dbf-4d0f-81c9-bb91ed429b89/f45f562c-4088-420f-a6a9-e4834a66bab6/469f275e-2d8a-4e73-9331-e267ee46bb10) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:29.539105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-a3fcb8fa-2c90-4858-b5d7-3c62066a1d67 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 1000 time: 0.1865103 Jul 05 04:20:29.661485 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c6a97a1-7a5b-4d43-8ffd-d6991f3d5a21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.695216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-9aa8c6fa-5481-4b20-a9e1-d1b9f74c5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:29.696738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-9aa8c6fa-5481-4b20-a9e1-d1b9f74c5a4d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.1350183 Jul 05 04:20:29.789911 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c6a97a1-7a5b-4d43-8ffd-d6991f3d5a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.841014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6a97a1-7a5b-4d43-8ffd-d6991f3d5a21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0601f14b-faff-4736-9afd-40bb167d9e5a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:29.890945 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:29.903401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42384) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:29.904102 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8c6a97a1-7a5b-4d43-8ffd-d6991f3d5a21 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e0ac46e1015c485ab37624778e5b79a3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3758898 Jul 05 04:20:29.943106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-55b4a4bf-33e2-42f5-9689-44ff23db1387 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:29.944736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-55b4a4bf-33e2-42f5-9689-44ff23db1387 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2167723 Jul 05 04:20:29.957067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c9431-7daf-462c-8a2c-065d21b08df9 req-ee6602cc-62b8-4038-bcdd-4d3cc394e4eb tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:29.968939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-562c9431-7daf-462c-8a2c-065d21b08df9 req-ee6602cc-62b8-4038-bcdd-4d3cc394e4eb tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 945 time: 0.2670608 Jul 05 04:20:29.970893 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-197844f5-fc57-4a25-a3ba-6176c5c37ec2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.009403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-197844f5-fc57-4a25-a3ba-6176c5c37ec2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.101705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-562c9431-7daf-462c-8a2c-065d21b08df9 req-fbb76fc7-b5a8-47e5-b902-962c883ec7dc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360061 Jul 05 04:20:30.144630 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.174358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-03ea2267-74e6-44a8-a11f-d95fd61ab52f service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2034128 Jul 05 04:20:30.201357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:30.208973 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-197844f5-fc57-4a25-a3ba-6176c5c37ec2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.211518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-197844f5-fc57-4a25-a3ba-6176c5c37ec2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.212715 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-197844f5-fc57-4a25-a3ba-6176c5c37ec2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0601f14b-faff-4736-9afd-40bb167d9e5a HTTP/1.1" status: 204 len: 168 time: 0.3083327 Jul 05 04:20:30.257457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197844f5-fc57-4a25-a3ba-6176c5c37ec2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0601f14b-faff-4736-9afd-40bb167d9e5a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:30.448539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Network f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:30.466344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:30.471012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:30.474905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:30.522690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Pushing event updated for resources: {'Port': ['ID=469f275e-2d8a-4e73-9331-e267ee46bb10,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:30.533503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'port_id': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'mac_address': 'fa:16:3e:07:66:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 172, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:30.618781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:30.619544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.650620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8c6c269e-6f68-4291-8017-af2ab1eccd6f req-2a03b91f-da88-4912-b870-a12b8660af7f service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4649520 Jul 05 04:20:30.654218 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.680759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 247e0359-3e03-4cc6-bfaf-a1060803791f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:30.700026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ba954d-6857-4962-aad9-b3d8d18591d3 req-747ca0f7-b974-4409-bb04-7936e93cdb9a tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:30.701541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2ba954d-6857-4962-aad9-b3d8d18591d3 req-747ca0f7-b974-4409-bb04-7936e93cdb9a tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 931 time: 0.2428632 Jul 05 04:20:30.732229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:30.771204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2ba954d-6857-4962-aad9-b3d8d18591d3 req-cee2074e-6993-43ab-91d8-e8d60b579cc3 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610161 Jul 05 04:20:30.792315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f8f2bc5d-49c7-4564-a810-01f8cd475b06 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3995333 Jul 05 04:20:30.804622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Request body: {'port': {'device_id': 'c3ae2680-f7d1-42ba-a38d-5febedfaaa7a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:30.825932 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:30.931730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=12']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:31.005818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.067047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['247e0359-3e03-4cc6-bfaf-a1060803791f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:31.407056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5165d7-a45f-4d95-afb5-2fe1bc2796b9 req-39da35aa-44c8-4920-a4b1-4ef802a5f59b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:31.415526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d5165d7-a45f-4d95-afb5-2fe1bc2796b9 req-39da35aa-44c8-4920-a4b1-4ef802a5f59b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 946 time: 0.1364846 Jul 05 04:20:31.515955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 469f275e-2d8a-4e73-9331-e267ee46bb10 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:31.524255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.542190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Transition to ACTIVE for port object 469f275e-2d8a-4e73-9331-e267ee46bb10 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:31.595277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d5165d7-a45f-4d95-afb5-2fe1bc2796b9 req-5f780603-cdfe-4be4-bafe-8fc30f940644 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1783335 Jul 05 04:20:31.610781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42412) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:31.625806 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:31.704937 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b151a6ea-eac8-4d8b-ae9c-d2c8ee6ae8ca tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/9c93c939-0d61-49f7-91a1-8aa2a349ab97 HTTP/1.1" status: 200 len: 993 time: 0.0918391 Jul 05 04:20:31.785061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Pushing event updated for resources: {'Port': ['ID=469f275e-2d8a-4e73-9331-e267ee46bb10,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:31.847223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Attempting to bind port 469f275e-2d8a-4e73-9331-e267ee46bb10 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:31.847619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Attempting to bind port 469f275e-2d8a-4e73-9331-e267ee46bb10 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'b91e37e9-3956-43fb-a7ce-827db68d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f84f5d79-0dbf-4d0f-81c9-bb91ed429b89'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:31.848044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Attempting to bind port 469f275e-2d8a-4e73-9331-e267ee46bb10 on network f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:31.857756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Port 469f275e-2d8a-4e73-9331-e267ee46bb10 on network f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:20:31.858079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Attempting to bind port 469f275e-2d8a-4e73-9331-e267ee46bb10 on network f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:31.882142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:31.885890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Checking segment: {'id': 'b91e37e9-3956-43fb-a7ce-827db68d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f84f5d79-0dbf-4d0f-81c9-bb91ed429b89'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:31.889013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Bound using segment: {'id': 'b91e37e9-3956-43fb-a7ce-827db68d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f84f5d79-0dbf-4d0f-81c9-bb91ed429b89'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:31.891219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Bound port: 469f275e-2d8a-4e73-9331-e267ee46bb10, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b91e37e9-3956-43fb-a7ce-827db68d5e4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'f84f5d79-0dbf-4d0f-81c9-bb91ed429b89'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:31.891808 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.046620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] For port 469f275e-2d8a-4e73-9331-e267ee46bb10, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:32.050512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] For port 469f275e-2d8a-4e73-9331-e267ee46bb10, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=469f275e-2d8a-4e73-9331-e267ee46bb10,segment=NetworkSegment(b91e37e9-3956-43fb-a7ce-827db68d5e4b),segment_id=b91e37e9-3956-43fb-a7ce-827db68d5e4b)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:32.071914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081a4f3d-82eb-47f0-827d-fd1e1147f89e req-f6bed2d9-6173-44b0-b9f8-be28555d5ab7 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:32.074023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-081a4f3d-82eb-47f0-827d-fd1e1147f89e req-f6bed2d9-6173-44b0-b9f8-be28555d5ab7 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 943 time: 0.0996704 Jul 05 04:20:32.131242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-081a4f3d-82eb-47f0-827d-fd1e1147f89e req-8582dee4-fcdc-47b6-a00e-7f95064e377b tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454376 Jul 05 04:20:32.166761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.207012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:32.207523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:32.207765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.209211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] 10.222.0.26 "PUT /v2.0/ports/469f275e-2d8a-4e73-9331-e267ee46bb10 HTTP/1.1" status: 200 len: 1092 time: 1.4095607 Jul 05 04:20:32.209692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3ae2680-f7d1-42ba-a38d-5febedfaaa7a', 'tag': '469f275e-2d8a-4e73-9331-e267ee46bb10'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:32.212029 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1de1d89-e5c1-42ca-9b56-db7ae6a317bf" -d '{"events": [{"name": "network-changed", "server_uuid": "c3ae2680-f7d1-42ba-a38d-5febedfaaa7a", "tag": "469f275e-2d8a-4e73-9331-e267ee46bb10"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:32.258309 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc225d0d-701d-46de-bc1e-9d9c895182f0 x-openstack-request-id: req-cc225d0d-701d-46de-bc1e-9d9c895182f0 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:32.258601 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3ae2680-f7d1-42ba-a38d-5febedfaaa7a", "tag": "469f275e-2d8a-4e73-9331-e267ee46bb10", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:32.259013 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc225d0d-701d-46de-bc1e-9d9c895182f0 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:32.259557 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3ae2680-f7d1-42ba-a38d-5febedfaaa7a', 'tag': '469f275e-2d8a-4e73-9331-e267ee46bb10', 'status': 'completed', 'code': 200} Jul 05 04:20:32.264834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6359a75b-d24d-4a8d-ba05-e9257d0d8cde service neutron] Pushing event updated for resources: {'Port': ['ID=469f275e-2d8a-4e73-9331-e267ee46bb10,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:32.347709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de1d89-e5c1-42ca-9b56-db7ae6a317bf req-40904fef-a549-476d-9684-339446904100 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:32.349516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1de1d89-e5c1-42ca-9b56-db7ae6a317bf req-40904fef-a549-476d-9684-339446904100 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ea40a3fb4da467f9a0dab947384f483&device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 1095 time: 0.0658615 Jul 05 04:20:32.382207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 247e0359-3e03-4cc6-bfaf-a1060803791f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:32.386523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 247e0359-3e03-4cc6-bfaf-a1060803791f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:32.386904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.466828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de1d89-e5c1-42ca-9b56-db7ae6a317bf req-3daa91a7-e1f8-496c-9841-92cde62debc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:32.472763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1de1d89-e5c1-42ca-9b56-db7ae6a317bf req-3daa91a7-e1f8-496c-9841-92cde62debc9 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=1ea40a3fb4da467f9a0dab947384f483&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1114609 Jul 05 04:20:32.481045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.516946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:32.522113 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-832d5115-4b61-419d-b3b6-88f7f05b7b8b" -d '{"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-plugged", "status": "completed", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:32.536487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:32.568338 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cdd6666-f386-49ae-a17e-c3c6e19acb41 x-openstack-request-id: req-0cdd6666-f386-49ae-a17e-c3c6e19acb41 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:32.568338 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-plugged", "status": "completed", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:32.568338 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0cdd6666-f386-49ae-a17e-c3c6e19acb41 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:32.568868 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'code': 200} Jul 05 04:20:32.602345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1de1d89-e5c1-42ca-9b56-db7ae6a317bf req-3d1ed3a7-5c96-4db5-8bc1-00407081270c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:32.603854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1de1d89-e5c1-42ca-9b56-db7ae6a317bf req-3d1ed3a7-5c96-4db5-8bc1-00407081270c service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1278377 Jul 05 04:20:32.609621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.693008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=13']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:32.708030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42448) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:32.770194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962409-7bb5-4419-a861-61fdfa85854f req-57d621a0-cc44-4ca7-82ed-104193b1a25b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:32.772065 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-57d621a0-cc44-4ca7-82ed-104193b1a25b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=1ea40a3fb4da467f9a0dab947384f483&device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 1095 time: 0.1234043 Jul 05 04:20:32.830835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-79088461-ba56-4643-a343-3418db32c772 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=469f275e-2d8a-4e73-9331-e267ee46bb10 HTTP/1.1" status: 200 len: 217 time: 0.0507028 Jul 05 04:20:32.859510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e151-3e6d-4033-8604-e7d1caf0298f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:32.891698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d962409-7bb5-4419-a861-61fdfa85854f req-c1175b24-6574-4fbe-94e7-f451094f24e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:32.893536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-c1175b24-6574-4fbe-94e7-f451094f24e8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f45f562c-4088-420f-a6a9-e4834a66bab6 HTTP/1.1" status: 200 len: 848 time: 0.0537803 Jul 05 04:20:32.937482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-2041f344-5c7e-4cf6-b9e3-8e61b77095cd service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=f84f5d79-0dbf-4d0f-81c9-bb91ed429b89&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365193 Jul 05 04:20:32.991667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e151-3e6d-4033-8604-e7d1caf0298f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.065180 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-3dcde6d6-0d65-4904-b15a-8c10dd523e90 service neutron] 10.222.0.26 "GET /v2.0/networks/f84f5d79-0dbf-4d0f-81c9-bb91ed429b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1138201 Jul 05 04:20:33.066204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e6a0e151-3e6d-4033-8604-e7d1caf0298f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.111555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e6a0e151-3e6d-4033-8604-e7d1caf0298f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bbd40c6723a644e9933a21d528672917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4016771 Jul 05 04:20:33.118320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42466) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:33.133332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a0e151-3e6d-4033-8604-e7d1caf0298f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ced5866-923d-434a-897c-12c1f78b86f1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:33.223708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1112adf5-4ba9-4a3d-86a9-cfb53ffedf53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.248031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d962409-7bb5-4419-a861-61fdfa85854f req-f86ec9bf-75a6-481e-8886-f26becd926b0 service neutron] 10.222.0.26 "GET /v2.0/networks/f84f5d79-0dbf-4d0f-81c9-bb91ed429b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1763465 Jul 05 04:20:33.258458 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1112adf5-4ba9-4a3d-86a9-cfb53ffedf53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.420300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28c1ed6-47cc-44a1-8e8c-8fd9d60683e3 req-d64440b0-9f40-41d5-9ff5-d3479d8cb95d tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:33.426196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1112adf5-4ba9-4a3d-86a9-cfb53ffedf53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.427804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a28c1ed6-47cc-44a1-8e8c-8fd9d60683e3 req-d64440b0-9f40-41d5-9ff5-d3479d8cb95d tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 943 time: 0.0867374 Jul 05 04:20:33.432985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1112adf5-4ba9-4a3d-86a9-cfb53ffedf53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:33.436010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1112adf5-4ba9-4a3d-86a9-cfb53ffedf53 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6ced5866-923d-434a-897c-12c1f78b86f1 HTTP/1.1" status: 204 len: 168 time: 0.3153667 Jul 05 04:20:33.473310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112adf5-4ba9-4a3d-86a9-cfb53ffedf53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ced5866-923d-434a-897c-12c1f78b86f1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:33.477596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a28c1ed6-47cc-44a1-8e8c-8fd9d60683e3 req-9bca75e9-d759-4869-897e-e52d41a14507 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488365 Jul 05 04:20:34.679016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77919b3-ffec-4ce9-91bc-15b1ce554587 req-0671de7b-2ae4-4f9e-a01c-56b80d7ec1a7 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:34.680771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e77919b3-ffec-4ce9-91bc-15b1ce554587 req-0671de7b-2ae4-4f9e-a01c-56b80d7ec1a7 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 943 time: 0.0815666 Jul 05 04:20:34.727103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e77919b3-ffec-4ce9-91bc-15b1ce554587 req-ad013cfa-274e-454c-a1c1-f78da6974f26 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401952 Jul 05 04:20:35.909412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1845d985-a6e4-4c49-b8e8-eef9f9d43ade req-f0e2bd37-1811-4c91-be56-852e7e4de41f tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:35.910950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1845d985-a6e4-4c49-b8e8-eef9f9d43ade req-f0e2bd37-1811-4c91-be56-852e7e4de41f tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 943 time: 0.0723650 Jul 05 04:20:35.952756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1845d985-a6e4-4c49-b8e8-eef9f9d43ade req-405c1aa4-5a44-4a1a-92ae-d0d9252e6627 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362961 Jul 05 04:20:35.967538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42576) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:36.107485 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20eba97-54b6-482e-b52d-9af8d5ad91e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.214624 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20eba97-54b6-482e-b52d-9af8d5ad91e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.229090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 469f275e-2d8a-4e73-9331-e267ee46bb10 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:20:36.305918 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a20eba97-54b6-482e-b52d-9af8d5ad91e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.331960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 469f275e-2d8a-4e73-9331-e267ee46bb10, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=469f275e-2d8a-4e73-9331-e267ee46bb10,segment=NetworkSegment(b91e37e9-3956-43fb-a7ce-827db68d5e4b),segment_id=b91e37e9-3956-43fb-a7ce-827db68d5e4b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:36.345282 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '469f275e-2d8a-4e73-9331-e267ee46bb10', 'network_id': 'f84f5d79-0dbf-4d0f-81c9-bb91ed429b89', 'port_id': '469f275e-2d8a-4e73-9331-e267ee46bb10', 'mac_address': 'fa:16:3e:d9:2b:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f45f562c-4088-420f-a6a9-e4834a66bab6', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:20:36.353278 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a20eba97-54b6-482e-b52d-9af8d5ad91e8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4825d3022b4d4da79af37a2c61c6467f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3817546 Jul 05 04:20:36.353773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42588) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:36.361401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20eba97-54b6-482e-b52d-9af8d5ad91e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d7b96c1-3d40-4a8e-8637-e990e03127bf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:36.386405 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.402642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 469f275e-2d8a-4e73-9331-e267ee46bb10 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:20:36.428641 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88f9179c-ac8e-404b-9e0a-52ecdfd88962 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.464831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 469f275e-2d8a-4e73-9331-e267ee46bb10, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=469f275e-2d8a-4e73-9331-e267ee46bb10,segment=NetworkSegment(b91e37e9-3956-43fb-a7ce-827db68d5e4b),segment_id=b91e37e9-3956-43fb-a7ce-827db68d5e4b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:36.472177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88f9179c-ac8e-404b-9e0a-52ecdfd88962 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.538237 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.591650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88f9179c-ac8e-404b-9e0a-52ecdfd88962 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.594218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88f9179c-ac8e-404b-9e0a-52ecdfd88962 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:36.595295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=469f275e-2d8a-4e73-9331-e267ee46bb10,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:36.609819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-88f9179c-ac8e-404b-9e0a-52ecdfd88962 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6d7b96c1-3d40-4a8e-8637-e990e03127bf HTTP/1.1" status: 204 len: 168 time: 0.2410288 Jul 05 04:20:36.609819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f9179c-ac8e-404b-9e0a-52ecdfd88962 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d7b96c1-3d40-4a8e-8637-e990e03127bf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:36.816985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['469f275e-2d8a-4e73-9331-e267ee46bb10'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:36.972756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42606) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:37.184009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-62176d16-2774-4c51-85ee-22c0a6e7bf88 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=069e1ee086ce47a09152caeb1a98e282&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2098892 Jul 05 04:20:37.186352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42624) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:37.267187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425d6896-29f7-45a0-b5c1-575fd50c9e46 req-d43d3d01-0b71-4960-9d17-fc5cbc4dd103 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:37.268931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-425d6896-29f7-45a0-b5c1-575fd50c9e46 req-d43d3d01-0b71-4960-9d17-fc5cbc4dd103 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 944 time: 0.1310747 Jul 05 04:20:37.280841 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89afbab2-e248-4069-8826-f2e255fc30e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.323131 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89afbab2-e248-4069-8826-f2e255fc30e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.349821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-425d6896-29f7-45a0-b5c1-575fd50c9e46 req-959f418d-01f0-4800-9e92-403424943751 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660360 Jul 05 04:20:37.483212 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89afbab2-e248-4069-8826-f2e255fc30e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.485913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89afbab2-e248-4069-8826-f2e255fc30e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:37.489364 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-89afbab2-e248-4069-8826-f2e255fc30e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6acbc584-09ab-4876-9b00-ca1d41708647 HTTP/1.1" status: 204 len: 168 time: 0.2998261 Jul 05 04:20:37.495955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89afbab2-e248-4069-8826-f2e255fc30e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6acbc584-09ab-4876-9b00-ca1d41708647,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:38.071835 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6a3590ba-71e3-42c7-a3e1-b8e0cba68f8b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.231283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 469f275e-2d8a-4e73-9331-e267ee46bb10 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:38.380204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 469f275e-2d8a-4e73-9331-e267ee46bb10 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:38.384441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 469f275e-2d8a-4e73-9331-e267ee46bb10 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:38.384816 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.478478 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.520818 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ae2680-f7d1-42ba-a38d-5febedfaaa7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469f275e-2d8a-4e73-9331-e267ee46bb10'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:38.523958 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-576dec90-5c6b-4187-9966-f348352a5b74" -d '{"events": [{"server_uuid": "c3ae2680-f7d1-42ba-a38d-5febedfaaa7a", "name": "network-vif-plugged", "status": "completed", "tag": "469f275e-2d8a-4e73-9331-e267ee46bb10"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:38.543262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 469f275e-2d8a-4e73-9331-e267ee46bb10, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=469f275e-2d8a-4e73-9331-e267ee46bb10,segment=NetworkSegment(b91e37e9-3956-43fb-a7ce-827db68d5e4b),segment_id=b91e37e9-3956-43fb-a7ce-827db68d5e4b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:38.577895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79d4b2e-dc4e-488e-969c-42e3f1cafb5d req-c064bef5-4c29-4f1d-b910-773776e52213 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:38.580106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d79d4b2e-dc4e-488e-969c-42e3f1cafb5d req-c064bef5-4c29-4f1d-b910-773776e52213 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 944 time: 0.0999672 Jul 05 04:20:38.599065 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18ace69a-d92c-4334-ae24-4096da208523 x-openstack-request-id: req-18ace69a-d92c-4334-ae24-4096da208523 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:38.599065 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ae2680-f7d1-42ba-a38d-5febedfaaa7a", "name": "network-vif-plugged", "status": "completed", "tag": "469f275e-2d8a-4e73-9331-e267ee46bb10", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:38.599065 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-18ace69a-d92c-4334-ae24-4096da208523 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:38.599065 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ae2680-f7d1-42ba-a38d-5febedfaaa7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '469f275e-2d8a-4e73-9331-e267ee46bb10', 'code': 200} Jul 05 04:20:38.635107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d79d4b2e-dc4e-488e-969c-42e3f1cafb5d req-6078fcc6-db85-4a79-9715-3886fde386a9 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455389 Jul 05 04:20:38.665870 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:38.742506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=469f275e-2d8a-4e73-9331-e267ee46bb10,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:38.779098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc83413-4614-4871-9503-a9f419129b83 req-7bb04e87-8c16-4e10-92ef-a85ac970235d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:38.780682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddc83413-4614-4871-9503-a9f419129b83 req-7bb04e87-8c16-4e10-92ef-a85ac970235d service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 1097 time: 0.1076260 Jul 05 04:20:38.810176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42696) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:38.819755 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddc83413-4614-4871-9503-a9f419129b83 req-452f04ee-06d3-409f-b069-c3207a5bd3a7 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320294 Jul 05 04:20:38.931112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-648212291-network', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:39.037420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Made reservation on behalf of 35efbe99dbe445919c32408a6591ecc0 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:39.040124 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.049405 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.087054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42710) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.187043 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.214900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d0739344-f563-4b22-a002-30a81612a2a0 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:39.249133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.273356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:39.288429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19898bf8-642a-454b-965b-b5aa82db4f2f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:39.295104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.295453 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Added segment 416e97c2-2b20-43f2-86fa-f1421e5c47f4 of type vlan for network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 Jul 05 04:20:39.349162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.411602 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d0739344-f563-4b22-a002-30a81612a2a0 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] 10.222.0.30 "PUT /v2.0/quotas/1406b8323bb742d29b7acb4d1f523b89 HTTP/1.1" status: 200 len: 366 time: 0.3198798 Jul 05 04:20:39.412189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42720) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.423940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b7590648-caee-40ba-b2e0-41eb2588e749 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0099630 Jul 05 04:20:39.425339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42722) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.431717 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.433190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:39.433960 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.436187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-50706fde-97f1-4df4-89f7-c66fb5a6377a tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] 10.222.0.30 "GET /v2.0/quotas/1406b8323bb742d29b7acb4d1f523b89 HTTP/1.1" status: 200 len: 366 time: 0.0095727 Jul 05 04:20:39.438346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42724) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.500916 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8738f308-dd16-405d-8a3e-3c4b4b1db98e tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/1406b8323bb742d29b7acb4d1f523b89 HTTP/1.1" status: 204 len: 168 time: 0.0614436 Jul 05 04:20:39.503197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42726) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.503400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] Pushing event updated for resources: {'Network': ['ID=3a732ff5-1793-4c68-9763-be6d5a22b8f8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:39.516372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cf517019-df1f-4857-8859-1f5ae5d31277 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0117776 Jul 05 04:20:39.518220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:39.520398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42728) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.530847 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f3e71c8e-8385-4ebf-a2d6-47fe07b27eca admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7187920 Jul 05 04:20:39.535747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42732) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.536956 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-15461e48-25a6-4d78-86d8-3db4826a97d0 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] 10.222.0.30 "GET /v2.0/quotas/1406b8323bb742d29b7acb4d1f523b89 HTTP/1.1" status: 200 len: 370 time: 0.0141826 Jul 05 04:20:39.537568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42734) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.540334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Request body: {'subnet': {'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-648212291-subnet', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:39.543942 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fcb536e4-740f-417a-a70c-f35e829c8aaa tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] 10.222.0.30 "GET /v2.0/quotas/1406b8323bb742d29b7acb4d1f523b89/default HTTP/1.1" status: 200 len: 370 time: 0.0045974 Jul 05 04:20:39.545856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42736) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.557195 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-f47c757e-43f1-4143-81c1-4e315bae114b tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] delete failed (client error): The resource could not be found. Jul 05 04:20:39.559199 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f47c757e-43f1-4143-81c1-4e315bae114b tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/1406b8323bb742d29b7acb4d1f523b89 HTTP/1.1" status: 404 len: 348 time: 0.0121138 Jul 05 04:20:39.666102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Made reservation on behalf of 35efbe99dbe445919c32408a6591ecc0 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:39.669590 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:39.893393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42746) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:39.937847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Usage tracker for resource:network and tenant:742f3575f0a141d686a263b7b6b22d9f is out of sync, need to count used quota {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:20:39.943324 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:20:39.965732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Usage tracker for resource:subnet and tenant:742f3575f0a141d686a263b7b6b22d9f is out of sync, need to count used quota {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:20:39.972350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:20:39.992993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338470fa-b27c-4522-9c10-32912562227a req-ac87aa73-388a-4dd5-9c30-86f600ea964a tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:39.993859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Usage tracker for resource:subnetpool and tenant:742f3575f0a141d686a263b7b6b22d9f is out of sync, need to count used quota {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:20:40.000608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-338470fa-b27c-4522-9c10-32912562227a req-ac87aa73-388a-4dd5-9c30-86f600ea964a tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 945 time: 0.1939104 Jul 05 04:20:40.003413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:20:40.013753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Usage tracker for resource:port and tenant:742f3575f0a141d686a263b7b6b22d9f is out of sync, need to count used quota {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:20:40.019788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:20:40.031323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Usage tracker for resource:router and tenant:742f3575f0a141d686a263b7b6b22d9f is out of sync, need to count used quota {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:20:40.055091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-338470fa-b27c-4522-9c10-32912562227a req-a19d31ae-e4d0-4f81-af7b-73d59d03f54e tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535932 Jul 05 04:20:40.059160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:20:40.066088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Usage tracker for resource:floatingip and tenant:742f3575f0a141d686a263b7b6b22d9f is out of sync, need to count used quota {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:20:40.071975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:20:40.114721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Usage tracker for resource:security_group and tenant:742f3575f0a141d686a263b7b6b22d9f is out of sync, need to count used quota {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:20:40.120459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:20:40.128684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Usage tracker for resource:security_group_rule and tenant:742f3575f0a141d686a263b7b6b22d9f is out of sync, need to count used quota {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 05 04:20:40.134728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.quota.resource [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=100895) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 05 04:20:40.146060 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e5f8a537-5ec1-42bc-b247-4e0bb1b90153 tempest-QuotasTest-1910094441 tempest-QuotasTest-1910094441-project-admin] 10.222.0.30 "GET /v2.0/quotas/742f3575f0a141d686a263b7b6b22d9f/details.json HTTP/1.1" status: 200 len: 703 time: 0.2460651 Jul 05 04:20:40.157956 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.265925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d69b80f1-e2c2-41d5-aeff-ab226670661d,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:40.280815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Checking segment: {'id': '416e97c2-2b20-43f2-86fa-f1421e5c47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:40.281197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Network hostable DHCP agents. Network: 3a732ff5-1793-4c68-9763-be6d5a22b8f8, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:40.363435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:40.449477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3a732ff5-1793-4c68-9763-be6d5a22b8f8) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:40.458809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d91b0b-33ad-4d50-80f0-6694c3d3d7a7 None None] Network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:40.459308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:40.460234 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.576347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7c460210-4802-40c7-ba8b-5bcfceb6d7a4 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0407674 Jul 05 04:20:40.579693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42758) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:40.586374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-648212291-router', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:40.635743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3a732ff5-1793-4c68-9763-be6d5a22b8f8', 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'fixed_ips': [{'subnet_id': 'd69b80f1-e2c2-41d5-aeff-ab226670661d'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:20:40.636791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.689556 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.690652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.803214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.815505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Allocated IP 172.20.0.2 (3a732ff5-1793-4c68-9763-be6d5a22b8f8/d69b80f1-e2c2-41d5-aeff-ab226670661d/2f57ea76-f59e-4389-a07a-311e4df5b049) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:40.835345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-731cc0b7-b1de-4d99-95d7-0638e2b045b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:40.843290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42764) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:40.991786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.024064 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.034078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Transition to ACTIVE for port object 2f57ea76-f59e-4389-a07a-311e4df5b049 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:41.051111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Transition to ACTIVE for port object 2f57ea76-f59e-4389-a07a-311e4df5b049 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:41.070396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.085597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5368fc74-f3a0-4a85-99d6-e121f8de6976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.121882 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.190729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Pushing event updated for resources: {'Port': ['ID=2f57ea76-f59e-4389-a07a-311e4df5b049,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:41.213368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:41.215169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:41.220942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:41.343419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Attempting to bind port 2f57ea76-f59e-4389-a07a-311e4df5b049 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:41.344145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Attempting to bind port 2f57ea76-f59e-4389-a07a-311e4df5b049 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '416e97c2-2b20-43f2-86fa-f1421e5c47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:41.344696 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Attempting to bind port 2f57ea76-f59e-4389-a07a-311e4df5b049 on network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:41.345408 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5368fc74-f3a0-4a85-99d6-e121f8de6976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.351572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:41.351988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Checking segment: {'id': '416e97c2-2b20-43f2-86fa-f1421e5c47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:41.352407 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.352659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Bound using segment: {'id': '416e97c2-2b20-43f2-86fa-f1421e5c47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:41.353133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Bound port: 2f57ea76-f59e-4389-a07a-311e4df5b049, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416e97c2-2b20-43f2-86fa-f1421e5c47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:41.354530 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.386202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7753ddb9-3d5e-438e-a798-466fe8eb91ad req-bbc20784-f76b-491e-a26e-16cd5d780fe4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:41.387797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7753ddb9-3d5e-438e-a798-466fe8eb91ad req-bbc20784-f76b-491e-a26e-16cd5d780fe4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 945 time: 0.1527150 Jul 05 04:20:41.428608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] For port 2f57ea76-f59e-4389-a07a-311e4df5b049, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:41.433645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] For port 2f57ea76-f59e-4389-a07a-311e4df5b049, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2f57ea76-f59e-4389-a07a-311e4df5b049,segment=NetworkSegment(416e97c2-2b20-43f2-86fa-f1421e5c47f4),segment_id=416e97c2-2b20-43f2-86fa-f1421e5c47f4)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:41.438994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7753ddb9-3d5e-438e-a798-466fe8eb91ad req-25e4a210-f002-49b7-a2f5-e255e0298432 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452650 Jul 05 04:20:41.463889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5368fc74-f3a0-4a85-99d6-e121f8de6976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.547141 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5368fc74-f3a0-4a85-99d6-e121f8de6976 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=95898215e22e49aa84fdd88d8f751e12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7025497 Jul 05 04:20:41.550087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42788) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:41.563244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5368fc74-f3a0-4a85-99d6-e121f8de6976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fb9012d-958b-4dc0-8be9-1dc02603b92c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:41.570176 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.587654 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.632052 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.740294 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3145a443-72d7-4605-8301-1935d19fc342 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.770802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590dae6-b4fa-42f4-b9cc-dabd868d0e12 None None] Pushing event updated for resources: {'Port': ['ID=2f57ea76-f59e-4389-a07a-311e4df5b049,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:41.780927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Allocated IP 172.25.4.79 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/59187f6e-3eac-498d-9b49-bbbde8ddb6ce) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:41.808109 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3145a443-72d7-4605-8301-1935d19fc342 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:41.938974 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.002269 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.037673 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3145a443-72d7-4605-8301-1935d19fc342 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.040204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3145a443-72d7-4605-8301-1935d19fc342 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.042675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3145a443-72d7-4605-8301-1935d19fc342 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fb9012d-958b-4dc0-8be9-1dc02603b92c HTTP/1.1" status: 204 len: 168 time: 0.4899404 Jul 05 04:20:42.061607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3145a443-72d7-4605-8301-1935d19fc342 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fb9012d-958b-4dc0-8be9-1dc02603b92c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:42.091283 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.165258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Pushing event updated for resources: {'Port': ['ID=59187f6e-3eac-498d-9b49-bbbde8ddb6ce,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:42.192661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:42.194891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:42.199966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:42.345955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2f57ea76-f59e-4389-a07a-311e4df5b049 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:42.597273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2f57ea76-f59e-4389-a07a-311e4df5b049 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:42.767685 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:42.961061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42812) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:43.019037 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-baf1375b-8f5e-4f34-8ff7-7765b84512b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.170915 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.237937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9fab3a1-32e0-48cc-9354-fab6402f502d None None] Network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:43.385468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-baf1375b-8f5e-4f34-8ff7-7765b84512b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.442547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-da961357-a065-4d07-b825-2b87c50f38d7 None None] Provisioning for port 2f57ea76-f59e-4389-a07a-311e4df5b049 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:43.448325 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-baf1375b-8f5e-4f34-8ff7-7765b84512b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.458807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-da961357-a065-4d07-b825-2b87c50f38d7 None None] Provisioning complete for port 2f57ea76-f59e-4389-a07a-311e4df5b049 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:43.459572 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-da961357-a065-4d07-b825-2b87c50f38d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.498714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-baf1375b-8f5e-4f34-8ff7-7765b84512b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=742f3575f0a141d686a263b7b6b22d9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5365131 Jul 05 04:20:43.501470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42822) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:43.518720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:43.520268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf1375b-8f5e-4f34-8ff7-7765b84512b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b671f591-a668-4156-b965-8fd3169647fb,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:43.589519 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.625679 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99cb6eb9-8037-4b5e-b8cf-43c415ca4413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.649312 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-da961357-a065-4d07-b825-2b87c50f38d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.687794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-da961357-a065-4d07-b825-2b87c50f38d7 None None] For port 2f57ea76-f59e-4389-a07a-311e4df5b049, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2f57ea76-f59e-4389-a07a-311e4df5b049,segment=NetworkSegment(416e97c2-2b20-43f2-86fa-f1421e5c47f4),segment_id=416e97c2-2b20-43f2-86fa-f1421e5c47f4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:43.701058 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99cb6eb9-8037-4b5e-b8cf-43c415ca4413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.748439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:43.763499 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Sync routers for ids ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:43.782445 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-da961357-a065-4d07-b825-2b87c50f38d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.787244 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Routers {'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:43.788218 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:43.845497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.847512 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-63ddf367-b4cc-4877-87e8-91a2f3c38600 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2656300 Jul 05 04:20:43.850347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42830) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:43.903514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99cb6eb9-8037-4b5e-b8cf-43c415ca4413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.906269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-99cb6eb9-8037-4b5e-b8cf-43c415ca4413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.909287 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-99cb6eb9-8037-4b5e-b8cf-43c415ca4413 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b671f591-a668-4156-b965-8fd3169647fb HTTP/1.1" status: 204 len: 168 time: 0.4050989 Jul 05 04:20:43.921029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da961357-a065-4d07-b825-2b87c50f38d7 None None] Pushing event updated for resources: {'Port': ['ID=2f57ea76-f59e-4389-a07a-311e4df5b049,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:43.922708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cb6eb9-8037-4b5e-b8cf-43c415ca4413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b671f591-a668-4156-b965-8fd3169647fb,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:43.967744 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:43.998289 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Set router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:44.112218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c3d94ee8-cfbe-4679-9cc8-20525af675e0 None None] Provisioning complete for port 2f57ea76-f59e-4389-a07a-311e4df5b049 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:44.112666 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c3d94ee8-cfbe-4679-9cc8-20525af675e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.284657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2f57ea76-f59e-4389-a07a-311e4df5b049 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:44.338618 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'name': 'tempest-TestAggregatesBasicOps-648212291-router', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:40Z', 'updated_at': '2021-07-05T04:20:42Z', 'revision_number': 3, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'gw_port': {'id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:41Z', 'updated_at': '2021-07-05T04:20:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:44.353052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2f57ea76-f59e-4389-a07a-311e4df5b049 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:44.353433 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.384553 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Checking router: e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:44.384982 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Updating router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:44.427846 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.506936 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.608033 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.785960 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.799998 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Transition to ACTIVE for port object 59187f6e-3eac-498d-9b49-bbbde8ddb6ce will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:44.860020 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.946184 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Attempting to bind port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:44.946591 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Attempting to bind port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:44.946928 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Attempting to bind port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:44.955163 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Pushing event updated for resources: {'Port': ['ID=59187f6e-3eac-498d-9b49-bbbde8ddb6ce,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:44.966375 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.967475 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.967475 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.967475 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.967985 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.968357 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.968694 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.969050 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.969443 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.969779 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.970530 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.970859 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:44.981898 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:44.982372 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:44.982787 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:44.983235 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:44.983771 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Bound port: 59187f6e-3eac-498d-9b49-bbbde8ddb6ce, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:44.984182 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:45.064869 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] For port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:45.068755 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] For port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=59187f6e-3eac-498d-9b49-bbbde8ddb6ce,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:45.136624 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:45.257831 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Routers {'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:45.258555 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:45.279549 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8a39d-be42-4a2b-8254-dc4cfd4b7d26 None None] Pushing event updated for resources: {'Port': ['ID=59187f6e-3eac-498d-9b49-bbbde8ddb6ce,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:45.324332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Allocated IP 172.20.0.1 (3a732ff5-1793-4c68-9763-be6d5a22b8f8/d69b80f1-e2c2-41d5-aeff-ab226670661d/9a96aa62-83fb-473a-9fa5-f74a095c790c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:45.479789 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] Set router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:45.495515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:45.517946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Transition to ACTIVE for port object 9a96aa62-83fb-473a-9fa5-f74a095c790c will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:45.644042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:45.787494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:45.806468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:45.816024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Pushing event updated for resources: {'Port': ['ID=9a96aa62-83fb-473a-9fa5-f74a095c790c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:45.820910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:45.894699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.029716 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'name': 'tempest-TestAggregatesBasicOps-648212291-router', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:40Z', 'updated_at': '2021-07-05T04:20:42Z', 'revision_number': 3, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'gw_port': {'id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:41Z', 'updated_at': '2021-07-05T04:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:46.173021 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4a77ed-c09c-41e7-b848-ceac4f386dcf None None] The sync data for ids ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'] in n-d-758944-41 is: [{'id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'name': 'tempest-TestAggregatesBasicOps-648212291-router', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:40Z', 'updated_at': '2021-07-05T04:20:42Z', 'revision_number': 3, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'gw_port': {'id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:41Z', 'updated_at': '2021-07-05T04:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:46.357810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-00d4410f-301e-4491-82b1-28fa5a75283c None None] Provisioning for port 9a96aa62-83fb-473a-9fa5-f74a095c790c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:46.362570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-00d4410f-301e-4491-82b1-28fa5a75283c None None] Provisioning complete for port 9a96aa62-83fb-473a-9fa5-f74a095c790c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:46.362955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-00d4410f-301e-4491-82b1-28fa5a75283c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.418101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-00d4410f-301e-4491-82b1-28fa5a75283c None None] Port 9a96aa62-83fb-473a-9fa5-f74a095c790c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:46.496145 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.817993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:46.943488 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.023960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Pushing event updated for resources: {'Port': ['ID=9a96aa62-83fb-473a-9fa5-f74a095c790c,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:47.028193 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.089407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42938) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:47.195551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:47.198813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:47.307404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1787897108', 'router:external': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:47.426201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Made reservation on behalf of a465c5135c45402ba1dbc8f41fdc464a for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:47.428851 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.439672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.447418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:47.610122 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.615325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:47.621121 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5c7537f2-e4e3-4e43-b268-579993776b39 admin admin] 10.222.0.30 "PUT /v2.0/routers/e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7697229 Jul 05 04:20:47.647797 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a0829556-7ffa-48ba-a721-42df7c31c9bd None None] Provisioning complete for port 9a96aa62-83fb-473a-9fa5-f74a095c790c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:47.648291 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a0829556-7ffa-48ba-a721-42df7c31c9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.700295 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.713296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a0829556-7ffa-48ba-a721-42df7c31c9bd None None] Port 9a96aa62-83fb-473a-9fa5-f74a095c790c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:47.729919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:47.747769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec21a491-4a9b-46fe-a867-894ce690a449,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:47.754234 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.754858 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Added segment ed1d21a3-164d-4d6a-86b2-30192cf85191 of type vlan for network 7355e92d-8213-415f-936a-298cc72ef9a8 Jul 05 04:20:47.868240 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:47.906678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba35c8c-7eee-4a65-a1bd-600166a5511a req-ab2ddfbc-3671-4986-a655-b1db14850ed7 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:47.913662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ba35c8c-7eee-4a65-a1bd-600166a5511a req-ab2ddfbc-3671-4986-a655-b1db14850ed7 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 945 time: 0.1441593 Jul 05 04:20:47.997624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ba35c8c-7eee-4a65-a1bd-600166a5511a req-cd84dd32-5162-48a1-a799-91c817b1fd5b tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829434 Jul 05 04:20:48.060515 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.062737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:48.062737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.193033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.0997641 Jul 05 04:20:48.196641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42974) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:48.198346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfab1ba-e1bc-4d68-b425-95e6a5060476 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event updated for resources: {'Network': ['ID=7355e92d-8213-415f-936a-298cc72ef9a8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:48.204133 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Request body: {'subnet': {'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:48.212663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 7355e92d-8213-415f-936a-298cc72ef9a8 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:48.319166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Made reservation on behalf of a465c5135c45402ba1dbc8f41fdc464a for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:48.321548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 59187f6e-3eac-498d-9b49-bbbde8ddb6ce up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:48.326964 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.477784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:48.482849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:48.483265 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.507851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Sync routers for ids ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:48.566130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Routers {'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:48.568708 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:48.762020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 42988) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:48.767021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1565894485-network', 'tenant_id': '7243337a12a7465db3a68904fdd60a11'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:48.876173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.objects.ports [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=100895) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 05 04:20:48.876609 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.887947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Made reservation on behalf of 7243337a12a7465db3a68904fdd60a11 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:48.890356 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.909178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.955028 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:48.982722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7e91639b-ed59-4a2d-8fcc-a7c1d45e228e,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:48.996752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Checking segment: {'id': 'ed1d21a3-164d-4d6a-86b2-30192cf85191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:48.997179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Network hostable DHCP agents. Network: 7355e92d-8213-415f-936a-298cc72ef9a8, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:49.017737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=59187f6e-3eac-498d-9b49-bbbde8ddb6ce,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:49.037507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Set router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:49.099729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Network 7355e92d-8213-415f-936a-298cc72ef9a8 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:49.102848 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.170280 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.210602 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.226400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 7355e92d-8213-415f-936a-298cc72ef9a8) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:49.240776 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.243448 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.244012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd034c0b-6855-46ca-92ef-c952e520bdc0 None None] Network 7355e92d-8213-415f-936a-298cc72ef9a8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:49.249879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:20:49.295453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.295453 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Added segment 3c98d174-396b-4932-ad84-ec9d7d304409 of type vlan for network 165e150e-58b3-496e-b64f-b9269ee4af86 Jul 05 04:20:49.298352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7649d01b-2a54-4075-ac59-95647b720eae,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:49.335007 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=59187f6e-3eac-498d-9b49-bbbde8ddb6ce,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:49.357611 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cd20a4da-0e39-4d89-a143-694da113cda3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.1559839 Jul 05 04:20:49.359136 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 42994) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:49.368166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1201351604', 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:49.379735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.467564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Made reservation on behalf of a465c5135c45402ba1dbc8f41fdc464a for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:49.470522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e8cec-3d05-4406-91a2-677b96f5e836 req-8c1f81c7-c448-4258-801c-b178768c20e5 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.471395 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.486219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-282e8cec-3d05-4406-91a2-677b96f5e836 req-8c1f81c7-c448-4258-801c-b178768c20e5 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 945 time: 0.3181827 Jul 05 04:20:49.516410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] device_id is not set on port eef7c2a7-eea7-4a41-bf4b-c2087805a7c0 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:20:49.579990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-27160e4a-4e8a-430d-8caf-69bb895c2e57 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.582020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-27160e4a-4e8a-430d-8caf-69bb895c2e57 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.26 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 945 time: 0.3086834 Jul 05 04:20:49.591824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-282e8cec-3d05-4406-91a2-677b96f5e836 req-4968b6bf-fc7a-4ecf-9524-b81090f19a98 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/security-groups?id=2323b1ee-00ef-4c4b-9add-0744b8ddd02d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038644 Jul 05 04:20:49.602604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9883a5eb-3bb8-492b-b4bf-e2b82ab8119b None None] Network 7355e92d-8213-415f-936a-298cc72ef9a8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:49.651109 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.652213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:49.652901 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.667143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Allocated IP 2001:db8::2a1 (7355e92d-8213-415f-936a-298cc72ef9a8/7e91639b-ed59-4a2d-8fcc-a7c1d45e228e/eef7c2a7-eea7-4a41-bf4b-c2087805a7c0) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:49.742138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'name': 'tempest-TestAggregatesBasicOps-648212291-router', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:40Z', 'updated_at': '2021-07-05T04:20:46Z', 'revision_number': 4, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'gw_port': {'id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:41Z', 'updated_at': '2021-07-05T04:20:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9a96aa62-83fb-473a-9fa5-f74a095c790c', 'name': '', 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'mac_address': 'fa:16:3e:c3:e6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'd69b80f1-e2c2-41d5-aeff-ab226670661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:44Z', 'updated_at': '2021-07-05T04:20:46Z', 'revision_number': 2, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'subnets': [{'id': 'd69b80f1-e2c2-41d5-aeff-ab226670661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:49.870462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:49.919059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Checking router: e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:49.920289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Updating router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 port 9a96aa62-83fb-473a-9fa5-f74a095c790c binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:49.966673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.010838 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.090334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] Pushing event updated for resources: {'Network': ['ID=165e150e-58b3-496e-b64f-b9269ee4af86,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:50.106372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 165e150e-58b3-496e-b64f-b9269ee4af86 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:20:50.110564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Network 7355e92d-8213-415f-936a-298cc72ef9a8 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:50.113645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:50.117684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:50.121065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:50.121753 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.138217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event updated for resources: {'Port': ['ID=eef7c2a7-eea7-4a41-bf4b-c2087805a7c0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:50.144906 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ce04d08b-1845-48d5-9fe7-8e2acd3636f0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3802960 Jul 05 04:20:50.146358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43000) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:50.154327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Request body: {'subnet': {'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1565894485-subnet', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:50.157988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-344b2c4f-b861-4047-8817-99e28099c5b4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Deleting port 469f275e-2d8a-4e73-9331-e267ee46bb10 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:50.158241 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-344b2c4f-b861-4047-8817-99e28099c5b4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.257329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 59187f6e-3eac-498d-9b49-bbbde8ddb6ce up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:50.257781 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-24717217-72cb-4e02-a7df-b01b01d7cb83 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.8970900 Jul 05 04:20:50.268317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43002) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:50.316661 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-344b2c4f-b861-4047-8817-99e28099c5b4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] For port 469f275e-2d8a-4e73-9331-e267ee46bb10, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=469f275e-2d8a-4e73-9331-e267ee46bb10,segment=NetworkSegment(b91e37e9-3956-43fb-a7ce-827db68d5e4b),segment_id=b91e37e9-3956-43fb-a7ce-827db68d5e4b)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:50.317669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-344b2c4f-b861-4047-8817-99e28099c5b4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.327311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:50.327788 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.352692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-344b2c4f-b861-4047-8817-99e28099c5b4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Calling delete_port for 469f275e-2d8a-4e73-9331-e267ee46bb10 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:50.361667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-82dede15-5028-41ad-822b-a316f14db3a6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Deleting port eef7c2a7-eea7-4a41-bf4b-c2087805a7c0 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:50.362221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82dede15-5028-41ad-822b-a316f14db3a6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.412499 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Made reservation on behalf of 7243337a12a7465db3a68904fdd60a11 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:20:50.415159 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.487354 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.514182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82dede15-5028-41ad-822b-a316f14db3a6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.532922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-82dede15-5028-41ad-822b-a316f14db3a6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Calling delete_port for eef7c2a7-eea7-4a41-bf4b-c2087805a7c0 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:50.622263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Transition to ACTIVE for port object 9a96aa62-83fb-473a-9fa5-f74a095c790c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:50.623125 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-344b2c4f-b861-4047-8817-99e28099c5b4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.645517 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['469f275e-2d8a-4e73-9331-e267ee46bb10'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:20:50.727969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344b2c4f-b861-4047-8817-99e28099c5b4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Pushing event deleted for resources: {'Port': ['ID=469f275e-2d8a-4e73-9331-e267ee46bb10,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:50.729800 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.756390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-344b2c4f-b861-4047-8817-99e28099c5b4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] No DVR routers for this DVR port 469f275e-2d8a-4e73-9331-e267ee46bb10 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:20:50.759187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-344b2c4f-b861-4047-8817-99e28099c5b4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.762799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4bb8b78-ee24-47a6-b127-a2a806272684 req-344b2c4f-b861-4047-8817-99e28099c5b4 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.26 "DELETE /v2.0/ports/469f275e-2d8a-4e73-9331-e267ee46bb10 HTTP/1.1" status: 204 len: 173 time: 1.1707366 Jul 05 04:20:50.763519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3ae2680-f7d1-42ba-a38d-5febedfaaa7a', 'name': 'network-vif-deleted', 'tag': '469f275e-2d8a-4e73-9331-e267ee46bb10'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:20:50.775431 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37234cd1-eb6f-4456-bbd5-caa1a3df7c2f" -d '{"events": [{"server_uuid": "c3ae2680-f7d1-42ba-a38d-5febedfaaa7a", "name": "network-vif-deleted", "tag": "469f275e-2d8a-4e73-9331-e267ee46bb10"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:20:50.785476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a2112-e9e0-41aa-8ba4-0b4a2ac976d2 None None] Pushing event updated for resources: {'Port': ['ID=9a96aa62-83fb-473a-9fa5-f74a095c790c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:50.798287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.823736 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:20:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d36cd3e5-0dc0-4e57-a4e3-ee7cff95d4fa x-openstack-request-id: req-d36cd3e5-0dc0-4e57-a4e3-ee7cff95d4fa {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:20:50.824657 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3ae2680-f7d1-42ba-a38d-5febedfaaa7a", "name": "network-vif-deleted", "tag": "469f275e-2d8a-4e73-9331-e267ee46bb10", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:20:50.825230 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d36cd3e5-0dc0-4e57-a4e3-ee7cff95d4fa {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:20:50.825802 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3ae2680-f7d1-42ba-a38d-5febedfaaa7a', 'name': 'network-vif-deleted', 'tag': '469f275e-2d8a-4e73-9331-e267ee46bb10', 'status': 'completed', 'code': 200} Jul 05 04:20:50.880683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82dede15-5028-41ad-822b-a316f14db3a6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.883991 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c448004-a2d5-4906-901c-a441eda025f1 req-578e9a00-9dee-4446-aeab-8117fdc9e2e3 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 210 time: 0.0355656 Jul 05 04:20:50.895061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Attempting to bind port 9a96aa62-83fb-473a-9fa5-f74a095c790c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:50.895834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Attempting to bind port 9a96aa62-83fb-473a-9fa5-f74a095c790c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '416e97c2-2b20-43f2-86fa-f1421e5c47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:50.896499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Attempting to bind port 9a96aa62-83fb-473a-9fa5-f74a095c790c on network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:50.902584 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:50.903349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Checking segment: {'id': '416e97c2-2b20-43f2-86fa-f1421e5c47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:50.904369 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.904902 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Bound using segment: {'id': '416e97c2-2b20-43f2-86fa-f1421e5c47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:50.905478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Bound port: 9a96aa62-83fb-473a-9fa5-f74a095c790c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '416e97c2-2b20-43f2-86fa-f1421e5c47f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:50.906143 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:50.940269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dede15-5028-41ad-822b-a316f14db3a6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event deleted for resources: {'Port': ['ID=eef7c2a7-eea7-4a41-bf4b-c2087805a7c0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:50.977943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] For port 9a96aa62-83fb-473a-9fa5-f74a095c790c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:50.982879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] For port 9a96aa62-83fb-473a-9fa5-f74a095c790c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9a96aa62-83fb-473a-9fa5-f74a095c790c,segment=NetworkSegment(416e97c2-2b20-43f2-86fa-f1421e5c47f4),segment_id=416e97c2-2b20-43f2-86fa-f1421e5c47f4)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:50.997605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Checking segment: {'id': '3c98d174-396b-4932-ad84-ec9d7d304409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:50.998010 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Network hostable DHCP agents. Network: 165e150e-58b3-496e-b64f-b9269ee4af86, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:20:51.013558 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-82dede15-5028-41ad-822b-a316f14db3a6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.018849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43010) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:51.019237 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-82dede15-5028-41ad-822b-a316f14db3a6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "DELETE /v2.0/ports/eef7c2a7-eea7-4a41-bf4b-c2087805a7c0 HTTP/1.1" status: 204 len: 168 time: 0.7562490 Jul 05 04:20:51.025214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=5ae54d1b-00aa-4f75-a096-514d93a07d82,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:51.026871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8', 'external_fixed_ips': [{'subnet_id': '7e91639b-ed59-4a2d-8fcc-a7c1d45e228e', 'ip_address': '2001:db8::2a1'}]}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:51.065849 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.122718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Network 165e150e-58b3-496e-b64f-b9269ee4af86 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:20:51.143079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Routers {'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:51.143722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:51.186738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.188089 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.205881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 165e150e-58b3-496e-b64f-b9269ee4af86) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:51.213997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:20:51.214441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.254802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762a2112-e9e0-41aa-8ba4-0b4a2ac976d2 None None] Pushing event updated for resources: {'Port': ['ID=9a96aa62-83fb-473a-9fa5-f74a095c790c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:51.264146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3deeeb2-72dc-4abb-a908-9c97c34e5165 None None] Network 165e150e-58b3-496e-b64f-b9269ee4af86 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:51.265630 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.295824 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fae5d659-015a-40c2-be52-474785cdcd5e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1479547 Jul 05 04:20:51.298292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43018) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:51.303637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1565894485-router', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:51.443325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] Set router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:51.466993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.468143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.554344 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.596757 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.929750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-165e150e-58b3-496e-b64f-b9269ee4af86', 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'fixed_ips': [{'subnet_id': '5ae54d1b-00aa-4f75-a096-514d93a07d82'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:20:51.930614 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:51.942091 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.194753 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9e491b8-743d-4ff5-8c18-d516fd609d94 req-b0a89e9c-fd95-437d-a5d6-175f43077d82 tempest-VolumesActionsTest-664991567 tempest-VolumesActionsTest-664991567-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3ae2680-f7d1-42ba-a38d-5febedfaaa7a HTTP/1.1" status: 200 len: 210 time: 0.0888956 Jul 05 04:20:52.238670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'name': 'tempest-TestAggregatesBasicOps-648212291-router', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:40Z', 'updated_at': '2021-07-05T04:20:46Z', 'revision_number': 4, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'gw_port': {'id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:41Z', 'updated_at': '2021-07-05T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9a96aa62-83fb-473a-9fa5-f74a095c790c', 'name': '', 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'mac_address': 'fa:16:3e:c3:e6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'd69b80f1-e2c2-41d5-aeff-ab226670661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:44Z', 'updated_at': '2021-07-05T04:20:50Z', 'revision_number': 4, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'subnets': [{'id': 'd69b80f1-e2c2-41d5-aeff-ab226670661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:52.278485 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.282468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d36b24cb-2be2-4690-a099-a9d28ebe449e None None] The sync data for ids ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'] in n-d-758944-41 is: [{'id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'name': 'tempest-TestAggregatesBasicOps-648212291-router', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:40Z', 'updated_at': '2021-07-05T04:20:46Z', 'revision_number': 4, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'gw_port': {'id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:41Z', 'updated_at': '2021-07-05T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9a96aa62-83fb-473a-9fa5-f74a095c790c', 'name': '', 'network_id': '3a732ff5-1793-4c68-9763-be6d5a22b8f8', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'mac_address': 'fa:16:3e:c3:e6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 3543, 'fixed_ips': [{'subnet_id': 'd69b80f1-e2c2-41d5-aeff-ab226670661d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:44Z', 'updated_at': '2021-07-05T04:20:50Z', 'revision_number': 4, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'subnets': [{'id': 'd69b80f1-e2c2-41d5-aeff-ab226670661d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:52.308539 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.313361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Allocated IP 172.20.0.2 (165e150e-58b3-496e-b64f-b9269ee4af86/5ae54d1b-00aa-4f75-a096-514d93a07d82/d8ab46ee-7ba4-462f-9f93-cf35723a2d6b) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:52.453045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.493066 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.536253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Allocated IP 2001:db8::2a1 (7355e92d-8213-415f-936a-298cc72ef9a8/7e91639b-ed59-4a2d-8fcc-a7c1d45e228e/a1634fd0-7f50-4d9d-9a4d-af9a42139002) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:52.684952 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.701778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.712979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Allocated IP 172.25.4.235 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:52.719501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Transition to ACTIVE for port object d8ab46ee-7ba4-462f-9f93-cf35723a2d6b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:52.749148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Transition to ACTIVE for port object d8ab46ee-7ba4-462f-9f93-cf35723a2d6b will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:52.826749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.837861 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.895755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:52.914933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event updated for resources: {'Port': ['ID=a1634fd0-7f50-4d9d-9a4d-af9a42139002,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:52.915560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Network 165e150e-58b3-496e-b64f-b9269ee4af86 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:52.922633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:52.927754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Pushing event updated for resources: {'Port': ['ID=d8ab46ee-7ba4-462f-9f93-cf35723a2d6b,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:52.931031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:52.961699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Network 7355e92d-8213-415f-936a-298cc72ef9a8 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:52.976410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:52.985860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:53.027760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Attempting to bind port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:53.028036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Attempting to bind port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '3c98d174-396b-4932-ad84-ec9d7d304409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:53.030368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Attempting to bind port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b on network 165e150e-58b3-496e-b64f-b9269ee4af86 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:53.048667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:53.049198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Checking segment: {'id': '3c98d174-396b-4932-ad84-ec9d7d304409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:53.049694 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.050157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Bound using segment: {'id': '3c98d174-396b-4932-ad84-ec9d7d304409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:53.050706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Bound port: d8ab46ee-7ba4-462f-9f93-cf35723a2d6b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c98d174-396b-4932-ad84-ec9d7d304409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:53.051215 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.089916 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.158128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:53.161537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:53.168312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:53.185745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] For port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:53.191016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] For port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d8ab46ee-7ba4-462f-9f93-cf35723a2d6b,segment=NetworkSegment(3c98d174-396b-4932-ad84-ec9d7d304409),segment_id=3c98d174-396b-4932-ad84-ec9d7d304409)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:53.267052 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.268661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Pushing event updated for resources: {'Port': ['ID=145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:53.461750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f4dea6-6854-42d5-9589-0df0561ea29e None None] Pushing event updated for resources: {'Port': ['ID=d8ab46ee-7ba4-462f-9f93-cf35723a2d6b,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:53.611521 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:53.968639 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.153390 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.256377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Router 2af1223f-5858-4ee8-8231-61686943fafc is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:54.278639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 469f275e-2d8a-4e73-9331-e267ee46bb10 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:20:54.311612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 469f275e-2d8a-4e73-9331-e267ee46bb10 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:20:54.312337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 469f275e-2d8a-4e73-9331-e267ee46bb10 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:20:54.421278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d8ab46ee-7ba4-462f-9f93-cf35723a2d6b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:54.478766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.482697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:54.493434 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Sync routers for ids ['2af1223f-5858-4ee8-8231-61686943fafc'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:54.523739 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Routers {'2af1223f-5858-4ee8-8231-61686943fafc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:54.524768 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2af1223f-5858-4ee8-8231-61686943fafc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:54.621935 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.627716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c0140ada-e3f7-4b22-9293-3db5ed8543fc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 3.6077385 Jul 05 04:20:54.628585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43046) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:54.632332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:54.649845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a96aa62-83fb-473a-9fa5-f74a095c790c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:54.704846 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Set router 2af1223f-5858-4ee8-8231-61686943fafc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:54.872125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9a96aa62-83fb-473a-9fa5-f74a095c790c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:54.877324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9a96aa62-83fb-473a-9fa5-f74a095c790c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:54.877779 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:54.894793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Router 07b82fd1-05a3-4602-b924-7e69b0281918 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:20:54.947809 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.044841 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.099599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b859adaa-534a-47b8-b80f-b009dacda842 None None] Network 165e150e-58b3-496e-b64f-b9269ee4af86 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:20:55.117742 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2af1223f-5858-4ee8-8231-61686943fafc', 'name': '', 'tenant_id': 'a465c5135c45402ba1dbc8f41fdc464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8', 'external_fixed_ips': [{'subnet_id': '7e91639b-ed59-4a2d-8fcc-a7c1d45e228e', 'ip_address': '2001:db8::2a1'}], 'enable_snat': True}, 'gw_port_id': 'a1634fd0-7f50-4d9d-9a4d-af9a42139002', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:51Z', 'updated_at': '2021-07-05T04:20:53Z', 'revision_number': 3, 'project_id': 'a465c5135c45402ba1dbc8f41fdc464a', 'gw_port': {'id': 'a1634fd0-7f50-4d9d-9a4d-af9a42139002', 'name': '', 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:3e:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2af1223f-5858-4ee8-8231-61686943fafc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3564, 'fixed_ips': [{'subnet_id': '7e91639b-ed59-4a2d-8fcc-a7c1d45e228e', 'ip_address': '2001:db8::2a1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:52Z', 'updated_at': '2021-07-05T04:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7e91639b-ed59-4a2d-8fcc-a7c1d45e228e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:55.143598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:55.151785 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Checking router: 2af1223f-5858-4ee8-8231-61686943fafc for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:55.152180 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Updating router 2af1223f-5858-4ee8-8231-61686943fafc port a1634fd0-7f50-4d9d-9a4d-af9a42139002 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:55.178359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Sync routers for ids ['07b82fd1-05a3-4602-b924-7e69b0281918'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:20:55.205201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 9a96aa62-83fb-473a-9fa5-f74a095c790c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9a96aa62-83fb-473a-9fa5-f74a095c790c,segment=NetworkSegment(416e97c2-2b20-43f2-86fa-f1421e5c47f4),segment_id=416e97c2-2b20-43f2-86fa-f1421e5c47f4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:55.210312 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.216523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Routers {'07b82fd1-05a3-4602-b924-7e69b0281918'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:55.217173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['07b82fd1-05a3-4602-b924-7e69b0281918'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:55.243980 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.244862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.248916 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7064cdce-0384-4e70-a9ff-21322563b39a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9492655 Jul 05 04:20:55.259008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43058) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:55.353049 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.367958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8d905704-0228-4c34-91f8-0c5d32b9882a None None] Provisioning for port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:55.444845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8d905704-0228-4c34-91f8-0c5d32b9882a None None] Provisioning complete for port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:55.445250 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8d905704-0228-4c34-91f8-0c5d32b9882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.473152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Deleting port a1634fd0-7f50-4d9d-9a4d-af9a42139002 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:20:55.474589 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.521441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Set router 07b82fd1-05a3-4602-b924-7e69b0281918 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:55.595475 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.607478 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Transition to ACTIVE for port object a1634fd0-7f50-4d9d-9a4d-af9a42139002 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:55.608991 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.623768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Calling delete_port for a1634fd0-7f50-4d9d-9a4d-af9a42139002 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:20:55.708106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=9a96aa62-83fb-473a-9fa5-f74a095c790c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:55.751595 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.818985 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-977668de-fc45-4d2f-ba55-c2bbf51030a9 None None] Pushing event updated for resources: {'Port': ['ID=a1634fd0-7f50-4d9d-9a4d-af9a42139002,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:55.821671 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Attempting to bind port a1634fd0-7f50-4d9d-9a4d-af9a42139002 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:55.823010 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Attempting to bind port a1634fd0-7f50-4d9d-9a4d-af9a42139002 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'ed1d21a3-164d-4d6a-86b2-30192cf85191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:55.823612 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Attempting to bind port a1634fd0-7f50-4d9d-9a4d-af9a42139002 on network 7355e92d-8213-415f-936a-298cc72ef9a8 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:55.851301 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:55.853158 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Checking segment: {'id': 'ed1d21a3-164d-4d6a-86b2-30192cf85191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:55.854450 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.856489 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Bound using segment: {'id': 'ed1d21a3-164d-4d6a-86b2-30192cf85191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:55.857082 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Bound port: a1634fd0-7f50-4d9d-9a4d-af9a42139002, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1d21a3-164d-4d6a-86b2-30192cf85191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:55.858327 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.902224 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8d905704-0228-4c34-91f8-0c5d32b9882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:55.976698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'name': 'tempest-TestAggregatesBasicOps-1565894485-router', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:51Z', 'updated_at': '2021-07-05T04:20:53Z', 'revision_number': 3, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'gw_port': {'id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:52Z', 'updated_at': '2021-07-05T04:20:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:56.000030 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.019736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8d905704-0228-4c34-91f8-0c5d32b9882a None None] For port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d8ab46ee-7ba4-462f-9f93-cf35723a2d6b,segment=NetworkSegment(3c98d174-396b-4932-ad84-ec9d7d304409),segment_id=3c98d174-396b-4932-ad84-ec9d7d304409)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:20:56.020852 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Checking router: 07b82fd1-05a3-4602-b924-7e69b0281918 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:20:56.021113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Updating router 07b82fd1-05a3-4602-b924-7e69b0281918 port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:20:56.057576 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.058560 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.db.api [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=100898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:20:56.058929 n-d-758944-41 neutron-server[100898]: DEBUG oslo_db.api [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:20:56.113702 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8d905704-0228-4c34-91f8-0c5d32b9882a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.135784 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.139286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1634fd0-7f50-4d9d-9a4d-af9a42139002,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:56.215615 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.305996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Allocated IP 172.20.0.1 (165e150e-58b3-496e-b64f-b9269ee4af86/5ae54d1b-00aa-4f75-a096-514d93a07d82/a7f8f251-346a-453a-a9a0-275c8967e686) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:20:56.350638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.355018 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.391046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a96aa62-83fb-473a-9fa5-f74a095c790c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:56.421762 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d905704-0228-4c34-91f8-0c5d32b9882a None None] Pushing event updated for resources: {'Port': ['ID=d8ab46ee-7ba4-462f-9f93-cf35723a2d6b,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:56.449619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a52207e4-6872-4e57-aa2f-23257f911cf5 None None] Provisioning complete for port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:56.449996 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a52207e4-6872-4e57-aa2f-23257f911cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.459977 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.474017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Transition to ACTIVE for port object a7f8f251-346a-453a-a9a0-275c8967e686 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:56.489012 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.489338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2af1223f-5858-4ee8-8231-61686943fafc {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:20:56.493788 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.495426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e4587731-fc34-4f10-b2ff-19d19508fe86 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "DELETE /v2.0/routers/2af1223f-5858-4ee8-8231-61686943fafc HTTP/1.1" status: 204 len: 168 time: 1.8655159 Jul 05 04:20:56.498566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43072) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:56.563661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-acd6f007-8112-43b1-ac4d-1eb808882b68 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Deleting subnet 7e91639b-ed59-4a2d-8fcc-a7c1d45e228e {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:20:56.566844 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-acd6f007-8112-43b1-ac4d-1eb808882b68 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.577165 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Attempting to bind port a1634fd0-7f50-4d9d-9a4d-af9a42139002 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:56.578069 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Attempting to bind port a1634fd0-7f50-4d9d-9a4d-af9a42139002 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'ed1d21a3-164d-4d6a-86b2-30192cf85191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:56.579092 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Attempting to bind port a1634fd0-7f50-4d9d-9a4d-af9a42139002 on network 7355e92d-8213-415f-936a-298cc72ef9a8 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:56.586332 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:56.587131 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Checking segment: {'id': 'ed1d21a3-164d-4d6a-86b2-30192cf85191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:56.587765 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.588712 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Bound using segment: {'id': 'ed1d21a3-164d-4d6a-86b2-30192cf85191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:56.589570 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Bound port: a1634fd0-7f50-4d9d-9a4d-af9a42139002, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed1d21a3-164d-4d6a-86b2-30192cf85191', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '7355e92d-8213-415f-936a-298cc72ef9a8'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:56.590403 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.602541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-acd6f007-8112-43b1-ac4d-1eb808882b68 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.615921 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.plugin [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Port a1634fd0-7f50-4d9d-9a4d-af9a42139002 has been deleted concurrently {{(pid=100898) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Jul 05 04:20:56.627486 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Routers set() bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:56.628195 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Router IDs set() for agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:20:56.629010 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_agentschedulers_db [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2af1223f-5858-4ee8-8231-61686943fafc'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent'). {{(pid=100898) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:20:56.629644 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa53cb5-a412-4986-985b-bc5387423163 None None] The sync data for ids ['2af1223f-5858-4ee8-8231-61686943fafc'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:56.661098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9a96aa62-83fb-473a-9fa5-f74a095c790c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:56.661098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.675339 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-acd6f007-8112-43b1-ac4d-1eb808882b68 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.704071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.764758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Network 165e150e-58b3-496e-b64f-b9269ee4af86 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:56.773758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:56.776972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:20:56.804340 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:20:56.820388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Pushing event updated for resources: {'Port': ['ID=a7f8f251-346a-453a-a9a0-275c8967e686,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:56.831519 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.837042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.837424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.837727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.838096 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.838435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.838763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.839095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.839409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.839734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.846062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.846473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.846811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:20:56.882880 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:56.896671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Transition to ACTIVE for port object 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:20:57.014234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.074163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Attempting to bind port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:20:57.074163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Attempting to bind port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:20:57.074163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Attempting to bind port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:20:57.095810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-acd6f007-8112-43b1-ac4d-1eb808882b68 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.098039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:20:57.099255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:20:57.100026 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.100612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:20:57.101643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Bound port: 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:20:57.102264 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.143975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd6f007-8112-43b1-ac4d-1eb808882b68 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7e91639b-ed59-4a2d-8fcc-a7c1d45e228e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:57.171372 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] For port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:20:57.174903 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] For port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:20:57.176969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-36764064-9ef4-4525-a84a-01390251455f None None] Provisioning for port a7f8f251-346a-453a-a9a0-275c8967e686 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:20:57.181072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00cb98-67ff-4f2c-b6ca-a9b8448b7260 None None] Pushing event updated for resources: {'Port': ['ID=145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:57.186500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-36764064-9ef4-4525-a84a-01390251455f None None] Provisioning complete for port a7f8f251-346a-453a-a9a0-275c8967e686 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:57.186883 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36764064-9ef4-4525-a84a-01390251455f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.191001 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-acd6f007-8112-43b1-ac4d-1eb808882b68 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.193631 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-acd6f007-8112-43b1-ac4d-1eb808882b68 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/7e91639b-ed59-4a2d-8fcc-a7c1d45e228e HTTP/1.1" status: 204 len: 168 time: 0.6937611 Jul 05 04:20:57.194411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.196107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43078) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:57.239198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-36764064-9ef4-4525-a84a-01390251455f None None] Port a7f8f251-346a-453a-a9a0-275c8967e686 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:57.261038 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.305118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.406703 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.426519 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7355e92d-8213-415f-936a-298cc72ef9a8']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:57.443951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed1d21a3-164d-4d6a-86b2-30192cf85191') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:57.444644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed1d21a3-164d-4d6a-86b2-30192cf85191') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:57.458725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.475983 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.483746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:20:57.484190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: items = [ Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:20:57.486066 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:20:57.493548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.534734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb00cb98-67ff-4f2c-b6ca-a9b8448b7260 None None] Pushing event updated for resources: {'Port': ['ID=145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:57.552496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Routers {'07b82fd1-05a3-4602-b924-7e69b0281918'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:20:57.553199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['07b82fd1-05a3-4602-b924-7e69b0281918'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:57.592183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.678910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Pushing event updated for resources: {'Port': ['ID=a7f8f251-346a-453a-a9a0-275c8967e686,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:57.697904 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.701577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] Set router 07b82fd1-05a3-4602-b924-7e69b0281918 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:20:57.717731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.734550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7355e92d-8213-415f-936a-298cc72ef9a8 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 05 04:20:57.746592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:57.751858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "DELETE /v2.0/networks/7355e92d-8213-415f-936a-298cc72ef9a8 HTTP/1.1" status: 204 len: 168 time: 0.5546510 Jul 05 04:20:57.784809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24eb0b3b-1c6d-4bde-8f5d-9b729d9d9c5c tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event deleted for resources: {'Network': ['ID=7355e92d-8213-415f-936a-298cc72ef9a8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:20:57.887530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Network 165e150e-58b3-496e-b64f-b9269ee4af86 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:20:57.889380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:20:58.108458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Router 07b82fd1-05a3-4602-b924-7e69b0281918 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:20:58.168524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'name': 'tempest-TestAggregatesBasicOps-1565894485-router', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:51Z', 'updated_at': '2021-07-05T04:20:56Z', 'revision_number': 4, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'gw_port': {'id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:52Z', 'updated_at': '2021-07-05T04:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a7f8f251-346a-453a-a9a0-275c8967e686', 'name': '', 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'mac_address': 'fa:16:3e:bc:22:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '5ae54d1b-00aa-4f75-a096-514d93a07d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:56Z', 'updated_at': '2021-07-05T04:20:56Z', 'revision_number': 1, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'subnets': [{'id': '5ae54d1b-00aa-4f75-a096-514d93a07d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:20:58.226893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adeb66f8-bd22-4ad3-bea2-3167f1a2acf5 None None] The sync data for ids ['07b82fd1-05a3-4602-b924-7e69b0281918'] in n-d-758944-41 is: [{'id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'name': 'tempest-TestAggregatesBasicOps-1565894485-router', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:51Z', 'updated_at': '2021-07-05T04:20:56Z', 'revision_number': 4, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'gw_port': {'id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ba:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:52Z', 'updated_at': '2021-07-05T04:20:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a7f8f251-346a-453a-a9a0-275c8967e686', 'name': '', 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'mac_address': 'fa:16:3e:bc:22:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '5ae54d1b-00aa-4f75-a096-514d93a07d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:56Z', 'updated_at': '2021-07-05T04:20:56Z', 'revision_number': 1, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'subnets': [{'id': '5ae54d1b-00aa-4f75-a096-514d93a07d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:20:58.250774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:20:58.261294 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-029d4d91-d8f2-49e6-8798-93c15024806f admin admin] 10.222.0.30 "PUT /v2.0/routers/07b82fd1-05a3-4602-b924-7e69b0281918/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0009694 Jul 05 04:20:58.287405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d8ab46ee-7ba4-462f-9f93-cf35723a2d6b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:20:58.379348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43092) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:58.384067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3c2d22b1-b13b-4d05-9269-ad9fbe9294bc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Request body: {'router': {'name': 'tempest-router--1139076021', 'project_id': '579f8a06a836451eae3517cdf7fd4177'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:20:58.406490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d681910f-4efd-4511-bd24-e51dc03afb09 None None] Provisioning complete for port a7f8f251-346a-453a-a9a0-275c8967e686 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:58.406490 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d681910f-4efd-4511-bd24-e51dc03afb09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.449934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d681910f-4efd-4511-bd24-e51dc03afb09 None None] Port a7f8f251-346a-453a-a9a0-275c8967e686 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:20:58.463508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:20:58.464132 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.513550 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c2d22b1-b13b-4d05-9269-ad9fbe9294bc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.514620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c2d22b1-b13b-4d05-9269-ad9fbe9294bc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.617904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c2d22b1-b13b-4d05-9269-ad9fbe9294bc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.735026 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c2d22b1-b13b-4d05-9269-ad9fbe9294bc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.863008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3c2d22b1-b13b-4d05-9269-ad9fbe9294bc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:58.874340 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43098) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:58.877046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3c2d22b1-b13b-4d05-9269-ad9fbe9294bc tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4965253 Jul 05 04:20:58.964245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea5baa23-a996-4af7-957e-ec59e201d3f1 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.193296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea5baa23-a996-4af7-957e-ec59e201d3f1 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.195856 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea5baa23-a996-4af7-957e-ec59e201d3f1 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.374941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea5baa23-a996-4af7-957e-ec59e201d3f1 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.375506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea5baa23-a996-4af7-957e-ec59e201d3f1 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f066d481-c36c-46eb-a7e7-23ef4774d0f9 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:20:59.380049 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea5baa23-a996-4af7-957e-ec59e201d3f1 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:20:59.384200 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ea5baa23-a996-4af7-957e-ec59e201d3f1 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f066d481-c36c-46eb-a7e7-23ef4774d0f9 HTTP/1.1" status: 204 len: 168 time: 0.5060892 Jul 05 04:20:59.716337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43114) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:20:59.997532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-596974100', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:00.085661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.086929 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.176986 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.338257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:00.484816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.569284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:00.574585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:00.575776 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.726946 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.758141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:00.821928 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:00.886767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:01.159334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.186760 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.349249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Allocated IP 172.25.4.152 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/12e6e61b-5416-4312-9bea-1ce5cc63c8ec) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:01.516712 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Sync routers for ids ['07b82fd1-05a3-4602-b924-7e69b0281918'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:01.535885 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.537883 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Routers {'07b82fd1-05a3-4602-b924-7e69b0281918'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:01.538841 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['07b82fd1-05a3-4602-b924-7e69b0281918'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:01.632498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:01.682383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43172) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:01.695295 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Set router 07b82fd1-05a3-4602-b924-7e69b0281918 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:01.708387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:01.712356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:01.715737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:01.809966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Pushing event updated for resources: {'Port': ['ID=12e6e61b-5416-4312-9bea-1ce5cc63c8ec,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:01.981345 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'name': 'tempest-TestAggregatesBasicOps-1565894485-router', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:51Z', 'updated_at': '2021-07-05T04:20:56Z', 'revision_number': 4, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'gw_port': {'id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:52Z', 'updated_at': '2021-07-05T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a7f8f251-346a-453a-a9a0-275c8967e686', 'name': '', 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'mac_address': 'fa:16:3e:bc:22:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '5ae54d1b-00aa-4f75-a096-514d93a07d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:56Z', 'updated_at': '2021-07-05T04:20:57Z', 'revision_number': 2, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'subnets': [{'id': '5ae54d1b-00aa-4f75-a096-514d93a07d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:02.041738 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Checking router: 07b82fd1-05a3-4602-b924-7e69b0281918 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:02.042554 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Updating router 07b82fd1-05a3-4602-b924-7e69b0281918 port a7f8f251-346a-453a-a9a0-275c8967e686 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:02.091247 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.257149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.272740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:02.407047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:02.407645 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.536999 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.562778 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Transition to ACTIVE for port object a7f8f251-346a-453a-a9a0-275c8967e686 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:02.567886 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.649467 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.738295 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47214b6-d86c-461c-be26-2cfc3de3ada2 None None] Pushing event updated for resources: {'Port': ['ID=a7f8f251-346a-453a-a9a0-275c8967e686,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:02.866356 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Attempting to bind port a7f8f251-346a-453a-a9a0-275c8967e686 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:02.866734 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Attempting to bind port a7f8f251-346a-453a-a9a0-275c8967e686 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '3c98d174-396b-4932-ad84-ec9d7d304409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:02.867109 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Attempting to bind port a7f8f251-346a-453a-a9a0-275c8967e686 on network 165e150e-58b3-496e-b64f-b9269ee4af86 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:02.873167 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:02.873672 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Checking segment: {'id': '3c98d174-396b-4932-ad84-ec9d7d304409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:02.874080 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.874472 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Bound using segment: {'id': '3c98d174-396b-4932-ad84-ec9d7d304409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:02.874941 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Bound port: a7f8f251-346a-453a-a9a0-275c8967e686, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c98d174-396b-4932-ad84-ec9d7d304409', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:02.875332 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.888350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:02.991490 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] For port a7f8f251-346a-453a-a9a0-275c8967e686, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:02.999855 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] For port a7f8f251-346a-453a-a9a0-275c8967e686, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a7f8f251-346a-453a-a9a0-275c8967e686,segment=NetworkSegment(3c98d174-396b-4932-ad84-ec9d7d304409),segment_id=3c98d174-396b-4932-ad84-ec9d7d304409)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:03.072159 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.084704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39ac14e-e782-4966-8833-8731d06f827c req-8b8045b1-0420-4e94-a0ac-25bcbfd9f161 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:03.091570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b39ac14e-e782-4966-8833-8731d06f827c req-8b8045b1-0420-4e94-a0ac-25bcbfd9f161 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 945 time: 0.6617956 Jul 05 04:21:03.166850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b39ac14e-e782-4966-8833-8731d06f827c req-7e1f008f-cc04-4f3e-89ba-6714b1056d3b tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650339 Jul 05 04:21:03.174546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Router 22b61fe8-d908-4485-9a79-f8b8239c9b9e is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:03.293108 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Routers {'07b82fd1-05a3-4602-b924-7e69b0281918'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:03.293755 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['07b82fd1-05a3-4602-b924-7e69b0281918'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:03.360262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] Deleting port 9a96aa62-83fb-473a-9fa5-f74a095c790c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:03.360600 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.379839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:03.394975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34261cb3-76e7-4775-9961-3e145ee5f976 None None] Sync routers for ids ['22b61fe8-d908-4485-9a79-f8b8239c9b9e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:03.405747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34261cb3-76e7-4775-9961-3e145ee5f976 None None] Routers {'22b61fe8-d908-4485-9a79-f8b8239c9b9e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:03.409788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-34261cb3-76e7-4775-9961-3e145ee5f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['22b61fe8-d908-4485-9a79-f8b8239c9b9e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:03.450506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-34261cb3-76e7-4775-9961-3e145ee5f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:03.460492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34261cb3-76e7-4775-9961-3e145ee5f976 None None] Routers {'22b61fe8-d908-4485-9a79-f8b8239c9b9e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:03.461597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-34261cb3-76e7-4775-9961-3e145ee5f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['22b61fe8-d908-4485-9a79-f8b8239c9b9e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:03.529922 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.531324 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5b5f3378-dc90-4188-b2a1-bb225f3c6647 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 3.8137033 Jul 05 04:21:03.534177 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43186) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:03.545068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] For port 9a96aa62-83fb-473a-9fa5-f74a095c790c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9a96aa62-83fb-473a-9fa5-f74a095c790c,segment=NetworkSegment(416e97c2-2b20-43f2-86fa-f1421e5c47f4),segment_id=416e97c2-2b20-43f2-86fa-f1421e5c47f4)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:03.545428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.547556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-34261cb3-76e7-4775-9961-3e145ee5f976 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:03.548519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34261cb3-76e7-4775-9961-3e145ee5f976 None None] The sync data for ids ['22b61fe8-d908-4485-9a79-f8b8239c9b9e'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:03.563809 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47214b6-d86c-461c-be26-2cfc3de3ada2 None None] Pushing event updated for resources: {'Port': ['ID=a7f8f251-346a-453a-a9a0-275c8967e686,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:03.570208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] Calling delete_port for 9a96aa62-83fb-473a-9fa5-f74a095c790c owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:03.588789 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] Set router 07b82fd1-05a3-4602-b924-7e69b0281918 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:03.755959 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0c9dfc0e-f411-4c3a-8bc4-8199f176b3b6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/routers/22b61fe8-d908-4485-9a79-f8b8239c9b9e HTTP/1.1" status: 200 len: 924 time: 0.2191267 Jul 05 04:21:03.757536 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43188) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:03.841675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4179fb30-81c8-4102-a507-cf911273ca92 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=22b61fe8-d908-4485-9a79-f8b8239c9b9e HTTP/1.1" status: 200 len: 205 time: 0.0827262 Jul 05 04:21:03.844172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43190) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:03.866213 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:03.920258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a96aa62-83fb-473a-9fa5-f74a095c790c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:04.017436 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.093961 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'name': 'tempest-TestAggregatesBasicOps-1565894485-router', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:51Z', 'updated_at': '2021-07-05T04:20:56Z', 'revision_number': 4, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'gw_port': {'id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:52Z', 'updated_at': '2021-07-05T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a7f8f251-346a-453a-a9a0-275c8967e686', 'name': '', 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'mac_address': 'fa:16:3e:bc:22:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '5ae54d1b-00aa-4f75-a096-514d93a07d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:56Z', 'updated_at': '2021-07-05T04:21:02Z', 'revision_number': 4, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'subnets': [{'id': '5ae54d1b-00aa-4f75-a096-514d93a07d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:04.171639 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2d51a52-b9e6-46c9-bd6a-1f806ff8ccc4 None None] The sync data for ids ['07b82fd1-05a3-4602-b924-7e69b0281918'] in n-d-758944-41 is: [{'id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'name': 'tempest-TestAggregatesBasicOps-1565894485-router', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:51Z', 'updated_at': '2021-07-05T04:20:56Z', 'revision_number': 4, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'gw_port': {'id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:52Z', 'updated_at': '2021-07-05T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'a7f8f251-346a-453a-a9a0-275c8967e686', 'name': '', 'network_id': '165e150e-58b3-496e-b64f-b9269ee4af86', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'mac_address': 'fa:16:3e:bc:22:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_interface', 'standard_attr_id': 3566, 'fixed_ips': [{'subnet_id': '5ae54d1b-00aa-4f75-a096-514d93a07d82', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:56Z', 'updated_at': '2021-07-05T04:21:02Z', 'revision_number': 4, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'subnets': [{'id': '5ae54d1b-00aa-4f75-a096-514d93a07d82', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:04.312349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.366846 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.379734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-8cac76d8-a4c9-4196-aedc-39f8d0d0ab88 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:04.381559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-8cac76d8-a4c9-4196-aedc-39f8d0d0ab88 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.26 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 945 time: 0.2530215 Jul 05 04:21:04.473685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a7f8f251-346a-453a-a9a0-275c8967e686 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:04.517056 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Deleting port 12e6e61b-5416-4312-9bea-1ce5cc63c8ec {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:04.517056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.653186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a7f8f251-346a-453a-a9a0-275c8967e686 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:04.666110 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a7f8f251-346a-453a-a9a0-275c8967e686 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:04.666110 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.683436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4709ce5-791b-4c63-b8c8-5561465d4a3c req-5067603d-5e5c-49f0-abb1-30905450f631 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:04.685132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4709ce5-791b-4c63-b8c8-5561465d4a3c req-5067603d-5e5c-49f0-abb1-30905450f631 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 945 time: 0.2990944 Jul 05 04:21:04.804711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4709ce5-791b-4c63-b8c8-5561465d4a3c req-52be13ac-3832-4099-858e-8905b1f07249 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/security-groups?id=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079671 Jul 05 04:21:04.854332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-1246bad6-275f-4d0f-9fa6-352997d60316 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Deleting port c373c0d8-4a40-4c84-9326-22449d4c71bd {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:04.854572 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-1246bad6-275f-4d0f-9fa6-352997d60316 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.879875 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:04.955143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port a7f8f251-346a-453a-a9a0-275c8967e686, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a7f8f251-346a-453a-a9a0-275c8967e686,segment=NetworkSegment(3c98d174-396b-4932-ad84-ec9d7d304409),segment_id=3c98d174-396b-4932-ad84-ec9d7d304409)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:05.037267 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.095487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.154416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=a7f8f251-346a-453a-a9a0-275c8967e686,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:05.154687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Calling delete_port for 12e6e61b-5416-4312-9bea-1ce5cc63c8ec owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:05.164113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-1246bad6-275f-4d0f-9fa6-352997d60316 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] For port c373c0d8-4a40-4c84-9326-22449d4c71bd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c373c0d8-4a40-4c84-9326-22449d4c71bd,segment=NetworkSegment(b00e0a1f-7079-4a2c-82c4-f650514b4e87),segment_id=b00e0a1f-7079-4a2c-82c4-f650514b4e87)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:05.164708 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-1246bad6-275f-4d0f-9fa6-352997d60316 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.188325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] Router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:05.195299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-1246bad6-275f-4d0f-9fa6-352997d60316 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Calling delete_port for c373c0d8-4a40-4c84-9326-22449d4c71bd owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:05.420951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:05.427479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-67adc597-e860-43fc-ac58-28d6dd5edf25 admin admin] 10.222.0.30 "PUT /v2.0/routers/e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7428994 Jul 05 04:21:05.429523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43212) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:05.434926 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] Sync routers for ids ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:05.446674 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] Routers {'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:05.447443 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:05.529675 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.562258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Pushing event deleted for resources: {'Port': ['ID=12e6e61b-5416-4312-9bea-1ce5cc63c8ec,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:05.580110 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] Set router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:05.616269 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.632528 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-1246bad6-275f-4d0f-9fa6-352997d60316 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.644825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['c373c0d8-4a40-4c84-9326-22449d4c71bd'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:21:05.706642 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1246bad6-275f-4d0f-9fa6-352997d60316 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Pushing event deleted for resources: {'Port': ['ID=c373c0d8-4a40-4c84-9326-22449d4c71bd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:05.735362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.764788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-1246bad6-275f-4d0f-9fa6-352997d60316 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] No DVR routers for this DVR port c373c0d8-4a40-4c84-9326-22449d4c71bd on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:05.767746 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-1246bad6-275f-4d0f-9fa6-352997d60316 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.771088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9569866c-6869-4caa-adb1-5319a4fc0dca req-1246bad6-275f-4d0f-9fa6-352997d60316 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.26 "DELETE /v2.0/ports/c373c0d8-4a40-4c84-9326-22449d4c71bd HTTP/1.1" status: 204 len: 173 time: 1.3813982 Jul 05 04:21:05.771606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f14b658a-e872-4240-9013-8b661ccc740f', 'name': 'network-vif-deleted', 'tag': 'c373c0d8-4a40-4c84-9326-22449d4c71bd'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:05.774765 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-786b0502-2f2f-40db-a426-350ddc52de33" -d '{"events": [{"server_uuid": "f14b658a-e872-4240-9013-8b661ccc740f", "name": "network-vif-deleted", "tag": "c373c0d8-4a40-4c84-9326-22449d4c71bd"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:05.815823 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6128dde7-5f88-45e8-9f22-7b28c13c37df x-openstack-request-id: req-6128dde7-5f88-45e8-9f22-7b28c13c37df {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:05.816382 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f14b658a-e872-4240-9013-8b661ccc740f", "name": "network-vif-deleted", "tag": "c373c0d8-4a40-4c84-9326-22449d4c71bd", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:05.816832 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6128dde7-5f88-45e8-9f22-7b28c13c37df {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:05.817423 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f14b658a-e872-4240-9013-8b661ccc740f', 'name': 'network-vif-deleted', 'tag': 'c373c0d8-4a40-4c84-9326-22449d4c71bd', 'status': 'completed', 'code': 200} Jul 05 04:21:05.851496 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'name': 'tempest-TestAggregatesBasicOps-648212291-router', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:40Z', 'updated_at': '2021-07-05T04:21:03Z', 'revision_number': 5, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'gw_port': {'id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:41Z', 'updated_at': '2021-07-05T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:05.895578 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] Checking router: e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:05.912406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.913241 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] Routers {'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:05.913859 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.913991 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:05.960725 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:05.990216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c0ff4a2-06f5-408d-8dbb-4835f9f18720 req-df9bf33e-23b9-41cb-877a-1ffc2e1411e7 tempest-VolumesSnapshotTestJSON-1506213938 tempest-VolumesSnapshotTestJSON-1506213938-project] 10.222.0.30 "GET /v2.0/ports?device_id=f14b658a-e872-4240-9013-8b661ccc740f HTTP/1.1" status: 200 len: 210 time: 0.0384712 Jul 05 04:21:06.050345 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.052929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Fanout notify agent at l3_agent the message router_deleted on router 22b61fe8-d908-4485-9a79-f8b8239c9b9e {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:06.063731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.069686 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0d72b504-e5ca-4ffd-a3df-a6aebd2096f5 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/22b61fe8-d908-4485-9a79-f8b8239c9b9e HTTP/1.1" status: 204 len: 168 time: 2.2198744 Jul 05 04:21:06.069924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43224) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:06.077723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1723508320', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_snat': False}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:06.084725 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] Set router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:06.139512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Deleting port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:06.140172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.209042 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.210124 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.253937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-817392d1-df91-4208-8517-68309b859018 admin admin] For port 59187f6e-3eac-498d-9b49-bbbde8ddb6ce, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=59187f6e-3eac-498d-9b49-bbbde8ddb6ce,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:06.254768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.276984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a7f8f251-346a-453a-a9a0-275c8967e686 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:06.279210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Calling delete_port for 59187f6e-3eac-498d-9b49-bbbde8ddb6ce owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:06.333208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.336196 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'name': 'tempest-TestAggregatesBasicOps-648212291-router', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:40Z', 'updated_at': '2021-07-05T04:21:03Z', 'revision_number': 5, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'gw_port': {'id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:41Z', 'updated_at': '2021-07-05T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:06.355047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a7f8f251-346a-453a-a9a0-275c8967e686 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:06.355418 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.368823 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7881f20c-dc38-4934-8fe1-d58a0d0668db None None] The sync data for ids ['e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1'] in n-d-758944-41 is: [{'id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'name': 'tempest-TestAggregatesBasicOps-648212291-router', 'tenant_id': '35efbe99dbe445919c32408a6591ecc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79'}], 'enable_snat': True}, 'gw_port_id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:40Z', 'updated_at': '2021-07-05T04:21:03Z', 'revision_number': 5, 'project_id': '35efbe99dbe445919c32408a6591ecc0', 'gw_port': {'id': '59187f6e-3eac-498d-9b49-bbbde8ddb6ce', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:10:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3537, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:41Z', 'updated_at': '2021-07-05T04:20:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:06.552053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.561667 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.582924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Pushing event deleted for resources: {'Port': ['ID=59187f6e-3eac-498d-9b49-bbbde8ddb6ce,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:06.646281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.756866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.760051 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.958173 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.958697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:06.968471 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.968648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-817392d1-df91-4208-8517-68309b859018 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:06.968648 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-817392d1-df91-4208-8517-68309b859018 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e1eac7a3-4e80-4f0d-8d93-5ccfe208e8c1 HTTP/1.1" status: 204 len: 168 time: 1.5339127 Jul 05 04:21:06.968648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43238) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:06.984839 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.021885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2488739d-b5c0-4abc-94a0-e803a82d477f admin admin] Deleting subnet d69b80f1-e2c2-41d5-aeff-ab226670661d {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:07.037504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2488739d-b5c0-4abc-94a0-e803a82d477f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.117222 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2488739d-b5c0-4abc-94a0-e803a82d477f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.192538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Allocated IP 172.25.4.80 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/f013be97-9bd9-429a-908a-795b2f8b7f2b) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:07.242224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2488739d-b5c0-4abc-94a0-e803a82d477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.362839 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.364442 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2488739d-b5c0-4abc-94a0-e803a82d477f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.406622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488739d-b5c0-4abc-94a0-e803a82d477f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d69b80f1-e2c2-41d5-aeff-ab226670661d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:07.414335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1955c62c-4075-4e95-a562-1d01beb86330 None None] Network 3a732ff5-1793-4c68-9763-be6d5a22b8f8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:07.416643 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2488739d-b5c0-4abc-94a0-e803a82d477f admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.420415 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2488739d-b5c0-4abc-94a0-e803a82d477f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d69b80f1-e2c2-41d5-aeff-ab226670661d HTTP/1.1" status: 204 len: 168 time: 0.4521155 Jul 05 04:21:07.423085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43244) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:07.507938 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.524241 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.573046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:07.576603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:07.581595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:07.583195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Deleting port 2f57ea76-f59e-4389-a07a-311e4df5b049 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:07.583540 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.584774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event updated for resources: {'Port': ['ID=f013be97-9bd9-429a-908a-795b2f8b7f2b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:07.745928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] For port 2f57ea76-f59e-4389-a07a-311e4df5b049, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2f57ea76-f59e-4389-a07a-311e4df5b049,segment=NetworkSegment(416e97c2-2b20-43f2-86fa-f1421e5c47f4),segment_id=416e97c2-2b20-43f2-86fa-f1421e5c47f4)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:07.745928 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:07.745928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Calling delete_port for 2f57ea76-f59e-4389-a07a-311e4df5b049 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:07.943453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41b36e39-df08-4f1c-b951-838e629999e2 None None] DHCP port deletion for 3a732ff5-1793-4c68-9763-be6d5a22b8f8 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:21:07.993760 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.023069 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] No DVR routers for this DVR port 2f57ea76-f59e-4389-a07a-311e4df5b049 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:08.057915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-41b36e39-df08-4f1c-b951-838e629999e2 None None] Deleting port 2f57ea76-f59e-4389-a07a-311e4df5b049 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:08.058707 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41b36e39-df08-4f1c-b951-838e629999e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.145304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f57ea76-f59e-4389-a07a-311e4df5b049,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:08.146558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-41b36e39-df08-4f1c-b951-838e629999e2 None None] For port 2f57ea76-f59e-4389-a07a-311e4df5b049, host n-d-758944-41, got binding levels [] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:08.148082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41b36e39-df08-4f1c-b951-838e629999e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.164955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-41b36e39-df08-4f1c-b951-838e629999e2 None None] Calling delete_port for 2f57ea76-f59e-4389-a07a-311e4df5b049 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:08.170551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.ipam_backend_mixin [None req-41b36e39-df08-4f1c-b951-838e629999e2 None None] Port 2f57ea76-f59e-4389-a07a-311e4df5b049 was not found and therefore no delete operation was performed {{(pid=100897) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 05 04:21:08.174070 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41b36e39-df08-4f1c-b951-838e629999e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.176879 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7d484d3d-cbd3-4bdd-82db-b79b4ceb9a01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.217836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b36e39-df08-4f1c-b951-838e629999e2 None None] Pushing event deleted for resources: {'Port': ['ID=2f57ea76-f59e-4389-a07a-311e4df5b049,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:08.239183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41b36e39-df08-4f1c-b951-838e629999e2 None None] No DVR routers for this DVR port 2f57ea76-f59e-4389-a07a-311e4df5b049 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:08.276468 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.288806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a732ff5-1793-4c68-9763-be6d5a22b8f8']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:08.293519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a96aa62-83fb-473a-9fa5-f74a095c790c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:08.300785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.307823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '416e97c2-2b20-43f2-86fa-f1421e5c47f4') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:08.308411 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '416e97c2-2b20-43f2-86fa-f1421e5c47f4') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:08.319325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9a96aa62-83fb-473a-9fa5-f74a095c790c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:08.319945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9a96aa62-83fb-473a-9fa5-f74a095c790c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:08.320684 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 59187f6e-3eac-498d-9b49-bbbde8ddb6ce no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:08.325322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.343962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 59187f6e-3eac-498d-9b49-bbbde8ddb6ce {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:08.346736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 59187f6e-3eac-498d-9b49-bbbde8ddb6ce not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:08.346736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2f57ea76-f59e-4389-a07a-311e4df5b049 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:08.367177 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.369923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 2f57ea76-f59e-4389-a07a-311e4df5b049 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:08.370679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2f57ea76-f59e-4389-a07a-311e4df5b049 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:08.377524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:08.377828 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.385328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c373c0d8-4a40-4c84-9326-22449d4c71bd no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:08.393092 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:08.417016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: c373c0d8-4a40-4c84-9326-22449d4c71bd {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:08.420093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c373c0d8-4a40-4c84-9326-22449d4c71bd not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:08.585860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.612122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:08.620551 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3a732ff5-1793-4c68-9763-be6d5a22b8f8 HTTP/1.1" status: 204 len: 168 time: 1.1962516 Jul 05 04:21:08.621510 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5562c57-71b4-4f40-9296-2cf365a6ab47 admin admin] Pushing event deleted for resources: {'Network': ['ID=3a732ff5-1793-4c68-9763-be6d5a22b8f8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:08.624949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43272) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:08.678714 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.410318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Router 65117123-a086-437b-8a5c-261df641f3f5 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:09.633793 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:09.641005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Sync routers for ids ['65117123-a086-437b-8a5c-261df641f3f5'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:09.651249 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Routers {'65117123-a086-437b-8a5c-261df641f3f5'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:09.651869 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:20:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['65117123-a086-437b-8a5c-261df641f3f5'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:09.717340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c1576d-64a6-4f87-a7fe-a564237737f1 req-6b2925b9-91b0-4b4a-b78d-878e2ecc7156 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:09.719030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06c1576d-64a6-4f87-a7fe-a564237737f1 req-6b2925b9-91b0-4b4a-b78d-878e2ecc7156 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1099 time: 0.1577098 Jul 05 04:21:09.751755 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.792404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Set router 65117123-a086-437b-8a5c-261df641f3f5 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:09.812571 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06c1576d-64a6-4f87-a7fe-a564237737f1 req-e614ad02-433b-44a5-9942-f13d5784b9a9 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815597 Jul 05 04:21:09.827728 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:09.833419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0b68a7a4-bf9e-498f-81ec-44ee0315ac36 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.7583251 Jul 05 04:21:09.835453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43300) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:09.881731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43302) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:09.979530 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2b2e311c-32f8-4aeb-af18-71484dd53a98 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/routers/65117123-a086-437b-8a5c-261df641f3f5 HTTP/1.1" status: 200 len: 908 time: 0.1422286 Jul 05 04:21:09.981938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43306) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:09.988042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1723508320', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_snat': True}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:10.057982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65117123-a086-437b-8a5c-261df641f3f5', 'name': 'tempest-snat-router-1723508320', 'tenant_id': 'a465c5135c45402ba1dbc8f41fdc464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.80'}], 'enable_snat': False}, 'gw_port_id': 'f013be97-9bd9-429a-908a-795b2f8b7f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:06Z', 'updated_at': '2021-07-05T04:21:07Z', 'revision_number': 3, 'project_id': 'a465c5135c45402ba1dbc8f41fdc464a', 'gw_port': {'id': 'f013be97-9bd9-429a-908a-795b2f8b7f2b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65117123-a086-437b-8a5c-261df641f3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:06Z', 'updated_at': '2021-07-05T04:21:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:10.088662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.089793 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.108816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Checking router: 65117123-a086-437b-8a5c-261df641f3f5 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:10.117553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Updating router 65117123-a086-437b-8a5c-261df641f3f5 port f013be97-9bd9-429a-908a-795b2f8b7f2b binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:10.167844 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.201107 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.321885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 7816623c-ea51-4937-b0f6-cc255891df9c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:10.322259 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.487316 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.487866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.507380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] Deleting port a7f8f251-346a-453a-a9a0-275c8967e686 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:10.507862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.511117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 7816623c-ea51-4937-b0f6-cc255891df9c owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:10.586764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.657941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.673225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Transition to ACTIVE for port object f013be97-9bd9-429a-908a-795b2f8b7f2b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:10.758811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] For port a7f8f251-346a-453a-a9a0-275c8967e686, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a7f8f251-346a-453a-a9a0-275c8967e686,segment=NetworkSegment(3c98d174-396b-4932-ad84-ec9d7d304409),segment_id=3c98d174-396b-4932-ad84-ec9d7d304409)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:10.759323 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.781442 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] Calling delete_port for a7f8f251-346a-453a-a9a0-275c8967e686 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:10.786134 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.876254 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4e4becf0-4991-4924-9138-63c6cde15c22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.895724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a6632-82bc-4c94-bb58-2da15010d866 None None] Pushing event updated for resources: {'Port': ['ID=f013be97-9bd9-429a-908a-795b2f8b7f2b,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:10.928685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Attempting to bind port f013be97-9bd9-429a-908a-795b2f8b7f2b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:10.928685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Attempting to bind port f013be97-9bd9-429a-908a-795b2f8b7f2b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:10.928685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Attempting to bind port f013be97-9bd9-429a-908a-795b2f8b7f2b on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:10.950280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 20, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:10.950666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:10.957358 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:10.957358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:10.957358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Bound port: f013be97-9bd9-429a-908a-795b2f8b7f2b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:10.960050 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.034011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] For port f013be97-9bd9-429a-908a-795b2f8b7f2b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:11.037590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] For port f013be97-9bd9-429a-908a-795b2f8b7f2b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f013be97-9bd9-429a-908a-795b2f8b7f2b,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:11.039620 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.082109 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.116594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.136717 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.171185 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.202807 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=7816623c-ea51-4937-b0f6-cc255891df9c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:11.226772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Routers {'65117123-a086-437b-8a5c-261df641f3f5'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:11.227345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['65117123-a086-437b-8a5c-261df641f3f5'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:11.296399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Allocated IP 172.25.4.215 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/e90f7781-e94c-498e-bc9c-e6d057cab9f4) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:11.315634 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.381314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] Set router 65117123-a086-437b-8a5c-261df641f3f5 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:11.392589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7f8f251-346a-453a-a9a0-275c8967e686,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:11.450804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035a6632-82bc-4c94-bb58-2da15010d866 None None] Pushing event updated for resources: {'Port': ['ID=f013be97-9bd9-429a-908a-795b2f8b7f2b,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:11.489946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.521327 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.521857 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Floating IP 9c93c939-0d61-49f7-91a1-8aa2a349ab97 disassociated (deleted). External IP: 172.25.4.192, port: 247e0359-3e03-4cc6-bfaf-a1060803791f. Jul 05 04:21:11.684053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:11.769453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:11.776039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:11.785486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:11.820799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event updated for resources: {'Port': ['ID=e90f7781-e94c-498e-bc9c-e6d057cab9f4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:11.945270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65117123-a086-437b-8a5c-261df641f3f5', 'name': 'tempest-snat-router-1723508320', 'tenant_id': 'a465c5135c45402ba1dbc8f41fdc464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.80'}], 'enable_snat': False}, 'gw_port_id': 'f013be97-9bd9-429a-908a-795b2f8b7f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:06Z', 'updated_at': '2021-07-05T04:21:07Z', 'revision_number': 3, 'project_id': 'a465c5135c45402ba1dbc8f41fdc464a', 'gw_port': {'id': 'f013be97-9bd9-429a-908a-795b2f8b7f2b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65117123-a086-437b-8a5c-261df641f3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:06Z', 'updated_at': '2021-07-05T04:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:12.051572 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:12.056515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ebaef37-b3c4-4a84-b589-bfe33397e3f7 None None] The sync data for ids ['65117123-a086-437b-8a5c-261df641f3f5'] in n-d-758944-41 is: [{'id': '65117123-a086-437b-8a5c-261df641f3f5', 'name': 'tempest-snat-router-1723508320', 'tenant_id': 'a465c5135c45402ba1dbc8f41fdc464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.80'}], 'enable_snat': False}, 'gw_port_id': 'f013be97-9bd9-429a-908a-795b2f8b7f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:06Z', 'updated_at': '2021-07-05T04:21:07Z', 'revision_number': 3, 'project_id': 'a465c5135c45402ba1dbc8f41fdc464a', 'gw_port': {'id': 'f013be97-9bd9-429a-908a-795b2f8b7f2b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a6:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65117123-a086-437b-8a5c-261df641f3f5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3571, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:06Z', 'updated_at': '2021-07-05T04:21:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:12.150251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:12.152618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:12.798063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.075359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:13.084080 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.125328 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] Sync routers for ids ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:13.146526 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] Routers {'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:13.147149 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:13.314138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-16d1fb13-ef65-4e44-8d84-638def91dccf tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/floatingips/9c93c939-0d61-49f7-91a1-8aa2a349ab97 HTTP/1.1" status: 204 len: 168 time: 3.4285693 Jul 05 04:21:13.314138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:13.339224 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9524af2-ec45-4ae3-af2b-bd78656a8637" -d '{"events": [{"name": "network-changed", "server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:13.378363 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] Router 07b82fd1-05a3-4602-b924-7e69b0281918 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:13.390294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.533915 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-596eb3d6-c765-4351-aa5f-fc7afaabac89 x-openstack-request-id: req-596eb3d6-c765-4351-aa5f-fc7afaabac89 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:13.537152 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:13.537152 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-596eb3d6-c765-4351-aa5f-fc7afaabac89 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:13.537152 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'status': 'completed', 'code': 200} Jul 05 04:21:13.537526 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] Set router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:13.579825 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:13.701418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-e42b6eb6-cb29-4b85-af15-f65059af1404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:13.703321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-e42b6eb6-cb29-4b85-af15-f65059af1404 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 1099 time: 0.1676400 Jul 05 04:21:13.838474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-704514f3-e86a-4b9a-b81e-01dd755b6f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:13.838474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-704514f3-e86a-4b9a-b81e-01dd755b6f52 service neutron] 10.222.0.26 "GET /v2.0/networks?id=58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 200 len: 897 time: 0.1246386 Jul 05 04:21:13.904027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-9d3cdaf0-eba3-4ac7-887a-c475c5c71042 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 200 len: 217 time: 0.0620832 Jul 05 04:21:13.912248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:13.922285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0e5e7843-e751-4b02-9937-e5aee67f1ed0 admin admin] 10.222.0.30 "PUT /v2.0/routers/07b82fd1-05a3-4602-b924-7e69b0281918/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2938046 Jul 05 04:21:13.922997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43376) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:13.924621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] Sync routers for ids ['07b82fd1-05a3-4602-b924-7e69b0281918'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:13.938741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] Routers {'07b82fd1-05a3-4602-b924-7e69b0281918'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:13.941980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['07b82fd1-05a3-4602-b924-7e69b0281918'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:13.986005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Router 16b94b32-4562-435d-b540-ae6369d94e40 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:14.096971 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-b9988caf-5dd4-488e-bcb6-acfbdfce3a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:14.102920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-b9988caf-5dd4-488e-bcb6-acfbdfce3a70 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 200 len: 834 time: 0.1743691 Jul 05 04:21:14.138897 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '733de9fc-fde4-4771-a0ad-d9cbde4f1061', 'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:1d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:25Z', 'updated_at': '2021-07-05T04:18:34Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:14.230168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:14.234413 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] Checking router: ffe0ceee-7c1a-40b8-8571-609dbbeec5bc for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:14.246402 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] Routers {'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:14.247766 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:14.347942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] Set router 07b82fd1-05a3-4602-b924-7e69b0281918 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:14.367770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:14.516959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:14.520671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f013be97-9bd9-429a-908a-795b2f8b7f2b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:14.648747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:14.653925 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e8e06b76-fc44-4fb0-9c71-d324af6de9f6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6701167 Jul 05 04:21:14.654610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43394) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:14.736653 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Sync routers for ids ['16b94b32-4562-435d-b540-ae6369d94e40'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:14.748422 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] Set router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:14.869655 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Routers {'16b94b32-4562-435d-b540-ae6369d94e40'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:14.870480 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['16b94b32-4562-435d-b540-ae6369d94e40'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:14.953348 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3feeff71-60ab-4fbb-9e62-4b73a4bf52ff tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/routers/16b94b32-4562-435d-b540-ae6369d94e40 HTTP/1.1" status: 200 len: 908 time: 0.2971082 Jul 05 04:21:14.955879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43398) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:15.036805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-d64aee21-6f22-4e40-94b7-c6c00d303c50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:15.041384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-d64aee21-6f22-4e40-94b7-c6c00d303c50 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=58700b3d-d9cb-4b50-8689-da1fbd153960&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.9338105 Jul 05 04:21:15.054010 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.165707 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.238135 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.278490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port f013be97-9bd9-429a-908a-795b2f8b7f2b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:15.291636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port f013be97-9bd9-429a-908a-795b2f8b7f2b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:15.292082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.386397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-2d763df5-2c2f-407b-ac5c-adc2fb243e1d service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3272920 Jul 05 04:21:15.393655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'name': 'tempest-TestAggregatesBasicOps-1565894485-router', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235'}], 'enable_snat': True}, 'gw_port_id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:51Z', 'updated_at': '2021-07-05T04:21:11Z', 'revision_number': 5, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'gw_port': {'id': '145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:ba:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3565, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:20:52Z', 'updated_at': '2021-07-05T04:21:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:15.423723 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Set router 16b94b32-4562-435d-b540-ae6369d94e40 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:15.484167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] Checking router: 07b82fd1-05a3-4602-b924-7e69b0281918 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:15.503015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.503835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] Routers {'07b82fd1-05a3-4602-b924-7e69b0281918'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:15.505078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['07b82fd1-05a3-4602-b924-7e69b0281918'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:15.636201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] Set router 07b82fd1-05a3-4602-b924-7e69b0281918 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:15.710561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd6eeb02-7a95-454c-a358-7cbbd8564bdb req-523308eb-ff83-4acc-ada7-b5e997ea5a66 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:15.718618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd6eeb02-7a95-454c-a358-7cbbd8564bdb req-523308eb-ff83-4acc-ada7-b5e997ea5a66 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 947 time: 0.9289610 Jul 05 04:21:15.737685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'name': 'tempest-TestAggregatesBasicOps-1565894485-router', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:51Z', 'updated_at': '2021-07-05T04:21:15Z', 'revision_number': 6, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:15.767417 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '733de9fc-fde4-4771-a0ad-d9cbde4f1061', 'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:1d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:25Z', 'updated_at': '2021-07-05T04:18:34Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:15.779839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Deleting port e90f7781-e94c-498e-bc9c-e6d057cab9f4 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:15.782380 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.814255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9524af2-ec45-4ae3-af2b-bd78656a8637 req-e1508194-4269-4bcd-9bcc-86bf578f4438 service neutron] 10.222.0.26 "GET /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4168465 Jul 05 04:21:15.824775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c5ee840-daa1-4d79-b327-e207089237e9 None None] The sync data for ids ['07b82fd1-05a3-4602-b924-7e69b0281918'] in n-d-758944-41 is: [{'id': '07b82fd1-05a3-4602-b924-7e69b0281918', 'name': 'tempest-TestAggregatesBasicOps-1565894485-router', 'tenant_id': '7243337a12a7465db3a68904fdd60a11', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:20:51Z', 'updated_at': '2021-07-05T04:21:15Z', 'revision_number': 6, 'project_id': '7243337a12a7465db3a68904fdd60a11', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:15.825360 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5551fc82-d133-4a5e-9d7b-f3383efc6fe3 None None] The sync data for ids ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'] in n-d-758944-41 is: [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '733de9fc-fde4-4771-a0ad-d9cbde4f1061', 'name': '', 'network_id': '58700b3d-d9cb-4b50-8689-da1fbd153960', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:1d:1f:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 3332, 'fixed_ips': [{'subnet_id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:25Z', 'updated_at': '2021-07-05T04:18:34Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '66fdc191-f6aa-4f4b-b5d9-ea773feb5bec', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:15.851688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd6eeb02-7a95-454c-a358-7cbbd8564bdb req-f71284e5-36b8-4d8a-81e9-669e9e214e92 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1298091 Jul 05 04:21:15.864331 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '16b94b32-4562-435d-b540-ae6369d94e40', 'name': 'tempest-snat-router-1723508320', 'tenant_id': 'a465c5135c45402ba1dbc8f41fdc464a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.215'}], 'enable_snat': True}, 'gw_port_id': 'e90f7781-e94c-498e-bc9c-e6d057cab9f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:10Z', 'updated_at': '2021-07-05T04:21:12Z', 'revision_number': 3, 'project_id': 'a465c5135c45402ba1dbc8f41fdc464a', 'gw_port': {'id': 'e90f7781-e94c-498e-bc9c-e6d057cab9f4', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:17:bb:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '16b94b32-4562-435d-b540-ae6369d94e40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3573, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.215', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:11Z', 'updated_at': '2021-07-05T04:21:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:15.886183 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:15.939864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port f013be97-9bd9-429a-908a-795b2f8b7f2b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f013be97-9bd9-429a-908a-795b2f8b7f2b,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:15.953655 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Checking router: 16b94b32-4562-435d-b540-ae6369d94e40 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:15.954006 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Updating router 16b94b32-4562-435d-b540-ae6369d94e40 port e90f7781-e94c-498e-bc9c-e6d057cab9f4 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:15.979662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Deleting port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:15.980049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.020921 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.058060 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.059524 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.088431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Calling delete_port for e90f7781-e94c-498e-bc9c-e6d057cab9f4 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:16.196832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=f013be97-9bd9-429a-908a-795b2f8b7f2b,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:16.425526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92c8fd70-3cd7-429e-be07-43ca6f4dc5cb None None] New status for floating IP 9c93c939-0d61-49f7-91a1-8aa2a349ab97: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:21:16.449273 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-153f7d32-0def-44b3-b1bd-6434d2168d74 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:16.451064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-153f7d32-0def-44b3-b1bd-6434d2168d74 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 947 time: 0.3632133 Jul 05 04:21:16.465852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] For port 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:16.466314 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.514191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Calling delete_port for 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:16.672690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.699671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f013be97-9bd9-429a-908a-795b2f8b7f2b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:16.721498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event deleted for resources: {'Port': ['ID=e90f7781-e94c-498e-bc9c-e6d057cab9f4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:16.826651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port f013be97-9bd9-429a-908a-795b2f8b7f2b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:16.827400 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:16.957692 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.db.api [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100898) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:21:16.957692 n-d-758944-41 neutron-server[100898]: DEBUG oslo_db.api [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:21:16.962857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.061242 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a7f8f251-346a-453a-a9a0-275c8967e686 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:17.142594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.145728 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.149067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a7f8f251-346a-453a-a9a0-275c8967e686 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:17.149067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a7f8f251-346a-453a-a9a0-275c8967e686 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:17.253699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-286a01f1-6219-4593-b076-b243bf57c231 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 247e0359-3e03-4cc6-bfaf-a1060803791f {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:17.254059 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-286a01f1-6219-4593-b076-b243bf57c231 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.294619 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.295408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 16b94b32-4562-435d-b540-ae6369d94e40 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:17.300614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.302002 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2ab29ea2-7c1d-47b2-a86f-c315f6c87511 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "DELETE /v2.0/routers/16b94b32-4562-435d-b540-ae6369d94e40 HTTP/1.1" status: 204 len: 168 time: 2.3431063 Jul 05 04:21:17.304841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43434) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:17.330830 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.375804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Pushing event deleted for resources: {'Port': ['ID=145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:17.403481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.403823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.404198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.404542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.404880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.405213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.405636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.405981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.406309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.406652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.406967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.407293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:17.492817 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Port e90f7781-e94c-498e-bc9c-e6d057cab9f4 not found while updating agent binding for router 16b94b32-4562-435d-b540-ae6369d94e40. {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 05 04:21:17.506456 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Routers set() bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:17.507069 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Router IDs set() for agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 05 04:21:17.508204 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_agentschedulers_db [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'16b94b32-4562-435d-b540-ae6369d94e40'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent'). {{(pid=100898) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 05 04:21:17.510112 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77338e53-5f58-4580-967f-6fbd8e94c1a9 None None] The sync data for ids ['16b94b32-4562-435d-b540-ae6369d94e40'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:17.558797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c43d32d2-32eb-42a0-868d-a8227cb3a8ce req-683918f2-089f-4345-a084-b3e35f9ab2be tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:17.575551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c43d32d2-32eb-42a0-868d-a8227cb3a8ce req-683918f2-089f-4345-a084-b3e35f9ab2be tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 947 time: 0.5107398 Jul 05 04:21:17.590357 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.599339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-286a01f1-6219-4593-b076-b243bf57c231 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port 247e0359-3e03-4cc6-bfaf-a1060803791f, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=247e0359-3e03-4cc6-bfaf-a1060803791f,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:17.599339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-286a01f1-6219-4593-b076-b243bf57c231 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.616780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.755719 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.770149 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-286a01f1-6219-4593-b076-b243bf57c231 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 247e0359-3e03-4cc6-bfaf-a1060803791f owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:17.778177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c43d32d2-32eb-42a0-868d-a8227cb3a8ce req-d29cbd52-5931-4fc4-a47e-9e9ea732f1ed tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=3b03acda-7ae1-4e51-b6bf-956fe7e54809&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2062378 Jul 05 04:21:17.782564 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:17.807084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.020811 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.022610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07b82fd1-05a3-4602-b924-7e69b0281918 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:18.035070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Deleting port f013be97-9bd9-429a-908a-795b2f8b7f2b {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:18.035779 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.035950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.038318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c8a391cb-9e95-405e-a9b8-b7e2457c0ee6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/07b82fd1-05a3-4602-b924-7e69b0281918 HTTP/1.1" status: 204 len: 168 time: 4.0978692 Jul 05 04:21:18.042100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43448) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:18.137476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8aa9d01e-63b0-499a-9e53-cf32e6c5fab7 admin admin] Deleting subnet 5ae54d1b-00aa-4f75-a096-514d93a07d82 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:18.140705 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-286a01f1-6219-4593-b076-b243bf57c231 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.160027 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d01e-63b0-499a-9e53-cf32e6c5fab7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.274781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] For port f013be97-9bd9-429a-908a-795b2f8b7f2b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=f013be97-9bd9-429a-908a-795b2f8b7f2b,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:18.276045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.317917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Calling delete_port for f013be97-9bd9-429a-908a-795b2f8b7f2b owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:18.328563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286a01f1-6219-4593-b076-b243bf57c231 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=247e0359-3e03-4cc6-bfaf-a1060803791f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:18.346333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:18.388339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:18.388961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 145d0ddc-aa5f-4fc1-a0ba-b7296bab76b2 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:18.421364 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d01e-63b0-499a-9e53-cf32e6c5fab7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.515680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-286a01f1-6219-4593-b076-b243bf57c231 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] No DVR routers for this DVR port 247e0359-3e03-4cc6-bfaf-a1060803791f on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:18.520236 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-286a01f1-6219-4593-b076-b243bf57c231 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.522462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92fb7cce-547c-45e3-89c8-76bd08b338a9 req-286a01f1-6219-4593-b076-b243bf57c231 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "DELETE /v2.0/ports/247e0359-3e03-4cc6-bfaf-a1060803791f HTTP/1.1" status: 204 len: 173 time: 1.9020338 Jul 05 04:21:18.522913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-deleted', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:18.525824 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-995edf59-6bad-41eb-af45-6e522bcecd66" -d '{"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-deleted", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:18.567710 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d01e-63b0-499a-9e53-cf32e6c5fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.659488 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5261e45-dfc2-41eb-9739-d8273999436c x-openstack-request-id: req-c5261e45-dfc2-41eb-9739-d8273999436c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:18.664537 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3babd297-3db7-4bf8-a23f-97807cbb9a39", "name": "network-vif-deleted", "tag": "247e0359-3e03-4cc6-bfaf-a1060803791f", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:18.664537 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5261e45-dfc2-41eb-9739-d8273999436c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:18.664537 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3babd297-3db7-4bf8-a23f-97807cbb9a39', 'name': 'network-vif-deleted', 'tag': '247e0359-3e03-4cc6-bfaf-a1060803791f', 'status': 'completed', 'code': 200} Jul 05 04:21:18.837299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.867464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d01e-63b0-499a-9e53-cf32e6c5fab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.904618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8aa9d01e-63b0-499a-9e53-cf32e6c5fab7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:18.908575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8aa9d01e-63b0-499a-9e53-cf32e6c5fab7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5ae54d1b-00aa-4f75-a096-514d93a07d82 HTTP/1.1" status: 204 len: 168 time: 0.8649530 Jul 05 04:21:18.909481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7884f7cd-3110-4785-9594-30ad7215dd7b None None] Network 165e150e-58b3-496e-b64f-b9269ee4af86 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:18.952182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43466) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:18.963443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aa9d01e-63b0-499a-9e53-cf32e6c5fab7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5ae54d1b-00aa-4f75-a096-514d93a07d82,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:19.076976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event deleted for resources: {'Port': ['ID=f013be97-9bd9-429a-908a-795b2f8b7f2b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:19.190921 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.240695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.257753 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-250afcdc-9e4d-4708-b0cf-2ff49ac59105 req-75c945f3-630b-412b-bc18-f01bf62c8273 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=3babd297-3db7-4bf8-a23f-97807cbb9a39 HTTP/1.1" status: 200 len: 210 time: 0.1434736 Jul 05 04:21:19.364945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.369414 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.422955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] DHCP port deletion for 165e150e-58b3-496e-b64f-b9269ee4af86 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:21:19.434748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Deleting port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:19.435098 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.571397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Deleting port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:19.571397 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.579450 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.579450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 65117123-a086-437b-8a5c-261df641f3f5 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:19.592537 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.597867 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-88b4b82e-efa0-4b9a-88ad-c95aeeaca572 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "DELETE /v2.0/routers/65117123-a086-437b-8a5c-261df641f3f5 HTTP/1.1" status: 204 len: 168 time: 2.2879412 Jul 05 04:21:19.598458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43478) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:19.607075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-47725634', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:19.710620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] For port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d8ab46ee-7ba4-462f-9f93-cf35723a2d6b,segment=NetworkSegment(3c98d174-396b-4932-ad84-ec9d7d304409),segment_id=3c98d174-396b-4932-ad84-ec9d7d304409)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:19.711249 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.727986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Calling delete_port for d8ab46ee-7ba4-462f-9f93-cf35723a2d6b owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:19.755274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] For port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d8ab46ee-7ba4-462f-9f93-cf35723a2d6b,segment=NetworkSegment(3c98d174-396b-4932-ad84-ec9d7d304409),segment_id=3c98d174-396b-4932-ad84-ec9d7d304409)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:19.755679 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.777999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Calling delete_port for d8ab46ee-7ba4-462f-9f93-cf35723a2d6b owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:19.792690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.793687 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.948423 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.967537 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:19.984716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] No DVR routers for this DVR port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:19.984716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Pushing event deleted for resources: {'Port': ['ID=d8ab46ee-7ba4-462f-9f93-cf35723a2d6b,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:19.995092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:19.995702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.000546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.001338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.002295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.002960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.003865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.004579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.005093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.005580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.006083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.006587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e89fa77a-3517-410d-b875-5bf347df2bbc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:20.020996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8ab46ee-7ba4-462f-9f93-cf35723a2d6b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:20.023426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] No DVR routers for this DVR port d8ab46ee-7ba4-462f-9f93-cf35723a2d6b on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:20.026787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.162116 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.208999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['165e150e-58b3-496e-b64f-b9269ee4af86']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:20.229914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c98d174-396b-4932-ad84-ec9d7d304409') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:20.230346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c98d174-396b-4932-ad84-ec9d7d304409') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:20.265069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.312398 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.327565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:20.327565 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:20.346341 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:20.366382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f013be97-9bd9-429a-908a-795b2f8b7f2b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:20.432303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: f013be97-9bd9-429a-908a-795b2f8b7f2b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:20.433065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device f013be97-9bd9-429a-908a-795b2f8b7f2b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:20.433177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d8ab46ee-7ba4-462f-9f93-cf35723a2d6b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:20.437204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:20.489753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43490) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:20.499816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 247e0359-3e03-4cc6-bfaf-a1060803791f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:20.501230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 247e0359-3e03-4cc6-bfaf-a1060803791f not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:20.502403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: d8ab46ee-7ba4-462f-9f93-cf35723a2d6b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:20.503260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d8ab46ee-7ba4-462f-9f93-cf35723a2d6b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:20.569751 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.615866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:20.622380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] 10.222.0.30 "DELETE /v2.0/networks/165e150e-58b3-496e-b64f-b9269ee4af86 HTTP/1.1" status: 204 len: 168 time: 1.6679211 Jul 05 04:21:20.623856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a955b8e-4d41-43bd-9c22-9db98a925fa7 admin admin] Pushing event deleted for resources: {'Network': ['ID=165e150e-58b3-496e-b64f-b9269ee4af86,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:20.777588 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.236202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.264469 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.276063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.283650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43506) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:21.381568 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4713d504-1566-43b0-9ad8-84238a0273df admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=35efbe99dbe445919c32408a6591ecc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0963111 Jul 05 04:21:21.384086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43510) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:21.487941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Allocated IP 172.25.4.22 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/b7b0ec1f-a35b-4d14-b8ba-6347533991b7) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:21.516501 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271ccce3-ce67-4478-a6b6-1001f277ef42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.594310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271ccce3-ce67-4478-a6b6-1001f277ef42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.695445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.781145 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271ccce3-ce67-4478-a6b6-1001f277ef42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.785551 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-271ccce3-ce67-4478-a6b6-1001f277ef42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.788193 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-271ccce3-ce67-4478-a6b6-1001f277ef42 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19898bf8-642a-454b-965b-b5aa82db4f2f HTTP/1.1" status: 204 len: 168 time: 0.4022403 Jul 05 04:21:21.804932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271ccce3-ce67-4478-a6b6-1001f277ef42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19898bf8-642a-454b-965b-b5aa82db4f2f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:21.839018 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:21.916382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:21.919835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:21.922694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:21.951163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Pushing event updated for resources: {'Port': ['ID=b7b0ec1f-a35b-4d14-b8ba-6347533991b7,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:21.996190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 733de9fc-fde4-4771-a0ad-d9cbde4f1061 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:21.997023 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.158347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port 733de9fc-fde4-4771-a0ad-d9cbde4f1061, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=733de9fc-fde4-4771-a0ad-d9cbde4f1061,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:22.164155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.180134 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 733de9fc-fde4-4771-a0ad-d9cbde4f1061 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:22.476623 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.574256 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.614531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=733de9fc-fde4-4771-a0ad-d9cbde4f1061,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:22.759136 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:22.918497 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.164306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43544) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:23.213908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Router d89a05ef-fc9a-4af7-a409-8150c2e7e4fd is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:23.264422 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-582f34d8-f278-4b18-8cae-73ad351ed786 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7243337a12a7465db3a68904fdd60a11&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0988908 Jul 05 04:21:23.268060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43548) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:23.317676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:23.382512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:23.397809 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c30cd-37b7-4059-821e-ed0d920a22e1 None None] Sync routers for ids ['d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:23.403547 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9f15a2ca-c190-41c0-ae55-34d66f7b5279 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.429070 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c30cd-37b7-4059-821e-ed0d920a22e1 None None] Routers {'d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:23.429971 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e92c30cd-37b7-4059-821e-ed0d920a22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:23.470330 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9f15a2ca-c190-41c0-ae55-34d66f7b5279 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.474905 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e92c30cd-37b7-4059-821e-ed0d920a22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:23.490463 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e92c30cd-37b7-4059-821e-ed0d920a22e1 None None] Routers {'d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:23.491073 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e92c30cd-37b7-4059-821e-ed0d920a22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:23.525288 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e92c30cd-37b7-4059-821e-ed0d920a22e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:23.526346 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e92c30cd-37b7-4059-821e-ed0d920a22e1 None None] The sync data for ids ['d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:23.535322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:23.548612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] Sync routers for ids ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:23.554291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:23.554801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9a231f5f-3f01-4415-8a57-09251f4f13c5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "PUT /v2.0/routers/ffe0ceee-7c1a-40b8-8571-609dbbeec5bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0633333 Jul 05 04:21:23.583983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] Routers {'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:23.584620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:23.598831 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.604833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43558) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:23.608493 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-43000e31-2567-4b03-9c7f-5f424234daa8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.0086498 Jul 05 04:21:23.611696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-bf4a4c77-8f48-41de-8195-fc76f4baadff tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_snat': False}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:23.713109 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-45625042-60cd-4706-b04a-0317efc6233c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting subnet 66fdc191-f6aa-4f4b-b5d9-ea773feb5bec {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:23.721394 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45625042-60cd-4706-b04a-0317efc6233c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.758771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] Set router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:23.777737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45625042-60cd-4706-b04a-0317efc6233c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.871231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9f15a2ca-c190-41c0-ae55-34d66f7b5279 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.875633 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9f15a2ca-c190-41c0-ae55-34d66f7b5279 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.877458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9f15a2ca-c190-41c0-ae55-34d66f7b5279 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7649d01b-2a54-4075-ac59-95647b720eae HTTP/1.1" status: 204 len: 168 time: 0.6083543 Jul 05 04:21:23.931969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45625042-60cd-4706-b04a-0317efc6233c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:23.992985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f15a2ca-c190-41c0-ae55-34d66f7b5279 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7649d01b-2a54-4075-ac59-95647b720eae,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:24.147271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:21:22Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:24.187209 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45625042-60cd-4706-b04a-0317efc6233c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.195169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] Checking router: ffe0ceee-7c1a-40b8-8571-609dbbeec5bc for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:24.214046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] Routers {'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:24.214779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:24.222874 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4c77-8f48-41de-8195-fc76f4baadff tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.309332 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-45625042-60cd-4706-b04a-0317efc6233c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.315019 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-45625042-60cd-4706-b04a-0317efc6233c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/subnets/66fdc191-f6aa-4f4b-b5d9-ea773feb5bec HTTP/1.1" status: 204 len: 168 time: 0.7561512 Jul 05 04:21:24.315364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43572) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:24.317725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45625042-60cd-4706-b04a-0317efc6233c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Subnet': ['ID=66fdc191-f6aa-4f4b-b5d9-ea773feb5bec,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:24.402327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] Set router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:24.417339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7c7ed06-4d10-4a8f-8e47-90de8a63079c None None] Network 58700b3d-d9cb-4b50-8689-da1fbd153960 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:24.527938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.669230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:24.874553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:21:22Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:24.936166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ee93ca2-e344-4b54-b11f-08951821ccf7 None None] The sync data for ids ['ffe0ceee-7c1a-40b8-8571-609dbbeec5bc'] in n-d-758944-41 is: [{'id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-172235838', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107'}], 'enable_snat': True}, 'gw_port_id': '1740c624-f964-4a94-859d-9a136d804dd7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:18Z', 'updated_at': '2021-07-05T04:21:22Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '1740c624-f964-4a94-859d-9a136d804dd7', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:36:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffe0ceee-7c1a-40b8-8571-609dbbeec5bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3324, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:19Z', 'updated_at': '2021-07-05T04:18:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:24.941667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bd5c0f6-07cc-41af-a037-00670c79b190 None None] DHCP port deletion for 58700b3d-d9cb-4b50-8689-da1fbd153960 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:21:25.044781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 1740c624-f964-4a94-859d-9a136d804dd7 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:25.046998 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.062388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5c0f6-07cc-41af-a037-00670c79b190 None None] Deleting port dd199c78-88f8-4084-94d3-36003113be8e {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:25.063384 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bd5c0f6-07cc-41af-a037-00670c79b190 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.164486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3bd5c0f6-07cc-41af-a037-00670c79b190 None None] For port dd199c78-88f8-4084-94d3-36003113be8e, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=dd199c78-88f8-4084-94d3-36003113be8e,segment=NetworkSegment(89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5),segment_id=89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:25.166252 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bd5c0f6-07cc-41af-a037-00670c79b190 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.199107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3bd5c0f6-07cc-41af-a037-00670c79b190 None None] Calling delete_port for dd199c78-88f8-4084-94d3-36003113be8e owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:25.237367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port 1740c624-f964-4a94-859d-9a136d804dd7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1740c624-f964-4a94-859d-9a136d804dd7,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:25.237367 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.237367 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4c77-8f48-41de-8195-fc76f4baadff tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.250764 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4c77-8f48-41de-8195-fc76f4baadff tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.268778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 1740c624-f964-4a94-859d-9a136d804dd7 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:25.424306 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3bd5c0f6-07cc-41af-a037-00670c79b190 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:25.460816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd5c0f6-07cc-41af-a037-00670c79b190 None None] Pushing event deleted for resources: {'Port': ['ID=dd199c78-88f8-4084-94d3-36003113be8e,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:25.463540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd5c0f6-07cc-41af-a037-00670c79b190 None None] No DVR routers for this DVR port dd199c78-88f8-4084-94d3-36003113be8e on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:21:25.644891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf4a4c77-8f48-41de-8195-fc76f4baadff tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Router d89a05ef-fc9a-4af7-a409-8150c2e7e4fd has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:26.185054 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.223825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf4a4c77-8f48-41de-8195-fc76f4baadff tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:26.225868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=1740c624-f964-4a94-859d-9a136d804dd7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:26.233314 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1ecc2-87d1-4411-aab9-f3c638996ad5 None None] Sync routers for ids ['d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:26.243004 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bf4a4c77-8f48-41de-8195-fc76f4baadff tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.246429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bf4a4c77-8f48-41de-8195-fc76f4baadff tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "PUT /v2.0/routers/d89a05ef-fc9a-4af7-a409-8150c2e7e4fd HTTP/1.1" status: 200 len: 923 time: 2.6398866 Jul 05 04:21:26.248928 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1ecc2-87d1-4411-aab9-f3c638996ad5 None None] Routers {'d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:26.249308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43626) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:26.250408 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f2b1ecc2-87d1-4411-aab9-f3c638996ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:26.362303 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f2b1ecc2-87d1-4411-aab9-f3c638996ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:26.383366 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2b1ecc2-87d1-4411-aab9-f3c638996ad5 None None] Routers {'d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:26.384804 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f2b1ecc2-87d1-4411-aab9-f3c638996ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:26.387107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dd199c78-88f8-4084-94d3-36003113be8e no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:26.421597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: dd199c78-88f8-4084-94d3-36003113be8e {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:26.422245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dd199c78-88f8-4084-94d3-36003113be8e not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:26.422843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 733de9fc-fde4-4771-a0ad-d9cbde4f1061 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:26.431872 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.438969 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f2b1ecc2-87d1-4411-aab9-f3c638996ad5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:26.439633 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2b1ecc2-87d1-4411-aab9-f3c638996ad5 None None] The sync data for ids ['d89a05ef-fc9a-4af7-a409-8150c2e7e4fd'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:26.452431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 733de9fc-fde4-4771-a0ad-d9cbde4f1061 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:26.458219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 733de9fc-fde4-4771-a0ad-d9cbde4f1061 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:26.541420 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-02cc8798-627d-4f8c-baca-470aebc59d35 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/routers/d89a05ef-fc9a-4af7-a409-8150c2e7e4fd HTTP/1.1" status: 200 len: 923 time: 0.2893655 Jul 05 04:21:26.542452 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43636) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:26.555854 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.558839 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.673285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bafbaa9b-22e7-4d9c-ba5f-942f03c575c2 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:26.676893 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bafbaa9b-22e7-4d9c-ba5f-942f03c575c2 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&device_id=d89a05ef-fc9a-4af7-a409-8150c2e7e4fd&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1328907 Jul 05 04:21:26.684242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43642) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:26.849392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dc0246a-da45-452b-8187-41a710816028 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:26.855353 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6dc0246a-da45-452b-8187-41a710816028 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 881 time: 0.1716223 Jul 05 04:21:26.855663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43654) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:26.887248 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a2522c38-d565-438d-ab9b-d1d53bba9ada tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89a05ef-fc9a-4af7-a409-8150c2e7e4fd HTTP/1.1" status: 200 len: 205 time: 0.0302835 Jul 05 04:21:26.889862 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43656) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:26.948193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43660) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:26.952535 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.953093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Fanout notify agent at l3_agent the message router_deleted on router ffe0ceee-7c1a-40b8-8571-609dbbeec5bc {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:26.961394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:26.963100 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3ca26d87-b06b-4aaa-a599-05e12a4f5043 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/routers/ffe0ceee-7c1a-40b8-8571-609dbbeec5bc HTTP/1.1" status: 204 len: 168 time: 2.6453612 Jul 05 04:21:26.970773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43664) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:27.109810 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.127770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.280596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'network': {'name': 'tempest-network-smoke--1256233590', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'port_security_enabled': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:27.332264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.350896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58700b3d-d9cb-4b50-8689-da1fbd153960']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:27.365243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:27.365667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89e1b296-c6a2-4c09-a3b9-64a0ef3b34a5') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:27.379310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.388172 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.400838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.401610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Made reservation on behalf of ecb242cdbb1f4a99afd37053afb5f2a3 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:27.406319 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.417902 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:27.420439 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.420583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:27.424783 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:27.597676 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.597927 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.601245 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.606143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/networks/58700b3d-d9cb-4b50-8689-da1fbd153960 HTTP/1.1" status: 204 len: 168 time: 0.6311831 Jul 05 04:21:27.607053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43672) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:27.616729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccb92c3-50b7-4e5b-8e72-d39bbb516b0f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Network': ['ID=58700b3d-d9cb-4b50-8689-da1fbd153960,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:27.679085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Deleting port b7b0ec1f-a35b-4d14-b8ba-6347533991b7 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:27.679466 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.727004 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d323c24-c4d3-46f5-873f-51639f1d51c4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.756805 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.762846 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d323c24-c4d3-46f5-873f-51639f1d51c4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.810875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:21:27.813417 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.834187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Calling delete_port for b7b0ec1f-a35b-4d14-b8ba-6347533991b7 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:27.839884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9ec2ee1-7c96-4e56-a7e5-3993f9e3117a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:27.846293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:27.846293 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Added segment ec1233ca-09e2-44a6-b530-b9c9200e201b of type vlan for network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 Jul 05 04:21:27.891577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.009463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.015462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:28.016399 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.100257 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d323c24-c4d3-46f5-873f-51639f1d51c4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.102814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d323c24-c4d3-46f5-873f-51639f1d51c4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.104539 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8d323c24-c4d3-46f5-873f-51639f1d51c4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/security-groups/3b03acda-7ae1-4e51-b6bf-956fe7e54809 HTTP/1.1" status: 204 len: 168 time: 0.4961019 Jul 05 04:21:28.141376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d323c24-c4d3-46f5-873f-51639f1d51c4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b03acda-7ae1-4e51-b6bf-956fe7e54809,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:28.164769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Network': ['ID=2ef61ee5-d9ca-42bb-bfd0-1078f402d585,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:28.207665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:21:28.269223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1740c624-f964-4a94-859d-9a136d804dd7 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:21:28.300118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 1740c624-f964-4a94-859d-9a136d804dd7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:21:28.300460 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1740c624-f964-4a94-859d-9a136d804dd7 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:21:28.322785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.351062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Pushing event deleted for resources: {'Port': ['ID=b7b0ec1f-a35b-4d14-b8ba-6347533991b7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:28.354361 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3e95849f-314c-44ce-a47b-ec6e6287d7af tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4046879 Jul 05 04:21:28.357541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43688) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:28.363000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'admin_state_up': True, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:28.456868 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.518162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.519230 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.571125 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.574165 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.598333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.809795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.818117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Fanout notify agent at l3_agent the message router_deleted on router d89a05ef-fc9a-4af7-a409-8150c2e7e4fd {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:28.827676 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:28.838301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-98a8e4bd-8a9a-4466-b7db-f1f4fe799fcc tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/d89a05ef-fc9a-4af7-a409-8150c2e7e4fd HTTP/1.1" status: 204 len: 168 time: 1.9427896 Jul 05 04:21:28.838913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43702) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:28.844095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-70444c42-8dde-4664-b45d-f581401cefc8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1915545285', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:28.960845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43710) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:28.965664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f6ad80f5-9287-4707-afe2-eb7e89b3413a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-317469853', 'description': 'tempest-secgroup-smoke-317469853 description', 'project_id': '7d6d2d8645e943558e449d8c5575d969'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:29.205948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.354237 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70444c42-8dde-4664-b45d-f581401cefc8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.355560 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70444c42-8dde-4664-b45d-f581401cefc8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.472305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70444c42-8dde-4664-b45d-f581401cefc8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.479299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6ad80f5-9287-4707-afe2-eb7e89b3413a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.590073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6ad80f5-9287-4707-afe2-eb7e89b3413a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.650581 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.671112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.710736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70444c42-8dde-4664-b45d-f581401cefc8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.740700 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6ad80f5-9287-4707-afe2-eb7e89b3413a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.779360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad80f5-9287-4707-afe2-eb7e89b3413a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f1bce2f-c0d6-4962-b463-1dc924eca212,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:29.801936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Allocated IP 172.25.4.92 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/bc921c2c-42fc-41b6-a882-6a4b681d4ce3) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:29.876501 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-70444c42-8dde-4664-b45d-f581401cefc8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.880505 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-70444c42-8dde-4664-b45d-f581401cefc8 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.0379817 Jul 05 04:21:29.881743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43738) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:29.887825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:29.912167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6ad80f5-9287-4707-afe2-eb7e89b3413a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:29.915126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f6ad80f5-9287-4707-afe2-eb7e89b3413a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9542990 Jul 05 04:21:29.923238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43744) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:29.933852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ff846dfa-8cd7-4ce4-91c6-6a31b0d42070 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7f1bce2f-c0d6-4962-b463-1dc924eca212', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:30.036547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.088763 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff846dfa-8cd7-4ce4-91c6-6a31b0d42070 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.179288 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff846dfa-8cd7-4ce4-91c6-6a31b0d42070 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.220618 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.289456 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff846dfa-8cd7-4ce4-91c6-6a31b0d42070 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.305110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff846dfa-8cd7-4ce4-91c6-6a31b0d42070 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=710dd23f-fced-4902-b4e4-18faf4e89459,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:30.358841 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.420578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff846dfa-8cd7-4ce4-91c6-6a31b0d42070 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.422138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ff846dfa-8cd7-4ce4-91c6-6a31b0d42070 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4991238 Jul 05 04:21:30.424980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43752) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:30.429827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-46dc698a-76fb-43f1-9304-e20807e9dedc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7f1bce2f-c0d6-4962-b463-1dc924eca212', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:30.451406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:30.458660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=bc921c2c-42fc-41b6-a882-6a4b681d4ce3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:30.465416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:30.471335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:30.603061 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-46dc698a-76fb-43f1-9304-e20807e9dedc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.709859 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-46dc698a-76fb-43f1-9304-e20807e9dedc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.785242 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.807287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.837826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-46dc698a-76fb-43f1-9304-e20807e9dedc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.879302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc698a-76fb-43f1-9304-e20807e9dedc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05d3ad25-f8aa-4539-afa1-78488884928d,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:30.994990 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-46dc698a-76fb-43f1-9304-e20807e9dedc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:30.994990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-46dc698a-76fb-43f1-9304-e20807e9dedc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5606434 Jul 05 04:21:30.994990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43766) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:30.997330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-7beb9de7-4dd6-4150-8562-9e7763f0446b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7f1bce2f-c0d6-4962-b463-1dc924eca212', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:31.064320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Allocated IP 172.25.4.223 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/afe78ed5-5446-4750-a873-668aa8e329d5) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:31.105098 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7beb9de7-4dd6-4150-8562-9e7763f0446b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.107234 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.210814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7beb9de7-4dd6-4150-8562-9e7763f0446b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.295022 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7beb9de7-4dd6-4150-8562-9e7763f0446b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.299573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.318563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb9de7-4dd6-4150-8562-9e7763f0446b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb3a07fe-af23-4d87-acb4-308e7e5c238e,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:31.432193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7beb9de7-4dd6-4150-8562-9e7763f0446b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.433439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7beb9de7-4dd6-4150-8562-9e7763f0446b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4450572 Jul 05 04:21:31.436616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43774) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:31.437434 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.441756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c9443301-d68e-4922-9148-5651610d6646 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7f1bce2f-c0d6-4962-b463-1dc924eca212', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:31.543988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.650513 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c9443301-d68e-4922-9148-5651610d6646 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.744905 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c9443301-d68e-4922-9148-5651610d6646 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.849684 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c9443301-d68e-4922-9148-5651610d6646 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.866693 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:31.871584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:31.877386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:31.885697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9443301-d68e-4922-9148-5651610d6646 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cea14bf4-1c05-4d7a-b7ae-94fe6aa12e40,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:31.942031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Pushing event updated for resources: {'Port': ['ID=afe78ed5-5446-4750-a873-668aa8e329d5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:31.975430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c9443301-d68e-4922-9148-5651610d6646 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:31.979263 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c9443301-d68e-4922-9148-5651610d6646 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5391583 Jul 05 04:21:31.979488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43782) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:31.987699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0c958090-bf1f-452b-86ce-8dd77e2670d3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7f1bce2f-c0d6-4962-b463-1dc924eca212', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:32.118150 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-0c958090-bf1f-452b-86ce-8dd77e2670d3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Project 7d6d2d8645e943558e449d8c5575d969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:21:32.126049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c958090-bf1f-452b-86ce-8dd77e2670d3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.186140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:32.212137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c958090-bf1f-452b-86ce-8dd77e2670d3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.300827 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c958090-bf1f-452b-86ce-8dd77e2670d3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.327272 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c958090-bf1f-452b-86ce-8dd77e2670d3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c25433c6-9550-4a66-aadf-fb8eda5e10c5,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:32.398672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c958090-bf1f-452b-86ce-8dd77e2670d3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.403633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0c958090-bf1f-452b-86ce-8dd77e2670d3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4228129 Jul 05 04:21:32.409628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43794) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:32.410311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3c66144c-baa7-4cf2-b57d-347bf2d9f2dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7f1bce2f-c0d6-4962-b463-1dc924eca212', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:32.432913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:32.437444 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.463936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Sync routers for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:32.474067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:32.474777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:32.585867 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-3c66144c-baa7-4cf2-b57d-347bf2d9f2dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Project 7d6d2d8645e943558e449d8c5575d969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:21:32.592956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c66144c-baa7-4cf2-b57d-347bf2d9f2dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.740243 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.741526 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c12a2b19-7578-4772-8c26-1cd88ab23401 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3828692 Jul 05 04:21:32.746068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43798) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:32.781732 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c66144c-baa7-4cf2-b57d-347bf2d9f2dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.788241 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.794116 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.821156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:32.885015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c66144c-baa7-4cf2-b57d-347bf2d9f2dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:32.920629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66144c-baa7-4cf2-b57d-347bf2d9f2dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f77eb080-92db-4f71-ab1f-567098ecae64,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:32.938404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-262bdf39-2c75-4608-a5b2-9aa7759430b3 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=ecb242cdbb1f4a99afd37053afb5f2a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1904738 Jul 05 04:21:32.955535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43804) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:33.059095 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c66144c-baa7-4cf2-b57d-347bf2d9f2dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.076808 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3c66144c-baa7-4cf2-b57d-347bf2d9f2dd tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6698644 Jul 05 04:21:33.078469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43812) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:33.111933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'network': {'name': 'tempest-network-smoke--1940304315', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'port_security_enabled': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:33.234257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:21:30Z', 'revision_number': 3, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:33.280599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Checking router: 2cd5e52b-3ae5-476f-a9a6-29a062b961ee for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:33.280939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Updating router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee port bc921c2c-42fc-41b6-a882-6a4b681d4ce3 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:33.284213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:33.290044 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.342120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Router 635a9886-c4e0-4fd8-b548-f9b44d779f73 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:33.344720 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.409230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4969543-7e3c-4986-8c70-ac53e5ad3a45 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:33.415086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d4969543-7e3c-4986-8c70-ac53e5ad3a45 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4579608 Jul 05 04:21:33.416595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43818) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:33.450406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:21:33.492877 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.492877 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Added segment 55d3a26d-f103-4719-ab64-3eed5eaac16c of type vlan for network 0bbc5981-12f7-4638-81b1-7bb0994fb32f Jul 05 04:21:33.507116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2651572a-b9a4-4e8b-a9ad-e4f6121feb47 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0890391 Jul 05 04:21:33.508742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43824) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:33.520721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-840964236', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:33.613434 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:33.616547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.624520 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0ac7c-6d91-405d-8e0a-5765d26caafe None None] Sync routers for ids ['635a9886-c4e0-4fd8-b548-f9b44d779f73'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:33.625462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.629602 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7e0cd7be-812f-4f44-99ef-3e88f32349c0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "PUT /v2.0/routers/635a9886-c4e0-4fd8-b548-f9b44d779f73 HTTP/1.1" status: 200 len: 884 time: 3.7469871 Jul 05 04:21:33.630231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43828) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:33.639328 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0ac7c-6d91-405d-8e0a-5765d26caafe None None] Routers {'635a9886-c4e0-4fd8-b548-f9b44d779f73'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:33.642380 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ac7c-6d91-405d-8e0a-5765d26caafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['635a9886-c4e0-4fd8-b548-f9b44d779f73'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:33.805066 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ae0beee2-fc8f-496b-a5bc-1e4a826e3707 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/routers/635a9886-c4e0-4fd8-b548-f9b44d779f73 HTTP/1.1" status: 200 len: 925 time: 0.1727009 Jul 05 04:21:33.805981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43838) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:33.820586 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.831038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:33.832029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.877395 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:21:33.878074 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ac7c-6d91-405d-8e0a-5765d26caafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:33.896883 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fe0ac7c-6d91-405d-8e0a-5765d26caafe None None] Routers {'635a9886-c4e0-4fd8-b548-f9b44d779f73'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:33.897507 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ac7c-6d91-405d-8e0a-5765d26caafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['635a9886-c4e0-4fd8-b548-f9b44d779f73'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:33.901232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Made reservation on behalf of ecb242cdbb1f4a99afd37053afb5f2a3 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:33.906602 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:33.951380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Network': ['ID=0bbc5981-12f7-4638-81b1-7bb0994fb32f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:33.970393 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4fe0ac7c-6d91-405d-8e0a-5765d26caafe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:33.971052 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4fe0ac7c-6d91-405d-8e0a-5765d26caafe None None] The sync data for ids ['635a9886-c4e0-4fd8-b548-f9b44d779f73'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:33.991375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98584106-432d-449f-88ac-9a298f28a144 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:33.996152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 0bbc5981-12f7-4638-81b1-7bb0994fb32f details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:21:33.996662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43842) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:33.996957 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-98584106-432d-449f-88ac-9a298f28a144 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&device_id=635a9886-c4e0-4fd8-b548-f9b44d779f73&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1896474 Jul 05 04:21:34.003434 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.051110 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cdf4fa6b-9959-4a92-85b0-1a5162308afa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9611552 Jul 05 04:21:34.051732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43844) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:34.057002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'admin_state_up': True, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:34.061967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Transition to ACTIVE for port object bc921c2c-42fc-41b6-a882-6a4b681d4ce3 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:34.180359 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.248333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3cfeef-8b1e-4284-91b2-08fa0a352096 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:34.249489 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.250438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-da3cfeef-8b1e-4284-91b2-08fa0a352096 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 881 time: 0.2527535 Jul 05 04:21:34.250850 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.253305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43854) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:34.323560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0ecaaa4b-f67d-4b16-af27-f98a1dd05a2a tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=635a9886-c4e0-4fd8-b548-f9b44d779f73 HTTP/1.1" status: 200 len: 205 time: 0.0599573 Jul 05 04:21:34.327591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43856) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:34.335291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8746ee-f94c-41e2-b374-0f7ce44c2987 None None] Pushing event updated for resources: {'Port': ['ID=bc921c2c-42fc-41b6-a882-6a4b681d4ce3,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:34.357376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Attempting to bind port bc921c2c-42fc-41b6-a882-6a4b681d4ce3 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:34.357376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Attempting to bind port bc921c2c-42fc-41b6-a882-6a4b681d4ce3 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:34.357376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Attempting to bind port bc921c2c-42fc-41b6-a882-6a4b681d4ce3 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:34.358101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:34.358484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:34.358892 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.359291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:34.360298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Bound port: bc921c2c-42fc-41b6-a882-6a4b681d4ce3, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:34.364573 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.377598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.430302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] For port bc921c2c-42fc-41b6-a882-6a4b681d4ce3, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:34.434602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] For port bc921c2c-42fc-41b6-a882-6a4b681d4ce3, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bc921c2c-42fc-41b6-a882-6a4b681d4ce3,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:34.529912 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.669381 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.686737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:34.687512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:34.719121 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.756199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8746ee-f94c-41e2-b374-0f7ce44c2987 None None] Pushing event updated for resources: {'Port': ['ID=bc921c2c-42fc-41b6-a882-6a4b681d4ce3,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:34.786802 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.835536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:34.868636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Subnet': ['ID=4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:34.887023 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:34.898887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Checking segment: {'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:34.899579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network hostable DHCP agents. Network: 2ef61ee5-d9ca-42bb-bfd0-1078f402d585, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:21:35.040018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:21:35.086479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Deleting port afe78ed5-5446-4750-a873-668aa8e329d5 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:35.087056 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.105995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.130129 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.159417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2ef61ee5-d9ca-42bb-bfd0-1078f402d585) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:35.163950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:21:30Z', 'revision_number': 3, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:35.182097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:35.182865 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.213009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abdd68be-43dd-420e-9414-38e924b7bfa1 None None] Network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:35.252449 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.272597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Calling delete_port for afe78ed5-5446-4750-a873-668aa8e329d5 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:35.294805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8c4f62e9-be39-4b27-afe4-04891a9b92bb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.7817929 Jul 05 04:21:35.299247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43868) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:35.346876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32545abf-ce8d-4b1c-8435-7618fb459944 None None] The sync data for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 is: [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:21:30Z', 'revision_number': 3, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:35.379527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.25.4.191 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/11754366-76b9-4966-b826-33d46985d3c3) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:35.494055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:21:35.494055 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.672538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.685722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Allocated IP 172.20.0.2 (2ef61ee5-d9ca-42bb-bfd0-1078f402d585/4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b/47bcb424-01cd-4458-ada3-a73bf609f470) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:35.731997 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.752456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Pushing event deleted for resources: {'Port': ['ID=afe78ed5-5446-4750-a873-668aa8e329d5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:35.902526 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.920961 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:35.930608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Transition to ACTIVE for port object 47bcb424-01cd-4458-ada3-a73bf609f470 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:35.948474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Transition to ACTIVE for port object 47bcb424-01cd-4458-ada3-a73bf609f470 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:36.056652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.135735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:36.139237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:36.142775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:36.150479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Pushing event updated for resources: {'Port': ['ID=47bcb424-01cd-4458-ada3-a73bf609f470,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:36.408213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Attempting to bind port 47bcb424-01cd-4458-ada3-a73bf609f470 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:36.409016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Attempting to bind port 47bcb424-01cd-4458-ada3-a73bf609f470 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:36.409145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Attempting to bind port 47bcb424-01cd-4458-ada3-a73bf609f470 on network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:36.446234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:36.450092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Checking segment: {'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:36.455564 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.456021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Bound using segment: {'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:36.462998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Bound port: 47bcb424-01cd-4458-ada3-a73bf609f470, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:36.463437 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.581169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bc921c2c-42fc-41b6-a882-6a4b681d4ce3 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:36.672804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] For port 47bcb424-01cd-4458-ada3-a73bf609f470, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:36.677488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] For port 47bcb424-01cd-4458-ada3-a73bf609f470, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=47bcb424-01cd-4458-ada3-a73bf609f470,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:36.780464 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.793699 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.797026 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.852455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port bc921c2c-42fc-41b6-a882-6a4b681d4ce3 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:36.873201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port bc921c2c-42fc-41b6-a882-6a4b681d4ce3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:36.873658 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.910810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.981895 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31987f49-34e5-433c-95a5-05a4f7f174ea None None] Pushing event updated for resources: {'Port': ['ID=47bcb424-01cd-4458-ada3-a73bf609f470,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:36.982945 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.983775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Fanout notify agent at l3_agent the message router_deleted on router 635a9886-c4e0-4fd8-b548-f9b44d779f73 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:36.996661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:36.996661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-de3a5eb5-f72d-4d59-ac03-788570a860bd tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/635a9886-c4e0-4fd8-b548-f9b44d779f73 HTTP/1.1" status: 204 len: 168 time: 2.6676486 Jul 05 04:21:37.001527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43876) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:37.021706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b6f7454c-9ed3-45c5-bbe1-537d3fdbbfa0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1409289480', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:37.033411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.064077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:37.080414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:37.082832 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.090639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:37.118346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port bc921c2c-42fc-41b6-a882-6a4b681d4ce3, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bc921c2c-42fc-41b6-a882-6a4b681d4ce3,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:37.161955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=11754366-76b9-4966-b826-33d46985d3c3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:37.184047 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b6f7454c-9ed3-45c5-bbe1-537d3fdbbfa0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.185456 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b6f7454c-9ed3-45c5-bbe1-537d3fdbbfa0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.239987 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.331731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b6f7454c-9ed3-45c5-bbe1-537d3fdbbfa0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.355535 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=bc921c2c-42fc-41b6-a882-6a4b681d4ce3,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:37.409741 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b6f7454c-9ed3-45c5-bbe1-537d3fdbbfa0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.512595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43882) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:37.553104 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b6f7454c-9ed3-45c5-bbe1-537d3fdbbfa0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.554604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b6f7454c-9ed3-45c5-bbe1-537d3fdbbfa0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5523946 Jul 05 04:21:37.563148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43886) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:37.573687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_snat': True}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:37.677659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-25c51365-ab3b-463a-8628-19c50540f51a admin admin] Deleting subnet f45f562c-4088-420f-a6a9-e4834a66bab6 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:37.684299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25c51365-ab3b-463a-8628-19c50540f51a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.826622 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25c51365-ab3b-463a-8628-19c50540f51a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.861311 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.888665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.948848 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25c51365-ab3b-463a-8628-19c50540f51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:37.987163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Allocated IP 172.20.0.1 (2ef61ee5-d9ca-42bb-bfd0-1078f402d585/4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b/6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:38.079108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b4b685ac-6899-477f-b228-af225ce01e4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.198600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.243758 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25c51365-ab3b-463a-8628-19c50540f51a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.502459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c51365-ab3b-463a-8628-19c50540f51a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f45f562c-4088-420f-a6a9-e4834a66bab6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:38.502995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.528298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Transition to ACTIVE for port object 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:38.552554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 47bcb424-01cd-4458-ada3-a73bf609f470 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:38.607017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-25c51365-ab3b-463a-8628-19c50540f51a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.616374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43892) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:38.623277 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-25c51365-ab3b-463a-8628-19c50540f51a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f45f562c-4088-420f-a6a9-e4834a66bab6 HTTP/1.1" status: 204 len: 168 time: 1.0951629 Jul 05 04:21:38.691305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.701338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 47bcb424-01cd-4458-ada3-a73bf609f470 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:38.707041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bc921c2c-42fc-41b6-a882-6a4b681d4ce3 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:38.710980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:38.722546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.797277 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.825993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port bc921c2c-42fc-41b6-a882-6a4b681d4ce3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:38.826412 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.890901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:38.934275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:38.941790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:38.943908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:38.946522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:39.006047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Allocated IP 172.25.4.143 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/24b68f9b-3792-4b1a-9d9a-790bd02a4168) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:39.007106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35a1d636-f31b-441a-b3a9-e9b1ea38270a None None] Network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:39.147887 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.207936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.237621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-39be4ae0-6f7e-4865-a9a3-6ba5e946d3e9 None None] Provisioning for port 47bcb424-01cd-4458-ada3-a73bf609f470 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:39.243218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-39be4ae0-6f7e-4865-a9a3-6ba5e946d3e9 None None] Provisioning complete for port 47bcb424-01cd-4458-ada3-a73bf609f470 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:39.244485 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39be4ae0-6f7e-4865-a9a3-6ba5e946d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.257042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.271389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:39.277935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f84f5d79-0dbf-4d0f-81c9-bb91ed429b89']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:39.289911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Sync routers for ids ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:39.308378 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.309841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Routers {'ca33ead4-bc05-49ea-acf3-22ce5427fcc3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:39.310565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:39.335745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b91e37e9-3956-43fb-a7ce-827db68d5e4b') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:39.336166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b91e37e9-3956-43fb-a7ce-827db68d5e4b') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:39.372438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.397597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:39.402967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:39.409022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:39.417134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.420371 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-61b35ec0-ea3d-422d-a071-2d001da8562f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.3660355 Jul 05 04:21:39.423739 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43896) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:39.426229 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.448896 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39be4ae0-6f7e-4865-a9a3-6ba5e946d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.502117 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-139de500-83c5-47e1-8f02-268c2f453a26 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7d6d2d8645e943558e449d8c5575d969&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0770621 Jul 05 04:21:39.502780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43898) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:39.503908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:39.504331 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:39.510117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event updated for resources: {'Port': ['ID=24b68f9b-3792-4b1a-9d9a-790bd02a4168,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:39.516673 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:39.548666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-39be4ae0-6f7e-4865-a9a3-6ba5e946d3e9 None None] For port 47bcb424-01cd-4458-ada3-a73bf609f470, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=47bcb424-01cd-4458-ada3-a73bf609f470,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:39.563416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Set router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:39.997662 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39be4ae0-6f7e-4865-a9a3-6ba5e946d3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.074032 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.088924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39be4ae0-6f7e-4865-a9a3-6ba5e946d3e9 None None] Pushing event updated for resources: {'Port': ['ID=47bcb424-01cd-4458-ada3-a73bf609f470,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:40.178512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a7300abf-c83e-4776-800e-7e24947dfb0c None None] Provisioning complete for port 47bcb424-01cd-4458-ada3-a73bf609f470 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:40.178883 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a7300abf-c83e-4776-800e-7e24947dfb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.203230 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.227368 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.229895 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] 10.222.0.30 "DELETE /v2.0/networks/f84f5d79-0dbf-4d0f-81c9-bb91ed429b89 HTTP/1.1" status: 204 len: 168 time: 1.6126821 Jul 05 04:21:40.233533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43902) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:40.244486 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.249129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8cebd8-a5a8-48eb-985e-324e80d09b84 admin admin] Pushing event deleted for resources: {'Network': ['ID=f84f5d79-0dbf-4d0f-81c9-bb91ed429b89,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:40.264448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daff70fb-3e28-4866-8c02-7faa9ef2f2c0 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:40.266604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:40.268928 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-daff70fb-3e28-4866-8c02-7faa9ef2f2c0 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7605035 Jul 05 04:21:40.270827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43904) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:40.315627 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a7c5a64-d283-478a-b320-8107f372a49e admin admin] Deleting subnet e89afe7a-aa52-457a-8dd1-1167e12840b8 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:21:40.322167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5a64-d283-478a-b320-8107f372a49e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.342427 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e141981c-cad0-4ce9-a875-743b7c2a87ac tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0704052 Jul 05 04:21:40.346475 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43906) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:40.350903 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-650609564', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:40.376708 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 47bcb424-01cd-4458-ada3-a73bf609f470 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:40.378699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Checking router: ca33ead4-bc05-49ea-acf3-22ce5427fcc3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:40.379051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Updating router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 port 11754366-76b9-4966-b826-33d46985d3c3 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:40.457548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.482136 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5a64-d283-478a-b320-8107f372a49e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.571230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.576418 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5a64-d283-478a-b320-8107f372a49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.579176 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.585167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 47bcb424-01cd-4458-ada3-a73bf609f470 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:40.585542 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.616387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a7300abf-c83e-4776-800e-7e24947dfb0c None None] Provisioning for port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:40.635069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a7300abf-c83e-4776-800e-7e24947dfb0c None None] Provisioning complete for port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:40.635434 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a7300abf-c83e-4776-800e-7e24947dfb0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.739379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a7300abf-c83e-4776-800e-7e24947dfb0c None None] Port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:40.758325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:40.772559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.772559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.823593 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e40df4a9-fc48-422f-a91b-fb95abd0d973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.854425 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5a64-d283-478a-b320-8107f372a49e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.856054 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.884426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7c5a64-d283-478a-b320-8107f372a49e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e89afe7a-aa52-457a-8dd1-1167e12840b8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:40.892296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Router b0ae7962-dfa8-4205-a2fa-a96037f3d843 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:40.908349 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7c5a64-d283-478a-b320-8107f372a49e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.908349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6a7c5a64-d283-478a-b320-8107f372a49e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e89afe7a-aa52-457a-8dd1-1167e12840b8 HTTP/1.1" status: 204 len: 168 time: 0.6697569 Jul 05 04:21:40.932369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.941615 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:40.945494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43912) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:40.963652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Transition to ACTIVE for port object 11754366-76b9-4966-b826-33d46985d3c3 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:41.039442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:41.059539 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.069647 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.089212 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.090955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:41.114679 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c3f3-02a3-431d-8651-7f13e2fe8927 None None] Sync routers for ids ['b0ae7962-dfa8-4205-a2fa-a96037f3d843'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:41.122588 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.126515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-760a1e24-f496-45a5-878b-73bc908b2601 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "PUT /v2.0/routers/b0ae7962-dfa8-4205-a2fa-a96037f3d843 HTTP/1.1" status: 200 len: 919 time: 3.5543492 Jul 05 04:21:41.130923 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3c3f3-02a3-431d-8651-7f13e2fe8927 None None] Routers {'b0ae7962-dfa8-4205-a2fa-a96037f3d843'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:41.131865 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c3f3-02a3-431d-8651-7f13e2fe8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b0ae7962-dfa8-4205-a2fa-a96037f3d843'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:41.203076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a334fb-7472-48f8-ad36-4b9dcfa726bc None None] Pushing event updated for resources: {'Port': ['ID=11754366-76b9-4966-b826-33d46985d3c3,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:41.204612 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c3f3-02a3-431d-8651-7f13e2fe8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:41.206840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Attempting to bind port 11754366-76b9-4966-b826-33d46985d3c3 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:41.207322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Attempting to bind port 11754366-76b9-4966-b826-33d46985d3c3 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:41.207834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Attempting to bind port 11754366-76b9-4966-b826-33d46985d3c3 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:41.218088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:41.218482 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb3c3f3-02a3-431d-8651-7f13e2fe8927 None None] Routers {'b0ae7962-dfa8-4205-a2fa-a96037f3d843'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:41.218723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:41.219103 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c3f3-02a3-431d-8651-7f13e2fe8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b0ae7962-dfa8-4205-a2fa-a96037f3d843'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:41.219328 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.224296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:41.225018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Bound port: 11754366-76b9-4966-b826-33d46985d3c3, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:41.225548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.228566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43914) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:41.254299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.267341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d7ff7d-9e80-4562-adee-f7a922dbbede']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:41.281722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6dbc5d2-c6d6-430c-880e-00f8b414553d') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:41.282040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6dbc5d2-c6d6-430c-880e-00f8b414553d') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:41.307787 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.311912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] For port 11754366-76b9-4966-b826-33d46985d3c3, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:41.313930 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dfb3c3f3-02a3-431d-8651-7f13e2fe8927 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:41.313930 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfb3c3f3-02a3-431d-8651-7f13e2fe8927 None None] The sync data for ids ['b0ae7962-dfa8-4205-a2fa-a96037f3d843'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:41.315888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] For port 11754366-76b9-4966-b826-33d46985d3c3, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=11754366-76b9-4966-b826-33d46985d3c3,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:41.327128 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.336527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:21:41.341529 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:21:41.348400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.410284 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.440218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:41.494137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:41.502775 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.508323 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:41.510742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] 10.222.0.30 "DELETE /v2.0/networks/c2d7ff7d-9e80-4562-adee-f7a922dbbede HTTP/1.1" status: 204 len: 168 time: 0.5637376 Jul 05 04:21:41.533305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2ec443-6312-423d-acf8-f6a62836b06e admin admin] Pushing event deleted for resources: {'Network': ['ID=c2d7ff7d-9e80-4562-adee-f7a922dbbede,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:41.535095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Routers {'ca33ead4-bc05-49ea-acf3-22ce5427fcc3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:41.535801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:41.571247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Subnet': ['ID=b432c411-90e1-4efa-90aa-5a31ded46a11,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:41.628735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a334fb-7472-48f8-ad36-4b9dcfa726bc None None] Pushing event updated for resources: {'Port': ['ID=11754366-76b9-4966-b826-33d46985d3c3,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:41.728566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] Set router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:41.761384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Checking segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:41.761901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network hostable DHCP agents. Network: 0bbc5981-12f7-4638-81b1-7bb0994fb32f, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:21:41.765681 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f29f8ada-27b2-4b6a-8704-fc30edcf32d4 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/routers/b0ae7962-dfa8-4205-a2fa-a96037f3d843 HTTP/1.1" status: 200 len: 925 time: 0.5351515 Jul 05 04:21:41.768610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43922) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:41.800541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:41.897385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 0bbc5981-12f7-4638-81b1-7bb0994fb32f is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:21:41.917029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-388b503a-9f7d-4f7c-8a27-51ee5f59eed6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:41.925333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-388b503a-9f7d-4f7c-8a27-51ee5f59eed6 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&device_id=b0ae7962-dfa8-4205-a2fa-a96037f3d843&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1519852 Jul 05 04:21:41.925333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43926) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:41.992293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:41.994686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5b1541e4-4d02-4b12-a1a8-8f97f1399d15 None None] Provisioning complete for port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:41.995504 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5b1541e4-4d02-4b12-a1a8-8f97f1399d15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.006991 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a134c56a-84e3-4918-9a99-e61dde967535 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "PUT /v2.0/routers/2cd5e52b-3ae5-476f-a9a6-29a062b961ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7044413 Jul 05 04:21:42.007290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43928) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:42.041260 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7716b4f-6b05-4a90-9c56-9d977bcb0181 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.042841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5b1541e4-4d02-4b12-a1a8-8f97f1399d15 None None] Port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:42.045280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b7716b4f-6b05-4a90-9c56-9d977bcb0181 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 881 time: 0.1211827 Jul 05 04:21:42.045883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43932) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:42.050200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Sync routers for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:42.053008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.083135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:42.083135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:42.089904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cdf7a4cd-6bb7-4e5b-85ce-09619e114538 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ae7962-dfa8-4205-a2fa-a96037f3d843 HTTP/1.1" status: 200 len: 205 time: 0.0429170 Jul 05 04:21:42.092509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43934) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:42.133032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:42.164035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43938) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:42.184597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-608bf288-b3cc-4dd8-b410-a44d1b255d16 None None] The sync data for ids ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'] in n-d-758944-41 is: [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:42.279561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c656b04-af72-43b4-9b3e-27c8a38e9afb tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.280167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c656b04-af72-43b4-9b3e-27c8a38e9afb tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.281588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c656b04-af72-43b4-9b3e-27c8a38e9afb tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.281588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c656b04-af72-43b4-9b3e-27c8a38e9afb tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.284779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-859e6bfc-0a4a-4fca-bed4-696233ea87a5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ea40a3fb4da467f9a0dab947384f483&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1159370 Jul 05 04:21:42.284896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c656b04-af72-43b4-9b3e-27c8a38e9afb tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.284896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c656b04-af72-43b4-9b3e-27c8a38e9afb tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.284896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c656b04-af72-43b4-9b3e-27c8a38e9afb tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.284896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c656b04-af72-43b4-9b3e-27c8a38e9afb tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.286744 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1c656b04-af72-43b4-9b3e-27c8a38e9afb tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5676 time: 0.2783298 Jul 05 04:21:42.288578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 0bbc5981-12f7-4638-81b1-7bb0994fb32f) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:42.290028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43942) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:42.290028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43944) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:42.294080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.295132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.308293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fb8a93-4487-432d-ad03-a5df07be2ddd None None] Network 0bbc5981-12f7-4638-81b1-7bb0994fb32f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:42.313502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:42.393041 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4ca31023-3d85-4ad1-af9b-07f9a57a74fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.0464721 Jul 05 04:21:42.395530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43946) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:42.470223 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.541262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a6d32-0fdb-4942-a23b-a5cda0a2d673 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.542003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a6d32-0fdb-4942-a23b-a5cda0a2d673 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.542637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a6d32-0fdb-4942-a23b-a5cda0a2d673 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.543377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a6d32-0fdb-4942-a23b-a5cda0a2d673 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.544041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a6d32-0fdb-4942-a23b-a5cda0a2d673 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.544665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a6d32-0fdb-4942-a23b-a5cda0a2d673 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.545285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a6d32-0fdb-4942-a23b-a5cda0a2d673 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.545904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68a6d32-0fdb-4942-a23b-a5cda0a2d673 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:42.551046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c68a6d32-0fdb-4942-a23b-a5cda0a2d673 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5272 time: 0.2309947 Jul 05 04:21:42.556423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43950) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:42.589783 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73f5e289-ee44-4ae3-8e27-0aa83d5ebf46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.914282 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:21:42.916122 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:42.939767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:21:39Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:40Z', 'revision_number': 2, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:42.992875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Checking router: 2cd5e52b-3ae5-476f-a9a6-29a062b961ee for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:42.993262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Updating router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:43.168610 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.260555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.381652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Allocated IP 172.20.0.2 (0bbc5981-12f7-4638-81b1-7bb0994fb32f/b432c411-90e1-4efa-90aa-5a31ded46a11/00036d9b-3318-400c-b69d-30acc4470e22) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:43.384470 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73f5e289-ee44-4ae3-8e27-0aa83d5ebf46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.470700 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.707553 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73f5e289-ee44-4ae3-8e27-0aa83d5ebf46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.710320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-73f5e289-ee44-4ae3-8e27-0aa83d5ebf46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.714820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-73f5e289-ee44-4ae3-8e27-0aa83d5ebf46 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2323b1ee-00ef-4c4b-9add-0744b8ddd02d HTTP/1.1" status: 204 len: 168 time: 1.4237251 Jul 05 04:21:43.748630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f5e289-ee44-4ae3-8e27-0aa83d5ebf46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2323b1ee-00ef-4c4b-9add-0744b8ddd02d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:43.817375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Deleting port 24b68f9b-3792-4b1a-9d9a-790bd02a4168 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:43.817917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.906476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-63284a13-1e7f-47fa-b489-d90efadb5323 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4500 time: 1.3458481 Jul 05 04:21:43.964538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.980757 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.987860 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:43.998814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Calling delete_port for 24b68f9b-3792-4b1a-9d9a-790bd02a4168 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:44.048562 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.080604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Transition to ACTIVE for port object 00036d9b-3318-400c-b69d-30acc4470e22 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:44.111641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Transition to ACTIVE for port object 00036d9b-3318-400c-b69d-30acc4470e22 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:44.114301 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.125966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Transition to ACTIVE for port object 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:44.209976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.311640 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.317064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Pushing event updated for resources: {'Port': ['ID=00036d9b-3318-400c-b69d-30acc4470e22,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:44.358573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.20.0.1 (0bbc5981-12f7-4638-81b1-7bb0994fb32f/b432c411-90e1-4efa-90aa-5a31ded46a11/2749ca52-4101-4406-8d99-b46cbb92d067) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:44.363257 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.406942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Network 0bbc5981-12f7-4638-81b1-7bb0994fb32f is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:44.426349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 11754366-76b9-4966-b826-33d46985d3c3 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:44.435246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Pushing event deleted for resources: {'Port': ['ID=24b68f9b-3792-4b1a-9d9a-790bd02a4168,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:44.451570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:44.455524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6d9f5-fa1c-4e01-b21b-c63e3f122ffc None None] Pushing event updated for resources: {'Port': ['ID=6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:44.479775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:44.557894 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43964) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:44.597879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-eb5c5a9e-71c8-4e32-8814-6d076210513c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1041919159', 'description': 'tempest-secgroup-smoke-1041919159 description', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:44.617597 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.661881 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.674350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.700695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Attempting to bind port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:44.704775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Attempting to bind port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:44.704775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Attempting to bind port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 on network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:44.742388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:44.742937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Checking segment: {'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:44.743186 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.744003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Bound using segment: {'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:44.744205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Bound port: 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:44.745941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.747999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Transition to ACTIVE for port object 2749ca52-4101-4406-8d99-b46cbb92d067 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:44.771349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43972) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:44.821344 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Attempting to bind port 00036d9b-3318-400c-b69d-30acc4470e22 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:44.821605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Attempting to bind port 00036d9b-3318-400c-b69d-30acc4470e22 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:44.821946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Attempting to bind port 00036d9b-3318-400c-b69d-30acc4470e22 on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:44.830059 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5a9e-71c8-4e32-8814-6d076210513c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.831190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.834567 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.857133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:44.857827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Checking segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:44.859117 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.859117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Bound using segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:44.859117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Bound port: 00036d9b-3318-400c-b69d-30acc4470e22, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:44.859454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.889754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 11754366-76b9-4966-b826-33d46985d3c3 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:44.905440 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5278cf09-787f-4a2b-8fb3-9a60e34f75ed admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e03666d2e32b45888ee023e628c37ad7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320708 Jul 05 04:21:44.908524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 43976) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:44.954855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 11754366-76b9-4966-b826-33d46985d3c3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:44.954855 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:44.962783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.004952 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] For port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:45.008782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] For port 00036d9b-3318-400c-b69d-30acc4470e22, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:45.021024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 0bbc5981-12f7-4638-81b1-7bb0994fb32f is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:45.032534 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.033396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Fanout notify agent at l3_agent the message router_deleted on router b0ae7962-dfa8-4205-a2fa-a96037f3d843 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:45.035991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:45.044396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] For port 00036d9b-3318-400c-b69d-30acc4470e22, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=00036d9b-3318-400c-b69d-30acc4470e22,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:45.046476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] For port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:45.052407 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.054312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e01a7aa3-2dbe-4442-b975-00ee9615d954 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/b0ae7962-dfa8-4205-a2fa-a96037f3d843 HTTP/1.1" status: 204 len: 168 time: 2.9606969 Jul 05 04:21:45.059452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43978) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:45.062081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:45.066209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-94ca3fd3-382c-4d76-825e-4e3ae000ea56 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1843615079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:45.069502 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=2749ca52-4101-4406-8d99-b46cbb92d067,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.072337 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa7c1-c182-4a66-9ab3-3571b2773e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.113234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.135166 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa7c1-c182-4a66-9ab3-3571b2773e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.152895 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.160483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.163537 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.220691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8355d4ac-b42c-45d6-b26f-f2deb24f1ce9 None None] Pushing event updated for resources: {'Port': ['ID=00036d9b-3318-400c-b69d-30acc4470e22,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.229399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 11754366-76b9-4966-b826-33d46985d3c3, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=11754366-76b9-4966-b826-33d46985d3c3,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:45.246333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5a9e-71c8-4e32-8814-6d076210513c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.289226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:45.290269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:45.300357 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.300609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43980) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:45.308819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8da6142d-759f-4682-a9b2-253b3c2d4ce3 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915580072', 'description': 'tempest-secgroup-smoke-1915580072 description', 'project_id': '2fc58fb3570f4016ac7d53701f44ba59'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:45.321029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5a9e-71c8-4e32-8814-6d076210513c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.366759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be6d9f5-fa1c-4e01-b21b-c63e3f122ffc None None] Pushing event updated for resources: {'Port': ['ID=6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.389445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5c5a9e-71c8-4e32-8814-6d076210513c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2e37854-2dfe-48ed-9268-41dedbae4028,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.411657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa7c1-c182-4a66-9ab3-3571b2773e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.411936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94ca3fd3-382c-4d76-825e-4e3ae000ea56 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.413380 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94ca3fd3-382c-4d76-825e-4e3ae000ea56 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.414394 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a2fa7c1-c182-4a66-9ab3-3571b2773e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.418739 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3a2fa7c1-c182-4a66-9ab3-3571b2773e5c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/46e2dbc7-c91e-4b24-a3e5-6f484941dada HTTP/1.1" status: 204 len: 168 time: 0.5064473 Jul 05 04:21:45.430618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2fa7c1-c182-4a66-9ab3-3571b2773e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46e2dbc7-c91e-4b24-a3e5-6f484941dada,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.585326 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94ca3fd3-382c-4d76-825e-4e3ae000ea56 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.614529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=11754366-76b9-4966-b826-33d46985d3c3,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:45.616623 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.621299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eb5c5a9e-71c8-4e32-8814-6d076210513c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.625729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eb5c5a9e-71c8-4e32-8814-6d076210513c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.0563507 Jul 05 04:21:45.627619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43984) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:45.633397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-22504caa-f88e-42c6-b424-d073fd58fc3d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': 'c2e37854-2dfe-48ed-9268-41dedbae4028', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:45.650016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:45.657531 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94ca3fd3-382c-4d76-825e-4e3ae000ea56 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.696365 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8da6142d-759f-4682-a9b2-253b3c2d4ce3 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.838943 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22504caa-f88e-42c6-b424-d073fd58fc3d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.942149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-94ca3fd3-382c-4d76-825e-4e3ae000ea56 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:45.943427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-94ca3fd3-382c-4d76-825e-4e3ae000ea56 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8827176 Jul 05 04:21:45.948788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 43990) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:45.953584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'enable_snat': False}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:45.997361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:21:39Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:44Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:46.039352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a5dd307-61ce-492e-990c-9ea9d64b0bdf None None] The sync data for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 is: [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:21:39Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:44Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:46.160972 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22504caa-f88e-42c6-b424-d073fd58fc3d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.345182 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8da6142d-759f-4682-a9b2-253b3c2d4ce3 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.352121 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22504caa-f88e-42c6-b424-d073fd58fc3d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.440610 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8da6142d-759f-4682-a9b2-253b3c2d4ce3 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.548842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22504caa-f88e-42c6-b424-d073fd58fc3d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b40d6267-9a02-4e1a-bf0b-ccc86cb096a2,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:46.599138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-22504caa-f88e-42c6-b424-d073fd58fc3d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.615966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-22504caa-f88e-42c6-b424-d073fd58fc3d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9844148 Jul 05 04:21:46.620592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44002) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:46.632820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c529abf1-7d82-4f2e-bac9-9816f18db0f1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': 'c2e37854-2dfe-48ed-9268-41dedbae4028', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:46.647147 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.661362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da6142d-759f-4682-a9b2-253b3c2d4ce3 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78f471dc-141b-4218-b139-2b90e478bd1c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:46.702771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 00036d9b-3318-400c-b69d-30acc4470e22 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:46.725183 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8da6142d-759f-4682-a9b2-253b3c2d4ce3 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.730902 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8da6142d-759f-4682-a9b2-253b3c2d4ce3 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.4214573 Jul 05 04:21:46.731586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44008) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:46.739518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7ae05aea-85dd-4b54-be17-c503b056efe6 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Request body: {'security_group_rule': {'security_group_id': '78f471dc-141b-4218-b139-2b90e478bd1c', 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:46.792084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.851806 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c529abf1-7d82-4f2e-bac9-9816f18db0f1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.878015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.929399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 00036d9b-3318-400c-b69d-30acc4470e22 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:46.934580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:46.941933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:46.947779 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c529abf1-7d82-4f2e-bac9-9816f18db0f1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.070027 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c529abf1-7d82-4f2e-bac9-9816f18db0f1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.095670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ae05aea-85dd-4b54-be17-c503b056efe6 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.116083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:47.124804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:47.125179 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.131202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4740f514-d67b-48f3-bdaa-497290cf708e None None] Network 0bbc5981-12f7-4638-81b1-7bb0994fb32f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:21:47.173088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=2749ca52-4101-4406-8d99-b46cbb92d067,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:47.260772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 0bbc5981-12f7-4638-81b1-7bb0994fb32f is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:47.262859 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ae05aea-85dd-4b54-be17-c503b056efe6 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.264129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:47.266309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c529abf1-7d82-4f2e-bac9-9816f18db0f1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.275573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c529abf1-7d82-4f2e-bac9-9816f18db0f1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6463156 Jul 05 04:21:47.276361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44020) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:47.282776 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e676e90a-17ad-4783-8e67-ed9ac3b4fdb3 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': 'c2e37854-2dfe-48ed-9268-41dedbae4028', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:47.282990 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.285892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c529abf1-7d82-4f2e-bac9-9816f18db0f1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87633c1f-ec60-4bc9-ad53-ad2f0ef335e3,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:47.315814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.422711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-83c1500e-9356-418b-bcd6-7f1504a5a1df None None] Provisioning for port 00036d9b-3318-400c-b69d-30acc4470e22 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:47.464950 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.466441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Allocated IP 172.25.4.41 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/76148aca-1a62-470c-975f-cc51baa9ad32) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:47.506084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-83c1500e-9356-418b-bcd6-7f1504a5a1df None None] Provisioning complete for port 00036d9b-3318-400c-b69d-30acc4470e22 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:47.506779 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-83c1500e-9356-418b-bcd6-7f1504a5a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.560310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ae05aea-85dd-4b54-be17-c503b056efe6 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.592678 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.601350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:21:47.662338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae05aea-85dd-4b54-be17-c503b056efe6 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7670a44-676a-4b92-9e3b-fa0367fccc66,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:47.719048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:47.730766 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.771613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e676e90a-17ad-4783-8e67-ed9ac3b4fdb3 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.824647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:47.826047 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.827054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 11754366-76b9-4966-b826-33d46985d3c3 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:47.829857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:47.839582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:47.848583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7ae05aea-85dd-4b54-be17-c503b056efe6 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:47.855112 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7ae05aea-85dd-4b54-be17-c503b056efe6 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1155100 Jul 05 04:21:47.873381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44040) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:47.884897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ccb04b92-371b-4769-8f80-020f81eef673 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Request body: {'security_group_rule': {'security_group_id': '78f471dc-141b-4218-b139-2b90e478bd1c', 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:48.078308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Pushing event updated for resources: {'Port': ['ID=76148aca-1a62-470c-975f-cc51baa9ad32,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:48.150348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e676e90a-17ad-4783-8e67-ed9ac3b4fdb3 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.151780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:48.166614 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9330cafe-b37f-48e1-80e2-aad95d5a6407 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "PUT /v2.0/routers/ca33ead4-bc05-49ea-acf3-22ce5427fcc3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7609830 Jul 05 04:21:48.166762 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Sync routers for ids ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:48.181090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ccb04b92-371b-4769-8f80-020f81eef673 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.203365 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Routers {'ca33ead4-bc05-49ea-acf3-22ce5427fcc3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:48.213443 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:48.252094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e676e90a-17ad-4783-8e67-ed9ac3b4fdb3 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.284911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676e90a-17ad-4783-8e67-ed9ac3b4fdb3 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=069d0da9-1bd3-4474-ac41-e4c7a7b145f5,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:48.349951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ccb04b92-371b-4769-8f80-020f81eef673 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.373621 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e676e90a-17ad-4783-8e67-ed9ac3b4fdb3 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.377294 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e676e90a-17ad-4783-8e67-ed9ac3b4fdb3 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0986009 Jul 05 04:21:48.380040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44048) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:48.394938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fa7fcfeb-ac81-4ae1-a823-101d5678a6ba tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': 'c2e37854-2dfe-48ed-9268-41dedbae4028', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:48.412382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:48.431834 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-83c1500e-9356-418b-bcd6-7f1504a5a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.463842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 11754366-76b9-4966-b826-33d46985d3c3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:48.467005 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.473289 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ccb04b92-371b-4769-8f80-020f81eef673 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.507438 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Set router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:48.543033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb04b92-371b-4769-8f80-020f81eef673 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60692490-b4ba-4294-86be-259bbc07f2d4,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:48.625552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa7fcfeb-ac81-4ae1-a823-101d5678a6ba tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.676388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-581a4486-4143-468d-a84c-d0afd4891e47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-317469853&fields=id&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 267 time: 0.0810635 Jul 05 04:21:48.727083 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa7fcfeb-ac81-4ae1-a823-101d5678a6ba tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.731617 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ccb04b92-371b-4769-8f80-020f81eef673 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.734409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-83c1500e-9356-418b-bcd6-7f1504a5a1df None None] For port 00036d9b-3318-400c-b69d-30acc4470e22, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=00036d9b-3318-400c-b69d-30acc4470e22,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:48.735043 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ccb04b92-371b-4769-8f80-020f81eef673 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8567696 Jul 05 04:21:48.736192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44064) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:48.749015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9f66b4e9-c1b5-448f-ac32-c782334a674d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Request body: {'security_group_rule': {'security_group_id': '78f471dc-141b-4218-b139-2b90e478bd1c', 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:48.798405 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa7fcfeb-ac81-4ae1-a823-101d5678a6ba tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.848227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7fcfeb-ac81-4ae1-a823-101d5678a6ba tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c209c654-ed1d-4ee3-a125-3f96ad43fc45,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:48.859713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-03df9c5e-bab5-47ea-909b-6063b6720795 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:48.864389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-03df9c5e-bab5-47ea-909b-6063b6720795 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/networks?id=0bbc5981-12f7-4638-81b1-7bb0994fb32f HTTP/1.1" status: 200 len: 797 time: 0.1867967 Jul 05 04:21:48.866162 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.890196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-6b81b2f1-83d3-4209-a169-5bf8fc1428b1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/quotas/7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 375 time: 0.0248933 Jul 05 04:21:48.891204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f66b4e9-c1b5-448f-ac32-c782334a674d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.953855 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '2749ca52-4101-4406-8d99-b46cbb92d067', 'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:83:2c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:46Z', 'revision_number': 2, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:48.970982 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fa7fcfeb-ac81-4ae1-a823-101d5678a6ba tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:48.972433 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fa7fcfeb-ac81-4ae1-a823-101d5678a6ba tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5886133 Jul 05 04:21:48.988123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44072) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:49.000130 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Checking router: ca33ead4-bc05-49ea-acf3-22ce5427fcc3 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:21:49.000826 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Updating router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 port 2749ca52-4101-4406-8d99-b46cbb92d067 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:21:49.002174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-460bd0a7-d399-4235-8659-6be52d2607b2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': 'c2e37854-2dfe-48ed-9268-41dedbae4028', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:49.040618 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.077026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f66b4e9-c1b5-448f-ac32-c782334a674d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.114778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44074) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:49.146409 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-460bd0a7-d399-4235-8659-6be52d2607b2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Project ecb242cdbb1f4a99afd37053afb5f2a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:21:49.152965 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-460bd0a7-d399-4235-8659-6be52d2607b2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.191014 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f66b4e9-c1b5-448f-ac32-c782334a674d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.262394 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-83c1500e-9356-418b-bcd6-7f1504a5a1df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.271829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f66b4e9-c1b5-448f-ac32-c782334a674d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0842efe6-cede-430c-bba7-2249b0613ca0,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:49.296400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-74f4c1f8-1060-47ef-a632-656faf09955f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3957026 Jul 05 04:21:49.320762 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-460bd0a7-d399-4235-8659-6be52d2607b2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.364180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f66b4e9-c1b5-448f-ac32-c782334a674d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.365536 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9f66b4e9-c1b5-448f-ac32-c782334a674d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6275735 Jul 05 04:21:49.368625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44080) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:49.375594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6f4b45cf-5cb9-4d54-bc9f-bc34ec582f72 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Request body: {'security_group_rule': {'security_group_id': '78f471dc-141b-4218-b139-2b90e478bd1c', 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:49.429659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-460bd0a7-d399-4235-8659-6be52d2607b2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.543039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c1e43d86-efb7-4d8b-a763-0cf95018c074 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.588774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460bd0a7-d399-4235-8659-6be52d2607b2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=50490d0a-85f2-4855-bb30-ea5679920290,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:49.591269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-399a4bcf-0579-4303-bcdd-a5e7076eb6bd None None] Provisioning for port 2749ca52-4101-4406-8d99-b46cbb92d067 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:49.627363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:49.637105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1500e-9356-418b-bcd6-7f1504a5a1df None None] Pushing event updated for resources: {'Port': ['ID=00036d9b-3318-400c-b69d-30acc4470e22,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:49.660485 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.674813 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Transition to ACTIVE for port object 2749ca52-4101-4406-8d99-b46cbb92d067 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:49.686106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-399a4bcf-0579-4303-bcdd-a5e7076eb6bd None None] Provisioning complete for port 2749ca52-4101-4406-8d99-b46cbb92d067 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:49.686758 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-399a4bcf-0579-4303-bcdd-a5e7076eb6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.745015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-399a4bcf-0579-4303-bcdd-a5e7076eb6bd None None] Port 2749ca52-4101-4406-8d99-b46cbb92d067 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:49.758640 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45cf-5cb9-4d54-bc9f-bc34ec582f72 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.783218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-399a4bcf-0579-4303-bcdd-a5e7076eb6bd None None] Provisioning complete for port 00036d9b-3318-400c-b69d-30acc4470e22 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:49.783592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-399a4bcf-0579-4303-bcdd-a5e7076eb6bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.792055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:49.792428 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.792922 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.836651 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-460bd0a7-d399-4235-8659-6be52d2607b2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.841131 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-460bd0a7-d399-4235-8659-6be52d2607b2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8471551 Jul 05 04:21:49.853104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44082) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:49.862962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d30372b8-82c7-4c2a-a310-65ab228d9cc4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': 'c2e37854-2dfe-48ed-9268-41dedbae4028', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:49.965190 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Attempting to bind port 2749ca52-4101-4406-8d99-b46cbb92d067 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:49.965569 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Attempting to bind port 2749ca52-4101-4406-8d99-b46cbb92d067 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:49.966464 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Attempting to bind port 2749ca52-4101-4406-8d99-b46cbb92d067 on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:49.970287 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Pushing event updated for resources: {'Port': ['ID=2749ca52-4101-4406-8d99-b46cbb92d067,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:49.981955 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.982200 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.985808 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.985808 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.985808 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.986125 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45cf-5cb9-4d54-bc9f-bc34ec582f72 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.986237 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.986237 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.986237 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.986237 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.986237 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.986237 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.986237 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:21:49.991531 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:49.991927 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Checking segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:49.994807 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:49.995275 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Bound using segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:49.995778 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Bound port: 2749ca52-4101-4406-8d99-b46cbb92d067, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:49.999861 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.018762 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.032329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-f32b2989-92cd-4548-a88a-f8bc7c4a693a service neutron] 10.222.0.30 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6248617 Jul 05 04:21:50.034530 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.117307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45cf-5cb9-4d54-bc9f-bc34ec582f72 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.130385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c1e43d86-efb7-4d8b-a763-0cf95018c074 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.149913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4b45cf-5cb9-4d54-bc9f-bc34ec582f72 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba6baa34-c9ec-4302-b75c-c05d43ebd459,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:50.150961 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] For port 2749ca52-4101-4406-8d99-b46cbb92d067, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:50.155630 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] For port 2749ca52-4101-4406-8d99-b46cbb92d067, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2749ca52-4101-4406-8d99-b46cbb92d067,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:50.200267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c1e43d86-efb7-4d8b-a763-0cf95018c074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.249974 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.260905 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-7a985c18-bc9c-4ad7-9bcd-c7e2963d5e71 service neutron] 10.222.0.30 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2251751 Jul 05 04:21:50.283218 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c1e43d86-efb7-4d8b-a763-0cf95018c074 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0510b65a48d04855a0522232aef80926&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1650155 Jul 05 04:21:50.285240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44084) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:50.298161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6f4b45cf-5cb9-4d54-bc9f-bc34ec582f72 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.302009 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6f4b45cf-5cb9-4d54-bc9f-bc34ec582f72 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9297938 Jul 05 04:21:50.309205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44086) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:50.309387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e43d86-efb7-4d8b-a763-0cf95018c074 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70843c7c-f4e3-4c9e-9a81-d554b208c0c2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:50.317292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1bbcede1-3754-4dfa-846a-5e3cd3b0ea96 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Request body: {'security_group_rule': {'security_group_id': '78f471dc-141b-4218-b139-2b90e478bd1c', 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:50.332396 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Routers {'ca33ead4-bc05-49ea-acf3-22ce5427fcc3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:50.333575 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:50.404970 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acb1a88-64a6-4a38-856b-f69999e3e7d2 None None] Pushing event updated for resources: {'Port': ['ID=2749ca52-4101-4406-8d99-b46cbb92d067,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:50.410410 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-d30372b8-82c7-4c2a-a310-65ab228d9cc4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Project ecb242cdbb1f4a99afd37053afb5f2a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:21:50.420245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d30372b8-82c7-4c2a-a310-65ab228d9cc4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.420427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41398638-7e8d-4fde-8c1a-43fd9f66ac45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.470705 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41398638-7e8d-4fde-8c1a-43fd9f66ac45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.527205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Router f9b28bb8-0ff0-4870-99be-dad691549e7e is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:21:50.551050 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] Set router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:21:50.557964 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-1bbcede1-3754-4dfa-846a-5e3cd3b0ea96 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Project 2fc58fb3570f4016ac7d53701f44ba59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:21:50.579365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d30372b8-82c7-4c2a-a310-65ab228d9cc4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.587106 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1bbcede1-3754-4dfa-846a-5e3cd3b0ea96 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.700895 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d30372b8-82c7-4c2a-a310-65ab228d9cc4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.714623 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-547ecb66-d533-4aa3-b882-ce8710a8e914 req-ee05da45-4029-477c-9dda-46cb92304a25 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 210 time: 0.0914664 Jul 05 04:21:50.736487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30372b8-82c7-4c2a-a310-65ab228d9cc4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07db6391-0cc6-4430-9208-abf31b4b0457,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:50.803592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d30372b8-82c7-4c2a-a310-65ab228d9cc4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.812225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1bbcede1-3754-4dfa-846a-5e3cd3b0ea96 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.813845 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d30372b8-82c7-4c2a-a310-65ab228d9cc4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.9595399 Jul 05 04:21:50.816679 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41398638-7e8d-4fde-8c1a-43fd9f66ac45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.818737 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-41398638-7e8d-4fde-8c1a-43fd9f66ac45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.820147 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-41398638-7e8d-4fde-8c1a-43fd9f66ac45 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/70843c7c-f4e3-4c9e-9a81-d554b208c0c2 HTTP/1.1" status: 204 len: 168 time: 0.5338514 Jul 05 04:21:50.839127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41398638-7e8d-4fde-8c1a-43fd9f66ac45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70843c7c-f4e3-4c9e-9a81-d554b208c0c2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:50.846035 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '2749ca52-4101-4406-8d99-b46cbb92d067', 'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:83:2c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:50Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:50.855928 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:21:50.870725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.875659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44104) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:50.876268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3ab41b00-c117-4b96-b01a-5f7b51b281a0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "PUT /v2.0/routers/f9b28bb8-0ff0-4870-99be-dad691549e7e HTTP/1.1" status: 200 len: 919 time: 4.9258335 Jul 05 04:21:50.877077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601db62-3357-424a-8a98-4fb928f01730 None None] Sync routers for ids ['f9b28bb8-0ff0-4870-99be-dad691549e7e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:21:50.887620 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f07147b-4ce3-4bdb-8168-5bbe13a12037 None None] The sync data for ids ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'] in n-d-758944-41 is: [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '2749ca52-4101-4406-8d99-b46cbb92d067', 'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:83:2c:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:50Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:50.889830 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1bbcede1-3754-4dfa-846a-5e3cd3b0ea96 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:50.903650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601db62-3357-424a-8a98-4fb928f01730 None None] Routers {'f9b28bb8-0ff0-4870-99be-dad691549e7e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:50.904324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3601db62-3357-424a-8a98-4fb928f01730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f9b28bb8-0ff0-4870-99be-dad691549e7e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:50.962572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbcede1-3754-4dfa-846a-5e3cd3b0ea96 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a596f36b-05ea-4036-93c3-16ff6f792b8a,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:51.026996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1bbcede1-3754-4dfa-846a-5e3cd3b0ea96 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.029217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1bbcede1-3754-4dfa-846a-5e3cd3b0ea96 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.7177765 Jul 05 04:21:51.032233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44108) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:51.047625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3601db62-3357-424a-8a98-4fb928f01730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:51.048069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ac8df668-3882-4bc8-8b67-49aa0b941f02 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Request body: {'security_group_rule': {'security_group_id': '78f471dc-141b-4218-b139-2b90e478bd1c', 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:51.104683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3601db62-3357-424a-8a98-4fb928f01730 None None] Routers {'f9b28bb8-0ff0-4870-99be-dad691549e7e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:21:51.111750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3601db62-3357-424a-8a98-4fb928f01730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f9b28bb8-0ff0-4870-99be-dad691549e7e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:51.220737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3601db62-3357-424a-8a98-4fb928f01730 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:21:51.221415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3601db62-3357-424a-8a98-4fb928f01730 None None] The sync data for ids ['f9b28bb8-0ff0-4870-99be-dad691549e7e'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:21:51.249955 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-13d9e332-6705-48b2-9684-6d01d6759c7a tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/routers/f9b28bb8-0ff0-4870-99be-dad691549e7e HTTP/1.1" status: 200 len: 925 time: 0.3715785 Jul 05 04:21:51.252766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44118) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:51.267312 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-ac8df668-3882-4bc8-8b67-49aa0b941f02 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Project 2fc58fb3570f4016ac7d53701f44ba59 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:21:51.309522 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac8df668-3882-4bc8-8b67-49aa0b941f02 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.418568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-30a72456-4edc-4073-9cca-8d7a68d8ae30 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1041919159&fields=id&tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3 HTTP/1.1" status: 200 len: 267 time: 0.1532333 Jul 05 04:21:51.498402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac8df668-3882-4bc8-8b67-49aa0b941f02 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.517047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2539fcd4-af3e-4908-b704-6e08b135e86d tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:51.519528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44128) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:51.519681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2539fcd4-af3e-4908-b704-6e08b135e86d tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&device_id=f9b28bb8-0ff0-4870-99be-dad691549e7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2653544 Jul 05 04:21:51.600040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac8df668-3882-4bc8-8b67-49aa0b941f02 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.678855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db55d-26ac-4b26-8164-e952815cf96b req-94075e8c-a79b-4e65-ae25-a74230a0e86d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:51.679329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2749ca52-4101-4406-8d99-b46cbb92d067 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:51.679451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-94075e8c-a79b-4e65-ae25-a74230a0e86d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/networks?id=2ef61ee5-d9ca-42bb-bfd0-1078f402d585 HTTP/1.1" status: 200 len: 797 time: 0.2566223 Jul 05 04:21:51.687843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8df668-3882-4bc8-8b67-49aa0b941f02 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff6ded35-34a4-495d-818e-e6914889a0b5,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:51.718649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-39c4b09b-47fe-4847-83a2-c22322270e8f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/quotas/ecb242cdbb1f4a99afd37053afb5f2a3 HTTP/1.1" status: 200 len: 375 time: 0.0283232 Jul 05 04:21:51.724757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5180a294-dc1f-4f2d-aea6-00957bb045d3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:51.739033 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5180a294-dc1f-4f2d-aea6-00957bb045d3 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/networks/c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 881 time: 0.2176743 Jul 05 04:21:51.739966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44136) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:51.789073 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e399c8f6-73cd-495b-bb27-806efccdccd6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9b28bb8-0ff0-4870-99be-dad691549e7e HTTP/1.1" status: 200 len: 205 time: 0.0477183 Jul 05 04:21:51.795442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44140) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:51.817128 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac8df668-3882-4bc8-8b67-49aa0b941f02 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.818634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ac8df668-3882-4bc8-8b67-49aa0b941f02 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7852509 Jul 05 04:21:51.840534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-625ae6d9-541f-409c-8a6c-07033ec6a0e1 req-1650cb90-d7ee-44f4-a6cc-6622be3ea150 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 210 time: 0.0397997 Jul 05 04:21:51.865957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2749ca52-4101-4406-8d99-b46cbb92d067 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:51.873868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2749ca52-4101-4406-8d99-b46cbb92d067 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:51.874688 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:51.903124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-e36dfae9-57b9-4702-95fe-691a58690bf4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1767061 Jul 05 04:21:52.035317 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.050298 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.087760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-6e1ae6d1-af56-45c6-9ccd-3765a98edd61 service neutron] 10.222.0.30 "GET /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623209 Jul 05 04:21:52.112540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 2749ca52-4101-4406-8d99-b46cbb92d067, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2749ca52-4101-4406-8d99-b46cbb92d067,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:21:52.169172 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.172956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 00036d9b-3318-400c-b69d-30acc4470e22 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:52.252643 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.268532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-c2817c7a-f0b7-489f-bfef-8e07326875b8 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915580072&fields=id&tenant_id=2fc58fb3570f4016ac7d53701f44ba59 HTTP/1.1" status: 200 len: 267 time: 0.0715580 Jul 05 04:21:52.326159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 00036d9b-3318-400c-b69d-30acc4470e22 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:52.326530 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.328241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=2749ca52-4101-4406-8d99-b46cbb92d067,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:52.362654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-d5227774-a721-4caa-9301-504558cc7eb1 service neutron] 10.222.0.30 "GET /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2732863 Jul 05 04:21:52.425062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088963-37e0-423a-8ca1-985d4725e3ce req-350acf92-c451-4323-bc4a-11ce1c5ef1c2 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:52.432842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-350acf92-c451-4323-bc4a-11ce1c5ef1c2 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/networks?id=d5ade457-ca50-447d-a0d6-bbf6828030de HTTP/1.1" status: 200 len: 813 time: 0.1628444 Jul 05 04:21:52.459927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-524466e1-8e34-4844-9ff7-911a63dbc9c1 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/quotas/2fc58fb3570f4016ac7d53701f44ba59 HTTP/1.1" status: 200 len: 375 time: 0.0259137 Jul 05 04:21:52.506029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Deleting port 76148aca-1a62-470c-975f-cc51baa9ad32 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:21:52.506375 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.596400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-8c8b32d9-c9a0-4683-87d9-01894d2f96ca tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2fc58fb3570f4016ac7d53701f44ba59&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1292267 Jul 05 04:21:52.628310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:52.640929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Calling delete_port for 76148aca-1a62-470c-975f-cc51baa9ad32 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:21:52.740985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-b3883640-6895-4d50-87dd-3e40eba2a722 service neutron] 10.222.0.30 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420600 Jul 05 04:21:52.857106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10ada0a5-7997-44ae-886b-b75585742cc8 req-cb56aff7-c8c5-440c-8245-22f42fc6e6de tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 210 time: 0.0708692 Jul 05 04:21:52.926548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-5c25ec47-5b5f-4296-8c2e-79e568f6a722 service neutron] 10.222.0.30 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754298 Jul 05 04:21:52.980963 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.018330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Pushing event deleted for resources: {'Port': ['ID=76148aca-1a62-470c-975f-cc51baa9ad32,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:53.069394 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-246987c5-e99e-4e07-9004-2bd8b9ddecbb req-2d4ee59f-07f1-49a4-adf4-2a573b5e7539 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 210 time: 0.0430324 Jul 05 04:21:53.099146 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.239597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.243123 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.436851 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.437437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Fanout notify agent at l3_agent the message router_deleted on router f9b28bb8-0ff0-4870-99be-dad691549e7e {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:21:53.448486 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.451104 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-54ab4958-1541-40e2-8786-199b450cd0cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/f9b28bb8-0ff0-4870-99be-dad691549e7e HTTP/1.1" status: 204 len: 168 time: 1.6541202 Jul 05 04:21:53.455059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44190) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:21:53.461972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2081828860', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:53.602121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2749ca52-4101-4406-8d99-b46cbb92d067 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:21:53.671863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-113cc615-3268-4a19-bebf-23f39beb423c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:53.673458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-113cc615-3268-4a19-bebf-23f39beb423c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/networks?id=0bbc5981-12f7-4638-81b1-7bb0994fb32f HTTP/1.1" status: 200 len: 797 time: 0.2055900 Jul 05 04:21:53.696825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2749ca52-4101-4406-8d99-b46cbb92d067 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:53.697422 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.730389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-7ce8956b-a669-413b-9f66-4aa4a2905b1d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 379 time: 0.0433016 Jul 05 04:21:53.760224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'port': {'device_id': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'admin_state_up': True, 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'security_groups': ['7f1bce2f-c0d6-4962-b463-1dc924eca212']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:53.801284 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:53.802964 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.085013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bbe3c567-1e6a-4cc6-bb64-3fc8863e86c3 req-d9971553-3985-4f01-8dcb-a6b29821ef4c tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 210 time: 0.1618092 Jul 05 04:21:54.174604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fedaf325-8d92-449a-8b04-520187b47e14 req-961ad7ab-d8b5-4b9a-8445-aa060d95bbcd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 210 time: 0.1816120 Jul 05 04:21:54.271208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.305342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a4b7ac9-5101-45c7-8976-c98ee6a900db req-a7fae698-c8cc-4101-b592-34a3147c1666 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 210 time: 0.0428674 Jul 05 04:21:54.441924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:54.445419 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.574756 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:54.738917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.20.0.12 (0bbc5981-12f7-4638-81b1-7bb0994fb32f/b432c411-90e1-4efa-90aa-5a31ded46a11/a4a0f067-8557-483f-9665-3360237b4ecc) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:54.969563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.029630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Transition to ACTIVE for port object a4a0f067-8557-483f-9665-3360237b4ecc will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:55.070171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.094059 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.205324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24bc3364-cc9a-4da4-9ef0-0ed7431f970e req-f3b94280-f4d4-438c-8a4c-4ba08b89f4af tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 210 time: 0.0411611 Jul 05 04:21:55.290982 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Allocated IP 172.25.4.68 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/206361f4-ae69-42f4-b6e9-7d5330123dd1) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:55.297880 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.513643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=a4a0f067-8557-483f-9665-3360237b4ecc,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:55.515306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ad91f70-76de-4a4c-ac93-459831ed5664 req-80a1cecc-596f-4061-b211-85ab6343bfb3 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 210 time: 0.1503804 Jul 05 04:21:55.519322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 0bbc5981-12f7-4638-81b1-7bb0994fb32f is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:55.533653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:55.559694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:55.710420 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:55.711069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.797592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:55.829316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4297f1-e27e-43c3-8cc7-aea676a6f6c0 req-42f0fb7c-6805-4f3b-a35a-eba6115fffed tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:55.832543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e4297f1-e27e-43c3-8cc7-aea676a6f6c0 req-42f0fb7c-6805-4f3b-a35a-eba6115fffed tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 932 time: 0.3224463 Jul 05 04:21:55.854796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-8ca73853-a64a-40a8-98ae-19d213b696f9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1179430 Jul 05 04:21:55.871173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af2c252f-6b24-449a-beaa-2bb9f77521c8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:55.873077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af2c252f-6b24-449a-beaa-2bb9f77521c8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "GET /v2.0/networks?id=2ef61ee5-d9ca-42bb-bfd0-1078f402d585 HTTP/1.1" status: 200 len: 797 time: 0.2802186 Jul 05 04:21:55.881159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Request body: {'port': {'device_id': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:55.987141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e4297f1-e27e-43c3-8cc7-aea676a6f6c0 req-0d74e3b5-5038-42ad-ad95-e7988221baac tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1362283 Jul 05 04:21:56.021526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4d553886-5508-4b63-b562-9dec878d0640 None None] Provisioning for port a4a0f067-8557-483f-9665-3360237b4ecc completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:56.027830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4d553886-5508-4b63-b562-9dec878d0640 None None] Provisioning complete for port a4a0f067-8557-483f-9665-3360237b4ecc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:56.030254 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4d553886-5508-4b63-b562-9dec878d0640 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.034705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-f35612b4-5e06-4059-ba54-11cf0351a8c2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3 HTTP/1.1" status: 200 len: 380 time: 0.1209610 Jul 05 04:21:56.049986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'port': {'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'admin_state_up': True, 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'security_groups': ['c2e37854-2dfe-48ed-9268-41dedbae4028']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:56.073537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4d553886-5508-4b63-b562-9dec878d0640 None None] Port a4a0f067-8557-483f-9665-3360237b4ecc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:56.111584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.164362 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:56.599728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:56.626439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5b5af2d-e900-4d8d-aaa3-41fef20c3d3b req-a05da13d-9232-46b2-aa17-eb34b8df70bf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 210 time: 0.0695591 Jul 05 04:21:56.675483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:56.680124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:56.730470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Pushing event updated for resources: {'Port': ['ID=206361f4-ae69-42f4-b6e9-7d5330123dd1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:56.785329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f787478a-c415-4fba-83a6-8cf07e0f410e req-35a36545-4b57-415c-a97f-2530fd2edc5c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 210 time: 0.0920932 Jul 05 04:21:56.908271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Made reservation on behalf of ecb242cdbb1f4a99afd37053afb5f2a3 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:56.911558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.231316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088963-37e0-423a-8ca1-985d4725e3ce req-90f5bdc5-9a40-4850-a1b0-7967d45e74d1 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:57.232852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-90f5bdc5-9a40-4850-a1b0-7967d45e74d1 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.26 "GET /v2.0/networks?id=d5ade457-ca50-447d-a0d6-bbf6828030de HTTP/1.1" status: 200 len: 813 time: 0.3373785 Jul 05 04:21:57.415398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Allocated IP 172.20.0.9 (2ef61ee5-d9ca-42bb-bfd0-1078f402d585/4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b/7d5faa26-65ed-4dc5-affe-a3a22e6ddb64) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:57.448343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-eefbd989-ed00-4d52-8c56-7e4d6d0bc8a9 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2fc58fb3570f4016ac7d53701f44ba59 HTTP/1.1" status: 200 len: 380 time: 0.1735861 Jul 05 04:21:57.455356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4a0f067-8557-483f-9665-3360237b4ecc {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:21:57.467636 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.475200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Request body: {'port': {'device_id': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'admin_state_up': True, 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'security_groups': ['78f471dc-141b-4218-b139-2b90e478bd1c']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:57.527249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f25973-0f4b-4d09-9ad5-2cfdeb2921d6 req-a06aaa34-3f6c-4fa0-b96b-1304f81df274 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:57.528838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0f25973-0f4b-4d09-9ad5-2cfdeb2921d6 req-a06aaa34-3f6c-4fa0-b96b-1304f81df274 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 932 time: 0.3925521 Jul 05 04:21:57.562451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Transition to ACTIVE for port object a4a0f067-8557-483f-9665-3360237b4ecc will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:57.575498 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.691816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:57.755738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Pushing event updated for resources: {'Port': ['ID=a4a0f067-8557-483f-9665-3360237b4ecc,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:57.978599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65018c03-d50c-4b2a-85db-a9d0236d8511 req-fa4627be-d6d1-4ba9-8003-522101fd8574 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 210 time: 0.2013168 Jul 05 04:21:57.988520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0f25973-0f4b-4d09-9ad5-2cfdeb2921d6 req-978cc97e-bff0-4275-8e2d-cfc97dd799d9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4275870 Jul 05 04:21:58.107858 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.178886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Transition to ACTIVE for port object 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:58.255533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:21:58.255874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:21:58.256253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:58.260862 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Made reservation on behalf of 2fc58fb3570f4016ac7d53701f44ba59 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:21:58.264421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.270512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Port a4a0f067-8557-483f-9665-3360237b4ecc on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:21:58.270921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:21:58.317624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4f9c562-629b-4ccd-bedd-dce155f5141a req-1fbaf15c-56c7-4434-b147-bd353cefa7c2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 210 time: 0.0737925 Jul 05 04:21:58.392704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:21:58.393047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Checking segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:21:58.393439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Bound using segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:21:58.393892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Bound port: a4a0f067-8557-483f-9665-3360237b4ecc, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:21:58.394251 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.480170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.588727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:21:58.592591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Allocated IP 172.20.0.9 (d5ade457-ca50-447d-a0d6-bbf6828030de/77ff325b-804c-4ade-8eba-768c27cec993/5735e27b-7e61-440f-ba34-bd8bbf7ea760) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:21:58.596103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:21:58.601231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.728651 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.740808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:21:58.770010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:21:58.786044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:58.786649 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:58.788263 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] 10.222.0.26 "PUT /v2.0/ports/a4a0f067-8557-483f-9665-3360237b4ecc HTTP/1.1" status: 200 len: 1093 time: 2.9126427 Jul 05 04:21:58.794305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:21:58.796965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:21:58.799320 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-883b2f4b-bd28-4cc5-8ae1-36fd35c1e808" -d '{"events": [{"name": "network-changed", "server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:21:58.816345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:59.220546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:21:59.221300 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.234862 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372ad8e7-ddc0-46da-a3f4-eb1f16cbc5ac service neutron] Pushing event updated for resources: {'Port': ['ID=a4a0f067-8557-483f-9665-3360237b4ecc,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:21:59.261477 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:21:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c55352a-9cbf-498d-a84f-94a39c6fa362 x-openstack-request-id: req-6c55352a-9cbf-498d-a84f-94a39c6fa362 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:21:59.261772 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:21:59.262027 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c55352a-9cbf-498d-a84f-94a39c6fa362 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:21:59.262452 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'status': 'completed', 'code': 200} Jul 05 04:21:59.546795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ab1e799f-1eef-49dc-833b-3daf538ed04b None None] Provisioning for port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:21:59.551630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ab1e799f-1eef-49dc-833b-3daf538ed04b None None] Provisioning complete for port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:21:59.552335 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab1e799f-1eef-49dc-833b-3daf538ed04b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.614134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ab1e799f-1eef-49dc-833b-3daf538ed04b None None] Port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:21:59.793930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c787146-9981-47b6-ad56-4d98fd3c9ff4 req-61f635cf-6b83-4570-a60d-a204a4fbb0ac tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 210 time: 0.4448471 Jul 05 04:21:59.801453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-af3ae4ea-a61e-4d19-ad06-6625fcb46eef tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7575393 Jul 05 04:21:59.836333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Request body: {'port': {'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:21:59.863180 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:21:59.886252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Transition to ACTIVE for port object 5735e27b-7e61-440f-ba34-bd8bbf7ea760 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:21:59.963271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Router eb4daad8-03f4-409c-9aee-9b4df4f836f4 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:22:00.061685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.098440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2f4b-bd28-4cc5-8ae1-36fd35c1e808 req-4008d3a7-8a64-4502-87a8-541bbada2306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:00.099983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-883b2f4b-bd28-4cc5-8ae1-36fd35c1e808 req-4008d3a7-8a64-4502-87a8-541bbada2306 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1096 time: 0.8342195 Jul 05 04:22:00.117073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafcecea-7a49-4f45-ad67-e999e359a195 req-aa401ba4-9ade-41fc-832a-f6e04810e55b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:00.119137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fafcecea-7a49-4f45-ad67-e999e359a195 req-aa401ba4-9ade-41fc-832a-f6e04810e55b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 944 time: 0.7958946 Jul 05 04:22:00.248017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.325228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Network d5ade457-ca50-447d-a0d6-bbf6828030de is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:00.341603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:00.355009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event updated for resources: {'Port': ['ID=5735e27b-7e61-440f-ba34-bd8bbf7ea760,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:00.382591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:00.438696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fafcecea-7a49-4f45-ad67-e999e359a195 req-3f5f76d6-4293-4971-8a08-a6f00b3239b0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741303 Jul 05 04:22:00.465435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e60f4-456d-424e-a723-9b6106ff9602 req-fd5b7826-b9cc-41ad-90e8-08ebe8c62f3a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:00.466971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-070e60f4-456d-424e-a723-9b6106ff9602 req-fd5b7826-b9cc-41ad-90e8-08ebe8c62f3a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 931 time: 0.5466146 Jul 05 04:22:00.532210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:00.552450 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c4d3f-cb3e-4ace-8424-43980bb11b97 None None] Sync routers for ids ['eb4daad8-03f4-409c-9aee-9b4df4f836f4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:00.567812 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c4d3f-cb3e-4ace-8424-43980bb11b97 None None] Routers {'eb4daad8-03f4-409c-9aee-9b4df4f836f4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:00.568832 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-de2c4d3f-cb3e-4ace-8424-43980bb11b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eb4daad8-03f4-409c-9aee-9b4df4f836f4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:00.607561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2f4b-bd28-4cc5-8ae1-36fd35c1e808 req-539d87da-0215-46e6-a418-0aba27c8287a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:00.612854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-883b2f4b-bd28-4cc5-8ae1-36fd35c1e808 req-539d87da-0215-46e6-a418-0aba27c8287a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7d6d2d8645e943558e449d8c5575d969&shared=False HTTP/1.1" status: 200 len: 898 time: 0.4807034 Jul 05 04:22:00.613057 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-de2c4d3f-cb3e-4ace-8424-43980bb11b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:00.621375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:00.622004 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de2c4d3f-cb3e-4ace-8424-43980bb11b97 None None] Routers {'eb4daad8-03f4-409c-9aee-9b4df4f836f4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:00.622144 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.622627 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-de2c4d3f-cb3e-4ace-8424-43980bb11b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eb4daad8-03f4-409c-9aee-9b4df4f836f4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:00.663487 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-de2c4d3f-cb3e-4ace-8424-43980bb11b97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:00.664197 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de2c4d3f-cb3e-4ace-8424-43980bb11b97 None None] The sync data for ids ['eb4daad8-03f4-409c-9aee-9b4df4f836f4'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:00.798783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-070e60f4-456d-424e-a723-9b6106ff9602 req-18f98fea-0310-479b-a223-7a7ff7b598ea tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2829864 Jul 05 04:22:00.817787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-6f2c1f74-a306-474f-8003-a201110c5acf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.3555329 Jul 05 04:22:00.836850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Request body: {'port': {'device_id': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:00.855340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ebb5b5af-1f1a-40e3-bc58-6f61edc32c89 None None] Provisioning for port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:00.860524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ebb5b5af-1f1a-40e3-bc58-6f61edc32c89 None None] Provisioning complete for port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:00.865714 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ebb5b5af-1f1a-40e3-bc58-6f61edc32c89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.903185 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:00.909700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44284) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:00.914743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:00.917038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b080b252-706d-4688-9cae-80b7370da1c6 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.4602406 Jul 05 04:22:00.966858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ebb5b5af-1f1a-40e3-bc58-6f61edc32c89 None None] Port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:01.104697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883b2f4b-bd28-4cc5-8ae1-36fd35c1e808 req-97d4cb9f-17a9-4c3c-9676-42604adf7907 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:01.107241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-883b2f4b-bd28-4cc5-8ae1-36fd35c1e808 req-97d4cb9f-17a9-4c3c-9676-42604adf7907 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4814570 Jul 05 04:22:01.308086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:01.375423 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.394058 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.458897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.496426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Transition to ACTIVE for port object 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:01.581721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44296) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:01.607476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-c1a31bc2-b3c5-4fa3-8879-17a8d591521a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:01.609142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-c1a31bc2-b3c5-4fa3-8879-17a8d591521a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1096 time: 0.4490831 Jul 05 04:22:01.632301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.674493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7647f-8c63-48ef-afcc-c3c5cbbcf024 req-203f6244-7927-462b-b32e-166105db18ca tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:01.676038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9d7647f-8c63-48ef-afcc-c3c5cbbcf024 req-203f6244-7927-462b-b32e-166105db18ca tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 931 time: 0.5198207 Jul 05 04:22:01.682844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.730433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.832109 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Deleting port 206361f4-ae69-42f4-b6e9-7d5330123dd1 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:01.832554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:01.862616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-1f301026-cb0a-45dd-8ccf-667eef6760ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4a0f067-8557-483f-9665-3360237b4ecc HTTP/1.1" status: 200 len: 217 time: 0.2032101 Jul 05 04:22:01.939549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:02.008372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9d7647f-8c63-48ef-afcc-c3c5cbbcf024 req-e197ae1f-ef14-4432-be67-59f6c9c2fc3d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345243 Jul 05 04:22:02.304827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.332217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Calling delete_port for 206361f4-ae69-42f4-b6e9-7d5330123dd1 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:02.335477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.400548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.445372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-1ee78b98-0b10-4b03-a210-c9220585974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:02.451945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-1ee78b98-0b10-4b03-a210-c9220585974f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b432c411-90e1-4efa-90aa-5a31ded46a11 HTTP/1.1" status: 200 len: 834 time: 0.4747784 Jul 05 04:22:02.465302 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4d6df5fbbd2947dda94e5e2db6ac5f76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8822556 Jul 05 04:22:02.469270 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44304) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:02.477774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e282d152-ef6f-40e0-80c2-3fa961dc627e req-54662bea-e3f2-4dcb-8c60-17d4daae1322 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:02.479938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e282d152-ef6f-40e0-80c2-3fa961dc627e req-54662bea-e3f2-4dcb-8c60-17d4daae1322 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 944 time: 0.8133171 Jul 05 04:22:02.480134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de3871ef-aaa1-4247-9711-f02328c1d349,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:02.541596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.542045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.542391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.542737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.543076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.543870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.543870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.544173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.544400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.544726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.545051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.545741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e6073a0-21d0-48d7-9107-e0a6f40cfe2d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:02.588649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Attempting to bind port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:02.600887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Attempting to bind port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:02.600887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Attempting to bind port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 on network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:02.602107 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56d6ba9-8d74-4384-9c66-3ca8b7b41107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.606057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee64d6-9627-49e3-a7a3-522d04bb8c14 req-97a29239-d4db-48ff-9072-0f3bdaaa0291 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:02.607724 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99ee64d6-9627-49e3-a7a3-522d04bb8c14 req-97a29239-d4db-48ff-9072-0f3bdaaa0291 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 943 time: 0.3544528 Jul 05 04:22:02.632405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 on network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:22:02.636467 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Attempting to bind port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 on network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:02.654680 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56d6ba9-8d74-4384-9c66-3ca8b7b41107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.665610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e282d152-ef6f-40e0-80c2-3fa961dc627e req-8a79042e-ccaf-48ef-8d9e-bdb7606d816c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1723592 Jul 05 04:22:02.684194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:02.684194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Checking segment: {'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:02.684194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Bound using segment: {'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:02.684194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Bound port: 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ec1233ca-09e2-44a6-b530-b9c9200e201b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:02.684194 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.755142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-09ade240-8777-4743-b304-1f4162b511e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:02.756629 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-09ade240-8777-4743-b304-1f4162b511e5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0bbc5981-12f7-4638-81b1-7bb0994fb32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2964449 Jul 05 04:22:02.774130 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.812871 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Pushing event deleted for resources: {'Port': ['ID=206361f4-ae69-42f4-b6e9-7d5330123dd1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:02.845625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99ee64d6-9627-49e3-a7a3-522d04bb8c14 req-6d3c5e1e-e9cf-4924-9749-4c40147ce016 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2099576 Jul 05 04:22:02.853624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5735e27b-7e61-440f-ba34-bd8bbf7ea760 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:02.863477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56d6ba9-8d74-4384-9c66-3ca8b7b41107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.863477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a56d6ba9-8d74-4384-9c66-3ca8b7b41107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.863477 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a56d6ba9-8d74-4384-9c66-3ca8b7b41107 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/de3871ef-aaa1-4247-9711-f02328c1d349 HTTP/1.1" status: 204 len: 168 time: 0.3905187 Jul 05 04:22:02.880136 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.886977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56d6ba9-8d74-4384-9c66-3ca8b7b41107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de3871ef-aaa1-4247-9711-f02328c1d349,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:02.888860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] For port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:02.897269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] For port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:02.902675 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:02.936263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Transition to ACTIVE for port object 5735e27b-7e61-440f-ba34-bd8bbf7ea760 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:02.975254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-4d080611-bebc-43ed-9706-b04dee9e4dbd service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1950977 Jul 05 04:22:03.028888 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.089836 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.190412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:03.191284 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.192989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] 10.222.0.26 "PUT /v2.0/ports/7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 HTTP/1.1" status: 200 len: 1092 time: 3.3783443 Jul 05 04:22:03.196645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.197170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db18d97-5351-4986-9385-14579d48117f', 'tag': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:03.200779 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-526566', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-526589', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-527671'] for router, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.202011 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ebeda11-0198-4dc5-a5e6-112705a8dcea" -d '{"events": [{"name": "network-changed", "server_uuid": "2db18d97-5351-4986-9385-14579d48117f", "tag": "7d5faa26-65ed-4dc5-affe-a3a22e6ddb64"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:03.263251 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42927788-254e-4c42-a9fb-466c18c81bad x-openstack-request-id: req-42927788-254e-4c42-a9fb-466c18c81bad {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:03.263564 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db18d97-5351-4986-9385-14579d48117f", "tag": "7d5faa26-65ed-4dc5-affe-a3a22e6ddb64", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:03.263829 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-42927788-254e-4c42-a9fb-466c18c81bad {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:03.264309 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db18d97-5351-4986-9385-14579d48117f', 'tag': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'status': 'completed', 'code': 200} Jul 05 04:22:03.346123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac420b52-6235-4a94-a8cd-62b46c3d96fe req-92dc491b-1db5-45e4-8fca-ee469ffd9896 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3713500 Jul 05 04:22:03.356724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b283240-09a9-4ec0-a6e1-8fadb9a26bc6 service neutron] Pushing event updated for resources: {'Port': ['ID=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:03.377113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Router eb4daad8-03f4-409c-9aee-9b4df4f836f4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:03.551557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:03.560709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.564866 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b002f1d9-e10d-41c0-9a40-a2a2987888f0 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "PUT /v2.0/routers/eb4daad8-03f4-409c-9aee-9b4df4f836f4 HTTP/1.1" status: 200 len: 710 time: 2.6512392 Jul 05 04:22:03.565258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44316) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:03.569703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046c3c7-fdf5-4294-b3eb-0437794a2d44 None None] Sync routers for ids ['eb4daad8-03f4-409c-9aee-9b4df4f836f4'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:03.574701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Attempting to bind port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:03.575050 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Attempting to bind port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:03.575383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Attempting to bind port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 on network d5ade457-ca50-447d-a0d6-bbf6828030de {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:03.580717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046c3c7-fdf5-4294-b3eb-0437794a2d44 None None] Routers {'eb4daad8-03f4-409c-9aee-9b4df4f836f4'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:03.581613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b046c3c7-fdf5-4294-b3eb-0437794a2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eb4daad8-03f4-409c-9aee-9b4df4f836f4'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:03.598688 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Pushing event updated for resources: {'Port': ['ID=5735e27b-7e61-440f-ba34-bd8bbf7ea760,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:03.606229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 on network d5ade457-ca50-447d-a0d6-bbf6828030de not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:22:03.606566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Attempting to bind port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 on network d5ade457-ca50-447d-a0d6-bbf6828030de {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:03.625403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8fa693-f693-4c89-85fd-4df6d240efdb req-de40b4c3-3f70-4677-b084-35a8385906cf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:03.627269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe8fa693-f693-4c89-85fd-4df6d240efdb req-de40b4c3-3f70-4677-b084-35a8385906cf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 943 time: 0.4607170 Jul 05 04:22:03.629092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 21, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:03.629415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Checking segment: {'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:03.629802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Bound using segment: {'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:03.630368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Bound port: 5735e27b-7e61-440f-ba34-bd8bbf7ea760, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '083891ea-f5bc-4abd-97fd-19ee57fe3e26', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:03.630801 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.640485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b046c3c7-fdf5-4294-b3eb-0437794a2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:03.653447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b046c3c7-fdf5-4294-b3eb-0437794a2d44 None None] Routers {'eb4daad8-03f4-409c-9aee-9b4df4f836f4'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:03.654657 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b046c3c7-fdf5-4294-b3eb-0437794a2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:21:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eb4daad8-03f4-409c-9aee-9b4df4f836f4'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:03.680539 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0f2a49c0-23a1-47d2-a666-4276acf375d0 tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/routers/eb4daad8-03f4-409c-9aee-9b4df4f836f4 HTTP/1.1" status: 200 len: 745 time: 0.1143131 Jul 05 04:22:03.683585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44318) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:03.684210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeda11-0198-4dc5-a5e6-112705a8dcea req-04f3ada3-5eb1-4c42-ad1d-947b9aa7cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:03.686040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ebeda11-0198-4dc5-a5e6-112705a8dcea req-04f3ada3-5eb1-4c42-ad1d-947b9aa7cf6f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 1095 time: 0.3978889 Jul 05 04:22:03.721091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b046c3c7-fdf5-4294-b3eb-0437794a2d44 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:03.721341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b046c3c7-fdf5-4294-b3eb-0437794a2d44 None None] The sync data for ids ['eb4daad8-03f4-409c-9aee-9b4df4f836f4'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:03.742973 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8fcf079f-6a55-409f-8245-e3218ade72be tempest-RoutersIpV6AdminTest-692427675 tempest-RoutersIpV6AdminTest-692427675-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&device_id=eb4daad8-03f4-409c-9aee-9b4df4f836f4 HTTP/1.1" status: 200 len: 205 time: 0.0575268 Jul 05 04:22:03.746861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44322) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:03.770346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe8fa693-f693-4c89-85fd-4df6d240efdb req-c91cf8ca-3327-411e-ad93-ee0a00e66974 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174948 Jul 05 04:22:03.810597 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-71c03dfc-f1eb-44f7-9ef8-63174d852ec1 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4daad8-03f4-409c-9aee-9b4df4f836f4 HTTP/1.1" status: 200 len: 205 time: 0.0603065 Jul 05 04:22:03.811375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44324) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:03.907528 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bcec43d-645c-4833-b864-9f00b25e6d9e tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:03.960641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44328) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:03.977842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] For port 5735e27b-7e61-440f-ba34-bd8bbf7ea760, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:03.991179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] For port 5735e27b-7e61-440f-ba34-bd8bbf7ea760, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:04.010261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa38eff-f8da-47fa-8bb1-02831d82ea5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.010523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeda11-0198-4dc5-a5e6-112705a8dcea req-6badd141-0e84-4279-86f9-ba4227033b10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:04.011953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ebeda11-0198-4dc5-a5e6-112705a8dcea req-6badd141-0e84-4279-86f9-ba4227033b10 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.3066823 Jul 05 04:22:04.133316 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bcec43d-645c-4833-b864-9f00b25e6d9e tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.139426 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bcec43d-645c-4833-b864-9f00b25e6d9e tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.297557 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bcec43d-645c-4833-b864-9f00b25e6d9e tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.298093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bcec43d-645c-4833-b864-9f00b25e6d9e tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Fanout notify agent at l3_agent the message router_deleted on router eb4daad8-03f4-409c-9aee-9b4df4f836f4 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:22:04.309091 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4bcec43d-645c-4833-b864-9f00b25e6d9e tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.313589 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4bcec43d-645c-4833-b864-9f00b25e6d9e tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/eb4daad8-03f4-409c-9aee-9b4df4f836f4 HTTP/1.1" status: 204 len: 168 time: 0.4970820 Jul 05 04:22:04.313723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44330) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.352637 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-09615318-d61e-463c-af46-f2c1de43805e tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=eb4daad8-03f4-409c-9aee-9b4df4f836f4 HTTP/1.1" status: 200 len: 205 time: 0.0351236 Jul 05 04:22:04.356653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44332) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.403864 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.405071 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-cdaefc50-17b9-455e-af7a-26815f512a0c tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] delete failed (client error): The resource could not be found. Jul 05 04:22:04.409047 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cdaefc50-17b9-455e-af7a-26815f512a0c tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/eb4daad8-03f4-409c-9aee-9b4df4f836f4 HTTP/1.1" status: 404 len: 336 time: 0.0485275 Jul 05 04:22:04.409047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44334) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.454710 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8ff09be0-7888-4efb-8dde-841f1d4d806b tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=f9b28bb8-0ff0-4870-99be-dad691549e7e HTTP/1.1" status: 200 len: 205 time: 0.0395029 Jul 05 04:22:04.454710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44336) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.496777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:04.497592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.499262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] 10.222.0.26 "PUT /v2.0/ports/5735e27b-7e61-440f-ba34-bd8bbf7ea760 HTTP/1.1" status: 200 len: 1092 time: 3.6681087 Jul 05 04:22:04.500434 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-86cfbad0-a71d-4d83-91c1-da6b195fd68b tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] delete failed (client error): The resource could not be found. Jul 05 04:22:04.504754 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-86cfbad0-a71d-4d83-91c1-da6b195fd68b tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/f9b28bb8-0ff0-4870-99be-dad691549e7e HTTP/1.1" status: 404 len: 336 time: 0.0471399 Jul 05 04:22:04.504754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa38eff-f8da-47fa-8bb1-02831d82ea5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.504754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44338) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.532282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9012730-b9f4-4fdd-b9bd-5d9a853dfddc req-16d6f26a-ec2f-4a21-9585-c6db21a3d488 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:04.533945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9012730-b9f4-4fdd-b9bd-5d9a853dfddc req-16d6f26a-ec2f-4a21-9585-c6db21a3d488 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 944 time: 0.6801882 Jul 05 04:22:04.555349 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9e636e4d-a442-47cc-b1a8-e72b65bc4055 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=b0ae7962-dfa8-4205-a2fa-a96037f3d843 HTTP/1.1" status: 200 len: 205 time: 0.0469840 Jul 05 04:22:04.555349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44342) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.597406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f98696-39fb-4775-ab8b-6b0c8abb2169 service neutron] Pushing event updated for resources: {'Port': ['ID=5735e27b-7e61-440f-ba34-bd8bbf7ea760,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:04.610431 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-6cf1e209-3887-4240-8fbf-d594fd9263cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] delete failed (client error): The resource could not be found. Jul 05 04:22:04.611675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6cf1e209-3887-4240-8fbf-d594fd9263cf tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/b0ae7962-dfa8-4205-a2fa-a96037f3d843 HTTP/1.1" status: 404 len: 336 time: 0.0547867 Jul 05 04:22:04.612427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7fa38eff-f8da-47fa-8bb1-02831d82ea5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.626076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44344) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.641225 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7fa38eff-f8da-47fa-8bb1-02831d82ea5a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=736ce4a1f27247bd91fce98ed909962a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6795807 Jul 05 04:22:04.644025 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44346) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.654081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21f7719-845a-4267-8f5f-7eb4ddc06ae9 req-f4ec799d-6ceb-4f0e-8d6a-5cc0a651d8b6 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:04.656002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e21f7719-845a-4267-8f5f-7eb4ddc06ae9 req-f4ec799d-6ceb-4f0e-8d6a-5cc0a651d8b6 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 943 time: 0.6612368 Jul 05 04:22:04.692104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9012730-b9f4-4fdd-b9bd-5d9a853dfddc req-b2aee153-4043-47ea-8138-d45b1315145d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1473553 Jul 05 04:22:04.694451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0c63b182-2d59-4c78-8e71-3e6c52410093 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=635a9886-c4e0-4fd8-b548-f9b44d779f73 HTTP/1.1" status: 200 len: 205 time: 0.0667913 Jul 05 04:22:04.698884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44348) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.709522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa38eff-f8da-47fa-8bb1-02831d82ea5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c9e642d-8646-4bc3-b395-94a99da2ec78,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:04.759073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4547a9dd-76da-483a-93aa-91dbe594be75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.759602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebeda11-0198-4dc5-a5e6-112705a8dcea req-e9a399a6-3340-4705-8538-f8cf7e25f8fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:04.761777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ebeda11-0198-4dc5-a5e6-112705a8dcea req-e9a399a6-3340-4705-8538-f8cf7e25f8fe service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3707716 Jul 05 04:22:04.801947 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4547a9dd-76da-483a-93aa-91dbe594be75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.802807 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-b0bcf151-3bee-46f8-b423-672299da8005 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] delete failed (client error): The resource could not be found. Jul 05 04:22:04.803801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b0bcf151-3bee-46f8-b423-672299da8005 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/635a9886-c4e0-4fd8-b548-f9b44d779f73 HTTP/1.1" status: 404 len: 336 time: 0.1025026 Jul 05 04:22:04.809648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44350) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.890522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e21f7719-845a-4267-8f5f-7eb4ddc06ae9 req-e220cd6a-ce34-469f-bdd6-666b6218cab0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2085478 Jul 05 04:22:04.894749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3851a771-9aec-4fd8-a161-efd0867a44f2 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=d89a05ef-fc9a-4af7-a409-8150c2e7e4fd HTTP/1.1" status: 200 len: 205 time: 0.0805390 Jul 05 04:22:04.895837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44354) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.924825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088963-37e0-423a-8ca1-985d4725e3ce req-bde0ca54-c926-4596-a6fe-081ca2a5f5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:04.924825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-bde0ca54-c926-4596-a6fe-081ca2a5f5ab service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fc58fb3570f4016ac7d53701f44ba59&device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 1095 time: 0.2628748 Jul 05 04:22:04.953361 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-eac68397-7b8e-468a-b8cb-188813f4738b tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] delete failed (client error): The resource could not be found. Jul 05 04:22:04.954459 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eac68397-7b8e-468a-b8cb-188813f4738b tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/d89a05ef-fc9a-4af7-a409-8150c2e7e4fd HTTP/1.1" status: 404 len: 336 time: 0.0576053 Jul 05 04:22:04.955128 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4547a9dd-76da-483a-93aa-91dbe594be75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.958433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4547a9dd-76da-483a-93aa-91dbe594be75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:04.959998 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4547a9dd-76da-483a-93aa-91dbe594be75 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2c9e642d-8646-4bc3-b395-94a99da2ec78 HTTP/1.1" status: 204 len: 168 time: 0.3149076 Jul 05 04:22:04.961367 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44356) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:04.981855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4547a9dd-76da-483a-93aa-91dbe594be75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c9e642d-8646-4bc3-b395-94a99da2ec78,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:05.001903 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0770d840-24b7-4e01-b7e9-4670b0251f9d tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "GET /v2.0/ports?device_id=22b61fe8-d908-4485-9a79-f8b8239c9b9e HTTP/1.1" status: 200 len: 205 time: 0.0371003 Jul 05 04:22:05.004433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-5ba02e29-2430-4357-996f-627f859b7bd3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760 HTTP/1.1" status: 200 len: 217 time: 0.0679696 Jul 05 04:22:05.004927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44360) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:05.025516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db55d-26ac-4b26-8164-e952815cf96b req-d119762f-0ee6-452e-a7ad-731474ea19fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:05.035416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-d119762f-0ee6-452e-a7ad-731474ea19fa service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 1095 time: 0.2164936 Jul 05 04:22:05.055556 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-d73f9943-39a3-47d3-9810-e85f13826512 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] delete failed (client error): The resource could not be found. Jul 05 04:22:05.057219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d73f9943-39a3-47d3-9810-e85f13826512 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/routers/22b61fe8-d908-4485-9a79-f8b8239c9b9e HTTP/1.1" status: 404 len: 336 time: 0.0516689 Jul 05 04:22:05.060008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44362) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:05.097536 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e74f32-c0f4-4da6-880d-c32ef31aa8d2 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] DELETE failed (client error): The resource could not be found. Jul 05 04:22:05.098264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63e74f32-c0f4-4da6-880d-c32ef31aa8d2 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:22:05.100410 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-63e74f32-c0f4-4da6-880d-c32ef31aa8d2 tempest-RoutersIpV6AdminTest-864585292 tempest-RoutersIpV6AdminTest-864585292-project] 10.222.0.30 "DELETE /v2.0/subnets/7e91639b-ed59-4a2d-8fcc-a7c1d45e228e HTTP/1.1" status: 404 len: 337 time: 0.0387223 Jul 05 04:22:05.104207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-5d3f6aba-1504-4e4a-a21c-39f57052e787 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 HTTP/1.1" status: 200 len: 217 time: 0.0499687 Jul 05 04:22:05.118251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088963-37e0-423a-8ca1-985d4725e3ce req-e2cae7bd-4eee-4198-8000-07f276bb6008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:05.121212 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-e2cae7bd-4eee-4198-8000-07f276bb6008 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77ff325b-804c-4ade-8eba-768c27cec993 HTTP/1.1" status: 200 len: 852 time: 0.1056240 Jul 05 04:22:05.206398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b8dc9d-ccd0-4e9b-b930-542299ff6a89 req-2ca03716-ccc7-43f1-80af-6c88088fc9fc tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:05.207946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6b8dc9d-ccd0-4e9b-b930-542299ff6a89 req-2ca03716-ccc7-43f1-80af-6c88088fc9fc tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 943 time: 0.2872291 Jul 05 04:22:05.230081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db55d-26ac-4b26-8164-e952815cf96b req-5be334da-a83c-4e23-a49d-326ea5390298 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:05.231526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-5be334da-a83c-4e23-a49d-326ea5390298 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b HTTP/1.1" status: 200 len: 834 time: 0.1166110 Jul 05 04:22:05.271841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:05.275022 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:05.309149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6b8dc9d-ccd0-4e9b-b930-542299ff6a89 req-ef22c008-c825-419a-9c34-76b2f530e41f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932457 Jul 05 04:22:05.317028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45088963-37e0-423a-8ca1-985d4725e3ce req-13164c21-dfc9-4adc-8f2c-c6d61c405307 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:05.321644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-13164c21-dfc9-4adc-8f2c-c6d61c405307 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5ade457-ca50-447d-a0d6-bbf6828030de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1860514 Jul 05 04:22:05.321644 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab649ab9-aff2-4015-b57d-37f2060091ef x-openstack-request-id: req-ab649ab9-aff2-4015-b57d-37f2060091ef {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:05.321644 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:05.321644 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab649ab9-aff2-4015-b57d-37f2060091ef {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:05.321644 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'status': 'completed', 'code': 200} Jul 05 04:22:05.388714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58db55d-26ac-4b26-8164-e952815cf96b req-32701d77-0a9d-45bd-aa63-8ff9d43584db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:05.390254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-32701d77-0a9d-45bd-aa63-8ff9d43584db service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ef61ee5-d9ca-42bb-bfd0-1078f402d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491506 Jul 05 04:22:05.505253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-b2ee272d-f251-4fe1-9ec9-63a647c43df7 service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1696095 Jul 05 04:22:05.588542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-37cea2d8-24b8-4988-82c1-0da3b19da199 service neutron] 10.222.0.26 "GET /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801133 Jul 05 04:22:05.635798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44378) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:05.682420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45088963-37e0-423a-8ca1-985d4725e3ce req-afa88d17-315d-4770-93e6-aa8e3de60fea service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1680825 Jul 05 04:22:05.718807 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a58db55d-26ac-4b26-8164-e952815cf96b req-4c9e1b69-c290-4767-a439-37abfaee48c0 service neutron] 10.222.0.26 "GET /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201921 Jul 05 04:22:05.779452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7750ed0a-d4ee-4d1c-a8dc-91ab01d08d79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.910580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7750ed0a-d4ee-4d1c-a8dc-91ab01d08d79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:05.984262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915d0321-3138-47d2-af94-a2e9ff530014 req-9ebc5f6a-bc69-4690-ad9b-4d66ad5212ae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:05.986357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-915d0321-3138-47d2-af94-a2e9ff530014 req-9ebc5f6a-bc69-4690-ad9b-4d66ad5212ae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 944 time: 0.1267331 Jul 05 04:22:05.988419 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7750ed0a-d4ee-4d1c-a8dc-91ab01d08d79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.016356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-a7cf1cc2-107e-4052-84f5-944c239c6e44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.018053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-a7cf1cc2-107e-4052-84f5-944c239c6e44 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fc58fb3570f4016ac7d53701f44ba59&device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 1095 time: 0.1122100 Jul 05 04:22:06.053013 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7750ed0a-d4ee-4d1c-a8dc-91ab01d08d79 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=136b61e181774427a45fe81968f3d2b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4160419 Jul 05 04:22:06.058201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44392) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:06.079708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7750ed0a-d4ee-4d1c-a8dc-91ab01d08d79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=028d2b6f-9998-40c7-962e-3161469d9abc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:06.086618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-915d0321-3138-47d2-af94-a2e9ff530014 req-96b62628-1255-4992-8dc7-5c52ec268c93 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0945795 Jul 05 04:22:06.167015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d479e007-5072-4131-b75e-e62a499c9eac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.192381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d479e007-5072-4131-b75e-e62a499c9eac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.218914 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-8b8a7f92-80b7-4b8f-b0a8-752d26c9b1d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.220700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-8b8a7f92-80b7-4b8f-b0a8-752d26c9b1d7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5ade457-ca50-447d-a0d6-bbf6828030de HTTP/1.1" status: 200 len: 914 time: 0.1780162 Jul 05 04:22:06.229209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09117697-e8c5-4c24-b42b-357706ad9d95 req-426db4b3-02e7-448a-8e29-2087192cbbcc tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.230523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09117697-e8c5-4c24-b42b-357706ad9d95 req-426db4b3-02e7-448a-8e29-2087192cbbcc tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 943 time: 0.1520841 Jul 05 04:22:06.286784 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-8d2a2855-988c-4f39-be6e-f63a2fbc70fd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760 HTTP/1.1" status: 200 len: 217 time: 0.0550151 Jul 05 04:22:06.348797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09117697-e8c5-4c24-b42b-357706ad9d95 req-67aa068e-e771-4b57-9569-2ed7d2c9967b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1097617 Jul 05 04:22:06.358696 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d479e007-5072-4131-b75e-e62a499c9eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.364494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d479e007-5072-4131-b75e-e62a499c9eac admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.369905 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d479e007-5072-4131-b75e-e62a499c9eac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/028d2b6f-9998-40c7-962e-3161469d9abc HTTP/1.1" status: 204 len: 168 time: 0.3076446 Jul 05 04:22:06.381942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-76d90118-de75-4d84-b239-28a3aa2374ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.384289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-76d90118-de75-4d84-b239-28a3aa2374ce service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77ff325b-804c-4ade-8eba-768c27cec993 HTTP/1.1" status: 200 len: 852 time: 0.0890808 Jul 05 04:22:06.395920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d479e007-5072-4131-b75e-e62a499c9eac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=028d2b6f-9998-40c7-962e-3161469d9abc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:06.524002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-044f4582-f6af-46ea-a31d-782768b3796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.524002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-044f4582-f6af-46ea-a31d-782768b3796c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5ade457-ca50-447d-a0d6-bbf6828030de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1282830 Jul 05 04:22:06.610991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec81a612-c518-4692-981b-451240fc418e req-9b579670-9d6c-4be7-ba4c-276465ee2e1f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:06.612608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec81a612-c518-4692-981b-451240fc418e req-9b579670-9d6c-4be7-ba4c-276465ee2e1f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 943 time: 0.1469502 Jul 05 04:22:06.621279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a4a0f067-8557-483f-9665-3360237b4ecc details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:22:06.676789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-d881ce4d-d28f-4a35-aaaf-8c20bd0ff0a1 service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458676 Jul 05 04:22:06.684465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec81a612-c518-4692-981b-451240fc418e req-1137150e-a461-43ba-adbd-df36f61ca227 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640030 Jul 05 04:22:06.792949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:06.811870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'port_id': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'mac_address': 'fa:16:3e:26:60:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:22:06.864697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ca5f29b-eccf-4d7b-842f-1a5a15f3c3b3 req-3a9d4a80-7e47-4142-a2d8-dab2a1118448 service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1787832 Jul 05 04:22:06.877863 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:06.899392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4a0f067-8557-483f-9665-3360237b4ecc {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:06.925997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:07.015469 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.071860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a4a0f067-8557-483f-9665-3360237b4ecc,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:07.273741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a4a0f067-8557-483f-9665-3360237b4ecc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:07.315290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e1192d-5a82-46b1-9b81-78b51b6abc38 req-f545517f-8de5-4e9d-9565-a4653374e014 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:07.315290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44e1192d-5a82-46b1-9b81-78b51b6abc38 req-f545517f-8de5-4e9d-9565-a4653374e014 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 945 time: 0.0825176 Jul 05 04:22:07.316097 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44414) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:07.364115 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4643048f-3bd3-4b3c-af4f-ba914f9766e4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a465c5135c45402ba1dbc8f41fdc464a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0476878 Jul 05 04:22:07.366854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44416) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:07.385092 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44e1192d-5a82-46b1-9b81-78b51b6abc38 req-01d6c568-6020-4f3b-a473-1878ccbc6e49 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594838 Jul 05 04:22:07.434727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ffeb-dc83-4ac3-a284-58dba46ba1a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.459661 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ffeb-dc83-4ac3-a284-58dba46ba1a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.640428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42785e72-cc9a-48c1-b91f-3d7f7abbd398 req-cc95358b-35fc-468f-ac7d-71fd4fd5b06f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:07.647789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42785e72-cc9a-48c1-b91f-3d7f7abbd398 req-cc95358b-35fc-468f-ac7d-71fd4fd5b06f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 943 time: 0.1127939 Jul 05 04:22:07.666625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ffeb-dc83-4ac3-a284-58dba46ba1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.669647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cfc1ffeb-dc83-4ac3-a284-58dba46ba1a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:07.671418 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cfc1ffeb-dc83-4ac3-a284-58dba46ba1a8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ec21a491-4a9b-46fe-a867-894ce690a449 HTTP/1.1" status: 204 len: 168 time: 0.3021247 Jul 05 04:22:07.689698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc1ffeb-dc83-4ac3-a284-58dba46ba1a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec21a491-4a9b-46fe-a867-894ce690a449,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:07.700584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42785e72-cc9a-48c1-b91f-3d7f7abbd398 req-b1bf9b7a-f083-483e-b137-dca19984a16b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516937 Jul 05 04:22:07.901249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb77f74-7f2b-4274-99eb-e7b5a928a640 req-ccd76473-2c7d-4215-b89b-09c9abcd416d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:07.916836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cb77f74-7f2b-4274-99eb-e7b5a928a640 req-ccd76473-2c7d-4215-b89b-09c9abcd416d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 943 time: 0.0908878 Jul 05 04:22:07.950065 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cb77f74-7f2b-4274-99eb-e7b5a928a640 req-13f12bb8-ccf8-4935-acc0-e0fac5fa6205 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393822 Jul 05 04:22:08.078960 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dde4e24a-adae-4f6c-8149-4ad9d1cdb36a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.598150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b00d93f0-a755-463f-b7cc-1455402012f8 req-e85d1f04-4a71-4278-851d-eee554b5a633 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:08.600021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b00d93f0-a755-463f-b7cc-1455402012f8 req-e85d1f04-4a71-4278-851d-eee554b5a633 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 945 time: 0.0929334 Jul 05 04:22:08.643474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:22:08.649733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a4a0f067-8557-483f-9665-3360237b4ecc up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:08.661103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b00d93f0-a755-463f-b7cc-1455402012f8 req-2b5e807a-b29e-4bc9-a339-58bc7439b926 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526099 Jul 05 04:22:08.863383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:08.880522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'mac_address': 'fa:16:3e:4a:1b:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:22:08.909259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port a4a0f067-8557-483f-9665-3360237b4ecc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:08.912100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c10a2f57-d47e-4c2d-9c98-9313ede1c79b req-b8196eea-89c3-490c-9e28-a54847f2d06c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:08.918933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c10a2f57-d47e-4c2d-9c98-9313ede1c79b req-b8196eea-89c3-490c-9e28-a54847f2d06c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 943 time: 0.0797114 Jul 05 04:22:08.919112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port a4a0f067-8557-483f-9665-3360237b4ecc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:08.919112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.948841 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:08.972411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:08.984050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c10a2f57-d47e-4c2d-9c98-9313ede1c79b req-ecb4f93e-9d77-4d5d-bd61-134b1809cf11 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615323 Jul 05 04:22:09.003634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:09.068149 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.095392 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.105340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:09.112072 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8faca805-a418-49aa-ac99-5cbf600656ca" -d '{"events": [{"server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "name": "network-vif-plugged", "status": "completed", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:09.141179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:09.171327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:09.187622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44462) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:09.202463 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-782e4203-eba1-4786-a23e-be4c06bfdcb0 x-openstack-request-id: req-782e4203-eba1-4786-a23e-be4c06bfdcb0 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:09.202761 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "name": "network-vif-plugged", "status": "completed", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:09.203121 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-782e4203-eba1-4786-a23e-be4c06bfdcb0 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:09.203532 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'code': 200} Jul 05 04:22:09.221224 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.228883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0796c36-ecd6-4ded-9435-345a311e6bc2 req-44f7124d-b2fe-45ca-90a2-90f17bc7499d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:09.231314 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0796c36-ecd6-4ded-9435-345a311e6bc2 req-44f7124d-b2fe-45ca-90a2-90f17bc7499d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 943 time: 0.1176999 Jul 05 04:22:09.281637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a4a0f067-8557-483f-9665-3360237b4ecc,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:09.310380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0796c36-ecd6-4ded-9435-345a311e6bc2 req-5217c838-b5c1-4f10-bc35-a2267acb9510 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638986 Jul 05 04:22:09.332119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-806567747'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:09.334317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897a3677-d4b0-44bf-9ff6-7d5bf33ab82f req-3e85a100-98fe-4d04-b1db-87f10601a532 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:09.336177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-897a3677-d4b0-44bf-9ff6-7d5bf33ab82f req-3e85a100-98fe-4d04-b1db-87f10601a532 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1098 time: 0.0749710 Jul 05 04:22:09.350613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['7d5faa26-65ed-4dc5-affe-a3a22e6ddb64'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:09.376510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-897a3677-d4b0-44bf-9ff6-7d5bf33ab82f req-3a998581-1a68-4351-a956-ef3ca5b1fae1 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323274 Jul 05 04:22:09.459156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Made reservation on behalf of f6c91b499ef8483faa5aaefa4b8a09a1 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:09.463655 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.473624 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.575235 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.660653 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.691043 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:22:09.701105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1b2fb055-a7e6-4637-aad8-230ed2e53276,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:09.706038 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.706412 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Added segment 27acc3ea-1167-402f-b6f1-8dcc63223bd6 of type vlan for network d255aae9-bd50-49af-a9c5-616e47295531 Jul 05 04:22:09.761060 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.875293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.881513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:09.882202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:09.889086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e71000f-37b9-425b-b362-6f8ad854c13e req-a4f856bf-efb6-4906-b487-ed2b744e837d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:09.892699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e71000f-37b9-425b-b362-6f8ad854c13e req-a4f856bf-efb6-4906-b487-ed2b744e837d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.0820298 Jul 05 04:22:09.951758 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e71000f-37b9-425b-b362-6f8ad854c13e req-0b154761-6603-49e1-a34c-1ddce3f26f8e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0558257 Jul 05 04:22:09.957678 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Network': ['ID=d255aae9-bd50-49af-a9c5-616e47295531,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:09.972319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d255aae9-bd50-49af-a9c5-616e47295531 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:22:10.331130 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6290d7d9-a850-4877-b8ff-aa895a44b055 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8388829 Jul 05 04:22:10.332583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44480) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:10.332583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'subnet': {'network_id': 'd255aae9-bd50-49af-a9c5-616e47295531', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:10.332583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a7ce83-3ba5-4f9f-86e8-9ba23cb98ef9 req-91d3fd4a-cbce-486e-9383-cde8ddfb28c7 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:10.332583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01a7ce83-3ba5-4f9f-86e8-9ba23cb98ef9 req-91d3fd4a-cbce-486e-9383-cde8ddfb28c7 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 944 time: 0.1005592 Jul 05 04:22:10.332583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01a7ce83-3ba5-4f9f-86e8-9ba23cb98ef9 req-e09ac5c6-9da0-4c93-9ae0-ed81d12736ac tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372806 Jul 05 04:22:10.404635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Made reservation on behalf of f6c91b499ef8483faa5aaefa4b8a09a1 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:10.408838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.568528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ff1cfc-1298-4b63-af28-109170e3715b req-737cfb2f-f27f-410f-a7b2-9657fe443956 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:10.575359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13ff1cfc-1298-4b63-af28-109170e3715b req-737cfb2f-f27f-410f-a7b2-9657fe443956 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 943 time: 0.1195219 Jul 05 04:22:10.657076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:10.659803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13ff1cfc-1298-4b63-af28-109170e3715b req-0a7a039c-9931-45bb-a19f-8e686efe5260 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835543 Jul 05 04:22:10.836961 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b96a3d3d-80ef-4161-9fae-996c82bc70a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.878145 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:22:10.906750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:10.907061 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.913058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:10.913465 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.944381 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:10.985217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Subnet': ['ID=e55da2f2-c30a-4964-86d0-46029a211801,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:10.991758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Checking segment: {'id': '27acc3ea-1167-402f-b6f1-8dcc63223bd6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd255aae9-bd50-49af-a9c5-616e47295531'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:10.991758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network hostable DHCP agents. Network: d255aae9-bd50-49af-a9c5-616e47295531, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:22:11.008324 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.046387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:11.099598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network d255aae9-bd50-49af-a9c5-616e47295531 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:22:11.129486 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.198629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d255aae9-bd50-49af-a9c5-616e47295531) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:11.200250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:11.213791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db18d97-5351-4986-9385-14579d48117f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:11.213791 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f630d8-3e9b-46da-8857-52a9316d2335" -d '{"events": [{"server_uuid": "2db18d97-5351-4986-9385-14579d48117f", "name": "network-vif-plugged", "status": "completed", "tag": "7d5faa26-65ed-4dc5-affe-a3a22e6ddb64"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:11.214755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1a7063-99f3-4fe8-b874-16f11a3d06ee req-4315782b-a9aa-4d3f-8b16-06f1f56715e2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:11.216575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee1a7063-99f3-4fe8-b874-16f11a3d06ee req-4315782b-a9aa-4d3f-8b16-06f1f56715e2 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.0911109 Jul 05 04:22:11.218015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:11.218165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ff017c-ac7e-4301-adfc-9b77388a43e1 None None] Network d255aae9-bd50-49af-a9c5-616e47295531 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:11.218838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.262788 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53180d17-b566-4814-a9f8-98291ddf5b16 x-openstack-request-id: req-53180d17-b566-4814-a9f8-98291ddf5b16 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:11.263304 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db18d97-5351-4986-9385-14579d48117f", "name": "network-vif-plugged", "status": "completed", "tag": "7d5faa26-65ed-4dc5-affe-a3a22e6ddb64", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:11.263688 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53180d17-b566-4814-a9f8-98291ddf5b16 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:11.268506 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db18d97-5351-4986-9385-14579d48117f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'code': 200} Jul 05 04:22:11.285283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee1a7063-99f3-4fe8-b874-16f11a3d06ee req-c49c23a5-68ff-43d6-b4af-c971714eb1cc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550957 Jul 05 04:22:11.341346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-54869cab-cc69-4a54-8455-418314720bf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3086801 Jul 05 04:22:11.350830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44514) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:11.360817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1530895636', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:11.395195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6edfdb50-2db1-41eb-9db9-9bdac47f8aad None None] Network d255aae9-bd50-49af-a9c5-616e47295531 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:11.442084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a33a82b-2498-4328-9433-e3f53caaff30 req-ef2c5a00-e8dd-413c-8a54-edf3fdf45525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:11.443827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a33a82b-2498-4328-9433-e3f53caaff30 req-ef2c5a00-e8dd-413c-8a54-edf3fdf45525 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 1097 time: 0.1011508 Jul 05 04:22:11.485116 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.486516 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.565649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a33a82b-2498-4328-9433-e3f53caaff30 req-bb08fe5a-0118-43ba-b628-b8fd7fe0c3eb service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126497 Jul 05 04:22:11.570148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.599709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450a6f7d-2aa2-485e-8e47-9f7cbd5e13a1 req-b36860e2-2d53-413d-abd6-14a395c57562 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:11.601332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-450a6f7d-2aa2-485e-8e47-9f7cbd5e13a1 req-b36860e2-2d53-413d-abd6-14a395c57562 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 945 time: 0.1367309 Jul 05 04:22:11.642291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb7e40c-dda2-4f23-80bb-cad67557d693 req-f9196d15-dd01-4f7c-876b-47e546e6de38 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:11.643773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cb7e40c-dda2-4f23-80bb-cad67557d693 req-f9196d15-dd01-4f7c-876b-47e546e6de38 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.1426911 Jul 05 04:22:11.670979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-450a6f7d-2aa2-485e-8e47-9f7cbd5e13a1 req-6c98a5dd-e635-4c72-aca1-f754f59a43ea tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634365 Jul 05 04:22:11.701189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cb7e40c-dda2-4f23-80bb-cad67557d693 req-f1983b49-416e-4325-bb75-27d612079028 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457013 Jul 05 04:22:11.751977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44522) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:11.814620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad79cb40-ae29-4f23-98ce-607b91ce76f6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:11.818911 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ad79cb40-ae29-4f23-98ce-607b91ce76f6 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1093 time: 0.0631979 Jul 05 04:22:11.822994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44524) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:11.828474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:11.930240 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:11.977003 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.025975 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.167289 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.267175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6583f52e-8fc5-4ee1-a1a4-a99e85a64868 req-f51a3e10-bd4c-4b8f-a206-d3235041ebca tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:12.269163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6583f52e-8fc5-4ee1-a1a4-a99e85a64868 req-f51a3e10-bd4c-4b8f-a206-d3235041ebca tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 943 time: 0.1963344 Jul 05 04:22:12.326909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.350995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.375812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6583f52e-8fc5-4ee1-a1a4-a99e85a64868 req-322bcf9e-6726-4a61-b639-03e77a98b58d tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0956666 Jul 05 04:22:12.390021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.25.4.37 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/52480330-3329-405e-89ec-d12bd3a3ec79) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:12.506680 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.675329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5735e27b-7e61-440f-ba34-bd8bbf7ea760 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:22:12.679233 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.736365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:12.747168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:12.755021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:12.785832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.25.4.40 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/bff7d974-4518-4d34-a19b-363ca46b7eec) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:12.815586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=52480330-3329-405e-89ec-d12bd3a3ec79,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:12.849078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5735e27b-7e61-440f-ba34-bd8bbf7ea760, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:12.876871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'port_id': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'mac_address': 'fa:16:3e:99:11:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:22:12.949582 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:12.970979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5735e27b-7e61-440f-ba34-bd8bbf7ea760 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:22:12.980125 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.000051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5735e27b-7e61-440f-ba34-bd8bbf7ea760, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:13.095456 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.130766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f1307-c98a-45ca-9f39-300a34d22dd4 req-7cc95fba-14fe-4daa-a6e3-521c56844891 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:13.135666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.138590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-238f1307-c98a-45ca-9f39-300a34d22dd4 req-7cc95fba-14fe-4daa-a6e3-521c56844891 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 945 time: 0.2491612 Jul 05 04:22:13.184412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5735e27b-7e61-440f-ba34-bd8bbf7ea760,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:13.199675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:13.207208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:13.210903 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:13.235426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=bff7d974-4518-4d34-a19b-363ca46b7eec,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:13.341074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['5735e27b-7e61-440f-ba34-bd8bbf7ea760'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:22:13.494762 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.667752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-238f1307-c98a-45ca-9f39-300a34d22dd4 req-3211f7b0-39af-4d0f-bea9-6d7e083ddba6 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5281651 Jul 05 04:22:13.685499 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:13.937330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d9dadb-1853-4448-9089-f322165605c9 req-89174908-52f2-408e-a5bb-eb926d2ba2c5 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:13.938969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02d9dadb-1853-4448-9089-f322165605c9 req-89174908-52f2-408e-a5bb-eb926d2ba2c5 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 944 time: 0.2665033 Jul 05 04:22:13.972218 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.085734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e668a03-c381-4c4e-b454-e11db7074de3 req-bb33f742-8428-4f32-8e63-e828062017c4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:14.092792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e668a03-c381-4c4e-b454-e11db7074de3 req-bb33f742-8428-4f32-8e63-e828062017c4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 945 time: 0.2678099 Jul 05 04:22:14.208204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02d9dadb-1853-4448-9089-f322165605c9 req-6a75a47c-17af-4e55-812c-2d59cf9db4bb tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2445719 Jul 05 04:22:14.250542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e668a03-c381-4c4e-b454-e11db7074de3 req-a445c7e6-d2cc-4207-8460-a202256357b7 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1568735 Jul 05 04:22:14.265947 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.291262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44548) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:14.316198 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.423289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-034f3acd-2fe8-402c-9319-f8900fe467b4 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:14.425908 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-034f3acd-2fe8-402c-9319-f8900fe467b4 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 1092 time: 0.1340294 Jul 05 04:22:14.429153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44550) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:14.434773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:14.529591 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.553822 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.573025 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:14.580049 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.662026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:22:14.683363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5735e27b-7e61-440f-ba34-bd8bbf7ea760 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:14.784383 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.815020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:14.819113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:14.819486 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.825136 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61c5b523-4482-4b7e-a292-87c96621d92f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.849903 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.904258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.957243 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:14.992935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=52480330-3329-405e-89ec-d12bd3a3ec79,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:15.004493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:15.007633 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8865a50-50ba-41d9-849e-8931b13f9aa3" -d '{"events": [{"server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "name": "network-vif-plugged", "status": "completed", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:15.046085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 5735e27b-7e61-440f-ba34-bd8bbf7ea760, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:15.054956 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.099849 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28a54a9-a247-4578-8be3-9f80394e57d0 x-openstack-request-id: req-b28a54a9-a247-4578-8be3-9f80394e57d0 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:15.100116 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "name": "network-vif-plugged", "status": "completed", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:15.100404 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b28a54a9-a247-4578-8be3-9f80394e57d0 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:15.105483 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'code': 200} Jul 05 04:22:15.105483 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.169166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Allocated IP 172.25.4.252 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/2a90b125-e65f-4ec6-abf9-8ac6ad369cf0) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:15.190753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:15.204905 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d71a45-e9cd-4d9c-a8d8-7bf2e8022f08 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:15.221270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=5735e27b-7e61-440f-ba34-bd8bbf7ea760,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:15.232950 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d71a45-e9cd-4d9c-a8d8-7bf2e8022f08 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:15.233621 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-50d71a45-e9cd-4d9c-a8d8-7bf2e8022f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:15.337948 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-50d71a45-e9cd-4d9c-a8d8-7bf2e8022f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:15.355490 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d71a45-e9cd-4d9c-a8d8-7bf2e8022f08 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:15.357341 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-50d71a45-e9cd-4d9c-a8d8-7bf2e8022f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:15.423972 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Floating IP 5e46a6aa-dccb-4359-a880-f3da04bb022e associated. External IP: 172.25.4.37, port: a4a0f067-8557-483f-9665-3360237b4ecc. Jul 05 04:22:15.428429 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-50d71a45-e9cd-4d9c-a8d8-7bf2e8022f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:15.429422 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d71a45-e9cd-4d9c-a8d8-7bf2e8022f08 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:15.445207 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.476117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61c5b523-4482-4b7e-a292-87c96621d92f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.536648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-61c5b523-4482-4b7e-a292-87c96621d92f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.564930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77bf11c-65d8-4b83-a399-657ba9a95e6d req-70e509fc-656b-434e-8f1f-6ac2df6c964c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.569841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c77bf11c-65d8-4b83-a399-657ba9a95e6d req-70e509fc-656b-434e-8f1f-6ac2df6c964c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 1097 time: 0.2772520 Jul 05 04:22:15.573773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.613817 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-61c5b523-4482-4b7e-a292-87c96621d92f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bfa5deac53894bca98a8b1dfea7e147a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0373399 Jul 05 04:22:15.615585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c5b523-4482-4b7e-a292-87c96621d92f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7919ac1e-16e6-4886-b1ba-0712ab90b782,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:15.620064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44564) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:15.637218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c77bf11c-65d8-4b83-a399-657ba9a95e6d req-fde9d5c8-a21c-4949-a773-4a50f6cf0f0b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584323 Jul 05 04:22:15.646164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf946ac-faff-4ec9-90aa-3238421a67fe req-3c9fde4d-9201-4180-8666-6baff6a27245 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:15.647795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daf946ac-faff-4ec9-90aa-3238421a67fe req-3c9fde4d-9201-4180-8666-6baff6a27245 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 945 time: 0.2322216 Jul 05 04:22:15.649045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:15.655574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:15.661518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=2a90b125-e65f-4ec6-abf9-8ac6ad369cf0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:15.666756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:15.672823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.674024 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3971bc93-25c5-47ea-b6db-126cb78afcd6 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3221591 Jul 05 04:22:15.683998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44566) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:15.733555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ad2bab59-7c8e-4ebb-a84a-c43dc9d35385 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.792385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ad2bab59-7c8e-4ebb-a84a-c43dc9d35385 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:15.817027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daf946ac-faff-4ec9-90aa-3238421a67fe req-f6d57ba5-4ff4-4f28-9aaa-d02e8cec0b4c tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1337857 Jul 05 04:22:15.905133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:15.998384 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ad2bab59-7c8e-4ebb-a84a-c43dc9d35385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.001909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ad2bab59-7c8e-4ebb-a84a-c43dc9d35385 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.005443 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ad2bab59-7c8e-4ebb-a84a-c43dc9d35385 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7919ac1e-16e6-4886-b1ba-0712ab90b782 HTTP/1.1" status: 204 len: 168 time: 0.3818488 Jul 05 04:22:16.048833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2bab59-7c8e-4ebb-a84a-c43dc9d35385 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7919ac1e-16e6-4886-b1ba-0712ab90b782,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:16.156253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:16.167782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] Sync routers for ids ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:16.179660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] Routers {'ca33ead4-bc05-49ea-acf3-22ce5427fcc3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:16.180870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:16.187854 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.310029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] Set router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:16.328509 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.404273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.416855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-86df0c4e-412c-48aa-8eec-abd1c38cba47 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.5876086 Jul 05 04:22:16.431455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:16.453461 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072644ac-c7b9-47d3-88e5-64da430ecbe7" -d '{"events": [{"name": "network-changed", "server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:16.504329 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc973c6e-8bfa-40b7-951d-0a0e9870774c x-openstack-request-id: req-cc973c6e-8bfa-40b7-951d-0a0e9870774c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:16.504646 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:16.504904 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc973c6e-8bfa-40b7-951d-0a0e9870774c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:16.505846 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'status': 'completed', 'code': 200} Jul 05 04:22:16.521049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.644183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.741296 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.844622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=2a90b125-e65f-4ec6-abf9-8ac6ad369cf0,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:16.862867 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:16.922638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5e46a6aa-dccb-4359-a880-f3da04bb022e', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'port_id': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'mac_address': 'fa:16:3e:26:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:13Z', 'updated_at': '2021-07-05T04:22:13Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2749ca52-4101-4406-8d99-b46cbb92d067', 'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:83:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:52Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:16.985315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] Checking router: ca33ead4-bc05-49ea-acf3-22ce5427fcc3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:17.005242 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] Routers {'ca33ead4-bc05-49ea-acf3-22ce5427fcc3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:17.008577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:17.052815 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Floating IP 738ca557-e2e0-4a47-82ce-eaafddbcd111 associated. External IP: 172.25.4.252, port: 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64. Jul 05 04:22:17.224457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] Set router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:17.354645 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ec60c4-e191-4b59-83f1-ed37b4dc27da req-4b8294ac-9041-47ae-ab0c-afb8f538d6f1 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:17.356597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02ec60c4-e191-4b59-83f1-ed37b4dc27da req-4b8294ac-9041-47ae-ab0c-afb8f538d6f1 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 945 time: 0.1579878 Jul 05 04:22:17.364867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-a59d88c6-8750-4c36-b230-ebb83a66bbda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:17.366428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-a59d88c6-8750-4c36-b230-ebb83a66bbda service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1098 time: 0.8125238 Jul 05 04:22:17.385159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a61a33-7e5f-4fd9-b6e2-6222f0a6e3b0 req-5146596b-425f-47e2-8c35-89af837960eb tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:17.392256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70a61a33-7e5f-4fd9-b6e2-6222f0a6e3b0 req-5146596b-425f-47e2-8c35-89af837960eb tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.8366382 Jul 05 04:22:17.482103 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:17.522213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-5d84fd60-911d-4392-9b3e-6efeec0388b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:17.523830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-5d84fd60-911d-4392-9b3e-6efeec0388b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0bbc5981-12f7-4638-81b1-7bb0994fb32f HTTP/1.1" status: 200 len: 898 time: 0.1296554 Jul 05 04:22:17.655270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5e46a6aa-dccb-4359-a880-f3da04bb022e', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'port_id': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'mac_address': 'fa:16:3e:26:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:13Z', 'updated_at': '2021-07-05T04:22:13Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2749ca52-4101-4406-8d99-b46cbb92d067', 'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:83:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:52Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:17.658135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:17.669786 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] Sync routers for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:17.684178 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:17.684829 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:17.736703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67f82362-ffe5-4f18-8138-fb680ff40e9b None None] The sync data for ids ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'] in n-d-758944-41 is: [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '5e46a6aa-dccb-4359-a880-f3da04bb022e', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.37', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'port_id': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3664, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'mac_address': 'fa:16:3e:26:60:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:13Z', 'updated_at': '2021-07-05T04:22:13Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2749ca52-4101-4406-8d99-b46cbb92d067', 'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:83:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:52Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:17.848370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02ec60c4-e191-4b59-83f1-ed37b4dc27da req-09458df1-10cb-47dc-960f-0d8c9494572f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4722090 Jul 05 04:22:17.851038 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:17.958086 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9245bbc4-4686-4c53-86be-39b5a0203131 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.5276952 Jul 05 04:22:17.959201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db18d97-5351-4986-9385-14579d48117f', 'tag': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:17.973624 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6db21279-e9da-49b2-a316-1b2ca136f718" -d '{"events": [{"name": "network-changed", "server_uuid": "2db18d97-5351-4986-9385-14579d48117f", "tag": "7d5faa26-65ed-4dc5-affe-a3a22e6ddb64"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:17.978270 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44612) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:18.004461 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:18.031557 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70a61a33-7e5f-4fd9-b6e2-6222f0a6e3b0 req-9fa4b18b-dcab-4203-9fd9-da46db8c0f02 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6384492 Jul 05 04:22:18.045257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-382554cf-d9d1-4914-ab98-0fad8757a64f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4a0f067-8557-483f-9665-3360237b4ecc HTTP/1.1" status: 200 len: 999 time: 0.4994013 Jul 05 04:22:18.075775 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e9c9e930-ce04-4c91-81d6-2d7620598e01 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/floatingips/738ca557-e2e0-4a47-82ce-eaafddbcd111 HTTP/1.1" status: 200 len: 991 time: 0.0951765 Jul 05 04:22:18.075775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44618) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:18.178549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a03a626-8146-4f6d-8d60-f4a18f375661 None None] New status for floating IP 5e46a6aa-dccb-4359-a880-f3da04bb022e: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:22:18.183291 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0d99b773-51ac-4ca6-972a-6c952a56bb1a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/5e46a6aa-dccb-4359-a880-f3da04bb022e HTTP/1.1" status: 200 len: 991 time: 0.1009746 Jul 05 04:22:18.379332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.20.0.1 (d255aae9-bd50-49af-a9c5-616e47295531/e55da2f2-c30a-4964-86d0-46029a211801/68dde187-4348-4af6-82b6-a070be6715bf) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:18.384261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-fadfee39-ca4b-427d-a642-f9b514bfe373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:18.388572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-fadfee39-ca4b-427d-a642-f9b514bfe373 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b432c411-90e1-4efa-90aa-5a31ded46a11 HTTP/1.1" status: 200 len: 834 time: 0.3264959 Jul 05 04:22:18.403645 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f512dc43-e6f5-43aa-8e6f-0364af36e75a x-openstack-request-id: req-f512dc43-e6f5-43aa-8e6f-0364af36e75a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:18.404124 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db18d97-5351-4986-9385-14579d48117f", "tag": "7d5faa26-65ed-4dc5-affe-a3a22e6ddb64", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:18.404670 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f512dc43-e6f5-43aa-8e6f-0364af36e75a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:18.405078 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db18d97-5351-4986-9385-14579d48117f', 'tag': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'status': 'completed', 'code': 200} Jul 05 04:22:18.439488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d333308f-a478-4e5e-8beb-05df01163430 req-0360ec51-ddbe-4962-9d97-a12b47af65e4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.5690026 Jul 05 04:22:18.445288 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:21:39Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '738ca557-e2e0-4a47-82ce-eaafddbcd111', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'mac_address': 'fa:16:3e:4a:1b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:15Z', 'updated_at': '2021-07-05T04:22:15Z', 'revision_number': 0, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:18.476858 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] Checking router: 2cd5e52b-3ae5-476f-a9a6-29a062b961ee for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:18.486922 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:18.487751 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:18.508918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a14a0-42da-4cf3-8acf-07029384f830 req-ffba9c50-284b-447e-8908-19a3a2347e03 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:18.510476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f60a14a0-42da-4cf3-8acf-07029384f830 req-ffba9c50-284b-447e-8908-19a3a2347e03 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 945 time: 0.4698777 Jul 05 04:22:18.639268 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:18.668990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f60a14a0-42da-4cf3-8acf-07029384f830 req-72f06402-c999-4536-9eb5-1ca8ee2a7d28 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421738 Jul 05 04:22:18.693634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44622) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:18.736028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-7c37e469-036a-4c26-8a78-076cf6dc454a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:18.737576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-7c37e469-036a-4c26-8a78-076cf6dc454a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0bbc5981-12f7-4638-81b1-7bb0994fb32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3300662 Jul 05 04:22:18.748497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-6a134fc0-554f-4543-8fa9-d9c1dabaefee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:18.750120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-6a134fc0-554f-4543-8fa9-d9c1dabaefee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 1097 time: 0.3082592 Jul 05 04:22:18.763277 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:18.950937 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:21:39Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '738ca557-e2e0-4a47-82ce-eaafddbcd111', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'mac_address': 'fa:16:3e:4a:1b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:15Z', 'updated_at': '2021-07-05T04:22:15Z', 'revision_number': 0, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:18.973370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-3625d9f3-15f2-471e-a3bf-048975ad1030 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2223022 Jul 05 04:22:18.975459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-e7eab772-f1d6-44eb-9152-46328ed72379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:18.980990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-e7eab772-f1d6-44eb-9152-46328ed72379 service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ef61ee5-d9ca-42bb-bfd0-1078f402d585 HTTP/1.1" status: 200 len: 898 time: 0.2113421 Jul 05 04:22:18.994564 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19208ae2-f869-4696-881e-0c6e5e1da70e None None] The sync data for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 is: [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:21:39Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '738ca557-e2e0-4a47-82ce-eaafddbcd111', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'mac_address': 'fa:16:3e:4a:1b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:15Z', 'updated_at': '2021-07-05T04:22:15Z', 'revision_number': 0, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:19.016149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7ea576-c026-4766-924f-45d1e67ce9cc tempest-TestVolumeBackupRestore-1581843885 tempest-TestVolumeBackupRestore-1581843885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.020645 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3b7ea576-c026-4766-924f-45d1e67ce9cc tempest-TestVolumeBackupRestore-1581843885 tempest-TestVolumeBackupRestore-1581843885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 1092 time: 0.3230774 Jul 05 04:22:19.020955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44630) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:19.026905 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:19.085306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44632) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:19.106042 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.166324 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1d1ba23a-a137-49b7-8a1f-1435f4dc9b4a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/floatingips/738ca557-e2e0-4a47-82ce-eaafddbcd111 HTTP/1.1" status: 200 len: 991 time: 0.0795398 Jul 05 04:22:19.172178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network d255aae9-bd50-49af-a9c5-616e47295531 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:19.181812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44634) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:19.185737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:19.189028 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-28653c5a-b711-4b30-95fb-c5fe23e8a01e service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 HTTP/1.1" status: 200 len: 999 time: 0.1857488 Jul 05 04:22:19.192074 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.197808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:19.277337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=68dde187-4348-4af6-82b6-a070be6715bf,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:19.302556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-8d42f271-e4ff-4b0e-a4a0-93b4d19d3829 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.303891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-8d42f271-e4ff-4b0e-a4a0-93b4d19d3829 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b HTTP/1.1" status: 200 len: 834 time: 0.1016772 Jul 05 04:22:19.322938 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c6a51753-d7f6-49d6-b95b-6a23beb7b516 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/5e46a6aa-dccb-4359-a880-f3da04bb022e HTTP/1.1" status: 200 len: 993 time: 0.1399546 Jul 05 04:22:19.323970 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5da381f1-0e27-49a6-9a44-a54bd087d423 None None] New status for floating IP 738ca557-e2e0-4a47-82ce-eaafddbcd111: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:22:19.343499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-072644ac-c7b9-47d3-88e5-64da430ecbe7 req-4c7710b8-438a-4f51-89fd-12dea3def177 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3568499 Jul 05 04:22:19.365112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.365461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.365859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.366187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.366517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.366841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.367163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.367481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.368373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.368702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.369142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.369463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:19.386074 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.408888 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.570639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-b8d83572-d8fa-4fa8-a301-93b1f460582e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.572721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-b8d83572-d8fa-4fa8-a301-93b1f460582e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ef61ee5-d9ca-42bb-bfd0-1078f402d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2613115 Jul 05 04:22:19.576218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Allocated IP 172.25.4.8 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/b13d752d-b499-46a4-a721-ecb707eb95c8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:19.664789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333308f-a478-4e5e-8beb-05df01163430 req-7ae4c689-ced2-4d26-93a5-c2f2cd5462c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.666295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d333308f-a478-4e5e-8beb-05df01163430 req-7ae4c689-ced2-4d26-93a5-c2f2cd5462c1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1098 time: 0.1412849 Jul 05 04:22:19.702886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-eca2adad-7c7f-4368-a67e-3204dca17c83 service neutron] 10.222.0.26 "GET /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210690 Jul 05 04:22:19.710508 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.855232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.855419 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:19.953074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333308f-a478-4e5e-8beb-05df01163430 req-0bf6e4d3-098b-4039-a772-a746873335ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:19.954942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d333308f-a478-4e5e-8beb-05df01163430 req-0bf6e4d3-098b-4039-a772-a746873335ce service neutron] 10.222.0.26 "GET /v2.0/networks?id=0bbc5981-12f7-4638-81b1-7bb0994fb32f HTTP/1.1" status: 200 len: 898 time: 0.2550509 Jul 05 04:22:19.975615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6db21279-e9da-49b2-a316-1b2ca136f718 req-d66b5d78-765d-4058-9adb-58e60ff55ad4 service neutron] 10.222.0.26 "GET /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2404094 Jul 05 04:22:20.143501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d333308f-a478-4e5e-8beb-05df01163430 req-32c0f0db-1a37-4b1e-9e4d-59028786bebc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4a0f067-8557-483f-9665-3360237b4ecc HTTP/1.1" status: 200 len: 1001 time: 0.1795111 Jul 05 04:22:20.186979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44642) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:20.202156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:20.208877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:20.213479 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:20.216786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event updated for resources: {'Port': ['ID=b13d752d-b499-46a4-a721-ecb707eb95c8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:20.323389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333308f-a478-4e5e-8beb-05df01163430 req-bfb7c4c4-1f76-4e50-9187-d94813b0151e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:20.324995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d333308f-a478-4e5e-8beb-05df01163430 req-bfb7c4c4-1f76-4e50-9187-d94813b0151e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b432c411-90e1-4efa-90aa-5a31ded46a11 HTTP/1.1" status: 200 len: 834 time: 0.1589901 Jul 05 04:22:20.349536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4ba94f7a-122b-44dc-a671-6da82f18890e tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/floatingips/738ca557-e2e0-4a47-82ce-eaafddbcd111 HTTP/1.1" status: 200 len: 993 time: 0.1616585 Jul 05 04:22:20.431278 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.436824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d333308f-a478-4e5e-8beb-05df01163430 req-0dc13657-d3ca-45e1-b254-be1196f24e97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:20.438405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d333308f-a478-4e5e-8beb-05df01163430 req-0dc13657-d3ca-45e1-b254-be1196f24e97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0bbc5981-12f7-4638-81b1-7bb0994fb32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1018689 Jul 05 04:22:20.520123 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.605181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d333308f-a478-4e5e-8beb-05df01163430 req-454e48f8-8075-4854-92d7-6559ffef3fdf service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1574891 Jul 05 04:22:20.625122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=68dde187-4348-4af6-82b6-a070be6715bf,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:20.628816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.631866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:20.836954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.006005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.072731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.145754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d333308f-a478-4e5e-8beb-05df01163430 req-f12f04f2-9fef-440c-99d9-bb97e5083e2b service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5309708 Jul 05 04:22:21.170651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event updated for resources: {'Port': ['ID=b13d752d-b499-46a4-a721-ecb707eb95c8,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:21.179081 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.186279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network d255aae9-bd50-49af-a9c5-616e47295531 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:21.187997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:21.319819 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Floating IP 377dd7b6-cbee-480b-913b-a2543ea70445 associated. External IP: 172.25.4.8, port: 5735e27b-7e61-440f-ba34-bd8bbf7ea760. Jul 05 04:22:21.326669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:21.451497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:21.453913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9a61ffe4-94c1-457c-96c9-a9cabe0408b3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "PUT /v2.0/routers/de69a70a-b80c-4201-8d08-a5ccc6f54d7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7688215 Jul 05 04:22:21.456384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44654) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:21.461034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923dc6e4-f772-4a3b-88a0-d664559f6535 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:21.461549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'port': {'network_id': 'd255aae9-bd50-49af-a9c5-616e47295531', 'name': 'tempest-FloatingIPTestJSON-317728103'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:21.497739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923dc6e4-f772-4a3b-88a0-d664559f6535 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:21.498856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-923dc6e4-f772-4a3b-88a0-d664559f6535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:21.544054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-923dc6e4-f772-4a3b-88a0-d664559f6535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:21.554285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:21.560803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-923dc6e4-f772-4a3b-88a0-d664559f6535 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:21.561658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-923dc6e4-f772-4a3b-88a0-d664559f6535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:21.601584 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-923dc6e4-f772-4a3b-88a0-d664559f6535 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:21.602343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-923dc6e4-f772-4a3b-88a0-d664559f6535 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:21.679968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:21.694587 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] Sync routers for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:21.705115 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:21.705563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Made reservation on behalf of f6c91b499ef8483faa5aaefa4b8a09a1 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:21.706152 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:21.710072 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.729702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] device_id is not set on port 95046d9d-8954-44b9-b0a5-4eb3dcb699ea yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:22:21.819502 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:21.846990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.20.0.4 (d255aae9-bd50-49af-a9c5-616e47295531/e55da2f2-c30a-4964-86d0-46029a211801/95046d9d-8954-44b9-b0a5-4eb3dcb699ea) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:21.866570 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:21.920444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44658) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:21.925811 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-40f549d9-060c-4250-83f3-32556d584d07 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.9001384 Jul 05 04:22:21.926661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:21.929425 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2c283ae-2f35-4462-a51e-d6d0d61a419b" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:21.973720 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d9bc621-f965-43ab-ae70-6c89988b52da x-openstack-request-id: req-9d9bc621-f965-43ab-ae70-6c89988b52da {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:21.974227 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:21.974571 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d9bc621-f965-43ab-ae70-6c89988b52da {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:21.975087 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'status': 'completed', 'code': 200} Jul 05 04:22:22.092450 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '377dd7b6-cbee-480b-913b-a2543ea70445', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'port_id': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'mac_address': 'fa:16:3e:99:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:20Z', 'updated_at': '2021-07-05T04:22:20Z', 'revision_number': 0, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 5, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:22.123049 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] Checking router: 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:22.131944 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.133948 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:22.134645 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:22.207551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-f4c378ae-69c6-4a53-a47c-09317965cc12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.209130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-f4c378ae-69c6-4a53-a47c-09317965cc12 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fc58fb3570f4016ac7d53701f44ba59&device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 1097 time: 0.1964264 Jul 05 04:22:22.211189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b79f7f15-7913-449c-a4cb-41c82c15917b tempest-TestVolumeBackupRestore-1581843885 tempest-TestVolumeBackupRestore-1581843885-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.213168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b79f7f15-7913-449c-a4cb-41c82c15917b tempest-TestVolumeBackupRestore-1581843885 tempest-TestVolumeBackupRestore-1581843885-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 1092 time: 0.2918990 Jul 05 04:22:22.215963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44664) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:22.221874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-76a38520-efdc-4be3-a7d9-f5c85883f755 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Request body: {'floatingip': {'port_id': '5735e27b-7e61-440f-ba34-bd8bbf7ea760'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:22.254916 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:22.308922 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.384362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network d255aae9-bd50-49af-a9c5-616e47295531 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:22.395328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:22.407025 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76a38520-efdc-4be3-a7d9-f5c85883f755 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.409460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:22.450026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=95046d9d-8954-44b9-b0a5-4eb3dcb699ea,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:22.514618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-43a72182-172e-4f4e-94aa-f13d4abaf46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.516230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-43a72182-172e-4f4e-94aa-f13d4abaf46d service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5ade457-ca50-447d-a0d6-bbf6828030de HTTP/1.1" status: 200 len: 914 time: 0.2981284 Jul 05 04:22:22.622603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.623247 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:22.623488 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '377dd7b6-cbee-480b-913b-a2543ea70445', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'port_id': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'mac_address': 'fa:16:3e:99:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:20Z', 'updated_at': '2021-07-05T04:22:20Z', 'revision_number': 0, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 5, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:22.658170 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f42ede29-e64f-47f2-a16d-38154788cbac None None] The sync data for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 is: [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '377dd7b6-cbee-480b-913b-a2543ea70445', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'port_id': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'mac_address': 'fa:16:3e:99:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:20Z', 'updated_at': '2021-07-05T04:22:20Z', 'revision_number': 0, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 5, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:22.667935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-7d907149-fa0c-4cc2-abd9-3540b7d7cb79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760 HTTP/1.1" status: 200 len: 997 time: 0.1304035 Jul 05 04:22:22.780545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-38a67a4e-de52-4ecb-aee4-b1cfbde06857 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.3231728 Jul 05 04:22:22.783231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44672) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:22.788972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'port': {'network_id': 'd255aae9-bd50-49af-a9c5-616e47295531', 'name': 'tempest-FloatingIPTestJSON-773381747'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:22.822309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-4a9df083-204e-4b23-a8d6-a02c3d0ec45c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:22.824044 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-4a9df083-204e-4b23-a8d6-a02c3d0ec45c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77ff325b-804c-4ade-8eba-768c27cec993 HTTP/1.1" status: 200 len: 852 time: 0.1360176 Jul 05 04:22:22.951748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45959bc-e0b2-445f-8771-10a41300e79c None None] New status for floating IP 377dd7b6-cbee-480b-913b-a2543ea70445: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:22:23.054982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Made reservation on behalf of f6c91b499ef8483faa5aaefa4b8a09a1 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:23.062521 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.103379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] device_id is not set on port 576fa068-61cf-464a-a489-185b5c85c618 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:22:23.235362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-cced9f7e-1204-4737-a8d1-ccfaf3a5b134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.236930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-cced9f7e-1204-4737-a8d1-ccfaf3a5b134 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5ade457-ca50-447d-a0d6-bbf6828030de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2224882 Jul 05 04:22:23.271757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.20.0.11 (d255aae9-bd50-49af-a9c5-616e47295531/e55da2f2-c30a-4964-86d0-46029a211801/576fa068-61cf-464a-a489-185b5c85c618) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:23.456403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-97f50827-6ed4-4904-8b2f-d27b4cdff8f8 service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2023180 Jul 05 04:22:23.503101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.576157 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76a38520-efdc-4be3-a7d9-f5c85883f755 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.611046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c283ae-2f35-4462-a51e-d6d0d61a419b req-0c7a450b-b84d-456f-b2e9-c8efc843fa1e service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1123028 Jul 05 04:22:23.644213 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.673661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76a38520-efdc-4be3-a7d9-f5c85883f755 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.674589 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-a45959bc-e0b2-445f-8771-10a41300e79c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:22:23.675098 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-a45959bc-e0b2-445f-8771-10a41300e79c None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:22:23.697063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network d255aae9-bd50-49af-a9c5-616e47295531 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:23.703700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:23.708457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:23.715849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=576fa068-61cf-464a-a489-185b5c85c618,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:23.786325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:23.787154 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:23.888904 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-359d89ff-40cf-4abf-b4d0-7a1d7f966534 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1042824 Jul 05 04:22:23.892025 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44678) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:23.897152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '576fa068-61cf-464a-a489-185b5c85c618', 'fixed_ip_address': '172.20.0.11'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:23.997743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.019282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76a38520-efdc-4be3-a7d9-f5c85883f755 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:24.140400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.176388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a45959bc-e0b2-445f-8771-10a41300e79c None None] New status for floating IP 377dd7b6-cbee-480b-913b-a2543ea70445: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:22:24.222883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a38520-efdc-4be3-a7d9-f5c85883f755 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:24.231510 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-76a38520-efdc-4be3-a7d9-f5c85883f755 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.296740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.25.4.70 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/c6a47efc-4bb7-4f4f-b7d8-c6ab212d7e63) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:24.327818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:24.338455 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:24.377012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-76a38520-efdc-4be3-a7d9-f5c85883f755 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "PUT /v2.0/floatingips/377dd7b6-cbee-480b-913b-a2543ea70445 HTTP/1.1" status: 200 len: 989 time: 2.1597288 Jul 05 04:22:24.427673 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cfa5740-eee1-4d41-9b48-d830c434cbda x-openstack-request-id: req-3cfa5740-eee1-4d41-9b48-d830c434cbda {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:24.428853 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:24.428983 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3cfa5740-eee1-4d41-9b48-d830c434cbda {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:24.430646 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'status': 'completed', 'code': 200} Jul 05 04:22:24.494901 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.562203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-04492062-a8ba-4b85-b86c-bd877c1f6ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.563860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-04492062-a8ba-4b85-b86c-bd877c1f6ded service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fc58fb3570f4016ac7d53701f44ba59&device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 1097 time: 0.1062589 Jul 05 04:22:24.673123 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:24.675258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-9d72054e-59cf-492f-9d24-d34fb141d5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.676943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-9d72054e-59cf-492f-9d24-d34fb141d5cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5ade457-ca50-447d-a0d6-bbf6828030de HTTP/1.1" status: 200 len: 914 time: 0.1047087 Jul 05 04:22:24.709756 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] Sync routers for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:24.731069 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:24.731700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:24.731811 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:24.735476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:24.743555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:24.784637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=c6a47efc-4bb7-4f4f-b7d8-c6ab212d7e63,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:24.806366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-1b59ec9a-4bd3-469c-ae81-71ec8321b3eb service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760 HTTP/1.1" status: 200 len: 999 time: 0.1106412 Jul 05 04:22:24.861732 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:24.881728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-32b6fefa-87ad-40f3-b3ff-964ac25c1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.883752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-32b6fefa-87ad-40f3-b3ff-964ac25c1deb service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77ff325b-804c-4ade-8eba-768c27cec993 HTTP/1.1" status: 200 len: 852 time: 0.0675573 Jul 05 04:22:24.959091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-534402fa-2677-48b0-b563-ddb5a3908fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:24.960766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-534402fa-2677-48b0-b563-ddb5a3908fdc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5ade457-ca50-447d-a0d6-bbf6828030de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0706263 Jul 05 04:22:25.091555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-719e4f99-1525-4fd3-879c-f41c31e5af81 service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226203 Jul 05 04:22:25.184157 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '377dd7b6-cbee-480b-913b-a2543ea70445', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'port_id': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'mac_address': 'fa:16:3e:99:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:20Z', 'updated_at': '2021-07-05T04:22:24Z', 'revision_number': 2, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 5, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:25.216517 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] Checking router: 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:25.226760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acc9cd56-7a2c-4d4c-92ab-10cbc52c5cf9 req-3ae3fd3d-61ac-46a4-89b7-cb6d767edd08 service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248019 Jul 05 04:22:25.227871 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:25.236086 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:25.251548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.335587 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:25.417826 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.584546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.590454 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '377dd7b6-cbee-480b-913b-a2543ea70445', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'port_id': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'mac_address': 'fa:16:3e:99:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:20Z', 'updated_at': '2021-07-05T04:22:24Z', 'revision_number': 2, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 5, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:25.617252 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-713df6fb-1197-4469-b0ec-de3fb48c52d7 None None] The sync data for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 is: [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '377dd7b6-cbee-480b-913b-a2543ea70445', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'floating_ip_address': '172.25.4.8', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'port_id': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3674, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'mac_address': 'fa:16:3e:99:11:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:20Z', 'updated_at': '2021-07-05T04:22:24Z', 'revision_number': 2, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 5, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:25.689503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.770426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=c6a47efc-4bb7-4f4f-b7d8-c6ab212d7e63,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:25.786275 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:25.897920 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP 1eb66f33-cbbb-4746-8efc-9992fe5158db associated. External IP: 172.25.4.70, port: 576fa068-61cf-464a-a489-185b5c85c618. Jul 05 04:22:26.431919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:26.434495 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4218050-8905-4f60-a060-6cb7a43375e8" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:26.438903 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:26.474031 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52f5f1ae-c851-42af-a30f-c718e2100176 x-openstack-request-id: req-52f5f1ae-c851-42af-a30f-c718e2100176 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:26.474323 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:26.474570 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-52f5f1ae-c851-42af-a30f-c718e2100176 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:26.474973 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'status': 'completed', 'code': 200} Jul 05 04:22:26.565157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:26.575051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b9d17-1d59-4cb8-8be4-c52f10ef6c25 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:26.586341 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b9d17-1d59-4cb8-8be4-c52f10ef6c25 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:26.587218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-bb3b9d17-1d59-4cb8-8be4-c52f10ef6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:26.589510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-8bdf6158-5541-4578-8510-d397ad6f8e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:26.591232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-8bdf6158-5541-4578-8510-d397ad6f8e55 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fc58fb3570f4016ac7d53701f44ba59&device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 1097 time: 0.0832462 Jul 05 04:22:26.625696 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-bb3b9d17-1d59-4cb8-8be4-c52f10ef6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:26.635465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3b9d17-1d59-4cb8-8be4-c52f10ef6c25 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:26.636307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-bb3b9d17-1d59-4cb8-8be4-c52f10ef6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:26.650165 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.680554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-bb3b9d17-1d59-4cb8-8be4-c52f10ef6c25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:26.681553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb3b9d17-1d59-4cb8-8be4-c52f10ef6c25 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:26.714080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e8c1dc0c-2ea4-4d37-9b13-ecb22c911933 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.8207695 Jul 05 04:22:26.716732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44702) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:26.718441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-56b2e902-4361-4db8-8317-c7a6deb3057c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:26.721642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-56b2e902-4361-4db8-8317-c7a6deb3057c service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5ade457-ca50-447d-a0d6-bbf6828030de HTTP/1.1" status: 200 len: 914 time: 0.1236944 Jul 05 04:22:26.721760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-02cfd329-5c1f-4772-8295-1bec4788dee0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:26.790865 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cfd329-5c1f-4772-8295-1bec4788dee0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:26.802745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-58673f1a-7cbb-47db-b8a2-99c426016053 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760 HTTP/1.1" status: 200 len: 999 time: 0.0697351 Jul 05 04:22:26.871458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-99d9c6ae-2683-465e-a59d-2d832fc0d83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:26.873358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-99d9c6ae-2683-465e-a59d-2d832fc0d83e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77ff325b-804c-4ade-8eba-768c27cec993 HTTP/1.1" status: 200 len: 852 time: 0.0569406 Jul 05 04:22:26.939858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-bd51de9c-3ba8-409b-9375-6f0ac86460f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:26.941396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-bd51de9c-3ba8-409b-9375-6f0ac86460f2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5ade457-ca50-447d-a0d6-bbf6828030de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0604024 Jul 05 04:22:26.978681 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cfd329-5c1f-4772-8295-1bec4788dee0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.046953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-f84c968e-35ef-419a-b67d-2249d97c9bf1 service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975170 Jul 05 04:22:27.049404 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cfd329-5c1f-4772-8295-1bec4788dee0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.049734 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-02cfd329-5c1f-4772-8295-1bec4788dee0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP 1eb66f33-cbbb-4746-8efc-9992fe5158db disassociated. External IP: 172.25.4.70, port: 576fa068-61cf-464a-a489-185b5c85c618. Jul 05 04:22:27.167732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4218050-8905-4f60-a060-6cb7a43375e8 req-5797e03e-299c-4e1c-9315-ad43136645c0 service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1055620 Jul 05 04:22:27.323454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02cfd329-5c1f-4772-8295-1bec4788dee0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:27.468909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02cfd329-5c1f-4772-8295-1bec4788dee0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:27.473590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cfd329-5c1f-4772-8295-1bec4788dee0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.479778 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b378a4-77fb-40c7-8d75-22b7469aed90 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:27.494030 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b378a4-77fb-40c7-8d75-22b7469aed90 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:27.494895 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a0b378a4-77fb-40c7-8d75-22b7469aed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:27.525788 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-02cfd329-5c1f-4772-8295-1bec4788dee0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "PUT /v2.0/floatingips/1eb66f33-cbbb-4746-8efc-9992fe5158db HTTP/1.1" status: 200 len: 687 time: 0.8053765 Jul 05 04:22:27.526042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44710) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:27.535328 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a0b378a4-77fb-40c7-8d75-22b7469aed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:27.544969 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b378a4-77fb-40c7-8d75-22b7469aed90 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:27.545796 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a0b378a4-77fb-40c7-8d75-22b7469aed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:27.582611 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a0b378a4-77fb-40c7-8d75-22b7469aed90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:27.583444 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b378a4-77fb-40c7-8d75-22b7469aed90 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:27.670726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4e7484ec-ecbc-40ef-8bf6-600b3dc4aca9 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port c6a47efc-4bb7-4f4f-b7d8-c6ab212d7e63 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:27.670994 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e7484ec-ecbc-40ef-8bf6-600b3dc4aca9 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.756082 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e7484ec-ecbc-40ef-8bf6-600b3dc4aca9 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.756471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e7484ec-ecbc-40ef-8bf6-600b3dc4aca9 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:27.770331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4e7484ec-ecbc-40ef-8bf6-600b3dc4aca9 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for c6a47efc-4bb7-4f4f-b7d8-c6ab212d7e63 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:27.975042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e7484ec-ecbc-40ef-8bf6-600b3dc4aca9 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.006095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7484ec-ecbc-40ef-8bf6-600b3dc4aca9 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=c6a47efc-4bb7-4f4f-b7d8-c6ab212d7e63,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:28.078077 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e7484ec-ecbc-40ef-8bf6-600b3dc4aca9 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.080810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e7484ec-ecbc-40ef-8bf6-600b3dc4aca9 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.082006 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4e7484ec-ecbc-40ef-8bf6-600b3dc4aca9 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/floatingips/1eb66f33-cbbb-4746-8efc-9992fe5158db HTTP/1.1" status: 204 len: 168 time: 0.5550280 Jul 05 04:22:28.085708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44712) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:28.090938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '95046d9d-8954-44b9-b0a5-4eb3dcb699ea'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:28.215239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.330175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.502700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.25.4.80 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/85701dd7-55b2-4d01-9e4e-876f48186527) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:28.640276 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.764564 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:28.808026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:28.811353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:28.817716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:28.853471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=85701dd7-55b2-4d01-9e4e-876f48186527,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:29.305406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.500193 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.670289 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.746795 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.816016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=85701dd7-55b2-4d01-9e4e-876f48186527,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:29.831675 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:29.948603 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP cf7e8678-2fcb-427a-aed9-58f5c7b8d0f7 associated. External IP: 172.25.4.80, port: 95046d9d-8954-44b9-b0a5-4eb3dcb699ea. Jul 05 04:22:30.196442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:30.328125 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:30.341075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16ec4b-52a6-4c23-a424-24191b25b758 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:30.364741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16ec4b-52a6-4c23-a424-24191b25b758 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:30.365590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5a16ec4b-52a6-4c23-a424-24191b25b758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:30.413632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5a16ec4b-52a6-4c23-a424-24191b25b758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:30.414100 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:30.427877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a16ec4b-52a6-4c23-a424-24191b25b758 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:30.428926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5a16ec4b-52a6-4c23-a424-24191b25b758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:30.470384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5a16ec4b-52a6-4c23-a424-24191b25b758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:30.470572 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-848d074b-4b3a-4b92-a92b-64753bffe57f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 2.3834145 Jul 05 04:22:30.471478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a16ec4b-52a6-4c23-a424-24191b25b758 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:30.473140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44768) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:30.551272 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f4bd609a-be9d-4301-a3cd-7faeb4e9eb13 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "GET /v2.0/floatingips/cf7e8678-2fcb-427a-aed9-58f5c7b8d0f7 HTTP/1.1" status: 200 len: 976 time: 0.0745938 Jul 05 04:22:30.551617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44770) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:30.975744 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9dedd1cd-735c-4768-9332-6b55190f4cf3 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.4228482 Jul 05 04:22:30.978837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44778) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:30.985413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'port_id': '576fa068-61cf-464a-a489-185b5c85c618'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:31.066044 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:31.992227 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.073468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:32.205604 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP cf7e8678-2fcb-427a-aed9-58f5c7b8d0f7 associated. External IP: 172.25.4.80, port: 95046d9d-8954-44b9-b0a5-4eb3dcb699ea. Jul 05 04:22:32.496693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:32.624823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:32.635184 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431ebd19-33a0-405d-8d40-28a7236204eb None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:32.644511 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ebd19-33a0-405d-8d40-28a7236204eb None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:32.645113 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-431ebd19-33a0-405d-8d40-28a7236204eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:32.692871 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-431ebd19-33a0-405d-8d40-28a7236204eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:32.703195 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-431ebd19-33a0-405d-8d40-28a7236204eb None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:32.703820 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-431ebd19-33a0-405d-8d40-28a7236204eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:32.746728 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-431ebd19-33a0-405d-8d40-28a7236204eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:32.747386 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-431ebd19-33a0-405d-8d40-28a7236204eb None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:32.890068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:33.010852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:33.015061 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.020163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11939b3e-5556-42ce-a29e-ac9416a958a8 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:33.036042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11939b3e-5556-42ce-a29e-ac9416a958a8 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:33.036954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-11939b3e-5556-42ce-a29e-ac9416a958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:33.077848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-11939b3e-5556-42ce-a29e-ac9416a958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:33.091049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11939b3e-5556-42ce-a29e-ac9416a958a8 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:33.091370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-11939b3e-5556-42ce-a29e-ac9416a958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:33.107477 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-efd5025f-6616-492c-93e1-18c0f5acc8b1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "PUT /v2.0/floatingips/cf7e8678-2fcb-427a-aed9-58f5c7b8d0f7 HTTP/1.1" status: 200 len: 977 time: 2.1269283 Jul 05 04:22:33.110325 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44814) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:33.116786 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0280c31a-27ee-44a4-b01c-d631dd6bf420 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'port_id': None}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:33.131847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-11939b3e-5556-42ce-a29e-ac9416a958a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:33.132766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11939b3e-5556-42ce-a29e-ac9416a958a8 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:33.190233 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0280c31a-27ee-44a4-b01c-d631dd6bf420 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.360305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0280c31a-27ee-44a4-b01c-d631dd6bf420 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.455410 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0280c31a-27ee-44a4-b01c-d631dd6bf420 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.455884 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-0280c31a-27ee-44a4-b01c-d631dd6bf420 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP cf7e8678-2fcb-427a-aed9-58f5c7b8d0f7 disassociated. External IP: 172.25.4.80, port: 576fa068-61cf-464a-a489-185b5c85c618. Jul 05 04:22:33.706176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0280c31a-27ee-44a4-b01c-d631dd6bf420 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:33.818788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0280c31a-27ee-44a4-b01c-d631dd6bf420 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:33.824130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0280c31a-27ee-44a4-b01c-d631dd6bf420 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:33.828182 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954de798-ec44-4c14-9f95-70cb03bedb2b None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:33.837346 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954de798-ec44-4c14-9f95-70cb03bedb2b None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:33.837964 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-954de798-ec44-4c14-9f95-70cb03bedb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:33.868072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0280c31a-27ee-44a4-b01c-d631dd6bf420 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "PUT /v2.0/floatingips/cf7e8678-2fcb-427a-aed9-58f5c7b8d0f7 HTTP/1.1" status: 200 len: 687 time: 0.7527547 Jul 05 04:22:33.868436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44828) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:33.875435 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-954de798-ec44-4c14-9f95-70cb03bedb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:33.886677 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-954de798-ec44-4c14-9f95-70cb03bedb2b None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:33.889415 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-954de798-ec44-4c14-9f95-70cb03bedb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:33.923405 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-954de798-ec44-4c14-9f95-70cb03bedb2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:33.924085 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-954de798-ec44-4c14-9f95-70cb03bedb2b None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:34.006335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-02088b01-fffd-487d-b503-d0d2700e15fc tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 85701dd7-55b2-4d01-9e4e-876f48186527 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:34.006709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02088b01-fffd-487d-b503-d0d2700e15fc tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.084183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02088b01-fffd-487d-b503-d0d2700e15fc tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.084520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02088b01-fffd-487d-b503-d0d2700e15fc tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.097288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-02088b01-fffd-487d-b503-d0d2700e15fc tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 85701dd7-55b2-4d01-9e4e-876f48186527 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:34.296682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02088b01-fffd-487d-b503-d0d2700e15fc tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.323861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02088b01-fffd-487d-b503-d0d2700e15fc tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=85701dd7-55b2-4d01-9e4e-876f48186527,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:34.395864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02088b01-fffd-487d-b503-d0d2700e15fc tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.398517 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02088b01-fffd-487d-b503-d0d2700e15fc tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.399684 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-02088b01-fffd-487d-b503-d0d2700e15fc tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/floatingips/cf7e8678-2fcb-427a-aed9-58f5c7b8d0f7 HTTP/1.1" status: 204 len: 168 time: 0.5294416 Jul 05 04:22:34.403099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44840) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:34.442623 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-884ff230-58e4-4005-91f9-54f2b32fa96f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] delete failed (client error): The resource could not be found. Jul 05 04:22:34.443727 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-884ff230-58e4-4005-91f9-54f2b32fa96f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/floatingips/cf7e8678-2fcb-427a-aed9-58f5c7b8d0f7 HTTP/1.1" status: 404 len: 345 time: 0.0396895 Jul 05 04:22:34.448445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44842) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:34.578916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29265a96-ec77-4756-8879-060929834b05 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:34.585080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29265a96-ec77-4756-8879-060929834b05 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:34.591541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29265a96-ec77-4756-8879-060929834b05 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:34.593305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-29265a96-ec77-4756-8879-060929834b05 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "GET /v2.0/ports?network_id=d255aae9-bd50-49af-a9c5-616e47295531 HTTP/1.1" status: 200 len: 2357 time: 0.1435039 Jul 05 04:22:34.597246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44848) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:34.657382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa282e19-bd93-4b47-9609-57c5963c6d2d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:34.662356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-aa282e19-bd93-4b47-9609-57c5963c6d2d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "GET /v2.0/subnets/e55da2f2-c30a-4964-86d0-46029a211801 HTTP/1.1" status: 200 len: 797 time: 0.0640609 Jul 05 04:22:34.663481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44852) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:34.668865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'port': {'network_id': 'd255aae9-bd50-49af-a9c5-616e47295531', 'name': 'tempest-FloatingIPTestJSON-226471774', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:34.872165 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Made reservation on behalf of f6c91b499ef8483faa5aaefa4b8a09a1 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:34.960431 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:34.978531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] device_id is not set on port 486404a6-4e80-4ff6-9f0f-e02a9d995623 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:22:35.335395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.20.0.14 (d255aae9-bd50-49af-a9c5-616e47295531/e55da2f2-c30a-4964-86d0-46029a211801/486404a6-4e80-4ff6-9f0f-e02a9d995623) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:35.342107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.20.0.13 (d255aae9-bd50-49af-a9c5-616e47295531/e55da2f2-c30a-4964-86d0-46029a211801/486404a6-4e80-4ff6-9f0f-e02a9d995623) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:35.507738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:35.636899 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:35.691341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network d255aae9-bd50-49af-a9c5-616e47295531 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:35.694880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:35.699831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:35.704302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=486404a6-4e80-4ff6-9f0f-e02a9d995623,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:35.760013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:35.760630 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:35.855385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c9e1055e-1d03-489a-b037-1123e17a264d tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.1906943 Jul 05 04:22:35.857998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44868) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:35.862835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '486404a6-4e80-4ff6-9f0f-e02a9d995623', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:35.975300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.085607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.206652 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.25.4.137 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/8fbefc4e-6e1c-4fe4-820f-2e6672cc674b) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:36.333309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.437546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:36.490754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:36.495636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:36.498460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:36.501053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=8fbefc4e-6e1c-4fe4-820f-2e6672cc674b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:36.914653 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.088319 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.267284 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.318503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.391128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=8fbefc4e-6e1c-4fe4-820f-2e6672cc674b,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:37.410949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.533102 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP 7fbb3950-ec15-44f0-8860-01c4d63beee0 associated. External IP: 172.25.4.137, port: 486404a6-4e80-4ff6-9f0f-e02a9d995623. Jul 05 04:22:37.683437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44898) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:37.799777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:37.898647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd01459a-54ef-46bf-89c7-784874c0b759 admin admin] Deleting subnet 6340907f-b8fd-40d4-b7e3-362c52172c77 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:22:37.902362 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fd01459a-54ef-46bf-89c7-784874c0b759 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.934944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:37.940576 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fd01459a-54ef-46bf-89c7-784874c0b759 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:37.946472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc266f92-1933-46b9-9e39-3e6482693ac2 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:37.956609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc266f92-1933-46b9-9e39-3e6482693ac2 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:37.957538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cc266f92-1933-46b9-9e39-3e6482693ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:37.988252 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fd01459a-54ef-46bf-89c7-784874c0b759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.002044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cc266f92-1933-46b9-9e39-3e6482693ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:38.015160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.020665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc266f92-1933-46b9-9e39-3e6482693ac2 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:38.021601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cc266f92-1933-46b9-9e39-3e6482693ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:38.057399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cc266f92-1933-46b9-9e39-3e6482693ac2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:38.058361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc266f92-1933-46b9-9e39-3e6482693ac2 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:38.058627 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-267df9c6-0491-47a9-adf1-e996ceab3196 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 2.1995292 Jul 05 04:22:38.063533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 44906) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:38.068584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-27f987b6-4be3-4666-bf8b-244dbb3642e4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'port_id': '486404a6-4e80-4ff6-9f0f-e02a9d995623', 'fixed_ip_address': '172.20.0.13'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:38.077873 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-517bea4d-2cee-47f5-b686-00d4666242fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.123940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fd01459a-54ef-46bf-89c7-784874c0b759 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.136059 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27f987b6-4be3-4666-bf8b-244dbb3642e4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.152555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd01459a-54ef-46bf-89c7-784874c0b759 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6340907f-b8fd-40d4-b7e3-362c52172c77,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:38.156752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fd01459a-54ef-46bf-89c7-784874c0b759 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.159169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fd01459a-54ef-46bf-89c7-784874c0b759 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6340907f-b8fd-40d4-b7e3-362c52172c77 HTTP/1.1" status: 204 len: 168 time: 0.4744360 Jul 05 04:22:38.161572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44910) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:38.236883 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.334908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.351851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c346d44d-2a54-4241-9c6a-10f1416fa973']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:38.371282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b00e0a1f-7079-4a2c-82c4-f650514b4e87') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:38.371721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b00e0a1f-7079-4a2c-82c4-f650514b4e87') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:38.388588 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.409394 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.416876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:22:38.417264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:22:38.418960 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:22:38.553238 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.559558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.562549 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] 10.222.0.30 "DELETE /v2.0/networks/c346d44d-2a54-4241-9c6a-10f1416fa973 HTTP/1.1" status: 204 len: 168 time: 0.3997481 Jul 05 04:22:38.592798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5cd3d2-ac90-44e2-8564-a8f025e5d0be admin admin] Pushing event deleted for resources: {'Network': ['ID=c346d44d-2a54-4241-9c6a-10f1416fa973,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:38.677683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27f987b6-4be3-4666-bf8b-244dbb3642e4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.739340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27f987b6-4be3-4666-bf8b-244dbb3642e4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:38.893777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44924) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:38.953684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6cf3e1b3-ec63-4352-ae59-b10d5557f020 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=26b9c71f36cb42f5a3627b80b712fd76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560970 Jul 05 04:22:38.954166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44926) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:38.968846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27f987b6-4be3-4666-bf8b-244dbb3642e4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:39.020869 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-456251fb-0318-4462-89d3-b818761318da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.043510 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-456251fb-0318-4462-89d3-b818761318da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.180862 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-456251fb-0318-4462-89d3-b818761318da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.184269 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-456251fb-0318-4462-89d3-b818761318da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.187525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-456251fb-0318-4462-89d3-b818761318da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2 HTTP/1.1" status: 204 len: 168 time: 0.2295036 Jul 05 04:22:39.207928 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456251fb-0318-4462-89d3-b818761318da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4fbf412-ecd7-4c86-a79f-f4fad6c3eea2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:39.383476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27f987b6-4be3-4666-bf8b-244dbb3642e4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:39.389298 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-27f987b6-4be3-4666-bf8b-244dbb3642e4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.398419 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde8b60-e53f-4550-a0a6-4b27f8999b25 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:39.411026 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde8b60-e53f-4550-a0a6-4b27f8999b25 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:39.411642 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7cde8b60-e53f-4550-a0a6-4b27f8999b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:39.457076 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7cde8b60-e53f-4550-a0a6-4b27f8999b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:39.466512 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cde8b60-e53f-4550-a0a6-4b27f8999b25 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:39.467128 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7cde8b60-e53f-4550-a0a6-4b27f8999b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:39.474821 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-27f987b6-4be3-4666-bf8b-244dbb3642e4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "PUT /v2.0/floatingips/7fbb3950-ec15-44f0-8860-01c4d63beee0 HTTP/1.1" status: 200 len: 978 time: 1.4076679 Jul 05 04:22:39.475275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44938) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:39.505747 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7cde8b60-e53f-4550-a0a6-4b27f8999b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:39.506965 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cde8b60-e53f-4550-a0a6-4b27f8999b25 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:39.696881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 8fbefc4e-6e1c-4fe4-820f-2e6672cc674b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:39.697829 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.787155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.787489 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:39.800736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 8fbefc4e-6e1c-4fe4-820f-2e6672cc674b owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:40.123692 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.153416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=8fbefc4e-6e1c-4fe4-820f-2e6672cc674b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:40.222917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.223180 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP 7fbb3950-ec15-44f0-8860-01c4d63beee0 disassociated (deleted). External IP: 172.25.4.137, port: 486404a6-4e80-4ff6-9f0f-e02a9d995623. Jul 05 04:22:40.465910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:40.781264 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-15d5bdf8-8f70-42ab-88cf-149b8b89b97d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.940854 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.972045 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:40.977074 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:40.983722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b6770-62d0-4394-8832-28d922c88513 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:40.995063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b6770-62d0-4394-8832-28d922c88513 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:40.995979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ab8b6770-62d0-4394-8832-28d922c88513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:41.018680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-79e1f0fb-dc71-4f00-b0dd-52e08ee56698 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/floatingips/7fbb3950-ec15-44f0-8860-01c4d63beee0 HTTP/1.1" status: 204 len: 168 time: 1.5419090 Jul 05 04:22:41.021278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 44992) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:41.044412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ab8b6770-62d0-4394-8832-28d922c88513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:41.051488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab8b6770-62d0-4394-8832-28d922c88513 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:41.052387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ab8b6770-62d0-4394-8832-28d922c88513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:41.087842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-ab8b6770-62d0-4394-8832-28d922c88513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:41.088557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab8b6770-62d0-4394-8832-28d922c88513 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:41.135213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-443126c4-dff6-4055-87c7-9f93dac31a53 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 486404a6-4e80-4ff6-9f0f-e02a9d995623 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:41.135633 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-443126c4-dff6-4055-87c7-9f93dac31a53 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:41.241231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-443126c4-dff6-4055-87c7-9f93dac31a53 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:41.258278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-443126c4-dff6-4055-87c7-9f93dac31a53 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 486404a6-4e80-4ff6-9f0f-e02a9d995623 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:41.563721 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-443126c4-dff6-4055-87c7-9f93dac31a53 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:41.612820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443126c4-dff6-4055-87c7-9f93dac31a53 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=486404a6-4e80-4ff6-9f0f-e02a9d995623,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:41.750626 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-443126c4-dff6-4055-87c7-9f93dac31a53 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:41.756470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45016) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:41.756997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-443126c4-dff6-4055-87c7-9f93dac31a53 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/ports/486404a6-4e80-4ff6-9f0f-e02a9d995623 HTTP/1.1" status: 204 len: 168 time: 0.7344880 Jul 05 04:22:41.761258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:41.906458 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:41.991148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.015957 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.142331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.25.4.49 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/47ea00d9-75e0-4007-ac52-d45adb4eb6ff) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:42.267042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.360470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.400336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:42.412533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:42.413617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:42.436965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=47ea00d9-75e0-4007-ac52-d45adb4eb6ff,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:42.516699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.539477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45036) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:42.545087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'network': {'name': 'tempest-network-smoke--590273672', 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'port_security_enabled': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:42.666285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Made reservation on behalf of b131dd3e28bc4c708f1d5902e510725d for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:42.670014 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.676887 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.680328 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.790163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.839506 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.849216 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.880825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:22:42.896733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea014320-3eb4-475d-b4d8-87fe98023da9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:42.904093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.904514 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Added segment 52bc4bab-45ad-43a7-bf8b-a7062c5e3707 of type vlan for network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 Jul 05 04:22:42.935133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:42.953613 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.018016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=47ea00d9-75e0-4007-ac52-d45adb4eb6ff,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:43.025570 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.060540 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.066346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:43.066939 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.101006 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.105545 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-844fac5c-f157-4119-9c9e-262cb08a2782 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.3448975 Jul 05 04:22:43.105809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45046) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:43.111802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'port': {'network_id': 'd255aae9-bd50-49af-a9c5-616e47295531', 'name': 'tempest-FloatingIPTestJSON-1380557183'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:43.189509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Network': ['ID=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:43.203917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:22:43.214123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0b36f56c-1af9-47fd-adc1-4f541bd34895 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6730833 Jul 05 04:22:43.217196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45052) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:43.239938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'admin_state_up': True, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:43.348158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Made reservation on behalf of f6c91b499ef8483faa5aaefa4b8a09a1 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:43.352430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.378496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] device_id is not set on port 1502329d-01b1-4900-9fbb-962fdb551827 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:22:43.433573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.434658 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.477675 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.536547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.551802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.20.0.3 (d255aae9-bd50-49af-a9c5-616e47295531/e55da2f2-c30a-4964-86d0-46029a211801/1502329d-01b1-4900-9fbb-962fdb551827) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:43.833304 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.855263 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.928273 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:43.972792 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.041877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network d255aae9-bd50-49af-a9c5-616e47295531 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:44.049247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=1502329d-01b1-4900-9fbb-962fdb551827,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:44.051664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:44.054673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:44.121805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:44.122418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.229217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.234219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-966e5d0e-fa3f-4b58-b06f-a220ee6ffa69 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1249387 Jul 05 04:22:44.234957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45068) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:44.240226 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-374fd25d-cd6c-45da-9b0f-14d609fff8b4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'port_id': '1502329d-01b1-4900-9fbb-962fdb551827'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:44.251190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.282354 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-374fd25d-cd6c-45da-9b0f-14d609fff8b4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.368379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Allocated IP 172.25.4.12 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/db41150f-9e99-43a8-bd5a-5009775dcdd1) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:44.482199 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.484832 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.586823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.627064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:44.633440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:44.637981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:44.643520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Port': ['ID=db41150f-9e99-43a8-bd5a-5009775dcdd1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:44.792464 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-374fd25d-cd6c-45da-9b0f-14d609fff8b4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.859567 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-374fd25d-cd6c-45da-9b0f-14d609fff8b4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:44.965207 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-374fd25d-cd6c-45da-9b0f-14d609fff8b4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP 805ae2e2-9bac-4201-a10a-1bded551c1b7 associated. External IP: 172.25.4.49, port: 1502329d-01b1-4900-9fbb-962fdb551827. Jul 05 04:22:45.004452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.202591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-374fd25d-cd6c-45da-9b0f-14d609fff8b4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:45.222862 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.320669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-374fd25d-cd6c-45da-9b0f-14d609fff8b4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:45.325795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-374fd25d-cd6c-45da-9b0f-14d609fff8b4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.333236 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f651c5-e70f-4d2a-bc57-715ea85646e7 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:45.343161 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f651c5-e70f-4d2a-bc57-715ea85646e7 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:45.344053 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-33f651c5-e70f-4d2a-bc57-715ea85646e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:45.369756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-374fd25d-cd6c-45da-9b0f-14d609fff8b4 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "PUT /v2.0/floatingips/805ae2e2-9bac-4201-a10a-1bded551c1b7 HTTP/1.1" status: 200 len: 977 time: 1.1307945 Jul 05 04:22:45.370115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45082) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:45.385604 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-33f651c5-e70f-4d2a-bc57-715ea85646e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:45.394546 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f651c5-e70f-4d2a-bc57-715ea85646e7 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:45.395119 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-33f651c5-e70f-4d2a-bc57-715ea85646e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:45.427640 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-33f651c5-e70f-4d2a-bc57-715ea85646e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:45.428312 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f651c5-e70f-4d2a-bc57-715ea85646e7 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:45.449415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Router 6a2f0cbf-a446-4b00-9849-6dfc66713471 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:22:45.478039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 1502329d-01b1-4900-9fbb-962fdb551827 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:45.478528 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.567562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:45.581136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Sync routers for ids ['6a2f0cbf-a446-4b00-9849-6dfc66713471'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:45.582049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.592310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Routers {'6a2f0cbf-a446-4b00-9849-6dfc66713471'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:45.593074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a2f0cbf-a446-4b00-9849-6dfc66713471'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:45.654209 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:45.658869 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-938a40e1-6b50-4758-9366-354c82f8e0d6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.4350719 Jul 05 04:22:45.659114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45090) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:45.710388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Set router 6a2f0cbf-a446-4b00-9849-6dfc66713471 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:45.836761 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5610f21d-30c0-4945-8c80-4b0aa36d89c5 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b131dd3e28bc4c708f1d5902e510725d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1764264 Jul 05 04:22:45.839831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45098) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:45.936302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:44Z', 'revision_number': 3, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:45.979303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Checking router: 6a2f0cbf-a446-4b00-9849-6dfc66713471 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:45.979935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Updating router 6a2f0cbf-a446-4b00-9849-6dfc66713471 port db41150f-9e99-43a8-bd5a-5009775dcdd1 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:22:46.002563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8962397-d8ca-4fbe-a113-7e7f7de5c588 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:46.007966 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a8962397-d8ca-4fbe-a113-7e7f7de5c588 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1664810 Jul 05 04:22:46.008688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45102) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:46.049703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-43f3133b-1f21-49ba-a9ad-ffc772a08eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0389588 Jul 05 04:22:46.050607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45104) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:46.056625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-198420454', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:46.183268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.183655 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.184046 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP 805ae2e2-9bac-4201-a10a-1bded551c1b7 disassociated. External IP: 172.25.4.49, port: 1502329d-01b1-4900-9fbb-962fdb551827. Jul 05 04:22:46.184395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 1502329d-01b1-4900-9fbb-962fdb551827 owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:46.186108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.244098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Made reservation on behalf of b131dd3e28bc4c708f1d5902e510725d for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:46.247923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.386681 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.434241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=1502329d-01b1-4900-9fbb-962fdb551827,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:46.507884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.520495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Transition to ACTIVE for port object db41150f-9e99-43a8-bd5a-5009775dcdd1 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:46.565843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:46.620983 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.632415 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.671853 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Attempting to bind port db41150f-9e99-43a8-bd5a-5009775dcdd1 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:46.672249 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Attempting to bind port db41150f-9e99-43a8-bd5a-5009775dcdd1 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:46.672613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Attempting to bind port db41150f-9e99-43a8-bd5a-5009775dcdd1 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:46.683402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:46.683857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:46.684224 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.684622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:46.685104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Bound port: db41150f-9e99-43a8-bd5a-5009775dcdd1, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:46.685479 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.686973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:46.697032 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Subnet': ['ID=dfc67d70-d1a4-477b-a139-a015aeaf9ee0,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:46.703776 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6fc070-4ef1-419e-b76c-54d3fea39d0a None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:46.711656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Pushing event updated for resources: {'Port': ['ID=db41150f-9e99-43a8-bd5a-5009775dcdd1,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:46.719204 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6fc070-4ef1-419e-b76c-54d3fea39d0a None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:46.721794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.722059 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9b6fc070-4ef1-419e-b76c-54d3fea39d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:46.722197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.722403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.722625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Checking segment: {'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:46.722804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.723016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network hostable DHCP agents. Network: 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:22:46.723119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.723495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.723844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.724168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.724491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.724838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.725135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.725489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:22:46.780237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] For port db41150f-9e99-43a8-bd5a-5009775dcdd1, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:46.786806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] For port db41150f-9e99-43a8-bd5a-5009775dcdd1, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=db41150f-9e99-43a8-bd5a-5009775dcdd1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:46.786915 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.789148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5b066da5-d4f2-470c-ac70-643398938a8f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/ports/1502329d-01b1-4900-9fbb-962fdb551827 HTTP/1.1" status: 204 len: 168 time: 1.4171424 Jul 05 04:22:46.789756 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9b6fc070-4ef1-419e-b76c-54d3fea39d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:46.792031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45118) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:46.800643 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b6fc070-4ef1-419e-b76c-54d3fea39d0a None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:46.801261 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9b6fc070-4ef1-419e-b76c-54d3fea39d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:46.836214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9b6fc070-4ef1-419e-b76c-54d3fea39d0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:46.836589 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b6fc070-4ef1-419e-b76c-54d3fea39d0a None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:46.842764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-12cb2c11-99c7-4bf3-ab1f-0519a26db739 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "GET /v2.0/floatingips/805ae2e2-9bac-4201-a10a-1bded551c1b7 HTTP/1.1" status: 200 len: 687 time: 0.0460026 Jul 05 04:22:46.846178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45120) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:46.855100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:22:46.890324 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:46.950834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Routers {'6a2f0cbf-a446-4b00-9849-6dfc66713471'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:46.951420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a2f0cbf-a446-4b00-9849-6dfc66713471'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:46.957237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92830e31-3222-48da-89d8-0c6c8d447172 None None] Pushing event updated for resources: {'Port': ['ID=db41150f-9e99-43a8-bd5a-5009775dcdd1,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:46.988680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-96872674-e702-427f-a90d-16e8de841461 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 47ea00d9-75e0-4007-ac52-d45adb4eb6ff {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:22:46.989032 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96872674-e702-427f-a90d-16e8de841461 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.033285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:47.043005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:47.043005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.049196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ca8c2e-adf1-495b-826e-7d516a109e55 None None] Network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:47.086758 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96872674-e702-427f-a90d-16e8de841461 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.087098 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96872674-e702-427f-a90d-16e8de841461 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.099656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-96872674-e702-427f-a90d-16e8de841461 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 47ea00d9-75e0-4007-ac52-d45adb4eb6ff owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:22:47.121730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] Set router 6a2f0cbf-a446-4b00-9849-6dfc66713471 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:47.151240 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-765fadfc-0b98-4c22-9a5a-89f95cde0b8f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0967927 Jul 05 04:22:47.151794 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45124) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:47.307084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96872674-e702-427f-a90d-16e8de841461 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.344294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96872674-e702-427f-a90d-16e8de841461 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=47ea00d9-75e0-4007-ac52-d45adb4eb6ff,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:47.375552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:22:47.376629 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.422909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96872674-e702-427f-a90d-16e8de841461 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.426302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96872674-e702-427f-a90d-16e8de841461 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.428155 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-96872674-e702-427f-a90d-16e8de841461 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/floatingips/805ae2e2-9bac-4201-a10a-1bded551c1b7 HTTP/1.1" status: 204 len: 168 time: 0.5807130 Jul 05 04:22:47.432521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45128) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:47.438949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '576fa068-61cf-464a-a489-185b5c85c618'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:47.559771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:44Z', 'revision_number': 3, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:47.593056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfaf290b-90db-4723-ac19-0c81118af4dd None None] The sync data for ids ['6a2f0cbf-a446-4b00-9849-6dfc66713471'] in n-d-758944-41 is: [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:44Z', 'revision_number': 3, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:47.608608 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.609046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Allocated IP 172.20.0.2 (3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9/dfc67d70-d1a4-477b-a139-a015aeaf9ee0/d2b4b986-c165-498f-9874-9a73ed1c1192) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:47.786529 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.859787 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.876651 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:47.877235 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:22:47.893222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Transition to ACTIVE for port object d2b4b986-c165-498f-9874-9a73ed1c1192 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:47.913655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Transition to ACTIVE for port object d2b4b986-c165-498f-9874-9a73ed1c1192 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:47.967850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.25.4.42 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/886713a1-3b2f-486a-b605-49b0fa699a76) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:47.997536 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.053951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:48.057112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:48.097536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:48.217691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Pushing event updated for resources: {'Port': ['ID=d2b4b986-c165-498f-9874-9a73ed1c1192,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:48.264436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Attempting to bind port d2b4b986-c165-498f-9874-9a73ed1c1192 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:48.264988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Attempting to bind port d2b4b986-c165-498f-9874-9a73ed1c1192 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:48.265356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Attempting to bind port d2b4b986-c165-498f-9874-9a73ed1c1192 on network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:48.271213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:48.271644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Checking segment: {'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:48.272039 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.272445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Bound using segment: {'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:48.272927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Bound port: d2b4b986-c165-498f-9874-9a73ed1c1192, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:48.273318 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.384314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] For port d2b4b986-c165-498f-9874-9a73ed1c1192, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:48.390413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] For port d2b4b986-c165-498f-9874-9a73ed1c1192, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d2b4b986-c165-498f-9874-9a73ed1c1192,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:48.395086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Allocated IP 172.20.0.1 (3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9/dfc67d70-d1a4-477b-a139-a015aeaf9ee0/e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:48.479401 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.588243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b30f296-e51f-4050-b841-33509cdb7a24 None None] Pushing event updated for resources: {'Port': ['ID=d2b4b986-c165-498f-9874-9a73ed1c1192,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:48.606101 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.612836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.625205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Transition to ACTIVE for port object e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:48.752061 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.776506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:48.876755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:48.883102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:48.901396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:48.925821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:48.929320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:48.934833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:48.939163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Port': ['ID=e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:48.988410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=886713a1-3b2f-486a-b605-49b0fa699a76,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:49.045400 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.296027 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.451873 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.645954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.659164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device db41150f-9e99-43a8-bd5a-5009775dcdd1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:49.706770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.803621 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.829391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port db41150f-9e99-43a8-bd5a-5009775dcdd1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:49.835594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port db41150f-9e99-43a8-bd5a-5009775dcdd1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:49.836112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.836926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.901116 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.916037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Port': ['ID=e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:49.918632 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:49.927968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-530afab0-6860-4493-82ca-660eb273fd00 None None] Network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:50.014589 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.017376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=886713a1-3b2f-486a-b605-49b0fa699a76,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:50.025409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.063540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port db41150f-9e99-43a8-bd5a-5009775dcdd1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=db41150f-9e99-43a8-bd5a-5009775dcdd1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:50.064585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ac288794-17e5-44dc-bd1b-7b34788058c2 None None] Provisioning for port d2b4b986-c165-498f-9874-9a73ed1c1192 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:50.086144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:50.088097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:50.158298 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP 1ec7d454-69fb-4e86-8d58-bcc8afcc4c7c associated. External IP: 172.25.4.42, port: 576fa068-61cf-464a-a489-185b5c85c618. Jul 05 04:22:50.164793 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.170301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d2b4b986-c165-498f-9874-9a73ed1c1192 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:50.257177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Router 6a2f0cbf-a446-4b00-9849-6dfc66713471 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:50.288996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=db41150f-9e99-43a8-bd5a-5009775dcdd1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:50.383753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:50.389369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-dd328986-e608-4ce8-b3da-2d827a53e6ec tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "PUT /v2.0/routers/6a2f0cbf-a446-4b00-9849-6dfc66713471/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2362180 Jul 05 04:22:50.392562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45162) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:50.397340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Sync routers for ids ['6a2f0cbf-a446-4b00-9849-6dfc66713471'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:50.399255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6cd8bd32-f2e0-4101-88ed-be3e28425a13 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--1759736030', 'description': 'tempest-secgroup_access--1759736030 description', 'project_id': 'b131dd3e28bc4c708f1d5902e510725d'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:50.401462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port d2b4b986-c165-498f-9874-9a73ed1c1192 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:50.410976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d2b4b986-c165-498f-9874-9a73ed1c1192 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:50.410976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.438392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Routers {'6a2f0cbf-a446-4b00-9849-6dfc66713471'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:50.444768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a2f0cbf-a446-4b00-9849-6dfc66713471'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:50.453558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:22:50.517466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bd32-f2e0-4101-88ed-be3e28425a13 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.645104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:50.656560 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7537092-826c-4234-b538-fef0e0d76e06 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:50.673472 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7537092-826c-4234-b538-fef0e0d76e06 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:50.674130 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f7537092-826c-4234-b538-fef0e0d76e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:50.730143 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f7537092-826c-4234-b538-fef0e0d76e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:50.740012 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7537092-826c-4234-b538-fef0e0d76e06 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:50.740743 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f7537092-826c-4234-b538-fef0e0d76e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:50.758194 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bd32-f2e0-4101-88ed-be3e28425a13 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.779422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Set router 6a2f0cbf-a446-4b00-9849-6dfc66713471 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:50.839692 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bd32-f2e0-4101-88ed-be3e28425a13 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.879586 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f7537092-826c-4234-b538-fef0e0d76e06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:50.880751 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7537092-826c-4234-b538-fef0e0d76e06 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:50.920165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8bd32-f2e0-4101-88ed-be3e28425a13 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:50.941312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.971790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635cf08d-9d6d-46d2-87f2-844b797d3df4 req-271d4def-7521-4953-a43e-891fdab6307f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:50.973551 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-635cf08d-9d6d-46d2-87f2-844b797d3df4 req-271d4def-7521-4953-a43e-891fdab6307f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.2227585 Jul 05 04:22:50.983746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-843c94a3-72ab-4df2-bb84-df8fd4aeb2a1 None None] Provisioning for port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:50.985993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6cd8bd32-f2e0-4101-88ed-be3e28425a13 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:50.987940 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6cd8bd32-f2e0-4101-88ed-be3e28425a13 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.5939140 Jul 05 04:22:50.990414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45174) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:50.997841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5308daea-732c-415f-b7f5-fcb19fa327ba tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--1161408974', 'description': 'tempest-secgroup_general--1161408974 description', 'project_id': 'b131dd3e28bc4c708f1d5902e510725d'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:51.022801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-635cf08d-9d6d-46d2-87f2-844b797d3df4 req-9ba43152-ea93-49bc-b789-b5a14f431099 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434632 Jul 05 04:22:51.026472 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-848a00f6-68e1-4985-bc36-bd42256789f5 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.5926011 Jul 05 04:22:51.028890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45176) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:51.037051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-861335662'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:51.047633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-843c94a3-72ab-4df2-bb84-df8fd4aeb2a1 None None] Provisioning complete for port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:51.048102 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-843c94a3-72ab-4df2-bb84-df8fd4aeb2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.059885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45178) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:51.095109 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.104923 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5308daea-732c-415f-b7f5-fcb19fa327ba tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.137134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-843c94a3-72ab-4df2-bb84-df8fd4aeb2a1 None None] Port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:51.160598 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b4b14429-8d39-443c-a3be-39df333037fe tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/5e46a6aa-dccb-4359-a880-f3da04bb022e HTTP/1.1" status: 200 len: 993 time: 0.0962858 Jul 05 04:22:51.190865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Made reservation on behalf of f6c91b499ef8483faa5aaefa4b8a09a1 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:51.199535 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.209523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port d2b4b986-c165-498f-9874-9a73ed1c1192, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d2b4b986-c165-498f-9874-9a73ed1c1192,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:51.249384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-843c94a3-72ab-4df2-bb84-df8fd4aeb2a1 None None] Provisioning complete for port d2b4b986-c165-498f-9874-9a73ed1c1192 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:51.249798 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-843c94a3-72ab-4df2-bb84-df8fd4aeb2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.256454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:22:51.268168 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.268812 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Added segment 4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3 of type vlan for network a35e1912-3908-46db-90ae-fd6011fbf2b3 Jul 05 04:22:51.301406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5308daea-732c-415f-b7f5-fcb19fa327ba tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.309166 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.312380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe', 'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:8c:bd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:48Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 2, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:51.323051 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.376861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Checking router: 6a2f0cbf-a446-4b00-9849-6dfc66713471 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:22:51.377337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Updating router 6a2f0cbf-a446-4b00-9849-6dfc66713471 port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:22:51.386683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5308daea-732c-415f-b7f5-fcb19fa327ba tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.419706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308daea-732c-415f-b7f5-fcb19fa327ba tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:51.434986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.440968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:51.442247 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.479409 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.481429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=d2b4b986-c165-498f-9874-9a73ed1c1192,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:51.483644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5308daea-732c-415f-b7f5-fcb19fa327ba tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.484946 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5308daea-732c-415f-b7f5-fcb19fa327ba tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1802 time: 0.4935794 Jul 05 04:22:51.487800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45190) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:51.492892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e75ad467-6557-49c0-90d1-9541a676b601 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'security_group_rule': {'security_group_id': 'e384ffdd-fadc-468c-9d5b-2b517bd0f8a3', 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:51.532144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Network': ['ID=a35e1912-3908-46db-90ae-fd6011fbf2b3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:51.566946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network a35e1912-3908-46db-90ae-fd6011fbf2b3 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:22:51.625208 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device db41150f-9e99-43a8-bd5a-5009775dcdd1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:51.637707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e75ad467-6557-49c0-90d1-9541a676b601 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.688349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45194) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:51.707037 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e75ad467-6557-49c0-90d1-9541a676b601 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.751213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c72b0ae7-5e7e-4bba-8e13-13c2ae7fd1ff tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.7210443 Jul 05 04:22:51.754132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45198) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:51.756136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-186ddf47-b564-4c43-a049-5124fb84652b None None] Provisioning complete for port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:51.756540 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-186ddf47-b564-4c43-a049-5124fb84652b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.763769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'subnet': {'network_id': 'a35e1912-3908-46db-90ae-fd6011fbf2b3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:51.771151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6695e0b0-a854-4064-b90f-9d1aaca4d187 req-c2830114-2e33-477f-9131-16025be44dd8 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:51.772760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6695e0b0-a854-4064-b90f-9d1aaca4d187 req-c2830114-2e33-477f-9131-16025be44dd8 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1098 time: 0.1495485 Jul 05 04:22:51.821472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-186ddf47-b564-4c43-a049-5124fb84652b None None] Port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:51.831352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e75ad467-6557-49c0-90d1-9541a676b601 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.835600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8a44d-57ed-40c7-ba45-ee22ee760b8a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:51.836291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8a44d-57ed-40c7-ba45-ee22ee760b8a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:51.836781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec8a44d-57ed-40c7-ba45-ee22ee760b8a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:51.851923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3ec8a44d-57ed-40c7-ba45-ee22ee760b8a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=ecb242cdbb1f4a99afd37053afb5f2a3&network_id=2ef61ee5-d9ca-42bb-bfd0-1078f402d585 HTTP/1.1" status: 200 len: 2972 time: 0.1497374 Jul 05 04:22:51.851923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6695e0b0-a854-4064-b90f-9d1aaca4d187 req-67c9800e-f4bb-423d-8acf-5f522120d18d tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643237 Jul 05 04:22:51.873984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port db41150f-9e99-43a8-bd5a-5009775dcdd1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:51.874373 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.878800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75ad467-6557-49c0-90d1-9541a676b601 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be27a736-57a7-4a00-9172-f186b60c6deb,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:51.954585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e75ad467-6557-49c0-90d1-9541a676b601 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:51.956922 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e75ad467-6557-49c0-90d1-9541a676b601 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4672084 Jul 05 04:22:52.046277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d2b4b986-c165-498f-9874-9a73ed1c1192 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:52.072766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Made reservation on behalf of f6c91b499ef8483faa5aaefa4b8a09a1 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:52.076467 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.141434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-55b6f52c-45ad-42d4-926f-aa11c2e73bf9 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_general--1161408974&fields=id&tenant_id=b131dd3e28bc4c708f1d5902e510725d HTTP/1.1" status: 200 len: 267 time: 0.0452609 Jul 05 04:22:52.155048 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.168023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Transition to ACTIVE for port object e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:52.183735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d2b4b986-c165-498f-9874-9a73ed1c1192 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:52.184574 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.191427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-109cf891-e9ba-422a-b402-8f4182da0720 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup_access--1759736030&fields=id&tenant_id=b131dd3e28bc4c708f1d5902e510725d HTTP/1.1" status: 200 len: 267 time: 0.0486984 Jul 05 04:22:52.276996 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.338412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c95a7-be1d-4127-a57e-50a3726f9a07 None None] Pushing event updated for resources: {'Port': ['ID=e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:52.341094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-68c755a2-b8a4-4d83-a61b-d05cb64d429f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:52.343965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-68c755a2-b8a4-4d83-a61b-d05cb64d429f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/networks?id=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 HTTP/1.1" status: 200 len: 796 time: 0.1499059 Jul 05 04:22:52.365973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-fb175ca3-9500-4f8b-8c9f-0be710348e30 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/quotas/b131dd3e28bc4c708f1d5902e510725d HTTP/1.1" status: 200 len: 375 time: 0.0155134 Jul 05 04:22:52.405400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Attempting to bind port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:52.406099 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Attempting to bind port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:52.407159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Attempting to bind port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe on network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:52.413582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:52.413844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Checking segment: {'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:52.414344 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.414805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Bound using segment: {'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:52.415611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Bound port: e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:52.415852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.431978 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.463362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-29f3eb9d-7d3a-4b5a-b948-20851ef56266 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b131dd3e28bc4c708f1d5902e510725d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0963373 Jul 05 04:22:52.565419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Subnet': ['ID=7c9434aa-1443-41c2-b8c9-b84a78ed5127,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:52.568051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] For port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:52.571625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] For port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:52.582376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Checking segment: {'id': '4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a35e1912-3908-46db-90ae-fd6011fbf2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:52.582741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network hostable DHCP agents. Network: a35e1912-3908-46db-90ae-fd6011fbf2b3, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:22:52.667151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-482e6ab9-10f9-4806-aa19-8e827390e8bb service neutron] 10.222.0.30 "GET /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1975539 Jul 05 04:22:52.706918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network a35e1912-3908-46db-90ae-fd6011fbf2b3 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:22:52.712048 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.780632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Routers {'6a2f0cbf-a446-4b00-9849-6dfc66713471'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:52.781279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a2f0cbf-a446-4b00-9849-6dfc66713471'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:52.792289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-8bcb93ce-b029-4396-ab8e-8cd05beba01e service neutron] 10.222.0.30 "GET /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172016 Jul 05 04:22:52.823345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8c95a7-be1d-4127-a57e-50a3726f9a07 None None] Pushing event updated for resources: {'Port': ['ID=e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:52.839145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, a35e1912-3908-46db-90ae-fd6011fbf2b3) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:52.845719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:52.846491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:52.849807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde0e38d-2502-45dd-b3b3-b1ff8d99a2ee None None] Network a35e1912-3908-46db-90ae-fd6011fbf2b3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:52.992044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] Set router 6a2f0cbf-a446-4b00-9849-6dfc66713471 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:22:53.004282 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-12108d48-d6f7-481b-81a9-cc8504f6f8d2 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2482662 Jul 05 04:22:53.013351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45248) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:53.019141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1984068272', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}, 'admin_state_up': False}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:53.107405 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.116143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.190313 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12f60474-001b-4daa-aad5-7c933d859e6b req-88f10145-681e-4557-b801-4b9c8fe09de1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 210 time: 0.0583789 Jul 05 04:22:53.245104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-a35e1912-3908-46db-90ae-fd6011fbf2b3', 'network_id': 'a35e1912-3908-46db-90ae-fd6011fbf2b3', 'tenant_id': 'f6c91b499ef8483faa5aaefa4b8a09a1', 'fixed_ips': [{'subnet_id': '7c9434aa-1443-41c2-b8c9-b84a78ed5127'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:22:53.246071 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.256306 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.484152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Allocated IP 172.20.0.2 (a35e1912-3908-46db-90ae-fd6011fbf2b3/7c9434aa-1443-41c2-b8c9-b84a78ed5127/7d62b43e-a463-45ab-b606-b028da61d4bd) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:53.543154 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.570522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe', 'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:8c:bd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:48Z', 'updated_at': '2021-07-05T04:22:52Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:53.578388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-20855c06-fec9-465a-a2fe-87e09ec0ebda service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1340203 Jul 05 04:22:53.605975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ad47660-f35f-49d9-a7fd-9f59b8428b2d None None] The sync data for ids ['6a2f0cbf-a446-4b00-9849-6dfc66713471'] in n-d-758944-41 is: [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe', 'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:8c:bd:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:48Z', 'updated_at': '2021-07-05T04:22:52Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:53.936868 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:53.947784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Transition to ACTIVE for port object 7d62b43e-a463-45ab-b606-b028da61d4bd will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:53.973169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Transition to ACTIVE for port object 7d62b43e-a463-45ab-b606-b028da61d4bd will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:54.089809 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.162034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Network a35e1912-3908-46db-90ae-fd6011fbf2b3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:54.175466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:54.177323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Pushing event updated for resources: {'Port': ['ID=7d62b43e-a463-45ab-b606-b028da61d4bd,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:54.179487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:54.291625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Attempting to bind port 7d62b43e-a463-45ab-b606-b028da61d4bd on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:54.292240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Attempting to bind port 7d62b43e-a463-45ab-b606-b028da61d4bd by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a35e1912-3908-46db-90ae-fd6011fbf2b3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:54.292636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Attempting to bind port 7d62b43e-a463-45ab-b606-b028da61d4bd on network a35e1912-3908-46db-90ae-fd6011fbf2b3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:54.299926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:54.300329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Checking segment: {'id': '4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a35e1912-3908-46db-90ae-fd6011fbf2b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:54.300738 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.301278 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Bound using segment: {'id': '4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a35e1912-3908-46db-90ae-fd6011fbf2b3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:54.301912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Bound port: 7d62b43e-a463-45ab-b606-b028da61d4bd, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'a35e1912-3908-46db-90ae-fd6011fbf2b3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:54.302308 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.392579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] For port 7d62b43e-a463-45ab-b606-b028da61d4bd, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:54.394981 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.401268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] For port 7d62b43e-a463-45ab-b606-b028da61d4bd, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7d62b43e-a463-45ab-b606-b028da61d4bd,segment=NetworkSegment(4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3),segment_id=4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:54.433627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfff1c3b-af96-45e2-a0eb-7cba529ea53d req-1ab5fb4c-7c7d-4de7-a472-8c59dbd6b7e4 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 210 time: 0.0678468 Jul 05 04:22:54.435178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.574154 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.593457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.25.4.62 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/adbc379e-e502-47cf-b495-bff84c63fa55) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:54.698428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45292) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:54.702021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a538881-cc03-4696-b26c-6b58d79b7aab None None] Pushing event updated for resources: {'Port': ['ID=7d62b43e-a463-45ab-b606-b028da61d4bd,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:54.767809 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:54.799221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1365cddc-acc3-4b6e-a392-601b857639ae tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:54.799614 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1365cddc-acc3-4b6e-a392-601b857639ae tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed HTTP/1.1" status: 200 len: 814 time: 0.1000667 Jul 05 04:22:54.961874 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.078734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:55.097523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:55.102063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:55.168465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=adbc379e-e502-47cf-b495-bff84c63fa55,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:55.180450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-239b9d60-4f32-44a1-a65f-30dc1e2c54bc tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:22:55.182706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-239b9d60-4f32-44a1-a65f-30dc1e2c54bc tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1511226 Jul 05 04:22:55.199209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Request body: {'binding': {'host': 'n-h2-758944-41', 'vnic_type': 'normal', 'profile': {}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:55.199656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Unknown quota resources ['binding']. {{(pid=100896) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 05 04:22:55.457867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45308) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:55.465671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'network': {'name': 'tempest-network-smoke--1550075277', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'port_security_enabled': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:55.470001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc on host n-h2-758944-41 for vnic_type normal with profile None {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:55.470490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:55.470710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:55.475833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Port a4a0f067-8557-483f-9665-3360237b4ecc on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:22:55.476380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:55.490853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:55.491215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Checking segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:55.491575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Bound using segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:55.492051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Bound port: a4a0f067-8557-483f-9665-3360237b4ecc, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:55.620727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Made reservation on behalf of ecb242cdbb1f4a99afd37053afb5f2a3 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:55.630334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.716710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:22:55.720925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7d62b43e-a463-45ab-b606-b028da61d4bd up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:55.747857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.748327 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Added segment d605bfa2-851f-412d-a7be-0be9962411eb of type vlan for network 3957c556-81a4-4d27-8da2-5d849b946f17 Jul 05 04:22:55.783442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f2b4007-6fad-40b4-8028-4d044a1d7163 req-122188aa-095f-41dc-9c8b-02859b6f7fd4 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 210 time: 0.1180401 Jul 05 04:22:55.825753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:55.829707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:55.834008 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.014107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 7d62b43e-a463-45ab-b606-b028da61d4bd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:56.014306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.014440 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] Notify callbacks [] for binding, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.015231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:56.016550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] 10.222.0.30 "POST /v2.0/ports/a4a0f067-8557-483f-9665-3360237b4ecc/bindings HTTP/1.1" status: 201 len: 390 time: 0.8230104 Jul 05 04:22:56.020613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.021437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.075764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d662a2d-e026-435d-ac53-a60b7ac37b3e None None] Network a35e1912-3908-46db-90ae-fd6011fbf2b3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:56.090694 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.126668 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Network': ['ID=3957c556-81a4-4d27-8da2-5d849b946f17,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:56.153053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3957c556-81a4-4d27-8da2-5d849b946f17 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:22:56.239407 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-32b05b05-5216-4d56-b59e-036578b81850 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7793469 Jul 05 04:22:56.242184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45320) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:56.305413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:56.315020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6d8ceba7-4dea-4200-bfaf-97f00e3cdf68 None None] Provisioning for port 7d62b43e-a463-45ab-b606-b028da61d4bd completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:56.315777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:56.316243 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.322299 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6d8ceba7-4dea-4200-bfaf-97f00e3cdf68 None None] Provisioning complete for port 7d62b43e-a463-45ab-b606-b028da61d4bd triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:56.322663 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d8ceba7-4dea-4200-bfaf-97f00e3cdf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.352094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4a961a2-c7db-4809-be73-4aa711176e1c tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.353818 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a4a961a2-c7db-4809-be73-4aa711176e1c tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=ecb242cdbb1f4a99afd37053afb5f2a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.1101511 Jul 05 04:22:56.356670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45322) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:56.374957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router 6a5a7dda-c8c4-4df8-b62c-0a8375d22418 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:22:56.542138 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.544140 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d8ceba7-4dea-4200-bfaf-97f00e3cdf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.605059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:56.609022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6d8ceba7-4dea-4200-bfaf-97f00e3cdf68 None None] For port 7d62b43e-a463-45ab-b606-b028da61d4bd, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7d62b43e-a463-45ab-b606-b028da61d4bd,segment=NetworkSegment(4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3),segment_id=4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:56.672502 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.678599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:22:56.715088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6ba04-3213-4128-9fce-67b72bfcc65b None None] Sync routers for ids ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:22:56.721924 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6d8ceba7-4dea-4200-bfaf-97f00e3cdf68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.747877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:56.760879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6ba04-3213-4128-9fce-67b72bfcc65b None None] Routers {'6a5a7dda-c8c4-4df8-b62c-0a8375d22418'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:56.762499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-44e6ba04-3213-4128-9fce-67b72bfcc65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:56.820731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2094e83e-cda7-4c80-8101-b1016b23cd77 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.826368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2094e83e-cda7-4c80-8101-b1016b23cd77 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4685287 Jul 05 04:22:56.826623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45332) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:56.828570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-44e6ba04-3213-4128-9fce-67b72bfcc65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:56.864420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44e6ba04-3213-4128-9fce-67b72bfcc65b None None] Routers {'6a5a7dda-c8c4-4df8-b62c-0a8375d22418'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:22:56.865347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-44e6ba04-3213-4128-9fce-67b72bfcc65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:56.894271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345b0f62-37d9-41a6-a8cd-2782463304ff req-1044f5e5-1535-49c4-a986-f3ca3b0b89e3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.895936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-345b0f62-37d9-41a6-a8cd-2782463304ff req-1044f5e5-1535-49c4-a986-f3ca3b0b89e3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.3616083 Jul 05 04:22:56.914997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d8ceba7-4dea-4200-bfaf-97f00e3cdf68 None None] Pushing event updated for resources: {'Port': ['ID=7d62b43e-a463-45ab-b606-b028da61d4bd,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:56.917804 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.919039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-44e6ba04-3213-4128-9fce-67b72bfcc65b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:22:56.919153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-571c2adf-6f03-4104-81ae-d74dda68e70a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9046459 Jul 05 04:22:56.920069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44e6ba04-3213-4128-9fce-67b72bfcc65b None None] The sync data for ids ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:22:56.928527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45336) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:56.944599 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-405dcfae-6327-4efd-b450-e99322c61bed tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1144106 Jul 05 04:22:56.946322 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45338) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:56.948990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-44660bf1-434f-448d-a412-b6002bf9879c tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:56.950512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-44660bf1-434f-448d-a412-b6002bf9879c tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.26 "GET /v2.0/networks?id=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 HTTP/1.1" status: 200 len: 796 time: 0.2568812 Jul 05 04:22:56.950623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ea5d58d0-e2bc-4540-bdb9-2c546ccfaf84 None None] Provisioning complete for port 7d62b43e-a463-45ab-b606-b028da61d4bd triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:56.951149 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ea5d58d0-e2bc-4540-bdb9-2c546ccfaf84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:56.991698 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c91d8a95-a41b-4e2e-84c6-a18b7d9f6d4f tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=ecb242cdbb1f4a99afd37053afb5f2a3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0432408 Jul 05 04:22:57.000456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45342) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:57.103633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-345b0f62-37d9-41a6-a8cd-2782463304ff req-fd0a00a2-a2cd-4369-808b-91531567e061 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1951950 Jul 05 04:22:57.198524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b25091e-76ed-4fb0-9df8-d39cca2155c5 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.200407 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2b25091e-76ed-4fb0-9df8-d39cca2155c5 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1983542 Jul 05 04:22:57.203857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45350) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:57.243295 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9b9d5c2f-66ab-473f-be76-3cfede1249dc tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0345447 Jul 05 04:22:57.244913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45352) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:57.253305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1239179243', 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:57.330811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-7b9c5e65-596b-4932-a3ae-40f54de42e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.332590 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-7b9c5e65-596b-4932-a3ae-40f54de42e20 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1098 time: 0.3394661 Jul 05 04:22:57.471917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-f433c10e-ec2b-42fd-9eb6-a53eeab56caa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.473477 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-f433c10e-ec2b-42fd-9eb6-a53eeab56caa service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bbc5981-12f7-4638-81b1-7bb0994fb32f HTTP/1.1" status: 200 len: 898 time: 0.1314816 Jul 05 04:22:57.523702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Made reservation on behalf of ecb242cdbb1f4a99afd37053afb5f2a3 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:57.525198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-a274d49c-0dfa-4e9e-a1eb-c6bf81f02414 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b131dd3e28bc4c708f1d5902e510725d HTTP/1.1" status: 200 len: 478 time: 0.5095446 Jul 05 04:22:57.528022 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.555653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'port': {'device_id': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'admin_state_up': True, 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'security_groups': ['a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565', 'e384ffdd-fadc-468c-9d5b-2b517bd0f8a3']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:57.569737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-868142dc-e587-4060-b406-e25128ce7a50 req-7b81bc2d-3a62-4709-83ab-3c1208fc8a33 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 210 time: 0.5317321 Jul 05 04:22:57.630407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:57.633494 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-7b9b8756-0d3b-4add-b794-c3588ecff857 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4a0f067-8557-483f-9665-3360237b4ecc HTTP/1.1" status: 200 len: 1001 time: 0.1515124 Jul 05 04:22:57.703277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:57.703707 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.717147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-22b16873-c2d0-4e76-8c49-87059c941f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.718750 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-22b16873-c2d0-4e76-8c49-87059c941f87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b432c411-90e1-4efa-90aa-5a31ded46a11 HTTP/1.1" status: 200 len: 834 time: 0.0764742 Jul 05 04:22:57.804276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7d62b43e-a463-45ab-b606-b028da61d4bd up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:22:57.863543 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 7d62b43e-a463-45ab-b606-b028da61d4bd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:57.864387 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.868544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-d0b2b369-f3fd-4bf3-9fcb-523e0ce86c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:57.870205 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-d0b2b369-f3fd-4bf3-9fcb-523e0ce86c45 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bbc5981-12f7-4638-81b1-7bb0994fb32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1249723 Jul 05 04:22:57.944359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:57.978943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Made reservation on behalf of b131dd3e28bc4c708f1d5902e510725d for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:22:57.983802 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.041928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Subnet': ['ID=f652781f-eb75-4465-815e-8473076f7627,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:58.061953 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-f3e1f046-9629-4f94-9348-829c33a91709 service neutron] 10.222.0.13 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842279 Jul 05 04:22:58.062790 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Checking segment: {'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:58.068341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network hostable DHCP agents. Network: 3957c556-81a4-4d27-8da2-5d849b946f17, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:22:58.175101 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-2248a6a4-0b71-4300-9436-dec99def0412 service neutron] 10.222.0.13 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1046345 Jul 05 04:22:58.219159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network 3957c556-81a4-4d27-8da2-5d849b946f17 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:22:58.224175 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Allocated IP 172.20.0.6 (3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9/dfc67d70-d1a4-477b-a139-a015aeaf9ee0/e2921fd3-68a2-413d-ad50-3bb3206fa834) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:58.227246 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.578097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cced07e6-8dbe-45c8-ba5c-fb46b916fa9b req-acbe3be8-6b42-4ebe-908f-b4416e552c0b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:58.579725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cced07e6-8dbe-45c8-ba5c-fb46b916fa9b req-acbe3be8-6b42-4ebe-908f-b4416e552c0b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.3252614 Jul 05 04:22:58.625731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3957c556-81a4-4d27-8da2-5d849b946f17) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:58.630427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.633347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:58.635466 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.643816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5235ba-48ff-4ecc-b1a8-e499ce1bf1b5 None None] Network 3957c556-81a4-4d27-8da2-5d849b946f17 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:22:58.680293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Transition to ACTIVE for port object e2921fd3-68a2-413d-ad50-3bb3206fa834 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:58.711523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-989436dc-3cab-483d-af00-cc421beeb413 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:58.724141 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-989436dc-3cab-483d-af00-cc421beeb413 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a&tenant_id=7d6d2d8645e943558e449d8c5575d969&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1098 time: 0.4633355 Jul 05 04:22:58.724345 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cced07e6-8dbe-45c8-ba5c-fb46b916fa9b req-8e0fc50a-5b2c-4e37-84ba-917ae3768c42 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331415 Jul 05 04:22:58.736581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-758944-41'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:58.745447 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f8124818-278a-46d3-ab6a-3262485b7d03 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.4927301 Jul 05 04:22:58.748848 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ef93d55-b7dd-43cb-9e6a-f1d53edb18fb req-eb86d94e-7325-4b63-bbd9-4066e10f2e2c tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 210 time: 0.0533490 Jul 05 04:22:58.816699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.20.0.1 (a35e1912-3908-46db-90ae-fd6011fbf2b3/7c9434aa-1443-41c2-b8c9-b84a78ed5127/1452294f-93e1-441a-9558-81113597d4b9) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:58.907337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.920184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3957c556-81a4-4d27-8da2-5d849b946f17', 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ips': [{'subnet_id': 'f652781f-eb75-4465-815e-8473076f7627'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:22:58.921245 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.939668 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:58.991823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:59.005846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:59.011719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Port': ['ID=e2921fd3-68a2-413d-ad50-3bb3206fa834,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:59.020104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:59.028691 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.090591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Transition to ACTIVE for port object 1452294f-93e1-441a-9558-81113597d4b9 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:59.109456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:22:59.110237 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.147247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:22:59.199402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:59.256393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-5267ddcf-31a9-42ca-9cf5-7d01df65d2c8 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 972 time: 1.7062390 Jul 05 04:22:59.257419 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.260862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:22:59.263607 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-800b857b-d8e2-423d-b4b9-1044b20b3c41" -d '{"events": [{"server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:22:59.288379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Allocated IP 172.20.0.18 (3957c556-81a4-4d27-8da2-5d849b946f17/f652781f-eb75-4465-815e-8473076f7627/5536bcdf-9f1a-48a2-ade8-30c1cc235a1b) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:22:59.307190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.339933 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:22:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88e2df6d-9aaf-44c8-bcae-c0843c6f62bc x-openstack-request-id: req-88e2df6d-9aaf-44c8-bcae-c0843c6f62bc {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:22:59.340242 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:22:59.340504 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-88e2df6d-9aaf-44c8-bcae-c0843c6f62bc {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:22:59.340904 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'code': 200} Jul 05 04:22:59.347013 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.378400 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Request body: {'port': {'device_id': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:59.410917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network a35e1912-3908-46db-90ae-fd6011fbf2b3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:59.433302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:59.437322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:59.528013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=1452294f-93e1-441a-9558-81113597d4b9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:59.581719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f121a3f5-0944-4f18-870e-a9953788ad4e None None] Provisioning for port e2921fd3-68a2-413d-ad50-3bb3206fa834 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:22:59.592506 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.614671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.625406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f121a3f5-0944-4f18-870e-a9953788ad4e None None] Provisioning complete for port e2921fd3-68a2-413d-ad50-3bb3206fa834 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:22:59.626693 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f121a3f5-0944-4f18-870e-a9953788ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.635936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a0f067-8557-483f-9665-3360237b4ecc,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:22:59.673073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc on host n-h1-758944-41 for vnic_type normal with profile {"migrating_to": "n-h2-758944-41"} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:22:59.673318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:22:59.673651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:59.680563 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.686232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Port a4a0f067-8557-483f-9665-3360237b4ecc on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:22:59.686453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Attempting to bind port a4a0f067-8557-483f-9665-3360237b4ecc on network 0bbc5981-12f7-4638-81b1-7bb0994fb32f {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:22:59.693476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:22:59.697244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Checking segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:22:59.697244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Bound using segment: {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:22:59.697244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Bound port: a4a0f067-8557-483f-9665-3360237b4ecc, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55d3a26d-f103-4719-ab64-3eed5eaac16c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:22:59.697244 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.703539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Transition to ACTIVE for port object 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:59.704089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45394) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:22:59.731939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f121a3f5-0944-4f18-870e-a9953788ad4e None None] Port e2921fd3-68a2-413d-ad50-3bb3206fa834 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:22:59.739639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-99b99983-dfc0-4681-bbd1-36421b38f4c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-844184524', 'description': 'tempest-secgroup-smoke-844184524 description', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:22:59.740904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Transition to ACTIVE for port object 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:22:59.835369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:22:59.847044 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.847253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:22:59.909966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Network 3957c556-81a4-4d27-8da2-5d849b946f17 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:22:59.923596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:22:59.936676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:22:59.942712 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:22:59.999560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Pushing event updated for resources: {'Port': ['ID=5536bcdf-9f1a-48a2-ade8-30c1cc235a1b,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:00.047878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-71d6f58d-0756-4939-a6c8-c06916b2faea None None] Provisioning complete for port a4a0f067-8557-483f-9665-3360237b4ecc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:00.047878 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-71d6f58d-0756-4939-a6c8-c06916b2faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.058772 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99b99983-dfc0-4681-bbd1-36421b38f4c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.119640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Attempting to bind port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:00.122572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Attempting to bind port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:00.122572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Attempting to bind port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b on network 3957c556-81a4-4d27-8da2-5d849b946f17 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:00.137062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:00.137793 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.139424 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] 10.222.0.13 "PUT /v2.0/ports/a4a0f067-8557-483f-9665-3360237b4ecc HTTP/1.1" status: 200 len: 1124 time: 1.4082122 Jul 05 04:23:00.148305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856d3915-6d5a-44c0-98f9-2dae5e2212f6 service neutron] Pushing event updated for resources: {'Port': ['ID=a4a0f067-8557-483f-9665-3360237b4ecc,revision_number=8']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:00.168743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:00.168743 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Checking segment: {'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:00.168743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.169038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Bound using segment: {'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:00.169262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Bound port: 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:00.169645 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.198634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-71d6f58d-0756-4939-a6c8-c06916b2faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.242776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a4a0f067-8557-483f-9665-3360237b4ecc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:00.296773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:00.299230 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5718938-f7cf-403d-8fe7-5cfbbc987bd7" -d '{"events": [{"server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "name": "network-vif-plugged", "status": "completed", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:00.312630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ded04d2-41e0-4ad4-96a1-df2262d94a76 req-29ae4f51-f47e-41a0-96d8-4c0ffec7f66f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:00.314608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ded04d2-41e0-4ad4-96a1-df2262d94a76 req-29ae4f51-f47e-41a0-96d8-4c0ffec7f66f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 944 time: 0.4010379 Jul 05 04:23:00.341375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-71d6f58d-0756-4939-a6c8-c06916b2faea None None] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:00.344276 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] For port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:00.351177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] For port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5536bcdf-9f1a-48a2-ade8-30c1cc235a1b,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:00.371613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e7098e-f3e7-4d0f-8b77-bfb70ed32499 req-ccdc1af3-62a3-499a-86f4-e76ff48bc50e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:00.373355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38e7098e-f3e7-4d0f-8b77-bfb70ed32499 req-ccdc1af3-62a3-499a-86f4-e76ff48bc50e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 970 time: 0.4141197 Jul 05 04:23:00.419970 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.426100 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-71d6f58d-0756-4939-a6c8-c06916b2faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.517897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ded04d2-41e0-4ad4-96a1-df2262d94a76 req-b5d958d1-edf2-4247-8bb5-621c94d6a9a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1913228 Jul 05 04:23:00.522042 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.554892 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38e7098e-f3e7-4d0f-8b77-bfb70ed32499 req-c4374d32-36c2-45a4-985a-77d147602ad6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1640034 Jul 05 04:23:00.592911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e2921fd3-68a2-413d-ad50-3bb3206fa834 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:00.613107 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.651158 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99b99983-dfc0-4681-bbd1-36421b38f4c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:00.672099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Transition to ACTIVE for port object e2921fd3-68a2-413d-ad50-3bb3206fa834 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:00.790860 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eccefc69-14cf-45e4-a10a-ec925b23d9ac x-openstack-request-id: req-eccefc69-14cf-45e4-a10a-ec925b23d9ac {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:00.791435 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "name": "network-vif-plugged", "status": "completed", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:00.791709 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eccefc69-14cf-45e4-a10a-ec925b23d9ac {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:00.792202 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'code': 200} Jul 05 04:23:00.831085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d6f58d-0756-4939-a6c8-c06916b2faea None None] Pushing event updated for resources: {'Port': ['ID=a4a0f067-8557-483f-9665-3360237b4ecc,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:00.966314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86d2402-80b3-4e81-a684-6dac69ddb18e None None] Pushing event updated for resources: {'Port': ['ID=5536bcdf-9f1a-48a2-ade8-30c1cc235a1b,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:01.025301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-71d6f58d-0756-4939-a6c8-c06916b2faea None None] Provisioning for port 1452294f-93e1-441a-9558-81113597d4b9 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:01.034129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-71d6f58d-0756-4939-a6c8-c06916b2faea None None] Provisioning complete for port 1452294f-93e1-441a-9558-81113597d4b9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:01.034498 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-71d6f58d-0756-4939-a6c8-c06916b2faea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.097079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-71d6f58d-0756-4939-a6c8-c06916b2faea None None] Port 1452294f-93e1-441a-9558-81113597d4b9 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:01.098433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99b99983-dfc0-4681-bbd1-36421b38f4c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.105614 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.200342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b99983-dfc0-4681-bbd1-36421b38f4c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb468d1-028f-453d-b66a-71b8b6556d7b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:01.204819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Pushing event updated for resources: {'Port': ['ID=e2921fd3-68a2-413d-ad50-3bb3206fa834,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:01.223115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-029bf9b7-fd4b-4c20-9f3c-e8d38a46ad2b None None] Provisioning complete for port a4a0f067-8557-483f-9665-3360237b4ecc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:01.223488 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-029bf9b7-fd4b-4c20-9f3c-e8d38a46ad2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.236462 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-99b99983-dfc0-4681-bbd1-36421b38f4c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.241444 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-99b99983-dfc0-4681-bbd1-36421b38f4c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.5061176 Jul 05 04:23:01.241782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45416) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:01.246992 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f02d7e50-4589-4b33-8eb3-717feff6d2a2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '2cb468d1-028f-453d-b66a-71b8b6556d7b', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:01.342653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:01.345579 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2" -d '{"events": [{"name": "network-changed", "server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:01.397190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f02d7e50-4589-4b33-8eb3-717feff6d2a2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.413015 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51e7790-f8cb-48dc-b34c-9029ab5bf707 x-openstack-request-id: req-a51e7790-f8cb-48dc-b34c-9029ab5bf707 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:01.413675 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:01.414077 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a51e7790-f8cb-48dc-b34c-9029ab5bf707 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:01.414610 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'status': 'completed', 'code': 200} Jul 05 04:23:01.453996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Attempting to bind port e2921fd3-68a2-413d-ad50-3bb3206fa834 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:01.454300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Attempting to bind port e2921fd3-68a2-413d-ad50-3bb3206fa834 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:01.455105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Attempting to bind port e2921fd3-68a2-413d-ad50-3bb3206fa834 on network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:01.476975 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f02d7e50-4589-4b33-8eb3-717feff6d2a2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.499097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Port e2921fd3-68a2-413d-ad50-3bb3206fa834 on network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:23:01.499097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Attempting to bind port e2921fd3-68a2-413d-ad50-3bb3206fa834 on network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:01.516056 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:01.516658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Checking segment: {'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:01.517167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Bound using segment: {'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:01.517694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Bound port: e2921fd3-68a2-413d-ad50-3bb3206fa834, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52bc4bab-45ad-43a7-bf8b-a7062c5e3707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:01.518498 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.545016 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.550973 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f02d7e50-4589-4b33-8eb3-717feff6d2a2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.581490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02d7e50-4589-4b33-8eb3-717feff6d2a2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3875dcb1-7cfd-4152-9ea4-af1419776c33,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:01.641817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-58330920-e351-4814-83fc-fa9180606f5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:01.645474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-58330920-e351-4814-83fc-fa9180606f5e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1129 time: 0.2053123 Jul 05 04:23:01.680851 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.701624 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f02d7e50-4589-4b33-8eb3-717feff6d2a2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.709372 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f02d7e50-4589-4b33-8eb3-717feff6d2a2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4662416 Jul 05 04:23:01.713182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45428) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:01.725425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-e3faea84-73fc-4e70-822a-52178d192b47 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '2cb468d1-028f-453d-b66a-71b8b6556d7b', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:01.726301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:01.740328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] For port e2921fd3-68a2-413d-ad50-3bb3206fa834, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:01.833609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] For port e2921fd3-68a2-413d-ad50-3bb3206fa834, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e2921fd3-68a2-413d-ad50-3bb3206fa834,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:01.855489 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3faea84-73fc-4e70-822a-52178d192b47 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.883695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:01.940464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=1452294f-93e1-441a-9558-81113597d4b9,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:01.945817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.957623 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:01.995760 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3faea84-73fc-4e70-822a-52178d192b47 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.038791 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.039437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.040968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] 10.222.0.26 "PUT /v2.0/ports/e2921fd3-68a2-413d-ad50-3bb3206fa834 HTTP/1.1" status: 200 len: 1131 time: 2.7702315 Jul 05 04:23:02.049503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'tag': 'e2921fd3-68a2-413d-ad50-3bb3206fa834'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:02.051868 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0111ba-5ee6-447c-a95b-9aceb1602289", "tag": "e2921fd3-68a2-413d-ad50-3bb3206fa834"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:02.055022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-2976d19f-ad9f-46a0-8864-5e9f1e8c872d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.057241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-2976d19f-ad9f-46a0-8864-5e9f1e8c872d service neutron] 10.222.0.26 "GET /v2.0/networks?id=0bbc5981-12f7-4638-81b1-7bb0994fb32f HTTP/1.1" status: 200 len: 898 time: 0.4046254 Jul 05 04:23:02.077968 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3faea84-73fc-4e70-822a-52178d192b47 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.121354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3faea84-73fc-4e70-822a-52178d192b47 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba1842c4-b120-45fc-bc91-1ca467953a61,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:02.150509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882e1074-e992-49bd-a19c-0b0e9aaef57f None None] Network 3957c556-81a4-4d27-8da2-5d849b946f17 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:02.179412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e3faea84-73fc-4e70-822a-52178d192b47 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.181020 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e3faea84-73fc-4e70-822a-52178d192b47 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4635508 Jul 05 04:23:02.183654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45438) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:02.191318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b86f98a5-c926-4a3b-8ede-6e5be5aad657 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '2cb468d1-028f-453d-b66a-71b8b6556d7b', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:02.205983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f167be7f-c2bd-4852-9498-90952332ef55 service neutron] Pushing event updated for resources: {'Port': ['ID=e2921fd3-68a2-413d-ad50-3bb3206fa834,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:02.261644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6be387dc-4788-4735-b0b7-8f15b548d931 req-e824bc61-7327-4a06-adc3-dbfb06d3bb3c tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.268903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6be387dc-4788-4735-b0b7-8f15b548d931 req-e824bc61-7327-4a06-adc3-dbfb06d3bb3c tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 982 time: 0.5153461 Jul 05 04:23:02.289170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8879f9bf-61be-48e3-ba7e-781ee3a5ccea req-8050379d-f516-45ac-a301-e209db688145 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.290671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8879f9bf-61be-48e3-ba7e-781ee3a5ccea req-8050379d-f516-45ac-a301-e209db688145 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.4681897 Jul 05 04:23:02.304144 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-b2deca0c-f399-4a7b-b0a1-408c5cf61307 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4a0f067-8557-483f-9665-3360237b4ecc HTTP/1.1" status: 200 len: 1001 time: 0.1922009 Jul 05 04:23:02.322718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86f98a5-c926-4a3b-8ede-6e5be5aad657 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.375387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-170e2c44-0986-4262-917f-f3f96f3e29af None None] Provisioning for port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:02.396009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-170e2c44-0986-4262-917f-f3f96f3e29af None None] Provisioning complete for port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:02.396213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-170e2c44-0986-4262-917f-f3f96f3e29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.400756 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86f98a5-c926-4a3b-8ede-6e5be5aad657 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.414488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8879f9bf-61be-48e3-ba7e-781ee3a5ccea req-9c93b584-1aa3-4f08-8da2-7cfaf5672791 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883250 Jul 05 04:23:02.450113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6be387dc-4788-4735-b0b7-8f15b548d931 req-e1bdaf8f-31c7-4537-a4e5-23b29e09e7ef tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1802564 Jul 05 04:23:02.455170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network a35e1912-3908-46db-90ae-fd6011fbf2b3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:02.474392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:02.474392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-ea78ed85-004b-4532-a8cc-580ea4a0ef0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.474392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-ea78ed85-004b-4532-a8cc-580ea4a0ef0c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=b432c411-90e1-4efa-90aa-5a31ded46a11 HTTP/1.1" status: 200 len: 834 time: 0.1587863 Jul 05 04:23:02.482965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-c3775157-5cda-46f3-b34f-dfe9ed1c18b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.484743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-c3775157-5cda-46f3-b34f-dfe9ed1c18b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b131dd3e28bc4c708f1d5902e510725d&device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 1134 time: 0.2996714 Jul 05 04:23:02.489614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86f98a5-c926-4a3b-8ede-6e5be5aad657 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.494672 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-170e2c44-0986-4262-917f-f3f96f3e29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.529391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86f98a5-c926-4a3b-8ede-6e5be5aad657 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37ac75bd-184b-41bf-9aa9-73355ad22056,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:02.543979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-170e2c44-0986-4262-917f-f3f96f3e29af None None] For port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5536bcdf-9f1a-48a2-ade8-30c1cc235a1b,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:02.601887 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a856602a-2902-4222-8316-d54c8e1b831f x-openstack-request-id: req-a856602a-2902-4222-8316-d54c8e1b831f {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:02.602176 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0111ba-5ee6-447c-a95b-9aceb1602289", "tag": "e2921fd3-68a2-413d-ad50-3bb3206fa834", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:02.603095 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a856602a-2902-4222-8316-d54c8e1b831f {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:02.604051 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'tag': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'status': 'completed', 'code': 200} Jul 05 04:23:02.606038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-ec02bb10-1e98-4652-9511-9718dce7da87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2921fd3-68a2-413d-ad50-3bb3206fa834 HTTP/1.1" status: 200 len: 217 time: 0.1115820 Jul 05 04:23:02.637218 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b86f98a5-c926-4a3b-8ede-6e5be5aad657 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.647446 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b86f98a5-c926-4a3b-8ede-6e5be5aad657 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4541063 Jul 05 04:23:02.647446 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45446) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:02.649064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '2cb468d1-028f-453d-b66a-71b8b6556d7b', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:02.655193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-170e2c44-0986-4262-917f-f3f96f3e29af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.715981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170e2c44-0986-4262-917f-f3f96f3e29af None None] Pushing event updated for resources: {'Port': ['ID=5536bcdf-9f1a-48a2-ade8-30c1cc235a1b,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:02.742610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-a689c625-356d-403c-8154-d5b6f10e6be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.744781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-a689c625-356d-403c-8154-d5b6f10e6be5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfc67d70-d1a4-477b-a139-a015aeaf9ee0 HTTP/1.1" status: 200 len: 834 time: 0.1291492 Jul 05 04:23:02.765811 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.796920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device a4a0f067-8557-483f-9665-3360237b4ecc details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:23:02.804555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router 6a5a7dda-c8c4-4df8-b62c-0a8375d22418 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:02.824486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-3b0bc9c4-394e-4fb9-865b-671d488a3e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.826355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-3b0bc9c4-394e-4fb9-865b-671d488a3e07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0bbc5981-12f7-4638-81b1-7bb0994fb32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.3403490 Jul 05 04:23:02.852087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.910633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.926319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0d5f1ed1-c75f-4cc2-b22c-a7a7894d7c7d None None] Provisioning complete for port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:02.931281 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1ed1-c75f-4cc2-b22c-a7a7894d7c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:02.939795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53f1965b-56a6-427b-b601-43a43dc5136b,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:02.955527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.956057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.956458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.956797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.957134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.958025 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.958424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.958765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.959098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.959427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.960019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.960396 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:02.960617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:02.981527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device a4a0f067-8557-483f-9665-3360237b4ecc has no active binding in host n-h2-758944-41 {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 05 04:23:02.992649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-34a43a1e-7b46-465f-8a29-1fd2574bc96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:02.994711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-34a43a1e-7b46-465f-8a29-1fd2574bc96b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2429824 Jul 05 04:23:03.002148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.006095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bbbe0bad-4527-48c6-9d2b-3703d7eede9c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3601015 Jul 05 04:23:03.006279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45450) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:03.011291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-32021bb4-0f86-48d0-af5b-afd4335f967f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '2cb468d1-028f-453d-b66a-71b8b6556d7b', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:03.054043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0d5f1ed1-c75f-4cc2-b22c-a7a7894d7c7d None None] Provisioning complete for port 1452294f-93e1-441a-9558-81113597d4b9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:03.054592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d5f1ed1-c75f-4cc2-b22c-a7a7894d7c7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.087010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:03.097439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0d5f1ed1-c75f-4cc2-b22c-a7a7894d7c7d None None] Port 1452294f-93e1-441a-9558-81113597d4b9 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:03.097533 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bacc1-3bf7-4a97-b72a-b15e39ea1361 None None] Sync routers for ids ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:03.101654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e9519224-2012-41f4-be8a-887b4449fc43 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "PUT /v2.0/routers/6a5a7dda-c8c4-4df8-b62c-0a8375d22418/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1720333 Jul 05 04:23:03.104429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45452) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:03.111427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'port': {'network_id': 'a35e1912-3908-46db-90ae-fd6011fbf2b3', 'name': 'tempest-FloatingIPTestJSON-1098041763'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:03.112231 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bacc1-3bf7-4a97-b72a-b15e39ea1361 None None] Routers {'6a5a7dda-c8c4-4df8-b62c-0a8375d22418'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:03.112985 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e13bacc1-3bf7-4a97-b72a-b15e39ea1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:03.116399 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-32021bb4-0f86-48d0-af5b-afd4335f967f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Project ecb242cdbb1f4a99afd37053afb5f2a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:23:03.119523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-cb36c1ee-5bcb-4b9a-be3f-addd21c3b297 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2503781 Jul 05 04:23:03.125326 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32021bb4-0f86-48d0-af5b-afd4335f967f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.155761 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e13bacc1-3bf7-4a97-b72a-b15e39ea1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:03.165944 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13bacc1-3bf7-4a97-b72a-b15e39ea1361 None None] Routers {'6a5a7dda-c8c4-4df8-b62c-0a8375d22418'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:03.166472 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e13bacc1-3bf7-4a97-b72a-b15e39ea1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:03.199232 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32021bb4-0f86-48d0-af5b-afd4335f967f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.204335 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e13bacc1-3bf7-4a97-b72a-b15e39ea1361 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:03.205067 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e13bacc1-3bf7-4a97-b72a-b15e39ea1361 None None] The sync data for ids ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:03.262855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-112f7c70-8c42-47db-9ed1-98363e83559f service neutron] 10.222.0.26 "GET /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2587223 Jul 05 04:23:03.312022 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32021bb4-0f86-48d0-af5b-afd4335f967f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.330267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32021bb4-0f86-48d0-af5b-afd4335f967f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98642cb3-4f25-4718-bfcf-b812b3e87d15,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:03.373484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffbb3e1-95df-4d1e-9a5b-98395766a1f2 req-5fdbce26-c66f-4432-b3d1-5e6690173022 service neutron] 10.222.0.26 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2397306 Jul 05 04:23:03.407955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f02cbae3-1e76-46d8-a49f-a750b1f78ecb req-6f3d8fb8-c2ea-4fbd-9ba1-f90822897760 service neutron] 10.222.0.26 "GET /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343708 Jul 05 04:23:03.409475 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-32021bb4-0f86-48d0-af5b-afd4335f967f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.411520 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-32021bb4-0f86-48d0-af5b-afd4335f967f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4039810 Jul 05 04:23:03.416177 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45460) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:03.421350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-55da2975-a572-43a0-a465-d8856c040a22 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '2cb468d1-028f-453d-b66a-71b8b6556d7b', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:03.535454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Made reservation on behalf of f6c91b499ef8483faa5aaefa4b8a09a1 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:03.541003 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.594013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:03.599700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] device_id is not set on port 32f20f1c-dbc1-47c4-991c-f4e0757bc2c6 yet. {{(pid=100896) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:23:03.650291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:03.650712 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.700897 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-55da2975-a572-43a0-a465-d8856c040a22 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Project ecb242cdbb1f4a99afd37053afb5f2a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:23:03.706879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55da2975-a572-43a0-a465-d8856c040a22 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.773317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-886bab27-687a-4abd-b1dc-f3adc1e07e1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:03.776580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-886bab27-687a-4abd-b1dc-f3adc1e07e1f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b131dd3e28bc4c708f1d5902e510725d&device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 1134 time: 0.1896567 Jul 05 04:23:03.786335 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55da2975-a572-43a0-a465-d8856c040a22 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.865055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55da2975-a572-43a0-a465-d8856c040a22 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.885841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55da2975-a572-43a0-a465-d8856c040a22 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e79d0fea-281f-4d69-9526-0fc0ce89d1a1,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:03.970005 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55da2975-a572-43a0-a465-d8856c040a22 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:03.980384 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-55da2975-a572-43a0-a465-d8856c040a22 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5540795 Jul 05 04:23:04.193188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96092a4a-7905-48aa-8c6e-922a64aad758 req-d9c6f0ba-a54f-4e2a-98cb-67604307f1e9 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:04.194698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96092a4a-7905-48aa-8c6e-922a64aad758 req-d9c6f0ba-a54f-4e2a-98cb-67604307f1e9 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 982 time: 0.6196702 Jul 05 04:23:04.206901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1fda544-fcac-466c-b33d-2660ef4ab8c7 req-1da1c434-abf2-42fe-bf01-d110f8ed55bc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:04.208419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1fda544-fcac-466c-b33d-2660ef4ab8c7 req-1da1c434-abf2-42fe-bf01-d110f8ed55bc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.6103911 Jul 05 04:23:04.339269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96092a4a-7905-48aa-8c6e-922a64aad758 req-9c8b6937-343c-45e0-a4b6-c7dc964859f1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1282260 Jul 05 04:23:04.348133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Allocated IP 172.20.0.9 (a35e1912-3908-46db-90ae-fd6011fbf2b3/7c9434aa-1443-41c2-b8c9-b84a78ed5127/32f20f1c-dbc1-47c4-991c-f4e0757bc2c6) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:04.358683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1fda544-fcac-466c-b33d-2660ef4ab8c7 req-fb406312-eb97-47d3-9672-d9a7fadaf00d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399233 Jul 05 04:23:04.358683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-128d4bc0-6ab6-42de-99e1-3869177bcdaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:04.359957 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-128d4bc0-6ab6-42de-99e1-3869177bcdaa service neutron] 10.222.0.26 "GET /v2.0/networks?id=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 HTTP/1.1" status: 200 len: 897 time: 0.5698922 Jul 05 04:23:04.438799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-aefcd414-7ccf-4ccc-b830-4ba86ad6a473 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2921fd3-68a2-413d-ad50-3bb3206fa834 HTTP/1.1" status: 200 len: 217 time: 0.0553491 Jul 05 04:23:04.583325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-9393f2e6-bef7-4de8-bc1a-3d213c0819a7 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-844184524&fields=id&tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3 HTTP/1.1" status: 200 len: 267 time: 0.1399279 Jul 05 04:23:04.591249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-759e6b61-4a5b-4bdd-b63e-040e1d8febc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:04.592862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-759e6b61-4a5b-4bdd-b63e-040e1d8febc3 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfc67d70-d1a4-477b-a139-a015aeaf9ee0 HTTP/1.1" status: 200 len: 834 time: 0.1370564 Jul 05 04:23:04.785409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:04.794799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a1570-0709-47fd-a289-ef42a8414682 req-7cdcc033-817c-4f98-9104-fd1b9cce0480 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:04.796344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-7cdcc033-817c-4f98-9104-fd1b9cce0480 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/networks?id=3957c556-81a4-4d27-8da2-5d849b946f17 HTTP/1.1" status: 200 len: 797 time: 0.2026114 Jul 05 04:23:04.817465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-76de57aa-7246-4b8f-98ad-f825ddc76446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:04.818960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-76de57aa-7246-4b8f-98ad-f825ddc76446 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2096205 Jul 05 04:23:04.825120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-92b29e25-da07-42e5-9a88-860afa1c1895 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/quotas/ecb242cdbb1f4a99afd37053afb5f2a3 HTTP/1.1" status: 200 len: 375 time: 0.0213799 Jul 05 04:23:04.826022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Transition to ACTIVE for port object 32f20f1c-dbc1-47c4-991c-f4e0757bc2c6 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:04.995787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-611ceb9d-e02f-42b4-9684-6a15dd971a2a service neutron] 10.222.0.26 "GET /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1680641 Jul 05 04:23:05.012712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-393a9256-7e4b-46a1-ac3f-cbe960e63329 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.1763618 Jul 05 04:23:05.070838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.193172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Network a35e1912-3908-46db-90ae-fd6011fbf2b3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:05.206622 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:05.209267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:05.259416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event updated for resources: {'Port': ['ID=32f20f1c-dbc1-47c4-991c-f4e0757bc2c6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:05.290896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea72ee7c-2ec3-4e97-b37b-228bd2dcfc12 req-e4dd2313-7901-4a7c-a5a9-98fe50bd1513 service neutron] 10.222.0.26 "GET /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2768059 Jul 05 04:23:05.307811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-48eb4e13-beb6-44a1-b0d5-9f00d4063d4f service neutron] 10.222.0.30 "GET /v2.0/networks/3957c556-81a4-4d27-8da2-5d849b946f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737522 Jul 05 04:23:05.320830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.322339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.397721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-52eb16bf-929f-4b0a-bd86-2076af80fdd0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.2895930 Jul 05 04:23:05.402364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45508) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:05.407581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Request body: {'floatingip': {'port_id': '32f20f1c-dbc1-47c4-991c-f4e0757bc2c6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:05.450082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-b1ecf75a-303c-4202-b1c0-87aefc4c470a service neutron] 10.222.0.30 "GET /v2.0/networks/3957c556-81a4-4d27-8da2-5d849b946f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243422 Jul 05 04:23:05.493971 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.612784 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f501fe-d10e-4886-9344-3c82a4648d0c req-b7d81587-0283-43c4-a021-fa2db6909976 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.614688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5f501fe-d10e-4886-9344-3c82a4648d0c req-b7d81587-0283-43c4-a021-fa2db6909976 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 982 time: 0.0964494 Jul 05 04:23:05.620565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d1656213-b1bf-4e50-9211-f7d8f5e42157 None None] Provisioning for port 32f20f1c-dbc1-47c4-991c-f4e0757bc2c6 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:05.624862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d1656213-b1bf-4e50-9211-f7d8f5e42157 None None] Provisioning complete for port 32f20f1c-dbc1-47c4-991c-f4e0757bc2c6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:05.625235 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d1656213-b1bf-4e50-9211-f7d8f5e42157 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:05.663574 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5f501fe-d10e-4886-9344-3c82a4648d0c req-c109bf66-7ac3-42c8-a959-0c9ac9ad31dc tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0423326 Jul 05 04:23:05.668087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d1656213-b1bf-4e50-9211-f7d8f5e42157 None None] Port 32f20f1c-dbc1-47c4-991c-f4e0757bc2c6 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:05.807615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0b85599-3841-4bfc-ba47-1a1b6312a6ac req-5864cb22-a836-4253-aaac-3281bccddffa tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 210 time: 0.0535758 Jul 05 04:23:05.916753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dfeb622-1f3a-4ed6-bd98-2d79fba3a1b2 req-4fe17cd4-2c77-45a6-b10f-c40847d143c9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:05.918672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dfeb622-1f3a-4ed6-bd98-2d79fba3a1b2 req-4fe17cd4-2c77-45a6-b10f-c40847d143c9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.0857153 Jul 05 04:23:05.973093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3dfeb622-1f3a-4ed6-bd98-2d79fba3a1b2 req-05df6d40-c79d-441e-8cea-2843784395a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441835 Jul 05 04:23:06.106467 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:06.152378 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:06.266713 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP 1ec7d454-69fb-4e86-8d58-bcc8afcc4c7c associated. External IP: 172.25.4.42, port: 576fa068-61cf-464a-a489-185b5c85c618. Jul 05 04:23:06.497665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:06.615170 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:06.626751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f0e38-557b-47ff-bf90-40401aed6b46 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:06.636209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f0e38-557b-47ff-bf90-40401aed6b46 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:06.636918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-461f0e38-557b-47ff-bf90-40401aed6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:06.672213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-461f0e38-557b-47ff-bf90-40401aed6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:06.681222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461f0e38-557b-47ff-bf90-40401aed6b46 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:06.681846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-461f0e38-557b-47ff-bf90-40401aed6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:06.723080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-461f0e38-557b-47ff-bf90-40401aed6b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:06.723744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461f0e38-557b-47ff-bf90-40401aed6b46 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:06.866356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router 6a5a7dda-c8c4-4df8-b62c-0a8375d22418 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:06.869099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0118ac58-e80f-483e-b949-22d1356fd8b1 req-df59f579-b483-454c-857b-5bfc45c7bc69 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:06.870886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0118ac58-e80f-483e-b949-22d1356fd8b1 req-df59f579-b483-454c-857b-5bfc45c7bc69 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 982 time: 0.0860562 Jul 05 04:23:06.921325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e2921fd3-68a2-413d-ad50-3bb3206fa834 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:23:06.957066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0118ac58-e80f-483e-b949-22d1356fd8b1 req-ef6e6930-4b49-447c-8621-be18bcd84f9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0799637 Jul 05 04:23:07.020503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:07.032001 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b54d48-5f23-4232-b811-1875d194ffc0 None None] Sync routers for ids ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:07.035433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.044316 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b54d48-5f23-4232-b811-1875d194ffc0 None None] Routers {'6a5a7dda-c8c4-4df8-b62c-0a8375d22418'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:07.048371 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b0b54d48-5f23-4232-b811-1875d194ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:07.051992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e2921fd3-68a2-413d-ad50-3bb3206fa834, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e2921fd3-68a2-413d-ad50-3bb3206fa834,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:07.076196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2695b890-05d1-40d3-9781-cb6a27d93476 req-900f8500-452b-43e4-aca0-4027153ea397 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 210 time: 0.0452626 Jul 05 04:23:07.093356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'port_id': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'mac_address': 'fa:16:3e:8e:ef:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:23:07.131208 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b0b54d48-5f23-4232-b811-1875d194ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:07.164486 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.165517 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0b54d48-5f23-4232-b811-1875d194ffc0 None None] Routers {'6a5a7dda-c8c4-4df8-b62c-0a8375d22418'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:07.166228 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b0b54d48-5f23-4232-b811-1875d194ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:07.182736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e2921fd3-68a2-413d-ad50-3bb3206fa834 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:07.187445 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-026500f0-80a4-445d-ae3e-da7c7e08a09e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "PUT /v2.0/floatingips/1ec7d454-69fb-4e86-8d58-bcc8afcc4c7c HTTP/1.1" status: 200 len: 977 time: 1.7837439 Jul 05 04:23:07.190152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45544) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:07.215248 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e2921fd3-68a2-413d-ad50-3bb3206fa834, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e2921fd3-68a2-413d-ad50-3bb3206fa834,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:07.232020 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b0b54d48-5f23-4232-b811-1875d194ffc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:07.233035 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0b54d48-5f23-4232-b811-1875d194ffc0 None None] The sync data for ids ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:07.234858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a7f76b-edc4-465b-a6e7-7e9f19ef1bd9 req-5b5d677d-eb1c-4be6-ba97-891e1f6cf6d0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:07.245719 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34a7f76b-edc4-465b-a6e7-7e9f19ef1bd9 req-5b5d677d-eb1c-4be6-ba97-891e1f6cf6d0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.0917392 Jul 05 04:23:07.284218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34a7f76b-edc4-465b-a6e7-7e9f19ef1bd9 req-4918ae1e-4c27-413c-9d1a-c88fd75bb004 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374126 Jul 05 04:23:07.311270 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.315414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 32f20f1c-dbc1-47c4-991c-f4e0757bc2c6 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:07.315765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.383573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=e2921fd3-68a2-413d-ad50-3bb3206fa834,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:07.418666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.612623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['e2921fd3-68a2-413d-ad50-3bb3206fa834'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:07.682830 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.683360 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.683454 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Floating IP 1ec7d454-69fb-4e86-8d58-bcc8afcc4c7c disassociated. External IP: 172.25.4.42, port: 32f20f1c-dbc1-47c4-991c-f4e0757bc2c6. Jul 05 04:23:07.683760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 32f20f1c-dbc1-47c4-991c-f4e0757bc2c6 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:07.918036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:07.950154 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=32f20f1c-dbc1-47c4-991c-f4e0757bc2c6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:08.113242 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d8f5ecf7-f5cc-4aa1-9f62-b1f476ef126e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:08.229788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce4328f-d15a-4ca8-a301-5d282c0d132f req-4dc762db-7839-40a9-bb59-6c57cf381471 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:08.241442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fce4328f-d15a-4ca8-a301-5d282c0d132f req-4dc762db-7839-40a9-bb59-6c57cf381471 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 983 time: 0.1412108 Jul 05 04:23:08.375737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe0cbc94-e2a4-4e34-bf22-9218dcc0dace req-e689d41a-bcb4-45ff-b21d-6a1a2582a617 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 210 time: 0.1157818 Jul 05 04:23:08.458075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fce4328f-d15a-4ca8-a301-5d282c0d132f req-5d58dad0-495c-4d04-abf1-95d1634f1229 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1930788 Jul 05 04:23:08.520751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router 6a5a7dda-c8c4-4df8-b62c-0a8375d22418 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:08.527526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a1570-0709-47fd-a289-ef42a8414682 req-6586b569-5e2d-404c-ac05-84a8916118f8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:08.529317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-6586b569-5e2d-404c-ac05-84a8916118f8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "GET /v2.0/networks?id=3957c556-81a4-4d27-8da2-5d849b946f17 HTTP/1.1" status: 200 len: 797 time: 0.2714009 Jul 05 04:23:08.616771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-351e4100-7118-496f-9003-5b559f9d1a1b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3 HTTP/1.1" status: 200 len: 472 time: 0.0742478 Jul 05 04:23:08.626893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'port': {'device_id': '3aef9b91-558c-40f7-a18a-05d670736979', 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17', 'admin_state_up': True, 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'security_groups': ['2cb468d1-028f-453d-b66a-71b8b6556d7b']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:08.652748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:08.664189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0c5b9-d3f4-43a0-b9b0-5b7c86496878 None None] Sync routers for ids ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:08.674932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0c5b9-d3f4-43a0-b9b0-5b7c86496878 None None] Routers {'6a5a7dda-c8c4-4df8-b62c-0a8375d22418'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:08.675772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a1b0c5b9-d3f4-43a0-b9b0-5b7c86496878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:08.708086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965d938-9b9f-4121-8e26-56abb7a40f99 req-00a03c05-5880-4e41-a8a3-c00b120aacf4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:08.709690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f965d938-9b9f-4121-8e26-56abb7a40f99 req-00a03c05-5880-4e41-a8a3-c00b120aacf4 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 946 time: 0.1793649 Jul 05 04:23:08.746441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:08.752063 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-543d4dbb-427c-4083-a0f1-2409dc2ef37a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/ports/32f20f1c-dbc1-47c4-991c-f4e0757bc2c6 HTTP/1.1" status: 204 len: 168 time: 1.5599971 Jul 05 04:23:08.752755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45570) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:08.761166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a1b0c5b9-d3f4-43a0-b9b0-5b7c86496878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:08.777543 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b0c5b9-d3f4-43a0-b9b0-5b7c86496878 None None] Routers {'6a5a7dda-c8c4-4df8-b62c-0a8375d22418'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:08.778799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a1b0c5b9-d3f4-43a0-b9b0-5b7c86496878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:08.814781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f965d938-9b9f-4121-8e26-56abb7a40f99 req-448a23e2-f846-4eaa-b309-b47287fa2812 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0979252 Jul 05 04:23:08.864088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a1b0c5b9-d3f4-43a0-b9b0-5b7c86496878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:08.864737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b0c5b9-d3f4-43a0-b9b0-5b7c86496878 None None] The sync data for ids ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:08.924684 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e2921fd3-68a2-413d-ad50-3bb3206fa834 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:08.945237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Made reservation on behalf of ecb242cdbb1f4a99afd37053afb5f2a3 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:08.950878 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.053135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port e2921fd3-68a2-413d-ad50-3bb3206fa834 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:09.058045 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port e2921fd3-68a2-413d-ad50-3bb3206fa834 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:09.058493 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.119653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-ee5d1d39-fe8e-4caa-b3d9-3b84a4cb7f52 service neutron] 10.222.0.26 "GET /v2.0/ports/a4a0f067-8557-483f-9665-3360237b4ecc/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 385 time: 0.1362617 Jul 05 04:23:09.160697 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.188769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2921fd3-68a2-413d-ad50-3bb3206fa834'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:09.190837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Allocated IP 172.20.0.30 (3957c556-81a4-4d27-8da2-5d849b946f17/f652781f-eb75-4465-815e-8473076f7627/73dd8695-d7b5-4b5c-8a3f-ed6030384fae) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:09.191347 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdb5dd18-0a11-43d4-8151-bc7d85ebf25d" -d '{"events": [{"server_uuid": "8d0111ba-5ee6-447c-a95b-9aceb1602289", "name": "network-vif-plugged", "status": "completed", "tag": "e2921fd3-68a2-413d-ad50-3bb3206fa834"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:09.205643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port e2921fd3-68a2-413d-ad50-3bb3206fa834, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e2921fd3-68a2-413d-ad50-3bb3206fa834,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:09.254406 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2659446-5066-48b9-a1d7-07c7401719ef x-openstack-request-id: req-e2659446-5066-48b9-a1d7-07c7401719ef {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:09.254406 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0111ba-5ee6-447c-a95b-9aceb1602289", "name": "network-vif-plugged", "status": "completed", "tag": "e2921fd3-68a2-413d-ad50-3bb3206fa834", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:09.254406 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2659446-5066-48b9-a1d7-07c7401719ef {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:09.254406 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'code': 200} Jul 05 04:23:09.316449 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.329489 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.413488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=e2921fd3-68a2-413d-ad50-3bb3206fa834,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:09.531924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-b864c341-de87-4d4d-9337-b9f2631385fd service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:09.562856 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad64fcc7-5d1e-44ce-9b7a-9cb9b43ee28d req-ba8987c0-c8fa-4b8a-aeec-b7bdc84f5745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:09.564434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad64fcc7-5d1e-44ce-9b7a-9cb9b43ee28d req-ba8987c0-c8fa-4b8a-aeec-b7bdc84f5745 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 1136 time: 0.2180135 Jul 05 04:23:09.628013 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.631337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-b864c341-de87-4d4d-9337-b9f2631385fd service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:09.633823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8bb8d20-f36f-444b-b133-4c570e7159dd req-b6120658-4732-4008-9b61-2498d65db916 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 210 time: 0.0642636 Jul 05 04:23:09.721720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 1452294f-93e1-441a-9558-81113597d4b9 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:09.722453 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.722704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Transition to ACTIVE for port object 73dd8695-d7b5-4b5c-8a3f-ed6030384fae will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:09.758256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:09.758256 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f187d4a-5252-43d3-ba35-18df7dc29791" -d '{"events": [{"server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:09.760858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad64fcc7-5d1e-44ce-9b7a-9cb9b43ee28d req-bcf0a1d0-97f8-49d5-a486-d52cef6d6aee service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1684258 Jul 05 04:23:09.770647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-b864c341-de87-4d4d-9337-b9f2631385fd service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:09.825153 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95ef61a7-d2cb-4927-87ec-9a77eaef9eff x-openstack-request-id: req-95ef61a7-d2cb-4927-87ec-9a77eaef9eff {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:09.825461 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "name": "network-vif-unplugged", "status": "completed", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:09.825718 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95ef61a7-d2cb-4927-87ec-9a77eaef9eff {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:09.826131 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'code': 200} Jul 05 04:23:09.832222 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.841319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173ce569-6705-417b-8e0a-b7ec23c1ea28 req-0bae150d-69ca-4f79-810e-afe1dfd863f7 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:09.844596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-173ce569-6705-417b-8e0a-b7ec23c1ea28 req-0bae150d-69ca-4f79-810e-afe1dfd863f7 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 984 time: 0.2013850 Jul 05 04:23:09.853614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 1452294f-93e1-441a-9558-81113597d4b9 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:09.865822 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-b864c341-de87-4d4d-9337-b9f2631385fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.924057 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:09.945375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-173ce569-6705-417b-8e0a-b7ec23c1ea28 req-6e289af0-ce54-42d4-b288-0a8e7b9b6c18 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0953257 Jul 05 04:23:10.054105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network 3957c556-81a4-4d27-8da2-5d849b946f17 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:10.065449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:10.068044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:10.081549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:10.161247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:10.161910 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.180245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.184755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a81d42-16f9-458f-b38a-b0849921ed06 req-057266df-d053-4a9c-a29d-a6b556a4756b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:10.186323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6a81d42-16f9-458f-b38a-b0849921ed06 req-057266df-d053-4a9c-a29d-a6b556a4756b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 945 time: 0.2054687 Jul 05 04:23:10.187403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-b864c341-de87-4d4d-9337-b9f2631385fd service neutron] Transition to ACTIVE for port object a4a0f067-8557-483f-9665-3360237b4ecc will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:10.225092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=1452294f-93e1-441a-9558-81113597d4b9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:10.247986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6a81d42-16f9-458f-b38a-b0849921ed06 req-38c9aa39-183a-488d-918b-3fad8f789e6d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557332 Jul 05 04:23:10.309154 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-b864c341-de87-4d4d-9337-b9f2631385fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.389071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-eab7f2bf-9574-4e4a-ae71-5e7160c92cf8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7676148 Jul 05 04:23:10.417468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-4b0eecc2-262f-415e-bee8-dcfdb30c758a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:23:10.418601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-4b0eecc2-262f-415e-bee8-dcfdb30c758a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0205810 Jul 05 04:23:10.453098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Request body: {'port': {'device_id': '3aef9b91-558c-40f7-a18a-05d670736979', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:10.455816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b864c341-de87-4d4d-9337-b9f2631385fd service neutron] Pushing event updated for resources: {'Port': ['ID=a4a0f067-8557-483f-9665-3360237b4ecc,revision_number=11']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:10.466463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ff68f011-da1d-4a7d-8f88-e73c6c4c6e7e None None] Provisioning for port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:10.473350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ff68f011-da1d-4a7d-8f88-e73c6c4c6e7e None None] Provisioning complete for port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:10.476522 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ff68f011-da1d-4a7d-8f88-e73c6c4c6e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.527683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.537412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ff68f011-da1d-4a7d-8f88-e73c6c4c6e7e None None] Port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:10.663004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-b864c341-de87-4d4d-9337-b9f2631385fd service neutron] No DVR routers for this DVR port a4a0f067-8557-483f-9665-3360237b4ecc on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:10.770348 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3eba51f9-eb60-4eeb-bbbf-87fdb2e8b31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:10.854715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router 6a5a7dda-c8c4-4df8-b62c-0a8375d22418 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:10.946424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a4a0f067-8557-483f-9665-3360237b4ecc no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:10.951805 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:11.013528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a4a0f067-8557-483f-9665-3360237b4ecc not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:11.014571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:11.024005 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a127a24a-3afe-4e4f-9131-70c4374f0b18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "PUT /v2.0/routers/6a5a7dda-c8c4-4df8-b62c-0a8375d22418/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2670140 Jul 05 04:23:11.024005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45610) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:11.029182 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e096d86-ffe6-438f-953a-67fa25443e65 None None] Sync routers for ids ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:11.053804 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e096d86-ffe6-438f-953a-67fa25443e65 None None] Routers {'6a5a7dda-c8c4-4df8-b62c-0a8375d22418'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:11.057158 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7e096d86-ffe6-438f-953a-67fa25443e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:11.146765 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7e096d86-ffe6-438f-953a-67fa25443e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:11.146765 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e096d86-ffe6-438f-953a-67fa25443e65 None None] Routers {'6a5a7dda-c8c4-4df8-b62c-0a8375d22418'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:11.146765 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7e096d86-ffe6-438f-953a-67fa25443e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:11.177250 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:11.183708 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7e096d86-ffe6-438f-953a-67fa25443e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:11.184629 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e096d86-ffe6-438f-953a-67fa25443e65 None None] The sync data for ids ['6a5a7dda-c8c4-4df8-b62c-0a8375d22418'] in n-d-758944-41 is: [] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:11.293209 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:11.327021 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:11.428587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-b864c341-de87-4d4d-9337-b9f2631385fd service neutron] 10.222.0.26 "PUT /v2.0/ports/a4a0f067-8557-483f-9665-3360237b4ecc/bindings/n-h2-758944-41/activate HTTP/1.1" status: 200 len: 370 time: 2.2991192 Jul 05 04:23:11.465146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f185d1-ddf3-449a-99e6-eb5c13fe0a92 req-5caf2c58-9135-431c-a309-2c446f7bdaaa tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:11.471728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port adbc379e-e502-47cf-b495-bff84c63fa55 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:11.472161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:11.473935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85f185d1-ddf3-449a-99e6-eb5c13fe0a92 req-5caf2c58-9135-431c-a309-2c446f7bdaaa tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 984 time: 0.2684307 Jul 05 04:23:11.535753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c7ee898-cc77-4a9b-8f10-7947cb9b8dee req-fdbd88e4-007b-456e-99f9-413bee8cb9d9 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:11.537311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c7ee898-cc77-4a9b-8f10-7947cb9b8dee req-fdbd88e4-007b-456e-99f9-413bee8cb9d9 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 932 time: 0.3308129 Jul 05 04:23:11.573909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:11.627189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for adbc379e-e502-47cf-b495-bff84c63fa55 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:11.631781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85f185d1-ddf3-449a-99e6-eb5c13fe0a92 req-f59b6d09-dbfd-4f4d-b9c9-7080b097cc8b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1568890 Jul 05 04:23:11.679007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c7ee898-cc77-4a9b-8f10-7947cb9b8dee req-e69c6465-de6a-4825-be52-82334de46802 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1198089 Jul 05 04:23:11.804075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-4e3aaacf-d603-44bd-b860-71e3db732e0a tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:11.806207 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-4e3aaacf-d603-44bd-b860-71e3db732e0a tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a&tenant_id=7d6d2d8645e943558e449d8c5575d969&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.2454786 Jul 05 04:23:11.842201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73dd8695-d7b5-4b5c-8a3f-ed6030384fae {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:11.884548 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:11.928059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-04e1803e-a9a7-4e55-888b-2e1119a33772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:11.929673 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-04e1803e-a9a7-4e55-888b-2e1119a33772 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 1097 time: 0.1112812 Jul 05 04:23:11.961749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68c2427-ea49-42fd-bc95-3a81151ef7fa req-1ad8abc2-8338-4738-b428-3161900f2440 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:11.965582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c68c2427-ea49-42fd-bc95-3a81151ef7fa req-1ad8abc2-8338-4738-b428-3161900f2440 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 945 time: 0.1658790 Jul 05 04:23:11.974951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efc7e6c-7326-434e-8cb1-29c1bfee70e5 req-0f50472d-4a92-4dde-9765-90cb0bcf6f42 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:11.976474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1efc7e6c-7326-434e-8cb1-29c1bfee70e5 req-0f50472d-4a92-4dde-9765-90cb0bcf6f42 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 984 time: 0.1796498 Jul 05 04:23:11.986667 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.012181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Transition to ACTIVE for port object 73dd8695-d7b5-4b5c-8a3f-ed6030384fae will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:12.012423 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.046379 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0daa5771-340a-4f19-88b8-aba6fdcb4e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.048120 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0daa5771-340a-4f19-88b8-aba6fdcb4e1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1097 time: 0.0928321 Jul 05 04:23:12.049733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c68c2427-ea49-42fd-bc95-3a81151ef7fa req-dc0fadb9-ccd6-4d14-b5a5-d7442cf0da8e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700312 Jul 05 04:23:12.054523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=adbc379e-e502-47cf-b495-bff84c63fa55,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:12.055196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1efc7e6c-7326-434e-8cb1-29c1bfee70e5 req-eeb69f20-d283-4651-9ef7-7d162562408f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0647542 Jul 05 04:23:12.072663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.213730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Pushing event updated for resources: {'Port': ['ID=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:12.217783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.257226 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Attempting to bind port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:12.261044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Attempting to bind port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:12.261044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Attempting to bind port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae on network 3957c556-81a4-4d27-8da2-5d849b946f17 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:12.282970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae on network 3957c556-81a4-4d27-8da2-5d849b946f17 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:23:12.287971 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Attempting to bind port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae on network 3957c556-81a4-4d27-8da2-5d849b946f17 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:12.292500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 22, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:12.292845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Checking segment: {'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:12.293235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Bound using segment: {'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:12.293675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Bound port: 73dd8695-d7b5-4b5c-8a3f-ed6030384fae, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:12.294036 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.351140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.353277 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.356217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-9897b77b-47e8-44c9-a08c-772424340fe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.358064 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-9897b77b-47e8-44c9-a08c-772424340fe4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bbc5981-12f7-4638-81b1-7bb0994fb32f HTTP/1.1" status: 200 len: 898 time: 0.2993176 Jul 05 04:23:12.372246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895140ca-a5da-43a9-8ad6-e46a03c41ee9 req-deb78613-3ae3-4d06-a137-8291905780bd tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.374195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-895140ca-a5da-43a9-8ad6-e46a03c41ee9 req-deb78613-3ae3-4d06-a137-8291905780bd tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 1136 time: 0.1312108 Jul 05 04:23:12.424521 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-895140ca-a5da-43a9-8ad6-e46a03c41ee9 req-6829f6e5-54e9-4c95-b9cb-f2787552ddbe tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.447962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] For port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:12.474857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] For port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:12.475706 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-3ea017fe-7351-4d13-9ed7-9c0295f169f4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4a0f067-8557-483f-9665-3360237b4ecc HTTP/1.1" status: 200 len: 999 time: 0.1106236 Jul 05 04:23:12.551718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-36fbef28-2208-4201-afe8-54dd63d205f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.553785 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-36fbef28-2208-4201-afe8-54dd63d205f7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b432c411-90e1-4efa-90aa-5a31ded46a11 HTTP/1.1" status: 200 len: 834 time: 0.0715363 Jul 05 04:23:12.569680 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-895140ca-a5da-43a9-8ad6-e46a03c41ee9 req-6829f6e5-54e9-4c95-b9cb-f2787552ddbe tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.572879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.573387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Fanout notify agent at l3_agent the message router_deleted on router 6a5a7dda-c8c4-4df8-b62c-0a8375d22418 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:23:12.602267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.604006 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-74e50e58-b9c9-44a2-813d-ac6fd14dc492 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/routers/6a5a7dda-c8c4-4df8-b62c-0a8375d22418 HTTP/1.1" status: 204 len: 168 time: 1.5787346 Jul 05 04:23:12.607012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45632) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:12.634428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-84155fc6-0a87-4be5-8bfd-0d9643409a42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.636195 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-84155fc6-0a87-4be5-8bfd-0d9643409a42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bbc5981-12f7-4638-81b1-7bb0994fb32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0737498 Jul 05 04:23:12.640805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.692510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.693138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.694553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] 10.222.0.26 "PUT /v2.0/ports/73dd8695-d7b5-4b5c-8a3f-ed6030384fae HTTP/1.1" status: 200 len: 1093 time: 2.2471263 Jul 05 04:23:12.697720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3aef9b91-558c-40f7-a18a-05d670736979', 'tag': '73dd8695-d7b5-4b5c-8a3f-ed6030384fae'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:12.704168 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc73f93a-d690-405c-b2fd-8a60de5caf1d" -d '{"events": [{"name": "network-changed", "server_uuid": "3aef9b91-558c-40f7-a18a-05d670736979", "tag": "73dd8695-d7b5-4b5c-8a3f-ed6030384fae"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:12.711817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-895140ca-a5da-43a9-8ad6-e46a03c41ee9 req-6829f6e5-54e9-4c95-b9cb-f2787552ddbe tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.723595 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b06a8b3-f326-431d-88e7-731957b4ff9e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting subnet 7c9434aa-1443-41c2-b8c9-b84a78ed5127 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:12.744388 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b06a8b3-f326-431d-88e7-731957b4ff9e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.755090 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-b33e8d02-fb3e-44ca-b7a6-7d7cb6768ccc service neutron] 10.222.0.13 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119132 Jul 05 04:23:12.816012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-895140ca-a5da-43a9-8ad6-e46a03c41ee9 req-6829f6e5-54e9-4c95-b9cb-f2787552ddbe tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.4288900 Jul 05 04:23:12.816645 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9f72742-6aab-4a8c-9dbe-cd89f4a098df service neutron] Pushing event updated for resources: {'Port': ['ID=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:12.830675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6829f6e5-54e9-4c95-b9cb-f2787552ddbe tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350cea8-6bc2-4554-9caf-b7466f6c7560,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:12.833055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device a4a0f067-8557-483f-9665-3360237b4ecc no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:12.845926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b06a8b3-f326-431d-88e7-731957b4ff9e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:12.883302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45644) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:12.966857 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-eed810e0-7de7-499f-a8fa-e740861bd266 service neutron] 10.222.0.13 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1964161 Jul 05 04:23:12.989153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f37d042-7cce-416f-b72f-f3edaa0c5de5 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:12.991463 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9f37d042-7cce-416f-b72f-f3edaa0c5de5 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 1131 time: 0.1064749 Jul 05 04:23:12.994425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45646) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:13.001767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:13.031794 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-122dff8f-28ea-47c1-b4ba-4adbd4267895 x-openstack-request-id: req-122dff8f-28ea-47c1-b4ba-4adbd4267895 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:13.032098 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3aef9b91-558c-40f7-a18a-05d670736979", "tag": "73dd8695-d7b5-4b5c-8a3f-ed6030384fae", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:13.032409 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-122dff8f-28ea-47c1-b4ba-4adbd4267895 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:13.032786 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3aef9b91-558c-40f7-a18a-05d670736979', 'tag': '73dd8695-d7b5-4b5c-8a3f-ed6030384fae', 'status': 'completed', 'code': 200} Jul 05 04:23:13.127269 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b06a8b3-f326-431d-88e7-731957b4ff9e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.151176 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.273925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.279013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a1570-0709-47fd-a289-ef42a8414682 req-f385f3dc-b696-4991-9d10-2e6fefed71b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.280700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-f385f3dc-b696-4991-9d10-2e6fefed71b3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 1096 time: 0.2471867 Jul 05 04:23:13.291228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a5265-319f-4f7b-b067-09f0696eaf4f req-6e76267d-542d-4d37-a1b9-c1dafec93c70 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.292924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d1a5265-319f-4f7b-b067-09f0696eaf4f req-6e76267d-542d-4d37-a1b9-c1dafec93c70 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 944 time: 0.2631106 Jul 05 04:23:13.347488 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b06a8b3-f326-431d-88e7-731957b4ff9e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.350377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-c316c96b-73cc-4a39-9308-643e59f0c233 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=73dd8695-d7b5-4b5c-8a3f-ed6030384fae HTTP/1.1" status: 200 len: 217 time: 0.0533781 Jul 05 04:23:13.388281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b4eb995-b556-429f-8893-fd2d63e6fd5b req-c0ad6261-215b-464b-87f0-a5cba1c8c019 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.389879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b4eb995-b556-429f-8893-fd2d63e6fd5b req-c0ad6261-215b-464b-87f0-a5cba1c8c019 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 945 time: 0.2038863 Jul 05 04:23:13.426710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Allocated IP 172.25.4.33 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/bcee6f36-2354-45e7-b012-07528588ed15) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:13.448598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b06a8b3-f326-431d-88e7-731957b4ff9e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Subnet': ['ID=7c9434aa-1443-41c2-b8c9-b84a78ed5127,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:13.464446 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-185b6f9e-d2b3-4ac6-af4a-933c04429123 None None] Network a35e1912-3908-46db-90ae-fd6011fbf2b3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:13.469248 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b06a8b3-f326-431d-88e7-731957b4ff9e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.478966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b06a8b3-f326-431d-88e7-731957b4ff9e tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/subnets/7c9434aa-1443-41c2-b8c9-b84a78ed5127 HTTP/1.1" status: 204 len: 168 time: 0.8707879 Jul 05 04:23:13.483468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45654) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:13.509009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d1a5265-319f-4f7b-b067-09f0696eaf4f req-c659cf6e-1e51-46bf-9915-69a3f79f152c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010925 Jul 05 04:23:13.559570 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.583620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a1570-0709-47fd-a289-ef42a8414682 req-f42e67ac-9db7-44e0-8ad2-8f61248e4e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.585251 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-f42e67ac-9db7-44e0-8ad2-8f61248e4e05 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f652781f-eb75-4465-815e-8473076f7627 HTTP/1.1" status: 200 len: 838 time: 0.2231729 Jul 05 04:23:13.638532 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.645339 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b4eb995-b556-429f-8893-fd2d63e6fd5b req-3efa2c90-28a2-4a59-b5f0-79b11a4ed40e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2063665 Jul 05 04:23:13.650120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-514a4f62-9c53-45b9-a959-903d9b221f91 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.651676 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-514a4f62-9c53-45b9-a959-903d9b221f91 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a&tenant_id=7d6d2d8645e943558e449d8c5575d969&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 1097 time: 0.1456838 Jul 05 04:23:13.681987 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.756337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cdeb236-497e-4e99-a3b8-c537fc6c36fc None None] DHCP port deletion for a35e1912-3908-46db-90ae-fd6011fbf2b3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:23:13.756929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c92a1570-0709-47fd-a289-ef42a8414682 req-85962ee5-5c59-4a9d-a158-a2d4649ff25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:13.758802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-85962ee5-5c59-4a9d-a158-a2d4649ff25d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3957c556-81a4-4d27-8da2-5d849b946f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.1519575 Jul 05 04:23:13.819471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3cdeb236-497e-4e99-a3b8-c537fc6c36fc None None] Deleting port 7d62b43e-a463-45ab-b606-b028da61d4bd {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:13.834238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 7d62b43e-a463-45ab-b606-b028da61d4bd {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:13.834580 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.840506 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb236-497e-4e99-a3b8-c537fc6c36fc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.916370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3cdeb236-497e-4e99-a3b8-c537fc6c36fc None None] For port 7d62b43e-a463-45ab-b606-b028da61d4bd, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7d62b43e-a463-45ab-b606-b028da61d4bd,segment=NetworkSegment(4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3),segment_id=4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:13.916860 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb236-497e-4e99-a3b8-c537fc6c36fc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.932613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3cdeb236-497e-4e99-a3b8-c537fc6c36fc None None] Calling delete_port for 7d62b43e-a463-45ab-b606-b028da61d4bd owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:13.937400 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] For port 7d62b43e-a463-45ab-b606-b028da61d4bd, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7d62b43e-a463-45ab-b606-b028da61d4bd,segment=NetworkSegment(4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3),segment_id=4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:13.937836 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:13.951167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-897927fd-352c-4eec-b06b-e30b4749d901 service neutron] 10.222.0.26 "GET /v2.0/networks/3957c556-81a4-4d27-8da2-5d849b946f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1813028 Jul 05 04:23:13.955489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 7d62b43e-a463-45ab-b606-b028da61d4bd owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:14.118810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.123343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c92a1570-0709-47fd-a289-ef42a8414682 req-8bc072ff-6e3e-43ae-b6d5-26f5149ff81a service neutron] 10.222.0.26 "GET /v2.0/networks/3957c556-81a4-4d27-8da2-5d849b946f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631234 Jul 05 04:23:14.135730 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3cdeb236-497e-4e99-a3b8-c537fc6c36fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.143226 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.168034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cdeb236-497e-4e99-a3b8-c537fc6c36fc None None] Pushing event deleted for resources: {'Port': ['ID=7d62b43e-a463-45ab-b606-b028da61d4bd,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:14.173060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=7d62b43e-a463-45ab-b606-b028da61d4bd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:14.175257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] No DVR routers for this DVR port 7d62b43e-a463-45ab-b606-b028da61d4bd on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:14.178962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cdeb236-497e-4e99-a3b8-c537fc6c36fc None None] No DVR routers for this DVR port 7d62b43e-a463-45ab-b606-b028da61d4bd on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:14.184881 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.185215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:14.193114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:14.206214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:14.251427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Port': ['ID=bcee6f36-2354-45e7-b012-07528588ed15,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:14.284881 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.297796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a35e1912-3908-46db-90ae-fd6011fbf2b3']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:14.309931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:14.310360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7ab505-9a2f-4b4d-a974-cad8b1c9edd3') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:14.322593 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.342350 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.357435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-9451996d-7f32-4723-8ba7-25fc676d7af3 service neutron] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:14.361986 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-9451996d-7f32-4723-8ba7-25fc676d7af3 service neutron] Notify callbacks [] for binding, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.362429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:14.362841 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.363130 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-9451996d-7f32-4723-8ba7-25fc676d7af3 service neutron] 10.222.0.13 "DELETE /v2.0/ports/a4a0f067-8557-483f-9665-3360237b4ecc/bindings/n-h1-758944-41 HTTP/1.1" status: 204 len: 173 time: 0.7046268 Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:14.366547 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:14.466536 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.501078 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-399eaf81-b087-436c-a972-bf7d798f3a85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:14.503041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-399eaf81-b087-436c-a972-bf7d798f3a85 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 1096 time: 0.1510439 Jul 05 04:23:14.578029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.581183 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.583550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/networks/a35e1912-3908-46db-90ae-fd6011fbf2b3 HTTP/1.1" status: 204 len: 168 time: 1.0973995 Jul 05 04:23:14.591078 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45672) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:14.645550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff26c4c0-5192-44ec-ac57-f35e216334f1 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Network': ['ID=a35e1912-3908-46db-90ae-fd6011fbf2b3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:14.761680 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:14.929600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.122425 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.161276 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-c17bfc9e-9783-448e-b554-785eb6ff2fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.162926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-c17bfc9e-9783-448e-b554-785eb6ff2fd3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3957c556-81a4-4d27-8da2-5d849b946f17 HTTP/1.1" status: 200 len: 898 time: 0.6513383 Jul 05 04:23:15.186289 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.241873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-51f3c7a0-1aae-4339-b03e-f55716dd7371 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=73dd8695-d7b5-4b5c-8a3f-ed6030384fae HTTP/1.1" status: 200 len: 217 time: 0.0546148 Jul 05 04:23:15.264994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Port': ['ID=bcee6f36-2354-45e7-b012-07528588ed15,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:15.287240 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.290946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378b2557-4ab8-40bd-be82-bd8cfa226b0c req-7b1f8bba-f101-4e01-85a7-7240b54a67e0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.290946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-378b2557-4ab8-40bd-be82-bd8cfa226b0c req-7b1f8bba-f101-4e01-85a7-7240b54a67e0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 944 time: 0.6217265 Jul 05 04:23:15.357770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9971e94b-52cc-4425-a386-27480c015494 req-3db1c49d-0be4-4cc4-b127-b31475e32288 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.359279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9971e94b-52cc-4425-a386-27480c015494 req-3db1c49d-0be4-4cc4-b127-b31475e32288 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 945 time: 0.2497768 Jul 05 04:23:15.366555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-37e8955f-7e09-4092-9951-1764410c839b tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 886713a1-3b2f-486a-b605-49b0fa699a76 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:15.366895 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-37e8955f-7e09-4092-9951-1764410c839b tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.412277 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Floating IP 2010c8c7-fa7f-4aa9-a229-0d50b2990beb associated. External IP: 172.25.4.33, port: e2921fd3-68a2-413d-ad50-3bb3206fa834. Jul 05 04:23:15.431264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-76480618-341c-43d2-880e-91e474fda6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.433183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-76480618-341c-43d2-880e-91e474fda6ed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=f652781f-eb75-4465-815e-8473076f7627 HTTP/1.1" status: 200 len: 838 time: 0.1614418 Jul 05 04:23:15.470104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-378b2557-4ab8-40bd-be82-bd8cfa226b0c req-43d18744-1ffd-4291-af70-5e94d6f1754f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507022 Jul 05 04:23:15.526020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9971e94b-52cc-4425-a386-27480c015494 req-e06864e1-9c7c-41b7-85ce-c5cd9ef998f5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565068 Jul 05 04:23:15.564530 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-37e8955f-7e09-4092-9951-1764410c839b tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.564645 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-37e8955f-7e09-4092-9951-1764410c839b tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:15.600855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-37e8955f-7e09-4092-9951-1764410c839b tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 886713a1-3b2f-486a-b605-49b0fa699a76 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:15.641159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7d62b43e-a463-45ab-b606-b028da61d4bd no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:15.664945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-a10e3403-eece-43b7-adea-920961b8ad83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.676148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-a10e3403-eece-43b7-adea-920961b8ad83 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3957c556-81a4-4d27-8da2-5d849b946f17&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.2229888 Jul 05 04:23:15.699217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 7d62b43e-a463-45ab-b606-b028da61d4bd {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:15.699915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7d62b43e-a463-45ab-b606-b028da61d4bd not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:15.779687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Router 6a2f0cbf-a446-4b00-9849-6dfc66713471 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:15.935168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:15.948172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] Sync routers for ids ['6a2f0cbf-a446-4b00-9849-6dfc66713471'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:15.958472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] Routers {'6a2f0cbf-a446-4b00-9849-6dfc66713471'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:15.959430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a2f0cbf-a446-4b00-9849-6dfc66713471'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:15.970764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-9e1488d1-d243-47ce-a2fc-238d726b0695 service neutron] 10.222.0.26 "GET /v2.0/networks/3957c556-81a4-4d27-8da2-5d849b946f17?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946423 Jul 05 04:23:15.972996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d69ba5-6d2e-48f9-a0eb-f5be4912da57 req-cd85cbef-4ab8-4e8c-af74-b35b16286689 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:15.976497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7d69ba5-6d2e-48f9-a0eb-f5be4912da57 req-cd85cbef-4ab8-4e8c-af74-b35b16286689 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1097 time: 0.2934783 Jul 05 04:23:16.026883 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:16.072203 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-40fd0c90-6cc3-495e-ad3c-a4b5c8d228fe tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.0741892 Jul 05 04:23:16.072203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'tag': 'e2921fd3-68a2-413d-ad50-3bb3206fa834'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:16.072769 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7216bec-3127-404e-b281-5ad702ef1dcc" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0111ba-5ee6-447c-a95b-9aceb1602289", "tag": "e2921fd3-68a2-413d-ad50-3bb3206fa834"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:16.075007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45696) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.094997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7d69ba5-6d2e-48f9-a0eb-f5be4912da57 req-821de977-8063-4213-83e0-5ebd2a9d68de tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1098759 Jul 05 04:23:16.118970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc73f93a-d690-405c-b2fd-8a60de5caf1d req-d9a9d945-b5e4-4cc5-a587-f2f1b0a056cb service neutron] 10.222.0.26 "GET /v2.0/networks/3957c556-81a4-4d27-8da2-5d849b946f17?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1355779 Jul 05 04:23:16.130670 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-37e8955f-7e09-4092-9951-1764410c839b tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:16.133592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] Set router 6a2f0cbf-a446-4b00-9849-6dfc66713471 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:16.224913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e8955f-7e09-4092-9951-1764410c839b tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=886713a1-3b2f-486a-b605-49b0fa699a76,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:16.226791 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79b07022-7e39-443d-ae15-e555a7fde2da x-openstack-request-id: req-79b07022-7e39-443d-ae15-e555a7fde2da {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:16.228046 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0111ba-5ee6-447c-a95b-9aceb1602289", "tag": "e2921fd3-68a2-413d-ad50-3bb3206fa834", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:16.228046 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-79b07022-7e39-443d-ae15-e555a7fde2da {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:16.228283 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'tag': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'status': 'completed', 'code': 200} Jul 05 04:23:16.230320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.230862 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.231346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.231879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.232401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.233087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.233494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.234001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.234474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.234999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.237225 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9c943033-d02c-4b74-bcca-29df5597aab9 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7044 time: 0.1525278 Jul 05 04:23:16.239926 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45702) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.353786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.353982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.354756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.354925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.355563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.355936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.356434 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.356857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.357306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.357893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.364307 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b34f3143-06ff-4b3c-bde7-e0b3fbc91eda tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6471 time: 0.1232519 Jul 05 04:23:16.364915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45704) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.431986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-37e8955f-7e09-4092-9951-1764410c839b tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:16.437135 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-37e8955f-7e09-4092-9951-1764410c839b tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:16.437692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-37e8955f-7e09-4092-9951-1764410c839b tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/floatingips/1ec7d454-69fb-4e86-8d58-bcc8afcc4c7c HTTP/1.1" status: 204 len: 168 time: 1.8421218 Jul 05 04:23:16.443339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45706) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.497364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-7e03bf9e-c500-4ecf-9410-aa6c646a4f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.499823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-7e03bf9e-c500-4ecf-9410-aa6c646a4f01 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b131dd3e28bc4c708f1d5902e510725d&device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 1136 time: 0.2109516 Jul 05 04:23:16.500102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '2010c8c7-fa7f-4aa9-a229-0d50b2990beb', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'port_id': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'mac_address': 'fa:16:3e:8e:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:23:14Z', 'updated_at': '2021-07-05T04:23:14Z', 'revision_number': 0, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe', 'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:8c:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:48Z', 'updated_at': '2021-07-05T04:22:56Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:16.500970 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5644cd2-dac2-44ba-855f-75c775043092 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] DELETE failed (client error): The resource could not be found. Jul 05 04:23:16.501714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5644cd2-dac2-44ba-855f-75c775043092 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:23:16.504427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e5644cd2-dac2-44ba-855f-75c775043092 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/ports/32f20f1c-dbc1-47c4-991c-f4e0757bc2c6 HTTP/1.1" status: 404 len: 333 time: 0.0565443 Jul 05 04:23:16.506370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45708) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.526637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8259ccd8-510e-412e-8989-2306d895f229 req-bd888708-646b-41d2-8bab-192911502c5d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.535245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] Checking router: 6a2f0cbf-a446-4b00-9849-6dfc66713471 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:16.540745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8259ccd8-510e-412e-8989-2306d895f229 req-bd888708-646b-41d2-8bab-192911502c5d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 945 time: 0.2379262 Jul 05 04:23:16.551731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] Routers {'6a2f0cbf-a446-4b00-9849-6dfc66713471'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:16.552508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a2f0cbf-a446-4b00-9849-6dfc66713471'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:16.615215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f4a1bb55-3f58-4787-a28a-c4a0ef33652f tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "GET /v2.0/ports?device_id=6a5a7dda-c8c4-4df8-b62c-0a8375d22418 HTTP/1.1" status: 200 len: 205 time: 0.1049142 Jul 05 04:23:16.616076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45712) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.678810 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-7bfa9c6e-a85f-4e81-8453-e4662fe47e22 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] delete failed (client error): The resource could not be found. Jul 05 04:23:16.682657 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7bfa9c6e-a85f-4e81-8453-e4662fe47e22 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/routers/6a5a7dda-c8c4-4df8-b62c-0a8375d22418 HTTP/1.1" status: 404 len: 336 time: 0.0626462 Jul 05 04:23:16.683711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45714) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.712292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] Set router 6a2f0cbf-a446-4b00-9849-6dfc66713471 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:16.727746 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8758a40-0757-4385-b883-f15bb6967f18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] DELETE failed (client error): The resource could not be found. Jul 05 04:23:16.728493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8758a40-0757-4385-b883-f15bb6967f18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:23:16.734124 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e8758a40-0757-4385-b883-f15bb6967f18 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/subnets/7c9434aa-1443-41c2-b8c9-b84a78ed5127 HTTP/1.1" status: 404 len: 337 time: 0.0461941 Jul 05 04:23:16.736027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45716) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.760476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-276c7771-ea46-4724-9322-6853335868a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.763413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-276c7771-ea46-4724-9322-6853335868a1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 HTTP/1.1" status: 200 len: 897 time: 0.2108541 Jul 05 04:23:16.766365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8259ccd8-510e-412e-8989-2306d895f229 req-f34b705e-e542-4068-86e0-2f0329be2622 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2246492 Jul 05 04:23:16.809318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45720) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.851770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-bd95b3aa-aeb6-4497-815d-eb71c2514a14 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2921fd3-68a2-413d-ad50-3bb3206fa834 HTTP/1.1" status: 200 len: 998 time: 0.0660706 Jul 05 04:23:16.915215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-79375125-34a1-41d1-9f8f-e222009ad062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:16.916690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-79375125-34a1-41d1-9f8f-e222009ad062 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfc67d70-d1a4-477b-a139-a015aeaf9ee0 HTTP/1.1" status: 200 len: 834 time: 0.0560379 Jul 05 04:23:16.950946 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5020e6b0-f0c9-43b7-a0de-2594cafc45c2 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5221 time: 0.5825913 Jul 05 04:23:16.952232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45722) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:16.968733 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-63a55420-c035-4d1f-8239-b8691556767d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/5e46a6aa-dccb-4359-a880-f3da04bb022e HTTP/1.1" status: 200 len: 991 time: 0.1553845 Jul 05 04:23:16.988135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 73dd8695-d7b5-4b5c-8a3f-ed6030384fae details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:23:16.999604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85645a06-dc86-46ca-a252-2e5a420c4830 req-6a84b8b2-d360-468e-ba7f-854ab9e7e597 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:17.009654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85645a06-dc86-46ca-a252-2e5a420c4830 req-6a84b8b2-d360-468e-ba7f-854ab9e7e597 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 944 time: 0.3080697 Jul 05 04:23:17.033715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-eb374172-b5a2-452a-a287-eed0b6dc0e23 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 576fa068-61cf-464a-a489-185b5c85c618 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:17.034058 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eb374172-b5a2-452a-a287-eed0b6dc0e23 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.070011 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85645a06-dc86-46ca-a252-2e5a420c4830 req-b0157f8b-70ca-4ecb-bbf0-cba1ed6e3762 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594912 Jul 05 04:23:17.075173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-56e5ef79-e27a-4d54-b63b-c656571b2dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:17.085012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-56e5ef79-e27a-4d54-b63b-c656571b2dec service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1568534 Jul 05 04:23:17.100719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c3f014-f43c-49ea-8da3-38675d882eee tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:17.100719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c3f014-f43c-49ea-8da3-38675d882eee tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:17.101662 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f4c3f014-f43c-49ea-8da3-38675d882eee tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=6a2f0cbf-a446-4b00-9849-6dfc66713471 HTTP/1.1" status: 200 len: 1991 time: 0.1478016 Jul 05 04:23:17.138402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '2010c8c7-fa7f-4aa9-a229-0d50b2990beb', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'port_id': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'mac_address': 'fa:16:3e:8e:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:23:14Z', 'updated_at': '2021-07-05T04:23:14Z', 'revision_number': 0, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe', 'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:8c:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:48Z', 'updated_at': '2021-07-05T04:22:56Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:17.180379 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eb374172-b5a2-452a-a287-eed0b6dc0e23 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.202580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-eb374172-b5a2-452a-a287-eed0b6dc0e23 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 576fa068-61cf-464a-a489-185b5c85c618 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:17.222631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7595baf3-caa0-456b-8c79-d613f02c8b64 None None] The sync data for ids ['6a2f0cbf-a446-4b00-9849-6dfc66713471'] in n-d-758944-41 is: [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '2010c8c7-fa7f-4aa9-a229-0d50b2990beb', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'floating_ip_address': '172.25.4.33', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'port_id': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3737, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'mac_address': 'fa:16:3e:8e:ef:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:23:14Z', 'updated_at': '2021-07-05T04:23:14Z', 'revision_number': 0, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe', 'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:8c:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:48Z', 'updated_at': '2021-07-05T04:22:56Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:17.255835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:17.267396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-0b351b41-9d09-44a8-b1bc-141205ce0305 service neutron] 10.222.0.26 "GET /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1679442 Jul 05 04:23:17.369566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45730) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:17.417631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7216bec-3127-404e-b281-5ad702ef1dcc req-e2b0ee53-11e8-4a64-a419-53482eabc5f0 service neutron] 10.222.0.26 "GET /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1408458 Jul 05 04:23:17.466638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '73dd8695-d7b5-4b5c-8a3f-ed6030384fae', 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17', 'port_id': '73dd8695-d7b5-4b5c-8a3f-ed6030384fae', 'mac_address': 'fa:16:3e:d1:ba:88', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 169, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f652781f-eb75-4465-815e-8473076f7627', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:23:17.527169 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.545509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73dd8695-d7b5-4b5c-8a3f-ed6030384fae {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:17.573786 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990ab87e-d165-40e1-9cc5-46cd53689db3 None None] New status for floating IP 2010c8c7-fa7f-4aa9-a229-0d50b2990beb: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:23:17.576720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:17.656350 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.732697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:17.902997 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eb374172-b5a2-452a-a287-eed0b6dc0e23 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:17.934775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['73dd8695-d7b5-4b5c-8a3f-ed6030384fae'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:17.945185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb374172-b5a2-452a-a287-eed0b6dc0e23 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=576fa068-61cf-464a-a489-185b5c85c618,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:18.005054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73a8976d-b17d-445a-af9c-36b457b029ed req-db6caffc-ff0a-4f25-b396-7c5a5efa4b80 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0943453 Jul 05 04:23:18.033462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 52480330-3329-405e-89ec-d12bd3a3ec79 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:18.033936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.051351 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eb374172-b5a2-452a-a287-eed0b6dc0e23 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.053189 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eb374172-b5a2-452a-a287-eed0b6dc0e23 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/ports/576fa068-61cf-464a-a489-185b5c85c618 HTTP/1.1" status: 204 len: 168 time: 1.3159695 Jul 05 04:23:18.060774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45734) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:18.172743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.173264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.197460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 52480330-3329-405e-89ec-d12bd3a3ec79 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:18.220980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8976d-b17d-445a-af9c-36b457b029ed req-41754c57-4448-46bb-9c81-536fd5c536a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.222532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73a8976d-b17d-445a-af9c-36b457b029ed req-41754c57-4448-46bb-9c81-536fd5c536a0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 1097 time: 0.1831758 Jul 05 04:23:18.356943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-eab7503f-d375-4c19-bce7-60a0ac0a57e0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 95046d9d-8954-44b9-b0a5-4eb3dcb699ea {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:18.357641 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eab7503f-d375-4c19-bce7-60a0ac0a57e0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.474685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c68fa2f-5cd0-40fc-9fbc-9fcd46034e16 req-48c85af5-fefc-487a-98a1-61d61ad33606 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.476411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c68fa2f-5cd0-40fc-9fbc-9fcd46034e16 req-48c85af5-fefc-487a-98a1-61d61ad33606 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 945 time: 0.2528088 Jul 05 04:23:18.490721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8976d-b17d-445a-af9c-36b457b029ed req-fd8e004a-7257-4c27-b825-98d3f5b15c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.492336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73a8976d-b17d-445a-af9c-36b457b029ed req-fd8e004a-7257-4c27-b825-98d3f5b15c5e service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ef61ee5-d9ca-42bb-bfd0-1078f402d585 HTTP/1.1" status: 200 len: 898 time: 0.2274230 Jul 05 04:23:18.539122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.567979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=52480330-3329-405e-89ec-d12bd3a3ec79,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:18.572003 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eab7503f-d375-4c19-bce7-60a0ac0a57e0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.602185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-eab7503f-d375-4c19-bce7-60a0ac0a57e0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 95046d9d-8954-44b9-b0a5-4eb3dcb699ea owned by {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:18.609228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c68fa2f-5cd0-40fc-9fbc-9fcd46034e16 req-d9571167-8b7a-4d0f-89f7-3a0e215169f9 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1200962 Jul 05 04:23:18.634296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73a8976d-b17d-445a-af9c-36b457b029ed req-6fc89fd6-e110-40a6-a201-d44d69c1e484 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 HTTP/1.1" status: 200 len: 1001 time: 0.1314926 Jul 05 04:23:18.660177 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.661115 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Floating IP 5e46a6aa-dccb-4359-a880-f3da04bb022e disassociated (deleted). External IP: 172.25.4.37, port: a4a0f067-8557-483f-9665-3360237b4ecc. Jul 05 04:23:18.742873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8976d-b17d-445a-af9c-36b457b029ed req-34769899-25a7-4da5-972e-9837609a1687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.744393 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73a8976d-b17d-445a-af9c-36b457b029ed req-34769899-25a7-4da5-972e-9837609a1687 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b HTTP/1.1" status: 200 len: 834 time: 0.0678613 Jul 05 04:23:18.866461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8976d-b17d-445a-af9c-36b457b029ed req-b2bef524-ebdf-4ebb-8f6c-953356d3ced3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:18.868771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73a8976d-b17d-445a-af9c-36b457b029ed req-b2bef524-ebdf-4ebb-8f6c-953356d3ced3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ef61ee5-d9ca-42bb-bfd0-1078f402d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1143372 Jul 05 04:23:18.923645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:18.932637 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eab7503f-d375-4c19-bce7-60a0ac0a57e0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:18.977095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eab7503f-d375-4c19-bce7-60a0ac0a57e0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=95046d9d-8954-44b9-b0a5-4eb3dcb699ea,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:18.984299 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 73dd8695-d7b5-4b5c-8a3f-ed6030384fae up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:19.053654 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73a8976d-b17d-445a-af9c-36b457b029ed req-2b70618f-5969-4203-af4b-d475c1c6ba3c service neutron] 10.222.0.26 "GET /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1771412 Jul 05 04:23:19.074505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:19.079954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.093884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] Sync routers for ids ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:19.104185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] Routers {'ca33ead4-bc05-49ea-acf3-22ce5427fcc3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:19.105589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:19.143891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eab7503f-d375-4c19-bce7-60a0ac0a57e0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.148194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eab7503f-d375-4c19-bce7-60a0ac0a57e0 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/ports/95046d9d-8954-44b9-b0a5-4eb3dcb699ea HTTP/1.1" status: 204 len: 168 time: 1.0828156 Jul 05 04:23:19.155236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45740) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:19.155334 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6e10c926-9f61-4c1e-b2de-b71b21c7c9f6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/floatingips/5e46a6aa-dccb-4359-a880-f3da04bb022e HTTP/1.1" status: 204 len: 168 time: 1.7821591 Jul 05 04:23:19.155591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:19.159363 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab0c7640-4e70-435d-ae79-e7eee4499b05" -d '{"events": [{"name": "network-changed", "server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:19.161649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:19.169146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:19.174229 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.209972 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b43307b-4ccc-42bf-825a-63ef8cf74b1a x-openstack-request-id: req-1b43307b-4ccc-42bf-825a-63ef8cf74b1a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:19.210424 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:19.210826 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1b43307b-4ccc-42bf-825a-63ef8cf74b1a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:19.211889 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'status': 'completed', 'code': 200} Jul 05 04:23:19.291451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] Set router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:19.326080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-650988b8-071d-4753-8eb4-15e848aef103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:19.327876 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-650988b8-071d-4753-8eb4-15e848aef103 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 1097 time: 0.0894337 Jul 05 04:23:19.342778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73a8976d-b17d-445a-af9c-36b457b029ed req-4d78880e-677b-4a11-ad21-2e7269a48d24 service neutron] 10.222.0.26 "GET /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2816820 Jul 05 04:23:19.402216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f424c4e-3c87-4a00-b076-e8c027c5653a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:19.404538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6f424c4e-3c87-4a00-b076-e8c027c5653a tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "GET /v2.0/ports?device_id=de69a70a-b80c-4201-8d08-a5ccc6f54d7a HTTP/1.1" status: 200 len: 913 time: 0.2206802 Jul 05 04:23:19.408303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45746) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:19.418824 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.486530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-f3ce8ca1-4328-4b62-ab67-e870755abf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:19.488740 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-f3ce8ca1-4328-4b62-ab67-e870755abf06 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bbc5981-12f7-4638-81b1-7bb0994fb32f HTTP/1.1" status: 200 len: 898 time: 0.1539547 Jul 05 04:23:19.498523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aef9b91-558c-40f7-a18a-05d670736979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dd8695-d7b5-4b5c-8a3f-ed6030384fae'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:19.500861 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496dd4ec-bf84-4c9c-8cf6-87d7d74f39c1" -d '{"events": [{"server_uuid": "3aef9b91-558c-40f7-a18a-05d670736979", "name": "network-vif-plugged", "status": "completed", "tag": "73dd8695-d7b5-4b5c-8a3f-ed6030384fae"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:19.508517 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:19.567167 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0318436-6873-4a7d-b3c9-e1e0e83d6917 x-openstack-request-id: req-a0318436-6873-4a7d-b3c9-e1e0e83d6917 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:19.567502 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aef9b91-558c-40f7-a18a-05d670736979", "name": "network-vif-plugged", "status": "completed", "tag": "73dd8695-d7b5-4b5c-8a3f-ed6030384fae", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:19.567768 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0318436-6873-4a7d-b3c9-e1e0e83d6917 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:19.568193 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aef9b91-558c-40f7-a18a-05d670736979', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73dd8695-d7b5-4b5c-8a3f-ed6030384fae', 'code': 200} Jul 05 04:23:19.575132 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-e84e5ea4-062b-42d6-b875-9df668d4875e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=a4a0f067-8557-483f-9665-3360237b4ecc HTTP/1.1" status: 200 len: 217 time: 0.0801656 Jul 05 04:23:19.636457 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:19.690447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-37927c30-99a0-4654-a2a0-53b41c1c2012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:19.692355 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-37927c30-99a0-4654-a2a0-53b41c1c2012 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=b432c411-90e1-4efa-90aa-5a31ded46a11 HTTP/1.1" status: 200 len: 834 time: 0.1070755 Jul 05 04:23:19.705844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:19.790933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '2749ca52-4101-4406-8d99-b46cbb92d067', 'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:83:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:52Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:19.828441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] Checking router: ca33ead4-bc05-49ea-acf3-22ce5427fcc3 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:19.839758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] Routers {'ca33ead4-bc05-49ea-acf3-22ce5427fcc3'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:19.840049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-7556ae10-f2a3-431f-8b5e-6f9276a04606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:19.840392 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:19.841619 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-7556ae10-f2a3-431f-8b5e-6f9276a04606 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bbc5981-12f7-4638-81b1-7bb0994fb32f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1397760 Jul 05 04:23:19.982605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] Set router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:19.988447 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-188d61fd-1181-40a2-8193-92230ca33852 service neutron] 10.222.0.13 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337483 Jul 05 04:23:20.127702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd76e7-c450-4846-ba03-84f8883320a6 req-c54b03e6-21cd-40db-9c13-79c3f0ec88b7 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:20.130836 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab0c7640-4e70-435d-ae79-e7eee4499b05 req-d33a7e70-c01d-4845-a62c-ec2e9aa69131 service neutron] 10.222.0.13 "GET /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1343994 Jul 05 04:23:20.132342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3bd76e7-c450-4846-ba03-84f8883320a6 req-c54b03e6-21cd-40db-9c13-79c3f0ec88b7 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 946 time: 0.2393601 Jul 05 04:23:20.136865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604e84e6-015f-47e5-8793-05364943a8b4 req-5dc49410-468a-45d8-ab70-28369e0a4061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:20.138309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-604e84e6-015f-47e5-8793-05364943a8b4 req-5dc49410-468a-45d8-ab70-28369e0a4061 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 1098 time: 0.2485304 Jul 05 04:23:20.206731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6af4b7-b631-4d4a-bf3e-fa4234f659e7 req-de9931a7-c268-4b5b-90e5-1f3e829f8f11 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:20.208696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e6af4b7-b631-4d4a-bf3e-fa4234f659e7 req-de9931a7-c268-4b5b-90e5-1f3e829f8f11 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 945 time: 0.3173387 Jul 05 04:23:20.237789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '2749ca52-4101-4406-8d99-b46cbb92d067', 'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:83:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:52Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:20.270061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33271069-fec9-4c7e-8013-c5ed176efa38 None None] The sync data for ids ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'] in n-d-758944-41 is: [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '2749ca52-4101-4406-8d99-b46cbb92d067', 'name': '', 'network_id': '0bbc5981-12f7-4638-81b1-7bb0994fb32f', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:83:2c:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3607, 'fixed_ips': [{'subnet_id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:43Z', 'updated_at': '2021-07-05T04:21:52Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': 'b432c411-90e1-4efa-90aa-5a31ded46a11', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:20.285727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3bd76e7-c450-4846-ba03-84f8883320a6 req-a3ef0778-345f-487b-88e9-6c6a0863e286 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1455102 Jul 05 04:23:20.298722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-604e84e6-015f-47e5-8793-05364943a8b4 req-9c766976-7dea-41c2-8aa9-3563f7447580 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1145811 Jul 05 04:23:20.313644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e6af4b7-b631-4d4a-bf3e-fa4234f659e7 req-e62129ab-acff-4515-9038-c7c6ddd70e7e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7f1bce2f-c0d6-4962-b463-1dc924eca212&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867257 Jul 05 04:23:20.554912 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-414a0f63-5411-4971-8dff-9274a1fe27ec None None] New status for floating IP 5e46a6aa-dccb-4359-a880-f3da04bb022e: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:23:20.563620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:20.778003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-3173521a-e094-4bc3-850e-d6018e60d9d9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:20.779606 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-3173521a-e094-4bc3-850e-d6018e60d9d9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.13 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 945 time: 0.0961053 Jul 05 04:23:20.904807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-048ce313-37e9-46d5-ada4-84bd57f097a3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port a4a0f067-8557-483f-9665-3360237b4ecc {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:20.905160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-048ce313-37e9-46d5-ada4-84bd57f097a3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:20.912762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port 68dde187-4348-4af6-82b6-a070be6715bf {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:20.913104 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:21.006221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-048ce313-37e9-46d5-ada4-84bd57f097a3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port a4a0f067-8557-483f-9665-3360237b4ecc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=a4a0f067-8557-483f-9665-3360237b4ecc,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:21.006633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-048ce313-37e9-46d5-ada4-84bd57f097a3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:21.015222 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:21.020126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-048ce313-37e9-46d5-ada4-84bd57f097a3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for a4a0f067-8557-483f-9665-3360237b4ecc owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:21.027352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for 68dde187-4348-4af6-82b6-a070be6715bf owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:21.226898 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-048ce313-37e9-46d5-ada4-84bd57f097a3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:21.266440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ce313-37e9-46d5-ada4-84bd57f097a3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=a4a0f067-8557-483f-9665-3360237b4ecc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:21.318700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-048ce313-37e9-46d5-ada4-84bd57f097a3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] No DVR routers for this DVR port a4a0f067-8557-483f-9665-3360237b4ecc on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:21.321352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-048ce313-37e9-46d5-ada4-84bd57f097a3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:21.323654 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ff7b4b10-7954-4e0f-bb63-0e53f800d091 req-048ce313-37e9-46d5-ada4-84bd57f097a3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.13 "DELETE /v2.0/ports/a4a0f067-8557-483f-9665-3360237b4ecc HTTP/1.1" status: 204 len: 173 time: 0.5379341 Jul 05 04:23:21.324188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'name': 'network-vif-deleted', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:21.327383 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dca7a30-6ffc-4bfa-87aa-6b53333b792a" -d '{"events": [{"server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "name": "network-vif-deleted", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:21.365887 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45cb3fab-062b-4a58-9734-f6d67e7b047b x-openstack-request-id: req-45cb3fab-062b-4a58-9734-f6d67e7b047b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:21.366194 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "737abf5a-c811-435f-9961-97bc48d6cf6a", "name": "network-vif-deleted", "tag": "a4a0f067-8557-483f-9665-3360237b4ecc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:21.366455 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-45cb3fab-062b-4a58-9734-f6d67e7b047b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:21.366867 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '737abf5a-c811-435f-9961-97bc48d6cf6a', 'name': 'network-vif-deleted', 'tag': 'a4a0f067-8557-483f-9665-3360237b4ecc', 'status': 'completed', 'code': 200} Jul 05 04:23:21.374141 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:21.407952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=68dde187-4348-4af6-82b6-a070be6715bf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:21.416553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.417027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.417421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.421346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.421346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.421346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.421346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.421346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.421346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.421346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.421346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.421346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:21.555490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8ee2e0c-aabc-4f20-867c-b3c4e74cd99a req-495f4339-1d03-4475-8b67-90ff40ddca01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=737abf5a-c811-435f-9961-97bc48d6cf6a HTTP/1.1" status: 200 len: 210 time: 0.0492318 Jul 05 04:23:21.655575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f345b6-4618-46fb-98ba-35580062afe4 req-9dd7ef14-ee07-4506-aff9-29f4ab0a3683 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:21.657125 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30f345b6-4618-46fb-98ba-35580062afe4 req-9dd7ef14-ee07-4506-aff9-29f4ab0a3683 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 946 time: 0.2235308 Jul 05 04:23:21.743814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:21.749908 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30f345b6-4618-46fb-98ba-35580062afe4 req-78958a2e-2b66-4aa4-986e-9e4da4546059 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0595176 Jul 05 04:23:21.984033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Router de69a70a-b80c-4201-8d08-a5ccc6f54d7a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:22.101812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:22.116019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c3461e72-0069-4922-9d5a-b6f74e493862 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "PUT /v2.0/routers/de69a70a-b80c-4201-8d08-a5ccc6f54d7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6990113 Jul 05 04:23:22.116019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45772) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:22.116411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ff9d1-6387-476e-a5b9-243c3dcfef12 None None] Sync routers for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:22.124183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ff9d1-6387-476e-a5b9-243c3dcfef12 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:22.124974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-296ff9d1-6387-476e-a5b9-243c3dcfef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:22.160023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-296ff9d1-6387-476e-a5b9-243c3dcfef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:22.172109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-296ff9d1-6387-476e-a5b9-243c3dcfef12 None None] Routers {'de69a70a-b80c-4201-8d08-a5ccc6f54d7a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:22.172109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-296ff9d1-6387-476e-a5b9-243c3dcfef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:22.213691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-296ff9d1-6387-476e-a5b9-243c3dcfef12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:22.214430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-296ff9d1-6387-476e-a5b9-243c3dcfef12 None None] The sync data for ids ['de69a70a-b80c-4201-8d08-a5ccc6f54d7a'] in n-d-758944-41 is: [] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:22.240175 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:22.359433 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:22.517814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting port bff7d974-4518-4d34-a19b-363ca46b7eec {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:22.518095 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:22.604688 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:22.617480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Calling delete_port for bff7d974-4518-4d34-a19b-363ca46b7eec owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:22.660710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45794) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:22.908295 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:22.941099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Port': ['ID=bff7d974-4518-4d34-a19b-363ca46b7eec,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:23.037722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c0b21a-1a73-4223-b241-629759bc3342 req-fad0dac5-f471-4eea-8c66-4dc2b3ddab40 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:23.039136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56c0b21a-1a73-4223-b241-629759bc3342 req-fad0dac5-f471-4eea-8c66-4dc2b3ddab40 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 946 time: 0.1651211 Jul 05 04:23:23.042947 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.059594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.370429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 2749ca52-4101-4406-8d99-b46cbb92d067 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:23.370810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.474466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port 2749ca52-4101-4406-8d99-b46cbb92d067, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2749ca52-4101-4406-8d99-b46cbb92d067,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:23.474835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.479784 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.486254 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.488593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 2749ca52-4101-4406-8d99-b46cbb92d067 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:23.497151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56c0b21a-1a73-4223-b241-629759bc3342 req-66847a0a-fc0e-49cf-afd9-b3ae8fe38be3 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4374859 Jul 05 04:23:23.611411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.612113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Fanout notify agent at l3_agent the message router_deleted on router de69a70a-b80c-4201-8d08-a5ccc6f54d7a {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:23:23.633558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.637794 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-75c15782-bdfe-451d-b76d-2a1066fb8c47 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/routers/de69a70a-b80c-4201-8d08-a5ccc6f54d7a HTTP/1.1" status: 204 len: 168 time: 1.5243416 Jul 05 04:23:23.639744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45840) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:23.704015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808b8ba0-580c-4d24-bdff-bcb533f02bbc req-ad86d2fa-a2ad-4370-864a-178fc34af83b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:23.705627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-808b8ba0-580c-4d24-bdff-bcb533f02bbc req-ad86d2fa-a2ad-4370-864a-178fc34af83b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 946 time: 0.0689707 Jul 05 04:23:23.717956 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ae63b7c-9e84-4373-ad8b-eeeefbab8dde tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Deleting subnet e55da2f2-c30a-4964-86d0-46029a211801 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:23.725097 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ae63b7c-9e84-4373-ad8b-eeeefbab8dde tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.750073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-808b8ba0-580c-4d24-bdff-bcb533f02bbc req-1ed618b8-22c6-42ef-acda-64cce76fe707 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381796 Jul 05 04:23:23.783995 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ae63b7c-9e84-4373-ad8b-eeeefbab8dde tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.832470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ae63b7c-9e84-4373-ad8b-eeeefbab8dde tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.863485 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:23.904173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=2749ca52-4101-4406-8d99-b46cbb92d067,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:24.037427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ae63b7c-9e84-4373-ad8b-eeeefbab8dde tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.076280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae63b7c-9e84-4373-ad8b-eeeefbab8dde tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Subnet': ['ID=e55da2f2-c30a-4964-86d0-46029a211801,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:24.112105 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ae63b7c-9e84-4373-ad8b-eeeefbab8dde tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.114025 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5ae63b7c-9e84-4373-ad8b-eeeefbab8dde tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/subnets/e55da2f2-c30a-4964-86d0-46029a211801 HTTP/1.1" status: 204 len: 168 time: 0.4732850 Jul 05 04:23:24.116844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45868) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:24.201279 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.212494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.392147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.406289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d255aae9-bd50-49af-a9c5-616e47295531']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:24.419328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27acc3ea-1167-402f-b6f1-8dcc63223bd6') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:24.419629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27acc3ea-1167-402f-b6f1-8dcc63223bd6') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:24.460048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.487376 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.521715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:24.522144 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:24.525706 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:24.606602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:24.876507 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:23:24.880054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device a4a0f067-8557-483f-9665-3360237b4ecc no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:24.907551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: a4a0f067-8557-483f-9665-3360237b4ecc {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:24.907910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device a4a0f067-8557-483f-9665-3360237b4ecc not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:24.982393 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.991981 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:24.993832 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] 10.222.0.30 "DELETE /v2.0/networks/d255aae9-bd50-49af-a9c5-616e47295531 HTTP/1.1" status: 204 len: 168 time: 0.8761210 Jul 05 04:23:25.011160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56071b10-38cc-469a-87a4-d39462a73b50 tempest-FloatingIPTestJSON-239834053 tempest-FloatingIPTestJSON-239834053-project] Pushing event deleted for resources: {'Network': ['ID=d255aae9-bd50-49af-a9c5-616e47295531,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:25.073953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:25.087446 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-129ec8ce-e2c0-4686-b5ff-54cdbb4fce0e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "PUT /v2.0/routers/ca33ead4-bc05-49ea-acf3-22ce5427fcc3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4173360 Jul 05 04:23:25.087446 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45922) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:25.089153 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] Sync routers for ids ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:25.098188 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] Routers {'ca33ead4-bc05-49ea-acf3-22ce5427fcc3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:25.098849 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:25.138068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9412ba5-6ecb-4c76-84c1-6fd308fdb1ce tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting subnet b432c411-90e1-4efa-90aa-5a31ded46a11 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:25.141915 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9412ba5-6ecb-4c76-84c1-6fd308fdb1ce tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.189854 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9412ba5-6ecb-4c76-84c1-6fd308fdb1ce tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.212248 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] Set router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:25.290993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9412ba5-6ecb-4c76-84c1-6fd308fdb1ce tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.306521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 45932) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:25.419017 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:23:23Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:25.444959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9412ba5-6ecb-4c76-84c1-6fd308fdb1ce tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.452388 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] Checking router: ca33ead4-bc05-49ea-acf3-22ce5427fcc3 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:25.461452 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] Routers {'ca33ead4-bc05-49ea-acf3-22ce5427fcc3'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:25.462293 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:25.471064 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9412ba5-6ecb-4c76-84c1-6fd308fdb1ce tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.471613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78a3855-e065-4a49-832b-8fe8e37d70e1 None None] Network 0bbc5981-12f7-4638-81b1-7bb0994fb32f requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:25.473166 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a9412ba5-6ecb-4c76-84c1-6fd308fdb1ce tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/subnets/b432c411-90e1-4efa-90aa-5a31ded46a11 HTTP/1.1" status: 204 len: 168 time: 0.3903098 Jul 05 04:23:25.475724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45946) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:25.505001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45948) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:25.508239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9412ba5-6ecb-4c76-84c1-6fd308fdb1ce tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Subnet': ['ID=b432c411-90e1-4efa-90aa-5a31ded46a11,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:25.642946 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] Set router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:25.686050 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.811724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae20d601-73f6-476b-9e66-9f49a9fefa8f None None] DHCP port deletion for 0bbc5981-12f7-4638-81b1-7bb0994fb32f request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:23:25.861764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d90e610b-841b-4fe1-ac92-45e07b9bc87f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f6c91b499ef8483faa5aaefa4b8a09a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3544192 Jul 05 04:23:25.864420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 45966) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:25.874472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ae20d601-73f6-476b-9e66-9f49a9fefa8f None None] Deleting port 00036d9b-3318-400c-b69d-30acc4470e22 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:25.875228 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ae20d601-73f6-476b-9e66-9f49a9fefa8f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.883860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.933238 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5952626-7e3a-45ca-ac1d-5bfd9a33e397 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.961899 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ae20d601-73f6-476b-9e66-9f49a9fefa8f None None] For port 00036d9b-3318-400c-b69d-30acc4470e22, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=00036d9b-3318-400c-b69d-30acc4470e22,segment=NetworkSegment(55d3a26d-f103-4719-ab64-3eed5eaac16c),segment_id=55d3a26d-f103-4719-ab64-3eed5eaac16c)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:25.962472 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ae20d601-73f6-476b-9e66-9f49a9fefa8f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.968416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5952626-7e3a-45ca-ac1d-5bfd9a33e397 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:25.980066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ae20d601-73f6-476b-9e66-9f49a9fefa8f None None] Calling delete_port for 00036d9b-3318-400c-b69d-30acc4470e22 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:26.062886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 11754366-76b9-4966-b826-33d46985d3c3 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:26.063499 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.082785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.104165 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:23:23Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:26.132049 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5b91b4-657b-4be8-abfb-406a54078e50 None None] The sync data for ids ['ca33ead4-bc05-49ea-acf3-22ce5427fcc3'] in n-d-758944-41 is: [{'id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1149832259', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191'}], 'enable_snat': True}, 'gw_port_id': '11754366-76b9-4966-b826-33d46985d3c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:34Z', 'updated_at': '2021-07-05T04:23:23Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': '11754366-76b9-4966-b826-33d46985d3c3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:85:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca33ead4-bc05-49ea-acf3-22ce5427fcc3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3600, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:35Z', 'updated_at': '2021-07-05T04:21:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:26.153857 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5952626-7e3a-45ca-ac1d-5bfd9a33e397 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.156657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c5952626-7e3a-45ca-ac1d-5bfd9a33e397 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.157894 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c5952626-7e3a-45ca-ac1d-5bfd9a33e397 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1b2fb055-a7e6-4637-aad8-230ed2e53276 HTTP/1.1" status: 204 len: 168 time: 0.2924542 Jul 05 04:23:26.175136 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ae20d601-73f6-476b-9e66-9f49a9fefa8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.176330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5952626-7e3a-45ca-ac1d-5bfd9a33e397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b2fb055-a7e6-4637-aad8-230ed2e53276,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:26.213833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port 11754366-76b9-4966-b826-33d46985d3c3, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=11754366-76b9-4966-b826-33d46985d3c3,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:26.215109 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.223503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae20d601-73f6-476b-9e66-9f49a9fefa8f None None] Pushing event deleted for resources: {'Port': ['ID=00036d9b-3318-400c-b69d-30acc4470e22,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:26.226835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae20d601-73f6-476b-9e66-9f49a9fefa8f None None] No DVR routers for this DVR port 00036d9b-3318-400c-b69d-30acc4470e22 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:26.238201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 11754366-76b9-4966-b826-33d46985d3c3 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:26.452011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Allocated IP 172.20.0.17 (3957c556-81a4-4d27-8da2-5d849b946f17/f652781f-eb75-4465-815e-8473076f7627/9772bc36-1449-4167-893f-9059a27a9813) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:26.558539 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.597683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=11754366-76b9-4966-b826-33d46985d3c3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:26.634793 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.652431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Transition to ACTIVE for port object 9772bc36-1449-4167-893f-9059a27a9813 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:26.702094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.775726 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.811322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.814140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.837623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network 3957c556-81a4-4d27-8da2-5d849b946f17 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:26.843535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:26.848237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:26.880384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=9772bc36-1449-4167-893f-9059a27a9813,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:26.912468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.952479 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.952984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Fanout notify agent at l3_agent the message router_deleted on router ca33ead4-bc05-49ea-acf3-22ce5427fcc3 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:23:26.962432 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:26.964493 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dbde3a19-e8af-40f6-9a38-9acec1730e01 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/routers/ca33ead4-bc05-49ea-acf3-22ce5427fcc3 HTTP/1.1" status: 204 len: 168 time: 1.4869235 Jul 05 04:23:26.966798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46024) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:27.096689 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.185492 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.219210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.230970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbc5981-12f7-4638-81b1-7bb0994fb32f']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:27.242537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55d3a26d-f103-4719-ab64-3eed5eaac16c') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:27.242857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55d3a26d-f103-4719-ab64-3eed5eaac16c') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:27.253290 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.266607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d5497470-6d31-4595-8ff1-90bc4b8b2f4a None None] Provisioning for port 9772bc36-1449-4167-893f-9059a27a9813 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:27.268811 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.271758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d5497470-6d31-4595-8ff1-90bc4b8b2f4a None None] Provisioning complete for port 9772bc36-1449-4167-893f-9059a27a9813 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:27.272285 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d5497470-6d31-4595-8ff1-90bc4b8b2f4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.277066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:27.277967 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:27.280790 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:27.311740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d5497470-6d31-4595-8ff1-90bc4b8b2f4a None None] Port 9772bc36-1449-4167-893f-9059a27a9813 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:27.435370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46054) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:27.461366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.475194 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.476893 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/networks/0bbc5981-12f7-4638-81b1-7bb0994fb32f HTTP/1.1" status: 204 len: 168 time: 0.5089812 Jul 05 04:23:27.481471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46060) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:27.505625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046806e0-f549-4088-93e1-044f1d9abf40 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Network': ['ID=0bbc5981-12f7-4638-81b1-7bb0994fb32f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:27.585378 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.592745 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6663-8d4c-41ed-b1d5-50af7bcdbce9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.605489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'networks': [{'name': 'tempest-network--1492521177'}, {'name': 'tempest-network--1540600413'}]} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:27.605949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'network': {'name': 'tempest-network--1492521177'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:27.606587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'network': {'name': 'tempest-network--1540600413'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:27.624987 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2749ca52-4101-4406-8d99-b46cbb92d067 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:27.630606 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6663-8d4c-41ed-b1d5-50af7bcdbce9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.645812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 2749ca52-4101-4406-8d99-b46cbb92d067 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:27.646161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2749ca52-4101-4406-8d99-b46cbb92d067 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:27.646591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 00036d9b-3318-400c-b69d-30acc4470e22 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:27.669839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 00036d9b-3318-400c-b69d-30acc4470e22 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:27.670186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 00036d9b-3318-400c-b69d-30acc4470e22 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:27.670983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 11754366-76b9-4966-b826-33d46985d3c3 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:27.691451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 11754366-76b9-4966-b826-33d46985d3c3 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:27.691804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 11754366-76b9-4966-b826-33d46985d3c3 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:27.697605 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.742108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Made reservation on behalf of cfdd6bc5d27a4120865309b70730e2f3 for: {'network': 2} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:27.747442 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.756794 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.775021 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6663-8d4c-41ed-b1d5-50af7bcdbce9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.777981 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3ecf6663-8d4c-41ed-b1d5-50af7bcdbce9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.781634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3ecf6663-8d4c-41ed-b1d5-50af7bcdbce9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/security-groups/7f1bce2f-c0d6-4962-b463-1dc924eca212 HTTP/1.1" status: 204 len: 168 time: 0.2978230 Jul 05 04:23:27.795600 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.797696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=9772bc36-1449-4167-893f-9059a27a9813,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:27.801994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecf6663-8d4c-41ed-b1d5-50af7bcdbce9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f1bce2f-c0d6-4962-b463-1dc924eca212,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:27.865085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.909921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network 3957c556-81a4-4d27-8da2-5d849b946f17 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:27.911286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:27.945190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:27.945916 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.008312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:23:28.017341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.017945 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Added segment 37a461d6-f743-4ce0-88b4-2ba96b4ccead of type vlan for network 7a929cab-84f2-46e4-88d3-2ece5c172193 Jul 05 04:23:28.059725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:28.071775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.141907 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:23:28.153055 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.153569 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Added segment 858ece3f-a78c-44fe-bd98-da363be98213 of type vlan for network a04a2a95-8ce5-4d0a-b873-5c178282aaa5 Jul 05 04:23:28.155441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=75bc4c33-232e-4317-ba20-3d13ff5b43ee,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:28.191715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:28.199140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b32195d1-f64e-4b65-b21a-46eaa3536d5d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "PUT /v2.0/routers/2cd5e52b-3ae5-476f-a9a6-29a062b961ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8913028 Jul 05 04:23:28.212495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Sync routers for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:28.222723 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.230912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:28.231647 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:28.293279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8d36348f-3e98-42a5-903d-09383e5deab3 None None] Provisioning complete for port 9772bc36-1449-4167-893f-9059a27a9813 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:28.293945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8d36348f-3e98-42a5-903d-09383e5deab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.306653 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.307221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.314824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:28.322764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:28.322764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.370814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8d36348f-3e98-42a5-903d-09383e5deab3 None None] Port 9772bc36-1449-4167-893f-9059a27a9813 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:28.385495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:28.396911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'Network': ['ID=7a929cab-84f2-46e4-88d3-2ece5c172193,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:28.429572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 7a929cab-84f2-46e4-88d3-2ece5c172193 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:23:28.460432 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.0237825 Jul 05 04:23:28.466483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46108) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:28.496550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2b415d-1a73-42d1-b043-3d6792977dae tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'Network': ['ID=a04a2a95-8ce5-4d0a-b873-5c178282aaa5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:28.534414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network a04a2a95-8ce5-4d0a-b873-5c178282aaa5 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:23:28.571698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46114) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:28.577317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-bd20e0c7-4d74-4339-ae30-31dc9c51bb57 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1144312149', 'description': 'tempest-secgroup-smoke-1144312149 description', 'project_id': '7d6d2d8645e943558e449d8c5575d969'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:28.688066 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd20e0c7-4d74-4339-ae30-31dc9c51bb57 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.705129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768137ba-040b-4473-9ebd-d17fd39ce31e tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:28.713491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768137ba-040b-4473-9ebd-d17fd39ce31e tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:28.726292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768137ba-040b-4473-9ebd-d17fd39ce31e tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:28.733666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768137ba-040b-4473-9ebd-d17fd39ce31e tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:28.737761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-768137ba-040b-4473-9ebd-d17fd39ce31e tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.2687275 Jul 05 04:23:28.738543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46124) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:28.816712 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd20e0c7-4d74-4339-ae30-31dc9c51bb57 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.836413 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.906389 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd20e0c7-4d74-4339-ae30-31dc9c51bb57 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.932035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:23:27Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '738ca557-e2e0-4a47-82ce-eaafddbcd111', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'mac_address': 'fa:16:3e:4a:1b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:15Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 1, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9772bc36-1449-4167-893f-9059a27a9813', 'name': '', 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:62:aa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f652781f-eb75-4465-815e-8473076f7627', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:26Z', 'updated_at': '2021-07-05T04:23:27Z', 'revision_number': 2, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': 'f652781f-eb75-4465-815e-8473076f7627', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:28.938053 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.941472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd20e0c7-4d74-4339-ae30-31dc9c51bb57 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7869771a-e22d-47e4-a6ba-7b247087f0b5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:28.949098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a929cab-84f2-46e4-88d3-2ece5c172193']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:28.959014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37a461d6-f743-4ce0-88b4-2ba96b4ccead') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:28.963765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37a461d6-f743-4ce0-88b4-2ba96b4ccead') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:28.964157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Checking router: 2cd5e52b-3ae5-476f-a9a6-29a062b961ee for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:28.964515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Updating router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee port 9772bc36-1449-4167-893f-9059a27a9813 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:23:28.968570 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.987961 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.994940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:28.995325 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:28.998364 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:29.007530 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.012090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bd20e0c7-4d74-4339-ae30-31dc9c51bb57 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.012090 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bd20e0c7-4d74-4339-ae30-31dc9c51bb57 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.4380286 Jul 05 04:23:29.014217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46136) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.019847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d1a10c8c-2eeb-40a7-a21e-9bad1a0ad70f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7869771a-e22d-47e4-a6ba-7b247087f0b5', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:29.126531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1a10c8c-2eeb-40a7-a21e-9bad1a0ad70f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.144378 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.158092 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.160177 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "DELETE /v2.0/networks/7a929cab-84f2-46e4-88d3-2ece5c172193 HTTP/1.1" status: 204 len: 168 time: 0.4206011 Jul 05 04:23:29.162725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46144) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.186683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6bf5b7-3193-4863-897c-d373faffd619 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Network': ['ID=7a929cab-84f2-46e4-88d3-2ece5c172193,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:29.203165 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1a10c8c-2eeb-40a7-a21e-9bad1a0ad70f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.208450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46148) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.283537 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.299045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1a10c8c-2eeb-40a7-a21e-9bad1a0ad70f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.343617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a10c8c-2eeb-40a7-a21e-9bad1a0ad70f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db72d2f4-4f7a-4a45-8377-2931d3f39742,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:29.386942 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.396807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Transition to ACTIVE for port object 9772bc36-1449-4167-893f-9059a27a9813 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:29.423679 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.436367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d1a10c8c-2eeb-40a7-a21e-9bad1a0ad70f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.438517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a04a2a95-8ce5-4d0a-b873-5c178282aaa5']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:29.440773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46160) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:29.440884 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d1a10c8c-2eeb-40a7-a21e-9bad1a0ad70f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4255085 Jul 05 04:23:29.447600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e91bac16-4ce7-4992-8a01-e3576ec36baa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7869771a-e22d-47e4-a6ba-7b247087f0b5', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:29.462646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '858ece3f-a78c-44fe-bd98-da363be98213') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:29.462938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '858ece3f-a78c-44fe-bd98-da363be98213') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:29.464843 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.484280 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.519515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10932e66-2caa-4a91-a002-7fff120f3eda None None] Pushing event updated for resources: {'Port': ['ID=9772bc36-1449-4167-893f-9059a27a9813,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:29.552752 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.565108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:29.565511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:29.569172 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:29.604665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Attempting to bind port 9772bc36-1449-4167-893f-9059a27a9813 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:29.605059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Attempting to bind port 9772bc36-1449-4167-893f-9059a27a9813 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:29.605455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Attempting to bind port 9772bc36-1449-4167-893f-9059a27a9813 on network 3957c556-81a4-4d27-8da2-5d849b946f17 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:29.611721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:29.612141 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Checking segment: {'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:29.612619 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.612968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Bound using segment: {'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:29.613450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Bound port: 9772bc36-1449-4167-893f-9059a27a9813, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd605bfa2-851f-412d-a7be-0be9962411eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:29.613838 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.697131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] For port 9772bc36-1449-4167-893f-9059a27a9813, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:29.706902 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] For port 9772bc36-1449-4167-893f-9059a27a9813, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9772bc36-1449-4167-893f-9059a27a9813,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:29.792896 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:29.869537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10932e66-2caa-4a91-a002-7fff120f3eda None None] Pushing event updated for resources: {'Port': ['ID=9772bc36-1449-4167-893f-9059a27a9813,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:29.872433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:29.873058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:30.012183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:30.014584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e91bac16-4ce7-4992-8a01-e3576ec36baa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.095842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Deleting port b13d752d-b499-46a4-a721-ecb707eb95c8 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:30.097613 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.150161 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.151234 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e91bac16-4ce7-4992-8a01-e3576ec36baa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.160767 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.164366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "DELETE /v2.0/networks/a04a2a95-8ce5-4d0a-b873-5c178282aaa5 HTTP/1.1" status: 204 len: 168 time: 1.0005064 Jul 05 04:23:30.165234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46192) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:30.187919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04660640-0be5-4c01-bc9e-2dded8b22b05 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Network': ['ID=a04a2a95-8ce5-4d0a-b873-5c178282aaa5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:30.227820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.227820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.241868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Calling delete_port for b13d752d-b499-46a4-a721-ecb707eb95c8 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:30.246964 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e91bac16-4ce7-4992-8a01-e3576ec36baa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.279529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91bac16-4ce7-4992-8a01-e3576ec36baa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3db0c09e-c8a0-47bc-8536-bbbcd1f9e12b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:30.325749 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:23:27Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '738ca557-e2e0-4a47-82ce-eaafddbcd111', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'mac_address': 'fa:16:3e:4a:1b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:15Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 1, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9772bc36-1449-4167-893f-9059a27a9813', 'name': '', 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:62:aa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f652781f-eb75-4465-815e-8473076f7627', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:26Z', 'updated_at': '2021-07-05T04:23:29Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': 'f652781f-eb75-4465-815e-8473076f7627', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:30.356507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5fbd5cd-7ed0-4e08-8e13-376fd85456e5 None None] The sync data for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 is: [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:23:27Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '738ca557-e2e0-4a47-82ce-eaafddbcd111', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'mac_address': 'fa:16:3e:4a:1b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:15Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 1, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9772bc36-1449-4167-893f-9059a27a9813', 'name': '', 'network_id': '3957c556-81a4-4d27-8da2-5d849b946f17', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:62:aa:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3738, 'fixed_ips': [{'subnet_id': 'f652781f-eb75-4465-815e-8473076f7627', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:26Z', 'updated_at': '2021-07-05T04:23:29Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': 'f652781f-eb75-4465-815e-8473076f7627', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:30.396596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e91bac16-4ce7-4992-8a01-e3576ec36baa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.397050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655b5fbe-9edc-401c-9ca8-677aeefa133b tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:30.401245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e91bac16-4ce7-4992-8a01-e3576ec36baa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9574721 Jul 05 04:23:30.403404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46202) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:30.409612 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c0484df8-3bbd-4268-b2f7-e6c18588aaea tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7869771a-e22d-47e4-a6ba-7b247087f0b5', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:30.418079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-655b5fbe-9edc-401c-9ca8-677aeefa133b tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:30.428662 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-655b5fbe-9edc-401c-9ca8-677aeefa133b tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2622621 Jul 05 04:23:30.429304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46204) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:30.436802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1608570094'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:30.458787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:23:30.458787 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:23:30.458787 n-d-758944-41 neutron-server[100895]: [parameters: {'project_id_1': 'cfdd6bc5d27a4120865309b70730e2f3', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 23, 30, 445359)}] Jul 05 04:23:30.458787 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:23:30.459169 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:23:30.550685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0484df8-3bbd-4268-b2f7-e6c18588aaea tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.577218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.609537 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event deleted for resources: {'Port': ['ID=b13d752d-b499-46a4-a721-ecb707eb95c8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:30.686349 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0484df8-3bbd-4268-b2f7-e6c18588aaea tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.705739 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.708129 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Floating IP 377dd7b6-cbee-480b-913b-a2543ea70445 disassociated (deleted). External IP: 172.25.4.8, port: 5735e27b-7e61-440f-ba34-bd8bbf7ea760. Jul 05 04:23:30.758630 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0484df8-3bbd-4268-b2f7-e6c18588aaea tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.814876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0484df8-3bbd-4268-b2f7-e6c18588aaea tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23199df4-3519-4cf1-abfb-7d4b73c53a33,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:30.896294 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c0484df8-3bbd-4268-b2f7-e6c18588aaea tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:30.900988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c0484df8-3bbd-4268-b2f7-e6c18588aaea tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4940267 Jul 05 04:23:30.901120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46230) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:30.905832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-71302356-dbc0-46d5-a09e-2340c18fd668 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7869771a-e22d-47e4-a6ba-7b247087f0b5', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:30.986801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:31.020947 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71302356-dbc0-46d5-a09e-2340c18fd668 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.100987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71302356-dbc0-46d5-a09e-2340c18fd668 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.117905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:31.125637 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.127593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Made reservation on behalf of cfdd6bc5d27a4120865309b70730e2f3 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:31.129138 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] Sync routers for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:31.131276 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.139632 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:31.140214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:31.168830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0363287d-8478-4244-90d4-d701faac837f tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "DELETE /v2.0/floatingips/377dd7b6-cbee-480b-913b-a2543ea70445 HTTP/1.1" status: 204 len: 168 time: 1.9593034 Jul 05 04:23:31.169414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:31.171819 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d2be6ee-02c6-4786-89a8-178888a79a7f" -d '{"events": [{"name": "network-changed", "server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:31.174765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71302356-dbc0-46d5-a09e-2340c18fd668 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.176555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:23:31.199706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71302356-dbc0-46d5-a09e-2340c18fd668 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7320a8-204c-4fae-8ff4-d2d80a643749,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:31.206590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.207985 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Added segment bf74909e-a1f6-4697-a794-125408aeb569 of type vlan for network 835cc464-cc27-4a74-952c-26b26dbf414d Jul 05 04:23:31.218744 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f97b323-331d-47e7-bbec-5374740f58e9 x-openstack-request-id: req-0f97b323-331d-47e7-bbec-5374740f58e9 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:31.219042 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:31.220070 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0f97b323-331d-47e7-bbec-5374740f58e9 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:31.220530 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'status': 'completed', 'code': 200} Jul 05 04:23:31.279599 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:31.281940 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.310433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-71302356-dbc0-46d5-a09e-2340c18fd668 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.312267 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-71302356-dbc0-46d5-a09e-2340c18fd668 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4106107 Jul 05 04:23:31.314767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46252) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:31.320137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-db335ff0-3336-4e48-9e7e-3f46b83dbed6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7869771a-e22d-47e4-a6ba-7b247087f0b5', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:31.321950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-e1194c82-2c05-4b2b-8eff-bda289ebc9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:31.323852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-e1194c82-2c05-4b2b-8eff-bda289ebc9d4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2fc58fb3570f4016ac7d53701f44ba59&device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 1097 time: 0.0742633 Jul 05 04:23:31.432747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.442911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:31.442911 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.446985 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-db335ff0-3336-4e48-9e7e-3f46b83dbed6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Project 7d6d2d8645e943558e449d8c5575d969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:23:31.466044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-29465541-851a-4ddf-83d6-dc30d2226fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:31.468775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-29465541-851a-4ddf-83d6-dc30d2226fb9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=d5ade457-ca50-447d-a0d6-bbf6828030de HTTP/1.1" status: 200 len: 914 time: 0.1368866 Jul 05 04:23:31.508943 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db335ff0-3336-4e48-9e7e-3f46b83dbed6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.518899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-f4ebdc72-7dc8-48a9-97f5-ccd5ef697fab service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760 HTTP/1.1" status: 200 len: 217 time: 0.0432947 Jul 05 04:23:31.566050 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'Network': ['ID=835cc464-cc27-4a74-952c-26b26dbf414d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:31.592465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 835cc464-cc27-4a74-952c-26b26dbf414d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:23:31.608847 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db335ff0-3336-4e48-9e7e-3f46b83dbed6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.616079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-4f50acc2-a3e4-43af-8d75-18f6dfe0a66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:31.619958 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 5, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:31.620170 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-4f50acc2-a3e4-43af-8d75-18f6dfe0a66f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=77ff325b-804c-4ade-8eba-768c27cec993 HTTP/1.1" status: 200 len: 852 time: 0.0847564 Jul 05 04:23:31.654879 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] Checking router: 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:31.666587 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:31.667236 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:31.692686 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2ad554f5-d4ef-4d31-a412-f7bc52a39845 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.2591004 Jul 05 04:23:31.692686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db335ff0-3336-4e48-9e7e-3f46b83dbed6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.692686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46270) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:31.721676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9772bc36-1449-4167-893f-9059a27a9813 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:31.732378 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2146370472'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:31.745708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-4d506432-d5b4-4056-b1c1-18173778d0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:31.749968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-4d506432-d5b4-4056-b1c1-18173778d0c1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d5ade457-ca50-447d-a0d6-bbf6828030de&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1216469 Jul 05 04:23:31.761524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db335ff0-3336-4e48-9e7e-3f46b83dbed6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2794b9b7-34c0-4d6e-b67b-d0d268672e12,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:31.823600 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:31.856521 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Made reservation on behalf of cfdd6bc5d27a4120865309b70730e2f3 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:31.856821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-d6dce88e-7243-497d-a539-ba583b90e31a service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976157 Jul 05 04:23:31.857214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.887921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:23:31.907546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.908324 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Added segment b7e022e1-8215-43a1-a6fa-ab3ec9c519ea of type vlan for network e6c2e03f-4b58-4d21-97cb-54d63a122bc0 Jul 05 04:23:31.947628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9772bc36-1449-4167-893f-9059a27a9813 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:31.952356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9772bc36-1449-4167-893f-9059a27a9813 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:31.952868 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.967094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:31.999956 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-db335ff0-3336-4e48-9e7e-3f46b83dbed6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.002134 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-db335ff0-3336-4e48-9e7e-3f46b83dbed6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.6853011 Jul 05 04:23:32.004568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46284) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:32.014167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-dc52e930-3470-40a6-bedf-af08b9dd8134 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'security_group_rule': {'security_group_id': '7869771a-e22d-47e4-a6ba-7b247087f0b5', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:32.021836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d2be6ee-02c6-4786-89a8-178888a79a7f req-1bc34cd4-12f2-4089-bbb2-13b6b0e76b84 service neutron] 10.222.0.26 "GET /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613853 Jul 05 04:23:32.067386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29c90ce-6884-41b8-ae33-eb295a962e8f req-3100b8ee-c30c-4e66-a910-769940c4eec3 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:32.069050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f29c90ce-6884-41b8-ae33-eb295a962e8f req-3100b8ee-c30c-4e66-a910-769940c4eec3 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 945 time: 0.0843306 Jul 05 04:23:32.074045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.085271 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.095446 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:32.096299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.119567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 9772bc36-1449-4167-893f-9059a27a9813, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9772bc36-1449-4167-893f-9059a27a9813,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:32.131257 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 5, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:32.131851 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-dc52e930-3470-40a6-bedf-af08b9dd8134 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Project 7d6d2d8645e943558e449d8c5575d969 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:23:32.136684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f29c90ce-6884-41b8-ae33-eb295a962e8f req-a4713239-c0bd-4733-a24f-acbff6b7e07b tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589042 Jul 05 04:23:32.168550 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31d3b5b7-f090-47d1-9fa1-22a79774d5bf None None] The sync data for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 is: [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:17:56Z', 'revision_number': 4, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'ec8497cb-70c6-455b-b2e1-8ca630a840f0', 'name': '', 'network_id': 'd5ade457-ca50-447d-a0d6-bbf6828030de', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'mac_address': 'fa:16:3e:96:75:dc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_interface', 'standard_attr_id': 3273, 'fixed_ips': [{'subnet_id': '77ff325b-804c-4ade-8eba-768c27cec993', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:55Z', 'updated_at': '2021-07-05T04:18:04Z', 'revision_number': 5, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'subnets': [{'id': '77ff325b-804c-4ade-8eba-768c27cec993', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:32.179538 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc52e930-3470-40a6-bedf-af08b9dd8134 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.207282 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.223944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'Network': ['ID=e6c2e03f-4b58-4d21-97cb-54d63a122bc0,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:32.242200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network e6c2e03f-4b58-4d21-97cb-54d63a122bc0 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:23:32.261960 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8d33fcc7-9bd2-4ec1-82d7-f148c7fec2f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5650165 Jul 05 04:23:32.263709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc52e930-3470-40a6-bedf-af08b9dd8134 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.264841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46294) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:32.269787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'ports': [{'network_id': '835cc464-cc27-4a74-952c-26b26dbf414d', 'name': 'tempest-port--1875843895', 'admin_state_up': True}, {'network_id': 'e6c2e03f-4b58-4d21-97cb-54d63a122bc0', 'admin_state_up': False}]} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:32.270101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'port': {'network_id': '835cc464-cc27-4a74-952c-26b26dbf414d', 'name': 'tempest-port--1875843895', 'admin_state_up': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:32.270574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'port': {'network_id': 'e6c2e03f-4b58-4d21-97cb-54d63a122bc0', 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:32.321726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=9772bc36-1449-4167-893f-9059a27a9813,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:32.343612 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc52e930-3470-40a6-bedf-af08b9dd8134 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.374018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc52e930-3470-40a6-bedf-af08b9dd8134 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55c3df67-b0c0-48b4-895a-16bcd9799b30,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:32.470104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fc3a34-2f16-4530-94ee-3cdd4e8f43ef None None] New status for floating IP 377dd7b6-cbee-480b-913b-a2543ea70445: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:23:32.482071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dc52e930-3470-40a6-bedf-af08b9dd8134 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.483348 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dc52e930-3470-40a6-bedf-af08b9dd8134 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4771287 Jul 05 04:23:32.486284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46304) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:32.491432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'network': {'name': 'tempest-network-smoke--2147080803', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'port_security_enabled': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:32.602612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Made reservation on behalf of cfdd6bc5d27a4120865309b70730e2f3 for: {'port': 2} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:32.607506 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.622618 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.711122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] device_id is not set on port e0b78ac9-e02d-4c2a-9b45-4ad83b1a5a54 yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:23:32.739228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:32.743029 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.768435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:23:32.778486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.778833 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Added segment 44be35e3-7917-4256-bcba-b3b7d263b9a5 of type vlan for network 28696609-0de5-471d-8564-9804ffcd3379 Jul 05 04:23:32.825090 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.874036 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.929652 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.936461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:32.940835 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:32.949967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] device_id is not set on port 113ab674-1f91-4bd2-a998-4f44e0adc46e yet. {{(pid=100895) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 05 04:23:33.021785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Network': ['ID=28696609-0de5-471d-8564-9804ffcd3379,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:33.033117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 28696609-0de5-471d-8564-9804ffcd3379 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:23:33.076612 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.090568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f692e89c-a554-43fa-b941-4b49bef7d51e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6030557 Jul 05 04:23:33.093298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46332) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:33.099192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'admin_state_up': True, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:33.194471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.216246 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.218065 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.291288 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.304223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'Port': ['ID=e0b78ac9-e02d-4c2a-9b45-4ad83b1a5a54,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:33.319190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Checking segment: {'id': 'bf74909e-a1f6-4697-a794-125408aeb569', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '835cc464-cc27-4a74-952c-26b26dbf414d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:33.319550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Network hostable DHCP agents. Network: 835cc464-cc27-4a74-952c-26b26dbf414d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:23:33.359284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3236b424-a044-4dd9-bdb0-f60cc56d8588 req-5e727482-7257-4240-8e0b-a5bacb1cd87e tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:33.360825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3236b424-a044-4dd9-bdb0-f60cc56d8588 req-5e727482-7257-4240-8e0b-a5bacb1cd87e tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 945 time: 0.0807452 Jul 05 04:23:33.402198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3236b424-a044-4dd9-bdb0-f60cc56d8588 req-73c194a3-fe3c-41bd-ba28-3e0fec848a13 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/security-groups?id=78f471dc-141b-4218-b139-2b90e478bd1c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354676 Jul 05 04:23:33.455220 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Network 835cc464-cc27-4a74-952c-26b26dbf414d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:23:33.529478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 835cc464-cc27-4a74-952c-26b26dbf414d) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:33.533725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:33.534741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.540142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29d21827-bdff-4f13-b758-4319eb252e3b None None] Network 835cc464-cc27-4a74-952c-26b26dbf414d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:33.611222 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.615639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'Port': ['ID=113ab674-1f91-4bd2-a998-4f44e0adc46e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:33.622027 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9772bc36-1449-4167-893f-9059a27a9813 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:33.645710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Checking segment: {'id': 'b7e022e1-8215-43a1-a6fa-ab3ec9c519ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'e6c2e03f-4b58-4d21-97cb-54d63a122bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:33.646084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Network hostable DHCP agents. Network: e6c2e03f-4b58-4d21-97cb-54d63a122bc0, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:23:33.730604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9772bc36-1449-4167-893f-9059a27a9813 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:33.730994 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.758867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Network e6c2e03f-4b58-4d21-97cb-54d63a122bc0 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:23:33.805850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-656a1adf-d750-484e-b039-db0e183f0338 req-3325bba0-1f5c-4dcf-8a8b-e5ba9196712a tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:33.805850 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-656a1adf-d750-484e-b039-db0e183f0338 req-3325bba0-1f5c-4dcf-8a8b-e5ba9196712a tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.26 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 945 time: 0.1193585 Jul 05 04:23:33.865335 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, e6c2e03f-4b58-4d21-97cb-54d63a122bc0) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:33.870668 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:33.875725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2b44f8b-3e62-4741-9dba-5503570d2f7d None None] Network e6c2e03f-4b58-4d21-97cb-54d63a122bc0 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:33.877841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:33.883037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:33.883770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:33.972672 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-93cc915e-71c6-4f71-9425-5e30c60ad3de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 1.7045553 Jul 05 04:23:33.972997 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46354) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:34.003437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-656a1adf-d750-484e-b039-db0e183f0338 req-3cf41883-7016-4d21-83e2-11dd686e9fab tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Deleting port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:34.003785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-656a1adf-d750-484e-b039-db0e183f0338 req-3cf41883-7016-4d21-83e2-11dd686e9fab tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.064617 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.091316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1afc9e-51ab-49b3-9528-614beda482f1 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:34.093383 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.097863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec1afc9e-51ab-49b3-9528-614beda482f1 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:34.102559 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ec1afc9e-51ab-49b3-9528-614beda482f1 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1254704 Jul 05 04:23:34.102846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46356) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:34.181746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-656a1adf-d750-484e-b039-db0e183f0338 req-3cf41883-7016-4d21-83e2-11dd686e9fab tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] For port 5735e27b-7e61-440f-ba34-bd8bbf7ea760, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=5735e27b-7e61-440f-ba34-bd8bbf7ea760,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:34.182102 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-656a1adf-d750-484e-b039-db0e183f0338 req-3cf41883-7016-4d21-83e2-11dd686e9fab tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.202360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-efd78ec4-91b9-49b2-8fff-3ef3874100f0 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Deleting port e0b78ac9-e02d-4c2a-9b45-4ad83b1a5a54 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:34.202707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-efd78ec4-91b9-49b2-8fff-3ef3874100f0 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.216332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-656a1adf-d750-484e-b039-db0e183f0338 req-3cf41883-7016-4d21-83e2-11dd686e9fab tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Calling delete_port for 5735e27b-7e61-440f-ba34-bd8bbf7ea760 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:34.284231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.25.4.106 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/cc71289d-b309-4f44-afca-8f2862c4ceb0) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:34.284506 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-efd78ec4-91b9-49b2-8fff-3ef3874100f0 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.297421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-efd78ec4-91b9-49b2-8fff-3ef3874100f0 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Calling delete_port for e0b78ac9-e02d-4c2a-9b45-4ad83b1a5a54 owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:34.445306 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.453572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-efd78ec4-91b9-49b2-8fff-3ef3874100f0 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.486193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd78ec4-91b9-49b2-8fff-3ef3874100f0 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Port': ['ID=e0b78ac9-e02d-4c2a-9b45-4ad83b1a5a54,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:34.493147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-efd78ec4-91b9-49b2-8fff-3ef3874100f0 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.496064 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-efd78ec4-91b9-49b2-8fff-3ef3874100f0 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "DELETE /v2.0/ports/e0b78ac9-e02d-4c2a-9b45-4ad83b1a5a54 HTTP/1.1" status: 204 len: 168 time: 0.3909028 Jul 05 04:23:34.497408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46360) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:34.511128 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-656a1adf-d750-484e-b039-db0e183f0338 req-3cf41883-7016-4d21-83e2-11dd686e9fab tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.547475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf41883-7016-4d21-83e2-11dd686e9fab tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event deleted for resources: {'Port': ['ID=5735e27b-7e61-440f-ba34-bd8bbf7ea760,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:34.583590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8f2fb90-2401-4f92-a638-28bb6b0d601a req-9b722271-5e8e-4233-88a2-f3f0d521fad7 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 210 time: 0.0407326 Jul 05 04:23:34.608887 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.612689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ff29cdc3-0aa8-428f-bb48-224929f9d499 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Deleting port 113ab674-1f91-4bd2-a998-4f44e0adc46e {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:34.613201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff29cdc3-0aa8-428f-bb48-224929f9d499 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.634148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-656a1adf-d750-484e-b039-db0e183f0338 req-3cf41883-7016-4d21-83e2-11dd686e9fab tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] No DVR routers for this DVR port 5735e27b-7e61-440f-ba34-bd8bbf7ea760 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:34.637863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-656a1adf-d750-484e-b039-db0e183f0338 req-3cf41883-7016-4d21-83e2-11dd686e9fab tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.639809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-656a1adf-d750-484e-b039-db0e183f0338 req-3cf41883-7016-4d21-83e2-11dd686e9fab tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.26 "DELETE /v2.0/ports/5735e27b-7e61-440f-ba34-bd8bbf7ea760 HTTP/1.1" status: 204 len: 173 time: 0.8281760 Jul 05 04:23:34.658065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'name': 'network-vif-deleted', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:34.660335 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea912b7f-db05-4433-9891-6525be40b028" -d '{"events": [{"server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "name": "network-vif-deleted", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:34.679800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:34.686743 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:34.687853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff29cdc3-0aa8-428f-bb48-224929f9d499 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.690370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:34.713571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ff29cdc3-0aa8-428f-bb48-224929f9d499 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Calling delete_port for 113ab674-1f91-4bd2-a998-4f44e0adc46e owned by {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:34.717113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=cc71289d-b309-4f44-afca-8f2862c4ceb0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:34.727932 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2af5585-b5ac-43d2-a426-f1b7bd3a451b x-openstack-request-id: req-b2af5585-b5ac-43d2-a426-f1b7bd3a451b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:34.728287 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b8a92145-e0e4-45c8-811a-f457a2a4ada0", "name": "network-vif-deleted", "tag": "5735e27b-7e61-440f-ba34-bd8bbf7ea760", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:34.728519 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2af5585-b5ac-43d2-a426-f1b7bd3a451b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:34.728916 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b8a92145-e0e4-45c8-811a-f457a2a4ada0', 'name': 'network-vif-deleted', 'tag': '5735e27b-7e61-440f-ba34-bd8bbf7ea760', 'status': 'completed', 'code': 200} Jul 05 04:23:34.859488 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff29cdc3-0aa8-428f-bb48-224929f9d499 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.892800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff29cdc3-0aa8-428f-bb48-224929f9d499 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Port': ['ID=113ab674-1f91-4bd2-a998-4f44e0adc46e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:34.898758 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff29cdc3-0aa8-428f-bb48-224929f9d499 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:34.900919 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ff29cdc3-0aa8-428f-bb48-224929f9d499 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "DELETE /v2.0/ports/113ab674-1f91-4bd2-a998-4f44e0adc46e HTTP/1.1" status: 204 len: 168 time: 0.4023075 Jul 05 04:23:34.903418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46368) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:34.948230 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0e19554b-260b-45e9-8680-f8e415b4c3d7 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0397494 Jul 05 04:23:34.949126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46370) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:34.955546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1714744088'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:35.038365 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Made reservation on behalf of cfdd6bc5d27a4120865309b70730e2f3 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:35.042582 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.076612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:23:35.091929 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.092646 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Added segment f817a779-13cd-4e19-aa55-efd2742f8264 of type vlan for network 23b8411b-827f-4250-bf98-1199d1f89385 Jul 05 04:23:35.154641 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.244331 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.250152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:35.250779 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.320754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'Network': ['ID=23b8411b-827f-4250-bf98-1199d1f89385,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:35.331198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 23b8411b-827f-4250-bf98-1199d1f89385 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:23:35.373255 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b7017884-5c66-4998-b85c-96a7d13cc7f3 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4201353 Jul 05 04:23:35.373502 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46376) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:35.378724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-554494012'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:35.453601 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.466628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Made reservation on behalf of cfdd6bc5d27a4120865309b70730e2f3 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:35.470513 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.497464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:23:35.509675 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.510229 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Added segment ea96c41f-7f38-4fde-a166-024aa9cec52a of type vlan for network 321f8445-c3a9-4eec-9d4a-bb4836927be8 Jul 05 04:23:35.558770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.661139 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.667438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:35.668062 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.682996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:35.743821 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'Network': ['ID=321f8445-c3a9-4eec-9d4a-bb4836927be8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:35.754732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 321f8445-c3a9-4eec-9d4a-bb4836927be8 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:23:35.815929 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-656c176d-b3cc-4543-b5b8-ae1ecb5c4919 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.4295254 Jul 05 04:23:35.850652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45b155ef-e1e9-42bb-807a-5a238a79b81a req-1c2283ee-54a5-45b1-aaf8-7e9ddc63bc9a tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 210 time: 0.0480874 Jul 05 04:23:35.916753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router 8b6d0fd5-b616-4e25-84ee-c486941216d0 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:23:35.942224 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46380) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:35.948888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'subnets': [{'network_id': '23b8411b-827f-4250-bf98-1199d1f89385', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1567149347', 'ip_version': 4}, {'network_id': '321f8445-c3a9-4eec-9d4a-bb4836927be8', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:35.949213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'subnet': {'network_id': '23b8411b-827f-4250-bf98-1199d1f89385', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1567149347', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:35.950001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Request body: {'subnet': {'network_id': '321f8445-c3a9-4eec-9d4a-bb4836927be8', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:36.041564 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:36.052727 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Sync routers for ids ['8b6d0fd5-b616-4e25-84ee-c486941216d0'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:36.065538 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Routers {'8b6d0fd5-b616-4e25-84ee-c486941216d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:36.066402 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8b6d0fd5-b616-4e25-84ee-c486941216d0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:36.129271 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.134514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c27704c8-85f8-4b4c-a0b4-00455e3d16a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.0397122 Jul 05 04:23:36.135230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46384) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:36.178938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ace4dbc1-e084-49e5-8a6d-d2614dd5cb4c tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7d6d2d8645e943558e449d8c5575d969&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0423849 Jul 05 04:23:36.181362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46386) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:36.199975 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Set router 8b6d0fd5-b616-4e25-84ee-c486941216d0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:36.304769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c6f93f-23cd-4ee7-88e6-d9d89eb35c1c tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:36.310677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a3c6f93f-23cd-4ee7-88e6-d9d89eb35c1c tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1273770 Jul 05 04:23:36.311551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46388) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:36.372413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-235f3d1e-60c9-42db-8ecb-9b49379611af tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0589390 Jul 05 04:23:36.373204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46390) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:36.378992 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1481577442', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:36.415595 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:35Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:36.449665 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Checking router: 8b6d0fd5-b616-4e25-84ee-c486941216d0 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:36.450018 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Updating router 8b6d0fd5-b616-4e25-84ee-c486941216d0 port cc71289d-b309-4f44-afca-8f2862c4ceb0 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:23:36.489152 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.586518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:36.591322 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.695314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Made reservation on behalf of cfdd6bc5d27a4120865309b70730e2f3 for: {'subnet': 2} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:36.700787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.701463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.770582 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.783189 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Transition to ACTIVE for port object cc71289d-b309-4f44-afca-8f2862c4ceb0 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:36.849205 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.884222 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.908518 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Attempting to bind port cc71289d-b309-4f44-afca-8f2862c4ceb0 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:36.909025 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Attempting to bind port cc71289d-b309-4f44-afca-8f2862c4ceb0 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:36.909485 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Attempting to bind port cc71289d-b309-4f44-afca-8f2862c4ceb0 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:36.911987 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Pushing event updated for resources: {'Port': ['ID=cc71289d-b309-4f44-afca-8f2862c4ceb0,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:36.922208 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:36.922700 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:36.923215 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.923700 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:36.924286 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Bound port: cc71289d-b309-4f44-afca-8f2862c4ceb0, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:36.924751 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:36.927318 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.927756 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.928174 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.931307 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.931307 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.931307 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.931307 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.931307 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.931307 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.931805 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.932211 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:36.932616 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:37.019367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Subnet': ['ID=5525d517-6b1d-4048-81b5-b15c714b527b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:37.030982 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] For port cc71289d-b309-4f44-afca-8f2862c4ceb0, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:37.035773 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] For port cc71289d-b309-4f44-afca-8f2862c4ceb0, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cc71289d-b309-4f44-afca-8f2862c4ceb0,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:37.037548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Checking segment: {'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:37.037924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network hostable DHCP agents. Network: 28696609-0de5-471d-8564-9804ffcd3379, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:23:37.061012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d948cf7c-8323-4e7c-8d1e-029d83171686 req-675066d6-6e9e-4183-9d6f-389dce9fba15 tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 210 time: 0.0379944 Jul 05 04:23:37.065842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5735e27b-7e61-440f-ba34-bd8bbf7ea760 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:37.109385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 5735e27b-7e61-440f-ba34-bd8bbf7ea760 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:37.109385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 5735e27b-7e61-440f-ba34-bd8bbf7ea760 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:37.129925 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.190384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 28696609-0de5-471d-8564-9804ffcd3379 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:23:37.242407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.272473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 28696609-0de5-471d-8564-9804ffcd3379) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:37.281234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:37.282709 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.287614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0497aad5-0c33-4d77-8fae-5a7b177d1289 None None] Network 28696609-0de5-471d-8564-9804ffcd3379 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:37.302083 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Routers {'8b6d0fd5-b616-4e25-84ee-c486941216d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:37.302798 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8b6d0fd5-b616-4e25-84ee-c486941216d0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:37.324110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'Subnet': ['ID=fb51a434-d3d4-444e-bb18-0f36b1b4a472,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:37.337228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Checking segment: {'id': 'f817a779-13cd-4e19-aa55-efd2742f8264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '23b8411b-827f-4250-bf98-1199d1f89385'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:37.337228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Network hostable DHCP agents. Network: 23b8411b-827f-4250-bf98-1199d1f89385, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:23:37.377320 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9e74a2-e90b-4ed2-82f6-40118ab31bea None None] Pushing event updated for resources: {'Port': ['ID=cc71289d-b309-4f44-afca-8f2862c4ceb0,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:37.433454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-268deab3-6162-44ea-8a53-a8cff1c547ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0589321 Jul 05 04:23:37.436197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46398) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:37.446847 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] Set router 8b6d0fd5-b616-4e25-84ee-c486941216d0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:37.450417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Network 23b8411b-827f-4250-bf98-1199d1f89385 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:23:37.483712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-28696609-0de5-471d-8564-9804ffcd3379', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:23:37.484832 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.540766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 23b8411b-827f-4250-bf98-1199d1f89385) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:37.545261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.569113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f34acd-3a61-43cb-bfc4-56dc8cde64cc None None] Network 23b8411b-827f-4250-bf98-1199d1f89385 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:37.682904 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event updated for resources: {'Subnet': ['ID=18421ab7-a9fb-41ab-bf83-7b15353aa211,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:37.685400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Checking segment: {'id': 'ea96c41f-7f38-4fde-a166-024aa9cec52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '321f8445-c3a9-4eec-9d4a-bb4836927be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:37.685799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Network hostable DHCP agents. Network: 321f8445-c3a9-4eec-9d4a-bb4836927be8, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:23:37.750592 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:35Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:37.762608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Allocated IP 172.20.0.2 (28696609-0de5-471d-8564-9804ffcd3379/5525d517-6b1d-4048-81b5-b15c714b527b/541e959d-debf-4bee-8bc6-7a4b78e19c8a) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:37.787326 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cd4b548-e901-4a95-bd0a-edacb2cb8c51 None None] The sync data for ids ['8b6d0fd5-b616-4e25-84ee-c486941216d0'] in n-d-758944-41 is: [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:35Z', 'revision_number': 3, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:37.801911 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Network 321f8445-c3a9-4eec-9d4a-bb4836927be8 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:23:37.889152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 321f8445-c3a9-4eec-9d4a-bb4836927be8) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:37.893544 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:37.894036 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:37.894717 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:37.988689 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fc7ce8ae-147c-49d7-8090-ebb09da457a9 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 2.0425646 Jul 05 04:23:37.990287 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46402) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:38.055739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8cd150-2073-4777-968b-efe766a51dcd None None] Network 321f8445-c3a9-4eec-9d4a-bb4836927be8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:38.201669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.220047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b892b4d5-b9e3-4a75-9654-66f3bcf6b80e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-23b8411b-827f-4250-bf98-1199d1f89385', 'network_id': '23b8411b-827f-4250-bf98-1199d1f89385', 'tenant_id': 'cfdd6bc5d27a4120865309b70730e2f3', 'fixed_ips': [{'subnet_id': 'fb51a434-d3d4-444e-bb18-0f36b1b4a472'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:23:38.221312 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b892b4d5-b9e3-4a75-9654-66f3bcf6b80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.232050 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30592372-1602-4c5e-8fd8-033c9e5bec52 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:38.234191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30592372-1602-4c5e-8fd8-033c9e5bec52 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:38.236703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30592372-1602-4c5e-8fd8-033c9e5bec52 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:38.243187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-30592372-1602-4c5e-8fd8-033c9e5bec52 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.2372978 Jul 05 04:23:38.243365 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46408) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:38.296453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b6d62c2-833c-4550-bfd8-64cedf240ccd req-022c02e1-33bc-4a8f-8606-689a467207fd tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 210 time: 0.0567830 Jul 05 04:23:38.337852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1fef7aa-16d4-4bce-a006-c724eb9c5705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.368524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-487ebb51-24ee-4562-8a99-532d2b9574ef tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Deleting subnet fb51a434-d3d4-444e-bb18-0f36b1b4a472 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:38.372542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-487ebb51-24ee-4562-8a99-532d2b9574ef tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.438970 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.445985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-487ebb51-24ee-4562-8a99-532d2b9574ef tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.467438 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Transition to ACTIVE for port object 541e959d-debf-4bee-8bc6-7a4b78e19c8a will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:38.529026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-487ebb51-24ee-4562-8a99-532d2b9574ef tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.556977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Transition to ACTIVE for port object 541e959d-debf-4bee-8bc6-7a4b78e19c8a will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:38.592720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-321f8445-c3a9-4eec-9d4a-bb4836927be8', 'network_id': '321f8445-c3a9-4eec-9d4a-bb4836927be8', 'tenant_id': 'cfdd6bc5d27a4120865309b70730e2f3', 'fixed_ips': [{'subnet_id': '18421ab7-a9fb-41ab-bf83-7b15353aa211'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:23:38.593601 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.686967 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.713403 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.20.0.1 (28696609-0de5-471d-8564-9804ffcd3379/5525d517-6b1d-4048-81b5-b15c714b527b/4a8f94d2-8589-429e-b744-bc713fe076db) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:38.733737 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-487ebb51-24ee-4562-8a99-532d2b9574ef tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.777188 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-487ebb51-24ee-4562-8a99-532d2b9574ef tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.779333 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-487ebb51-24ee-4562-8a99-532d2b9574ef tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "DELETE /v2.0/subnets/fb51a434-d3d4-444e-bb18-0f36b1b4a472 HTTP/1.1" status: 204 len: 168 time: 0.5357366 Jul 05 04:23:38.780730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487ebb51-24ee-4562-8a99-532d2b9574ef tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Subnet': ['ID=fb51a434-d3d4-444e-bb18-0f36b1b4a472,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:38.788332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46410) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:38.830867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Allocated IP 172.20.0.18 (321f8445-c3a9-4eec-9d4a-bb4836927be8/18421ab7-a9fb-41ab-bf83-7b15353aa211/9decef6e-589f-4bdb-8064-1a626b6d8a2f) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:38.859213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c7477b3-67b0-4062-81d5-8c8e6cbd25d4 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Deleting subnet 18421ab7-a9fb-41ab-bf83-7b15353aa211 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:38.906438 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Pushing event updated for resources: {'Port': ['ID=541e959d-debf-4bee-8bc6-7a4b78e19c8a,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:38.917765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:38.935932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Network 28696609-0de5-471d-8564-9804ffcd3379 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:38.939478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:38.940012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Transition to ACTIVE for port object 4a8f94d2-8589-429e-b744-bc713fe076db will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:38.947924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server [None req-b892b4d5-b9e3-4a75-9654-66f3bcf6b80e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb51a434-d3d4-444e-bb18-0f36b1b4a472: This subnet is being modified by another concurrent operation. Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise self.value Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server raise exception Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet fb51a434-d3d4-444e-bb18-0f36b1b4a472: This subnet is being modified by another concurrent operation. Jul 05 04:23:38.970577 n-d-758944-41 neutron-server[100897]: ERROR oslo_messaging.rpc.server Jul 05 04:23:39.005056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d97a9c-8a33-429c-8818-447131ba1d1d None None] Network 23b8411b-827f-4250-bf98-1199d1f89385 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:39.078690 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.122367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 28696609-0de5-471d-8564-9804ffcd3379 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:39.126383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:39.131361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:39.146177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Attempting to bind port 541e959d-debf-4bee-8bc6-7a4b78e19c8a on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:39.146551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Attempting to bind port 541e959d-debf-4bee-8bc6-7a4b78e19c8a by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:39.146918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Attempting to bind port 541e959d-debf-4bee-8bc6-7a4b78e19c8a on network 28696609-0de5-471d-8564-9804ffcd3379 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:39.161256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:39.161638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Checking segment: {'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:39.162043 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.162507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Bound using segment: {'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:39.162997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Bound port: 541e959d-debf-4bee-8bc6-7a4b78e19c8a, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:39.163383 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.175356 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.182457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=4a8f94d2-8589-429e-b744-bc713fe076db,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:39.194647 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Transition to ACTIVE for port object 9decef6e-589f-4bdb-8064-1a626b6d8a2f will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:39.202417 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.269906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Transition to ACTIVE for port object 9decef6e-589f-4bdb-8064-1a626b6d8a2f will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:39.327305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] For port 541e959d-debf-4bee-8bc6-7a4b78e19c8a, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:39.348837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] For port 541e959d-debf-4bee-8bc6-7a4b78e19c8a, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=541e959d-debf-4bee-8bc6-7a4b78e19c8a,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:39.378645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c7477b3-67b0-4062-81d5-8c8e6cbd25d4 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.379423 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.432188 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c7477b3-67b0-4062-81d5-8c8e6cbd25d4 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.436159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Network 321f8445-c3a9-4eec-9d4a-bb4836927be8 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:39.439030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:39.443473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:39.472708 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Pushing event updated for resources: {'Port': ['ID=9decef6e-589f-4bdb-8064-1a626b6d8a2f,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:39.474921 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.553398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Attempting to bind port 9decef6e-589f-4bdb-8064-1a626b6d8a2f on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:39.553775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Attempting to bind port 9decef6e-589f-4bdb-8064-1a626b6d8a2f by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'ea96c41f-7f38-4fde-a166-024aa9cec52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '321f8445-c3a9-4eec-9d4a-bb4836927be8'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:39.554142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Attempting to bind port 9decef6e-589f-4bdb-8064-1a626b6d8a2f on network 321f8445-c3a9-4eec-9d4a-bb4836927be8 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:39.564310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:39.564689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Checking segment: {'id': 'ea96c41f-7f38-4fde-a166-024aa9cec52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '321f8445-c3a9-4eec-9d4a-bb4836927be8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:39.565098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.565493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Bound using segment: {'id': 'ea96c41f-7f38-4fde-a166-024aa9cec52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '321f8445-c3a9-4eec-9d4a-bb4836927be8'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:39.565976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Bound port: 9decef6e-589f-4bdb-8064-1a626b6d8a2f, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea96c41f-7f38-4fde-a166-024aa9cec52a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '321f8445-c3a9-4eec-9d4a-bb4836927be8'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:39.566386 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.591541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c7477b3-67b0-4062-81d5-8c8e6cbd25d4 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.622097 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86249e7d-9c91-483c-9c89-e1c87c657ffb req-94643334-2609-4cd3-bd51-c5750f1c592b tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "GET /v2.0/ports?device_id=b8a92145-e0e4-45c8-811a-f457a2a4ada0 HTTP/1.1" status: 200 len: 210 time: 0.0822639 Jul 05 04:23:39.678440 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.696575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4906095-ab5b-46ba-8853-22d3cb3ff1a6 None None] Pushing event updated for resources: {'Port': ['ID=541e959d-debf-4bee-8bc6-7a4b78e19c8a,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:39.730828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cc71289d-b309-4f44-afca-8f2862c4ceb0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:39.821736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c7477b3-67b0-4062-81d5-8c8e6cbd25d4 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.826043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] For port 9decef6e-589f-4bdb-8064-1a626b6d8a2f, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:39.864116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] For port 9decef6e-589f-4bdb-8064-1a626b6d8a2f, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9decef6e-589f-4bdb-8064-1a626b6d8a2f,segment=NetworkSegment(ea96c41f-7f38-4fde-a166-024aa9cec52a),segment_id=ea96c41f-7f38-4fde-a166-024aa9cec52a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:39.868135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port cc71289d-b309-4f44-afca-8f2862c4ceb0 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:39.877230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port cc71289d-b309-4f44-afca-8f2862c4ceb0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:39.877230 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.897047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7477b3-67b0-4062-81d5-8c8e6cbd25d4 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Subnet': ['ID=18421ab7-a9fb-41ab-bf83-7b15353aa211,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:39.913358 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c7477b3-67b0-4062-81d5-8c8e6cbd25d4 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:39.918021 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3c7477b3-67b0-4062-81d5-8c8e6cbd25d4 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "DELETE /v2.0/subnets/18421ab7-a9fb-41ab-bf83-7b15353aa211 HTTP/1.1" status: 204 len: 168 time: 1.1267800 Jul 05 04:23:39.919316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46418) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:39.974225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.150838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f20eda8b-93f3-4351-bd28-39073954e9e2 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:40.153651 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f20eda8b-93f3-4351-bd28-39073954e9e2 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2129364 Jul 05 04:23:40.157886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46422) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:40.171837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db344b1-076a-4882-9fde-1ce186fa02a2 None None] Pushing event updated for resources: {'Port': ['ID=9decef6e-589f-4bdb-8064-1a626b6d8a2f,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:40.247229 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.270068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port cc71289d-b309-4f44-afca-8f2862c4ceb0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cc71289d-b309-4f44-afca-8f2862c4ceb0,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:40.357930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.471511 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=cc71289d-b309-4f44-afca-8f2862c4ceb0,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:40.732207 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.739738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.759074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46428) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:40.775683 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b5a9d46b-2df6-4b5c-87dd-de6ac37e52eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.815552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Deleting port 9decef6e-589f-4bdb-8064-1a626b6d8a2f {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:40.815796 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.819276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.839377 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f840f4d0-22b4-4d3b-a3f9-7dbaa6372bcf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.886573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f840f4d0-22b4-4d3b-a3f9-7dbaa6372bcf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.934489 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.957176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36e5ed63-beae-4f7e-96b1-6ecd8adb591b None None] Network 28696609-0de5-471d-8564-9804ffcd3379 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:40.986050 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] For port 9decef6e-589f-4bdb-8064-1a626b6d8a2f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9decef6e-589f-4bdb-8064-1a626b6d8a2f,segment=NetworkSegment(ea96c41f-7f38-4fde-a166-024aa9cec52a),segment_id=ea96c41f-7f38-4fde-a166-024aa9cec52a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:40.986405 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.989414 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:40.997452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=4a8f94d2-8589-429e-b744-bc713fe076db,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:41.012393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Calling delete_port for 9decef6e-589f-4bdb-8064-1a626b6d8a2f owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:41.043650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f840f4d0-22b4-4d3b-a3f9-7dbaa6372bcf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.053505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f840f4d0-22b4-4d3b-a3f9-7dbaa6372bcf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.061037 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f840f4d0-22b4-4d3b-a3f9-7dbaa6372bcf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] 10.222.0.30 "DELETE /v2.0/security-groups/78f471dc-141b-4218-b139-2b90e478bd1c HTTP/1.1" status: 204 len: 168 time: 0.2985921 Jul 05 04:23:41.075532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f840f4d0-22b4-4d3b-a3f9-7dbaa6372bcf tempest-TestVolumeBackupRestore-1468953584 tempest-TestVolumeBackupRestore-1468953584-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f471dc-141b-4218-b139-2b90e478bd1c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:41.127625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-efda8543-5a4a-4e43-9c62-75168c84ee29 None None] Provisioning for port 541e959d-debf-4bee-8bc6-7a4b78e19c8a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:41.231547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 28696609-0de5-471d-8564-9804ffcd3379 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:41.233529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:41.302124 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.367493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] No DVR routers for this DVR port 9decef6e-589f-4bdb-8064-1a626b6d8a2f on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:41.378435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Port': ['ID=9decef6e-589f-4bdb-8064-1a626b6d8a2f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:41.505488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router 8b6d0fd5-b616-4e25-84ee-c486941216d0 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:41.519413 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.630228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['321f8445-c3a9-4eec-9d4a-bb4836927be8']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:41.652821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea96c41f-7f38-4fde-a166-024aa9cec52a') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:41.653281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea96c41f-7f38-4fde-a166-024aa9cec52a') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:41.748627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3b36e5e-fbbb-4b0a-b7a1-400ea64ee73d None None] Provisioning for port 4a8f94d2-8589-429e-b744-bc713fe076db completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:41.750522 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.778188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b3b36e5e-fbbb-4b0a-b7a1-400ea64ee73d None None] Provisioning complete for port 4a8f94d2-8589-429e-b744-bc713fe076db triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:41.778846 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3b36e5e-fbbb-4b0a-b7a1-400ea64ee73d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.825174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.828943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:41.859577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2aa1bb25-c9f8-44b2-b053-4f34861b1e18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "PUT /v2.0/routers/8b6d0fd5-b616-4e25-84ee-c486941216d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4006424 Jul 05 04:23:41.859577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:41.859577 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:41.863434 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:41.880055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Sync routers for ids ['8b6d0fd5-b616-4e25-84ee-c486941216d0'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:41.956108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 541e959d-debf-4bee-8bc6-7a4b78e19c8a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:42.048837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b3b36e5e-fbbb-4b0a-b7a1-400ea64ee73d None None] Port 4a8f94d2-8589-429e-b744-bc713fe076db cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:42.050907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dfef530-12ca-4f36-978a-949a575c5e11 None None] Network 321f8445-c3a9-4eec-9d4a-bb4836927be8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:42.083288 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Routers {'8b6d0fd5-b616-4e25-84ee-c486941216d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:42.083837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8b6d0fd5-b616-4e25-84ee-c486941216d0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:42.120101 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.234432 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e3d15034-942b-42e5-a4ec-8f82eca3f240 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1144312149&fields=id&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 267 time: 0.0522606 Jul 05 04:23:42.271400 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.325857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.328302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "DELETE /v2.0/networks/321f8445-c3a9-4eec-9d4a-bb4836927be8 HTTP/1.1" status: 204 len: 168 time: 2.1670444 Jul 05 04:23:42.330741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46486) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:42.347502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0403fe1b-25d2-4bc3-be85-c1247546aaea None None] Could not find standard attr ID for object 9decef6e-589f-4bdb-8064-1a626b6d8a2f. {{(pid=100897) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 05 04:23:42.347600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Set router 8b6d0fd5-b616-4e25-84ee-c486941216d0 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:42.399033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47167c63-36a9-4385-b987-dad4fca758de tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Network': ['ID=321f8445-c3a9-4eec-9d4a-bb4836927be8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:42.452346 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.471310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeab78d-f0ac-493f-984f-71e09cd3ac32 None None] DHCP port deletion for 321f8445-c3a9-4eec-9d4a-bb4836927be8 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:23:42.475215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c05811-1856-45e5-92ae-484cc441c484 req-7c6576f3-83f5-4d3c-a7a4-6370ae03312b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:42.476419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 541e959d-debf-4bee-8bc6-7a4b78e19c8a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:42.476945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-7c6576f3-83f5-4d3c-a7a4-6370ae03312b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/networks?id=28696609-0de5-471d-8564-9804ffcd3379 HTTP/1.1" status: 200 len: 797 time: 0.2361250 Jul 05 04:23:42.495208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-095022ec-5c5a-41bf-8e30-5266041c431c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/quotas/7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 375 time: 0.0124075 Jul 05 04:23:42.540036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 541e959d-debf-4bee-8bc6-7a4b78e19c8a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:42.540414 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.547493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4406305c-f286-4fee-8dca-e6091392661b None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:23:42.658349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.658872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-151158da-f32e-46b1-b349-22bcf875b96c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1573248 Jul 05 04:23:42.677996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23b8411b-827f-4250-bf98-1199d1f89385']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:42.695489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f817a779-13cd-4e19-aa55-efd2742f8264') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:42.696334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f817a779-13cd-4e19-aa55-efd2742f8264') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:42.708956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0403fe1b-25d2-4bc3-be85-c1247546aaea None None] Provisioning complete for port 4a8f94d2-8589-429e-b744-bc713fe076db triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:42.709313 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0403fe1b-25d2-4bc3-be85-c1247546aaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.709960 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.732310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.757169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:42.757589 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:42.765052 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:42.869558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-0713fb3d-0e1e-41a8-a502-a73190d21c67 service neutron] 10.222.0.30 "GET /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2082007 Jul 05 04:23:42.990786 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:42.997865 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.000818 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "DELETE /v2.0/networks/23b8411b-827f-4250-bf98-1199d1f89385 HTTP/1.1" status: 204 len: 168 time: 0.6676025 Jul 05 04:23:43.009801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-a5984add-a91a-4db1-83f0-443a7c36816e service neutron] 10.222.0.30 "GET /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1336207 Jul 05 04:23:43.022859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46516) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:43.055984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0403fe1b-25d2-4bc3-be85-c1247546aaea None None] Port 4a8f94d2-8589-429e-b744-bc713fe076db cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:43.239121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4406305c-f286-4fee-8dca-e6091392661b None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:23:43.313429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1f22f825-3155-4b16-8164-d782649f9951 None None] Provisioning complete for port 4a8f94d2-8589-429e-b744-bc713fe076db triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:43.313429 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1f22f825-3155-4b16-8164-d782649f9951 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.338167 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.342118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-441645b3-6c19-431c-9d69-2da1dd039b16 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Network': ['ID=23b8411b-827f-4250-bf98-1199d1f89385,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:43.515709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.522507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46542) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:43.555381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6c2e03f-4b58-4d21-97cb-54d63a122bc0']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:43.588072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7e022e1-8215-43a1-a6fa-ab3ec9c519ea') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:43.588705 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7e022e1-8215-43a1-a6fa-ab3ec9c519ea') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:43.609471 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.621626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe9a9ba8-1abb-4c1e-9d35-09c7d51e4733 req-4aada980-b952-4a5a-b639-02414f25bd5f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 210 time: 0.0845811 Jul 05 04:23:43.627306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.638088 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.656253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1f22f825-3155-4b16-8164-d782649f9951 None None] Port 4a8f94d2-8589-429e-b744-bc713fe076db cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:43.672518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:43.672932 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.709431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 541e959d-debf-4bee-8bc6-7a4b78e19c8a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=541e959d-debf-4bee-8bc6-7a4b78e19c8a,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:43.719260 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.736660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:39Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '4a8f94d2-8589-429e-b744-bc713fe076db', 'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:70:17:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:38Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 2, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:43.788671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a421eb52-336b-4162-91c9-280ab1484e70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:43.812300 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:43.855815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Checking router: 8b6d0fd5-b616-4e25-84ee-c486941216d0 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:43.856220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Updating router 8b6d0fd5-b616-4e25-84ee-c486941216d0 port 4a8f94d2-8589-429e-b744-bc713fe076db binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:23:43.916573 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.917658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cc71289d-b309-4f44-afca-8f2862c4ceb0 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:43.923580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.933647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:43.938104 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "DELETE /v2.0/networks/e6c2e03f-4b58-4d21-97cb-54d63a122bc0 HTTP/1.1" status: 204 len: 168 time: 0.9130459 Jul 05 04:23:43.997153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46566) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:44.001004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f142d7d-b041-45a3-a9bc-a3aaddbbe493 tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Network': ['ID=e6c2e03f-4b58-4d21-97cb-54d63a122bc0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:44.110585 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a421eb52-336b-4162-91c9-280ab1484e70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.173244 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.175648 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a421eb52-336b-4162-91c9-280ab1484e70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.228225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.256084 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.259132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a421eb52-336b-4162-91c9-280ab1484e70 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d5b8c81271b84d9d806d5c7fa48c8370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7353883 Jul 05 04:23:44.260978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46586) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:44.263417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a421eb52-336b-4162-91c9-280ab1484e70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ccaaf92-7976-49b8-b0eb-3f70d59622bf,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:44.380758 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40f1dd20-5377-42e6-8186-9025febde1d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.412989 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40f1dd20-5377-42e6-8186-9025febde1d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.425880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.441159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['835cc464-cc27-4a74-952c-26b26dbf414d']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:44.455985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf74909e-a1f6-4697-a794-125408aeb569') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:44.456764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf74909e-a1f6-4697-a794-125408aeb569') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:44.473940 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.482340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=541e959d-debf-4bee-8bc6-7a4b78e19c8a,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:44.491084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port cc71289d-b309-4f44-afca-8f2862c4ceb0 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:44.493895 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.503441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.516388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:44.516962 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:44.520539 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:44.598109 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40f1dd20-5377-42e6-8186-9025febde1d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.601200 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40f1dd20-5377-42e6-8186-9025febde1d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.604909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-40f1dd20-5377-42e6-8186-9025febde1d0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2ccaaf92-7976-49b8-b0eb-3f70d59622bf HTTP/1.1" status: 204 len: 168 time: 0.3415539 Jul 05 04:23:44.615780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1dd20-5377-42e6-8186-9025febde1d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ccaaf92-7976-49b8-b0eb-3f70d59622bf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:44.724368 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.745610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.754907 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.762106 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] 10.222.0.30 "DELETE /v2.0/networks/835cc464-cc27-4a74-952c-26b26dbf414d HTTP/1.1" status: 204 len: 168 time: 0.7560384 Jul 05 04:23:44.777120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49482d4-a17d-421f-8f69-32716302033f tempest-BulkNetworkOpsTest-1268064522 tempest-BulkNetworkOpsTest-1268064522-project] Pushing event deleted for resources: {'Network': ['ID=835cc464-cc27-4a74-952c-26b26dbf414d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:44.799041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95a355a9-a18a-4460-9263-7c8678c2970d req-bd2ae50f-fba2-42aa-815b-de9f0a7b7c5f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 210 time: 0.0813274 Jul 05 04:23:44.881718 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:44.900091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Transition to ACTIVE for port object 4a8f94d2-8589-429e-b744-bc713fe076db will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:45.005687 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.019028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 541e959d-debf-4bee-8bc6-7a4b78e19c8a up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:45.123136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9578d-4b58-44c6-84a0-ea156db8cb14 None None] Pushing event updated for resources: {'Port': ['ID=4a8f94d2-8589-429e-b744-bc713fe076db,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:45.264107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Attempting to bind port 4a8f94d2-8589-429e-b744-bc713fe076db on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:45.265718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Attempting to bind port 4a8f94d2-8589-429e-b744-bc713fe076db by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:45.266092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Attempting to bind port 4a8f94d2-8589-429e-b744-bc713fe076db on network 28696609-0de5-471d-8564-9804ffcd3379 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:45.287828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:45.288791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Checking segment: {'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:45.290725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.294534 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Bound using segment: {'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:45.295357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Bound port: 4a8f94d2-8589-429e-b744-bc713fe076db, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:45.296242 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.329670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 541e959d-debf-4bee-8bc6-7a4b78e19c8a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:45.329670 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.431985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] For port 4a8f94d2-8589-429e-b744-bc713fe076db, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:45.436209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] For port 4a8f94d2-8589-429e-b744-bc713fe076db, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4a8f94d2-8589-429e-b744-bc713fe076db,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:45.473294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46654) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:45.510814 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9decef6e-589f-4bdb-8064-1a626b6d8a2f no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:45.569112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9decef6e-589f-4bdb-8064-1a626b6d8a2f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:45.569698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9decef6e-589f-4bdb-8064-1a626b6d8a2f not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:45.573914 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.652321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Routers {'8b6d0fd5-b616-4e25-84ee-c486941216d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:45.653197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8b6d0fd5-b616-4e25-84ee-c486941216d0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:45.674882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-caea3a79-4363-4cba-9e75-2b0362d42c15 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=cfdd6bc5d27a4120865309b70730e2f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003906 Jul 05 04:23:45.677490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46664) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:45.706568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea9578d-4b58-44c6-84a0-ea156db8cb14 None None] Pushing event updated for resources: {'Port': ['ID=4a8f94d2-8589-429e-b744-bc713fe076db,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:45.823885 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f93e6ef-67e2-41b3-847d-fe9983de2be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:45.875001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] Set router 8b6d0fd5-b616-4e25-84ee-c486941216d0 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:45.890357 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f93e6ef-67e2-41b3-847d-fe9983de2be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.036723 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f93e6ef-67e2-41b3-847d-fe9983de2be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.039769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f93e6ef-67e2-41b3-847d-fe9983de2be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:46.044045 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0f93e6ef-67e2-41b3-847d-fe9983de2be7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/75bc4c33-232e-4317-ba20-3d13ff5b43ee HTTP/1.1" status: 204 len: 168 time: 0.3654244 Jul 05 04:23:46.059922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93e6ef-67e2-41b3-847d-fe9983de2be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75bc4c33-232e-4317-ba20-3d13ff5b43ee,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:46.089923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78ff0646-6e38-45ef-b7d1-aac380bcc64f req-5a42d338-a0ed-43bf-abdd-86f4ee562680 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 210 time: 0.0763612 Jul 05 04:23:46.349781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:39Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '4a8f94d2-8589-429e-b744-bc713fe076db', 'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:70:17:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:38Z', 'updated_at': '2021-07-05T04:23:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:46.385481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec87e08-c773-43fe-b7a2-a9b89a43e343 None None] The sync data for ids ['8b6d0fd5-b616-4e25-84ee-c486941216d0'] in n-d-758944-41 is: [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:39Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '4a8f94d2-8589-429e-b744-bc713fe076db', 'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:70:17:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:38Z', 'updated_at': '2021-07-05T04:23:45Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:46.834191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c05811-1856-45e5-92ae-484cc441c484 req-8ae74fd0-b134-49f7-8075-1a3da4f49cba tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:46.840230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-8ae74fd0-b134-49f7-8075-1a3da4f49cba tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/networks?id=28696609-0de5-471d-8564-9804ffcd3379 HTTP/1.1" status: 200 len: 797 time: 0.3175974 Jul 05 04:23:46.902093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-69bf863c-6338-4811-9292-ad9ca328ef0c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7d6d2d8645e943558e449d8c5575d969 HTTP/1.1" status: 200 len: 380 time: 0.0469112 Jul 05 04:23:46.913407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'port': {'device_id': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'admin_state_up': True, 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'security_groups': ['7869771a-e22d-47e4-a6ba-7b247087f0b5']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:47.091143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4a8f94d2-8589-429e-b744-bc713fe076db up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:47.246858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Made reservation on behalf of 7d6d2d8645e943558e449d8c5575d969 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:47.251453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.261305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 4a8f94d2-8589-429e-b744-bc713fe076db completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:47.265928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 4a8f94d2-8589-429e-b744-bc713fe076db triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:47.266347 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.325079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba0ffe1e-1a63-4813-b458-b7d887ed487a req-815403ea-ff1c-4bfa-b51c-47a7d29ae392 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 210 time: 0.0451050 Jul 05 04:23:47.461320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.528356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 4a8f94d2-8589-429e-b744-bc713fe076db, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4a8f94d2-8589-429e-b744-bc713fe076db,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:47.588408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.20.0.10 (28696609-0de5-471d-8564-9804ffcd3379/5525d517-6b1d-4048-81b5-b15c714b527b/414a8dd2-8d94-4bc6-a285-545bb342d3f1) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:47.642399 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:47.733658 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46786) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:47.891145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46798) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:48.038630 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.094277 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Transition to ACTIVE for port object 414a8dd2-8d94-4bc6-a285-545bb342d3f1 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:48.103562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-457e6b83-b6e4-49e4-9816-3296ddef1668 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:48.104046 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-457e6b83-b6e4-49e4-9816-3296ddef1668 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:23:48.104556 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-457e6b83-b6e4-49e4-9816-3296ddef1668 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:23:48.109259 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-457e6b83-b6e4-49e4-9816-3296ddef1668 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2138021 Jul 05 04:23:48.119080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46810) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:48.127579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1628345258'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:48.237724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.255587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=4a8f94d2-8589-429e-b744-bc713fe076db,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:48.267791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.268533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.269068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.269626 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.277150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.277907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.278518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.279057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.282531 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.283747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.284514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.288104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:23:48.338969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.420124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=414a8dd2-8d94-4bc6-a285-545bb342d3f1,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:48.455429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network 28696609-0de5-471d-8564-9804ffcd3379 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:48.457527 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:48.465614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:48.567603 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:48.567603 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.582380 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.705084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-2c478d18-d309-4869-8c2c-66c803cf772b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7966945 Jul 05 04:23:48.724826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Request body: {'port': {'device_id': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:48.819438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a32c75d-a3d6-49b1-91ff-c204b756ab4b req-df751682-b95b-45b2-994a-2cee412fa17e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:48.822751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a32c75d-a3d6-49b1-91ff-c204b756ab4b req-df751682-b95b-45b2-994a-2cee412fa17e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 932 time: 0.2009890 Jul 05 04:23:48.939256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-18366e4d-1fdc-4127-94c7-b7d314cf2c38 None None] Provisioning for port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:48.940723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.947275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-18366e4d-1fdc-4127-94c7-b7d314cf2c38 None None] Provisioning complete for port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:48.947275 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18366e4d-1fdc-4127-94c7-b7d314cf2c38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:48.998635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a32c75d-a3d6-49b1-91ff-c204b756ab4b req-6528e54b-aa62-4e6d-95d6-4591e13c34f0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1683447 Jul 05 04:23:49.009067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.040858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-18366e4d-1fdc-4127-94c7-b7d314cf2c38 None None] Port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:23:49.092184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4a8f94d2-8589-429e-b744-bc713fe076db up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:49.107697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.174729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 4a8f94d2-8589-429e-b744-bc713fe076db triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:49.175522 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.183272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=42e43dae-5e5e-4e79-9cd5-a3093710c4ec,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:49.218677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.426082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 414a8dd2-8d94-4bc6-a285-545bb342d3f1 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:49.458646 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.462384 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.476193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Transition to ACTIVE for port object 414a8dd2-8d94-4bc6-a285-545bb342d3f1 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:49.556109 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.579261 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.598854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4df028c8-ad36-4cb1-9f37-b85d18faae64,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:49.613724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] Deleting port ec8497cb-70c6-455b-b2e1-8ca630a840f0 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:49.614103 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.678807 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Pushing event updated for resources: {'Port': ['ID=414a8dd2-8d94-4bc6-a285-545bb342d3f1,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:49.697110 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.700029 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c894d54c-d05d-44b3-9b05-925e37737747 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5781264 Jul 05 04:23:49.701884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46880) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:49.708607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f66c1f7e-a6a4-4891-8c6d-e1cd9ea58d6d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '4df028c8-ad36-4cb1-9f37-b85d18faae64', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:49.727929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] For port ec8497cb-70c6-455b-b2e1-8ca630a840f0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ec8497cb-70c6-455b-b2e1-8ca630a840f0,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:49.728479 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.753594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] Calling delete_port for ec8497cb-70c6-455b-b2e1-8ca630a840f0 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:49.762313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Attempting to bind port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:49.762664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Attempting to bind port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:49.763015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Attempting to bind port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 on network 28696609-0de5-471d-8564-9804ffcd3379 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:49.768639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 on network 28696609-0de5-471d-8564-9804ffcd3379 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:23:49.768969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Attempting to bind port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 on network 28696609-0de5-471d-8564-9804ffcd3379 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:49.778207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:49.778565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Checking segment: {'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:49.778962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Bound using segment: {'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:49.781590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Bound port: 414a8dd2-8d94-4bc6-a285-545bb342d3f1, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '44be35e3-7917-4256-bcba-b3b7d263b9a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '28696609-0de5-471d-8564-9804ffcd3379'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:49.781590 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.853678 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f66c1f7e-a6a4-4891-8c6d-e1cd9ea58d6d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.858775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] For port 414a8dd2-8d94-4bc6-a285-545bb342d3f1, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:49.886141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] For port 414a8dd2-8d94-4bc6-a285-545bb342d3f1, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:49.919040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f66c1f7e-a6a4-4891-8c6d-e1cd9ea58d6d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.956968 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:49.994235 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f66c1f7e-a6a4-4891-8c6d-e1cd9ea58d6d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.013669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:50.014305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.016027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] 10.222.0.26 "PUT /v2.0/ports/414a8dd2-8d94-4bc6-a285-545bb342d3f1 HTTP/1.1" status: 200 len: 1093 time: 1.3021266 Jul 05 04:23:50.020497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:50.022830 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78534bd6-5dea-4bdc-99d6-cf79aa0d113e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:50.050081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c1f7e-a6a4-4891-8c6d-e1cd9ea58d6d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=537b2a7a-9249-4928-84ff-e814d5c49bb4,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:50.058000 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.070136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5371873-d310-4027-b811-ef36dd7a6f31 service neutron] Pushing event updated for resources: {'Port': ['ID=414a8dd2-8d94-4bc6-a285-545bb342d3f1,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:50.099589 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f83c69f7-a889-4788-82dd-90efbdf76544 x-openstack-request-id: req-f83c69f7-a889-4788-82dd-90efbdf76544 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:50.099887 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:50.100180 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f83c69f7-a889-4788-82dd-90efbdf76544 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:50.100586 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'status': 'completed', 'code': 200} Jul 05 04:23:50.123581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] Pushing event deleted for resources: {'Port': ['ID=ec8497cb-70c6-455b-b2e1-8ca630a840f0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:50.186331 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f66c1f7e-a6a4-4891-8c6d-e1cd9ea58d6d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.188672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f66c1f7e-a6a4-4891-8c6d-e1cd9ea58d6d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4854419 Jul 05 04:23:50.193084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46912) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:50.203300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4aad79cf-4ed2-4050-b075-64ba32996ce3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '4df028c8-ad36-4cb1-9f37-b85d18faae64', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:50.322703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78534bd6-5dea-4bdc-99d6-cf79aa0d113e req-8beddf65-8a09-48bd-b9ab-a0c6f56fd701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:50.324334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78534bd6-5dea-4bdc-99d6-cf79aa0d113e req-8beddf65-8a09-48bd-b9ab-a0c6f56fd701 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 1096 time: 0.2190683 Jul 05 04:23:50.337025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed185f9-2f74-4d60-868c-427826f4eae5 req-d7d1a776-5312-4eb6-8b8c-460a1fa873ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:50.338786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ed185f9-2f74-4d60-868c-427826f4eae5 req-d7d1a776-5312-4eb6-8b8c-460a1fa873ec tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 944 time: 0.1216078 Jul 05 04:23:50.372226 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.465046 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4aad79cf-4ed2-4050-b075-64ba32996ce3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.507963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ed185f9-2f74-4d60-868c-427826f4eae5 req-02f9465a-e36e-45b0-89d1-3508ff2164ca tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1570468 Jul 05 04:23:50.562411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78534bd6-5dea-4bdc-99d6-cf79aa0d113e req-ece7f1ea-c144-44fe-96b8-d9ce585df1de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:50.563940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78534bd6-5dea-4bdc-99d6-cf79aa0d113e req-ece7f1ea-c144-44fe-96b8-d9ce585df1de service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7d6d2d8645e943558e449d8c5575d969&shared=False HTTP/1.1" status: 200 len: 898 time: 0.2240736 Jul 05 04:23:50.640278 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-4aad79cf-4ed2-4050-b075-64ba32996ce3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): There was a conflict when trying to complete your request. Jul 05 04:23:50.640278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4aad79cf-4ed2-4050-b075-64ba32996ce3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4425452 Jul 05 04:23:50.642648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46932) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:50.721722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78534bd6-5dea-4bdc-99d6-cf79aa0d113e req-259dc929-6832-42b7-b6fd-d0f217577d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:50.723221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78534bd6-5dea-4bdc-99d6-cf79aa0d113e req-259dc929-6832-42b7-b6fd-d0f217577d85 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1524377 Jul 05 04:23:50.735268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-35ce40b7-aa08-4905-bc82-c1c6862dc343 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.763495 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-35ce40b7-aa08-4905-bc82-c1c6862dc343 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.883703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c05811-1856-45e5-92ae-484cc441c484 req-f91555b9-15b9-4cea-b943-ffe17ee558c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:50.885763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-f91555b9-15b9-4cea-b943-ffe17ee558c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 1096 time: 0.0692074 Jul 05 04:23:50.929098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] Router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:50.939216 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-35ce40b7-aa08-4905-bc82-c1c6862dc343 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.942293 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-35ce40b7-aa08-4905-bc82-c1c6862dc343 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:50.943465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-35ce40b7-aa08-4905-bc82-c1c6862dc343 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/4df028c8-ad36-4cb1-9f37-b85d18faae64 HTTP/1.1" status: 204 len: 168 time: 0.3002336 Jul 05 04:23:50.944944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-b0b92a87-addc-4bb8-9eab-375edaa1ec84 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1 HTTP/1.1" status: 200 len: 217 time: 0.0488610 Jul 05 04:23:50.949385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46948) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:50.995957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ce40b7-aa08-4905-bc82-c1c6862dc343 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4df028c8-ad36-4cb1-9f37-b85d18faae64,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:51.049412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c05811-1856-45e5-92ae-484cc441c484 req-0b89a179-0597-4d80-a4fb-8274b6597821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:51.051140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-0b89a179-0597-4d80-a4fb-8274b6597821 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5525d517-6b1d-4048-81b5-b15c714b527b HTTP/1.1" status: 200 len: 835 time: 0.0981548 Jul 05 04:23:51.055752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:51.056352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6108adcd-ab39-4998-8c30-cc450846dcb6 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1058621 Jul 05 04:23:51.060111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46954) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:51.064453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-88bdb665-45fc-4a13-a380-f8041cdd4bb5 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'tempest-secgroup--430578397'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:51.065806 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7aca5823-fc7d-445e-aa82-7ab452447ecb admin admin] 10.222.0.30 "PUT /v2.0/routers/210d5aa9-e97d-4206-bc6a-93b11e38dbb5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3310735 Jul 05 04:23:51.068262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 46956) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:51.074089 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] Sync routers for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:51.094179 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:51.095159 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:51.109048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 46958) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:51.223230 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.240339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c05811-1856-45e5-92ae-484cc441c484 req-b4ca5a8a-29db-4b26-8ea6-47c4abf5ed7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:51.241321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-b4ca5a8a-29db-4b26-8ea6-47c4abf5ed7b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28696609-0de5-471d-8564-9804ffcd3379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1828625 Jul 05 04:23:51.264260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88bdb665-45fc-4a13-a380-f8041cdd4bb5 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.275221 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:51.411147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.535877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-c95415f3-e56d-480c-bab2-322cbe30c0c7 service neutron] 10.222.0.26 "GET /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2853565 Jul 05 04:23:51.538281 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179'}], 'enable_snat': True}, 'gw_port_id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:23:49Z', 'revision_number': 5, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port': {'id': '50dcfdd8-b9e7-4040-95f4-6a7781fa7896', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:5c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3270, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:17:50Z', 'updated_at': '2021-07-05T04:17:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:51.574498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Deleting port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:51.575017 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.585986 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] Checking router: 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:51.596279 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] Routers {'210d5aa9-e97d-4206-bc6a-93b11e38dbb5'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:51.597919 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:51.654731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1c05811-1856-45e5-92ae-484cc441c484 req-a72fe9ad-2e8d-4ef8-9c0c-a023f840de2a service neutron] 10.222.0.26 "GET /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032495 Jul 05 04:23:51.703685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] For port 50dcfdd8-b9e7-4040-95f4-6a7781fa7896, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=50dcfdd8-b9e7-4040-95f4-6a7781fa7896,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:51.704211 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.719794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Calling delete_port for 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:51.741116 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] Set router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:51.744851 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88bdb665-45fc-4a13-a380-f8041cdd4bb5 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.815784 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:23:51Z', 'revision_number': 6, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:51.844250 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88bdb665-45fc-4a13-a380-f8041cdd4bb5 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.860002 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5af7b0c8-b14b-4ec8-a5ac-900de3cfe878 None None] The sync data for ids ['210d5aa9-e97d-4206-bc6a-93b11e38dbb5'] in n-d-758944-41 is: [{'id': '210d5aa9-e97d-4206-bc6a-93b11e38dbb5', 'name': 'tempest-TestVolumeBackupRestore-198977918-router', 'tenant_id': '2fc58fb3570f4016ac7d53701f44ba59', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:17:49Z', 'updated_at': '2021-07-05T04:23:51Z', 'revision_number': 6, 'project_id': '2fc58fb3570f4016ac7d53701f44ba59', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:51.882077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc29481-9409-4c0f-9e65-46c258e7442c req-af7719da-ee5c-4615-af0a-beabbbc33a4a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:51.883873 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcc29481-9409-4c0f-9e65-46c258e7442c req-af7719da-ee5c-4615-af0a-beabbbc33a4a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 944 time: 0.2014117 Jul 05 04:23:51.943180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88bdb665-45fc-4a13-a380-f8041cdd4bb5 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69ad266a-534f-4618-aca3-2009dae55f26,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:51.985260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-88bdb665-45fc-4a13-a380-f8041cdd4bb5 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:51.986594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-88bdb665-45fc-4a13-a380-f8041cdd4bb5 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9257014 Jul 05 04:23:51.989789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47000) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:51.991474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcc29481-9409-4c0f-9e65-46c258e7442c req-5a202b11-e3ed-479c-867b-1aa556a3c55f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937369 Jul 05 04:23:51.996663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-32450223-0fa6-440d-97c0-adb2378933aa tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '69ad266a-534f-4618-aca3-2009dae55f26', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:51.997379 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-32450223-0fa6-440d-97c0-adb2378933aa tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 05 04:23:51.999596 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-32450223-0fa6-440d-97c0-adb2378933aa tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:52.003516 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-32450223-0fa6-440d-97c0-adb2378933aa tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0098715 Jul 05 04:23:52.003819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47002) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:52.035941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.053418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.099946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Pushing event deleted for resources: {'Port': ['ID=50dcfdd8-b9e7-4040-95f4-6a7781fa7896,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:52.162563 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2957b2a-2409-4ad9-8ead-11e01a98740f tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.189252 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.310440 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2957b2a-2409-4ad9-8ead-11e01a98740f tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.327426 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.332057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.470539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port 9772bc36-1449-4167-893f-9059a27a9813 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:52.470886 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.476543 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.477373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 210d5aa9-e97d-4206-bc6a-93b11e38dbb5 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:23:52.482684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.484539 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-408b30e0-a58c-47dd-934d-80155da97680 admin admin] 10.222.0.30 "DELETE /v2.0/routers/210d5aa9-e97d-4206-bc6a-93b11e38dbb5 HTTP/1.1" status: 204 len: 168 time: 1.4147282 Jul 05 04:23:52.491726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47028) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:52.521895 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2957b2a-2409-4ad9-8ead-11e01a98740f tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.521895 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f2957b2a-2409-4ad9-8ead-11e01a98740f tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.523034 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f2957b2a-2409-4ad9-8ead-11e01a98740f tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/69ad266a-534f-4618-aca3-2009dae55f26 HTTP/1.1" status: 204 len: 168 time: 0.5179598 Jul 05 04:23:52.526381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47032) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:52.540958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2957b2a-2409-4ad9-8ead-11e01a98740f tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69ad266a-534f-4618-aca3-2009dae55f26,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:52.562318 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-d67a2008-4faa-4753-b66c-caa5dd510c0e admin admin] Deleting subnet 77ff325b-804c-4ade-8eba-768c27cec993 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:52.568562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d67a2008-4faa-4753-b66c-caa5dd510c0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.601316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3ba1cd2a-1494-4f5f-8006-97c2370b960e tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0735812 Jul 05 04:23:52.606411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47040) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:52.613192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e75eb2d2-84df-4655-b053-0c1a72576e19 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'tempest-secgroup--417208485'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:52.616229 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d67a2008-4faa-4753-b66c-caa5dd510c0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.662057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] For port 9772bc36-1449-4167-893f-9059a27a9813, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9772bc36-1449-4167-893f-9059a27a9813,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:52.662426 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.675917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for 9772bc36-1449-4167-893f-9059a27a9813 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:52.721424 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d67a2008-4faa-4753-b66c-caa5dd510c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.759537 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e75eb2d2-84df-4655-b053-0c1a72576e19 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.840473 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d67a2008-4faa-4753-b66c-caa5dd510c0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.869972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67a2008-4faa-4753-b66c-caa5dd510c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=77ff325b-804c-4ade-8eba-768c27cec993,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:52.880409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d67a2008-4faa-4753-b66c-caa5dd510c0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:52.882536 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d67a2008-4faa-4753-b66c-caa5dd510c0e admin admin] 10.222.0.30 "DELETE /v2.0/subnets/77ff325b-804c-4ade-8eba-768c27cec993 HTTP/1.1" status: 204 len: 168 time: 0.3941143 Jul 05 04:23:52.885766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47054) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:52.894382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52634757-39e5-4fe7-a97b-34a2f146ac25 None None] Network d5ade457-ca50-447d-a0d6-bbf6828030de requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:23:52.990754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.109428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ec8497cb-70c6-455b-b2e1-8ca630a840f0 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:53.143750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: ec8497cb-70c6-455b-b2e1-8ca630a840f0 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:53.144202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ec8497cb-70c6-455b-b2e1-8ca630a840f0 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:53.144832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:53.176692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Deleting port ed824651-0823-4d8f-ae23-d6c661986324 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:53.179437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.201944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 414a8dd2-8d94-4bc6-a285-545bb342d3f1 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:23:53.243377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:53.243731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 50dcfdd8-b9e7-4040-95f4-6a7781fa7896 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:53.288035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] For port ed824651-0823-4d8f-ae23-d6c661986324, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ed824651-0823-4d8f-ae23-d6c661986324,segment=NetworkSegment(083891ea-f5bc-4abd-97fd-19ee57fe3e26),segment_id=083891ea-f5bc-4abd-97fd-19ee57fe3e26)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:53.288035 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.305524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Calling delete_port for ed824651-0823-4d8f-ae23-d6c661986324 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:53.396181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 414a8dd2-8d94-4bc6-a285-545bb342d3f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:53.411009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'port_id': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'mac_address': 'fa:16:3e:f0:c8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:23:53.455345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.472805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 414a8dd2-8d94-4bc6-a285-545bb342d3f1 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:23:53.483470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874314b5-6fc0-4bdc-821b-22e8c027f1ae req-057d0e25-3472-4742-967d-2323ac0094ae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:53.483698 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.485107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-874314b5-6fc0-4bdc-821b-22e8c027f1ae req-057d0e25-3472-4742-967d-2323ac0094ae tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 944 time: 0.2331278 Jul 05 04:23:53.493866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e75eb2d2-84df-4655-b053-0c1a72576e19 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.513704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570ed9f9-bb77-4da2-b268-63ef402c70b7 None None] DHCP port deletion for d5ade457-ca50-447d-a0d6-bbf6828030de request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:23:53.518966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed824651-0823-4d8f-ae23-d6c661986324,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:53.522824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] No DVR routers for this DVR port ed824651-0823-4d8f-ae23-d6c661986324 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:53.531365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 414a8dd2-8d94-4bc6-a285-545bb342d3f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:53.551064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47070) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.604752 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.625872 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e75eb2d2-84df-4655-b053-0c1a72576e19 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.635080 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.662176 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-874314b5-6fc0-4bdc-821b-22e8c027f1ae req-a6547b11-b5f9-4360-975c-b4be61b03d29 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635382 Jul 05 04:23:53.667707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d5ade457-ca50-447d-a0d6-bbf6828030de']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:53.691754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e75eb2d2-84df-4655-b053-0c1a72576e19 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed280a01-baa9-473e-b671-ec5becc93afe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:53.707441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083891ea-f5bc-4abd-97fd-19ee57fe3e26') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:53.709299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083891ea-f5bc-4abd-97fd-19ee57fe3e26') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:53.729381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=414a8dd2-8d94-4bc6-a285-545bb342d3f1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:53.733360 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.751235 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.762152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:23:53.762637 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.764369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1e419ba6-89a0-4412-b2d4-47e1a6d54523 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 3319 time: 0.2111979 Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:23:53.764518 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:23:53.766700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47076) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.767765 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.772084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'network': {'name': 'tempest-network-smoke--316886936', 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'port_security_enabled': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:53.797090 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e75eb2d2-84df-4655-b053-0c1a72576e19 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.800985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e75eb2d2-84df-4655-b053-0c1a72576e19 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1910086 Jul 05 04:23:53.800985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=9772bc36-1449-4167-893f-9059a27a9813,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:53.802840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47078) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.849890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9438f19e-6bc3-4ee1-a9e9-ffd9015b4ef8 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': 'ed280a01-baa9-473e-b671-ec5becc93afe', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:53.851244 n-d-758944-41 neutron-server[100896]: WARNING neutron.api.v2.base [None req-9438f19e-6bc3-4ee1-a9e9-ffd9015b4ef8 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 05 04:23:53.851943 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-9438f19e-6bc3-4ee1-a9e9-ffd9015b4ef8 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:53.861298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9438f19e-6bc3-4ee1-a9e9-ffd9015b4ef8 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0504107 Jul 05 04:23:53.863496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47080) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:53.915238 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['414a8dd2-8d94-4bc6-a285-545bb342d3f1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:23:53.928731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1968587c-84a1-438a-83dd-10dd4fb56437 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.933305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Made reservation on behalf of b131dd3e28bc4c708f1d5902e510725d for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:53.939787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.966423 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.972343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:53.977606 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] 10.222.0.30 "DELETE /v2.0/networks/d5ade457-ca50-447d-a0d6-bbf6828030de HTTP/1.1" status: 204 len: 168 time: 1.0876210 Jul 05 04:23:53.984103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47082) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:54.022023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6208def-bd53-4a35-89a0-68953007c713 admin admin] Pushing event deleted for resources: {'Network': ['ID=d5ade457-ca50-447d-a0d6-bbf6828030de,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:54.036344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1968587c-84a1-438a-83dd-10dd4fb56437 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.071005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:23:54.096311 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.096620 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Added segment 5ee828e9-9d00-4666-bdcb-3c2766ee9301 of type vlan for network 0c52bc93-74fd-4271-8185-6a4a014b52a3 Jul 05 04:23:54.161125 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.242818 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1968587c-84a1-438a-83dd-10dd4fb56437 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.246511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1968587c-84a1-438a-83dd-10dd4fb56437 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.248450 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1968587c-84a1-438a-83dd-10dd4fb56437 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/ed280a01-baa9-473e-b671-ec5becc93afe HTTP/1.1" status: 204 len: 168 time: 0.3831081 Jul 05 04:23:54.248724 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47086) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:54.254485 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.258298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47088) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:54.271927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1968587c-84a1-438a-83dd-10dd4fb56437 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed280a01-baa9-473e-b671-ec5becc93afe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:54.301087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.308941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:54.308941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.404935 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-51cfe18c-5753-4b27-bc3f-289cf2709804 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1449175 Jul 05 04:23:54.408516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47092) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:54.419135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-5ea77945-3809-4740-ad08-42d6ae0021f3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'tempest-secgroup--186002563'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:54.439039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Network': ['ID=0c52bc93-74fd-4271-8185-6a4a014b52a3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:54.442133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce294045-5be3-4229-9da1-f7f8e03b812e admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.451531 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 0c52bc93-74fd-4271-8185-6a4a014b52a3 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:23:54.471160 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-194ef2ca-ee41-40cb-b8f5-4d04bf2687e3 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7033160 Jul 05 04:23:54.473998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47096) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:54.479317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-981570304', 'admin_state_up': True, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:54.556625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ea77945-3809-4740-ad08-42d6ae0021f3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.574341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:23:54.574341 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 05 04:23:54.574341 n-d-758944-41 neutron-server[100895]: [parameters: {'project_id_1': 'b131dd3e28bc4c708f1d5902e510725d', 'expiration_1': datetime.datetime(2021, 7, 5, 4, 23, 54, 489294)}] Jul 05 04:23:54.574341 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:23:54.578391 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:23:54.616518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:54.654286 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce294045-5be3-4229-9da1-f7f8e03b812e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.737646 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ce294045-5be3-4229-9da1-f7f8e03b812e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.772648 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.777479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:54.785269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c4329176-80b5-4963-b0a8-50d340a18163 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "PUT /v2.0/routers/2cd5e52b-3ae5-476f-a9a6-29a062b961ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6718140 Jul 05 04:23:54.796772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] Sync routers for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:54.814104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:54.814804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:54.832755 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ce294045-5be3-4229-9da1-f7f8e03b812e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=27f28aa51ea34e27ba61ac1c03e609a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5777583 Jul 05 04:23:54.833249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47102) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:54.833919 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce294045-5be3-4229-9da1-f7f8e03b812e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f0e977c-5584-402e-aa98-e9648c546455,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:54.907439 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ea77945-3809-4740-ad08-42d6ae0021f3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.975352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ea77945-3809-4740-ad08-42d6ae0021f3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:54.999307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:55.000608 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b301c5cf-94cb-4bf5-bc64-a402ece3ec83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.032123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea77945-3809-4740-ad08-42d6ae0021f3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3cda5386-bd16-4f82-bce9-6a3759300990,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:55.037955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad95fb3-4b55-4897-916a-3c40a4774c8a req-ec85dcf0-0736-4248-b0de-b67f17a82b52 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:55.040075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ad95fb3-4b55-4897-916a-3c40a4774c8a req-ec85dcf0-0736-4248-b0de-b67f17a82b52 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 945 time: 0.2188292 Jul 05 04:23:55.072643 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5ea77945-3809-4740-ad08-42d6ae0021f3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.074589 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5ea77945-3809-4740-ad08-42d6ae0021f3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6646430 Jul 05 04:23:55.081602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47104) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.099535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b3bde9c5-535c-4cd0-b51e-d7564f203927 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '3cda5386-bd16-4f82-bce9-6a3759300990', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:55.100135 n-d-758944-41 neutron-server[100896]: WARNING neutron.api.v2.base [None req-b3bde9c5-535c-4cd0-b51e-d7564f203927 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 05 04:23:55.100630 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-b3bde9c5-535c-4cd0-b51e-d7564f203927 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:55.102151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b3bde9c5-535c-4cd0-b51e-d7564f203927 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0179784 Jul 05 04:23:55.105314 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b301c5cf-94cb-4bf5-bc64-a402ece3ec83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.107829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47106) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.133342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 414a8dd2-8d94-4bc6-a285-545bb342d3f1 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:23:55.135343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ed824651-0823-4d8f-ae23-d6c661986324 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:55.137040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-56589555-bb28-4bdf-905a-48a6b3ee53c6 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '3cda5386-bd16-4f82-bce9-6a3759300990', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:55.137713 n-d-758944-41 neutron-server[100896]: WARNING neutron.api.v2.base [None req-56589555-bb28-4bdf-905a-48a6b3ee53c6 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 05 04:23:55.138191 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-56589555-bb28-4bdf-905a-48a6b3ee53c6 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:55.139302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-56589555-bb28-4bdf-905a-48a6b3ee53c6 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0074432 Jul 05 04:23:55.144778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47108) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.150748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-99e9641a-0485-4e0c-8e17-603c4d68ab79 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '3cda5386-bd16-4f82-bce9-6a3759300990', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:55.151558 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-99e9641a-0485-4e0c-8e17-603c4d68ab79 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 05 04:23:55.152243 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-99e9641a-0485-4e0c-8e17-603c4d68ab79 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:55.155862 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-99e9641a-0485-4e0c-8e17-603c4d68ab79 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074430 Jul 05 04:23:55.156558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47110) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.163189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d9f2cdd0-fd53-4462-8bc0-2953aa0ea5f2 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '3cda5386-bd16-4f82-bce9-6a3759300990', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:55.163450 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-d9f2cdd0-fd53-4462-8bc0-2953aa0ea5f2 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 05 04:23:55.165097 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-d9f2cdd0-fd53-4462-8bc0-2953aa0ea5f2 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:55.166209 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d9f2cdd0-fd53-4462-8bc0-2953aa0ea5f2 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0082862 Jul 05 04:23:55.168777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47112) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.184430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: ed824651-0823-4d8f-ae23-d6c661986324 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:55.184782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ed824651-0823-4d8f-ae23-d6c661986324 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:55.199865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ad95fb3-4b55-4897-916a-3c40a4774c8a req-1bc54a3b-eae9-4811-b36d-38751c71e6ca tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259010 Jul 05 04:23:55.220819 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.231012 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.265590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cefca42f-26c4-40ed-917c-8b15d39d40f9 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.297076 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cefca42f-26c4-40ed-917c-8b15d39d40f9 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.347546 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b301c5cf-94cb-4bf5-bc64-a402ece3ec83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.350080 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b301c5cf-94cb-4bf5-bc64-a402ece3ec83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.358314 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b301c5cf-94cb-4bf5-bc64-a402ece3ec83 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4f0e977c-5584-402e-aa98-e9648c546455 HTTP/1.1" status: 204 len: 168 time: 0.4995112 Jul 05 04:23:55.358314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] Deleting port 61572ecc-b48a-4f22-abae-11c7e22bf48b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:55.358314 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.376805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:23:55.388445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:23:55.388930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.402943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b301c5cf-94cb-4bf5-bc64-a402ece3ec83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f0e977c-5584-402e-aa98-e9648c546455,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:55.455356 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cefca42f-26c4-40ed-917c-8b15d39d40f9 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.458199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:23:53Z', 'revision_number': 6, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '738ca557-e2e0-4a47-82ce-eaafddbcd111', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'mac_address': 'fa:16:3e:4a:1b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:15Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 1, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:55.460152 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cefca42f-26c4-40ed-917c-8b15d39d40f9 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.463531 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cefca42f-26c4-40ed-917c-8b15d39d40f9 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/3cda5386-bd16-4f82-bce9-6a3759300990 HTTP/1.1" status: 204 len: 168 time: 0.2936158 Jul 05 04:23:55.466299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47118) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.494775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] Checking router: 2cd5e52b-3ae5-476f-a9a6-29a062b961ee for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:55.503734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefca42f-26c4-40ed-917c-8b15d39d40f9 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cda5386-bd16-4f82-bce9-6a3759300990,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:55.537085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:55.537710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:55.556442 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] For port 61572ecc-b48a-4f22-abae-11c7e22bf48b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=61572ecc-b48a-4f22-abae-11c7e22bf48b,segment=NetworkSegment(3c116970-1cbc-4f1a-8c98-631412cb2125),segment_id=3c116970-1cbc-4f1a-8c98-631412cb2125)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:55.556949 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.568007 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.573025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] Calling delete_port for 61572ecc-b48a-4f22-abae-11c7e22bf48b owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:55.596838 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.659654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:55.662141 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5c371fe-79ea-4f92-b50d-a231cd3bb356" -d '{"events": [{"server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "name": "network-vif-plugged", "status": "completed", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:55.675858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-011774b1-1a92-4e3f-bd22-abea9636bc65 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2083938 Jul 05 04:23:55.684429 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47122) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:55.691598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d6682c9e-2e17-4e0a-a9ed-b8795a25e97c tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1056058140'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:55.692070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 414a8dd2-8d94-4bc6-a285-545bb342d3f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:55.717661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:55.735405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4129486a-32e2-4fe1-aa23-140393eed8dd req-55244d59-a972-41ae-bbf2-64c2fad8fd00 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:55.737318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4129486a-32e2-4fe1-aa23-140393eed8dd req-55244d59-a972-41ae-bbf2-64c2fad8fd00 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 946 time: 0.2599566 Jul 05 04:23:55.766508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.802212 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-754c7b97-89f9-4895-b4a7-de937ff5bb8c x-openstack-request-id: req-754c7b97-89f9-4895-b4a7-de937ff5bb8c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:55.802556 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "name": "network-vif-plugged", "status": "completed", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:55.802815 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-754c7b97-89f9-4895-b4a7-de937ff5bb8c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:55.803217 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'code': 200} Jul 05 04:23:55.834551 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d6682c9e-2e17-4e0a-a9ed-b8795a25e97c tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:55.880067 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4129486a-32e2-4fe1-aa23-140393eed8dd req-36d3dd86-6862-4eb8-a219-815b09ff8d30 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1327868 Jul 05 04:23:55.944227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=414a8dd2-8d94-4bc6-a285-545bb342d3f1,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:55.972354 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.055255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8864dff-4bd2-44ef-9283-5662aef51f59 req-138e8e44-85f5-4df1-be06-186bb511d603 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.057194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8864dff-4bd2-44ef-9283-5662aef51f59 req-138e8e44-85f5-4df1-be06-186bb511d603 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 1098 time: 0.1818299 Jul 05 04:23:56.137530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8864dff-4bd2-44ef-9283-5662aef51f59 req-8f5d0f21-43f8-4290-9fc2-2f80ab51ff38 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712550 Jul 05 04:23:56.141217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d6682c9e-2e17-4e0a-a9ed-b8795a25e97c tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.166916 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:23:53Z', 'revision_number': 6, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '738ca557-e2e0-4a47-82ce-eaafddbcd111', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'mac_address': 'fa:16:3e:4a:1b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:15Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 1, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:56.169832 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.200132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6e2e4d-79a5-414e-a0fd-ff8d69c296dd None None] The sync data for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 is: [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:23:53Z', 'revision_number': 6, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '738ca557-e2e0-4a47-82ce-eaafddbcd111', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.252', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'port_id': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'fixed_ip_address': '172.20.0.9', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'mac_address': 'fa:16:3e:4a:1b:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2db18d97-5351-4986-9385-14579d48117f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:22:15Z', 'updated_at': '2021-07-05T04:22:19Z', 'revision_number': 1, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:56.202810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] Pushing event deleted for resources: {'Port': ['ID=61572ecc-b48a-4f22-abae-11c7e22bf48b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:56.236270 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d6682c9e-2e17-4e0a-a9ed-b8795a25e97c tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.295637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6682c9e-2e17-4e0a-a9ed-b8795a25e97c tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6fef1070-8db0-4129-8b18-64963e22b22b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:56.318749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d6682c9e-2e17-4e0a-a9ed-b8795a25e97c tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.322894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d6682c9e-2e17-4e0a-a9ed-b8795a25e97c tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6345365 Jul 05 04:23:56.327833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47126) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:56.333246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d5714b4c-d9c3-4444-a5b7-fa14ff9e57bc tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '6fef1070-8db0-4129-8b18-64963e22b22b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:56.334113 n-d-758944-41 neutron-server[100896]: WARNING neutron.api.v2.base [None req-d5714b4c-d9c3-4444-a5b7-fa14ff9e57bc tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:23:56.335435 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-d5714b4c-d9c3-4444-a5b7-fa14ff9e57bc tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:56.335838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d5714b4c-d9c3-4444-a5b7-fa14ff9e57bc tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076873 Jul 05 04:23:56.349346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47128) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:56.365451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-22a82005-f5c7-4eb5-95cc-b0ab617f66cb tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '6fef1070-8db0-4129-8b18-64963e22b22b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:56.538790 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.564437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94162029-ce2c-4397-9fc6-3cb2c5ade9c0 req-c0aa7918-4188-4ef4-b0e9-9f3989375d11 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:56.565946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94162029-ce2c-4397-9fc6-3cb2c5ade9c0 req-c0aa7918-4188-4ef4-b0e9-9f3989375d11 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.1933041 Jul 05 04:23:56.610680 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.639675 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:56.803581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Allocated IP 172.25.4.185 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/02f96614-112a-4183-9784-d4e4a0a11bbe) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:23:56.926188 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.055622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9772bc36-1449-4167-893f-9059a27a9813 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:57.060530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94162029-ce2c-4397-9fc6-3cb2c5ade9c0 req-ad5e10bb-526b-4d25-bc77-54243d9d8acc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885155 Jul 05 04:23:57.090437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9772bc36-1449-4167-893f-9059a27a9813 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:57.090637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9772bc36-1449-4167-893f-9059a27a9813 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:57.099492 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-22a82005-f5c7-4eb5-95cc-b0ab617f66cb tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:57.100529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-22a82005-f5c7-4eb5-95cc-b0ab617f66cb tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.7482603 Jul 05 04:23:57.103628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47132) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:57.109797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-0e5c4431-8592-4c51-934f-882f49f4fc9f tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '6fef1070-8db0-4129-8b18-64963e22b22b', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:57.110498 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-0e5c4431-8592-4c51-934f-882f49f4fc9f tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 05 04:23:57.114748 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-0e5c4431-8592-4c51-934f-882f49f4fc9f tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:57.117447 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0e5c4431-8592-4c51-934f-882f49f4fc9f tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0127320 Jul 05 04:23:57.119519 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.121450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47134) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:57.128399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9bc997cf-8f70-4878-a215-39aeebdd8c5e tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '6fef1070-8db0-4129-8b18-64963e22b22b', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:57.186755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:23:57.193934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:23:57.196569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Port': ['ID=02f96614-112a-4183-9784-d4e4a0a11bbe,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:57.198726 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:23:57.229691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc3928f-c2ae-44fa-9f5e-6c4f6e9b87aa req-8c93c1a9-e895-45aa-a016-4b73a3936cd1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:57.231469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bc3928f-c2ae-44fa-9f5e-6c4f6e9b87aa req-8c93c1a9-e895-45aa-a016-4b73a3936cd1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 946 time: 0.1894155 Jul 05 04:23:57.259677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-c921df71-4879-4a35-90f9-8cdad6b4c3f8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:57.261197 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-c921df71-4879-4a35-90f9-8cdad6b4c3f8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 946 time: 0.1756227 Jul 05 04:23:57.380229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bc3928f-c2ae-44fa-9f5e-6c4f6e9b87aa req-876b2e19-1bb8-4096-8afe-bd9cdd78b9b6 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=2cb468d1-028f-453d-b66a-71b8b6556d7b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1414211 Jul 05 04:23:57.387041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] Router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:23:57.437918 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-9bc997cf-8f70-4878-a215-39aeebdd8c5e tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:57.441713 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9bc997cf-8f70-4878-a215-39aeebdd8c5e tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3152821 Jul 05 04:23:57.442002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47136) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:57.447390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d8305a3e-e500-47f4-b005-8722c1779036 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '6fef1070-8db0-4129-8b18-64963e22b22b', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:57.447926 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-d8305a3e-e500-47f4-b005-8722c1779036 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 05 04:23:57.448403 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-d8305a3e-e500-47f4-b005-8722c1779036 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:57.452434 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d8305a3e-e500-47f4-b005-8722c1779036 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063965 Jul 05 04:23:57.454468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47138) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:57.458900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a0ca147a-814e-4d0d-b2c5-4ada1d251825 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '6fef1070-8db0-4129-8b18-64963e22b22b', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:57.530434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-2d52d808-e734-4d1a-9d0b-591baa5cf037 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:57.530852 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-2d52d808-e734-4d1a-9d0b-591baa5cf037 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.583091 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-a0ca147a-814e-4d0d-b2c5-4ada1d251825 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Project 2c6051bbdc684f28a0661b7f37b5cedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:23:57.591929 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.596264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:57.602737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c7bd55c2-d1a0-4657-a89c-da8c5541f5fe admin admin] 10.222.0.30 "PUT /v2.0/routers/9a077f11-0d56-4ada-a7f1-e2f3cc0ca749/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6152062 Jul 05 04:23:57.607468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47140) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:57.608148 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] Sync routers for ids ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:57.626357 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] Routers {'9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:57.626986 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:57.743511 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-2d52d808-e734-4d1a-9d0b-591baa5cf037 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] For port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:57.743918 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-2d52d808-e734-4d1a-9d0b-591baa5cf037 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.760052 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] Set router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:57.763079 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-a0ca147a-814e-4d0d-b2c5-4ada1d251825 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:57.766724 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a0ca147a-814e-4d0d-b2c5-4ada1d251825 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3088217 Jul 05 04:23:57.766871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-2d52d808-e734-4d1a-9d0b-591baa5cf037 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for 73dd8695-d7b5-4b5c-8a3f-ed6030384fae owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:57.767378 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47142) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:57.774013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-392a4431-5e50-42ba-b55d-4e7a9497d37d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '6fef1070-8db0-4129-8b18-64963e22b22b', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:57.774584 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-392a4431-5e50-42ba-b55d-4e7a9497d37d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 05 04:23:57.775150 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-392a4431-5e50-42ba-b55d-4e7a9497d37d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:57.779032 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-392a4431-5e50-42ba-b55d-4e7a9497d37d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0077624 Jul 05 04:23:57.779349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47144) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:57.786092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-6901b345-3ab8-486b-b983-0694a20f9bce tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '6fef1070-8db0-4129-8b18-64963e22b22b', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:57.791565 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.850101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.958559 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'name': 'tempest-TestVolumeBackupRestore-1750721379-router', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:23:55Z', 'revision_number': 5, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'gw_port': {'id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:06Z', 'updated_at': '2021-07-05T04:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:57.967317 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-6901b345-3ab8-486b-b983-0694a20f9bce tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Project 2c6051bbdc684f28a0661b7f37b5cedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:23:57.986956 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:57.989107 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] Checking router: 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:57.999226 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] Routers {'9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:57.999513 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:58.061124 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-6901b345-3ab8-486b-b983-0694a20f9bce tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:58.062226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6901b345-3ab8-486b-b983-0694a20f9bce tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2818623 Jul 05 04:23:58.065123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47146) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:58.069855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3f23650d-6334-4890-b6df-e668b86cfa9d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '6fef1070-8db0-4129-8b18-64963e22b22b', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:58.090012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:23:58.151890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Deleting port 1ba8451e-b12a-4235-a1a3-9059527dbbdc {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:23:58.152286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.154625 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-2d52d808-e734-4d1a-9d0b-591baa5cf037 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.216328 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] Set router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:58.230898 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-3f23650d-6334-4890-b6df-e668b86cfa9d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Project 2c6051bbdc684f28a0661b7f37b5cedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:23:58.235751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d52d808-e734-4d1a-9d0b-591baa5cf037 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=73dd8695-d7b5-4b5c-8a3f-ed6030384fae,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:58.258429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:23:58.271349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Sync routers for ids ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:23:58.283150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Routers {'2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:23:58.283861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:58.342781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-2d52d808-e734-4d1a-9d0b-591baa5cf037 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] No DVR routers for this DVR port 73dd8695-d7b5-4b5c-8a3f-ed6030384fae on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:23:58.347741 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-2d52d808-e734-4d1a-9d0b-591baa5cf037 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.349776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b75e8b5a-6731-4e2c-929a-c3bb7550b11a req-2d52d808-e734-4d1a-9d0b-591baa5cf037 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "DELETE /v2.0/ports/73dd8695-d7b5-4b5c-8a3f-ed6030384fae HTTP/1.1" status: 204 len: 173 time: 1.0545609 Jul 05 04:23:58.352074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3aef9b91-558c-40f7-a18a-05d670736979', 'name': 'network-vif-deleted', 'tag': '73dd8695-d7b5-4b5c-8a3f-ed6030384fae'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:23:58.354223 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbc6fdcd-beed-46e5-a630-f65ebfe2466f" -d '{"events": [{"server_uuid": "3aef9b91-558c-40f7-a18a-05d670736979", "name": "network-vif-deleted", "tag": "73dd8695-d7b5-4b5c-8a3f-ed6030384fae"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:23:58.381459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.385736 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] For port 1ba8451e-b12a-4235-a1a3-9059527dbbdc, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1ba8451e-b12a-4235-a1a3-9059527dbbdc,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:23:58.385927 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-135f6c40-8f8b-41ec-9f71-020b98ed7c07 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 3.9078999 Jul 05 04:23:58.386062 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.386147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47152) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:58.405691 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-3f23650d-6334-4890-b6df-e668b86cfa9d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:23:58.406869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3f23650d-6334-4890-b6df-e668b86cfa9d tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3405745 Jul 05 04:23:58.407958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Calling delete_port for 1ba8451e-b12a-4235-a1a3-9059527dbbdc owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:23:58.412760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47154) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:58.427459 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:23:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56084702-0569-4414-93ee-cdfe8ed8aa3a x-openstack-request-id: req-56084702-0569-4414-93ee-cdfe8ed8aa3a {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:23:58.428364 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3aef9b91-558c-40f7-a18a-05d670736979", "name": "network-vif-deleted", "tag": "73dd8695-d7b5-4b5c-8a3f-ed6030384fae", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:23:58.428364 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-56084702-0569-4414-93ee-cdfe8ed8aa3a {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:23:58.428546 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3aef9b91-558c-40f7-a18a-05d670736979', 'name': 'network-vif-deleted', 'tag': '73dd8695-d7b5-4b5c-8a3f-ed6030384fae', 'status': 'completed', 'code': 200} Jul 05 04:23:58.448777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7167fa02-9c9f-4c2e-9d57-ab277370f0f6 req-2f0c74f8-2f9c-4922-b993-661db4e22a9e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.450441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7167fa02-9c9f-4c2e-9d57-ab277370f0f6 req-2f0c74f8-2f9c-4922-b993-661db4e22a9e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.2225249 Jul 05 04:23:58.549064 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'name': 'tempest-TestVolumeBackupRestore-1750721379-router', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:23:55Z', 'revision_number': 5, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'gw_port': {'id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:06Z', 'updated_at': '2021-07-05T04:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:58.593434 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d53babb-2647-4fba-88c9-bda54557d4fd None None] The sync data for ids ['9a077f11-0d56-4ada-a7f1-e2f3cc0ca749'] in n-d-758944-41 is: [{'id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'name': 'tempest-TestVolumeBackupRestore-1750721379-router', 'tenant_id': '7b9f450cabb14ef9b644f9898350572a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213'}], 'enable_snat': True}, 'gw_port_id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:18:04Z', 'updated_at': '2021-07-05T04:23:55Z', 'revision_number': 5, 'project_id': '7b9f450cabb14ef9b644f9898350572a', 'gw_port': {'id': '1ba8451e-b12a-4235-a1a3-9059527dbbdc', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:f2:43:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a077f11-0d56-4ada-a7f1-e2f3cc0ca749', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3308, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:18:06Z', 'updated_at': '2021-07-05T04:18:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:23:58.606846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc2dafe-4a72-4d2c-8ed1-2a46a4583144 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.607048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2325-50f8-41a6-925c-e3975d1cee25 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.611098 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4cc2dafe-4a72-4d2c-8ed1-2a46a4583144 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b131dd3e28bc4c708f1d5902e510725d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.2207215 Jul 05 04:23:58.612856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47158) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:58.613633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7167fa02-9c9f-4c2e-9d57-ab277370f0f6 req-77813de7-6962-4ac0-beba-97cf35e87e6f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1552689 Jul 05 04:23:58.714910 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e362ee0-10d4-4e2f-9cba-937b7c8b0316 req-c083d6dd-609e-4f2c-885d-c3bf5a54f5ec tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=3aef9b91-558c-40f7-a18a-05d670736979 HTTP/1.1" status: 200 len: 210 time: 0.0834358 Jul 05 04:23:58.752697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Set router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:23:58.826923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14ef28bb-3472-4e7b-a618-7fe83b2de09a tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:58.829178 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-14ef28bb-3472-4e7b-a618-7fe83b2de09a tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2153111 Jul 05 04:23:58.832044 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47162) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:58.872227 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fca74000-e0cc-4fcb-a44b-45febd8ac725 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0387728 Jul 05 04:23:58.875045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47164) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:58.906440 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-250e56c6-6bf6-490e-b8e6-a780ab8254b4 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=b131dd3e28bc4c708f1d5902e510725d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299220 Jul 05 04:23:58.911446 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47166) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:58.914365 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2325-50f8-41a6-925c-e3975d1cee25 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.974960 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:58.982217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'name': 'tempest-TestSecurityGroupsBasicOps-router-981570304', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:55Z', 'updated_at': '2021-07-05T04:23:57Z', 'revision_number': 3, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:56Z', 'updated_at': '2021-07-05T04:23:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:23:59.018919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Checking router: 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:23:59.019104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Updating router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 port 02f96614-112a-4183-9784-d4e4a0a11bbe binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:23:59.019948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Pushing event deleted for resources: {'Port': ['ID=1ba8451e-b12a-4235-a1a3-9059527dbbdc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:59.022262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf15f74e-f24b-4800-8aac-23d8e663a171 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.026118 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cf15f74e-f24b-4800-8aac-23d8e663a171 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1135819 Jul 05 04:23:59.030035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47168) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:59.059520 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 61572ecc-b48a-4f22-abae-11c7e22bf48b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:23:59.076239 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-619287b1-1f8f-4113-944f-e6f503144f38 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0447102 Jul 05 04:23:59.082932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47170) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:59.084643 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1889408550', 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3', 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:59.098242 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 61572ecc-b48a-4f22-abae-11c7e22bf48b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:23:59.098840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 61572ecc-b48a-4f22-abae-11c7e22bf48b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:23:59.114507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.122219 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2325-50f8-41a6-925c-e3975d1cee25 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.130300 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8d9e2325-50f8-41a6-925c-e3975d1cee25 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.130300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8d9e2325-50f8-41a6-925c-e3975d1cee25 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/6fef1070-8db0-4129-8b18-64963e22b22b HTTP/1.1" status: 204 len: 168 time: 0.7124100 Jul 05 04:23:59.136727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.140970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47172) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:59.223118 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-23053286-b8dc-4e86-890c-bb1d36788967 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0809879 Jul 05 04:23:59.236130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47174) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:59.240759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9f3b0c28-f528-4173-a327-9bd07010f156 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'tempest-secgroup--1130503806'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:59.261378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625a4ccb-fbde-49b1-a5aa-fce696994539 req-1a1f7905-39f9-4e8b-9c54-03702757252a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.264458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-625a4ccb-fbde-49b1-a5aa-fce696994539 req-1a1f7905-39f9-4e8b-9c54-03702757252a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.3626273 Jul 05 04:23:59.268983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9e2325-50f8-41a6-925c-e3975d1cee25 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fef1070-8db0-4129-8b18-64963e22b22b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:59.320869 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.321208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Made reservation on behalf of b131dd3e28bc4c708f1d5902e510725d for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:23:59.324632 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.329123 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.397512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-625a4ccb-fbde-49b1-a5aa-fce696994539 req-bc082279-944b-4532-93dd-82f0f1679c80 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1249707 Jul 05 04:23:59.414771 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47176) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:59.472977 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.473769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:23:59.482360 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.483445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6c2b98a0-10a8-4450-99d4-5df2153f2e6a admin admin] 10.222.0.30 "DELETE /v2.0/routers/9a077f11-0d56-4ada-a7f1-e2f3cc0ca749 HTTP/1.1" status: 204 len: 168 time: 1.8771677 Jul 05 04:23:59.486860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47178) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:59.531043 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0c28-f528-4173-a327-9bd07010f156 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.534953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa9c90b9-a563-4552-b9b7-10c89d594f45 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:23:59.536744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fa9c90b9-a563-4552-b9b7-10c89d594f45 tempest-TestNetworkAdvancedServerOps-348386145 tempest-TestNetworkAdvancedServerOps-348386145-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 1093 time: 0.1205916 Jul 05 04:23:59.540156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47180) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:59.546546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:23:59.564082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1125e844-1b52-46dd-939a-ea01358c44f2 admin admin] Deleting subnet 34ef139c-4ed6-4e60-ad1c-5cd5365312cc {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:23:59.569379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1125e844-1b52-46dd-939a-ea01358c44f2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.588201 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.611668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Transition to ACTIVE for port object 02f96614-112a-4183-9784-d4e4a0a11bbe will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:23:59.619667 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1125e844-1b52-46dd-939a-ea01358c44f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.695170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.741345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.747485 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.749335 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1125e844-1b52-46dd-939a-ea01358c44f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.808847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47184) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:23:59.817264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0c28-f528-4173-a327-9bd07010f156 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.830566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Attempting to bind port 02f96614-112a-4183-9784-d4e4a0a11bbe on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:23:59.831561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Attempting to bind port 02f96614-112a-4183-9784-d4e4a0a11bbe by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:23:59.832026 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Attempting to bind port 02f96614-112a-4183-9784-d4e4a0a11bbe on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:23:59.842724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0b026-a213-4a0c-b877-48493d1147d6 None None] Pushing event updated for resources: {'Port': ['ID=02f96614-112a-4183-9784-d4e4a0a11bbe,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:59.847111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:23:59.847560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:59.848185 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.848757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:23:59.849774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Bound port: 02f96614-112a-4183-9784-d4e4a0a11bbe, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:23:59.849905 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Subnet': ['ID=ef4a7bd2-3eac-4074-aa85-1149301b1879,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:59.854396 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.860162 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Checking segment: {'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:23:59.860651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network hostable DHCP agents. Network: 0c52bc93-74fd-4271-8185-6a4a014b52a3, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:23:59.900902 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0c28-f528-4173-a327-9bd07010f156 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.920028 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f806c9fe-42b7-474c-a4be-f75f7886a2c5 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.930552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] For port 02f96614-112a-4183-9784-d4e4a0a11bbe, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:23:59.933699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] For port 02f96614-112a-4183-9784-d4e4a0a11bbe, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=02f96614-112a-4183-9784-d4e4a0a11bbe,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:23:59.935490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3b0c28-f528-4173-a327-9bd07010f156 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72263a96-4265-4a86-b84f-ae52c14607e4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:23:59.946679 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.954788 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f806c9fe-42b7-474c-a4be-f75f7886a2c5 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.972452 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1125e844-1b52-46dd-939a-ea01358c44f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:23:59.998602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network 0c52bc93-74fd-4271-8185-6a4a014b52a3 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:00.001483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9f3b0c28-f528-4173-a327-9bd07010f156 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.002851 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9f3b0c28-f528-4173-a327-9bd07010f156 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7657409 Jul 05 04:24:00.011228 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47186) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:00.016371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-59f1f8db-73c2-49ac-be5c-9f500ae38588 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '72263a96-4265-4a86-b84f-ae52c14607e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:00.054139 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.058935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1125e844-1b52-46dd-939a-ea01358c44f2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=34ef139c-4ed6-4e60-ad1c-5cd5365312cc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:00.067030 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1125e844-1b52-46dd-939a-ea01358c44f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.068869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1125e844-1b52-46dd-939a-ea01358c44f2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/34ef139c-4ed6-4e60-ad1c-5cd5365312cc HTTP/1.1" status: 204 len: 168 time: 0.5800824 Jul 05 04:24:00.072057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47188) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:00.098274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 0c52bc93-74fd-4271-8185-6a4a014b52a3) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:00.099259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f10cacb5-aa87-444e-b8a3-fad718ff457b None None] Network 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:00.132077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ab10c7b-c037-46a8-bac3-70d37654457a None None] Network 0c52bc93-74fd-4271-8185-6a4a014b52a3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:00.139464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:00.140089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.159764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Allocated IP 172.25.4.117 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/edec7aba-366e-4278-844e-d17d2d3c53e7) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:00.189258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.218374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Routers {'2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:00.219014 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:00.227962 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f806c9fe-42b7-474c-a4be-f75f7886a2c5 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.230518 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f806c9fe-42b7-474c-a4be-f75f7886a2c5 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.234857 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f806c9fe-42b7-474c-a4be-f75f7886a2c5 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/security-groups/2cb468d1-028f-453d-b66a-71b8b6556d7b HTTP/1.1" status: 204 len: 168 time: 0.4248610 Jul 05 04:24:00.252641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f806c9fe-42b7-474c-a4be-f75f7886a2c5 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb468d1-028f-453d-b66a-71b8b6556d7b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:00.259374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Deleting port c2707977-21d5-4268-a66d-65f2bc8746e7 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:00.259820 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.299330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e0b026-a213-4a0c-b877-48493d1147d6 None None] Pushing event updated for resources: {'Port': ['ID=02f96614-112a-4183-9784-d4e4a0a11bbe,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:00.317900 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-59f1f8db-73c2-49ac-be5c-9f500ae38588 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The resource could not be found. Jul 05 04:24:00.322715 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-59f1f8db-73c2-49ac-be5c-9f500ae38588 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3102975 Jul 05 04:24:00.330480 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-24778c47-9be3-43ae-b7cb-fbec48d69023 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.2443821 Jul 05 04:24:00.330480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47192) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:00.337578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f10b5c25-b507-4453-8b0b-3f4b8a02df09 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '72263a96-4265-4a86-b84f-ae52c14607e4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd8c3fb7f-2308-4a74-86fb-7eb97bf300a5'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:00.337835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47194) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:00.338052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47196) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:00.359707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.381397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] For port c2707977-21d5-4268-a66d-65f2bc8746e7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c2707977-21d5-4268-a66d-65f2bc8746e7,segment=NetworkSegment(3c116970-1cbc-4f1a-8c98-631412cb2125),segment_id=3c116970-1cbc-4f1a-8c98-631412cb2125)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:00.382318 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.398285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Calling delete_port for c2707977-21d5-4268-a66d-65f2bc8746e7 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:00.465927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] Set router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:00.504570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a30a8ff8-a183-42e5-9356-2effd77f9b9a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting subnet f652781f-eb75-4465-815e-8473076f7627 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:00.519473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a30a8ff8-a183-42e5-9356-2effd77f9b9a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.553501 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-f10b5c25-b507-4453-8b0b-3f4b8a02df09 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The resource could not be found. Jul 05 04:24:00.562954 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f10b5c25-b507-4453-8b0b-3f4b8a02df09 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2232563 Jul 05 04:24:00.562954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47198) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:00.618104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.623826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a30a8ff8-a183-42e5-9356-2effd77f9b9a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.642968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-0c52bc93-74fd-4271-8185-6a4a014b52a3', 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'fixed_ips': [{'subnet_id': 'ef4a7bd2-3eac-4074-aa85-1149301b1879'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:00.648284 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.672977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Pushing event deleted for resources: {'Port': ['ID=c2707977-21d5-4268-a66d-65f2bc8746e7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:00.710847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] No DVR routers for this DVR port c2707977-21d5-4268-a66d-65f2bc8746e7 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:00.720281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a075-1592-4a96-a5d9-82f0545caafd tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.727675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c80af-1bb2-4341-8693-ab65e8155083 None None] DHCP port deletion for 66e7ed82-fc14-4b39-a631-b7aa49ae9a1e request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:00.822210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a075-1592-4a96-a5d9-82f0545caafd tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.843240 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.876860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['66e7ed82-fc14-4b39-a631-b7aa49ae9a1e']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:00.890357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'name': 'tempest-TestSecurityGroupsBasicOps-router-981570304', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:55Z', 'updated_at': '2021-07-05T04:23:57Z', 'revision_number': 3, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:56Z', 'updated_at': '2021-07-05T04:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:00.890688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c116970-1cbc-4f1a-8c98-631412cb2125') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:00.891080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c116970-1cbc-4f1a-8c98-631412cb2125') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:00.897593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Allocated IP 172.20.0.18 (0c52bc93-74fd-4271-8185-6a4a014b52a3/ef4a7bd2-3eac-4074-aa85-1149301b1879/42982663-f204-4f51-8482-9e4fa737d463) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:00.906543 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.931457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41d25a44-a390-4a82-a110-ac5a4ecd2cf4 None None] The sync data for ids ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'] in n-d-758944-41 is: [{'id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'name': 'tempest-TestSecurityGroupsBasicOps-router-981570304', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:55Z', 'updated_at': '2021-07-05T04:23:57Z', 'revision_number': 3, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:56Z', 'updated_at': '2021-07-05T04:23:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:00.933732 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.953387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:00.954174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:00.958843 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:01.008606 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a075-1592-4a96-a5d9-82f0545caafd tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.014816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c0b6a075-1592-4a96-a5d9-82f0545caafd tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.018733 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c0b6a075-1592-4a96-a5d9-82f0545caafd tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/72263a96-4265-4a86-b84f-ae52c14607e4 HTTP/1.1" status: 204 len: 168 time: 0.4589932 Jul 05 04:24:01.055308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47200) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:01.055308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b6a075-1592-4a96-a5d9-82f0545caafd tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72263a96-4265-4a86-b84f-ae52c14607e4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:01.072791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ba8451e-b12a-4235-a1a3-9059527dbbdc no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:01.129323 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b163bf06-9659-4348-bf47-7e3ce535c232 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0620317 Jul 05 04:24:01.129323 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.131005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47202) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:01.131138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 1ba8451e-b12a-4235-a1a3-9059527dbbdc {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:01.131483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1ba8451e-b12a-4235-a1a3-9059527dbbdc not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:01.131930 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c2707977-21d5-4268-a66d-65f2bc8746e7 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:01.137601 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-de881a88-812e-44e8-b6db-17fcfbd3aced tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '9c6dd7a4-6ed1-49f6-a8e6-9c334a385456', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:01.137802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 73dd8695-d7b5-4b5c-8a3f-ed6030384fae no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:01.138848 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.174740 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.177032 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] 10.222.0.30 "DELETE /v2.0/networks/66e7ed82-fc14-4b39-a631-b7aa49ae9a1e HTTP/1.1" status: 204 len: 168 time: 1.1039686 Jul 05 04:24:01.180740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eb8d13-79f8-4413-9b0c-9d9a3a36aa5e admin admin] Pushing event deleted for resources: {'Network': ['ID=66e7ed82-fc14-4b39-a631-b7aa49ae9a1e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:01.219364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: c2707977-21d5-4268-a66d-65f2bc8746e7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:01.224175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c2707977-21d5-4268-a66d-65f2bc8746e7 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:01.268567 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.274034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:01.280832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Transition to ACTIVE for port object 42982663-f204-4f51-8482-9e4fa737d463 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:01.330864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Transition to ACTIVE for port object 42982663-f204-4f51-8482-9e4fa737d463 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:01.339279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 73dd8695-d7b5-4b5c-8a3f-ed6030384fae {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:01.339279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 73dd8695-d7b5-4b5c-8a3f-ed6030384fae not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:01.386874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:01.394773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:01.397723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=edec7aba-366e-4278-844e-d17d2d3c53e7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:01.421603 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-de881a88-812e-44e8-b6db-17fcfbd3aced tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The resource could not be found. Jul 05 04:24:01.427171 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-de881a88-812e-44e8-b6db-17fcfbd3aced tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2904558 Jul 05 04:24:01.427171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47206) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:01.432092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-80aa0582-52de-4ff9-bbc5-67e145932dae tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'tempest-secgroup--2128257894'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:01.437334 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a30a8ff8-a183-42e5-9356-2effd77f9b9a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.456606 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.508057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Network 0c52bc93-74fd-4271-8185-6a4a014b52a3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:01.511182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:01.513729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:01.521655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Pushing event updated for resources: {'Port': ['ID=42982663-f204-4f51-8482-9e4fa737d463,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:01.527947 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80aa0582-52de-4ff9-bbc5-67e145932dae tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.589241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Attempting to bind port 42982663-f204-4f51-8482-9e4fa737d463 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:01.589673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Attempting to bind port 42982663-f204-4f51-8482-9e4fa737d463 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:01.590056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Attempting to bind port 42982663-f204-4f51-8482-9e4fa737d463 on network 0c52bc93-74fd-4271-8185-6a4a014b52a3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:01.596474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:01.596925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Checking segment: {'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:01.597326 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.597731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Bound using segment: {'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:01.598232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Bound port: 42982663-f204-4f51-8482-9e4fa737d463, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:01.598653 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.708537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] For port 42982663-f204-4f51-8482-9e4fa737d463, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:01.709214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80aa0582-52de-4ff9-bbc5-67e145932dae tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.715427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] For port 42982663-f204-4f51-8482-9e4fa737d463, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=42982663-f204-4f51-8482-9e4fa737d463,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:01.727608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47208) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:01.755884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a30a8ff8-a183-42e5-9356-2effd77f9b9a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.792353 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f8535125-4dfe-413f-b06c-e09cb2b541e5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2fc58fb3570f4016ac7d53701f44ba59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635476 Jul 05 04:24:01.794590 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47210) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:01.801088 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.809154 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80aa0582-52de-4ff9-bbc5-67e145932dae tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.829797 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a8ff8-a183-42e5-9356-2effd77f9b9a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Subnet': ['ID=f652781f-eb75-4465-815e-8473076f7627,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:01.852933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a30a8ff8-a183-42e5-9356-2effd77f9b9a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.859656 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a30a8ff8-a183-42e5-9356-2effd77f9b9a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/subnets/f652781f-eb75-4465-815e-8473076f7627 HTTP/1.1" status: 204 len: 168 time: 1.5139329 Jul 05 04:24:01.859915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2967d73-4446-47ff-844f-45e9e3f18097 None None] Network 3957c556-81a4-4d27-8da2-5d849b946f17 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:01.865607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47212) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:01.878674 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:24:01.901696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80aa0582-52de-4ff9-bbc5-67e145932dae tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6694fc-1993-4023-aa30-f1dbc6a530e3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:01.922079 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85367d1f-c1ec-47ca-995a-c73100e0aa27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.957920 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85367d1f-c1ec-47ca-995a-c73100e0aa27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.971327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80aa0582-52de-4ff9-bbc5-67e145932dae tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:01.972608 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-80aa0582-52de-4ff9-bbc5-67e145932dae tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5442924 Jul 05 04:24:01.977611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47214) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:01.991468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-69548c7d-5d20-48b4-af16-fbd7e2f527ef tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'tempest-secgroup--282656315'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:01.993038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8469f73-2da9-4ca2-95bf-b988743e63f1 None None] Pushing event updated for resources: {'Port': ['ID=42982663-f204-4f51-8482-9e4fa737d463,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:02.133395 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.135416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-69548c7d-5d20-48b4-af16-fbd7e2f527ef tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.216538 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85367d1f-c1ec-47ca-995a-c73100e0aa27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.219183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-85367d1f-c1ec-47ca-995a-c73100e0aa27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.220923 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-85367d1f-c1ec-47ca-995a-c73100e0aa27 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/654cf2f9-ad15-4222-9843-42793d5e8b5a HTTP/1.1" status: 204 len: 168 time: 0.4251609 Jul 05 04:24:02.238793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85367d1f-c1ec-47ca-995a-c73100e0aa27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=654cf2f9-ad15-4222-9843-42793d5e8b5a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:02.264140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75083991-4b1a-465b-a176-1e1a70f5442f None None] DHCP port deletion for 3957c556-81a4-4d27-8da2-5d849b946f17 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:02.330453 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-69548c7d-5d20-48b4-af16-fbd7e2f527ef tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.349066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.376169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-75083991-4b1a-465b-a176-1e1a70f5442f None None] Deleting port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:02.376813 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-75083991-4b1a-465b-a176-1e1a70f5442f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.385959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-69548c7d-5d20-48b4-af16-fbd7e2f527ef tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.480807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69548c7d-5d20-48b4-af16-fbd7e2f527ef tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=47917f69-03b3-4a57-b127-ab2236adfbe9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:02.506882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:02.507226 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.514977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-75083991-4b1a-465b-a176-1e1a70f5442f None None] For port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5536bcdf-9f1a-48a2-ade8-30c1cc235a1b,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:02.515454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-75083991-4b1a-465b-a176-1e1a70f5442f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.592936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-69548c7d-5d20-48b4-af16-fbd7e2f527ef tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.595940 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-69548c7d-5d20-48b4-af16-fbd7e2f527ef tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6158977 Jul 05 04:24:02.598283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47218) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:02.606383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-fd0f75c3-25bb-4d80-8cd3-4cbbe3594924 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': '2c6694fc-1993-4023-aa30-f1dbc6a530e3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '47917f69-03b3-4a57-b127-ab2236adfbe9'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:02.668213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] For port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5536bcdf-9f1a-48a2-ade8-30c1cc235a1b,segment=NetworkSegment(d605bfa2-851f-412d-a7be-0be9962411eb),segment_id=d605bfa2-851f-412d-a7be-0be9962411eb)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:02.668484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.675863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.695919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-75083991-4b1a-465b-a176-1e1a70f5442f None None] Calling delete_port for 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:02.711581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:02.847597 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-fd0f75c3-25bb-4d80-8cd3-4cbbe3594924 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:02.848737 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-fd0f75c3-25bb-4d80-8cd3-4cbbe3594924 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2491372 Jul 05 04:24:02.852380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47222) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:02.878600 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-75083991-4b1a-465b-a176-1e1a70f5442f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.907668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75083991-4b1a-465b-a176-1e1a70f5442f None None] Pushing event deleted for resources: {'Port': ['ID=5536bcdf-9f1a-48a2-ade8-30c1cc235a1b,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:02.916342 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.916863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75083991-4b1a-465b-a176-1e1a70f5442f None None] No DVR routers for this DVR port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:02.944606 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:02.975611 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.030418 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.047525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=5536bcdf-9f1a-48a2-ade8-30c1cc235a1b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:03.051459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] No DVR routers for this DVR port 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:03.075163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Allocated IP 172.20.0.17 (0c52bc93-74fd-4271-8185-6a4a014b52a3/ef4a7bd2-3eac-4074-aa85-1149301b1879/1869130f-5571-4143-9935-fb4686cf7c48) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:03.106542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.109275 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.113755 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/47917f69-03b3-4a57-b127-ab2236adfbe9 HTTP/1.1" status: 204 len: 168 time: 0.2603629 Jul 05 04:24:03.114588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47224) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:03.126889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=47917f69-03b3-4a57-b127-ab2236adfbe9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:03.128821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42982663-f204-4f51-8482-9e4fa737d463 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:03.137517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.137868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.138217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.138557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.139025 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.139857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.140225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.140605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.140943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.141451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.141714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.142035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c170d0b4-ae47-40fd-9ad5-b9d8b8cad4b3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:03.181319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47226) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:03.240428 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c0b8af64-ca7f-47d9-9fcb-d47e4046d32a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b9f450cabb14ef9b644f9898350572a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0579729 Jul 05 04:24:03.241123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47228) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:03.306264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 42982663-f204-4f51-8482-9e4fa737d463 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:03.308642 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19029b88-de2e-40e0-ba14-322ba37bd6da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.311369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 02f96614-112a-4183-9784-d4e4a0a11bbe up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:03.329986 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.339662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19029b88-de2e-40e0-ba14-322ba37bd6da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.377269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3957c556-81a4-4d27-8da2-5d849b946f17']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:03.423147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd605bfa2-851f-412d-a7be-0be9962411eb') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:03.423444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd605bfa2-851f-412d-a7be-0be9962411eb') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:03.434619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-41516e01-3d5a-4708-b2ed-7371dafb75c3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.3154204 Jul 05 04:24:03.437638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47230) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:03.447828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 02f96614-112a-4183-9784-d4e4a0a11bbe completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:03.451449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 02f96614-112a-4183-9784-d4e4a0a11bbe triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:03.452376 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.461457 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.490445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9676e9b9-35d8-4bd8-8070-d2ced6b75d9c None None] Network 0c52bc93-74fd-4271-8185-6a4a014b52a3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:03.494210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19029b88-de2e-40e0-ba14-322ba37bd6da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.498713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19029b88-de2e-40e0-ba14-322ba37bd6da admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.502333 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-19029b88-de2e-40e0-ba14-322ba37bd6da admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0994f74-73cc-476b-bbc4-1a6a1df3a3fe HTTP/1.1" status: 204 len: 168 time: 0.2577877 Jul 05 04:24:03.511617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19029b88-de2e-40e0-ba14-322ba37bd6da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0994f74-73cc-476b-bbc4-1a6a1df3a3fe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:03.512158 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.515843 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.536169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:03.536683 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: self.session.flush() Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:03.541626 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:03.547626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c789e104-bde0-4d78-8fef-1f75055b75fe tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.600884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c789e104-bde0-4d78-8fef-1f75055b75fe tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.606384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Transition to ACTIVE for port object 1869130f-5571-4143-9935-fb4686cf7c48 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:03.637200 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.693660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-94f15bd4-6839-467a-b8d5-6c2c09e757ca None None] Provisioning for port 42982663-f204-4f51-8482-9e4fa737d463 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:03.705708 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-94f15bd4-6839-467a-b8d5-6c2c09e757ca None None] Provisioning complete for port 42982663-f204-4f51-8482-9e4fa737d463 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:03.706097 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94f15bd4-6839-467a-b8d5-6c2c09e757ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.723992 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.728052 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.758919 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.762059 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.767199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/networks/3957c556-81a4-4d27-8da2-5d849b946f17 HTTP/1.1" status: 204 len: 168 time: 1.9003849 Jul 05 04:24:03.767350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47234) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:03.810385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c789e104-bde0-4d78-8fef-1f75055b75fe tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.812993 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c789e104-bde0-4d78-8fef-1f75055b75fe tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.814071 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c789e104-bde0-4d78-8fef-1f75055b75fe tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/2c6694fc-1993-4023-aa30-f1dbc6a530e3 HTTP/1.1" status: 204 len: 168 time: 0.3754423 Jul 05 04:24:03.819298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 02f96614-112a-4183-9784-d4e4a0a11bbe, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=02f96614-112a-4183-9784-d4e4a0a11bbe,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:03.823038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47236) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:03.856785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b905fe3-64cb-4f6c-bc44-f184d31f4723 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Network': ['ID=3957c556-81a4-4d27-8da2-5d849b946f17,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:03.856998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c789e104-bde0-4d78-8fef-1f75055b75fe tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6694fc-1993-4023-aa30-f1dbc6a530e3,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:03.863814 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.876038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event updated for resources: {'Port': ['ID=edec7aba-366e-4278-844e-d17d2d3c53e7,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:03.892406 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.899637 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.943133 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94f15bd4-6839-467a-b8d5-6c2c09e757ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:03.963284 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-11e2dcb3-e64e-49a6-81cd-aa2be8f1dcc7 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1374996 Jul 05 04:24:03.981721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47238) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:03.992473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ed870405-26e8-4c9d-96b4-e215ccd02c96 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'tempest-secgroup--179338174'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:03.999968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network 0c52bc93-74fd-4271-8185-6a4a014b52a3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:04.019835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-94f15bd4-6839-467a-b8d5-6c2c09e757ca None None] For port 42982663-f204-4f51-8482-9e4fa737d463, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=42982663-f204-4f51-8482-9e4fa737d463,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:04.020960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=02f96614-112a-4183-9784-d4e4a0a11bbe,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:04.032995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:04.076202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:04.076973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5536bcdf-9f1a-48a2-ade8-30c1cc235a1b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:04.099834 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Floating IP 55a7311c-5b08-4740-b3ed-90c06c41e84a associated. External IP: 172.25.4.117, port: 414a8dd2-8d94-4bc6-a285-545bb342d3f1. Jul 05 04:24:04.104895 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed870405-26e8-4c9d-96b4-e215ccd02c96 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.106176 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-94f15bd4-6839-467a-b8d5-6c2c09e757ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.165873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:04.172692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:04.241086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port 2a90b125-e65f-4ec6-abf9-8ac6ad369cf0 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:04.242038 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.251812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94f15bd4-6839-467a-b8d5-6c2c09e757ca None None] Pushing event updated for resources: {'Port': ['ID=42982663-f204-4f51-8482-9e4fa737d463,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:04.259159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Port': ['ID=1869130f-5571-4143-9935-fb4686cf7c48,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:04.341117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed870405-26e8-4c9d-96b4-e215ccd02c96 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.377428 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.377755 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.408275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for 2a90b125-e65f-4ec6-abf9-8ac6ad369cf0 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:04.422816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed870405-26e8-4c9d-96b4-e215ccd02c96 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.493691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ae60beec-b437-448d-980c-d8e48c5325df None None] Provisioning for port 1869130f-5571-4143-9935-fb4686cf7c48 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:04.499611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ae60beec-b437-448d-980c-d8e48c5325df None None] Provisioning complete for port 1869130f-5571-4143-9935-fb4686cf7c48 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:04.500527 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ae60beec-b437-448d-980c-d8e48c5325df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.543982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ae60beec-b437-448d-980c-d8e48c5325df None None] Port 1869130f-5571-4143-9935-fb4686cf7c48 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:04.556196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ae60beec-b437-448d-980c-d8e48c5325df None None] Provisioning complete for port 42982663-f204-4f51-8482-9e4fa737d463 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:04.556560 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ae60beec-b437-448d-980c-d8e48c5325df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.756770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.777499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9e5c8b84-2368-4869-a189-de17d8bf79f0 None None] Provisioning complete for port 1869130f-5571-4143-9935-fb4686cf7c48 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:04.777878 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9e5c8b84-2368-4869-a189-de17d8bf79f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.793560 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed870405-26e8-4c9d-96b4-e215ccd02c96 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:04.799293 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed870405-26e8-4c9d-96b4-e215ccd02c96 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8109255 Jul 05 04:24:04.802054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47240) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:04.806074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e725cda6-7aae-4984-a1c0-3ee13c6096ee tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': 'fc9fa603-ead0-4158-8dfb-5bf89910db1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:04.815190 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c8b84-2368-4869-a189-de17d8bf79f0 None None] Port 1869130f-5571-4143-9935-fb4686cf7c48 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:04.817167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed870405-26e8-4c9d-96b4-e215ccd02c96 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc9fa603-ead0-4158-8dfb-5bf89910db1f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:04.996062 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.003333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42982663-f204-4f51-8482-9e4fa737d463 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:05.016673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router 8b6d0fd5-b616-4e25-84ee-c486941216d0 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:05.023346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=2a90b125-e65f-4ec6-abf9-8ac6ad369cf0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:05.058602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 42982663-f204-4f51-8482-9e4fa737d463 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:05.059013 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.093238 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.093576 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Floating IP 738ca557-e2e0-4a47-82ce-eaafddbcd111 disassociated (deleted). External IP: 172.25.4.252, port: 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64. Jul 05 04:24:05.108940 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-e725cda6-7aae-4984-a1c0-3ee13c6096ee tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:05.112582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e725cda6-7aae-4984-a1c0-3ee13c6096ee tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3079805 Jul 05 04:24:05.117492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47242) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.124174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-04f73ba8-ef40-46ef-b79a-fc862ece2adc tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group_rule': {'security_group_id': 'fc9fa603-ead0-4158-8dfb-5bf89910db1f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:05.165130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 02f96614-112a-4183-9784-d4e4a0a11bbe up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:05.189297 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.217578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 02f96614-112a-4183-9784-d4e4a0a11bbe triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:05.217996 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.245842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:05.262758 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] Sync routers for ids ['8b6d0fd5-b616-4e25-84ee-c486941216d0'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:05.275981 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] Routers {'8b6d0fd5-b616-4e25-84ee-c486941216d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:05.275981 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8b6d0fd5-b616-4e25-84ee-c486941216d0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:05.331157 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:05.389272 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] Set router 8b6d0fd5-b616-4e25-84ee-c486941216d0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:05.404421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.448445 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-04f73ba8-ef40-46ef-b79a-fc862ece2adc tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:24:05.449517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-04f73ba8-ef40-46ef-b79a-fc862ece2adc tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.3289268 Jul 05 04:24:05.453266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47244) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.457869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3afe7a3e-8738-4676-ae94-df94c8190845 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.9166653 Jul 05 04:24:05.460051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:05.473208 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-152abf56-9404-4a0f-8960-68f08f11fc95" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:05.503738 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:05.509736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.514424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] Sync routers for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:05.535297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:05.535866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:05.579478 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d04bb882-ee4a-41be-a5af-69241708b60e x-openstack-request-id: req-d04bb882-ee4a-41be-a5af-69241708b60e {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:05.581292 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:05.581292 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d04bb882-ee4a-41be-a5af-69241708b60e {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:05.581292 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'status': 'completed', 'code': 200} Jul 05 04:24:05.603984 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a9a086c3-4953-43e3-b0c9-561954a973ce tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/floatingips/738ca557-e2e0-4a47-82ce-eaafddbcd111 HTTP/1.1" status: 204 len: 168 time: 1.8330729 Jul 05 04:24:05.605460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2db18d97-5351-4986-9385-14579d48117f', 'tag': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:05.607724 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b329df4-563f-4990-a9d0-38f3edbd71e2" -d '{"events": [{"name": "network-changed", "server_uuid": "2db18d97-5351-4986-9385-14579d48117f", "tag": "7d5faa26-65ed-4dc5-affe-a3a22e6ddb64"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:05.617204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af12b211-addb-4b11-8586-1bcacefa5914 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.667303 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af12b211-addb-4b11-8586-1bcacefa5914 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.737659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:05.754937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-f407f6d8-2084-4a02-8822-f084478cbd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.756888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-f407f6d8-2084-4a02-8822-f084478cbd88 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 1098 time: 0.1586213 Jul 05 04:24:05.792659 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:39Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '55a7311c-5b08-4740-b3ed-90c06c41e84a', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'port_id': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'mac_address': 'fa:16:3e:f0:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:24:02Z', 'updated_at': '2021-07-05T04:24:02Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8f94d2-8589-429e-b744-bc713fe076db', 'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:70:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:38Z', 'updated_at': '2021-07-05T04:23:47Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:05.822910 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] Checking router: 8b6d0fd5-b616-4e25-84ee-c486941216d0 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:05.826594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af12b211-addb-4b11-8586-1bcacefa5914 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.829701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af12b211-addb-4b11-8586-1bcacefa5914 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:05.831142 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-af12b211-addb-4b11-8586-1bcacefa5914 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/fc9fa603-ead0-4158-8dfb-5bf89910db1f HTTP/1.1" status: 204 len: 168 time: 0.3768167 Jul 05 04:24:05.836987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47254) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.851033 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] Routers {'8b6d0fd5-b616-4e25-84ee-c486941216d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:05.852242 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8b6d0fd5-b616-4e25-84ee-c486941216d0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:05.853550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af12b211-addb-4b11-8586-1bcacefa5914 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc9fa603-ead0-4158-8dfb-5bf89910db1f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:05.899296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446ed40a-01e7-4145-8cfd-857ebd4e0ac1 req-7d693832-d7af-429c-84fb-0ee9a5b8ae0a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:05.901805 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6d224f85-4ebb-402d-9250-b8d6bf4692c3 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624771 Jul 05 04:24:05.903158 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-446ed40a-01e7-4145-8cfd-857ebd4e0ac1 req-7d693832-d7af-429c-84fb-0ee9a5b8ae0a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.2420073 Jul 05 04:24:05.906579 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47256) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:05.913359 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d660b0b6-d803-4e0a-8081-72f1154d8ac4 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'tempest-secgroup--913602856'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:05.953600 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.000495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-446ed40a-01e7-4145-8cfd-857ebd4e0ac1 req-c0acde18-90e6-46ec-859f-1ce9ad61be0a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829258 Jul 05 04:24:06.001646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-a82d7416-cc2b-45fb-8b38-f4190dcc5d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.003354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-a82d7416-cc2b-45fb-8b38-f4190dcc5d20 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28696609-0de5-471d-8564-9804ffcd3379 HTTP/1.1" status: 200 len: 898 time: 0.2336321 Jul 05 04:24:06.020547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:23:53Z', 'revision_number': 6, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:06.041235 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] Set router 8b6d0fd5-b616-4e25-84ee-c486941216d0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:06.041775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47258) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.066976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] Checking router: 2cd5e52b-3ae5-476f-a9a6-29a062b961ee for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:06.078838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:06.079030 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.079547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:06.157699 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6be7aa-925c-4954-9cec-49b3e8d2700d x-openstack-request-id: req-cf6be7aa-925c-4954-9cec-49b3e8d2700d {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:06.157992 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2db18d97-5351-4986-9385-14579d48117f", "tag": "7d5faa26-65ed-4dc5-affe-a3a22e6ddb64", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:06.167951 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf6be7aa-925c-4954-9cec-49b3e8d2700d {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:06.168470 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2db18d97-5351-4986-9385-14579d48117f', 'tag': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'status': 'completed', 'code': 200} Jul 05 04:24:06.174782 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d660b0b6-d803-4e0a-8081-72f1154d8ac4 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.216920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-f916998f-ddb1-473c-82d2-d442bf80d255 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1 HTTP/1.1" status: 200 len: 1000 time: 0.2051604 Jul 05 04:24:06.222423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:06.300855 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dc64cd23-671a-443b-adde-11bdde702d13 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/55a7311c-5b08-4740-b3ed-90c06c41e84a HTTP/1.1" status: 200 len: 992 time: 0.2575576 Jul 05 04:24:06.367231 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d660b0b6-d803-4e0a-8081-72f1154d8ac4 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.391941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.400240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Port': ['ID=1869130f-5571-4143-9935-fb4686cf7c48,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:06.419504 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:39Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '55a7311c-5b08-4740-b3ed-90c06c41e84a', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'port_id': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'mac_address': 'fa:16:3e:f0:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:24:02Z', 'updated_at': '2021-07-05T04:24:02Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8f94d2-8589-429e-b744-bc713fe076db', 'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:70:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:38Z', 'updated_at': '2021-07-05T04:23:47Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:06.438725 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d660b0b6-d803-4e0a-8081-72f1154d8ac4 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.453297 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a672b6-b267-4dce-87af-c3dbbc916d69 None None] The sync data for ids ['8b6d0fd5-b616-4e25-84ee-c486941216d0'] in n-d-758944-41 is: [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:39Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '55a7311c-5b08-4740-b3ed-90c06c41e84a', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'floating_ip_address': '172.25.4.117', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'port_id': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3823, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'mac_address': 'fa:16:3e:f0:c8:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:24:02Z', 'updated_at': '2021-07-05T04:24:02Z', 'revision_number': 0, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4a8f94d2-8589-429e-b744-bc713fe076db', 'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:70:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:38Z', 'updated_at': '2021-07-05T04:23:47Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:06.494168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-ee13f4ee-7400-48b2-adeb-be3e8007f5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.495768 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-ee13f4ee-7400-48b2-adeb-be3e8007f5fc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5525d517-6b1d-4048-81b5-b15c714b527b HTTP/1.1" status: 200 len: 835 time: 0.2646179 Jul 05 04:24:06.502469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d660b0b6-d803-4e0a-8081-72f1154d8ac4 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30258305-659e-4b88-a6d5-a240bdf2ecf4,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:06.505866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:23:53Z', 'revision_number': 6, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:06.533960 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d660b0b6-d803-4e0a-8081-72f1154d8ac4 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.536636 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d660b0b6-d803-4e0a-8081-72f1154d8ac4 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6283438 Jul 05 04:24:06.540360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47262) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.542386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02d38931-b6d0-4877-ba1a-fcd7344f7f0a None None] The sync data for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 is: [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:23:53Z', 'revision_number': 6, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2', 'name': '', 'network_id': '2ef61ee5-d9ca-42bb-bfd0-1078f402d585', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:11:c3:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_interface', 'standard_attr_id': 3603, 'fixed_ips': [{'subnet_id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:37Z', 'updated_at': '2021-07-05T04:21:47Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:06.545151 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-084bbb7b-aead-413b-b3ae-c1fc65ffca88 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Request body: {'security_group': {'name': 'default'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:06.545584 n-d-758944-41 neutron-server[100895]: WARNING neutron.api.v2.base [None req-084bbb7b-aead-413b-b3ae-c1fc65ffca88 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 05 04:24:06.546271 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-084bbb7b-aead-413b-b3ae-c1fc65ffca88 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] update failed (client error): There was a conflict when trying to complete your request. Jul 05 04:24:06.548333 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-084bbb7b-aead-413b-b3ae-c1fc65ffca88 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "PUT /v2.0/security-groups/30258305-659e-4b88-a6d5-a240bdf2ecf4 HTTP/1.1" status: 409 len: 330 time: 0.0057492 Jul 05 04:24:06.555131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-92a7af7f-e645-4869-8993-ac6afa2026e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.556459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47264) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.561080 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-92a7af7f-e645-4869-8993-ac6afa2026e0 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 1097 time: 0.3344679 Jul 05 04:24:06.617609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b09a16-136d-4460-a06e-8ff534964950 req-de857b4d-68b1-455c-be91-4f4d93e6e4e4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.619877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75b09a16-136d-4460-a06e-8ff534964950 req-de857b4d-68b1-455c-be91-4f4d93e6e4e4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 945 time: 0.2866688 Jul 05 04:24:06.653698 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e284473a-df9e-4565-a516-53d02bcb2978 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.683460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e284473a-df9e-4565-a516-53d02bcb2978 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.727449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network 0c52bc93-74fd-4271-8185-6a4a014b52a3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:06.744463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:06.765321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75b09a16-136d-4460-a06e-8ff534964950 req-9847d0c5-6858-461e-933e-b6d4db72d782 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040854 Jul 05 04:24:06.770729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-7e050f79-3efa-4703-9bf4-36a3187ba802 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.771403 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-7e050f79-3efa-4703-9bf4-36a3187ba802 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28696609-0de5-471d-8564-9804ffcd3379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2613933 Jul 05 04:24:06.779270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-b66109f2-305a-4289-9720-b1666ff476ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:06.780562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-b66109f2-305a-4289-9720-b1666ff476ad service neutron] 10.222.0.26 "GET /v2.0/networks?id=2ef61ee5-d9ca-42bb-bfd0-1078f402d585 HTTP/1.1" status: 200 len: 898 time: 0.2147012 Jul 05 04:24:06.815213 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e284473a-df9e-4565-a516-53d02bcb2978 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.817890 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e284473a-df9e-4565-a516-53d02bcb2978 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:06.822339 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e284473a-df9e-4565-a516-53d02bcb2978 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/30258305-659e-4b88-a6d5-a240bdf2ecf4 HTTP/1.1" status: 204 len: 168 time: 0.2614839 Jul 05 04:24:06.829074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47266) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.831619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e284473a-df9e-4565-a516-53d02bcb2978 tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30258305-659e-4b88-a6d5-a240bdf2ecf4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:06.845968 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c6326a-3c3f-4de7-afab-96f323ac9a8e None None] New status for floating IP 55a7311c-5b08-4740-b3ed-90c06c41e84a: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:24:06.939721 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9f8de01c-3b98-46b3-9640-9ae28065e1ce tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1026516 Jul 05 04:24:06.940672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47268) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:06.958294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-53ae52b1-2803-4658-84c4-9c64767b90ce service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 HTTP/1.1" status: 200 len: 217 time: 0.1342294 Jul 05 04:24:07.001633 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [None req-a777599a-b7b5-4e18-9f87-7fa6d744827b tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] delete failed (client error): The resource could not be found. Jul 05 04:24:07.008172 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a777599a-b7b5-4e18-9f87-7fa6d744827b tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "DELETE /v2.0/security-groups/3608926f-641f-4dd8-8b49-a7cefec06e17 HTTP/1.1" status: 404 len: 347 time: 0.0609837 Jul 05 04:24:07.008633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47270) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:07.026845 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-f043dc92-586b-4d51-92cd-70789550870a tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] show failed (client error): The resource could not be found. Jul 05 04:24:07.044670 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f043dc92-586b-4d51-92cd-70789550870a tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-groups/a5804ef0-76e2-4e72-aeba-a2a6c2015dbf HTTP/1.1" status: 404 len: 347 time: 0.0348620 Jul 05 04:24:07.046096 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47272) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:07.062817 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-758bbcf4-1641-485f-97bb-e98463ced82a tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] show failed (client error): The resource could not be found. Jul 05 04:24:07.068503 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-758bbcf4-1641-485f-97bb-e98463ced82a tempest-NegativeSecGroupIPv6Test-779295544 tempest-NegativeSecGroupIPv6Test-779295544-project] 10.222.0.30 "GET /v2.0/security-group-rules/db8737f1-242b-4391-bcc3-8356e5cbac34 HTTP/1.1" status: 404 len: 356 time: 0.0210896 Jul 05 04:24:07.075685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32786641-f881-491d-a8fc-840cf20e2532 None None] New status for floating IP 738ca557-e2e0-4a47-82ce-eaafddbcd111: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:24:07.108943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-189f806f-9e29-40b9-aaac-0c21966cfa93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:07.111954 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-189f806f-9e29-40b9-aaac-0c21966cfa93 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b HTTP/1.1" status: 200 len: 834 time: 0.1299191 Jul 05 04:24:07.160190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-81776925-71cd-4e5c-b0dd-d416c4d851b5 service neutron] 10.222.0.26 "GET /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3785770 Jul 05 04:24:07.171317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ac699572-adb5-4f3d-a0cc-1386fe80e4d3 None None] Provisioning complete for port 1869130f-5571-4143-9935-fb4686cf7c48 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:07.172040 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac699572-adb5-4f3d-a0cc-1386fe80e4d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.173984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:07.216314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ac699572-adb5-4f3d-a0cc-1386fe80e4d3 None None] Port 1869130f-5571-4143-9935-fb4686cf7c48 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:07.304432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47276) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:07.317256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-36832a6c-5f78-4e74-a738-f8d88b0b1c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:07.318789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-36832a6c-5f78-4e74-a738-f8d88b0b1c81 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=2ef61ee5-d9ca-42bb-bfd0-1078f402d585&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1971471 Jul 05 04:24:07.374419 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f347ca16-e2f6-4d47-8819-6ad5d1f14a8b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/55a7311c-5b08-4740-b3ed-90c06c41e84a HTTP/1.1" status: 200 len: 994 time: 0.0684140 Jul 05 04:24:07.417372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-152abf56-9404-4a0f-8960-68f08f11fc95 req-22b04b83-bfc6-4eb5-823e-32925bd88df2 service neutron] 10.222.0.26 "GET /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2468023 Jul 05 04:24:07.459010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:07.465821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5344dcef-72aa-465c-93a0-41dca4ac0ba2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "PUT /v2.0/routers/2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1267254 Jul 05 04:24:07.470771 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Sync routers for ids ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:07.485563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-fbb0b201-5659-4cf5-a5cc-16851dc0ce37 service neutron] 10.222.0.26 "GET /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499052 Jul 05 04:24:07.490297 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Routers {'2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:07.490877 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:07.597939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b329df4-563f-4990-a9d0-38f3edbd71e2 req-bbc4a3cb-c6a2-419d-a205-a06e04b95e86 service neutron] 10.222.0.26 "GET /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044047 Jul 05 04:24:07.616563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47284) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:07.620321 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Set router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:07.759809 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c22b5b5b-cb9f-4e76-8b08-39dbd0acf3b0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c6051bbdc684f28a0661b7f37b5cedd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1419821 Jul 05 04:24:07.762166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47296) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:07.817610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eea208ed-b908-4b03-8715-432f8982e814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.824157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85d03ed3-087d-408f-aa37-fddd2e40ed68 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:07.829834 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85d03ed3-087d-408f-aa37-fddd2e40ed68 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/networks?id=0c52bc93-74fd-4271-8185-6a4a014b52a3 HTTP/1.1" status: 200 len: 797 time: 0.1530206 Jul 05 04:24:07.839261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06156ecf-2588-41c3-8d21-802239c90d1a req-c7eae047-120d-44ff-87e7-e2af86fecb1e tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:07.840754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06156ecf-2588-41c3-8d21-802239c90d1a req-c7eae047-120d-44ff-87e7-e2af86fecb1e tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 945 time: 0.2127004 Jul 05 04:24:07.841311 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eea208ed-b908-4b03-8715-432f8982e814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.860725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-68f13d35-df68-472d-928a-1ba22385c3bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/quotas/b131dd3e28bc4c708f1d5902e510725d HTTP/1.1" status: 200 len: 375 time: 0.0189421 Jul 05 04:24:07.974598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eea208ed-b908-4b03-8715-432f8982e814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.980981 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eea208ed-b908-4b03-8715-432f8982e814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:07.982194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eea208ed-b908-4b03-8715-432f8982e814 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/42e43dae-5e5e-4e79-9cd5-a3093710c4ec HTTP/1.1" status: 204 len: 168 time: 0.2190392 Jul 05 04:24:07.996737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea208ed-b908-4b03-8715-432f8982e814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e43dae-5e5e-4e79-9cd5-a3093710c4ec,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:08.033534 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'name': 'tempest-TestSecurityGroupsBasicOps-router-981570304', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:55Z', 'updated_at': '2021-07-05T04:24:04Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:56Z', 'updated_at': '2021-07-05T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1869130f-5571-4143-9935-fb4686cf7c48', 'name': '', 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:20:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'ef4a7bd2-3eac-4074-aa85-1149301b1879', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:02Z', 'updated_at': '2021-07-05T04:24:05Z', 'revision_number': 2, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'ef4a7bd2-3eac-4074-aa85-1149301b1879', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:08.060708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-5f5bbc15-e66f-4199-af2d-5171e6d403bb tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b131dd3e28bc4c708f1d5902e510725d&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1810110 Jul 05 04:24:08.065351 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Checking router: 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:08.065351 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Updating router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 port 1869130f-5571-4143-9935-fb4686cf7c48 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:24:08.083596 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c6568c1a-6ac3-4997-bad0-ae424ecfd769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.104005 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.138897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a090b792-8f17-4946-b3af-5bd2abbb1cdc req-3ea93456-d8c8-41eb-bc4c-bbe029baa996 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:08.140435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a090b792-8f17-4946-b3af-5bd2abbb1cdc req-3ea93456-d8c8-41eb-bc4c-bbe029baa996 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 945 time: 0.1904962 Jul 05 04:24:08.147613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-06156ecf-2588-41c3-8d21-802239c90d1a req-49eb7113-d676-4503-9c9b-5d80d603190b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:08.148018 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-06156ecf-2588-41c3-8d21-802239c90d1a req-49eb7113-d676-4503-9c9b-5d80d603190b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.261191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a090b792-8f17-4946-b3af-5bd2abbb1cdc req-b248b957-d149-4c5b-8e1f-4df35740e450 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=c2e37854-2dfe-48ed-9268-41dedbae4028&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1084561 Jul 05 04:24:08.270488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-93978a38-79a7-4fc7-95f8-c484a062ea64 service neutron] 10.222.0.30 "GET /v2.0/networks/0c52bc93-74fd-4271-8185-6a4a014b52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941953 Jul 05 04:24:08.408271 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.419687 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Transition to ACTIVE for port object 1869130f-5571-4143-9935-fb4686cf7c48 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:08.495363 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.551794 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877412b-cfed-45a0-99aa-051e684fb2e1 None None] Pushing event updated for resources: {'Port': ['ID=1869130f-5571-4143-9935-fb4686cf7c48,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:08.615335 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Attempting to bind port 1869130f-5571-4143-9935-fb4686cf7c48 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:08.616329 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Attempting to bind port 1869130f-5571-4143-9935-fb4686cf7c48 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:08.617161 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Attempting to bind port 1869130f-5571-4143-9935-fb4686cf7c48 on network 0c52bc93-74fd-4271-8185-6a4a014b52a3 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:08.624694 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:08.625076 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Checking segment: {'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:08.625489 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.625900 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Bound using segment: {'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:08.626393 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Bound port: 1869130f-5571-4143-9935-fb4686cf7c48, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:08.626745 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.708677 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] For port 1869130f-5571-4143-9935-fb4686cf7c48, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:08.714517 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] For port 1869130f-5571-4143-9935-fb4686cf7c48, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1869130f-5571-4143-9935-fb4686cf7c48,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:08.734802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-06156ecf-2588-41c3-8d21-802239c90d1a req-49eb7113-d676-4503-9c9b-5d80d603190b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] For port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:08.735260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-06156ecf-2588-41c3-8d21-802239c90d1a req-49eb7113-d676-4503-9c9b-5d80d603190b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.752763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-06156ecf-2588-41c3-8d21-802239c90d1a req-49eb7113-d676-4503-9c9b-5d80d603190b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:08.775841 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:08.835299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-a33091c0-273c-415d-a24b-7c74fc9b366b service neutron] 10.222.0.30 "GET /v2.0/networks/0c52bc93-74fd-4271-8185-6a4a014b52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5549638 Jul 05 04:24:08.843298 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Routers {'2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:08.844767 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:08.850388 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877412b-cfed-45a0-99aa-051e684fb2e1 None None] Pushing event updated for resources: {'Port': ['ID=1869130f-5571-4143-9935-fb4686cf7c48,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:08.995400 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] Set router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:09.058731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-06156ecf-2588-41c3-8d21-802239c90d1a req-49eb7113-d676-4503-9c9b-5d80d603190b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.100292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47324) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:09.117996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49eb7113-d676-4503-9c9b-5d80d603190b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=7d5faa26-65ed-4dc5-affe-a3a22e6ddb64,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:09.159657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64d5dbfe-f238-4061-b597-5c592679bf44 req-5bddc80d-b736-4ffb-8bc1-a4686225e71f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 210 time: 0.0872960 Jul 05 04:24:09.217748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-06156ecf-2588-41c3-8d21-802239c90d1a req-49eb7113-d676-4503-9c9b-5d80d603190b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] No DVR routers for this DVR port 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:09.220996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-06156ecf-2588-41c3-8d21-802239c90d1a req-49eb7113-d676-4503-9c9b-5d80d603190b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.224515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06156ecf-2588-41c3-8d21-802239c90d1a req-49eb7113-d676-4503-9c9b-5d80d603190b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.26 "DELETE /v2.0/ports/7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 HTTP/1.1" status: 204 len: 173 time: 1.3748846 Jul 05 04:24:09.224975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2db18d97-5351-4986-9385-14579d48117f', 'name': 'network-vif-deleted', 'tag': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:09.229575 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e361e8e1-426a-44e1-a0b0-e0644485b209" -d '{"events": [{"server_uuid": "2db18d97-5351-4986-9385-14579d48117f", "name": "network-vif-deleted", "tag": "7d5faa26-65ed-4dc5-affe-a3a22e6ddb64"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:09.266420 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-931429f1-5420-40b1-bbee-967473be48c4 x-openstack-request-id: req-931429f1-5420-40b1-bbee-967473be48c4 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:09.266764 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2db18d97-5351-4986-9385-14579d48117f", "name": "network-vif-deleted", "tag": "7d5faa26-65ed-4dc5-affe-a3a22e6ddb64", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:09.266991 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-931429f1-5420-40b1-bbee-967473be48c4 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:09.267386 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2db18d97-5351-4986-9385-14579d48117f', 'name': 'network-vif-deleted', 'tag': '7d5faa26-65ed-4dc5-affe-a3a22e6ddb64', 'status': 'completed', 'code': 200} Jul 05 04:24:09.287069 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6a2ce06e-80ed-4ccc-9a7c-dbbd8a9b8958 tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-866061907', 'prefixes': ['172.20.0.0/16']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:09.325994 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'name': 'tempest-TestSecurityGroupsBasicOps-router-981570304', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:55Z', 'updated_at': '2021-07-05T04:24:04Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:56Z', 'updated_at': '2021-07-05T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1869130f-5571-4143-9935-fb4686cf7c48', 'name': '', 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:20:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'ef4a7bd2-3eac-4074-aa85-1149301b1879', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:02Z', 'updated_at': '2021-07-05T04:24:08Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'ef4a7bd2-3eac-4074-aa85-1149301b1879', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:09.357437 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fc91364-2351-4d19-a18c-84258662dcb5 None None] The sync data for ids ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'] in n-d-758944-41 is: [{'id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'name': 'tempest-TestSecurityGroupsBasicOps-router-981570304', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:55Z', 'updated_at': '2021-07-05T04:24:04Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:56Z', 'updated_at': '2021-07-05T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1869130f-5571-4143-9935-fb4686cf7c48', 'name': '', 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:20:f4:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_interface', 'standard_attr_id': 3827, 'fixed_ips': [{'subnet_id': 'ef4a7bd2-3eac-4074-aa85-1149301b1879', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:02Z', 'updated_at': '2021-07-05T04:24:08Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'ef4a7bd2-3eac-4074-aa85-1149301b1879', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:09.452796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86071b20-249f-4513-b805-68a739c9adca req-9e8f6a1f-49b6-4107-8ed5-49b140c269d7 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=2db18d97-5351-4986-9385-14579d48117f HTTP/1.1" status: 200 len: 210 time: 0.0628901 Jul 05 04:24:09.659911 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a2ce06e-80ed-4ccc-9a7c-dbbd8a9b8958 tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] Notify callbacks [] for subnetpool, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.660311 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6a2ce06e-80ed-4ccc-9a7c-dbbd8a9b8958 tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.5581629 Jul 05 04:24:09.663276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47336) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:09.704049 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7774f880-b1bf-4448-a4ca-6c5b00a24d65 tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] 10.222.0.30 "GET /v2.0/subnetpools/b265a007-1fa7-41aa-b0d0-a85d60c4c1b4 HTTP/1.1" status: 200 len: 731 time: 0.0392208 Jul 05 04:24:09.708603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47338) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:09.714042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8d97c066-837d-42e6-be72-bfcc78a808be tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1383302281'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:09.863348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8d97c066-837d-42e6-be72-bfcc78a808be tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] Notify callbacks [] for subnetpool, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:09.864643 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8d97c066-837d-42e6-be72-bfcc78a808be tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] 10.222.0.30 "PUT /v2.0/subnetpools/b265a007-1fa7-41aa-b0d0-a85d60c4c1b4 HTTP/1.1" status: 200 len: 684 time: 0.1548684 Jul 05 04:24:09.868133 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47342) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.006215 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-527b836d-bc06-4f28-9468-946a12462844 tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] Notify callbacks [] for subnetpool, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.009857 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-527b836d-bc06-4f28-9468-946a12462844 tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] 10.222.0.30 "DELETE /v2.0/subnetpools/b265a007-1fa7-41aa-b0d0-a85d60c4c1b4 HTTP/1.1" status: 204 len: 168 time: 0.1382511 Jul 05 04:24:10.010329 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47344) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.025421 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-5626a9f6-ded8-4a18-ad02-048685e8fdfb tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] show failed (client error): The resource could not be found. Jul 05 04:24:10.026445 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5626a9f6-ded8-4a18-ad02-048685e8fdfb tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] 10.222.0.30 "GET /v2.0/subnetpools/b265a007-1fa7-41aa-b0d0-a85d60c4c1b4 HTTP/1.1" status: 404 len: 346 time: 0.0151873 Jul 05 04:24:10.029605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47346) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.046604 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-c73d5030-821c-4191-b38a-7bfb9ff4157e tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] delete failed (client error): The resource could not be found. Jul 05 04:24:10.047670 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c73d5030-821c-4191-b38a-7bfb9ff4157e tempest-SubnetPoolsTestJSON-1926666337 tempest-SubnetPoolsTestJSON-1926666337-project] 10.222.0.30 "DELETE /v2.0/subnetpools/b265a007-1fa7-41aa-b0d0-a85d60c4c1b4 HTTP/1.1" status: 404 len: 346 time: 0.0167134 Jul 05 04:24:10.318774 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce66ed16-32aa-4499-a563-b1b8b0abbf74 req-9ae22633-b808-4c83-9c6d-fc22e6d05eac tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 210 time: 0.0306706 Jul 05 04:24:10.546485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47356) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.573744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47358) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.616052 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d1f2-419a-456b-8c16-9473365417c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.644415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d1f2-419a-456b-8c16-9473365417c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.687133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40d30665-e5ba-4731-b083-ec1a4f822950 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.808988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-026a875c-920b-44a7-b751-db77fa51d608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.837781 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d1f2-419a-456b-8c16-9473365417c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.840313 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f1f0d1f2-419a-456b-8c16-9473365417c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.841564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f1f0d1f2-419a-456b-8c16-9473365417c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/security-groups/c2e37854-2dfe-48ed-9268-41dedbae4028 HTTP/1.1" status: 204 len: 168 time: 0.2937510 Jul 05 04:24:10.853817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f0d1f2-419a-456b-8c16-9473365417c0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2e37854-2dfe-48ed-9268-41dedbae4028,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:10.900715 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40d30665-e5ba-4731-b083-ec1a4f822950 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.936975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47364) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:10.947017 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.947207 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-40d30665-e5ba-4731-b083-ec1a4f822950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:10.983830 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-40d30665-e5ba-4731-b083-ec1a4f822950 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20a312f9c2c3478a9e470cbbed9355d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4089587 Jul 05 04:24:10.988908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47366) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:11.005256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d30665-e5ba-4731-b083-ec1a4f822950 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2e37bd1-5ee2-4602-b31c-e60b5b13b167,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:11.035722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1869130f-5571-4143-9935-fb4686cf7c48 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:11.052496 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a5069be-a496-4846-ab06-3c091b600937 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.076688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a5069be-a496-4846-ab06-3c091b600937 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.140587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 1869130f-5571-4143-9935-fb4686cf7c48 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:11.144654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1869130f-5571-4143-9935-fb4686cf7c48 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:11.145098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.166821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:11.193301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:11.193957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 7d5faa26-65ed-4dc5-affe-a3a22e6ddb64 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:11.199019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a5069be-a496-4846-ab06-3c091b600937 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.201748 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a5069be-a496-4846-ab06-3c091b600937 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.202922 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1a5069be-a496-4846-ab06-3c091b600937 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a2e37bd1-5ee2-4602-b31c-e60b5b13b167 HTTP/1.1" status: 204 len: 168 time: 0.2129292 Jul 05 04:24:11.224397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a5069be-a496-4846-ab06-3c091b600937 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2e37bd1-5ee2-4602-b31c-e60b5b13b167,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:11.283008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.317447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 1869130f-5571-4143-9935-fb4686cf7c48, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1869130f-5571-4143-9935-fb4686cf7c48,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:11.392196 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.404546 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.468052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=1869130f-5571-4143-9935-fb4686cf7c48,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:11.535033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9f926f7-6444-49f7-9cc5-d9d7fba459a9 req-c2ddfba4-58f5-4fad-a8fd-c2c8a80dcf71 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 210 time: 0.0435202 Jul 05 04:24:11.596885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-aaa6ddf2-43f9-433a-b3f1-b686c014c354 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:11.598626 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-aaa6ddf2-43f9-433a-b3f1-b686c014c354 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.13 "GET /v2.0/networks?id=0c52bc93-74fd-4271-8185-6a4a014b52a3 HTTP/1.1" status: 200 len: 797 time: 0.2594669 Jul 05 04:24:11.611758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Request body: {'port': {'device_id': '985c50ec-5a9e-421f-8c6e-d80a82a21025', 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3', 'admin_state_up': True, 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:11.762313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:11.762661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.819054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Made reservation on behalf of b131dd3e28bc4c708f1d5902e510725d for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:11.822714 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.860858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] For port 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:11.861420 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:11.876432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:11.963568 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.034509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Allocated IP 172.20.0.30 (0c52bc93-74fd-4271-8185-6a4a014b52a3/ef4a7bd2-3eac-4074-aa85-1149301b1879/ad90052b-61a6-46c6-92bb-18cde42d1bda) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:12.163812 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.167946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.183692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Transition to ACTIVE for port object ad90052b-61a6-46c6-92bb-18cde42d1bda will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:12.193633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:12.289989 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.352832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Network 0c52bc93-74fd-4271-8185-6a4a014b52a3 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:12.362293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:12.367628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:12.402388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event updated for resources: {'Port': ['ID=ad90052b-61a6-46c6-92bb-18cde42d1bda,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:12.449278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:12.449969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.462795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.524240 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-85231bd4-110c-43cf-b741-dc54b004ab58 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 0.9166839 Jul 05 04:24:12.538292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Request body: {'port': {'device_id': '985c50ec-5a9e-421f-8c6e-d80a82a21025', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:12.651365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.792156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:12.856061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528dc83d-d788-4eff-9a0b-11a315fa7186 req-a25bd963-3b7f-434f-a2b2-0cb239fe16c2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:12.857575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-528dc83d-d788-4eff-9a0b-11a315fa7186 req-a25bd963-3b7f-434f-a2b2-0cb239fe16c2 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 895 time: 0.1615133 Jul 05 04:24:12.868258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6f63e12a-22d3-4eb0-bea4-0c25d7075ff2 None None] Provisioning for port ad90052b-61a6-46c6-92bb-18cde42d1bda completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:12.872469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6f63e12a-22d3-4eb0-bea4-0c25d7075ff2 None None] Provisioning complete for port ad90052b-61a6-46c6-92bb-18cde42d1bda triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:12.873121 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6f63e12a-22d3-4eb0-bea4-0c25d7075ff2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:12.909906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6f63e12a-22d3-4eb0-bea4-0c25d7075ff2 None None] Port ad90052b-61a6-46c6-92bb-18cde42d1bda cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:12.931670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:12.940425 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1ed0690e-b128-4047-ac80-edca1492df91 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "PUT /v2.0/routers/2cd5e52b-3ae5-476f-a9a6-29a062b961ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0023527 Jul 05 04:24:12.941256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47398) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:12.953726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] Sync routers for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:12.963206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:12.963953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:13.027665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-55c62a59-38eb-40f0-a45b-7bbe55d49347 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting subnet 4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:13.033355 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55c62a59-38eb-40f0-a45b-7bbe55d49347 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.071393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ad90052b-61a6-46c6-92bb-18cde42d1bda {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:13.091814 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.103554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55c62a59-38eb-40f0-a45b-7bbe55d49347 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.134388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Transition to ACTIVE for port object ad90052b-61a6-46c6-92bb-18cde42d1bda will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:13.194297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47402) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:13.209660 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.222254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1869130f-5571-4143-9935-fb4686cf7c48 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:13.265302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Pushing event updated for resources: {'Port': ['ID=ad90052b-61a6-46c6-92bb-18cde42d1bda,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:13.271518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55c62a59-38eb-40f0-a45b-7bbe55d49347 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.279607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:13.378743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed2baa80-7bbc-4340-a939-97fe1e7f84bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.388415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1869130f-5571-4143-9935-fb4686cf7c48 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:13.388790 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.448924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Attempting to bind port ad90052b-61a6-46c6-92bb-18cde42d1bda on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:13.449264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Attempting to bind port ad90052b-61a6-46c6-92bb-18cde42d1bda by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:13.449602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Attempting to bind port ad90052b-61a6-46c6-92bb-18cde42d1bda on network 0c52bc93-74fd-4271-8185-6a4a014b52a3 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:13.459033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Port ad90052b-61a6-46c6-92bb-18cde42d1bda on network 0c52bc93-74fd-4271-8185-6a4a014b52a3 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:24:13.459388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Attempting to bind port ad90052b-61a6-46c6-92bb-18cde42d1bda on network 0c52bc93-74fd-4271-8185-6a4a014b52a3 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:13.475262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 23, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:13.475612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Checking segment: {'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:13.476062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Bound using segment: {'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:13.476510 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Bound port: ad90052b-61a6-46c6-92bb-18cde42d1bda, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ee828e9-9d00-4666-bdcb-3c2766ee9301', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:13.477477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.539666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55c62a59-38eb-40f0-a45b-7bbe55d49347 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.569160 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.580533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:24:12Z', 'revision_number': 7, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:13.589910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c62a59-38eb-40f0-a45b-7bbe55d49347 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Subnet': ['ID=4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:13.600654 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-55c62a59-38eb-40f0-a45b-7bbe55d49347 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.604370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-55c62a59-38eb-40f0-a45b-7bbe55d49347 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/subnets/4c57f9f6-5482-4c7d-aa7c-5de7f7c9fb8b HTTP/1.1" status: 204 len: 168 time: 0.6623533 Jul 05 04:24:13.605550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47406) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:13.610064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee1b277-cfe9-4121-841d-1122ba84fbc0 None None] Network 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:13.612400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] Checking router: 2cd5e52b-3ae5-476f-a9a6-29a062b961ee for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:13.636324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed2baa80-7bbc-4340-a939-97fe1e7f84bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.639040 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] For port ad90052b-61a6-46c6-92bb-18cde42d1bda, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:13.651674 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] For port ad90052b-61a6-46c6-92bb-18cde42d1bda, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ad90052b-61a6-46c6-92bb-18cde42d1bda,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:13.665029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] Routers {'2cd5e52b-3ae5-476f-a9a6-29a062b961ee'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:13.665661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:13.729219 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.738889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ed2baa80-7bbc-4340-a939-97fe1e7f84bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.777323 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.815638 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ed2baa80-7bbc-4340-a939-97fe1e7f84bf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=45f558b7422040d49a8cfd06be80afc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6200836 Jul 05 04:24:13.818735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2baa80-7bbc-4340-a939-97fe1e7f84bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39c163a5-da55-4c33-b288-3f30d5905a89,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:13.822021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47408) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:13.827257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] Set router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:13.846764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:13.847744 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.848936 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] 10.222.0.13 "PUT /v2.0/ports/ad90052b-61a6-46c6-92bb-18cde42d1bda HTTP/1.1" status: 200 len: 1056 time: 1.3152368 Jul 05 04:24:13.849515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '985c50ec-5a9e-421f-8c6e-d80a82a21025', 'tag': 'ad90052b-61a6-46c6-92bb-18cde42d1bda'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:13.851722 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6722473f-bd7b-475e-bd57-2cd11c5de160" -d '{"events": [{"name": "network-changed", "server_uuid": "985c50ec-5a9e-421f-8c6e-d80a82a21025", "tag": "ad90052b-61a6-46c6-92bb-18cde42d1bda"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:13.881388 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.889552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a19df5f-52e5-47bb-8f0f-b19be3b3d01b service neutron] Pushing event updated for resources: {'Port': ['ID=ad90052b-61a6-46c6-92bb-18cde42d1bda,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:13.897650 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75428bf-3826-4e5d-ac3d-facf752d93c7 x-openstack-request-id: req-c75428bf-3826-4e5d-ac3d-facf752d93c7 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:13.897987 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "985c50ec-5a9e-421f-8c6e-d80a82a21025", "tag": "ad90052b-61a6-46c6-92bb-18cde42d1bda", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:13.898237 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c75428bf-3826-4e5d-ac3d-facf752d93c7 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:13.898702 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '985c50ec-5a9e-421f-8c6e-d80a82a21025', 'tag': 'ad90052b-61a6-46c6-92bb-18cde42d1bda', 'status': 'completed', 'code': 200} Jul 05 04:24:13.911089 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ec403-c852-49cb-982a-e5ad74387dd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:13.938045 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ec403-c852-49cb-982a-e5ad74387dd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.018698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722473f-bd7b-475e-bd57-2cd11c5de160 req-d24fa667-eabd-4cc4-ab09-1b9752fa442e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:14.020897 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6722473f-bd7b-475e-bd57-2cd11c5de160 req-d24fa667-eabd-4cc4-ab09-1b9752fa442e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b131dd3e28bc4c708f1d5902e510725d&device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 1059 time: 0.0920284 Jul 05 04:24:14.031139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port bc921c2c-42fc-41b6-a882-6a4b681d4ce3 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:14.036071 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.122360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:24:12Z', 'revision_number': 7, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:14.124711 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ec403-c852-49cb-982a-e5ad74387dd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.132140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4d8ec403-c852-49cb-982a-e5ad74387dd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.132140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4d8ec403-c852-49cb-982a-e5ad74387dd1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39c163a5-da55-4c33-b288-3f30d5905a89 HTTP/1.1" status: 204 len: 168 time: 0.3099244 Jul 05 04:24:14.162568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8ec403-c852-49cb-982a-e5ad74387dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c163a5-da55-4c33-b288-3f30d5905a89,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:14.189047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-866657cc-b2ac-4a7e-9186-4b2c0f3334c7 None None] The sync data for ids ['2cd5e52b-3ae5-476f-a9a6-29a062b961ee'] in n-d-758944-41 is: [{'id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'name': 'tempest-TestNetworkBasicOps-router-1939384129', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92'}], 'enable_snat': True}, 'gw_port_id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:21:28Z', 'updated_at': '2021-07-05T04:24:12Z', 'revision_number': 7, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': 'bc921c2c-42fc-41b6-a882-6a4b681d4ce3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6b:3a:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2cd5e52b-3ae5-476f-a9a6-29a062b961ee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3588, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:21:29Z', 'updated_at': '2021-07-05T04:21:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:14.196423 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.213224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf4c0f2-df2e-4c48-b3ba-d1beada6ef30 None None] DHCP port deletion for 2ef61ee5-d9ca-42bb-bfd0-1078f402d585 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:14.214650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] For port bc921c2c-42fc-41b6-a882-6a4b681d4ce3, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bc921c2c-42fc-41b6-a882-6a4b681d4ce3,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:14.215177 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.235456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for bc921c2c-42fc-41b6-a882-6a4b681d4ce3 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:14.255626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e186cabb-971f-4c2d-a279-50c43232ec1d req-ecff6fc4-5b14-419b-a0a7-72d65a688fce tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:14.267077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e186cabb-971f-4c2d-a279-50c43232ec1d req-ecff6fc4-5b14-419b-a0a7-72d65a688fce tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 907 time: 0.1843967 Jul 05 04:24:14.322084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4c0f2-df2e-4c48-b3ba-d1beada6ef30 None None] Deleting port 47bcb424-01cd-4458-ada3-a73bf609f470 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:14.322458 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c0f2-df2e-4c48-b3ba-d1beada6ef30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.348883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722473f-bd7b-475e-bd57-2cd11c5de160 req-1738e480-c04e-413f-bb00-7a508da775fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:14.348883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722473f-bd7b-475e-bd57-2cd11c5de160 req-1738e480-c04e-413f-bb00-7a508da775fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:14.348883 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6722473f-bd7b-475e-bd57-2cd11c5de160 req-1738e480-c04e-413f-bb00-7a508da775fe service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=b131dd3e28bc4c708f1d5902e510725d&shared=False HTTP/1.1" status: 200 len: 1583 time: 0.3190448 Jul 05 04:24:14.397013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5cf4c0f2-df2e-4c48-b3ba-d1beada6ef30 None None] For port 47bcb424-01cd-4458-ada3-a73bf609f470, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=47bcb424-01cd-4458-ada3-a73bf609f470,segment=NetworkSegment(ec1233ca-09e2-44a6-b530-b9c9200e201b),segment_id=ec1233ca-09e2-44a6-b530-b9c9200e201b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:14.397299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c0f2-df2e-4c48-b3ba-d1beada6ef30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.411451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5cf4c0f2-df2e-4c48-b3ba-d1beada6ef30 None None] Calling delete_port for 47bcb424-01cd-4458-ada3-a73bf609f470 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:14.535385 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.581081 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.656516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=bc921c2c-42fc-41b6-a882-6a4b681d4ce3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:14.683767 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5cf4c0f2-df2e-4c48-b3ba-d1beada6ef30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.709133 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.728018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf4c0f2-df2e-4c48-b3ba-d1beada6ef30 None None] Pushing event deleted for resources: {'Port': ['ID=47bcb424-01cd-4458-ada3-a73bf609f470,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:14.736087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf4c0f2-df2e-4c48-b3ba-d1beada6ef30 None None] No DVR routers for this DVR port 47bcb424-01cd-4458-ada3-a73bf609f470 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:14.829113 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.833842 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.843167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6722473f-bd7b-475e-bd57-2cd11c5de160 req-416db710-5336-4e22-a09b-f6a638730952 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:14.845034 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6722473f-bd7b-475e-bd57-2cd11c5de160 req-416db710-5336-4e22-a09b-f6a638730952 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4907613 Jul 05 04:24:14.935221 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.935757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Fanout notify agent at l3_agent the message router_deleted on router 2cd5e52b-3ae5-476f-a9a6-29a062b961ee {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:24:14.948403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:14.952347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fc66d444-dda2-4554-8428-d658cd19a215 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/routers/2cd5e52b-3ae5-476f-a9a6-29a062b961ee HTTP/1.1" status: 204 len: 168 time: 1.3422267 Jul 05 04:24:14.952462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47426) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:14.953708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-67565406-bc9f-4ecf-85fb-3a85f598e200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:14.955218 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-67565406-bc9f-4ecf-85fb-3a85f598e200 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b131dd3e28bc4c708f1d5902e510725d&device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 1059 time: 0.0592911 Jul 05 04:24:15.030939 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-74e7ef98-650d-4fb5-8e92-18b2100fe627 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=ad90052b-61a6-46c6-92bb-18cde42d1bda HTTP/1.1" status: 200 len: 217 time: 0.0656130 Jul 05 04:24:15.068771 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.109468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-bc6309d1-d44e-4bca-9635-393a7b9214ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:15.111480 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-bc6309d1-d44e-4bca-9635-393a7b9214ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ef4a7bd2-3eac-4074-aa85-1149301b1879 HTTP/1.1" status: 200 len: 838 time: 0.0700562 Jul 05 04:24:15.139123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:15.166097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:15.166760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6d4e0f1a-7e7b-4ddf-99b1-ab2b34ec05a2 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:15.167394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 47bcb424-01cd-4458-ada3-a73bf609f470 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:15.180331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-c61be72f-5827-40c2-9d63-641206613c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:15.182142 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-c61be72f-5827-40c2-9d63-641206613c84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0c52bc93-74fd-4271-8185-6a4a014b52a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1165 time: 0.0639942 Jul 05 04:24:15.182995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.188563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 47bcb424-01cd-4458-ada3-a73bf609f470 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:15.191487 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 47bcb424-01cd-4458-ada3-a73bf609f470 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:15.194457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ef61ee5-d9ca-42bb-bfd0-1078f402d585']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:15.206067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec1233ca-09e2-44a6-b530-b9c9200e201b') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:15.206369 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec1233ca-09e2-44a6-b530-b9c9200e201b') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:15.216050 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.235214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.241146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:15.241566 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:15.244879 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:15.277991 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-d0bc033d-3d14-4111-8674-99e71a00d4bf service neutron] 10.222.0.13 "GET /v2.0/networks/0c52bc93-74fd-4271-8185-6a4a014b52a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881481 Jul 05 04:24:15.388796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-779d759e-e7b1-4ada-9264-dfebb3da1000 req-0e770412-097b-42a9-9dd9-60ca7c33cc00 service neutron] 10.222.0.13 "GET /v2.0/networks/0c52bc93-74fd-4271-8185-6a4a014b52a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029327 Jul 05 04:24:15.392423 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.410203 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.410203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/networks/2ef61ee5-d9ca-42bb-bfd0-1078f402d585 HTTP/1.1" status: 204 len: 168 time: 0.4496109 Jul 05 04:24:15.428126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47442) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:15.434309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'network': {'name': 'tempest-network-smoke--1459544006', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'port_security_enabled': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:15.461380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f8a7bf-59bb-403b-835d-53861813ab7b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Network': ['ID=2ef61ee5-d9ca-42bb-bfd0-1078f402d585,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:15.495873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f043252f-fc78-4227-8da8-27275927de9e req-be23a914-7504-4caa-99c5-e614ff310478 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:15.497576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f043252f-fc78-4227-8da8-27275927de9e req-be23a914-7504-4caa-99c5-e614ff310478 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 907 time: 0.0934906 Jul 05 04:24:15.552241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Made reservation on behalf of ecb242cdbb1f4a99afd37053afb5f2a3 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:15.556524 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.581389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:15.590665 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.591047 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Added segment 43646fc1-d9e2-41cd-a6c6-17d2390b5947 of type vlan for network d3362446-7a80-45fb-a67f-9f80509c9058 Jul 05 04:24:15.633136 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.738767 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.744564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:15.745143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.817265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Network': ['ID=d3362446-7a80-45fb-a67f-9f80509c9058,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:15.827934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d3362446-7a80-45fb-a67f-9f80509c9058 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:15.876881 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-11631948-da60-4af7-99cd-f227c2bf9d32 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4474902 Jul 05 04:24:15.882993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47444) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:15.887992 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-812061166', 'admin_state_up': True, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:15.981175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:15.982400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.039585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.264494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.521291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.542412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.652944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Allocated IP 172.25.4.161 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/3528ba34-2d59-4f17-87bd-056169324037) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:16.682956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc312f7-f6e4-45d4-a864-19707decdbe9 req-4b59c414-f0d9-4089-82ee-24114fa47439 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:16.684502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afc312f7-f6e4-45d4-a864-19707decdbe9 req-4b59c414-f0d9-4089-82ee-24114fa47439 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 907 time: 0.0716197 Jul 05 04:24:16.763683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.872431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:16.910599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:16.915356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:16.918735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:16.924142 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=3528ba34-2d59-4f17-87bd-056169324037,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:16.953398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bc921c2c-42fc-41b6-a882-6a4b681d4ce3 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:16.975300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: bc921c2c-42fc-41b6-a882-6a4b681d4ce3 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:16.976166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bc921c2c-42fc-41b6-a882-6a4b681d4ce3 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:17.260536 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.467882 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.712431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router af240965-48f6-4880-8870-752c933c02b7 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:24:17.823623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:17.834820 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Sync routers for ids ['af240965-48f6-4880-8870-752c933c02b7'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:17.846507 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Routers {'af240965-48f6-4880-8870-752c933c02b7'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:17.847122 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['af240965-48f6-4880-8870-752c933c02b7'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:17.869961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ee906c-9cd4-4658-a2c5-6d517f99eebc req-92a24137-9949-4edc-ba65-0aa590b9519e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:17.871462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31ee906c-9cd4-4658-a2c5-6d517f99eebc req-92a24137-9949-4edc-ba65-0aa590b9519e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 907 time: 0.0720108 Jul 05 04:24:17.900499 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:17.904642 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ea93ef18-b9d7-4907-a1dd-078058e1ef98 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.0177066 Jul 05 04:24:17.904837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47458) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:17.934676 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5c5406f1-7e77-4559-974d-c2ccfb2ab1dd tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=ecb242cdbb1f4a99afd37053afb5f2a3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287013 Jul 05 04:24:17.937356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47460) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:17.956172 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Set router af240965-48f6-4880-8870-752c933c02b7 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:18.030809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae5fdc99-7b89-41ba-9dea-665673a0f84e tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:18.032274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ae5fdc99-7b89-41ba-9dea-665673a0f84e tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0938678 Jul 05 04:24:18.035083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47462) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:18.067943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-46451802-14aa-455e-995f-f1fd9ee3a3ce tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0315855 Jul 05 04:24:18.070829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47464) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:18.075659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-675881490', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:18.138602 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:17Z', 'revision_number': 3, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:18.165344 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Checking router: af240965-48f6-4880-8870-752c933c02b7 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:18.165689 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Updating router af240965-48f6-4880-8870-752c933c02b7 port 3528ba34-2d59-4f17-87bd-056169324037 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:24:18.205420 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.226080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Made reservation on behalf of ecb242cdbb1f4a99afd37053afb5f2a3 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:18.229926 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.477258 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.486813 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Transition to ACTIVE for port object 3528ba34-2d59-4f17-87bd-056169324037 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:18.512138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.578950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Subnet': ['ID=48a75a1a-4b14-40f3-9098-f9e9c3e7b219,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:18.583888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Checking segment: {'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:18.584263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network hostable DHCP agents. Network: d3362446-7a80-45fb-a67f-9f80509c9058, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:18.637616 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.677968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network d3362446-7a80-45fb-a67f-9f80509c9058 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:18.684870 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Attempting to bind port 3528ba34-2d59-4f17-87bd-056169324037 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:18.685233 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Attempting to bind port 3528ba34-2d59-4f17-87bd-056169324037 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:18.685591 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Attempting to bind port 3528ba34-2d59-4f17-87bd-056169324037 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:18.698615 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:18.698987 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:18.699460 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.699871 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:18.700350 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Bound port: 3528ba34-2d59-4f17-87bd-056169324037, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:18.700762 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.702349 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e37bf4-ea95-4a4f-b510-bd389d5d6967 None None] Pushing event updated for resources: {'Port': ['ID=3528ba34-2d59-4f17-87bd-056169324037,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:18.758471 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] For port 3528ba34-2d59-4f17-87bd-056169324037, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:18.761352 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] For port 3528ba34-2d59-4f17-87bd-056169324037, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3528ba34-2d59-4f17-87bd-056169324037,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:18.769359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d3362446-7a80-45fb-a67f-9f80509c9058) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:18.773749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:18.774030 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.778396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c22e1b-8938-4893-a9c7-f3ba0cb8d2fd None None] Network d3362446-7a80-45fb-a67f-9f80509c9058 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:18.867349 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:18.921751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c88974ea-94fc-47a7-bcfb-ec68caf28f3b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8469410 Jul 05 04:24:18.922286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47474) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:18.934886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-d3362446-7a80-45fb-a67f-9f80509c9058', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:24:18.936106 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.016486 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Routers {'af240965-48f6-4880-8870-752c933c02b7'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:19.017118 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['af240965-48f6-4880-8870-752c933c02b7'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:19.121583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Allocated IP 172.20.0.2 (d3362446-7a80-45fb-a67f-9f80509c9058/48a75a1a-4b14-40f3-9098-f9e9c3e7b219/b46c3a4d-15eb-4664-929a-0e904c3c1e60) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:19.136579 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] Set router af240965-48f6-4880-8870-752c933c02b7 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:19.199728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47628c1-9f5c-40e7-a0b5-424d084d2133 req-eec0becd-8d4d-48b9-b982-4fb3b62c7b7e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:19.201373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e47628c1-9f5c-40e7-a0b5-424d084d2133 req-eec0becd-8d4d-48b9-b982-4fb3b62c7b7e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 907 time: 0.1735320 Jul 05 04:24:19.218316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ad90052b-61a6-46c6-92bb-18cde42d1bda details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:24:19.249725 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e37bf4-ea95-4a4f-b510-bd389d5d6967 None None] Pushing event updated for resources: {'Port': ['ID=3528ba34-2d59-4f17-87bd-056169324037,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:19.370473 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:17Z', 'revision_number': 3, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:19.402082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.417491 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5c2ac3c-13b8-48ed-8d5f-46c7e086732a None None] The sync data for ids ['af240965-48f6-4880-8870-752c933c02b7'] in n-d-758944-41 is: [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:17Z', 'revision_number': 3, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:19.424576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Transition to ACTIVE for port object b46c3a4d-15eb-4664-929a-0e904c3c1e60 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:19.427479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ad90052b-61a6-46c6-92bb-18cde42d1bda, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ad90052b-61a6-46c6-92bb-18cde42d1bda,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:19.454363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'ad90052b-61a6-46c6-92bb-18cde42d1bda', 'network_id': '0c52bc93-74fd-4271-8185-6a4a014b52a3', 'port_id': 'ad90052b-61a6-46c6-92bb-18cde42d1bda', 'mac_address': 'fa:16:3e:da:ac:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef4a7bd2-3eac-4074-aa85-1149301b1879', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:24:19.459111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Transition to ACTIVE for port object b46c3a4d-15eb-4664-929a-0e904c3c1e60 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:19.501769 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.517810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ad90052b-61a6-46c6-92bb-18cde42d1bda {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:19.530767 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.568462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ad90052b-61a6-46c6-92bb-18cde42d1bda, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ad90052b-61a6-46c6-92bb-18cde42d1bda,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:19.583213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Network d3362446-7a80-45fb-a67f-9f80509c9058 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:19.587492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:19.590079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:19.604720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Pushing event updated for resources: {'Port': ['ID=b46c3a4d-15eb-4664-929a-0e904c3c1e60,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:19.638149 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.757768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Attempting to bind port b46c3a4d-15eb-4664-929a-0e904c3c1e60 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:19.758506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Attempting to bind port b46c3a4d-15eb-4664-929a-0e904c3c1e60 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:19.759603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Attempting to bind port b46c3a4d-15eb-4664-929a-0e904c3c1e60 on network d3362446-7a80-45fb-a67f-9f80509c9058 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:19.761338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ad90052b-61a6-46c6-92bb-18cde42d1bda,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:19.773522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:19.774225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Checking segment: {'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:19.774578 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.777185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Bound using segment: {'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:19.777880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Bound port: b46c3a4d-15eb-4664-929a-0e904c3c1e60, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:19.778368 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:19.859876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] For port b46c3a4d-15eb-4664-929a-0e904c3c1e60, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:19.863602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] For port b46c3a4d-15eb-4664-929a-0e904c3c1e60, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b46c3a4d-15eb-4664-929a-0e904c3c1e60,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:19.947384 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.014952 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.037578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21c2b1-ad5c-4844-8c26-a3ce7eecb13a None None] Pushing event updated for resources: {'Port': ['ID=b46c3a4d-15eb-4664-929a-0e904c3c1e60,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:20.054752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['ad90052b-61a6-46c6-92bb-18cde42d1bda'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:20.548868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Allocated IP 172.20.0.1 (d3362446-7a80-45fb-a67f-9f80509c9058/48a75a1a-4b14-40f3-9098-f9e9c3e7b219/0b0d8f7f-7dca-4647-b287-483ca6e664f7) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:20.646720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483ad2d4-75d1-41e4-884d-d71fdc19e1c1 req-d2a4fd49-a6ec-47b7-8ab2-2d2dff162801 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:20.648667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-483ad2d4-75d1-41e4-884d-d71fdc19e1c1 req-d2a4fd49-a6ec-47b7-8ab2-2d2dff162801 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 908 time: 0.1574607 Jul 05 04:24:20.698676 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.713152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Transition to ACTIVE for port object 0b0d8f7f-7dca-4647-b287-483ca6e664f7 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:20.818905 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:20.863791 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network d3362446-7a80-45fb-a67f-9f80509c9058 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:20.867281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:20.869863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:20.904145 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=0b0d8f7f-7dca-4647-b287-483ca6e664f7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:20.928384 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.073615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b46c3a4d-15eb-4664-929a-0e904c3c1e60 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:21.142699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7883a32-6864-4c3f-af00-43d53a078f28 None None] Network d3362446-7a80-45fb-a67f-9f80509c9058 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:21.183098 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.369973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ad90052b-61a6-46c6-92bb-18cde42d1bda up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:21.379056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port b46c3a4d-15eb-4664-929a-0e904c3c1e60 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:21.411562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3528ba34-2d59-4f17-87bd-056169324037 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:21.517509 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.526289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c1300fb7-e570-49e7-b1ec-528fe8b95d53 None None] Provisioning for port b46c3a4d-15eb-4664-929a-0e904c3c1e60 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:21.540060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c1300fb7-e570-49e7-b1ec-528fe8b95d53 None None] Provisioning complete for port b46c3a4d-15eb-4664-929a-0e904c3c1e60 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:21.540435 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1300fb7-e570-49e7-b1ec-528fe8b95d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.571421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.627516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port ad90052b-61a6-46c6-92bb-18cde42d1bda completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:21.649047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 3528ba34-2d59-4f17-87bd-056169324037 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:21.660859 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.660978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3528ba34-2d59-4f17-87bd-056169324037 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:21.661194 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.663552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port ad90052b-61a6-46c6-92bb-18cde42d1bda triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:21.663552 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.671232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=0b0d8f7f-7dca-4647-b287-483ca6e664f7,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:21.736489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.736935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.737375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.737810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.738223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.738638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.739039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.739459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.740048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.740199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.740634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.741045 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:21.762758 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1300fb7-e570-49e7-b1ec-528fe8b95d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.840406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c1300fb7-e570-49e7-b1ec-528fe8b95d53 None None] For port b46c3a4d-15eb-4664-929a-0e904c3c1e60, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b46c3a4d-15eb-4664-929a-0e904c3c1e60,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:21.865238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network d3362446-7a80-45fb-a67f-9f80509c9058 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:21.868252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:21.920735 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.927325 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.929910 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1300fb7-e570-49e7-b1ec-528fe8b95d53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:21.933611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4fbc23-6c25-4e20-8612-80e150e8e740 req-ae05a882-47b8-41a6-af56-80e06fa39961 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:21.935197 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c4fbc23-6c25-4e20-8612-80e150e8e740 req-ae05a882-47b8-41a6-af56-80e06fa39961 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 908 time: 0.1556623 Jul 05 04:24:22.010698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 3528ba34-2d59-4f17-87bd-056169324037, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3528ba34-2d59-4f17-87bd-056169324037,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:22.015263 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c50ec-5a9e-421f-8c6e-d80a82a21025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad90052b-61a6-46c6-92bb-18cde42d1bda'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:22.015585 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78dbcfd6-461a-4bad-ad2a-71fbc77f6800" -d '{"events": [{"server_uuid": "985c50ec-5a9e-421f-8c6e-d80a82a21025", "name": "network-vif-plugged", "status": "completed", "tag": "ad90052b-61a6-46c6-92bb-18cde42d1bda"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:22.023082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ad90052b-61a6-46c6-92bb-18cde42d1bda, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ad90052b-61a6-46c6-92bb-18cde42d1bda,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:22.056866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router af240965-48f6-4880-8870-752c933c02b7 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:22.059168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1300fb7-e570-49e7-b1ec-528fe8b95d53 None None] Pushing event updated for resources: {'Port': ['ID=b46c3a4d-15eb-4664-929a-0e904c3c1e60,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:22.067244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f3e6c579-5b64-4f27-8e70-a13ce04096a3 None None] Provisioning complete for port b46c3a4d-15eb-4664-929a-0e904c3c1e60 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:22.067614 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c579-5b64-4f27-8e70-a13ce04096a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.121869 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.133744 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.222485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:22.229609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b0380b31-3041-41cd-add3-270b56a13a85 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "PUT /v2.0/routers/af240965-48f6-4880-8870-752c933c02b7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3064828 Jul 05 04:24:22.232466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47514) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:22.245318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=3528ba34-2d59-4f17-87bd-056169324037,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:22.251284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Sync routers for ids ['af240965-48f6-4880-8870-752c933c02b7'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:22.305539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ad90052b-61a6-46c6-92bb-18cde42d1bda,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:22.324521 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dbdca79-bc45-4bff-83fa-208ca11561b1 x-openstack-request-id: req-2dbdca79-bc45-4bff-83fa-208ca11561b1 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:22.324821 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985c50ec-5a9e-421f-8c6e-d80a82a21025", "name": "network-vif-plugged", "status": "completed", "tag": "ad90052b-61a6-46c6-92bb-18cde42d1bda", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:22.325076 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2dbdca79-bc45-4bff-83fa-208ca11561b1 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:22.325666 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c50ec-5a9e-421f-8c6e-d80a82a21025', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ad90052b-61a6-46c6-92bb-18cde42d1bda', 'code': 200} Jul 05 04:24:22.328240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Routers {'af240965-48f6-4880-8870-752c933c02b7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:22.328880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['af240965-48f6-4880-8870-752c933c02b7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:22.404655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4908a8-0798-4424-ad33-3d43170a2f4a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.405145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4908a8-0798-4424-ad33-3d43170a2f4a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.405617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4908a8-0798-4424-ad33-3d43170a2f4a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.406122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4908a8-0798-4424-ad33-3d43170a2f4a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.406538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4908a8-0798-4424-ad33-3d43170a2f4a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.407011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4908a8-0798-4424-ad33-3d43170a2f4a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.407466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb4908a8-0798-4424-ad33-3d43170a2f4a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.409671 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eb4908a8-0798-4424-ad33-3d43170a2f4a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4940 time: 0.1759677 Jul 05 04:24:22.413015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47520) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:22.472268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f3e6c579-5b64-4f27-8e70-a13ce04096a3 None None] Provisioning for port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:22.481297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f3e6c579-5b64-4f27-8e70-a13ce04096a3 None None] Provisioning complete for port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:22.481727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f3e6c579-5b64-4f27-8e70-a13ce04096a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.515265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0ad4b1-bedf-469e-92ed-309d47e60f59 req-56c508ed-cf43-4502-af30-fcf4d7002f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.516884 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ec0ad4b1-bedf-469e-92ed-309d47e60f59 req-56c508ed-cf43-4502-af30-fcf4d7002f2f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 1061 time: 0.1051159 Jul 05 04:24:22.537523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Set router af240965-48f6-4880-8870-752c933c02b7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:22.571940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e19fa1-a91b-456b-bee0-8381a1015949 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.573029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e19fa1-a91b-456b-bee0-8381a1015949 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.573637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e19fa1-a91b-456b-bee0-8381a1015949 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.574910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6c579-5b64-4f27-8e70-a13ce04096a3 None None] Port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:22.575049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e19fa1-a91b-456b-bee0-8381a1015949 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.575643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e19fa1-a91b-456b-bee0-8381a1015949 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.576308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e19fa1-a91b-456b-bee0-8381a1015949 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.576857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77e19fa1-a91b-456b-bee0-8381a1015949 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:22.580673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-77e19fa1-a91b-456b-bee0-8381a1015949 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4598 time: 0.1658232 Jul 05 04:24:22.583536 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47522) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:22.722442 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0ec639d4-73a9-4007-97e1-0eabbdbae959 None None] Provisioning complete for port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:22.722725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0ec639d4-73a9-4007-97e1-0eabbdbae959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:22.734058 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-258a7005-d650-43eb-932a-023a7871139a tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3783 time: 0.1488895 Jul 05 04:24:22.789470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0ec639d4-73a9-4007-97e1-0eabbdbae959 None None] Port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:22.810909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '0b0d8f7f-7dca-4647-b287-483ca6e664f7', 'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:0b:ca:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:20Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 2, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:22.838849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Checking router: af240965-48f6-4880-8870-752c933c02b7 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:22.839379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Updating router af240965-48f6-4880-8870-752c933c02b7 port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:24:22.875601 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.036298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b46c3a4d-15eb-4664-929a-0e904c3c1e60 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:23.117045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47528) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:23.124259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1b14e9bc-f75f-4eab-985a-7ecd576f97d9 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-21593610', 'description': 'tempest-secgroup-smoke-21593610 description', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:23.157656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc72eb65-65bb-4802-939b-c7eff01bc09c req-59df78ac-cc0f-4cc0-a5bb-c15da9a7dc92 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:23.159692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc72eb65-65bb-4802-939b-c7eff01bc09c req-59df78ac-cc0f-4cc0-a5bb-c15da9a7dc92 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 909 time: 0.0844307 Jul 05 04:24:23.198563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port b46c3a4d-15eb-4664-929a-0e904c3c1e60 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:23.199123 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.203733 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1b14e9bc-f75f-4eab-985a-7ecd576f97d9 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.280171 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.289784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1b14e9bc-f75f-4eab-985a-7ecd576f97d9 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.294854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Transition to ACTIVE for port object 0b0d8f7f-7dca-4647-b287-483ca6e664f7 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:23.338953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3528ba34-2d59-4f17-87bd-056169324037 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:23.368513 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1b14e9bc-f75f-4eab-985a-7ecd576f97d9 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.394808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3528ba34-2d59-4f17-87bd-056169324037 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:23.395205 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.398402 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.411119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b14e9bc-f75f-4eab-985a-7ecd576f97d9 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroup': ['ID=492c87c4-3fd3-4247-bfa9-fdd283a8e010,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.464686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1b14e9bc-f75f-4eab-985a-7ecd576f97d9 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.465984 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1b14e9bc-f75f-4eab-985a-7ecd576f97d9 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.3456564 Jul 05 04:24:23.468885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47532) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:23.473927 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d3126228-5eb3-49bc-a185-e063cbdb3f55 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '492c87c4-3fd3-4247-bfa9-fdd283a8e010', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:23.515939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a552363-d671-40e7-b1ce-0ee7496d74c6 None None] Pushing event updated for resources: {'Port': ['ID=0b0d8f7f-7dca-4647-b287-483ca6e664f7,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.607973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Attempting to bind port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:23.608338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Attempting to bind port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:23.608729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Attempting to bind port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 on network d3362446-7a80-45fb-a67f-9f80509c9058 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:23.614834 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3126228-5eb3-49bc-a185-e063cbdb3f55 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.619396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:23.619758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Checking segment: {'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:23.620186 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.620587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Bound using segment: {'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:23.621192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Bound port: 0b0d8f7f-7dca-4647-b287-483ca6e664f7, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:23.621582 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.690794 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3126228-5eb3-49bc-a185-e063cbdb3f55 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.699654 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] For port 0b0d8f7f-7dca-4647-b287-483ca6e664f7, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:23.703622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] For port 0b0d8f7f-7dca-4647-b287-483ca6e664f7, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0b0d8f7f-7dca-4647-b287-483ca6e664f7,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:23.781081 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3126228-5eb3-49bc-a185-e063cbdb3f55 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.798683 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.800243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3126228-5eb3-49bc-a185-e063cbdb3f55 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5d8062f-9082-411c-b24a-9d6a188b928d,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.858472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Routers {'af240965-48f6-4880-8870-752c933c02b7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:23.859102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['af240965-48f6-4880-8870-752c933c02b7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:23.864063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a552363-d671-40e7-b1ce-0ee7496d74c6 None None] Pushing event updated for resources: {'Port': ['ID=0b0d8f7f-7dca-4647-b287-483ca6e664f7,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:23.889486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3126228-5eb3-49bc-a185-e063cbdb3f55 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:23.890811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d3126228-5eb3-49bc-a185-e063cbdb3f55 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4206676 Jul 05 04:24:23.893840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47534) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:23.898832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-03277b1b-adc5-4449-82f0-a4fa7e57f87f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '492c87c4-3fd3-4247-bfa9-fdd283a8e010', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:23.987822 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] Set router af240965-48f6-4880-8870-752c933c02b7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:23.991415 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-03277b1b-adc5-4449-82f0-a4fa7e57f87f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.063364 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-03277b1b-adc5-4449-82f0-a4fa7e57f87f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.133188 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-03277b1b-adc5-4449-82f0-a4fa7e57f87f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.152609 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03277b1b-adc5-4449-82f0-a4fa7e57f87f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cee97893-e75e-4110-a9ef-5b6db2b9942a,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:24.213088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-03277b1b-adc5-4449-82f0-a4fa7e57f87f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.214764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-03277b1b-adc5-4449-82f0-a4fa7e57f87f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3199229 Jul 05 04:24:24.215656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '0b0d8f7f-7dca-4647-b287-483ca6e664f7', 'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:0b:ca:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:20Z', 'updated_at': '2021-07-05T04:24:23Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:24.218667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47538) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:24.223776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c3cb76ef-722c-4aa3-a35d-38d7bd523806 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '492c87c4-3fd3-4247-bfa9-fdd283a8e010', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:24.243218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0170912-9ff0-4748-97ad-2593105824d7 None None] The sync data for ids ['af240965-48f6-4880-8870-752c933c02b7'] in n-d-758944-41 is: [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '0b0d8f7f-7dca-4647-b287-483ca6e664f7', 'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:0b:ca:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:20Z', 'updated_at': '2021-07-05T04:24:23Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:24.340972 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3cb76ef-722c-4aa3-a35d-38d7bd523806 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.418954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65c695d-a7db-468f-9189-00a829510363 req-c237fec6-9bb8-4547-8ab3-7ca97b638200 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:24.420723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b65c695d-a7db-468f-9189-00a829510363 req-c237fec6-9bb8-4547-8ab3-7ca97b638200 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 909 time: 0.1397402 Jul 05 04:24:24.431012 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3cb76ef-722c-4aa3-a35d-38d7bd523806 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.521907 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3cb76ef-722c-4aa3-a35d-38d7bd523806 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.544208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3cb76ef-722c-4aa3-a35d-38d7bd523806 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=207eae37-2a2c-48b5-b17c-dfd0fc6e1c21,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:24.619847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf35ba8-424e-4906-87f7-f41d4aed8e79 req-37562e71-faf9-4746-a54b-dd7acd7d877e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:24.621442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fdf35ba8-424e-4906-87f7-f41d4aed8e79 req-37562e71-faf9-4746-a54b-dd7acd7d877e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 909 time: 0.0741527 Jul 05 04:24:24.656013 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c3cb76ef-722c-4aa3-a35d-38d7bd523806 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.659851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c3cb76ef-722c-4aa3-a35d-38d7bd523806 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4374466 Jul 05 04:24:24.660513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47548) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:24.666921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f5999906-c83e-4914-a18c-8105429c6918 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '492c87c4-3fd3-4247-bfa9-fdd283a8e010', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:24.808447 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5999906-c83e-4914-a18c-8105429c6918 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.834230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b26f03-a10d-4e7c-88a4-6e1777bed2f8 req-22552a71-4123-4d02-ae23-be5b3af81d90 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:24.835855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81b26f03-a10d-4e7c-88a4-6e1777bed2f8 req-22552a71-4123-4d02-ae23-be5b3af81d90 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 1061 time: 0.0802610 Jul 05 04:24:24.882945 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5999906-c83e-4914-a18c-8105429c6918 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:24.946812 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5999906-c83e-4914-a18c-8105429c6918 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.007661 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5999906-c83e-4914-a18c-8105429c6918 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=395a17f7-c913-49ee-a6eb-410eb8619c88,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:25.043267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9664c695-cfc7-4724-8284-1a36ac891b27 req-743155fb-668a-4733-8e2c-8488ceb6159d tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:25.045214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9664c695-cfc7-4724-8284-1a36ac891b27 req-743155fb-668a-4733-8e2c-8488ceb6159d tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 1136 time: 0.0923193 Jul 05 04:24:25.088421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f5999906-c83e-4914-a18c-8105429c6918 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.089628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f5999906-c83e-4914-a18c-8105429c6918 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4278538 Jul 05 04:24:25.091873 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0b0d8f7f-7dca-4647-b287-483ca6e664f7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:25.092615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47554) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:25.098153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-f5e8f061-aedf-490f-a928-b05a07769a41 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '492c87c4-3fd3-4247-bfa9-fdd283a8e010', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:25.117273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9664c695-cfc7-4724-8284-1a36ac891b27 req-facad152-336b-456f-a9f5-e658f6dc45b1 tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.0660269 Jul 05 04:24:25.151291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47556) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:25.212361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26360328-cc21-4b70-90e9-6228b982746a tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:25.213920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-26360328-cc21-4b70-90e9-6228b982746a tempest-TestSecurityGroupsBasicOps-803927804 tempest-TestSecurityGroupsBasicOps-803927804-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 1056 time: 0.0610769 Jul 05 04:24:25.237679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:25.242953 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-f5e8f061-aedf-490f-a928-b05a07769a41 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Project ecb242cdbb1f4a99afd37053afb5f2a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:24:25.243117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:25.243215 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f061-aedf-490f-a928-b05a07769a41 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.243762 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.337946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f061-aedf-490f-a928-b05a07769a41 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.362846 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.401863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 0b0d8f7f-7dca-4647-b287-483ca6e664f7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0b0d8f7f-7dca-4647-b287-483ca6e664f7,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:25.421024 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f061-aedf-490f-a928-b05a07769a41 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.447577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e8f061-aedf-490f-a928-b05a07769a41 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24395944-8a86-404f-8721-c50a8a976cd6,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:25.483985 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.523353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f5e8f061-aedf-490f-a928-b05a07769a41 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.528765 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f5e8f061-aedf-490f-a928-b05a07769a41 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4347894 Jul 05 04:24:25.531644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47562) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:25.538005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-06c25007-57db-4294-aac0-47fe7c0fec63 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'security_group_rule': {'security_group_id': '492c87c4-3fd3-4247-bfa9-fdd283a8e010', 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:25.573805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=0b0d8f7f-7dca-4647-b287-483ca6e664f7,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:25.655235 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-06c25007-57db-4294-aac0-47fe7c0fec63 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Project ecb242cdbb1f4a99afd37053afb5f2a3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:24:25.660732 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06c25007-57db-4294-aac0-47fe7c0fec63 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.725015 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06c25007-57db-4294-aac0-47fe7c0fec63 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.796004 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06c25007-57db-4294-aac0-47fe7c0fec63 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.818190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c25007-57db-4294-aac0-47fe7c0fec63 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5529e495-49ef-4482-91ba-f697fa1dafd1,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:25.887048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-06c25007-57db-4294-aac0-47fe7c0fec63 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:25.890888 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-06c25007-57db-4294-aac0-47fe7c0fec63 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3558090 Jul 05 04:24:25.998782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8227aefc-7dca-4bdf-be9a-5fa1c518d9e2 req-1bc47780-f9f3-404c-ba76-a3bf5940a820 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:26.008575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8227aefc-7dca-4bdf-be9a-5fa1c518d9e2 req-1bc47780-f9f3-404c-ba76-a3bf5940a820 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 909 time: 0.0816402 Jul 05 04:24:26.095441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-9aa32bc2-e201-410c-8d98-c48480318219 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-21593610&fields=id&tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3 HTTP/1.1" status: 200 len: 267 time: 0.0392299 Jul 05 04:24:26.211490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fde09-b700-4abd-813c-652f5961536e req-0aaf4195-ea71-4cae-a482-b781a3bfa136 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:26.212997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-0aaf4195-ea71-4cae-a482-b781a3bfa136 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/networks?id=d3362446-7a80-45fb-a67f-9f80509c9058 HTTP/1.1" status: 200 len: 797 time: 0.1106551 Jul 05 04:24:26.228379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-aca7b9b9-71c2-463d-bfb4-5f3043ed4b1c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/quotas/ecb242cdbb1f4a99afd37053afb5f2a3 HTTP/1.1" status: 200 len: 375 time: 0.0100174 Jul 05 04:24:26.297319 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-6d65fc68-a10e-4f95-9a2f-24ee1a38e8d5 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0637403 Jul 05 04:24:26.401309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-b49fd7bf-f168-4e6f-8e9e-6294300dc11b service neutron] 10.222.0.30 "GET /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923097 Jul 05 04:24:26.495640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-4192cd29-5ec9-49a2-8d96-feb607520564 service neutron] 10.222.0.30 "GET /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885372 Jul 05 04:24:26.787886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8f5e60d-b599-400a-8510-ccec065e449e req-c56cf042-d745-4692-83cb-92f201679a3c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 210 time: 0.0341690 Jul 05 04:24:27.008400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0b0d8f7f-7dca-4647-b287-483ca6e664f7 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:27.070784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:27.071636 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.196640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1acb4d7-c387-4ff3-9896-ccdf61062517 req-6bc2fbbe-75b3-48cc-bf91-39324762da5f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:27.198472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1acb4d7-c387-4ff3-9896-ccdf61062517 req-6bc2fbbe-75b3-48cc-bf91-39324762da5f tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 909 time: 0.0705633 Jul 05 04:24:27.331485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47600) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:27.448267 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b73ddc8-7319-408f-b504-7fd74b869a61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.538860 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b73ddc8-7319-408f-b504-7fd74b869a61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.598040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3b73ddc8-7319-408f-b504-7fd74b869a61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.642992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3b73ddc8-7319-408f-b504-7fd74b869a61 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2a3ac19d02f4a808bdcf1e90678b348&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3100252 Jul 05 04:24:27.644137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b73ddc8-7319-408f-b504-7fd74b869a61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c860b1d0-6e22-4f0f-8c45-0845a5987ce0,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:27.645448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47604) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:27.708731 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d5b9-b9b1-4329-af97-a5238a760a51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.731413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d5b9-b9b1-4329-af97-a5238a760a51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.869661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-23b83872-4f3e-4e71-ba41-549d592be44e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:27.871160 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-23b83872-4f3e-4e71-ba41-549d592be44e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.13 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 909 time: 0.0746951 Jul 05 04:24:27.876318 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d5b9-b9b1-4329-af97-a5238a760a51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.879322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bb5d5b9-b9b1-4329-af97-a5238a760a51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:27.882803 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5bb5d5b9-b9b1-4329-af97-a5238a760a51 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c860b1d0-6e22-4f0f-8c45-0845a5987ce0 HTTP/1.1" status: 204 len: 168 time: 0.2337589 Jul 05 04:24:27.921660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5d5b9-b9b1-4329-af97-a5238a760a51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c860b1d0-6e22-4f0f-8c45-0845a5987ce0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:27.971917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2a9e6c36-0207-4cf0-a916-b0ce24caf369 req-8baebd29-7fb9-417f-a006-afae4210d427 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 210 time: 0.0453959 Jul 05 04:24:28.015291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-a5dcb12f-719c-489d-aa31-2de26d8c9e6d tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Deleting port ad90052b-61a6-46c6-92bb-18cde42d1bda {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:28.015625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-a5dcb12f-719c-489d-aa31-2de26d8c9e6d tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.111100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-a5dcb12f-719c-489d-aa31-2de26d8c9e6d tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] For port ad90052b-61a6-46c6-92bb-18cde42d1bda, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ad90052b-61a6-46c6-92bb-18cde42d1bda,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:28.111463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-a5dcb12f-719c-489d-aa31-2de26d8c9e6d tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.125893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-a5dcb12f-719c-489d-aa31-2de26d8c9e6d tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Calling delete_port for ad90052b-61a6-46c6-92bb-18cde42d1bda owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:28.317790 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-a5dcb12f-719c-489d-aa31-2de26d8c9e6d tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.345749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2fbf41f-5636-4814-8836-499f5c9ef93f req-fa82268b-5cec-464e-9216-6150c5b9e835 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 210 time: 0.0330651 Jul 05 04:24:28.349707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dcb12f-719c-489d-aa31-2de26d8c9e6d tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Port': ['ID=ad90052b-61a6-46c6-92bb-18cde42d1bda,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:28.405764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-a5dcb12f-719c-489d-aa31-2de26d8c9e6d tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] No DVR routers for this DVR port ad90052b-61a6-46c6-92bb-18cde42d1bda on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:28.408871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-a5dcb12f-719c-489d-aa31-2de26d8c9e6d tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:28.411381 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-71a10622-d3f5-441e-939b-56ce6cbf94ba req-a5dcb12f-719c-489d-aa31-2de26d8c9e6d tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.13 "DELETE /v2.0/ports/ad90052b-61a6-46c6-92bb-18cde42d1bda HTTP/1.1" status: 204 len: 173 time: 0.5299029 Jul 05 04:24:28.411956 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '985c50ec-5a9e-421f-8c6e-d80a82a21025', 'name': 'network-vif-deleted', 'tag': 'ad90052b-61a6-46c6-92bb-18cde42d1bda'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:28.415059 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a07c146-4961-419e-ade8-a0ca1083e425" -d '{"events": [{"server_uuid": "985c50ec-5a9e-421f-8c6e-d80a82a21025", "name": "network-vif-deleted", "tag": "ad90052b-61a6-46c6-92bb-18cde42d1bda"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:28.454452 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08617a9-61f6-4922-9abe-3d294697d31e x-openstack-request-id: req-f08617a9-61f6-4922-9abe-3d294697d31e {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:28.454739 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "985c50ec-5a9e-421f-8c6e-d80a82a21025", "name": "network-vif-deleted", "tag": "ad90052b-61a6-46c6-92bb-18cde42d1bda", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:28.454999 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f08617a9-61f6-4922-9abe-3d294697d31e {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:28.455403 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '985c50ec-5a9e-421f-8c6e-d80a82a21025', 'name': 'network-vif-deleted', 'tag': 'ad90052b-61a6-46c6-92bb-18cde42d1bda', 'status': 'completed', 'code': 200} Jul 05 04:24:28.973677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fde09-b700-4abd-813c-652f5961536e req-196f6ed1-8fa9-4e55-9894-e1b23d5b138d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:28.975151 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-196f6ed1-8fa9-4e55-9894-e1b23d5b138d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.13 "GET /v2.0/networks?id=d3362446-7a80-45fb-a67f-9f80509c9058 HTTP/1.1" status: 200 len: 797 time: 0.1083608 Jul 05 04:24:29.019483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47636) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:29.041948 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-7c869535-5475-49ba-871e-3e9bb53dbb7f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3 HTTP/1.1" status: 200 len: 378 time: 0.0552111 Jul 05 04:24:29.053125 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'port': {'device_id': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'admin_state_up': True, 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'security_groups': ['492c87c4-3fd3-4247-bfa9-fdd283a8e010']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:29.162618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2773fa5c-4989-4c71-93e7-752317debd28 req-52532e4f-6468-49e4-9dcc-ea128799e184 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 210 time: 0.0529504 Jul 05 04:24:29.166245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1513899050-network', 'tenant_id': '7a2dc5273c9843daa741cbe6f46e971e'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:29.189740 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 05 04:24:29.189740 n-d-758944-41 neutron-server[100896]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 05 04:24:29.189740 n-d-758944-41 neutron-server[100896]: [parameters: {'project_id': '7a2dc5273c9843daa741cbe6f46e971e', 'id': '2b9813c8-7347-4366-bfbe-63cba472a8fd', 'expiration': datetime.datetime(2021, 7, 5, 4, 26, 29, 176706)}] Jul 05 04:24:29.189740 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:24:29.190332 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:24:29.258376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Made reservation on behalf of ecb242cdbb1f4a99afd37053afb5f2a3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:29.262463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.396161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Allocated IP 172.20.0.12 (d3362446-7a80-45fb-a67f-9f80509c9058/48a75a1a-4b14-40f3-9098-f9e9c3e7b219/c142e810-8757-4c91-996a-5c219d0db469) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:29.532843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9fe95e06-222a-45f8-9705-eaf34e6c9053 req-f63e1f29-9c68-4910-824c-f3f687d13406 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=985c50ec-5a9e-421f-8c6e-d80a82a21025 HTTP/1.1" status: 200 len: 210 time: 0.0288169 Jul 05 04:24:29.557505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.571826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Transition to ACTIVE for port object c142e810-8757-4c91-996a-5c219d0db469 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:29.672951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.720436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network d3362446-7a80-45fb-a67f-9f80509c9058 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:29.725736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:29.730206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:29.760127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=c142e810-8757-4c91-996a-5c219d0db469,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:29.786530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Made reservation on behalf of 7a2dc5273c9843daa741cbe6f46e971e for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:29.789884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.790353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:29.792410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.806836 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.896144 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-6c551843-4ec8-4dca-9191-512328b844a4 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8473730 Jul 05 04:24:29.908951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Request body: {'port': {'device_id': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:29.976938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:29.984480 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.009959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c68dc050-27f0-4e2b-ac64-ea9e74d37fb5 None None] Provisioning for port c142e810-8757-4c91-996a-5c219d0db469 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:30.013847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c68dc050-27f0-4e2b-ac64-ea9e74d37fb5 None None] Provisioning complete for port c142e810-8757-4c91-996a-5c219d0db469 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:30.014304 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c68dc050-27f0-4e2b-ac64-ea9e74d37fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.048738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c68dc050-27f0-4e2b-ac64-ea9e74d37fb5 None None] Port c142e810-8757-4c91-996a-5c219d0db469 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:24:30.072387 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.099396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:24:30.109291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e910d524-46d8-4484-87b1-d03dbaf21887,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:30.115263 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.115614 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Added segment b58b6dbb-35b0-4d67-a19a-0d849860d5f6 of type vlan for network 54c21005-ef91-461a-9f27-ec9700454bf7 Jul 05 04:24:30.160333 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.264008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c142e810-8757-4c91-996a-5c219d0db469 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:30.264495 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.265645 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:30.266357 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.271874 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.285671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Transition to ACTIVE for port object c142e810-8757-4c91-996a-5c219d0db469 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:30.350137 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.389910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] Pushing event updated for resources: {'Network': ['ID=54c21005-ef91-461a-9f27-ec9700454bf7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:30.400247 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 54c21005-ef91-461a-9f27-ec9700454bf7 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:24:30.403863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c142e810-8757-4c91-996a-5c219d0db469,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:30.422814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b1cc301-a89a-4834-856e-16fa46519cfd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.4021885 Jul 05 04:24:30.430135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47644) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:30.437471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Request body: {'subnet': {'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1513899050-subnet', 'tenant_id': '7a2dc5273c9843daa741cbe6f46e971e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:30.460858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e0e7c9-a6c8-4efd-bc96-f3e4570305b1 req-328cbbac-95d3-42e9-ab95-279d5584e5d0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:30.462949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88e0e7c9-a6c8-4efd-bc96-f3e4570305b1 req-328cbbac-95d3-42e9-ab95-279d5584e5d0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 932 time: 0.1713006 Jul 05 04:24:30.511838 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Attempting to bind port c142e810-8757-4c91-996a-5c219d0db469 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:30.512346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Attempting to bind port c142e810-8757-4c91-996a-5c219d0db469 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:30.517134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Attempting to bind port c142e810-8757-4c91-996a-5c219d0db469 on network d3362446-7a80-45fb-a67f-9f80509c9058 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:30.518914 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Port c142e810-8757-4c91-996a-5c219d0db469 on network d3362446-7a80-45fb-a67f-9f80509c9058 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:24:30.519253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Attempting to bind port c142e810-8757-4c91-996a-5c219d0db469 on network d3362446-7a80-45fb-a67f-9f80509c9058 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:30.525184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88e0e7c9-a6c8-4efd-bc96-f3e4570305b1 req-201a7c96-0af0-4da7-ab61-688087e03a3c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0520494 Jul 05 04:24:30.537935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:30.538328 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Checking segment: {'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:30.539907 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Bound using segment: {'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:30.539907 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Bound port: c142e810-8757-4c91-996a-5c219d0db469, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43646fc1-d9e2-41cd-a6c6-17d2390b5947', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:30.539907 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.591628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Made reservation on behalf of 7a2dc5273c9843daa741cbe6f46e971e for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:30.591628 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.639680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] For port c142e810-8757-4c91-996a-5c219d0db469, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:30.644292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] For port c142e810-8757-4c91-996a-5c219d0db469, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c142e810-8757-4c91-996a-5c219d0db469,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:30.645469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47648) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:30.853974 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:30.910774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d4ffeb90-ed84-4d77-963a-694928711ed6,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:30.922031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Checking segment: {'id': 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:30.922392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Network hostable DHCP agents. Network: 54c21005-ef91-461a-9f27-ec9700454bf7, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:24:31.007120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Network 54c21005-ef91-461a-9f27-ec9700454bf7 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:24:31.058600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.075478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 54c21005-ef91-461a-9f27-ec9700454bf7) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:31.079513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:31.080135 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.095446 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c42a161-941e-4b55-b25a-4f925e9939fa None None] Network 54c21005-ef91-461a-9f27-ec9700454bf7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:31.109134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:31.109765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.111655 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] 10.222.0.13 "PUT /v2.0/ports/c142e810-8757-4c91-996a-5c219d0db469 HTTP/1.1" status: 200 len: 1093 time: 1.2069716 Jul 05 04:24:31.111655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'tag': 'c142e810-8757-4c91-996a-5c219d0db469'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:31.113952 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-770c8466-0a8a-4fa7-a07b-f07d73307a0b" -d '{"events": [{"name": "network-changed", "server_uuid": "b79594a2-aa8c-4774-99f8-6ac0b47129bc", "tag": "c142e810-8757-4c91-996a-5c219d0db469"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:31.158084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419493c1-5703-4cd5-89e8-855b00226fb6 service neutron] Pushing event updated for resources: {'Port': ['ID=c142e810-8757-4c91-996a-5c219d0db469,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:31.186498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-146daeb0-9bca-435f-ace1-ab877b8c9a72 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7551856 Jul 05 04:24:31.198431 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c19c1833-9480-4edb-a52d-52cc8bba6cc0 x-openstack-request-id: req-c19c1833-9480-4edb-a52d-52cc8bba6cc0 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:31.198719 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79594a2-aa8c-4774-99f8-6ac0b47129bc", "tag": "c142e810-8757-4c91-996a-5c219d0db469", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:31.198970 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c19c1833-9480-4edb-a52d-52cc8bba6cc0 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:31.199862 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'tag': 'c142e810-8757-4c91-996a-5c219d0db469', 'status': 'completed', 'code': 200} Jul 05 04:24:31.256036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ad90052b-61a6-46c6-92bb-18cde42d1bda no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:31.295851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc0474af-2421-4770-a18b-fd9177e2bb73 None None] Network 54c21005-ef91-461a-9f27-ec9700454bf7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:31.299215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: ad90052b-61a6-46c6-92bb-18cde42d1bda {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:31.299744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ad90052b-61a6-46c6-92bb-18cde42d1bda not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:31.387592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c8466-0a8a-4fa7-a07b-f07d73307a0b req-106b5419-26d7-4f78-8dc3-351c011e2498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:31.389143 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-770c8466-0a8a-4fa7-a07b-f07d73307a0b req-106b5419-26d7-4f78-8dc3-351c011e2498 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 1096 time: 0.1736894 Jul 05 04:24:31.532618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c8466-0a8a-4fa7-a07b-f07d73307a0b req-1b0996d4-9648-4f94-9e9d-53a38b020f59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:31.534136 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-770c8466-0a8a-4fa7-a07b-f07d73307a0b req-1b0996d4-9648-4f94-9e9d-53a38b020f59 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1336958 Jul 05 04:24:31.674016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770c8466-0a8a-4fa7-a07b-f07d73307a0b req-95c2f3f1-8ea8-40ac-bee5-28f814ce5205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:31.675428 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-770c8466-0a8a-4fa7-a07b-f07d73307a0b req-95c2f3f1-8ea8-40ac-bee5-28f814ce5205 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1332161 Jul 05 04:24:31.679029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:31.721819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d462770-9500-4dda-8d2e-28b201bf31b9 req-7b67d417-8a0f-4a12-9146-2d40b4686926 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:31.723317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d462770-9500-4dda-8d2e-28b201bf31b9 req-7b67d417-8a0f-4a12-9146-2d40b4686926 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 944 time: 0.0740077 Jul 05 04:24:31.765274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d462770-9500-4dda-8d2e-28b201bf31b9 req-2e6bef7b-d6ca-430a-840d-a33a0a8cb268 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352578 Jul 05 04:24:31.828235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fde09-b700-4abd-813c-652f5961536e req-fd108f82-2422-491e-b8d7-bb6892aee3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:31.829762 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-fd108f82-2422-491e-b8d7-bb6892aee3ec service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 1096 time: 0.1116452 Jul 05 04:24:31.910713 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-39c904b6-6caa-47ac-b0d6-4a95132f07f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c142e810-8757-4c91-996a-5c219d0db469 HTTP/1.1" status: 200 len: 217 time: 0.0519238 Jul 05 04:24:31.975601 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fde09-b700-4abd-813c-652f5961536e req-e0fd9ace-1e6b-4e8d-9637-c3007c3455f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:31.977211 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-e0fd9ace-1e6b-4e8d-9637-c3007c3455f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48a75a1a-4b14-40f3-9098-f9e9c3e7b219 HTTP/1.1" status: 200 len: 834 time: 0.0593979 Jul 05 04:24:32.100961 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19fde09-b700-4abd-813c-652f5961536e req-772c4804-d65f-49c3-a185-b26149775d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:32.102504 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-772c4804-d65f-49c3-a185-b26149775d0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3362446-7a80-45fb-a67f-9f80509c9058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1173303 Jul 05 04:24:32.160069 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Deleting port 1869130f-5571-4143-9935-fb4686cf7c48 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:32.160418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.269546 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-679b07ce-9232-43d3-a981-3ff43551ff43 service neutron] 10.222.0.13 "GET /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570895 Jul 05 04:24:32.292304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] For port 1869130f-5571-4143-9935-fb4686cf7c48, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1869130f-5571-4143-9935-fb4686cf7c48,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:32.292663 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.338737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Calling delete_port for 1869130f-5571-4143-9935-fb4686cf7c48 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:32.434430 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b19fde09-b700-4abd-813c-652f5961536e req-15e35575-d4f9-4df0-a762-81fbe684ea60 service neutron] 10.222.0.13 "GET /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561644 Jul 05 04:24:32.653305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.683182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Port': ['ID=1869130f-5571-4143-9935-fb4686cf7c48,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:32.885219 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:32.976708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec1a78c0-8c51-48c4-9484-1e36d1b3d660 req-9cc8a1e6-fe13-4f2c-a002-6b109526b47a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:32.978930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec1a78c0-8c51-48c4-9484-1e36d1b3d660 req-9cc8a1e6-fe13-4f2c-a002-6b109526b47a tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 944 time: 0.0881791 Jul 05 04:24:33.050884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec1a78c0-8c51-48c4-9484-1e36d1b3d660 req-fd1f805a-00a9-4fa6-ad86-96512ddc0c43 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657895 Jul 05 04:24:33.162004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:33.275472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:33.281102 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-19421b2b-6f13-41da-ad98-261043d66f36 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "PUT /v2.0/routers/2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6340749 Jul 05 04:24:33.283199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47672) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:33.284519 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] Sync routers for ids ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:33.294313 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] Routers {'2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:33.294925 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:33.336543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7893fa9-7be7-40c2-b91d-e40a1a65e5f6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Deleting subnet ef4a7bd2-3eac-4074-aa85-1149301b1879 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:33.340457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7893fa9-7be7-40c2-b91d-e40a1a65e5f6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.385219 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7893fa9-7be7-40c2-b91d-e40a1a65e5f6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.404069 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] Set router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:33.477402 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7893fa9-7be7-40c2-b91d-e40a1a65e5f6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.587246 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'name': 'tempest-TestSecurityGroupsBasicOps-router-981570304', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:55Z', 'updated_at': '2021-07-05T04:24:32Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:56Z', 'updated_at': '2021-07-05T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:33.604403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7893fa9-7be7-40c2-b91d-e40a1a65e5f6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.618379 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] Checking router: 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:33.627261 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] Routers {'2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:33.627917 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:33.630676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7893fa9-7be7-40c2-b91d-e40a1a65e5f6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Subnet': ['ID=ef4a7bd2-3eac-4074-aa85-1149301b1879,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:33.637087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a7893fa9-7be7-40c2-b91d-e40a1a65e5f6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.641655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47674) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:33.641901 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a7893fa9-7be7-40c2-b91d-e40a1a65e5f6 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "DELETE /v2.0/subnets/ef4a7bd2-3eac-4074-aa85-1149301b1879 HTTP/1.1" status: 204 len: 168 time: 0.3575103 Jul 05 04:24:33.644576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb3f3696-1342-4712-9eb9-2df82be61dd5 None None] Network 0c52bc93-74fd-4271-8185-6a4a014b52a3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:33.735341 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] Set router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:33.760210 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.850605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe4954f-ebeb-4625-9f45-ae6a7dadf76c None None] DHCP port deletion for 0c52bc93-74fd-4271-8185-6a4a014b52a3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:33.877412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.901196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4954f-ebeb-4625-9f45-ae6a7dadf76c None None] Deleting port 42982663-f204-4f51-8482-9e4fa737d463 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:33.901579 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dbe4954f-ebeb-4625-9f45-ae6a7dadf76c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.932884 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'name': 'tempest-TestSecurityGroupsBasicOps-router-981570304', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:55Z', 'updated_at': '2021-07-05T04:24:32Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:56Z', 'updated_at': '2021-07-05T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:33.960769 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90f2ebdf-ecf6-44a2-ab6d-a917be20149b None None] The sync data for ids ['2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243'] in n-d-758944-41 is: [{'id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'name': 'tempest-TestSecurityGroupsBasicOps-router-981570304', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185'}], 'enable_snat': True}, 'gw_port_id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:55Z', 'updated_at': '2021-07-05T04:24:32Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': '02f96614-112a-4183-9784-d4e4a0a11bbe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:84:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3813, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.185', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:56Z', 'updated_at': '2021-07-05T04:24:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:33.967721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-dbe4954f-ebeb-4625-9f45-ae6a7dadf76c None None] For port 42982663-f204-4f51-8482-9e4fa737d463, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=42982663-f204-4f51-8482-9e4fa737d463,segment=NetworkSegment(5ee828e9-9d00-4666-bdcb-3c2766ee9301),segment_id=5ee828e9-9d00-4666-bdcb-3c2766ee9301)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:33.968155 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dbe4954f-ebeb-4625-9f45-ae6a7dadf76c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:33.983517 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-dbe4954f-ebeb-4625-9f45-ae6a7dadf76c None None] Calling delete_port for 42982663-f204-4f51-8482-9e4fa737d463 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:34.005639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Deleting port 02f96614-112a-4183-9784-d4e4a0a11bbe {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:34.006116 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.094679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] For port 02f96614-112a-4183-9784-d4e4a0a11bbe, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=02f96614-112a-4183-9784-d4e4a0a11bbe,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:34.095049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.109445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Calling delete_port for 02f96614-112a-4183-9784-d4e4a0a11bbe owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:34.123886 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dbe4954f-ebeb-4625-9f45-ae6a7dadf76c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.151127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe4954f-ebeb-4625-9f45-ae6a7dadf76c None None] Pushing event deleted for resources: {'Port': ['ID=42982663-f204-4f51-8482-9e4fa737d463,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:34.154844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe4954f-ebeb-4625-9f45-ae6a7dadf76c None None] No DVR routers for this DVR port 42982663-f204-4f51-8482-9e4fa737d463 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:34.295944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b3d0250-1074-4a13-8af5-e8e1375c08b8 req-7975d721-e7c4-4415-bff1-9c32c1e503e6 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:34.298627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b3d0250-1074-4a13-8af5-e8e1375c08b8 req-7975d721-e7c4-4415-bff1-9c32c1e503e6 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 944 time: 0.1240680 Jul 05 04:24:34.430967 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b3d0250-1074-4a13-8af5-e8e1375c08b8 req-ffd9cc69-ec6e-4872-9191-1d4917498666 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1102102 Jul 05 04:24:34.475215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f842ec-00a3-4203-bea2-a141af662baa req-fa7963f9-6003-4a0f-87e7-7882ffa6f6b7 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:34.476741 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-fa7963f9-6003-4a0f-87e7-7882ffa6f6b7 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/networks?id=54c21005-ef91-461a-9f27-ec9700454bf7 HTTP/1.1" status: 200 len: 809 time: 0.1357801 Jul 05 04:24:34.477768 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.512289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Port': ['ID=02f96614-112a-4183-9784-d4e4a0a11bbe,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:34.517520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-172896c9-39fc-4ef3-bbf2-5106066ee68a tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/quotas/7a2dc5273c9843daa741cbe6f46e971e HTTP/1.1" status: 200 len: 375 time: 0.0346417 Jul 05 04:24:34.590812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-f7f99da7-a1eb-47b0-978f-8d901f7772a0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a2dc5273c9843daa741cbe6f46e971e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0517550 Jul 05 04:24:34.650440 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.756808 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.760678 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.811163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-1c65c08f-7e41-4737-bd80-60579984e6ed service neutron] 10.222.0.30 "GET /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2124882 Jul 05 04:24:34.862231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.862759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Fanout notify agent at l3_agent the message router_deleted on router 2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:24:34.872638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:34.873723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-11c98018-6e76-4ee3-abb7-4f8b3d3d6a9b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "DELETE /v2.0/routers/2062bcb5-633f-4e6b-8cfe-8d3bc9ed6243 HTTP/1.1" status: 204 len: 168 time: 1.2310936 Jul 05 04:24:34.876357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47692) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:35.332954 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.341275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-bacea2a9-0c0c-4a42-a84c-7e02c098c79f service neutron] 10.222.0.30 "GET /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5243475 Jul 05 04:24:35.380530 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42982663-f204-4f51-8482-9e4fa737d463 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:35.402711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 42982663-f204-4f51-8482-9e4fa737d463 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:35.403065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42982663-f204-4f51-8482-9e4fa737d463 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:35.403500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1869130f-5571-4143-9935-fb4686cf7c48 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:35.424053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 1869130f-5571-4143-9935-fb4686cf7c48 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:35.424408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1869130f-5571-4143-9935-fb4686cf7c48 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:35.441646 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.451846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c52bc93-74fd-4271-8185-6a4a014b52a3']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:35.462286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ee828e9-9d00-4666-bdcb-3c2766ee9301') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:35.462582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ee828e9-9d00-4666-bdcb-3c2766ee9301') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:35.472151 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.486428 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.492923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:35.493345 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:35.496384 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:35.620456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-726a10d8-dc23-4908-8b41-571eb82701f4 req-fc97b560-a636-4c85-ae3f-5459c2b76247 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:35.622088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-726a10d8-dc23-4908-8b41-571eb82701f4 req-fc97b560-a636-4c85-ae3f-5459c2b76247 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 944 time: 0.0733638 Jul 05 04:24:35.655134 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.676693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18949077-1471-4c6e-9720-c8cba5d383f1 req-11944dfd-f0d2-4ad7-82a3-69df7c5b9b97 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 210 time: 0.0411136 Jul 05 04:24:35.684628 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.691074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "DELETE /v2.0/networks/0c52bc93-74fd-4271-8185-6a4a014b52a3 HTTP/1.1" status: 204 len: 168 time: 0.8093214 Jul 05 04:24:35.691354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47700) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:35.705383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-726a10d8-dc23-4908-8b41-571eb82701f4 req-59b6f9ac-ed27-4e3c-8682-5741ca99bc88 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0772305 Jul 05 04:24:35.755267 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4057623-5a4d-454e-b9f7-2bd460b09297 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Network': ['ID=0c52bc93-74fd-4271-8185-6a4a014b52a3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:35.880188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Deleting port bcee6f36-2354-45e7-b012-07528588ed15 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:35.880455 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.962392 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.962735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:35.977674 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Calling delete_port for bcee6f36-2354-45e7-b012-07528588ed15 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:36.221253 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.248267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Port': ['ID=bcee6f36-2354-45e7-b012-07528588ed15,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:36.312433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.312769 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Floating IP 2010c8c7-fa7f-4aa9-a229-0d50b2990beb disassociated (deleted). External IP: 172.25.4.33, port: e2921fd3-68a2-413d-ad50-3bb3206fa834. Jul 05 04:24:36.533727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Router 6a2f0cbf-a446-4b00-9849-6dfc66713471 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:36.652902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:36.657858 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:36.664187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] Sync routers for ids ['6a2f0cbf-a446-4b00-9849-6dfc66713471'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:36.675345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] Routers {'6a2f0cbf-a446-4b00-9849-6dfc66713471'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:36.676189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a2f0cbf-a446-4b00-9849-6dfc66713471'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:36.701114 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-00d082b8-b6eb-43ad-83cd-e2798b6e9cf1 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "DELETE /v2.0/floatingips/2010c8c7-fa7f-4aa9-a229-0d50b2990beb HTTP/1.1" status: 204 len: 168 time: 1.0084748 Jul 05 04:24:36.701745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'tag': 'e2921fd3-68a2-413d-ad50-3bb3206fa834'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:36.705697 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39bd43b-95c1-4fe6-9350-e63debd00e35" -d '{"events": [{"name": "network-changed", "server_uuid": "8d0111ba-5ee6-447c-a95b-9aceb1602289", "tag": "e2921fd3-68a2-413d-ad50-3bb3206fa834"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:36.796145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] Set router 6a2f0cbf-a446-4b00-9849-6dfc66713471 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:36.984429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 02f96614-112a-4183-9784-d4e4a0a11bbe no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:37.008711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 02f96614-112a-4183-9784-d4e4a0a11bbe {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:37.009082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 02f96614-112a-4183-9784-d4e4a0a11bbe not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:37.037324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe', 'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:8c:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:48Z', 'updated_at': '2021-07-05T04:22:56Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:37.081533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] Checking router: 6a2f0cbf-a446-4b00-9849-6dfc66713471 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:37.089370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] Routers {'6a2f0cbf-a446-4b00-9849-6dfc66713471'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:37.090068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a2f0cbf-a446-4b00-9849-6dfc66713471'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:37.214183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] Set router 6a2f0cbf-a446-4b00-9849-6dfc66713471 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:37.292359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c142e810-8757-4c91-996a-5c219d0db469 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:24:37.358429 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f53172e-0a36-4d12-bab3-6239663683c7 x-openstack-request-id: req-2f53172e-0a36-4d12-bab3-6239663683c7 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:37.358729 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d0111ba-5ee6-447c-a95b-9aceb1602289", "tag": "e2921fd3-68a2-413d-ad50-3bb3206fa834", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:37.359644 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f53172e-0a36-4d12-bab3-6239663683c7 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:37.360136 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'tag': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'status': 'completed', 'code': 200} Jul 05 04:24:37.475821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d8e6517e-885e-4e55-8113-5988d622683e req-56d01e81-36aa-4bd3-85eb-b99f4a47f4f4 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 210 time: 0.0669158 Jul 05 04:24:37.504633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c142e810-8757-4c91-996a-5c219d0db469, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c142e810-8757-4c91-996a-5c219d0db469,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:37.525555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'c142e810-8757-4c91-996a-5c219d0db469', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'port_id': 'c142e810-8757-4c91-996a-5c219d0db469', 'mac_address': 'fa:16:3e:a7:bb:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:24:37.550920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-0c03b9e1-4554-4d36-ab7d-b16267ed135f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:37.552763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-0c03b9e1-4554-4d36-ab7d-b16267ed135f service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=b131dd3e28bc4c708f1d5902e510725d&device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 1136 time: 0.1452436 Jul 05 04:24:37.566684 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe', 'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:8c:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:48Z', 'updated_at': '2021-07-05T04:22:56Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:37.593653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf3b698-976f-4c18-aa06-5d6de53abc83 req-9ca6e4a8-d4fb-41e5-8514-a997ad135b60 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:37.595548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-baf3b698-976f-4c18-aa06-5d6de53abc83 req-9ca6e4a8-d4fb-41e5-8514-a997ad135b60 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 944 time: 0.1187508 Jul 05 04:24:37.601134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45116d7d-9355-43c1-849d-53c3ff7480d8 None None] The sync data for ids ['6a2f0cbf-a446-4b00-9849-6dfc66713471'] in n-d-758944-41 is: [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:22:49Z', 'revision_number': 4, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe', 'name': '', 'network_id': '3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'mac_address': 'fa:16:3e:8c:bd:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_interface', 'standard_attr_id': 3699, 'fixed_ips': [{'subnet_id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:48Z', 'updated_at': '2021-07-05T04:22:56Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'subnets': [{'id': 'dfc67d70-d1a4-477b-a139-a015aeaf9ee0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:37.603191 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.616450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c142e810-8757-4c91-996a-5c219d0db469 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:37.643369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c142e810-8757-4c91-996a-5c219d0db469, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c142e810-8757-4c91-996a-5c219d0db469,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:37.700560 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:37.730588 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-baf3b698-976f-4c18-aa06-5d6de53abc83 req-fe32dde7-33fa-4874-b053-a89411511ea6 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1059051 Jul 05 04:24:37.771428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-efae7011-00ee-45c0-b898-269981255a8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:37.773356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-efae7011-00ee-45c0-b898-269981255a8b service neutron] 10.222.0.26 "GET /v2.0/networks?id=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 HTTP/1.1" status: 200 len: 897 time: 0.2098777 Jul 05 04:24:37.781622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=c142e810-8757-4c91-996a-5c219d0db469,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:37.791594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b5c505-289b-4dbf-9b85-e87c11d6df0e req-6b2993b1-24c1-47f9-bc3d-2b20135cc49b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:37.793556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6b5c505-289b-4dbf-9b85-e87c11d6df0e req-6b2993b1-24c1-47f9-bc3d-2b20135cc49b tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 984 time: 0.1678605 Jul 05 04:24:37.838694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-232f7481-60d2-4f23-a4a7-54720f8209b2 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e2921fd3-68a2-413d-ad50-3bb3206fa834 HTTP/1.1" status: 200 len: 217 time: 0.0437949 Jul 05 04:24:37.907192 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e62a4a1c-49a8-4a8d-8d96-97236b39898e None None] New status for floating IP 2010c8c7-fa7f-4aa9-a229-0d50b2990beb: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:24:37.948941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6b5c505-289b-4dbf-9b85-e87c11d6df0e req-fee37a7f-afe1-4814-a679-d1c65b742add tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1481476 Jul 05 04:24:37.960618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-6f990e18-0a51-422b-a6d5-85fc56c64791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:37.962085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-6f990e18-0a51-422b-a6d5-85fc56c64791 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=dfc67d70-d1a4-477b-a139-a015aeaf9ee0 HTTP/1.1" status: 200 len: 834 time: 0.1064923 Jul 05 04:24:38.003424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5648382f-616e-4868-ac6b-a70c033d3a26 req-f8e23bff-d8e3-4631-b46d-9175f07f4b75 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.004937 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5648382f-616e-4868-ac6b-a70c033d3a26 req-f8e23bff-d8e3-4631-b46d-9175f07f4b75 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.1377952 Jul 05 04:24:38.029326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c142e810-8757-4c91-996a-5c219d0db469'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:38.056842 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8ed5f94e-ff89-4572-ad7d-3e814bfd27d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.117404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5648382f-616e-4868-ac6b-a70c033d3a26 req-916b1813-9c21-4f45-94ea-396e7e383645 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0910618 Jul 05 04:24:38.167377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-e7850114-5d95-4928-8476-42a25665d0f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.168925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-e7850114-5d95-4928-8476-42a25665d0f0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1831067 Jul 05 04:24:38.235639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f842ec-00a3-4203-bea2-a141af662baa req-7dd82073-afc9-487a-a8c0-2012816a4fa8 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:38.237133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-7dd82073-afc9-487a-a8c0-2012816a4fa8 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.26 "GET /v2.0/networks?id=54c21005-ef91-461a-9f27-ec9700454bf7 HTTP/1.1" status: 200 len: 809 time: 0.1865520 Jul 05 04:24:38.257955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Request body: {'port': {'device_id': '43723ef5-a0cd-4f5b-b68a-747a221a6d10', 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7', 'admin_state_up': True, 'tenant_id': '7a2dc5273c9843daa741cbe6f46e971e'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:38.353315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-c7cfa3d3-7ee5-495f-b7f7-8d5ec3929877 service neutron] 10.222.0.26 "GET /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1750360 Jul 05 04:24:38.475362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f39bd43b-95c1-4fe6-9350-e63debd00e35 req-fff1434d-6a20-44ad-978a-f8362ed8edde service neutron] 10.222.0.26 "GET /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136982 Jul 05 04:24:38.535102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Made reservation on behalf of 7a2dc5273c9843daa741cbe6f46e971e for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:38.539476 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.639513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64564439-b527-4d8a-92ae-7b1910ebbbea req-d2e841d8-974a-403d-81b5-d8db7ee56b08 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 210 time: 0.0387383 Jul 05 04:24:38.704781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Allocated IP 172.20.0.14 (54c21005-ef91-461a-9f27-ec9700454bf7/d4ffeb90-ed84-4d77-963a-694928711ed6/a78bf88e-0c1f-4001-9014-f705b0d49922) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:38.859227 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:38.879229 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:24:39.003890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78d9f66-87f8-4392-bc29-59c47be6c594 req-c66b423c-2fe6-4864-9c9c-1b851a85d063 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:39.005603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f78d9f66-87f8-4392-bc29-59c47be6c594 req-c66b423c-2fe6-4864-9c9c-1b851a85d063 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 945 time: 0.1524951 Jul 05 04:24:39.013923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-96cd3c6e-510d-491b-8015-844f9d0b0be0 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:39.015302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-96cd3c6e-510d-491b-8015-844f9d0b0be0 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.26 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 984 time: 0.1442680 Jul 05 04:24:39.061611 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.165672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Network 54c21005-ef91-461a-9f27-ec9700454bf7 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:39.172593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f78d9f66-87f8-4392-bc29-59c47be6c594 req-d1bf5c55-8bf6-4126-bda2-d5da5f0be8ae tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1563699 Jul 05 04:24:39.198662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:39.227118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:39.233546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Pushing event updated for resources: {'Port': ['ID=a78bf88e-0c1f-4001-9014-f705b0d49922,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:39.287144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c142e810-8757-4c91-996a-5c219d0db469 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:39.348451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:39.348451 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.361481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf078314-46f2-4d18-99cd-eeff3d7972e5 req-827e67fd-14d5-45ed-9122-fd35be288cbf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:39.362805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf078314-46f2-4d18-99cd-eeff3d7972e5 req-827e67fd-14d5-45ed-9122-fd35be288cbf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 984 time: 0.2959371 Jul 05 04:24:39.384257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Deleting port e2921fd3-68a2-413d-ad50-3bb3206fa834 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:39.384591 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.401403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port c142e810-8757-4c91-996a-5c219d0db469 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:39.405483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port c142e810-8757-4c91-996a-5c219d0db469 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:39.405859 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.450605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-3c4c1418-465e-4e7b-bad7-5e850e8db133 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2008739 Jul 05 04:24:39.482544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Request body: {'port': {'device_id': '43723ef5-a0cd-4f5b-b68a-747a221a6d10', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:39.491723 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.508810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf078314-46f2-4d18-99cd-eeff3d7972e5 req-13350ee6-3c23-46b0-b954-796fbe882ef0 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/security-groups?id=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565&id=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3&fields=id&fields=name HTTP/1.1" status: 200 len: 411 time: 0.1391542 Jul 05 04:24:39.514177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142e810-8757-4c91-996a-5c219d0db469'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:39.517690 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fbbb705-8f66-4a98-b24a-0540638287b2" -d '{"events": [{"server_uuid": "b79594a2-aa8c-4774-99f8-6ac0b47129bc", "name": "network-vif-plugged", "status": "completed", "tag": "c142e810-8757-4c91-996a-5c219d0db469"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:39.527362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2086ae7d-5334-4fa1-8154-61c5388583f3 req-6625e806-fecc-4365-b9eb-fad0d448dbe0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:39.529978 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2086ae7d-5334-4fa1-8154-61c5388583f3 req-6625e806-fecc-4365-b9eb-fad0d448dbe0 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.2464087 Jul 05 04:24:39.541808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c142e810-8757-4c91-996a-5c219d0db469, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c142e810-8757-4c91-996a-5c219d0db469,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:39.559040 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0973efc-98af-48bf-8fe7-727b2a4b812c x-openstack-request-id: req-a0973efc-98af-48bf-8fe7-727b2a4b812c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:39.559386 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79594a2-aa8c-4774-99f8-6ac0b47129bc", "name": "network-vif-plugged", "status": "completed", "tag": "c142e810-8757-4c91-996a-5c219d0db469", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:39.559650 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a0973efc-98af-48bf-8fe7-727b2a4b812c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:39.560142 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c142e810-8757-4c91-996a-5c219d0db469', 'code': 200} Jul 05 04:24:39.589368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] For port e2921fd3-68a2-413d-ad50-3bb3206fa834, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=e2921fd3-68a2-413d-ad50-3bb3206fa834,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:39.589938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.634355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Calling delete_port for e2921fd3-68a2-413d-ad50-3bb3206fa834 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:39.647291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2086ae7d-5334-4fa1-8154-61c5388583f3 req-3d1ca210-e8ef-4135-9171-e28b0695830b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051786 Jul 05 04:24:39.650172 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.658454 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:39.695541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec3a538-5b34-4a61-b5cc-771262e441aa req-86d5276f-671b-435f-a332-112cbb07271e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:39.695541 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ec3a538-5b34-4a61-b5cc-771262e441aa req-86d5276f-671b-435f-a332-112cbb07271e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 1097 time: 0.0693314 Jul 05 04:24:39.727726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=c142e810-8757-4c91-996a-5c219d0db469,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:39.754160 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ec3a538-5b34-4a61-b5cc-771262e441aa req-59f476b2-95d4-4990-9458-3ccf88f4a5e8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531921 Jul 05 04:24:40.011790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0d2fb4-adb4-4e92-9e96-cf8654efe3d4 req-bb3a4854-9e16-4102-aeb8-65890ff051c7 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:40.013289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df0d2fb4-adb4-4e92-9e96-cf8654efe3d4 req-bb3a4854-9e16-4102-aeb8-65890ff051c7 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 932 time: 0.2375233 Jul 05 04:24:40.075551 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.089336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df0d2fb4-adb4-4e92-9e96-cf8654efe3d4 req-1bd852c0-3a2a-42c9-b40e-e647ebb86845 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681331 Jul 05 04:24:40.118355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Port': ['ID=e2921fd3-68a2-413d-ad50-3bb3206fa834,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:40.178561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a78bf88e-0c1f-4001-9014-f705b0d49922 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:40.203820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.206411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] No DVR routers for this DVR port e2921fd3-68a2-413d-ad50-3bb3206fa834 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:40.209500 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.211532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.26 "DELETE /v2.0/ports/e2921fd3-68a2-413d-ad50-3bb3206fa834 HTTP/1.1" status: 204 len: 173 time: 1.1883607 Jul 05 04:24:40.212008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'name': 'network-vif-deleted', 'tag': 'e2921fd3-68a2-413d-ad50-3bb3206fa834'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:40.214332 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadc2eee-ef45-4220-acfe-151a73b044f3" -d '{"events": [{"server_uuid": "8d0111ba-5ee6-447c-a95b-9aceb1602289", "name": "network-vif-deleted", "tag": "e2921fd3-68a2-413d-ad50-3bb3206fa834"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:40.226741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Transition to ACTIVE for port object a78bf88e-0c1f-4001-9014-f705b0d49922 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:40.252822 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6e5170-17da-458e-a7c4-e334f30ad753 x-openstack-request-id: req-7e6e5170-17da-458e-a7c4-e334f30ad753 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:40.253176 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d0111ba-5ee6-447c-a95b-9aceb1602289", "name": "network-vif-deleted", "tag": "e2921fd3-68a2-413d-ad50-3bb3206fa834", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:40.253440 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e6e5170-17da-458e-a7c4-e334f30ad753 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:40.253905 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d0111ba-5ee6-447c-a95b-9aceb1602289', 'name': 'network-vif-deleted', 'tag': 'e2921fd3-68a2-413d-ad50-3bb3206fa834', 'status': 'completed', 'code': 200} Jul 05 04:24:40.352941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-968bab8b-9246-469c-abb0-f872c72bee74 req-cf50edcf-3b35-49a6-821d-e560a91fcaa1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:40.354458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-968bab8b-9246-469c-abb0-f872c72bee74 req-cf50edcf-3b35-49a6-821d-e560a91fcaa1 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 946 time: 0.0676258 Jul 05 04:24:40.374728 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.436498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-968bab8b-9246-469c-abb0-f872c72bee74 req-33002be6-9cc3-41a1-9edb-812289263fcb tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0764649 Jul 05 04:24:40.450288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a78bf88e-0c1f-4001-9014-f705b0d49922,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:40.529062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Attempting to bind port a78bf88e-0c1f-4001-9014-f705b0d49922 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:40.529427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Attempting to bind port a78bf88e-0c1f-4001-9014-f705b0d49922 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:40.531216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Attempting to bind port a78bf88e-0c1f-4001-9014-f705b0d49922 on network 54c21005-ef91-461a-9f27-ec9700454bf7 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:40.534781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Port a78bf88e-0c1f-4001-9014-f705b0d49922 on network 54c21005-ef91-461a-9f27-ec9700454bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:24:40.535114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Attempting to bind port a78bf88e-0c1f-4001-9014-f705b0d49922 on network 54c21005-ef91-461a-9f27-ec9700454bf7 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:40.541289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:40.541631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Checking segment: {'id': 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:40.542005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Bound using segment: {'id': 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:40.542474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Bound port: a78bf88e-0c1f-4001-9014-f705b0d49922, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:40.542838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.619841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] For port a78bf88e-0c1f-4001-9014-f705b0d49922, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:40.623459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] For port a78bf88e-0c1f-4001-9014-f705b0d49922, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a78bf88e-0c1f-4001-9014-f705b0d49922,segment=NetworkSegment(b58b6dbb-35b0-4d67-a19a-0d849860d5f6),segment_id=b58b6dbb-35b0-4d67-a19a-0d849860d5f6)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:40.696467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6e8f416-08bd-4dfc-8ec7-9a6ab16bc167 req-b76a4d89-4d42-4d62-a79b-a3a56cb9a492 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "GET /v2.0/ports?device_id=8d0111ba-5ee6-447c-a95b-9aceb1602289 HTTP/1.1" status: 200 len: 210 time: 0.0408156 Jul 05 04:24:40.726756 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.762571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:40.763190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.764659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] 10.222.0.26 "PUT /v2.0/ports/a78bf88e-0c1f-4001-9014-f705b0d49922 HTTP/1.1" status: 200 len: 1093 time: 1.2956805 Jul 05 04:24:40.809824 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f9fadc3b-1404-4fa7-b81d-b297128443f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.817866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77985901-ffb7-4735-b681-8c959be575c1 service neutron] Pushing event updated for resources: {'Port': ['ID=a78bf88e-0c1f-4001-9014-f705b0d49922,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:40.861087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9457590-72d7-4beb-8633-98859c9ddefa req-e70c6079-a12a-4630-93b6-c52df6fd4632 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:40.862421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9457590-72d7-4beb-8633-98859c9ddefa req-e70c6079-a12a-4630-93b6-c52df6fd4632 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.0844200 Jul 05 04:24:40.907226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9457590-72d7-4beb-8633-98859c9ddefa req-26769404-1a63-4c7f-b16f-3704b9556a18 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378573 Jul 05 04:24:40.950153 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:40.974926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f842ec-00a3-4203-bea2-a141af662baa req-5ca1678f-bd7a-41d4-b2c3-b866b56685c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:40.976930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-5ca1678f-bd7a-41d4-b2c3-b866b56685c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a2dc5273c9843daa741cbe6f46e971e&device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 1096 time: 0.0606611 Jul 05 04:24:41.020659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-b8956b48-522d-44c6-b68f-6bbb66193fba service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bf88e-0c1f-4001-9014-f705b0d49922 HTTP/1.1" status: 200 len: 217 time: 0.0363891 Jul 05 04:24:41.071117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f842ec-00a3-4203-bea2-a141af662baa req-e4b5ded4-af47-4285-956e-9850698f595a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:41.072544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-e4b5ded4-af47-4285-956e-9850698f595a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4ffeb90-ed84-4d77-963a-694928711ed6 HTTP/1.1" status: 200 len: 849 time: 0.0456538 Jul 05 04:24:41.108562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-b3ec3603-2109-445c-8b4e-e7f95e02444a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54c21005-ef91-461a-9f27-ec9700454bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290580 Jul 05 04:24:41.249336 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-57bcf54b-b798-42d9-a86a-db9e7195cebf service neutron] 10.222.0.26 "GET /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1289010 Jul 05 04:24:41.349294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719d894d-45fd-4285-8d8c-20f6fa483816 req-d2e624e5-9b5e-46cb-82ef-13020fb95fb8 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:41.350722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-719d894d-45fd-4285-8d8c-20f6fa483816 req-d2e624e5-9b5e-46cb-82ef-13020fb95fb8 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 944 time: 0.1380918 Jul 05 04:24:41.371752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e2921fd3-68a2-413d-ad50-3bb3206fa834 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:41.385869 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73f842ec-00a3-4203-bea2-a141af662baa req-358a7cf7-797d-4d05-8d31-55dba0e89f06 service neutron] 10.222.0.26 "GET /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283681 Jul 05 04:24:41.401876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: e2921fd3-68a2-413d-ad50-3bb3206fa834 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:41.402221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device e2921fd3-68a2-413d-ad50-3bb3206fa834 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:41.404452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-719d894d-45fd-4285-8d8c-20f6fa483816 req-40b2fb0c-27eb-4565-8c03-89e7381428ce tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471942 Jul 05 04:24:41.613067 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c96f6a1-6518-401e-9427-67a0c2a30fcb req-fe453b07-e011-422d-b071-825da37df62c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:41.614473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c96f6a1-6518-401e-9427-67a0c2a30fcb req-fe453b07-e011-422d-b071-825da37df62c tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 946 time: 0.0671568 Jul 05 04:24:41.654017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c96f6a1-6518-401e-9427-67a0c2a30fcb req-f4eb4687-31c1-4d70-ad03-5ba09bb1af16 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334504 Jul 05 04:24:41.792994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47764) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:41.834655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e44626-a868-4dc5-b8bd-c7261300d34a req-273b6358-86c2-4e91-9197-0b1b63213344 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:41.836200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55e44626-a868-4dc5-b8bd-c7261300d34a req-273b6358-86c2-4e91-9197-0b1b63213344 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 946 time: 0.0709476 Jul 05 04:24:41.848457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9ac9-9c27-498c-a5d1-c4d09e3bf276 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.872071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9ac9-9c27-498c-a5d1-c4d09e3bf276 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.875790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55e44626-a868-4dc5-b8bd-c7261300d34a req-fe71b5b6-702f-4b5c-908e-4abdc2f26182 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336566 Jul 05 04:24:41.903385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47766) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:41.946976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.959026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02b26ae-7dde-4e42-b667-3489e972bed1 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:41.962798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b02b26ae-7dde-4e42-b667-3489e972bed1 tempest-TestNetworkBasicOps-1049239558 tempest-TestNetworkBasicOps-1049239558-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 1093 time: 0.0561776 Jul 05 04:24:41.963395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47770) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:41.967935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': 'c142e810-8757-4c91-996a-5c219d0db469', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address': '172.20.0.12'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:41.973550 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9ac9-9c27-498c-a5d1-c4d09e3bf276 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.977542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6a7e9ac9-9c27-498c-a5d1-c4d09e3bf276 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:41.979422 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6a7e9ac9-9c27-498c-a5d1-c4d09e3bf276 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "DELETE /v2.0/security-groups/a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565 HTTP/1.1" status: 204 len: 168 time: 0.1847875 Jul 05 04:24:41.984945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47772) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:41.990011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7e9ac9-9c27-498c-a5d1-c4d09e3bf276 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08eb03d-f0f7-4e7d-b8a1-0c2a0787d565,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:42.084032 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.087037 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc524a48-113d-4fe6-aa5d-22f1efe49dee tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.152507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc524a48-113d-4fe6-aa5d-22f1efe49dee tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.207498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b5fce1-96c8-48ca-8577-2c2d0ebc5b4d req-961c39d5-9167-4d97-8279-19ccac1696c3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:42.209039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3b5fce1-96c8-48ca-8577-2c2d0ebc5b4d req-961c39d5-9167-4d97-8279-19ccac1696c3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.1803129 Jul 05 04:24:42.256133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43723ef5-a0cd-4f5b-b68a-747a221a6d10', 'tag': 'a78bf88e-0c1f-4001-9014-f705b0d49922'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:42.258518 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e261397-0421-43aa-b24d-c31620141cff" -d '{"events": [{"name": "network-changed", "server_uuid": "43723ef5-a0cd-4f5b-b68a-747a221a6d10", "tag": "a78bf88e-0c1f-4001-9014-f705b0d49922"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:42.269361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b3b5fce1-96c8-48ca-8577-2c2d0ebc5b4d req-414f108b-a45d-439a-87d0-6d6fd673fbc3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546832 Jul 05 04:24:42.301384 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ba6476-6124-4c71-b0d5-2040310c9a75 x-openstack-request-id: req-c3ba6476-6124-4c71-b0d5-2040310c9a75 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:42.301683 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43723ef5-a0cd-4f5b-b68a-747a221a6d10", "tag": "a78bf88e-0c1f-4001-9014-f705b0d49922", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:42.301935 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3ba6476-6124-4c71-b0d5-2040310c9a75 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:42.302357 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43723ef5-a0cd-4f5b-b68a-747a221a6d10', 'tag': 'a78bf88e-0c1f-4001-9014-f705b0d49922', 'status': 'completed', 'code': 200} Jul 05 04:24:42.307379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.309279 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc524a48-113d-4fe6-aa5d-22f1efe49dee tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.311772 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc524a48-113d-4fe6-aa5d-22f1efe49dee tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.313091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bc524a48-113d-4fe6-aa5d-22f1efe49dee tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "DELETE /v2.0/security-groups/e384ffdd-fadc-468c-9d5b-2b517bd0f8a3 HTTP/1.1" status: 204 len: 168 time: 0.3270624 Jul 05 04:24:42.315867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47776) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:42.337623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc524a48-113d-4fe6-aa5d-22f1efe49dee tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e384ffdd-fadc-468c-9d5b-2b517bd0f8a3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:42.726702 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:42.847255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261397-0421-43aa-b24d-c31620141cff req-5911ec89-c5c9-4d17-baff-218846f503ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:42.848832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e261397-0421-43aa-b24d-c31620141cff req-5911ec89-c5c9-4d17-baff-218846f503ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a2dc5273c9843daa741cbe6f46e971e&device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 1096 time: 0.5204387 Jul 05 04:24:42.875141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Allocated IP 172.25.4.148 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/7567b7ae-5ccc-453f-9dd5-fa96fe527037) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:43.033760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fce674a3-0a0e-4822-b4f8-7df3c8c60225 req-eac29d25-6686-44e3-8608-1d0c75d1719c tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:43.035226 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fce674a3-0a0e-4822-b4f8-7df3c8c60225 req-eac29d25-6686-44e3-8608-1d0c75d1719c tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 944 time: 0.2278035 Jul 05 04:24:43.057615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261397-0421-43aa-b24d-c31620141cff req-98ffde2b-29bb-4891-93f1-39cde9e574b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:43.059103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e261397-0421-43aa-b24d-c31620141cff req-98ffde2b-29bb-4891-93f1-39cde9e574b1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=54c21005-ef91-461a-9f27-ec9700454bf7 HTTP/1.1" status: 200 len: 910 time: 0.2008543 Jul 05 04:24:43.126023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e261397-0421-43aa-b24d-c31620141cff req-a051e604-8de4-4388-a115-8734d7841534 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a78bf88e-0c1f-4001-9014-f705b0d49922 HTTP/1.1" status: 200 len: 217 time: 0.0571761 Jul 05 04:24:43.187123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fce674a3-0a0e-4822-b4f8-7df3c8c60225 req-ee7dc798-507a-46f1-8811-ae73c8c99786 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1426733 Jul 05 04:24:43.193108 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.223466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e261397-0421-43aa-b24d-c31620141cff req-2937c0bd-b3cc-4f15-a4f9-d2ddda8103f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:43.225001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e261397-0421-43aa-b24d-c31620141cff req-2937c0bd-b3cc-4f15-a4f9-d2ddda8103f9 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4ffeb90-ed84-4d77-963a-694928711ed6 HTTP/1.1" status: 200 len: 849 time: 0.0840886 Jul 05 04:24:43.267370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e261397-0421-43aa-b24d-c31620141cff req-f0f40052-6aca-49e0-92f1-37427e4535fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54c21005-ef91-461a-9f27-ec9700454bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311112 Jul 05 04:24:43.363414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Deleting port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:43.364308 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.369244 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.386430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a78bf88e-0c1f-4001-9014-f705b0d49922 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:24:43.403640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e261397-0421-43aa-b24d-c31620141cff req-596f694a-365f-4063-8a4e-4aa758b043d1 service neutron] 10.222.0.26 "GET /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271639 Jul 05 04:24:43.427717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:43.440627 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:43.485410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] For port e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:43.486306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.501954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:43.502240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Calling delete_port for e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:43.508376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=7567b7ae-5ccc-453f-9dd5-fa96fe527037,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:43.510114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a78bf88e-0c1f-4001-9014-f705b0d49922, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a78bf88e-0c1f-4001-9014-f705b0d49922,segment=NetworkSegment(b58b6dbb-35b0-4d67-a19a-0d849860d5f6),segment_id=b58b6dbb-35b0-4d67-a19a-0d849860d5f6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:43.529132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'a78bf88e-0c1f-4001-9014-f705b0d49922', 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7', 'port_id': 'a78bf88e-0c1f-4001-9014-f705b0d49922', 'mac_address': 'fa:16:3e:32:60:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ffeb90-ed84-4d77-963a-694928711ed6', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:24:43.585812 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.593585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a78bf88e-0c1f-4001-9014-f705b0d49922 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:43.616330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a78bf88e-0c1f-4001-9014-f705b0d49922, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a78bf88e-0c1f-4001-9014-f705b0d49922,segment=NetworkSegment(b58b6dbb-35b0-4d67-a19a-0d849860d5f6),segment_id=b58b6dbb-35b0-4d67-a19a-0d849860d5f6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:43.625350 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.661050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9e261397-0421-43aa-b24d-c31620141cff req-eb947989-56f4-41a8-ac5e-6b8c6a7854fc service neutron] 10.222.0.26 "GET /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463965 Jul 05 04:24:43.689800 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.704444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20841cda-df0f-490a-86c8-72cbc1abe594 req-71753dba-f478-44e0-ba99-7c30995c4a7d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:43.706017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20841cda-df0f-490a-86c8-72cbc1abe594 req-71753dba-f478-44e0-ba99-7c30995c4a7d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.2157285 Jul 05 04:24:43.742671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a78bf88e-0c1f-4001-9014-f705b0d49922,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:43.774838 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.803961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20841cda-df0f-490a-86c8-72cbc1abe594 req-73f6c3a9-0ac0-46e4-89d0-54d78fd06e2c tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893221 Jul 05 04:24:43.809698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Port': ['ID=e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:43.950065 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:43.969904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a78bf88e-0c1f-4001-9014-f705b0d49922'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:44.006195 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.039410 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.191586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.261843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Router 6a2f0cbf-a446-4b00-9849-6dfc66713471 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:44.376092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:44.385882 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1bf156cc-6af2-473e-ba78-09508a5c3c41 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "PUT /v2.0/routers/6a2f0cbf-a446-4b00-9849-6dfc66713471/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0659809 Jul 05 04:24:44.386206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47784) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:44.388783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] Sync routers for ids ['6a2f0cbf-a446-4b00-9849-6dfc66713471'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:44.398768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] Routers {'6a2f0cbf-a446-4b00-9849-6dfc66713471'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:44.399456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a2f0cbf-a446-4b00-9849-6dfc66713471'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:44.408804 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.425355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57396210-9c81-403e-bcc2-56d3835e9bdc req-0b869e2a-4cc8-406a-a241-98f33b579339 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:44.426933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57396210-9c81-403e-bcc2-56d3835e9bdc req-0b869e2a-4cc8-406a-a241-98f33b579339 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 945 time: 0.1102333 Jul 05 04:24:44.442863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-16867f1b-7aca-4168-9d03-e76a729e64bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Deleting subnet dfc67d70-d1a4-477b-a139-a015aeaf9ee0 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:24:44.447448 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16867f1b-7aca-4168-9d03-e76a729e64bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.471365 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57396210-9c81-403e-bcc2-56d3835e9bdc req-8977f97f-ef4e-4d7b-b0fc-9de5443ee624 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382438 Jul 05 04:24:44.472489 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.499715 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16867f1b-7aca-4168-9d03-e76a729e64bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.532587 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.534478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] Set router 6a2f0cbf-a446-4b00-9849-6dfc66713471 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:44.547592 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event updated for resources: {'Port': ['ID=7567b7ae-5ccc-453f-9dd5-fa96fe527037,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:44.562180 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.598735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16867f1b-7aca-4168-9d03-e76a729e64bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.685680 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Floating IP 7dae40df-825c-4c1f-8dd4-4c4fb6a33f42 associated. External IP: 172.25.4.148, port: c142e810-8757-4c91-996a-5c219d0db469. Jul 05 04:24:44.741214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16867f1b-7aca-4168-9d03-e76a729e64bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.751953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:24:43Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:44.769655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16867f1b-7aca-4168-9d03-e76a729e64bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Subnet': ['ID=dfc67d70-d1a4-477b-a139-a015aeaf9ee0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:44.777496 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-16867f1b-7aca-4168-9d03-e76a729e64bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.779014 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-16867f1b-7aca-4168-9d03-e76a729e64bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "DELETE /v2.0/subnets/dfc67d70-d1a4-477b-a139-a015aeaf9ee0 HTTP/1.1" status: 204 len: 168 time: 0.3914802 Jul 05 04:24:44.782592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47786) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:44.782728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] Checking router: 6a2f0cbf-a446-4b00-9849-6dfc66713471 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:44.788647 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9105635-f069-48af-92ec-250cf05806c5 None None] Network 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:24:44.834754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] Routers {'6a2f0cbf-a446-4b00-9849-6dfc66713471'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:44.836794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6a2f0cbf-a446-4b00-9849-6dfc66713471'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:44.913065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:44.936251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router af240965-48f6-4880-8870-752c933c02b7 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:24:45.036933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.127152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:24:45.144447 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] Sync routers for ids ['af240965-48f6-4880-8870-752c933c02b7'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:24:45.150982 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] Routers {'af240965-48f6-4880-8870-752c933c02b7'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:45.152662 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['af240965-48f6-4880-8870-752c933c02b7'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:45.166152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479a245a-4afd-4be5-a0e6-00b8948269ab req-a4b2e31e-08d6-4691-83c6-d9bbcc30eb23 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:45.167713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-479a245a-4afd-4be5-a0e6-00b8948269ab req-a4b2e31e-08d6-4691-83c6-d9bbcc30eb23 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.2186439 Jul 05 04:24:45.171230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] Set router 6a2f0cbf-a446-4b00-9849-6dfc66713471 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:45.196149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Deleting port db41150f-9e99-43a8-bd5a-5009775dcdd1 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:45.196931 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.215786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-479a245a-4afd-4be5-a0e6-00b8948269ab req-58e4e96c-0a84-4e20-96d8-11ad4e701e7a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415108 Jul 05 04:24:45.219006 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.280305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7fd8dd0e-9454-4e95-a366-5e15c603a99b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.3135176 Jul 05 04:24:45.280305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'tag': 'c142e810-8757-4c91-996a-5c219d0db469'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:45.280600 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] Set router af240965-48f6-4880-8870-752c933c02b7 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:45.281072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47790) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:45.282477 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f" -d '{"events": [{"name": "network-changed", "server_uuid": "b79594a2-aa8c-4774-99f8-6ac0b47129bc", "tag": "c142e810-8757-4c91-996a-5c219d0db469"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:45.325583 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-761936b4-6b5f-45c0-b4a0-d1b7cf4d233c x-openstack-request-id: req-761936b4-6b5f-45c0-b4a0-d1b7cf4d233c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:45.325882 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79594a2-aa8c-4774-99f8-6ac0b47129bc", "tag": "c142e810-8757-4c91-996a-5c219d0db469", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:45.326136 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-761936b4-6b5f-45c0-b4a0-d1b7cf4d233c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:45.326542 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'tag': 'c142e810-8757-4c91-996a-5c219d0db469', 'status': 'completed', 'code': 200} Jul 05 04:24:45.407083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a78bf88e-0c1f-4001-9014-f705b0d49922 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:45.407664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] For port db41150f-9e99-43a8-bd5a-5009775dcdd1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=db41150f-9e99-43a8-bd5a-5009775dcdd1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:45.408102 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.438595 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-78cbab29-88eb-47e0-835e-58e25f80636d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/floatingips/7dae40df-825c-4c1f-8dd4-4c4fb6a33f42 HTTP/1.1" status: 200 len: 992 time: 0.1553671 Jul 05 04:24:45.439910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4539c0bd-fb4c-4bce-9545-2a0c73aa57dc None None] DHCP port deletion for 3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:24:45.440056 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Calling delete_port for db41150f-9e99-43a8-bd5a-5009775dcdd1 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:45.490395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:24:43Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:45.505375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-98241114-84e2-40eb-be6f-dbd26b5385bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:45.506895 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-98241114-84e2-40eb-be6f-dbd26b5385bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 1098 time: 0.1426601 Jul 05 04:24:45.529505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd7912ef-f52d-40db-966a-503bc521ed9f None None] The sync data for ids ['6a2f0cbf-a446-4b00-9849-6dfc66713471'] in n-d-758944-41 is: [{'id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'name': 'tempest-TestSecurityGroupsBasicOps-router-382840863', 'tenant_id': 'b131dd3e28bc4c708f1d5902e510725d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12'}], 'enable_snat': True}, 'gw_port_id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:22:43Z', 'updated_at': '2021-07-05T04:24:43Z', 'revision_number': 5, 'project_id': 'b131dd3e28bc4c708f1d5902e510725d', 'gw_port': {'id': 'db41150f-9e99-43a8-bd5a-5009775dcdd1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:62:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6a2f0cbf-a446-4b00-9849-6dfc66713471', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3695, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.12', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:22:44Z', 'updated_at': '2021-07-05T04:22:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:45.559738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4539c0bd-fb4c-4bce-9545-2a0c73aa57dc None None] Deleting port d2b4b986-c165-498f-9874-9a73ed1c1192 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:45.559738 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4539c0bd-fb4c-4bce-9545-2a0c73aa57dc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.657578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4539c0bd-fb4c-4bce-9545-2a0c73aa57dc None None] For port d2b4b986-c165-498f-9874-9a73ed1c1192, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d2b4b986-c165-498f-9874-9a73ed1c1192,segment=NetworkSegment(52bc4bab-45ad-43a7-bf8b-a7062c5e3707),segment_id=52bc4bab-45ad-43a7-bf8b-a7062c5e3707)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:45.660051 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4539c0bd-fb4c-4bce-9545-2a0c73aa57dc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.664161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-bdd2fac2-0e68-4503-b1b4-74cdad3d5314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:45.665768 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-bdd2fac2-0e68-4503-b1b4-74cdad3d5314 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3362446-7a80-45fb-a67f-9f80509c9058 HTTP/1.1" status: 200 len: 898 time: 0.1508839 Jul 05 04:24:45.680081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port a78bf88e-0c1f-4001-9014-f705b0d49922 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:24:45.682296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4539c0bd-fb4c-4bce-9545-2a0c73aa57dc None None] Calling delete_port for d2b4b986-c165-498f-9874-9a73ed1c1192 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:45.687408 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '7dae40df-825c-4c1f-8dd4-4c4fb6a33f42', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'af240965-48f6-4880-8870-752c933c02b7', 'port_id': 'c142e810-8757-4c91-996a-5c219d0db469', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'mac_address': 'fa:16:3e:a7:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:24:43Z', 'updated_at': '2021-07-05T04:24:43Z', 'revision_number': 0, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0d8f7f-7dca-4647-b287-483ca6e664f7', 'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:0b:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:20Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:45.688948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port a78bf88e-0c1f-4001-9014-f705b0d49922 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:45.689318 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.700582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8022794e-286a-4123-bac2-11fb7d3b7cd1 req-3a4a6e9f-fb55-4f02-963c-87c63845b497 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:45.702159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8022794e-286a-4123-bac2-11fb7d3b7cd1 req-3a4a6e9f-fb55-4f02-963c-87c63845b497 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 945 time: 0.0847235 Jul 05 04:24:45.720398 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] Checking router: af240965-48f6-4880-8870-752c933c02b7 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:24:45.729426 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] Routers {'af240965-48f6-4880-8870-752c933c02b7'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:24:45.730141 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:24:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['af240965-48f6-4880-8870-752c933c02b7'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:45.760522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8022794e-286a-4123-bac2-11fb7d3b7cd1 req-e43210b0-81b0-43a1-aa91-f4a5cd74ecc4 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519469 Jul 05 04:24:45.837515 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-cd2d9074-b121-462b-9980-ff2be6eca298 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c142e810-8757-4c91-996a-5c219d0db469 HTTP/1.1" status: 200 len: 1000 time: 0.1631727 Jul 05 04:24:45.839033 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.848977 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] Set router af240965-48f6-4880-8870-752c933c02b7 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:24:45.868489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43723ef5-a0cd-4f5b-b68a-747a221a6d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bf88e-0c1f-4001-9014-f705b0d49922'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:45.871176 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-167be3c6-2009-4242-ae08-0f5890ffc316" -d '{"events": [{"server_uuid": "43723ef5-a0cd-4f5b-b68a-747a221a6d10", "name": "network-vif-plugged", "status": "completed", "tag": "a78bf88e-0c1f-4001-9014-f705b0d49922"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:45.887066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port a78bf88e-0c1f-4001-9014-f705b0d49922, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a78bf88e-0c1f-4001-9014-f705b0d49922,segment=NetworkSegment(b58b6dbb-35b0-4d67-a19a-0d849860d5f6),segment_id=b58b6dbb-35b0-4d67-a19a-0d849860d5f6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:45.899644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-ee35dbc3-5c71-470e-a7d2-9f40ab10c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:45.899644 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-ee35dbc3-5c71-470e-a7d2-9f40ab10c6b9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48a75a1a-4b14-40f3-9098-f9e9c3e7b219 HTTP/1.1" status: 200 len: 834 time: 0.0489845 Jul 05 04:24:45.899891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4539c0bd-fb4c-4bce-9545-2a0c73aa57dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.938648 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4394dc0e-75fc-4d05-be8e-6322c7babfb0 x-openstack-request-id: req-4394dc0e-75fc-4d05-be8e-6322c7babfb0 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:45.938961 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43723ef5-a0cd-4f5b-b68a-747a221a6d10", "name": "network-vif-plugged", "status": "completed", "tag": "a78bf88e-0c1f-4001-9014-f705b0d49922", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:45.939176 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4394dc0e-75fc-4d05-be8e-6322c7babfb0 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:45.939567 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43723ef5-a0cd-4f5b-b68a-747a221a6d10', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a78bf88e-0c1f-4001-9014-f705b0d49922', 'code': 200} Jul 05 04:24:45.940493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4539c0bd-fb4c-4bce-9545-2a0c73aa57dc None None] Pushing event deleted for resources: {'Port': ['ID=d2b4b986-c165-498f-9874-9a73ed1c1192,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:45.942533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4539c0bd-fb4c-4bce-9545-2a0c73aa57dc None None] No DVR routers for this DVR port d2b4b986-c165-498f-9874-9a73ed1c1192 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:45.948636 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.974931 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:45.992299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Port': ['ID=db41150f-9e99-43a8-bd5a-5009775dcdd1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.053850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=a78bf88e-0c1f-4001-9014-f705b0d49922,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.085747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.145709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df33716-6109-474c-8c2e-5409591178ab req-767d8c17-cfca-4a65-adcf-9ec02e9d3f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.147527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6df33716-6109-474c-8c2e-5409591178ab req-767d8c17-cfca-4a65-adcf-9ec02e9d3f9c service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 1098 time: 0.0918646 Jul 05 04:24:46.193802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6df33716-6109-474c-8c2e-5409591178ab req-6ba414de-100c-4b52-92fe-120ace7cec7b service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389123 Jul 05 04:24:46.197005 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '7dae40df-825c-4c1f-8dd4-4c4fb6a33f42', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'af240965-48f6-4880-8870-752c933c02b7', 'port_id': 'c142e810-8757-4c91-996a-5c219d0db469', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'mac_address': 'fa:16:3e:a7:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:24:43Z', 'updated_at': '2021-07-05T04:24:43Z', 'revision_number': 0, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0d8f7f-7dca-4647-b287-483ca6e664f7', 'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:0b:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:20Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:46.197509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-20892e32-c1e5-4779-b8de-34c534c1d4fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.199011 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-20892e32-c1e5-4779-b8de-34c534c1d4fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3362446-7a80-45fb-a67f-9f80509c9058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.2929080 Jul 05 04:24:46.202431 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.204862 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.232704 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01ef7c8-9276-420a-b531-78433cfdfb63 None None] The sync data for ids ['af240965-48f6-4880-8870-752c933c02b7'] in n-d-758944-41 is: [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '7dae40df-825c-4c1f-8dd4-4c4fb6a33f42', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'af240965-48f6-4880-8870-752c933c02b7', 'port_id': 'c142e810-8757-4c91-996a-5c219d0db469', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3878, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'mac_address': 'fa:16:3e:a7:bb:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:24:43Z', 'updated_at': '2021-07-05T04:24:43Z', 'revision_number': 0, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b0d8f7f-7dca-4647-b287-483ca6e664f7', 'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:0b:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:20Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:24:46.339489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-d109b38c-3162-4312-8ad9-aee9e4cddcef service neutron] 10.222.0.13 "GET /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1313303 Jul 05 04:24:46.398907 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.399440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Fanout notify agent at l3_agent the message router_deleted on router 6a2f0cbf-a446-4b00-9849-6dfc66713471 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:24:46.407319 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.408502 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-295a33e4-bfdf-4865-9fef-342d866e250e tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "DELETE /v2.0/routers/6a2f0cbf-a446-4b00-9849-6dfc66713471 HTTP/1.1" status: 204 len: 168 time: 1.6253300 Jul 05 04:24:46.411084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47800) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:46.414905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8da9cf66-12b3-473e-ad50-1696fc50ed08 req-6928257d-715c-4d6c-ba18-b593cdee0e85 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.416578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8da9cf66-12b3-473e-ad50-1696fc50ed08 req-6928257d-715c-4d6c-ba18-b593cdee0e85 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.0701399 Jul 05 04:24:46.444233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47802) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:46.526140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.530402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-100ca060-1b11-448b-b1f6-e82292f4bbb5 None None] New status for floating IP 7dae40df-825c-4c1f-8dd4-4c4fb6a33f42: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:24:46.533328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8da9cf66-12b3-473e-ad50-1696fc50ed08 req-f22749c1-71ec-4af5-b2c7-744aca2d32a6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049893 Jul 05 04:24:46.535516 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b9e49d42-ad3f-4f7d-bf09-25601f5d078f req-a9d41be8-1417-4132-9394-3bddbe1d3dae service neutron] 10.222.0.13 "GET /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1853268 Jul 05 04:24:46.564725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ed997149-d62f-4708-b564-095dc901b074 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/floatingips/7dae40df-825c-4c1f-8dd4-4c4fb6a33f42 HTTP/1.1" status: 200 len: 992 time: 0.1182055 Jul 05 04:24:46.653924 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.665234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:46.676351 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52bc4bab-45ad-43a7-bf8b-a7062c5e3707') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:46.676648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52bc4bab-45ad-43a7-bf8b-a7062c5e3707') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:24:46.685736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.700375 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.706432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:24:46.706829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:24:46.710080 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:24:46.854349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.867762 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:46.869799 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] 10.222.0.30 "DELETE /v2.0/networks/3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9 HTTP/1.1" status: 204 len: 168 time: 0.4577742 Jul 05 04:24:46.882090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1844eaa8-c2a8-4455-a2d3-bed9e45216bf tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] Pushing event deleted for resources: {'Network': ['ID=3c3a3aa6-f678-4f47-b29b-ca2fdedce1c9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:46.961123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbae1-e2b4-4674-8b75-99b7041821f7 req-c8c58f0f-4b22-4d57-a482-531c6ef86259 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:46.962725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dacbae1-e2b4-4674-8b75-99b7041821f7 req-c8c58f0f-4b22-4d57-a482-531c6ef86259 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 946 time: 0.0725095 Jul 05 04:24:47.036703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dacbae1-e2b4-4674-8b75-99b7041821f7 req-f4f5e078-faa8-4339-924f-25ef50786ecb tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654697 Jul 05 04:24:47.038175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:47.063480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:47.064056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e75a0ccf-26d9-4a3a-b346-bf0cd7a843fe not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:47.064627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device db41150f-9e99-43a8-bd5a-5009775dcdd1 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:47.086069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: db41150f-9e99-43a8-bd5a-5009775dcdd1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:47.086413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device db41150f-9e99-43a8-bd5a-5009775dcdd1 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:47.086832 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d2b4b986-c165-498f-9874-9a73ed1c1192 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:47.109117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: d2b4b986-c165-498f-9874-9a73ed1c1192 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:47.109453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d2b4b986-c165-498f-9874-9a73ed1c1192 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:47.450990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47812) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.567284 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47816) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.631613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a8211346-82eb-411b-973f-5917baca56b4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b131dd3e28bc4c708f1d5902e510725d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1767199 Jul 05 04:24:47.632074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47820) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:47.652438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fd53374c-0b66-4f7c-ba16-8e2b9eb9961b tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/floatingips/7dae40df-825c-4c1f-8dd4-4c4fb6a33f42 HTTP/1.1" status: 200 len: 994 time: 0.0839610 Jul 05 04:24:47.696440 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f4f46513-2530-425a-b2d8-3666c21593ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.723299 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f4f46513-2530-425a-b2d8-3666c21593ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.737613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3044ca-b609-4d7f-b5b3-aaeba030d402 req-7be39370-c906-41d5-8024-6da9af459303 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:47.739160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe3044ca-b609-4d7f-b5b3-aaeba030d402 req-7be39370-c906-41d5-8024-6da9af459303 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.0706320 Jul 05 04:24:47.786831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe3044ca-b609-4d7f-b5b3-aaeba030d402 req-9191c699-1afb-4e25-bd03-dabb1ca289c9 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412567 Jul 05 04:24:47.849958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f4f46513-2530-425a-b2d8-3666c21593ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.853195 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f4f46513-2530-425a-b2d8-3666c21593ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:47.854391 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f4f46513-2530-425a-b2d8-3666c21593ba admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ea014320-3eb4-475d-b4d8-87fe98023da9 HTTP/1.1" status: 204 len: 168 time: 0.2213359 Jul 05 04:24:47.864265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f46513-2530-425a-b2d8-3666c21593ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea014320-3eb4-475d-b4d8-87fe98023da9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:48.223750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19cb73bc-7cd6-4353-8b03-5c39409b11d9 req-458634ee-28c2-4fe6-b5e5-06f977029916 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:48.225441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19cb73bc-7cd6-4353-8b03-5c39409b11d9 req-458634ee-28c2-4fe6-b5e5-06f977029916 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 946 time: 0.0748627 Jul 05 04:24:48.267887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19cb73bc-7cd6-4353-8b03-5c39409b11d9 req-b3be37de-fe77-41df-8c60-f48318083e42 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363686 Jul 05 04:24:48.470874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47830) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:48.484501 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9654d0f7-a4b4-48a0-b128-602a34408129 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.576073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9654d0f7-a4b4-48a0-b128-602a34408129 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.729108 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9654d0f7-a4b4-48a0-b128-602a34408129 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.770669 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9654d0f7-a4b4-48a0-b128-602a34408129 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29b6f455e4dc476686ac5db6f18639d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2986164 Jul 05 04:24:48.771613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654d0f7-a4b4-48a0-b128-602a34408129 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd2196b3-f3f5-41c2-b0fd-cd85cd999571,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:48.773417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47834) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:48.828861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae95a742-35aa-4dfa-bfc5-2c9375ba7a02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:48.861880 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae95a742-35aa-4dfa-bfc5-2c9375ba7a02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.009130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae95a742-35aa-4dfa-bfc5-2c9375ba7a02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.011936 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ae95a742-35aa-4dfa-bfc5-2c9375ba7a02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.015507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ae95a742-35aa-4dfa-bfc5-2c9375ba7a02 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cd2196b3-f3f5-41c2-b0fd-cd85cd999571 HTTP/1.1" status: 204 len: 168 time: 0.2387433 Jul 05 04:24:49.022961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae95a742-35aa-4dfa-bfc5-2c9375ba7a02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd2196b3-f3f5-41c2-b0fd-cd85cd999571,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:49.264677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa649b6a-b2bf-4be3-848f-73aa5cb0ff7c req-86b84da9-0bba-4886-8d6b-893b4e64ab8d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:49.266260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa649b6a-b2bf-4be3-848f-73aa5cb0ff7c req-86b84da9-0bba-4886-8d6b-893b4e64ab8d tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.0826879 Jul 05 04:24:49.306895 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa649b6a-b2bf-4be3-848f-73aa5cb0ff7c req-30d0b855-40fd-4dba-9790-23512d0d67a8 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346084 Jul 05 04:24:49.714450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47852) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:49.754764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ef4381e9-6027-43b2-ad55-8ac651e79ecf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51dad03796ff4f59824a71a867a0fa38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391381 Jul 05 04:24:49.757982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 47854) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:49.778026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ab550e-7132-4dca-862a-8c09d803e1b9 req-4d245181-356e-4bd3-8bcb-94952ec97047 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:49.779964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9ab550e-7132-4dca-862a-8c09d803e1b9 req-4d245181-356e-4bd3-8bcb-94952ec97047 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 946 time: 0.0731592 Jul 05 04:24:49.814411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24695e3f-0426-4fa2-a9ca-e6675609df0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.822594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9ab550e-7132-4dca-862a-8c09d803e1b9 req-99ac6f95-b707-4256-8ff0-b35bdd901963 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361702 Jul 05 04:24:49.839098 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24695e3f-0426-4fa2-a9ca-e6675609df0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.946621 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24695e3f-0426-4fa2-a9ca-e6675609df0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.949341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24695e3f-0426-4fa2-a9ca-e6675609df0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:49.950580 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-24695e3f-0426-4fa2-a9ca-e6675609df0d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d350cea8-6bc2-4554-9caf-b7466f6c7560 HTTP/1.1" status: 204 len: 168 time: 0.1916871 Jul 05 04:24:49.958779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24695e3f-0426-4fa2-a9ca-e6675609df0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350cea8-6bc2-4554-9caf-b7466f6c7560,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:50.497255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379b0580-cdfd-4aef-aacb-6f42417fd0f6 req-c63abe8a-b05e-48a9-bdc0-e3e96bf4d66b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:50.498820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-379b0580-cdfd-4aef-aacb-6f42417fd0f6 req-c63abe8a-b05e-48a9-bdc0-e3e96bf4d66b tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.0712998 Jul 05 04:24:50.542725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-379b0580-cdfd-4aef-aacb-6f42417fd0f6 req-5b360b6b-7236-4f24-a116-65fb0df79204 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379043 Jul 05 04:24:50.999124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd2e2d6-43d0-446c-9352-181d6aa216c3 req-9e37e117-4624-4959-8353-e6013cac597c tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:51.000752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ffd2e2d6-43d0-446c-9352-181d6aa216c3 req-9e37e117-4624-4959-8353-e6013cac597c tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 946 time: 0.0649672 Jul 05 04:24:51.041507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ffd2e2d6-43d0-446c-9352-181d6aa216c3 req-d2c7cefd-f3cf-4bfe-9cf7-a35ff98b7bad tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335488 Jul 05 04:24:51.117764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e60a0f-a87f-4d57-a07f-86ce93909d19 req-43c6a015-1c5c-4a9f-90d4-68eac237adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:51.119178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54e60a0f-a87f-4d57-a07f-86ce93909d19 req-43c6a015-1c5c-4a9f-90d4-68eac237adb5 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 1098 time: 0.0573657 Jul 05 04:24:51.159721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54e60a0f-a87f-4d57-a07f-86ce93909d19 req-93285d32-ccc7-4e5e-8764-8942c9152932 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292966 Jul 05 04:24:51.316563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-ab15d7c7-ac6f-45ed-9e07-3d53e9e45d75 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:51.317988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-ab15d7c7-ac6f-45ed-9e07-3d53e9e45d75 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.26 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 946 time: 0.0628896 Jul 05 04:24:51.423867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-1372ea10-28f8-4cbb-8e40-f31fc540f6af tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Deleting port a78bf88e-0c1f-4001-9014-f705b0d49922 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:24:51.424156 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-1372ea10-28f8-4cbb-8e40-f31fc540f6af tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.431648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 414a8dd2-8d94-4bc6-a285-545bb342d3f1 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:24:51.515843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-1372ea10-28f8-4cbb-8e40-f31fc540f6af tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] For port a78bf88e-0c1f-4001-9014-f705b0d49922, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=a78bf88e-0c1f-4001-9014-f705b0d49922,segment=NetworkSegment(b58b6dbb-35b0-4d67-a19a-0d849860d5f6),segment_id=b58b6dbb-35b0-4d67-a19a-0d849860d5f6)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:51.516232 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-1372ea10-28f8-4cbb-8e40-f31fc540f6af tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.529963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-1372ea10-28f8-4cbb-8e40-f31fc540f6af tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Calling delete_port for a78bf88e-0c1f-4001-9014-f705b0d49922 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:24:51.530981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 414a8dd2-8d94-4bc6-a285-545bb342d3f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:51.542482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'port_id': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'mac_address': 'fa:16:3e:f0:c8:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:24:51.591336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.606103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 414a8dd2-8d94-4bc6-a285-545bb342d3f1 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:51.626356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 414a8dd2-8d94-4bc6-a285-545bb342d3f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:51.704486 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.736482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305d5fc-8b8b-4a9f-a395-4def26dd838e req-d1237fe9-68dd-4af2-9ef5-85d64030c844 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:51.737979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9305d5fc-8b8b-4a9f-a395-4def26dd838e req-d1237fe9-68dd-4af2-9ef5-85d64030c844 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.0789049 Jul 05 04:24:51.754101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=414a8dd2-8d94-4bc6-a285-545bb342d3f1,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:51.761636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.761989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.762333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.762671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.763078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.763431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.763765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.764211 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.766379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.766499 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-1372ea10-28f8-4cbb-8e40-f31fc540f6af tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.766621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.766621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.766621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:24:51.779573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['a78bf88e-0c1f-4001-9014-f705b0d49922'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:51.809702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9305d5fc-8b8b-4a9f-a395-4def26dd838e req-98548e8f-6905-4b30-8e64-7f7dd45136a1 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653279 Jul 05 04:24:51.810404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1372ea10-28f8-4cbb-8e40-f31fc540f6af tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Pushing event deleted for resources: {'Port': ['ID=a78bf88e-0c1f-4001-9014-f705b0d49922,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:51.859302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-1372ea10-28f8-4cbb-8e40-f31fc540f6af tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] No DVR routers for this DVR port a78bf88e-0c1f-4001-9014-f705b0d49922 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:24:51.861934 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-1372ea10-28f8-4cbb-8e40-f31fc540f6af tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:51.863971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6efe69e-2167-4553-a415-4d1b7aa8d4b3 req-1372ea10-28f8-4cbb-8e40-f31fc540f6af tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.26 "DELETE /v2.0/ports/a78bf88e-0c1f-4001-9014-f705b0d49922 HTTP/1.1" status: 204 len: 173 time: 0.5399795 Jul 05 04:24:51.864402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43723ef5-a0cd-4f5b-b68a-747a221a6d10', 'name': 'network-vif-deleted', 'tag': 'a78bf88e-0c1f-4001-9014-f705b0d49922'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:51.867205 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7509b25b-c588-4395-94b1-82ea4ca8bf7d" -d '{"events": [{"server_uuid": "43723ef5-a0cd-4f5b-b68a-747a221a6d10", "name": "network-vif-deleted", "tag": "a78bf88e-0c1f-4001-9014-f705b0d49922"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:51.903560 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f6c208-87bd-43f7-ba25-8355bad4bf8e x-openstack-request-id: req-c4f6c208-87bd-43f7-ba25-8355bad4bf8e {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:51.903873 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43723ef5-a0cd-4f5b-b68a-747a221a6d10", "name": "network-vif-deleted", "tag": "a78bf88e-0c1f-4001-9014-f705b0d49922", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:51.904156 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c4f6c208-87bd-43f7-ba25-8355bad4bf8e {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:51.904548 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43723ef5-a0cd-4f5b-b68a-747a221a6d10', 'name': 'network-vif-deleted', 'tag': 'a78bf88e-0c1f-4001-9014-f705b0d49922', 'status': 'completed', 'code': 200} Jul 05 04:24:51.952938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['414a8dd2-8d94-4bc6-a285-545bb342d3f1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:24:52.197496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a22cc43a-b761-4ae6-8173-baf6762175db req-cff8b623-065a-4e3b-83d0-e47973ef3351 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=43723ef5-a0cd-4f5b-b68a-747a221a6d10 HTTP/1.1" status: 200 len: 210 time: 0.0307105 Jul 05 04:24:52.993959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a776a19b-628d-4fa4-ab10-18d46da33ce7 req-6f9a751d-d1b2-40e8-8251-1a881ecf654f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:52.995469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a776a19b-628d-4fa4-ab10-18d46da33ce7 req-6f9a751d-d1b2-40e8-8251-1a881ecf654f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 945 time: 0.0693572 Jul 05 04:24:53.038727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a776a19b-628d-4fa4-ab10-18d46da33ce7 req-8113a25e-abaa-4b29-8833-d1f78eeff428 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374191 Jul 05 04:24:53.063065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 47870) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:24:53.127072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6a9d1b5b-60d9-43d0-86e1-abf6269ea384 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/floatingips/55a7311c-5b08-4740-b3ed-90c06c41e84a HTTP/1.1" status: 200 len: 993 time: 0.0628712 Jul 05 04:24:53.458945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 414a8dd2-8d94-4bc6-a285-545bb342d3f1 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:24:53.507451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:24:53.507741 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.552987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-899e61eb-9b65-4c5b-9538-0b944fa25402 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:53.555041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-899e61eb-9b65-4c5b-9538-0b944fa25402 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/networks?id=54c21005-ef91-461a-9f27-ec9700454bf7 HTTP/1.1" status: 200 len: 809 time: 0.1085856 Jul 05 04:24:53.575677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-be6bd144-6d9a-4098-81f1-447cf9e4aedc tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/quotas/7a2dc5273c9843daa741cbe6f46e971e HTTP/1.1" status: 200 len: 375 time: 0.0138974 Jul 05 04:24:53.593451 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.613041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-d6ddb630-ba9f-4dbf-b0e2-46eed1a2778c tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7a2dc5273c9843daa741cbe6f46e971e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316751 Jul 05 04:24:53.616868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:53.619156 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8de96d83-a746-4a89-a3a7-33e547fa8873" -d '{"events": [{"server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "name": "network-vif-plugged", "status": "completed", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:53.623919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-15dbd15e-66da-48dd-9fc0-6f68095e217a service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:24:53.626347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-15dbd15e-66da-48dd-9fc0-6f68095e217a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053277 Jul 05 04:24:53.632300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 414a8dd2-8d94-4bc6-a285-545bb342d3f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:24:53.659433 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d00624-16e7-49fe-964e-3b21c9bf8353 x-openstack-request-id: req-e2d00624-16e7-49fe-964e-3b21c9bf8353 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:53.659433 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "name": "network-vif-plugged", "status": "completed", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:53.659433 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e2d00624-16e7-49fe-964e-3b21c9bf8353 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:53.659433 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'code': 200} Jul 05 04:24:53.718481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-259fcc64-54dc-43e6-a655-ab91362b4623 service neutron] 10.222.0.30 "GET /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870454 Jul 05 04:24:53.728940 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:53.783220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=414a8dd2-8d94-4bc6-a285-545bb342d3f1,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:53.814886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-1f6f7198-2b04-4b83-8e28-90b427acbf55 service neutron] 10.222.0.30 "GET /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903144 Jul 05 04:24:54.080738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b25a4889-c152-4246-ae3c-c25fe0d7319f req-9c55dee5-0b22-4374-aff2-88810856aa59 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 210 time: 0.0303059 Jul 05 04:24:55.234260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea6531a3-8cb7-4899-84e0-604372945999 req-df01d969-d7f3-4c18-919f-87454095fb2b tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 210 time: 0.0301287 Jul 05 04:24:55.467839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a78bf88e-0c1f-4001-9014-f705b0d49922 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:24:55.489074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: a78bf88e-0c1f-4001-9014-f705b0d49922 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:24:55.489419 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device a78bf88e-0c1f-4001-9014-f705b0d49922 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:24:56.569171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37092720-b59f-4055-afa2-39e38f3aa1a2 req-7bc4507a-0f7d-4d46-b836-5631ef92788c tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 210 time: 0.0363350 Jul 05 04:24:56.617115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-92741f19-8f10-4c68-afb2-97e5bc472faa tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:56.618541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-92741f19-8f10-4c68-afb2-97e5bc472faa tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.26 "GET /v2.0/networks?id=54c21005-ef91-461a-9f27-ec9700454bf7 HTTP/1.1" status: 200 len: 809 time: 0.4931035 Jul 05 04:24:56.631185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Request body: {'port': {'device_id': '574e01fd-340b-486a-aee1-90f3a6ed1bee', 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7', 'admin_state_up': True, 'tenant_id': '7a2dc5273c9843daa741cbe6f46e971e'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:56.790202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Made reservation on behalf of 7a2dc5273c9843daa741cbe6f46e971e for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:24:56.793846 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:56.921066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Allocated IP 172.20.0.5 (54c21005-ef91-461a-9f27-ec9700454bf7/d4ffeb90-ed84-4d77-963a-694928711ed6/ef918046-4b4f-43a9-ba93-02123ee729b3) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:24:57.073289 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.167481 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.214558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Network 54c21005-ef91-461a-9f27-ec9700454bf7 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:24:57.217927 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:24:57.224282 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:24:57.249798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Pushing event updated for resources: {'Port': ['ID=ef918046-4b4f-43a9-ba93-02123ee729b3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:57.278087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:57.278701 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.368148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-f54bdd48-2f07-4452-aa84-a8c24f900306 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7409389 Jul 05 04:24:57.381063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Request body: {'port': {'device_id': '574e01fd-340b-486a-aee1-90f3a6ed1bee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:24:57.456396 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.765397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef918046-4b4f-43a9-ba93-02123ee729b3 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:24:57.775327 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.794490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Transition to ACTIVE for port object ef918046-4b4f-43a9-ba93-02123ee729b3 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:24:57.807993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b54e5036-bbee-46e0-adbb-cb7f742ed1c1 req-b0f8c314-22cd-41c5-9daa-acd2c8b52985 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:57.809502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b54e5036-bbee-46e0-adbb-cb7f742ed1c1 req-b0f8c314-22cd-41c5-9daa-acd2c8b52985 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 931 time: 0.1260960 Jul 05 04:24:57.850933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b54e5036-bbee-46e0-adbb-cb7f742ed1c1 req-1f45d8ac-c070-41a4-9bdb-d95935636123 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355644 Jul 05 04:24:57.852323 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:57.902617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Pushing event updated for resources: {'Port': ['ID=ef918046-4b4f-43a9-ba93-02123ee729b3,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:57.978670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Attempting to bind port ef918046-4b4f-43a9-ba93-02123ee729b3 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:24:57.979006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Attempting to bind port ef918046-4b4f-43a9-ba93-02123ee729b3 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:24:57.979341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Attempting to bind port ef918046-4b4f-43a9-ba93-02123ee729b3 on network 54c21005-ef91-461a-9f27-ec9700454bf7 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:57.983777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Port ef918046-4b4f-43a9-ba93-02123ee729b3 on network 54c21005-ef91-461a-9f27-ec9700454bf7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:24:57.984128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Attempting to bind port ef918046-4b4f-43a9-ba93-02123ee729b3 on network 54c21005-ef91-461a-9f27-ec9700454bf7 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:24:57.988893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 24, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:24:57.989245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Checking segment: {'id': 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:24:57.989607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Bound using segment: {'id': 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:24:57.990031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Bound port: ef918046-4b4f-43a9-ba93-02123ee729b3, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:24:57.990385 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.054416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] For port ef918046-4b4f-43a9-ba93-02123ee729b3, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:24:58.057358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] For port ef918046-4b4f-43a9-ba93-02123ee729b3, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ef918046-4b4f-43a9-ba93-02123ee729b3,segment=NetworkSegment(b58b6dbb-35b0-4d67-a19a-0d849860d5f6),segment_id=b58b6dbb-35b0-4d67-a19a-0d849860d5f6)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:24:58.134075 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.169909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:58.170520 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:24:58.172573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] 10.222.0.26 "PUT /v2.0/ports/ef918046-4b4f-43a9-ba93-02123ee729b3 HTTP/1.1" status: 200 len: 1092 time: 0.7955837 Jul 05 04:24:58.173033 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '574e01fd-340b-486a-aee1-90f3a6ed1bee', 'tag': 'ef918046-4b4f-43a9-ba93-02123ee729b3'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:24:58.175311 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e587586-e858-4c3c-9af9-f9e0bd711cc3" -d '{"events": [{"name": "network-changed", "server_uuid": "574e01fd-340b-486a-aee1-90f3a6ed1bee", "tag": "ef918046-4b4f-43a9-ba93-02123ee729b3"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:24:58.203522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5101c645-0aae-46ea-9fd9-5a4ab202cb55 service neutron] Pushing event updated for resources: {'Port': ['ID=ef918046-4b4f-43a9-ba93-02123ee729b3,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:24:58.218228 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:24:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dcd1adf-a387-4058-8054-0cd6dc0422c9 x-openstack-request-id: req-8dcd1adf-a387-4058-8054-0cd6dc0422c9 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:24:58.218605 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "574e01fd-340b-486a-aee1-90f3a6ed1bee", "tag": "ef918046-4b4f-43a9-ba93-02123ee729b3", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:24:58.218776 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8dcd1adf-a387-4058-8054-0cd6dc0422c9 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:24:58.219439 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '574e01fd-340b-486a-aee1-90f3a6ed1bee', 'tag': 'ef918046-4b4f-43a9-ba93-02123ee729b3', 'status': 'completed', 'code': 200} Jul 05 04:24:58.300288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e587586-e858-4c3c-9af9-f9e0bd711cc3 req-10c29514-f264-405f-91ed-e4ece1f2224c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:58.301808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e587586-e858-4c3c-9af9-f9e0bd711cc3 req-10c29514-f264-405f-91ed-e4ece1f2224c service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a2dc5273c9843daa741cbe6f46e971e&device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 1095 time: 0.0587807 Jul 05 04:24:58.402686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e587586-e858-4c3c-9af9-f9e0bd711cc3 req-9ae3bc58-1c77-405a-a027-e31dcaa65002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:58.404081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e587586-e858-4c3c-9af9-f9e0bd711cc3 req-9ae3bc58-1c77-405a-a027-e31dcaa65002 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7a2dc5273c9843daa741cbe6f46e971e&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0946808 Jul 05 04:24:58.510840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e587586-e858-4c3c-9af9-f9e0bd711cc3 req-af019f85-42ff-45b0-b67a-369f1bc646fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:58.512320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e587586-e858-4c3c-9af9-f9e0bd711cc3 req-af019f85-42ff-45b0-b67a-369f1bc646fa service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0984302 Jul 05 04:24:58.605679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-a726fe94-12d4-4ccb-8ed4-ef6e74d6bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:58.607217 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-a726fe94-12d4-4ccb-8ed4-ef6e74d6bd91 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7a2dc5273c9843daa741cbe6f46e971e&device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 1095 time: 0.0563436 Jul 05 04:24:58.651297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-557725c6-4af2-4990-a124-d9b5c3df4159 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=ef918046-4b4f-43a9-ba93-02123ee729b3 HTTP/1.1" status: 200 len: 217 time: 0.0372734 Jul 05 04:24:58.701301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-b11fa0c4-eb36-4e2c-be13-ea704bcd6402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:58.702782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-b11fa0c4-eb36-4e2c-be13-ea704bcd6402 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=d4ffeb90-ed84-4d77-963a-694928711ed6 HTTP/1.1" status: 200 len: 849 time: 0.0452297 Jul 05 04:24:58.740995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-9e5bd45b-abd2-4a02-b888-1e5926eef036 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=54c21005-ef91-461a-9f27-ec9700454bf7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319109 Jul 05 04:24:58.837243 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-246a7a7f-ca2b-4f15-ac9d-2a8550033feb service neutron] 10.222.0.26 "GET /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894339 Jul 05 04:24:58.941665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-910db5ae-416b-4a1e-b09d-68fe461c7612 req-500620c5-65a7-4ed2-833e-0f67c24b727c service neutron] 10.222.0.26 "GET /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967722 Jul 05 04:24:59.034308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a135f2a3-f721-4108-b024-b9975993a4e2 req-39fd8ae4-66f2-49f1-b2ae-674856e38d85 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:24:59.035797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a135f2a3-f721-4108-b024-b9975993a4e2 req-39fd8ae4-66f2-49f1-b2ae-674856e38d85 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 943 time: 0.0673785 Jul 05 04:24:59.074816 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a135f2a3-f721-4108-b024-b9975993a4e2 req-4f7e8978-e433-4905-bc66-c86300c95820 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327036 Jul 05 04:25:00.256169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95186f25-6d68-4f23-8f39-a019716a3ed1 req-9ecb211f-d7c7-452c-9b82-a8748ffc4335 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:00.257732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95186f25-6d68-4f23-8f39-a019716a3ed1 req-9ecb211f-d7c7-452c-9b82-a8748ffc4335 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 943 time: 0.0677266 Jul 05 04:25:00.300605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95186f25-6d68-4f23-8f39-a019716a3ed1 req-fc3baa93-4844-4cba-9d5e-12c1391f187f tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372541 Jul 05 04:25:01.473966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc0fed5-dad8-4740-8717-21aa29c2994a req-d37f7aca-ecc4-4e69-8deb-8f72ce81c553 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:01.475438 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcc0fed5-dad8-4740-8717-21aa29c2994a req-d37f7aca-ecc4-4e69-8deb-8f72ce81c553 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 943 time: 0.0653241 Jul 05 04:25:01.493798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ef918046-4b4f-43a9-ba93-02123ee729b3 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:25:01.516215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcc0fed5-dad8-4740-8717-21aa29c2994a req-2098f63d-e767-4c01-a365-16952e086af0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346959 Jul 05 04:25:01.592512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ef918046-4b4f-43a9-ba93-02123ee729b3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ef918046-4b4f-43a9-ba93-02123ee729b3,segment=NetworkSegment(b58b6dbb-35b0-4d67-a19a-0d849860d5f6),segment_id=b58b6dbb-35b0-4d67-a19a-0d849860d5f6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:01.605009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'ef918046-4b4f-43a9-ba93-02123ee729b3', 'network_id': '54c21005-ef91-461a-9f27-ec9700454bf7', 'port_id': 'ef918046-4b4f-43a9-ba93-02123ee729b3', 'mac_address': 'fa:16:3e:e9:69:92', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd4ffeb90-ed84-4d77-963a-694928711ed6', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:25:01.643185 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.655690 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef918046-4b4f-43a9-ba93-02123ee729b3 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:25:01.675635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ef918046-4b4f-43a9-ba93-02123ee729b3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ef918046-4b4f-43a9-ba93-02123ee729b3,segment=NetworkSegment(b58b6dbb-35b0-4d67-a19a-0d849860d5f6),segment_id=b58b6dbb-35b0-4d67-a19a-0d849860d5f6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:01.757960 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:01.806271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ef918046-4b4f-43a9-ba93-02123ee729b3,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:02.003353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ef918046-4b4f-43a9-ba93-02123ee729b3'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:25:02.697530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d12b3d0-28d7-4de1-8638-d7158b4fc972 req-2ff8c691-17c5-4b8f-b98a-eb90308247dd tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:02.699040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d12b3d0-28d7-4de1-8638-d7158b4fc972 req-2ff8c691-17c5-4b8f-b98a-eb90308247dd tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 944 time: 0.0679457 Jul 05 04:25:02.739106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d12b3d0-28d7-4de1-8638-d7158b4fc972 req-52f29a06-d661-4855-9d52-729bc4039afd tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331542 Jul 05 04:25:03.512255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ef918046-4b4f-43a9-ba93-02123ee729b3 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:03.646767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port ef918046-4b4f-43a9-ba93-02123ee729b3 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:03.651159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port ef918046-4b4f-43a9-ba93-02123ee729b3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:03.653124 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.735925 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.758227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574e01fd-340b-486a-aee1-90f3a6ed1bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef918046-4b4f-43a9-ba93-02123ee729b3'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:03.760475 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5ad74c5-6c45-4fe6-8ee5-6571c8d96b0c" -d '{"events": [{"server_uuid": "574e01fd-340b-486a-aee1-90f3a6ed1bee", "name": "network-vif-plugged", "status": "completed", "tag": "ef918046-4b4f-43a9-ba93-02123ee729b3"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:03.773882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port ef918046-4b4f-43a9-ba93-02123ee729b3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ef918046-4b4f-43a9-ba93-02123ee729b3,segment=NetworkSegment(b58b6dbb-35b0-4d67-a19a-0d849860d5f6),segment_id=b58b6dbb-35b0-4d67-a19a-0d849860d5f6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:03.810425 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-697ddc43-08ff-4090-a503-f841595346d2 x-openstack-request-id: req-697ddc43-08ff-4090-a503-f841595346d2 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:03.810425 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574e01fd-340b-486a-aee1-90f3a6ed1bee", "name": "network-vif-plugged", "status": "completed", "tag": "ef918046-4b4f-43a9-ba93-02123ee729b3", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:03.810425 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-697ddc43-08ff-4090-a503-f841595346d2 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:03.810425 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574e01fd-340b-486a-aee1-90f3a6ed1bee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef918046-4b4f-43a9-ba93-02123ee729b3', 'code': 200} Jul 05 04:25:03.860910 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:03.913548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=ef918046-4b4f-43a9-ba93-02123ee729b3,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:03.976685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10c47f7-74e8-4661-9b46-6400475a7b96 req-226f3de1-810d-46eb-8616-deb5663e6a01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:03.978265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e10c47f7-74e8-4661-9b46-6400475a7b96 req-226f3de1-810d-46eb-8616-deb5663e6a01 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 1097 time: 0.1041756 Jul 05 04:25:03.986694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3af61a-8a73-4a2b-970f-d8608830fc6a req-ea7d39a8-2978-4b3e-b4f2-5d2039a63a5a tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:03.988162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec3af61a-8a73-4a2b-970f-d8608830fc6a req-ea7d39a8-2978-4b3e-b4f2-5d2039a63a5a tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 945 time: 0.1053391 Jul 05 04:25:04.042465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e10c47f7-74e8-4661-9b46-6400475a7b96 req-d2cf9a4f-214b-43a4-a540-b8f984d8d690 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531652 Jul 05 04:25:04.047367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec3af61a-8a73-4a2b-970f-d8608830fc6a req-b7f77ce3-9e7f-4ee2-a2ef-1c2e177eac73 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527232 Jul 05 04:25:05.235840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ed2732-80fc-4f8d-8f91-fc3bf00ef648 req-7c5d122d-7ecc-43bb-93d5-28c5636cb2f7 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:05.237323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26ed2732-80fc-4f8d-8f91-fc3bf00ef648 req-7c5d122d-7ecc-43bb-93d5-28c5636cb2f7 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 945 time: 0.0746291 Jul 05 04:25:05.278933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26ed2732-80fc-4f8d-8f91-fc3bf00ef648 req-628aec7d-b81c-42dc-938c-896a8389c932 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357020 Jul 05 04:25:06.679787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ffa2cc-6df2-444d-a3b7-deae77e52a6e req-79bfc962-554b-454c-92b7-5ab0a737cef0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:06.681232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31ffa2cc-6df2-444d-a3b7-deae77e52a6e req-79bfc962-554b-454c-92b7-5ab0a737cef0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 945 time: 0.0807066 Jul 05 04:25:06.720830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31ffa2cc-6df2-444d-a3b7-deae77e52a6e req-2d79b7b5-bc51-43c0-a388-f69be95cd8a8 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338864 Jul 05 04:25:07.902255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a10dcf3-bf2a-4c22-ae9f-dbc260fa213b req-aa5b52ee-ad31-4e9f-8614-c148954416e7 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:07.904394 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a10dcf3-bf2a-4c22-ae9f-dbc260fa213b req-aa5b52ee-ad31-4e9f-8614-c148954416e7 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 945 time: 0.0697360 Jul 05 04:25:07.944385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a10dcf3-bf2a-4c22-ae9f-dbc260fa213b req-06d0ee77-333c-43e9-adc3-aae63113b32c tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/security-groups?id=e910d524-46d8-4484-87b1-d03dbaf21887&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342934 Jul 05 04:25:08.064409 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-83ad4bc6-4c75-403e-8996-ebed73b67fa8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.189082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-82923dca-2cb8-4d40-950f-d18c52bc1385 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:08.190595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-82923dca-2cb8-4d40-950f-d18c52bc1385 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.26 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 945 time: 0.0707695 Jul 05 04:25:08.293074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-af74181c-2270-42e9-a4ed-893a6cee2bc0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Deleting port ef918046-4b4f-43a9-ba93-02123ee729b3 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:08.293327 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-af74181c-2270-42e9-a4ed-893a6cee2bc0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.387340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-af74181c-2270-42e9-a4ed-893a6cee2bc0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] For port ef918046-4b4f-43a9-ba93-02123ee729b3, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=ef918046-4b4f-43a9-ba93-02123ee729b3,segment=NetworkSegment(b58b6dbb-35b0-4d67-a19a-0d849860d5f6),segment_id=b58b6dbb-35b0-4d67-a19a-0d849860d5f6)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:08.387695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-af74181c-2270-42e9-a4ed-893a6cee2bc0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.400305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-af74181c-2270-42e9-a4ed-893a6cee2bc0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Calling delete_port for ef918046-4b4f-43a9-ba93-02123ee729b3 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:08.620424 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-af74181c-2270-42e9-a4ed-893a6cee2bc0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.634006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['ef918046-4b4f-43a9-ba93-02123ee729b3'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:25:08.653207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af74181c-2270-42e9-a4ed-893a6cee2bc0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Pushing event deleted for resources: {'Port': ['ID=ef918046-4b4f-43a9-ba93-02123ee729b3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:08.700853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-af74181c-2270-42e9-a4ed-893a6cee2bc0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] No DVR routers for this DVR port ef918046-4b4f-43a9-ba93-02123ee729b3 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:08.704490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-af74181c-2270-42e9-a4ed-893a6cee2bc0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:08.706464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb0ae780-48ad-4310-a89a-9687f48236b7 req-af74181c-2270-42e9-a4ed-893a6cee2bc0 tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.26 "DELETE /v2.0/ports/ef918046-4b4f-43a9-ba93-02123ee729b3 HTTP/1.1" status: 204 len: 173 time: 0.5101047 Jul 05 04:25:08.706894 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '574e01fd-340b-486a-aee1-90f3a6ed1bee', 'name': 'network-vif-deleted', 'tag': 'ef918046-4b4f-43a9-ba93-02123ee729b3'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:08.709151 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dabe100b-f7ef-4606-82c3-7e00aab47e55" -d '{"events": [{"server_uuid": "574e01fd-340b-486a-aee1-90f3a6ed1bee", "name": "network-vif-deleted", "tag": "ef918046-4b4f-43a9-ba93-02123ee729b3"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:08.744465 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67245dcb-5376-4606-85e8-d18a60e1e9c5 x-openstack-request-id: req-67245dcb-5376-4606-85e8-d18a60e1e9c5 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:08.744465 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "574e01fd-340b-486a-aee1-90f3a6ed1bee", "name": "network-vif-deleted", "tag": "ef918046-4b4f-43a9-ba93-02123ee729b3", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:08.744465 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-67245dcb-5376-4606-85e8-d18a60e1e9c5 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:08.744465 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '574e01fd-340b-486a-aee1-90f3a6ed1bee', 'name': 'network-vif-deleted', 'tag': 'ef918046-4b4f-43a9-ba93-02123ee729b3', 'status': 'completed', 'code': 200} Jul 05 04:25:09.089522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc34834e-7e82-4adb-b574-57fde7c09742 req-670a0b52-7fa6-46c9-971c-3c2c3b98feae tempest-VolumesActionsTest-2033421889 tempest-VolumesActionsTest-2033421889-project] 10.222.0.30 "GET /v2.0/ports?device_id=574e01fd-340b-486a-aee1-90f3a6ed1bee HTTP/1.1" status: 200 len: 210 time: 0.0317848 Jul 05 04:25:10.774547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a4a3e257-9b27-49a1-9f28-5c3e08caaf17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:10.921277 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:11.593232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ef918046-4b4f-43a9-ba93-02123ee729b3 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:11.617399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: ef918046-4b4f-43a9-ba93-02123ee729b3 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:11.617738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device ef918046-4b4f-43a9-ba93-02123ee729b3 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:11.969588 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.494744 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:13.943807 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:14.604003 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:15.879518 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:25:19.976000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24ec420c-3966-45e6-8251-3e17dc91565a req-9b426dde-8c14-4758-b362-b6a3968b131a service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1142576 Jul 05 04:25:20.092601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec420c-3966-45e6-8251-3e17dc91565a req-aebd0b00-9a1a-47eb-8079-3ef7e2eb8aba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:20.094445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24ec420c-3966-45e6-8251-3e17dc91565a req-aebd0b00-9a1a-47eb-8079-3ef7e2eb8aba service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 1098 time: 0.0652745 Jul 05 04:25:20.231955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec420c-3966-45e6-8251-3e17dc91565a req-a79d5099-5e71-433c-9eb3-f621b7a2b168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:20.231955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24ec420c-3966-45e6-8251-3e17dc91565a req-a79d5099-5e71-433c-9eb3-f621b7a2b168 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28696609-0de5-471d-8564-9804ffcd3379 HTTP/1.1" status: 200 len: 898 time: 0.1113372 Jul 05 04:25:20.313316 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24ec420c-3966-45e6-8251-3e17dc91565a req-479c5e97-3fba-48db-ab27-dcf00a8ae7a1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1 HTTP/1.1" status: 200 len: 1002 time: 0.0729806 Jul 05 04:25:20.367690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec420c-3966-45e6-8251-3e17dc91565a req-6ea4ddfa-143c-41c3-8827-4e9217079913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:20.369291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24ec420c-3966-45e6-8251-3e17dc91565a req-6ea4ddfa-143c-41c3-8827-4e9217079913 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5525d517-6b1d-4048-81b5-b15c714b527b HTTP/1.1" status: 200 len: 835 time: 0.0488658 Jul 05 04:25:20.447551 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec420c-3966-45e6-8251-3e17dc91565a req-a9aa253f-e052-4ad7-b126-13db590b9557 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:20.449290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24ec420c-3966-45e6-8251-3e17dc91565a req-a9aa253f-e052-4ad7-b126-13db590b9557 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28696609-0de5-471d-8564-9804ffcd3379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0715485 Jul 05 04:25:20.556905 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24ec420c-3966-45e6-8251-3e17dc91565a req-126f6bb4-938f-4843-867c-a71ce2b6cc70 service neutron] 10.222.0.26 "GET /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006382 Jul 05 04:25:20.667229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24ec420c-3966-45e6-8251-3e17dc91565a req-4d8cb134-e41a-40fc-bbc8-c9cbd4090206 service neutron] 10.222.0.26 "GET /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039088 Jul 05 04:25:32.248299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48202) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:32.293321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Deleting subnet d4ffeb90-ed84-4d77-963a-694928711ed6 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:25:32.296404 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.330926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.340266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48204) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:32.377420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.513396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port edec7aba-366e-4278-844e-d17d2d3c53e7 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:32.513601 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.513717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.541513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d4ffeb90-ed84-4d77-963a-694928711ed6,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:32.545504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.549771 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d4ffeb90-ed84-4d77-963a-694928711ed6 HTTP/1.1" status: 204 len: 168 time: 0.2982504 Jul 05 04:25:32.552049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48206) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:32.556184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.556714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.557355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.557661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.558223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.558600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.558877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.559208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.559532 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.559853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.566621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.566621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5ba7c1-87bd-4d59-a225-28835f85100a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:32.646769 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.661504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.661837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.678087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for edec7aba-366e-4278-844e-d17d2d3c53e7 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:32.803451 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.816895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54c21005-ef91-461a-9f27-ec9700454bf7']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:32.830421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:32.830716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58b6dbb-35b0-4d67-a19a-0d849860d5f6') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:32.847292 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.868187 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.882132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:25:32.882530 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:25:32.884285 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:25:33.029379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.034760 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.039383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] 10.222.0.30 "DELETE /v2.0/networks/54c21005-ef91-461a-9f27-ec9700454bf7 HTTP/1.1" status: 204 len: 168 time: 0.4835825 Jul 05 04:25:33.047461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Pushing event deleted for resources: {'Network': ['ID=54c21005-ef91-461a-9f27-ec9700454bf7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:33.054857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.055140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.055478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.055809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.056157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.056485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.056827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.057122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.057437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.057762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.058079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.058394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8932aecd-931e-4805-b585-6df5b2a71754 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:33.061907 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.090940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=edec7aba-366e-4278-844e-d17d2d3c53e7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:33.157242 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.157572 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Floating IP 55a7311c-5b08-4740-b3ed-90c06c41e84a disassociated (deleted). External IP: 172.25.4.117, port: 414a8dd2-8d94-4bc6-a285-545bb342d3f1. Jul 05 04:25:33.233696 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fcc47-c77a-4119-9736-13d00abf2124 req-89fd636e-8541-451e-aa02-a0ec9fca469f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529830 Jul 05 04:25:33.330562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fcc47-c77a-4119-9736-13d00abf2124 req-70d20180-671c-4956-84f9-39886a18b9ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:33.332082 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fcc47-c77a-4119-9736-13d00abf2124 req-70d20180-671c-4956-84f9-39886a18b9ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 1098 time: 0.0544422 Jul 05 04:25:33.374746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router 8b6d0fd5-b616-4e25-84ee-c486941216d0 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:33.385404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48210) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:33.443274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fcc47-c77a-4119-9736-13d00abf2124 req-9393fdfb-ec55-4b17-9513-c354a17fe6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:33.444806 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fcc47-c77a-4119-9736-13d00abf2124 req-9393fdfb-ec55-4b17-9513-c354a17fe6c0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3362446-7a80-45fb-a67f-9f80509c9058 HTTP/1.1" status: 200 len: 898 time: 0.0917852 Jul 05 04:25:33.501802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a6fd82dc-cb8e-4e61-b78b-c0dd28e64b38 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a2dc5273c9843daa741cbe6f46e971e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1131718 Jul 05 04:25:33.504192 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48212) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:33.510821 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fcc47-c77a-4119-9736-13d00abf2124 req-32c6827d-d4ce-42be-970a-23099d083a86 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c142e810-8757-4c91-996a-5c219d0db469 HTTP/1.1" status: 200 len: 1002 time: 0.0595801 Jul 05 04:25:33.545062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:33.550374 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.555141 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] Sync routers for ids ['8b6d0fd5-b616-4e25-84ee-c486941216d0'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:33.567254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fcc47-c77a-4119-9736-13d00abf2124 req-4e2a1e19-3840-477a-8921-d779e731e8f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:33.567684 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] Routers {'8b6d0fd5-b616-4e25-84ee-c486941216d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:33.568826 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8b6d0fd5-b616-4e25-84ee-c486941216d0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:33.568975 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fcc47-c77a-4119-9736-13d00abf2124 req-4e2a1e19-3840-477a-8921-d779e731e8f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48a75a1a-4b14-40f3-9098-f9e9c3e7b219 HTTP/1.1" status: 200 len: 834 time: 0.0513079 Jul 05 04:25:33.608620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b29f14e7-6ca7-4bed-8983-66462941d9e5 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/floatingips/55a7311c-5b08-4740-b3ed-90c06c41e84a HTTP/1.1" status: 204 len: 168 time: 1.2670901 Jul 05 04:25:33.609744 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-598dff9f-b8e6-46f6-a829-4ab348e4c59f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.611701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:33.614110 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-323af546-8fb1-42ca-a028-e5b57525a69e" -d '{"events": [{"name": "network-changed", "server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:33.646041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171fcc47-c77a-4119-9736-13d00abf2124 req-a74107af-6165-4a7d-91e6-548b1848c6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:33.650590 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fcc47-c77a-4119-9736-13d00abf2124 req-a74107af-6165-4a7d-91e6-548b1848c6c2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3362446-7a80-45fb-a67f-9f80509c9058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0742266 Jul 05 04:25:33.655819 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-598dff9f-b8e6-46f6-a829-4ab348e4c59f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.687260 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] Set router 8b6d0fd5-b616-4e25-84ee-c486941216d0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:33.769509 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fcc47-c77a-4119-9736-13d00abf2124 req-a3067aab-7aa1-4b14-8bfb-a7f311c24cee service neutron] 10.222.0.13 "GET /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1107674 Jul 05 04:25:33.809941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-598dff9f-b8e6-46f6-a829-4ab348e4c59f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.812725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-598dff9f-b8e6-46f6-a829-4ab348e4c59f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:33.813923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-598dff9f-b8e6-46f6-a829-4ab348e4c59f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e910d524-46d8-4484-87b1-d03dbaf21887 HTTP/1.1" status: 204 len: 168 time: 0.3088241 Jul 05 04:25:33.828663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598dff9f-b8e6-46f6-a829-4ab348e4c59f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e910d524-46d8-4484-87b1-d03dbaf21887,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:33.954459 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2253ab-3a81-4c49-9181-c9c3f3874d64 x-openstack-request-id: req-9d2253ab-3a81-4c49-9181-c9c3f3874d64 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:33.954763 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:33.955027 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9d2253ab-3a81-4c49-9181-c9c3f3874d64 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:33.955437 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'status': 'completed', 'code': 200} Jul 05 04:25:33.963949 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:39Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '4a8f94d2-8589-429e-b744-bc713fe076db', 'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:70:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:38Z', 'updated_at': '2021-07-05T04:23:47Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:33.995620 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] Checking router: 8b6d0fd5-b616-4e25-84ee-c486941216d0 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:34.005213 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] Routers {'8b6d0fd5-b616-4e25-84ee-c486941216d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:34.005832 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8b6d0fd5-b616-4e25-84ee-c486941216d0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:34.063275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323af546-8fb1-42ca-a028-e5b57525a69e req-a24f2c37-9f14-4613-a098-d28925df7a6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:34.065148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-323af546-8fb1-42ca-a028-e5b57525a69e req-a24f2c37-9f14-4613-a098-d28925df7a6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7d6d2d8645e943558e449d8c5575d969&device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 1098 time: 0.0811093 Jul 05 04:25:34.179992 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] Set router 8b6d0fd5-b616-4e25-84ee-c486941216d0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:34.225371 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323af546-8fb1-42ca-a028-e5b57525a69e req-4326f707-dc4c-4814-a44c-515e017b2970 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:34.227596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-323af546-8fb1-42ca-a028-e5b57525a69e req-4326f707-dc4c-4814-a44c-515e017b2970 service neutron] 10.222.0.26 "GET /v2.0/networks?id=28696609-0de5-471d-8564-9804ffcd3379 HTTP/1.1" status: 200 len: 898 time: 0.1547439 Jul 05 04:25:34.284280 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-171fcc47-c77a-4119-9736-13d00abf2124 req-c36ac2ff-e291-42ac-adb2-df671881fe1f service neutron] 10.222.0.13 "GET /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5081923 Jul 05 04:25:34.317899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-323af546-8fb1-42ca-a028-e5b57525a69e req-2a5c5077-189a-43d9-a80d-c1252328558f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1 HTTP/1.1" status: 200 len: 217 time: 0.0818660 Jul 05 04:25:34.427751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323af546-8fb1-42ca-a028-e5b57525a69e req-a0b11a95-8d31-4737-8dd5-96909b4dabbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:34.429232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-323af546-8fb1-42ca-a028-e5b57525a69e req-a0b11a95-8d31-4737-8dd5-96909b4dabbd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5525d517-6b1d-4048-81b5-b15c714b527b HTTP/1.1" status: 200 len: 835 time: 0.0983787 Jul 05 04:25:34.446122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79153f89-a0ec-40c1-802b-6ea1ad0a4b75 req-3a13ef37-b18c-4a27-b8fb-391ed6477068 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:34.448764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79153f89-a0ec-40c1-802b-6ea1ad0a4b75 req-3a13ef37-b18c-4a27-b8fb-391ed6477068 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.1349297 Jul 05 04:25:34.477576 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:39Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '4a8f94d2-8589-429e-b744-bc713fe076db', 'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:70:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:38Z', 'updated_at': '2021-07-05T04:23:47Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:34.506927 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87c5e53f-7567-4ebc-aea7-4728dae95460 None None] The sync data for ids ['8b6d0fd5-b616-4e25-84ee-c486941216d0'] in n-d-758944-41 is: [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:23:39Z', 'revision_number': 4, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '4a8f94d2-8589-429e-b744-bc713fe076db', 'name': '', 'network_id': '28696609-0de5-471d-8564-9804ffcd3379', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'mac_address': 'fa:16:3e:70:17:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3776, 'fixed_ips': [{'subnet_id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:38Z', 'updated_at': '2021-07-05T04:23:47Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'subnets': [{'id': '5525d517-6b1d-4048-81b5-b15c714b527b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:34.517175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79153f89-a0ec-40c1-802b-6ea1ad0a4b75 req-5bf01a80-c137-499e-beb1-5d11908a6ca3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588031 Jul 05 04:25:34.532751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-323af546-8fb1-42ca-a028-e5b57525a69e req-6a354eb0-85f8-4ea2-8db7-aeb2d920dcc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:34.540020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-323af546-8fb1-42ca-a028-e5b57525a69e req-6a354eb0-85f8-4ea2-8db7-aeb2d920dcc5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=28696609-0de5-471d-8564-9804ffcd3379&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0966651 Jul 05 04:25:34.645039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-323af546-8fb1-42ca-a028-e5b57525a69e req-8a7def3e-2d4e-46a7-ad6c-6560de40592a service neutron] 10.222.0.26 "GET /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024079 Jul 05 04:25:34.746614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-323af546-8fb1-42ca-a028-e5b57525a69e req-b18cc3c9-5940-4d6c-9f3d-23463bf4bdf4 service neutron] 10.222.0.26 "GET /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936744 Jul 05 04:25:34.754840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a671895b-89b9-4acb-8ad7-74544424de16 None None] New status for floating IP 55a7311c-5b08-4740-b3ed-90c06c41e84a: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:25:35.747808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6810eb61-06b2-48e6-a73f-127e041e4bec req-d403d18d-2eb8-4b6c-a154-58eb5f41d2fa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:35.749375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6810eb61-06b2-48e6-a73f-127e041e4bec req-d403d18d-2eb8-4b6c-a154-58eb5f41d2fa tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.1097889 Jul 05 04:25:35.769760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-83b65935-6ec5-486b-9229-feaf803bcdc3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:35.771206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-83b65935-6ec5-486b-9229-feaf803bcdc3 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 946 time: 0.1204112 Jul 05 04:25:35.830946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6810eb61-06b2-48e6-a73f-127e041e4bec req-280969ff-00f4-4cab-a948-904e7b76840f tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/security-groups?id=7869771a-e22d-47e4-a6ba-7b247087f0b5&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751495 Jul 05 04:25:35.900764 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-3ba87324-d74a-4e75-9ae8-011d7b656742 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:35.901111 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-3ba87324-d74a-4e75-9ae8-011d7b656742 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:35.995057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-3ba87324-d74a-4e75-9ae8-011d7b656742 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port 414a8dd2-8d94-4bc6-a285-545bb342d3f1, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=414a8dd2-8d94-4bc6-a285-545bb342d3f1,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:35.995545 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-3ba87324-d74a-4e75-9ae8-011d7b656742 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:36.009354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-3ba87324-d74a-4e75-9ae8-011d7b656742 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 414a8dd2-8d94-4bc6-a285-545bb342d3f1 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:36.220890 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-3ba87324-d74a-4e75-9ae8-011d7b656742 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:36.258108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba87324-d74a-4e75-9ae8-011d7b656742 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=414a8dd2-8d94-4bc6-a285-545bb342d3f1,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:36.302074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-3ba87324-d74a-4e75-9ae8-011d7b656742 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] No DVR routers for this DVR port 414a8dd2-8d94-4bc6-a285-545bb342d3f1 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:36.304686 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-3ba87324-d74a-4e75-9ae8-011d7b656742 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:36.307093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe68fef9-234b-4938-b55b-5f98ee9225eb req-3ba87324-d74a-4e75-9ae8-011d7b656742 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.26 "DELETE /v2.0/ports/414a8dd2-8d94-4bc6-a285-545bb342d3f1 HTTP/1.1" status: 204 len: 173 time: 0.5261559 Jul 05 04:25:36.307563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'name': 'network-vif-deleted', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:25:36.309826 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1333e175-660b-4489-9a8d-6ae74a1c6fbe" -d '{"events": [{"server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "name": "network-vif-deleted", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:25:36.346914 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb091db-dde3-45f3-9528-11471af0d187 x-openstack-request-id: req-5cb091db-dde3-45f3-9528-11471af0d187 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:25:36.347204 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9b303b9-0a48-4a78-a5ee-74e2805c1737", "name": "network-vif-deleted", "tag": "414a8dd2-8d94-4bc6-a285-545bb342d3f1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:25:36.347455 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cb091db-dde3-45f3-9528-11471af0d187 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:25:36.347860 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9b303b9-0a48-4a78-a5ee-74e2805c1737', 'name': 'network-vif-deleted', 'tag': '414a8dd2-8d94-4bc6-a285-545bb342d3f1', 'status': 'completed', 'code': 200} Jul 05 04:25:37.004832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e470b3c6-09c0-4f57-8fe5-07059b7c7f35 req-bf3371ec-adcc-481a-9d2f-4aca836403d8 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9b303b9-0a48-4a78-a5ee-74e2805c1737 HTTP/1.1" status: 200 len: 210 time: 0.0341566 Jul 05 04:25:38.043924 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e11a364-d8be-445f-8bcc-e6c2d75f1c7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:38.102009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48278) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:38.821723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:39.106399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port 4a8f94d2-8589-429e-b744-bc713fe076db {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:39.107003 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:39.203395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port 4a8f94d2-8589-429e-b744-bc713fe076db, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=4a8f94d2-8589-429e-b744-bc713fe076db,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:39.203754 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:39.217553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for 4a8f94d2-8589-429e-b744-bc713fe076db owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:39.489652 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:39.519294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=4a8f94d2-8589-429e-b744-bc713fe076db,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:39.724453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 414a8dd2-8d94-4bc6-a285-545bb342d3f1 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:39.760671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 414a8dd2-8d94-4bc6-a285-545bb342d3f1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:39.761538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 414a8dd2-8d94-4bc6-a285-545bb342d3f1 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:39.779790 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:39.999632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Router 8b6d0fd5-b616-4e25-84ee-c486941216d0 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:40.107824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:40.116631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0647faab-3699-4c39-9578-0fe61bde408e tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "PUT /v2.0/routers/8b6d0fd5-b616-4e25-84ee-c486941216d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0135019 Jul 05 04:25:40.120855 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] Sync routers for ids ['8b6d0fd5-b616-4e25-84ee-c486941216d0'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:40.121489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48284) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:40.127835 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] Routers {'8b6d0fd5-b616-4e25-84ee-c486941216d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:40.128467 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8b6d0fd5-b616-4e25-84ee-c486941216d0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:40.173464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcecac9-ce35-41fe-b020-e8ffa3a11eb6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting subnet 5525d517-6b1d-4048-81b5-b15c714b527b {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:25:40.176504 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fcecac9-ce35-41fe-b020-e8ffa3a11eb6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.221490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fcecac9-ce35-41fe-b020-e8ffa3a11eb6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.309476 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fcecac9-ce35-41fe-b020-e8ffa3a11eb6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.327793 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] Set router 8b6d0fd5-b616-4e25-84ee-c486941216d0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:40.432557 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fcecac9-ce35-41fe-b020-e8ffa3a11eb6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.464024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1fcecac9-ce35-41fe-b020-e8ffa3a11eb6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.466043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1fcecac9-ce35-41fe-b020-e8ffa3a11eb6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/subnets/5525d517-6b1d-4048-81b5-b15c714b527b HTTP/1.1" status: 204 len: 168 time: 0.3473628 Jul 05 04:25:40.467220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcecac9-ce35-41fe-b020-e8ffa3a11eb6 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Subnet': ['ID=5525d517-6b1d-4048-81b5-b15c714b527b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:40.469624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48288) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:40.473625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-909e011a-0c9a-4858-a499-5d21e8041560 None None] Network 28696609-0de5-471d-8564-9804ffcd3379 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:40.519505 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:25:39Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:40.551679 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] Checking router: 8b6d0fd5-b616-4e25-84ee-c486941216d0 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:40.561519 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] Routers {'8b6d0fd5-b616-4e25-84ee-c486941216d0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:40.562137 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8b6d0fd5-b616-4e25-84ee-c486941216d0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:40.615548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.690058 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] Set router 8b6d0fd5-b616-4e25-84ee-c486941216d0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:40.706192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f736e78-f064-4943-a82d-ff14326c8bea None None] DHCP port deletion for 28696609-0de5-471d-8564-9804ffcd3379 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:25:40.738892 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.764377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0f736e78-f064-4943-a82d-ff14326c8bea None None] Deleting port 541e959d-debf-4bee-8bc6-7a4b78e19c8a {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:40.764929 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0f736e78-f064-4943-a82d-ff14326c8bea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.814929 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c552738c-0794-4ca1-855d-08fbb1ebd82a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.834560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0f736e78-f064-4943-a82d-ff14326c8bea None None] For port 541e959d-debf-4bee-8bc6-7a4b78e19c8a, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=541e959d-debf-4bee-8bc6-7a4b78e19c8a,segment=NetworkSegment(44be35e3-7917-4256-bcba-b3b7d263b9a5),segment_id=44be35e3-7917-4256-bcba-b3b7d263b9a5)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:40.835073 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0f736e78-f064-4943-a82d-ff14326c8bea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.849252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0f736e78-f064-4943-a82d-ff14326c8bea None None] Calling delete_port for 541e959d-debf-4bee-8bc6-7a4b78e19c8a owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:40.897395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Deleting port cc71289d-b309-4f44-afca-8f2862c4ceb0 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:40.898075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:40.908803 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:25:39Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:40.947699 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae970d43-918d-4e38-898c-9d8c907c83d3 None None] The sync data for ids ['8b6d0fd5-b616-4e25-84ee-c486941216d0'] in n-d-758944-41 is: [{'id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1241318278', 'tenant_id': '7d6d2d8645e943558e449d8c5575d969', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106'}], 'enable_snat': True}, 'gw_port_id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:23:33Z', 'updated_at': '2021-07-05T04:25:39Z', 'revision_number': 5, 'project_id': '7d6d2d8645e943558e449d8c5575d969', 'gw_port': {'id': 'cc71289d-b309-4f44-afca-8f2862c4ceb0', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:6c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b6d0fd5-b616-4e25-84ee-c486941216d0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3766, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:23:34Z', 'updated_at': '2021-07-05T04:23:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:40.966808 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.002039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] For port cc71289d-b309-4f44-afca-8f2862c4ceb0, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=cc71289d-b309-4f44-afca-8f2862c4ceb0,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:41.002399 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.015860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Calling delete_port for cc71289d-b309-4f44-afca-8f2862c4ceb0 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:41.037865 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0f736e78-f064-4943-a82d-ff14326c8bea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.071239 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f736e78-f064-4943-a82d-ff14326c8bea None None] Pushing event deleted for resources: {'Port': ['ID=541e959d-debf-4bee-8bc6-7a4b78e19c8a,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:41.075529 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f736e78-f064-4943-a82d-ff14326c8bea None None] No DVR routers for this DVR port 541e959d-debf-4bee-8bc6-7a4b78e19c8a on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:25:41.238053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.262861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Port': ['ID=cc71289d-b309-4f44-afca-8f2862c4ceb0,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:41.331002 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.448015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.450312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.465356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4a8f94d2-8589-429e-b744-bc713fe076db no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:41.489935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 4a8f94d2-8589-429e-b744-bc713fe076db {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:41.490566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 4a8f94d2-8589-429e-b744-bc713fe076db not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:41.491162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 541e959d-debf-4bee-8bc6-7a4b78e19c8a no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:41.517517 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 541e959d-debf-4bee-8bc6-7a4b78e19c8a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:41.517864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 541e959d-debf-4bee-8bc6-7a4b78e19c8a not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:41.572636 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.573131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Fanout notify agent at l3_agent the message router_deleted on router 8b6d0fd5-b616-4e25-84ee-c486941216d0 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:25:41.580620 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.584216 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-07ad867c-4776-47a7-ab97-d5039180cecc tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/routers/8b6d0fd5-b616-4e25-84ee-c486941216d0 HTTP/1.1" status: 204 len: 168 time: 1.1066785 Jul 05 04:25:41.584652 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48296) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:41.681751 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.789278 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.800470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28696609-0de5-471d-8564-9804ffcd3379']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:41.812258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44be35e3-7917-4256-bcba-b3b7d263b9a5') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:41.812863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44be35e3-7917-4256-bcba-b3b7d263b9a5') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:41.822764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.837578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.846783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:25:41.847181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:25:41.850462 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:25:41.952152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.974846 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.983594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:41.991406 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/networks/28696609-0de5-471d-8564-9804ffcd3379 HTTP/1.1" status: 204 len: 168 time: 0.3998535 Jul 05 04:25:41.992283 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48300) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:41.995717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b765714d-4429-4148-9d99-1d2b51ccd186 tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'Network': ['ID=28696609-0de5-471d-8564-9804ffcd3379,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:42.054808 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc460-78c9-4819-9fef-790c9e2e8d9a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:42.084900 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc460-78c9-4819-9fef-790c9e2e8d9a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:42.212273 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc460-78c9-4819-9fef-790c9e2e8d9a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:42.214851 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5bcdc460-78c9-4819-9fef-790c9e2e8d9a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:42.216091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5bcdc460-78c9-4819-9fef-790c9e2e8d9a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] 10.222.0.30 "DELETE /v2.0/security-groups/7869771a-e22d-47e4-a6ba-7b247087f0b5 HTTP/1.1" status: 204 len: 168 time: 0.2227316 Jul 05 04:25:42.225720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcdc460-78c9-4819-9fef-790c9e2e8d9a tempest-TestNetworkAdvancedServerOps-1469108421 tempest-TestNetworkAdvancedServerOps-1469108421-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7869771a-e22d-47e4-a6ba-7b247087f0b5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:42.765739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48310) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:42.896198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-188d8e81-8b77-4fe5-9646-711d8dc076fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7d6d2d8645e943558e449d8c5575d969&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1292663 Jul 05 04:25:42.898650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48318) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:42.948841 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64beee00-e368-42dc-a77d-6a778b56296d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:42.974073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64beee00-e368-42dc-a77d-6a778b56296d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:43.010291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cc71289d-b309-4f44-afca-8f2862c4ceb0 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:25:43.034137 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: cc71289d-b309-4f44-afca-8f2862c4ceb0 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:25:43.041206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device cc71289d-b309-4f44-afca-8f2862c4ceb0 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:25:43.086944 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64beee00-e368-42dc-a77d-6a778b56296d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:43.090480 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64beee00-e368-42dc-a77d-6a778b56296d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:43.091684 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-64beee00-e368-42dc-a77d-6a778b56296d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76393792-c607-434d-8aae-5fdeda568aa2 HTTP/1.1" status: 204 len: 168 time: 0.1921475 Jul 05 04:25:43.101360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64beee00-e368-42dc-a77d-6a778b56296d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76393792-c607-434d-8aae-5fdeda568aa2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:43.517810 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:43.697185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48326) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:43.739023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a531da33-a1f7-480b-bc7d-4e3fc3e66b5b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8a55ec4c39ae42388d9c2e6614d8e5ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405350 Jul 05 04:25:43.741602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48328) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:43.790572 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-00c23aad-8b1d-49dc-80dd-a6d6430db583 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:43.811795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-00c23aad-8b1d-49dc-80dd-a6d6430db583 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:43.986303 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-00c23aad-8b1d-49dc-80dd-a6d6430db583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:43.989042 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-00c23aad-8b1d-49dc-80dd-a6d6430db583 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:43.990251 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-00c23aad-8b1d-49dc-80dd-a6d6430db583 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0cc1cb61-402f-4aa8-af94-e4709ca0b409 HTTP/1.1" status: 204 len: 168 time: 0.2477586 Jul 05 04:25:43.999243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c23aad-8b1d-49dc-80dd-a6d6430db583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc1cb61-402f-4aa8-af94-e4709ca0b409,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:44.027592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:44.528338 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:45.585579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48342) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:45.690159 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c548-7c7d-440d-83cb-755d47bdbd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:45.785138 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c548-7c7d-440d-83cb-755d47bdbd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:45.863317 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c1b8c548-7c7d-440d-83cb-755d47bdbd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:45.906334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c1b8c548-7c7d-440d-83cb-755d47bdbd54 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=967ac6eae94e4049aa160c1eee7d823f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3195112 Jul 05 04:25:45.907217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b8c548-7c7d-440d-83cb-755d47bdbd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20f3448-b326-4190-9ee8-3bab4e0bccdf,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:45.908980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48346) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:45.966076 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66551859-14cd-4320-8921-060ed3ac6647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:45.988462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66551859-14cd-4320-8921-060ed3ac6647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:46.095255 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66551859-14cd-4320-8921-060ed3ac6647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:46.097887 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66551859-14cd-4320-8921-060ed3ac6647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:46.099063 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-66551859-14cd-4320-8921-060ed3ac6647 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d20f3448-b326-4190-9ee8-3bab4e0bccdf HTTP/1.1" status: 204 len: 168 time: 0.1889851 Jul 05 04:25:46.108401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66551859-14cd-4320-8921-060ed3ac6647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d20f3448-b326-4190-9ee8-3bab4e0bccdf,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:47.080991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48368) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:47.175707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-998039105-network', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:47.282874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Made reservation on behalf of a956c47e1d5c4658b4a3ded48bd18d9a for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:25:47.285266 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:47.295967 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:47.382724 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:47.454765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:47.480775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:25:47.489404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=761a4534-3ade-480e-9695-3d59ff2ae593,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:47.495310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:47.498749 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Added segment 541826c5-47e4-4cc9-a60f-3940161c312a of type vlan for network c19ef07c-f716-431b-b1d0-cd7d2c5181ca Jul 05 04:25:47.535595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:47.632187 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:47.633294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:47.633958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:47.723021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] Pushing event updated for resources: {'Network': ['ID=c19ef07c-f716-431b-b1d0-cd7d2c5181ca,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:47.737098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c19ef07c-f716-431b-b1d0-cd7d2c5181ca details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:25:47.764488 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-10dfab25-104f-407e-b290-6cb7da8a3838 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6823120 Jul 05 04:25:47.767609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48372) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:47.772784 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Request body: {'subnet': {'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-998039105-subnet', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:47.877978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Made reservation on behalf of a956c47e1d5c4658b4a3ded48bd18d9a for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:25:47.880616 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.123628 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.185597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7082187c-7294-42e0-82d4-7a4281171e24,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:48.192509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Checking segment: {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:48.192872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Network hostable DHCP agents. Network: c19ef07c-f716-431b-b1d0-cd7d2c5181ca, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:25:48.289090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Network c19ef07c-f716-431b-b1d0-cd7d2c5181ca is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:25:48.345802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c19ef07c-f716-431b-b1d0-cd7d2c5181ca) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:48.349976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:48.350443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.356260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c808b8-122a-41c0-b95b-79faa8f6e536 None None] Network c19ef07c-f716-431b-b1d0-cd7d2c5181ca requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:48.435548 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-be97ae5b-84a1-4174-90f5-747e74166093 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6639993 Jul 05 04:25:48.435888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48374) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:48.441742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-998039105-router', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:48.508919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-c19ef07c-f716-431b-b1d0-cd7d2c5181ca', 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'fixed_ips': [{'subnet_id': '7082187c-7294-42e0-82d4-7a4281171e24'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:25:48.509764 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.540487 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.541532 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.697388 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.794883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Allocated IP 172.20.0.2 (c19ef07c-f716-431b-b1d0-cd7d2c5181ca/7082187c-7294-42e0-82d4-7a4281171e24/06078892-770d-497a-b87b-b96f0876753b) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:48.909142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.968502 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:48.976990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Transition to ACTIVE for port object 06078892-770d-497a-b87b-b96f0876753b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:48.992351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Transition to ACTIVE for port object 06078892-770d-497a-b87b-b96f0876753b will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:49.066695 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.105228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Network c19ef07c-f716-431b-b1d0-cd7d2c5181ca is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:49.108128 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:49.113998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:49.122511 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Pushing event updated for resources: {'Port': ['ID=06078892-770d-497a-b87b-b96f0876753b,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:49.176948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Attempting to bind port 06078892-770d-497a-b87b-b96f0876753b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:49.177313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Attempting to bind port 06078892-770d-497a-b87b-b96f0876753b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:49.177678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Attempting to bind port 06078892-770d-497a-b87b-b96f0876753b on network c19ef07c-f716-431b-b1d0-cd7d2c5181ca {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:49.182799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:49.183192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Checking segment: {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:49.183597 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.184019 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Bound using segment: {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:49.184489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Bound port: 06078892-770d-497a-b87b-b96f0876753b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:49.184871 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.205295 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.226234 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.252925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] For port 06078892-770d-497a-b87b-b96f0876753b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:49.258611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] For port 06078892-770d-497a-b87b-b96f0876753b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=06078892-770d-497a-b87b-b96f0876753b,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:49.332762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Allocated IP 172.25.4.84 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/5e513cce-f0e8-4748-89a2-8b55ab9bdb29) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:49.335727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.397271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e625a6-f10f-4392-af9f-e34251caf0e4 None None] Pushing event updated for resources: {'Port': ['ID=06078892-770d-497a-b87b-b96f0876753b,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:49.451930 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.548354 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:49.591953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:49.594951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:49.597361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:49.633397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Pushing event updated for resources: {'Port': ['ID=5e513cce-f0e8-4748-89a2-8b55ab9bdb29,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:49.939850 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.143418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.321667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7487d0a-143f-430c-918c-d38d1b1a91a8 None None] Network c19ef07c-f716-431b-b1d0-cd7d2c5181ca requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:50.337511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Router eee48173-bea1-42a3-ac97-980354bd7e89 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:25:50.449820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-33f1e9ab-c3e6-4afa-8c26-a33d81638fe9 None None] Provisioning for port 06078892-770d-497a-b87b-b96f0876753b completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:50.450594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:50.473181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Sync routers for ids ['eee48173-bea1-42a3-ac97-980354bd7e89'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:50.489912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Routers {'eee48173-bea1-42a3-ac97-980354bd7e89'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:50.493418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eee48173-bea1-42a3-ac97-980354bd7e89'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:50.541743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:50.543501 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d0796daf-d639-4611-a819-34bc183dd496 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1064789 Jul 05 04:25:50.546370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48378) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:50.616247 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Set router eee48173-bea1-42a3-ac97-980354bd7e89 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:50.823244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'name': 'tempest-TestServerMultinode-998039105-router', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:48Z', 'updated_at': '2021-07-05T04:25:49Z', 'revision_number': 3, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'gw_port': {'id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:49Z', 'updated_at': '2021-07-05T04:25:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:50.854936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Checking router: eee48173-bea1-42a3-ac97-980354bd7e89 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:50.855389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Updating router eee48173-bea1-42a3-ac97-980354bd7e89 port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:25:50.890924 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.099289 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 06078892-770d-497a-b87b-b96f0876753b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:51.210669 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.221246 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Transition to ACTIVE for port object 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:51.260188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 06078892-770d-497a-b87b-b96f0876753b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:51.263917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 06078892-770d-497a-b87b-b96f0876753b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:51.264299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.290106 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.318163 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.356264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Attempting to bind port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:51.356830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Attempting to bind port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:51.360984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Attempting to bind port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:51.369895 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:51.370315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:51.370718 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.371113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:51.371582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Bound port: 5e513cce-f0e8-4748-89a2-8b55ab9bdb29, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:51.371988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.375106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93138bdc-18ee-43af-bddf-ec3ac238e601 None None] Pushing event updated for resources: {'Port': ['ID=5e513cce-f0e8-4748-89a2-8b55ab9bdb29,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:51.443191 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.479290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] For port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:51.484218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] For port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5e513cce-f0e8-4748-89a2-8b55ab9bdb29,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:51.493317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 06078892-770d-497a-b87b-b96f0876753b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=06078892-770d-497a-b87b-b96f0876753b,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:51.524193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Allocated IP 172.20.0.1 (c19ef07c-f716-431b-b1d0-cd7d2c5181ca/7082187c-7294-42e0-82d4-7a4281171e24/09b73991-0ef9-401d-9e97-368b4535ead2) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:51.544738 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.598394 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.604121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Routers {'eee48173-bea1-42a3-ac97-980354bd7e89'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:51.604982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eee48173-bea1-42a3-ac97-980354bd7e89'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:51.634621 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.648218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Transition to ACTIVE for port object 09b73991-0ef9-401d-9e97-368b4535ead2 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:51.654066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93138bdc-18ee-43af-bddf-ec3ac238e601 None None] Pushing event updated for resources: {'Port': ['ID=5e513cce-f0e8-4748-89a2-8b55ab9bdb29,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:51.732640 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.744219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=06078892-770d-497a-b87b-b96f0876753b,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:51.767394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] Set router eee48173-bea1-42a3-ac97-980354bd7e89 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:51.772547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Network c19ef07c-f716-431b-b1d0-cd7d2c5181ca is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:51.777690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:51.781108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:51.813267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=09b73991-0ef9-401d-9e97-368b4535ead2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:51.833460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:51.967738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'name': 'tempest-TestServerMultinode-998039105-router', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:48Z', 'updated_at': '2021-07-05T04:25:49Z', 'revision_number': 3, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'gw_port': {'id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:49Z', 'updated_at': '2021-07-05T04:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:51.996428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182bb5a8-c9df-4950-85d7-bf52ab1f0ef5 None None] The sync data for ids ['eee48173-bea1-42a3-ac97-980354bd7e89'] in n-d-758944-41 is: [{'id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'name': 'tempest-TestServerMultinode-998039105-router', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:48Z', 'updated_at': '2021-07-05T04:25:49Z', 'revision_number': 3, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'gw_port': {'id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:49Z', 'updated_at': '2021-07-05T04:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:52.095005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4bf02a03-61dc-42a9-9a05-0f68ee061d46 None None] Provisioning for port 09b73991-0ef9-401d-9e97-368b4535ead2 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:52.098937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.099093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4bf02a03-61dc-42a9-9a05-0f68ee061d46 None None] Provisioning complete for port 09b73991-0ef9-401d-9e97-368b4535ead2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:52.099453 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4bf02a03-61dc-42a9-9a05-0f68ee061d46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.135455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4bf02a03-61dc-42a9-9a05-0f68ee061d46 None None] Port 09b73991-0ef9-401d-9e97-368b4535ead2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:25:52.290455 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.351612 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.421504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.423317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Pushing event updated for resources: {'Port': ['ID=09b73991-0ef9-401d-9e97-368b4535ead2,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:52.523635 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Network c19ef07c-f716-431b-b1d0-cd7d2c5181ca is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:52.525185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:52.654086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Router eee48173-bea1-42a3-ac97-980354bd7e89 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:52.759424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-408145c6-737e-47c6-a3e3-1af1f1efbfdf None None] Provisioning complete for port 09b73991-0ef9-401d-9e97-368b4535ead2 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:52.760005 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-408145c6-737e-47c6-a3e3-1af1f1efbfdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:52.781963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:52.786946 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-746f4692-73a7-4901-8a4a-41262432b7d3 admin admin] 10.222.0.30 "PUT /v2.0/routers/eee48173-bea1-42a3-ac97-980354bd7e89/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2395909 Jul 05 04:25:52.801207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-408145c6-737e-47c6-a3e3-1af1f1efbfdf None None] Port 09b73991-0ef9-401d-9e97-368b4535ead2 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:25:52.878541 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:25:53.127128 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 06078892-770d-497a-b87b-b96f0876753b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:53.175039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 06078892-770d-497a-b87b-b96f0876753b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:53.175421 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.264121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:53.408874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:53.412855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:53.413228 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.497376 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.515218 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Sync routers for ids ['eee48173-bea1-42a3-ac97-980354bd7e89'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:53.520033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5e513cce-f0e8-4748-89a2-8b55ab9bdb29,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:53.520595 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48394) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:53.524972 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Routers {'eee48173-bea1-42a3-ac97-980354bd7e89'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:53.525580 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eee48173-bea1-42a3-ac97-980354bd7e89'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:53.525728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-866831710-network', 'tenant_id': '7c085e18d538415a849809e8de2f9e66'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:53.612313 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.624063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Made reservation on behalf of 7c085e18d538415a849809e8de2f9e66 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:25:53.626988 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.636420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.639379 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Set router eee48173-bea1-42a3-ac97-980354bd7e89 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:53.662011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=5e513cce-f0e8-4748-89a2-8b55ab9bdb29,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:53.670462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.670822 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.671154 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.671492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.671826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.672182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.672512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.672839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.673166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.673490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.673813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.674136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:53.734412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.803166 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.830508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:25:53.845065 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5a4e898-27c3-47bf-bf61-5be9af858107,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:53.851427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.851774 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Added segment 0b84f94d-62d9-4520-b80c-befc1fd46e41 of type vlan for network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 Jul 05 04:25:53.862634 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'name': 'tempest-TestServerMultinode-998039105-router', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:48Z', 'updated_at': '2021-07-05T04:25:51Z', 'revision_number': 4, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'gw_port': {'id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:49Z', 'updated_at': '2021-07-05T04:25:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '09b73991-0ef9-401d-9e97-368b4535ead2', 'name': '', 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'mac_address': 'fa:16:3e:0b:2d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '7082187c-7294-42e0-82d4-7a4281171e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:51Z', 'updated_at': '2021-07-05T04:25:52Z', 'revision_number': 2, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'subnets': [{'id': '7082187c-7294-42e0-82d4-7a4281171e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:53.894485 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Checking router: eee48173-bea1-42a3-ac97-980354bd7e89 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:53.895164 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Updating router eee48173-bea1-42a3-ac97-980354bd7e89 port 09b73991-0ef9-401d-9e97-368b4535ead2 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:25:53.896173 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.930237 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.991889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:53.993842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:53.993842 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.062939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] Pushing event updated for resources: {'Network': ['ID=2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:54.073029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:25:54.147199 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-676f3232-a721-476a-902b-a76fd483df3a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6252592 Jul 05 04:25:54.149638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48396) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:54.155571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Request body: {'subnet': {'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-866831710-subnet', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:54.209124 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.218500 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Transition to ACTIVE for port object 09b73991-0ef9-401d-9e97-368b4535ead2 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:54.234855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Made reservation on behalf of 7c085e18d538415a849809e8de2f9e66 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:25:54.237312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.297769 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.399684 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Pushing event updated for resources: {'Port': ['ID=09b73991-0ef9-401d-9e97-368b4535ead2,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:54.410932 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.411281 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.411621 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.411980 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.412476 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.412866 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.413511 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.413649 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.413944 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.414539 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.414873 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.415192 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:25:54.425475 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Attempting to bind port 09b73991-0ef9-401d-9e97-368b4535ead2 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:54.425846 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Attempting to bind port 09b73991-0ef9-401d-9e97-368b4535ead2 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:54.426385 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Attempting to bind port 09b73991-0ef9-401d-9e97-368b4535ead2 on network c19ef07c-f716-431b-b1d0-cd7d2c5181ca {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:54.434317 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:54.434858 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Checking segment: {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:54.435259 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.435651 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Bound using segment: {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:54.436185 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Bound port: 09b73991-0ef9-401d-9e97-368b4535ead2, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:54.436565 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.495619 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.505896 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] For port 09b73991-0ef9-401d-9e97-368b4535ead2, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:54.509347 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] For port 09b73991-0ef9-401d-9e97-368b4535ead2, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=09b73991-0ef9-401d-9e97-368b4535ead2,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:54.563841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Pushing event updated for resources: {'Subnet': ['ID=ab1afbc1-1247-4da3-b58e-15611fdd087f,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:54.570975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Checking segment: {'id': '0b84f94d-62d9-4520-b80c-befc1fd46e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:54.571344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Network hostable DHCP agents. Network: 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:25:54.592181 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.662441 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Routers {'eee48173-bea1-42a3-ac97-980354bd7e89'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:54.663075 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eee48173-bea1-42a3-ac97-980354bd7e89'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:54.689266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:25:54.700168 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38177763-c235-45ab-b040-664e1c6ab831 None None] Pushing event updated for resources: {'Port': ['ID=09b73991-0ef9-401d-9e97-368b4535ead2,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:54.775437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:54.779877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:54.780646 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.787087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3582c9d7-33a7-485d-8535-6ef017091f27 None None] Network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:54.864425 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ec2f3fcd-2288-483a-b01b-18efae6fb5bd admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7133937 Jul 05 04:25:54.866720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48398) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:54.872983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-866831710-router', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:25:54.893711 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] Set router eee48173-bea1-42a3-ac97-980354bd7e89 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:54.972403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6', 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'fixed_ips': [{'subnet_id': 'ab1afbc1-1247-4da3-b58e-15611fdd087f'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:25:54.973248 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.975530 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:54.976720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.055375 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.089830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:55.118091 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'name': 'tempest-TestServerMultinode-998039105-router', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:48Z', 'updated_at': '2021-07-05T04:25:51Z', 'revision_number': 4, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'gw_port': {'id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:49Z', 'updated_at': '2021-07-05T04:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '09b73991-0ef9-401d-9e97-368b4535ead2', 'name': '', 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'mac_address': 'fa:16:3e:0b:2d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '7082187c-7294-42e0-82d4-7a4281171e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:51Z', 'updated_at': '2021-07-05T04:25:54Z', 'revision_number': 4, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'subnets': [{'id': '7082187c-7294-42e0-82d4-7a4281171e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:55.158246 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6460fe34-6228-4c6b-9a07-c93792fce31a None None] The sync data for ids ['eee48173-bea1-42a3-ac97-980354bd7e89'] in n-d-758944-41 is: [{'id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'name': 'tempest-TestServerMultinode-998039105-router', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:48Z', 'updated_at': '2021-07-05T04:25:51Z', 'revision_number': 4, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'gw_port': {'id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:49Z', 'updated_at': '2021-07-05T04:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '09b73991-0ef9-401d-9e97-368b4535ead2', 'name': '', 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'mac_address': 'fa:16:3e:0b:2d:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'device_owner': 'network:router_interface', 'standard_attr_id': 3901, 'fixed_ips': [{'subnet_id': '7082187c-7294-42e0-82d4-7a4281171e24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:51Z', 'updated_at': '2021-07-05T04:25:54Z', 'revision_number': 4, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'subnets': [{'id': '7082187c-7294-42e0-82d4-7a4281171e24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:55.182201 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Allocated IP 172.20.0.2 (2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6/ab1afbc1-1247-4da3-b58e-15611fdd087f/e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:55.197614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:55.197992 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.287412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.602465 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.610290 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.613183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Transition to ACTIVE for port object e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:55.629625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Transition to ACTIVE for port object e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:55.631559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.701311 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.747516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:55.750020 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Allocated IP 172.25.4.182 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:55.750640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:55.753157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:55.761357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Pushing event updated for resources: {'Port': ['ID=e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:55.836605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Attempting to bind port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:55.837284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Attempting to bind port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '0b84f94d-62d9-4520-b80c-befc1fd46e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:55.837784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Attempting to bind port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c on network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:55.843494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:55.844373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Checking segment: {'id': '0b84f94d-62d9-4520-b80c-befc1fd46e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:55.844860 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.845323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Bound using segment: {'id': '0b84f94d-62d9-4520-b80c-befc1fd46e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:55.845879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Bound port: e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b84f94d-62d9-4520-b80c-befc1fd46e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:55.846336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.861991 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.915868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] For port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:55.919056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] For port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c,segment=NetworkSegment(0b84f94d-62d9-4520-b80c-befc1fd46e41),segment_id=0b84f94d-62d9-4520-b80c-befc1fd46e41)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:55.950529 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:55.989480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:55.994469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:55.998551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:56.004205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Pushing event updated for resources: {'Port': ['ID=9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:56.007678 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.071836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee4a3e1-d356-4d8b-8466-40e098006969 None None] Pushing event updated for resources: {'Port': ['ID=e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:56.364543 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.566436 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.757670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Router 7c5d8716-e79a-4566-bdf5-d68818fca055 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:25:56.871297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:56.881054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Sync routers for ids ['7c5d8716-e79a-4566-bdf5-d68818fca055'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:25:56.892638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Routers {'7c5d8716-e79a-4566-bdf5-d68818fca055'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:56.893261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7c5d8716-e79a-4566-bdf5-d68818fca055'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:56.956202 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:56.956202 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-95a1c01d-863d-4496-af1b-e73c5c43156c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0858607 Jul 05 04:25:56.956446 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48402) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:57.005458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Set router 7c5d8716-e79a-4566-bdf5-d68818fca055 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:57.039477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35fbd186-4dfd-4506-8714-8cae4030126c None None] Network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:25:57.167408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 09b73991-0ef9-401d-9e97-368b4535ead2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:57.228438 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-34e59c19-a4cb-4c5e-98e0-22a91c47a316 None None] Provisioning for port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:57.371651 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 09b73991-0ef9-401d-9e97-368b4535ead2 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:57.380151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 09b73991-0ef9-401d-9e97-368b4535ead2 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:57.380527 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.384590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'name': 'tempest-TestServerMultinode-866831710-router', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:54Z', 'updated_at': '2021-07-05T04:25:56Z', 'revision_number': 3, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'gw_port': {'id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:25:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:57.395075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.437290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Checking router: 7c5d8716-e79a-4566-bdf5-d68818fca055 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:25:57.437638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Updating router 7c5d8716-e79a-4566-bdf5-d68818fca055 port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:25:57.491337 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.642763 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.681568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 09b73991-0ef9-401d-9e97-368b4535ead2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=09b73991-0ef9-401d-9e97-368b4535ead2,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:57.750807 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.751542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:57.868514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=09b73991-0ef9-401d-9e97-368b4535ead2,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:57.907027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Allocated IP 172.20.0.1 (2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6/ab1afbc1-1247-4da3-b58e-15611fdd087f/049f9da0-de7b-405d-a60d-b26273e535f6) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:25:57.954155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:57.959833 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.963359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:57.964342 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:57.990820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Transition to ACTIVE for port object 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:58.016679 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.030195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Transition to ACTIVE for port object 049f9da0-de7b-405d-a60d-b26273e535f6 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:25:58.052538 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.061197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.115595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.134307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad96028-d697-454f-b487-e4c53ac1f5d1 None None] Pushing event updated for resources: {'Port': ['ID=9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:58.137697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c,segment=NetworkSegment(0b84f94d-62d9-4520-b80c-befc1fd46e41),segment_id=0b84f94d-62d9-4520-b80c-befc1fd46e41)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:58.139103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Attempting to bind port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:25:58.139468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Attempting to bind port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:25:58.139826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Attempting to bind port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:25:58.145098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:25:58.145486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:25:58.145873 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.146262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:25:58.146724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Bound port: 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:25:58.147105 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.157410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:58.163831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:58.166321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:25:58.172881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Pushing event updated for resources: {'Port': ['ID=049f9da0-de7b-405d-a60d-b26273e535f6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:58.198361 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.206396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] For port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:25:58.213372 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.244174 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] For port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:25:58.265220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:58.301003 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.362318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Routers {'7c5d8716-e79a-4566-bdf5-d68818fca055'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:25:58.362941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7c5d8716-e79a-4566-bdf5-d68818fca055'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:58.400223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad96028-d697-454f-b487-e4c53ac1f5d1 None None] Pushing event updated for resources: {'Port': ['ID=9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:58.442409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.484463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] Set router 7c5d8716-e79a-4566-bdf5-d68818fca055 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:25:58.486698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bf5beddc-2afe-4623-bb33-77fdf266713c None None] Provisioning for port 049f9da0-de7b-405d-a60d-b26273e535f6 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:58.515022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bf5beddc-2afe-4623-bb33-77fdf266713c None None] Provisioning complete for port 049f9da0-de7b-405d-a60d-b26273e535f6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:58.515273 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bf5beddc-2afe-4623-bb33-77fdf266713c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.607568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.617433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bf5beddc-2afe-4623-bb33-77fdf266713c None None] Port 049f9da0-de7b-405d-a60d-b26273e535f6 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:25:58.665933 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.704593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'name': 'tempest-TestServerMultinode-866831710-router', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:54Z', 'updated_at': '2021-07-05T04:25:56Z', 'revision_number': 3, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'gw_port': {'id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:25:58.731769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9ceb636-ded5-4b85-b95e-c659d0962ffd None None] The sync data for ids ['7c5d8716-e79a-4566-bdf5-d68818fca055'] in n-d-758944-41 is: [{'id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'name': 'tempest-TestServerMultinode-866831710-router', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:54Z', 'updated_at': '2021-07-05T04:25:56Z', 'revision_number': 3, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'gw_port': {'id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:25:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:25:58.737259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Pushing event updated for resources: {'Port': ['ID=049f9da0-de7b-405d-a60d-b26273e535f6,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:58.739786 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:58.746664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48406) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:58.856423 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0073639e-7ba5-46a7-8bcb-324233c570ad tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/floatingips/7dae40df-825c-4c1f-8dd4-4c4fb6a33f42 HTTP/1.1" status: 200 len: 994 time: 0.1086535 Jul 05 04:25:58.895023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:25:58.896678 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:25:59.050184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Router 7c5d8716-e79a-4566-bdf5-d68818fca055 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:25:59.179251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:59.185934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48412) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:25:59.204158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:25:59.212099 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2642df62-5cdf-4301-a814-85da002ebf3d admin admin] 10.222.0.30 "PUT /v2.0/routers/7c5d8716-e79a-4566-bdf5-d68818fca055/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2546771 Jul 05 04:25:59.283445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-06dc3c6f-4dac-49d4-b180-fd6c64633c18 None None] Provisioning complete for port 049f9da0-de7b-405d-a60d-b26273e535f6 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:59.285351 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-06dc3c6f-4dac-49d4-b180-fd6c64633c18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.333642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-06dc3c6f-4dac-49d4-b180-fd6c64633c18 None None] Port 049f9da0-de7b-405d-a60d-b26273e535f6 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:25:59.375458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port 7567b7ae-5ccc-453f-9dd5-fa96fe527037 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:25:59.376238 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.400464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:25:59.407073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:59.407499 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.483717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.484310 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.500597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for 7567b7ae-5ccc-453f-9dd5-fa96fe527037 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:25:59.501241 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.525452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:25:59.649559 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.649559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 09b73991-0ef9-401d-9e97-368b4535ead2 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:25:59.739887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:59.753063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 09b73991-0ef9-401d-9e97-368b4535ead2 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:25:59.753434 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.804283 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.842132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=7567b7ae-5ccc-453f-9dd5-fa96fe527037,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:25:59.926959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad262c-905f-4d31-8573-129438dcabe0 req-2dd3cadf-0f98-4990-86aa-9744d17e2fe6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:25:59.928535 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-2dd3cadf-0f98-4990-86aa-9744d17e2fe6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/networks?id=c19ef07c-f716-431b-b1d0-cd7d2c5181ca HTTP/1.1" status: 200 len: 910 time: 0.1752579 Jul 05 04:25:59.943959 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:25:59.944305 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Floating IP 7dae40df-825c-4c1f-8dd4-4c4fb6a33f42 disassociated (deleted). External IP: 172.25.4.148, port: c142e810-8757-4c91-996a-5c219d0db469. Jul 05 04:25:59.988472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-a4cf106d-e8af-409f-97f7-6d07d599d0f7 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/quotas/7c085e18d538415a849809e8de2f9e66 HTTP/1.1" status: 200 len: 375 time: 0.0525196 Jul 05 04:25:59.995783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:00.046377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:00.047027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.144119 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-93f29876-cd70-4263-8280-47bea4101a43 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c085e18d538415a849809e8de2f9e66&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1495175 Jul 05 04:26:00.266306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router af240965-48f6-4880-8870-752c933c02b7 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:00.367207 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Sync routers for ids ['7c5d8716-e79a-4566-bdf5-d68818fca055'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:00.377838 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Routers {'7c5d8716-e79a-4566-bdf5-d68818fca055'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:00.378540 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7c5d8716-e79a-4566-bdf5-d68818fca055'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:00.454207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:00.459591 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-549e046a-e94a-41cb-8e6d-13dda3314e41 service neutron] 10.222.0.30 "GET /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2780874 Jul 05 04:26:00.463989 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.465692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] Sync routers for ids ['af240965-48f6-4880-8870-752c933c02b7'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:00.474280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] Routers {'af240965-48f6-4880-8870-752c933c02b7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:00.474898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['af240965-48f6-4880-8870-752c933c02b7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:00.487675 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Set router 7c5d8716-e79a-4566-bdf5-d68818fca055 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:00.551411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-98a2c7e7-fcd1-4e1a-bb29-19f45b80abb0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/floatingips/7dae40df-825c-4c1f-8dd4-4c4fb6a33f42 HTTP/1.1" status: 204 len: 168 time: 1.3643301 Jul 05 04:26:00.554129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'tag': 'c142e810-8757-4c91-996a-5c219d0db469'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:00.556636 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b090b025-98ce-4220-8223-c493b6f84ba2" -d '{"events": [{"name": "network-changed", "server_uuid": "b79594a2-aa8c-4774-99f8-6ac0b47129bc", "tag": "c142e810-8757-4c91-996a-5c219d0db469"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:00.594345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] Set router af240965-48f6-4880-8870-752c933c02b7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:00.594675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-10a1d72d-2de0-46dc-a9d5-65cbc83967c4 service neutron] 10.222.0.30 "GET /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269193 Jul 05 04:26:00.710079 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'name': 'tempest-TestServerMultinode-866831710-router', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:54Z', 'updated_at': '2021-07-05T04:25:58Z', 'revision_number': 4, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'gw_port': {'id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '049f9da0-de7b-405d-a60d-b26273e535f6', 'name': '', 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'mac_address': 'fa:16:3e:c1:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ab1afbc1-1247-4da3-b58e-15611fdd087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:57Z', 'updated_at': '2021-07-05T04:25:58Z', 'revision_number': 2, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'subnets': [{'id': 'ab1afbc1-1247-4da3-b58e-15611fdd087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:00.738277 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Checking router: 7c5d8716-e79a-4566-bdf5-d68818fca055 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:00.738628 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Updating router 7c5d8716-e79a-4566-bdf5-d68818fca055 port 049f9da0-de7b-405d-a60d-b26273e535f6 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:00.779270 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:00.853515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '0b0d8f7f-7dca-4647-b287-483ca6e664f7', 'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:0b:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:20Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:00.882301 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793f5b70-253a-4ff1-bf8c-21baf98b39c9 x-openstack-request-id: req-793f5b70-253a-4ff1-bf8c-21baf98b39c9 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:00.882595 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b79594a2-aa8c-4774-99f8-6ac0b47129bc", "tag": "c142e810-8757-4c91-996a-5c219d0db469", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:00.882945 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-793f5b70-253a-4ff1-bf8c-21baf98b39c9 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:00.883364 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'tag': 'c142e810-8757-4c91-996a-5c219d0db469', 'status': 'completed', 'code': 200} Jul 05 04:26:00.896765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] Checking router: af240965-48f6-4880-8870-752c933c02b7 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:00.907031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] Routers {'af240965-48f6-4880-8870-752c933c02b7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:00.907656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['af240965-48f6-4880-8870-752c933c02b7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:00.991728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a001efe-9009-4e80-9a7c-4ac1c6ac11ee req-182ece88-cfbb-4321-90f4-b358539eea46 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 210 time: 0.0645611 Jul 05 04:26:01.009749 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-05c17413-111a-4ccc-9413-b84c245f7523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:01.012143 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-05c17413-111a-4ccc-9413-b84c245f7523 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 1098 time: 0.1012008 Jul 05 04:26:01.122815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:01.143244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-0547cb3a-bf9d-4b4d-8897-e200e6752015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:01.145448 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-0547cb3a-bf9d-4b4d-8897-e200e6752015 service neutron] 10.222.0.13 "GET /v2.0/networks?id=d3362446-7a80-45fb-a67f-9f80509c9058 HTTP/1.1" status: 200 len: 898 time: 0.1259401 Jul 05 04:26:01.181241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] Set router af240965-48f6-4880-8870-752c933c02b7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:01.211467 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-b7507992-5fe6-463b-b760-f53ee347453a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c142e810-8757-4c91-996a-5c219d0db469 HTTP/1.1" status: 200 len: 217 time: 0.0582356 Jul 05 04:26:01.227800 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.230615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86feaf7-97ed-45c0-9524-c9bab54118a2 req-ebd67dcb-2db3-47d3-a331-81df09ce8e94 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:01.232434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c86feaf7-97ed-45c0-9524-c9bab54118a2 req-ebd67dcb-2db3-47d3-a331-81df09ce8e94 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 946 time: 0.0735638 Jul 05 04:26:01.238183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:01.238557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.247929 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Transition to ACTIVE for port object 049f9da0-de7b-405d-a60d-b26273e535f6 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:01.277353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-a02876fc-9d2a-4d09-a5ad-fbe88c2d7674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:01.277871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c86feaf7-97ed-45c0-9524-c9bab54118a2 req-cf86069c-659f-4144-8beb-4cb2a2c10cc8 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359547 Jul 05 04:26:01.279234 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-a02876fc-9d2a-4d09-a5ad-fbe88c2d7674 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=48a75a1a-4b14-40f3-9098-f9e9c3e7b219 HTTP/1.1" status: 200 len: 834 time: 0.0597980 Jul 05 04:26:01.341120 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.344017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-6cf2b659-9d5a-4ef8-b759-6c9e5028058c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:01.345676 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-6cf2b659-9d5a-4ef8-b759-6c9e5028058c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d3362446-7a80-45fb-a67f-9f80509c9058&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577319 Jul 05 04:26:01.470022 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6a9e6-734b-47ec-b028-675ac0a36abf None None] Pushing event updated for resources: {'Port': ['ID=049f9da0-de7b-405d-a60d-b26273e535f6,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:01.482257 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Attempting to bind port 049f9da0-de7b-405d-a60d-b26273e535f6 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:01.482624 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Attempting to bind port 049f9da0-de7b-405d-a60d-b26273e535f6 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '0b84f94d-62d9-4520-b80c-befc1fd46e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:01.482991 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Attempting to bind port 049f9da0-de7b-405d-a60d-b26273e535f6 on network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:01.488424 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:01.488797 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Checking segment: {'id': '0b84f94d-62d9-4520-b80c-befc1fd46e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:01.489192 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.489587 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Bound using segment: {'id': '0b84f94d-62d9-4520-b80c-befc1fd46e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:01.490062 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Bound port: 049f9da0-de7b-405d-a60d-b26273e535f6, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b84f94d-62d9-4520-b80c-befc1fd46e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:01.490444 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.498435 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-ad192b32-63dc-4a61-96d0-97f82fa9d989 service neutron] 10.222.0.13 "GET /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456313 Jul 05 04:26:01.504585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '0b0d8f7f-7dca-4647-b287-483ca6e664f7', 'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:0b:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:20Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:01.549161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ceab6bc-9169-45ed-b94b-4c2f541682db None None] The sync data for ids ['af240965-48f6-4880-8870-752c933c02b7'] in n-d-758944-41 is: [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '0b0d8f7f-7dca-4647-b287-483ca6e664f7', 'name': '', 'network_id': 'd3362446-7a80-45fb-a67f-9f80509c9058', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'mac_address': 'fa:16:3e:0b:ca:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_interface', 'standard_attr_id': 3852, 'fixed_ips': [{'subnet_id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:20Z', 'updated_at': '2021-07-05T04:24:25Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'subnets': [{'id': '48a75a1a-4b14-40f3-9098-f9e9c3e7b219', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:01.574669 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] For port 049f9da0-de7b-405d-a60d-b26273e535f6, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:01.577314 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] For port 049f9da0-de7b-405d-a60d-b26273e535f6, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=049f9da0-de7b-405d-a60d-b26273e535f6,segment=NetworkSegment(0b84f94d-62d9-4520-b80c-befc1fd46e41),segment_id=0b84f94d-62d9-4520-b80c-befc1fd46e41)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:01.606940 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b090b025-98ce-4220-8223-c493b6f84ba2 req-3c783596-3907-4eee-aa47-48fa76599596 service neutron] 10.222.0.13 "GET /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1001115 Jul 05 04:26:01.643623 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:01.705089 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d6a9e6-734b-47ec-b028-675ac0a36abf None None] Pushing event updated for resources: {'Port': ['ID=049f9da0-de7b-405d-a60d-b26273e535f6,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:01.707638 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Routers {'7c5d8716-e79a-4566-bdf5-d68818fca055'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:01.708282 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7c5d8716-e79a-4566-bdf5-d68818fca055'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:01.828900 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] Set router 7c5d8716-e79a-4566-bdf5-d68818fca055 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:01.984858 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c960687-8bc7-43ad-a0e6-d7be0199e34f None None] New status for floating IP 7dae40df-825c-4c1f-8dd4-4c4fb6a33f42: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:26:02.118975 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'name': 'tempest-TestServerMultinode-866831710-router', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:54Z', 'updated_at': '2021-07-05T04:25:58Z', 'revision_number': 4, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'gw_port': {'id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '049f9da0-de7b-405d-a60d-b26273e535f6', 'name': '', 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'mac_address': 'fa:16:3e:c1:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ab1afbc1-1247-4da3-b58e-15611fdd087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:57Z', 'updated_at': '2021-07-05T04:26:01Z', 'revision_number': 4, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'subnets': [{'id': 'ab1afbc1-1247-4da3-b58e-15611fdd087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:02.148241 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90742e63-f306-4285-96b7-643d8a2abdc6 req-628724e0-2f91-4609-8fc6-f7beca0edeb0 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 210 time: 0.0290995 Jul 05 04:26:02.155009 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b80233f1-66f9-4522-9830-497533cc7f3d None None] The sync data for ids ['7c5d8716-e79a-4566-bdf5-d68818fca055'] in n-d-758944-41 is: [{'id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'name': 'tempest-TestServerMultinode-866831710-router', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:54Z', 'updated_at': '2021-07-05T04:25:58Z', 'revision_number': 4, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'gw_port': {'id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '049f9da0-de7b-405d-a60d-b26273e535f6', 'name': '', 'network_id': '2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'mac_address': 'fa:16:3e:c1:62:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'device_owner': 'network:router_interface', 'standard_attr_id': 3913, 'fixed_ips': [{'subnet_id': 'ab1afbc1-1247-4da3-b58e-15611fdd087f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:57Z', 'updated_at': '2021-07-05T04:26:01Z', 'revision_number': 4, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'subnets': [{'id': 'ab1afbc1-1247-4da3-b58e-15611fdd087f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:02.466154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6362efb1-ccf1-4b8f-a50b-e009adfd5011 req-a0059707-f194-408c-ab71-60fe53c8e571 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:02.467643 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6362efb1-ccf1-4b8f-a50b-e009adfd5011 req-a0059707-f194-408c-ab71-60fe53c8e571 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 946 time: 0.0722125 Jul 05 04:26:02.517945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6362efb1-ccf1-4b8f-a50b-e009adfd5011 req-395259b9-378a-4aa3-bf92-90a6505b13ff tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/security-groups?id=492c87c4-3fd3-4247-bfa9-fdd283a8e010&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0440712 Jul 05 04:26:02.943426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-4a21d9e7-549a-4ebd-ab19-fd2d6bab58f2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:02.944985 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-4a21d9e7-549a-4ebd-ab19-fd2d6bab58f2 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.13 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 946 time: 0.0886412 Jul 05 04:26:03.066068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-6618489b-e471-4e06-b2cf-352ae4e18285 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port c142e810-8757-4c91-996a-5c219d0db469 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:03.066419 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-6618489b-e471-4e06-b2cf-352ae4e18285 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.098057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 049f9da0-de7b-405d-a60d-b26273e535f6 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:03.195956 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-6618489b-e471-4e06-b2cf-352ae4e18285 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] For port c142e810-8757-4c91-996a-5c219d0db469, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c142e810-8757-4c91-996a-5c219d0db469,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:03.196709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-6618489b-e471-4e06-b2cf-352ae4e18285 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.216538 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-6618489b-e471-4e06-b2cf-352ae4e18285 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for c142e810-8757-4c91-996a-5c219d0db469 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:03.220706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 049f9da0-de7b-405d-a60d-b26273e535f6 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:03.227940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 049f9da0-de7b-405d-a60d-b26273e535f6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:03.228322 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.350636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee201c99-8652-4803-a3c0-2482a59ad65b req-adde28be-bce5-40f9-b072-dbda6416623a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 210 time: 0.0478561 Jul 05 04:26:03.351189 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.398614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 049f9da0-de7b-405d-a60d-b26273e535f6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=049f9da0-de7b-405d-a60d-b26273e535f6,segment=NetworkSegment(0b84f94d-62d9-4520-b80c-befc1fd46e41),segment_id=0b84f94d-62d9-4520-b80c-befc1fd46e41)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:03.438547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad262c-905f-4d31-8573-129438dcabe0 req-2b219607-f5ed-4ee7-b554-8152ee0c3e4b tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:03.440135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-2b219607-f5ed-4ee7-b554-8152ee0c3e4b tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.26 "GET /v2.0/networks?id=c19ef07c-f716-431b-b1d0-cd7d2c5181ca HTTP/1.1" status: 200 len: 910 time: 0.1021373 Jul 05 04:26:03.452328 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-6618489b-e471-4e06-b2cf-352ae4e18285 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.452777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Request body: {'port': {'device_id': 'cc812af6-2ad9-485e-b0d5-3bc7b326f3bf', 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca', 'admin_state_up': True, 'tenant_id': '7c085e18d538415a849809e8de2f9e66'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:03.496177 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6618489b-e471-4e06-b2cf-352ae4e18285 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=c142e810-8757-4c91-996a-5c219d0db469,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:03.504675 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.532315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Made reservation on behalf of 7c085e18d538415a849809e8de2f9e66 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:03.542293 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.557015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-6618489b-e471-4e06-b2cf-352ae4e18285 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] No DVR routers for this DVR port c142e810-8757-4c91-996a-5c219d0db469 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:03.560460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-6618489b-e471-4e06-b2cf-352ae4e18285 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.562798 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9809ca2b-9889-4497-bfab-a0bca9edd40f req-6618489b-e471-4e06-b2cf-352ae4e18285 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.13 "DELETE /v2.0/ports/c142e810-8757-4c91-996a-5c219d0db469 HTTP/1.1" status: 204 len: 173 time: 0.6121039 Jul 05 04:26:03.563333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'name': 'network-vif-deleted', 'tag': 'c142e810-8757-4c91-996a-5c219d0db469'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:03.565781 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23192eca-4a31-4c32-bb7b-23bfcde48a52" -d '{"events": [{"server_uuid": "b79594a2-aa8c-4774-99f8-6ac0b47129bc", "name": "network-vif-deleted", "tag": "c142e810-8757-4c91-996a-5c219d0db469"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:03.576587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=049f9da0-de7b-405d-a60d-b26273e535f6,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:03.617539 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af1adf6-1330-435e-b46e-832cb9e9110f x-openstack-request-id: req-6af1adf6-1330-435e-b46e-832cb9e9110f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:03.617884 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b79594a2-aa8c-4774-99f8-6ac0b47129bc", "name": "network-vif-deleted", "tag": "c142e810-8757-4c91-996a-5c219d0db469", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:03.618147 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6af1adf6-1330-435e-b46e-832cb9e9110f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:03.618776 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b79594a2-aa8c-4774-99f8-6ac0b47129bc', 'name': 'network-vif-deleted', 'tag': 'c142e810-8757-4c91-996a-5c219d0db469', 'status': 'completed', 'code': 200} Jul 05 04:26:03.706645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56d8e47b-2238-4dc6-8f89-9997f43b0d0f req-8453396b-ef49-4092-a7c5-67b82d4f32f0 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "GET /v2.0/ports?device_id=b79594a2-aa8c-4774-99f8-6ac0b47129bc HTTP/1.1" status: 200 len: 210 time: 0.0405238 Jul 05 04:26:03.712832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Allocated IP 172.20.0.13 (c19ef07c-f716-431b-b1d0-cd7d2c5181ca/7082187c-7294-42e0-82d4-7a4281171e24/c1abf36b-b7a7-4f44-b521-cdf1a7e766ec) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:03.871076 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:03.885669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Transition to ACTIVE for port object c1abf36b-b7a7-4f44-b521-cdf1a7e766ec will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:03.981430 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.025390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Network c19ef07c-f716-431b-b1d0-cd7d2c5181ca is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:04.030712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:04.034126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:04.039675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Pushing event updated for resources: {'Port': ['ID=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:04.079554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:04.080367 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.147208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c079248c-0f2e-4439-a4e6-aade8d917554 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.6980119 Jul 05 04:26:04.164827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Request body: {'port': {'device_id': 'cc812af6-2ad9-485e-b0d5-3bc7b326f3bf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:04.251066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.297438 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a1c3a1cd-a855-47c0-ac88-5d4109cf7a24 None None] Provisioning for port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:04.301823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a1c3a1cd-a855-47c0-ac88-5d4109cf7a24 None None] Provisioning complete for port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:04.302196 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a1c3a1cd-a855-47c0-ac88-5d4109cf7a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.340475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a1c3a1cd-a855-47c0-ac88-5d4109cf7a24 None None] Port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:04.571281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c1abf36b-b7a7-4f44-b521-cdf1a7e766ec {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:04.580656 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.595068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c889410-6972-4c97-a576-890b6fce070d req-5f8807ce-819a-409e-bfb3-cbe3870624ed tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:04.596514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c889410-6972-4c97-a576-890b6fce070d req-5f8807ce-819a-409e-bfb3-cbe3870624ed tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1028 time: 0.1174695 Jul 05 04:26:04.598922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Transition to ACTIVE for port object c1abf36b-b7a7-4f44-b521-cdf1a7e766ec will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:04.642246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c889410-6972-4c97-a576-890b6fce070d req-49f2e0b2-0def-4080-9a13-bf4a7c4d6388 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371268 Jul 05 04:26:04.686128 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.738063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Pushing event updated for resources: {'Port': ['ID=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:04.814623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Attempting to bind port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:04.815288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Attempting to bind port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:04.815452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Attempting to bind port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec on network c19ef07c-f716-431b-b1d0-cd7d2c5181ca {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:04.820546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec on network c19ef07c-f716-431b-b1d0-cd7d2c5181ca not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:26:04.820942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Attempting to bind port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec on network c19ef07c-f716-431b-b1d0-cd7d2c5181ca {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:04.826975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48470) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:04.828718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 25, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:04.829061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Checking segment: {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:04.829445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Bound using segment: {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:04.829904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Bound port: c1abf36b-b7a7-4f44-b521-cdf1a7e766ec, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:04.830265 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.899281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a05de644-13d2-4188-a76c-b61b4e4ea886 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.904874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] For port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:04.908274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] For port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:04.926976 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a05de644-13d2-4188-a76c-b61b4e4ea886 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:04.972367 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.006166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:05.007460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.010154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-06514799-af11-442f-b52b-fbae44d6865f service neutron] 10.222.0.26 "PUT /v2.0/ports/c1abf36b-b7a7-4f44-b521-cdf1a7e766ec HTTP/1.1" status: 200 len: 1093 time: 0.8527400 Jul 05 04:26:05.015221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc812af6-2ad9-485e-b0d5-3bc7b326f3bf', 'tag': 'c1abf36b-b7a7-4f44-b521-cdf1a7e766ec'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:05.023643 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-382a3388-161a-4487-b784-e54c328fcbec" -d '{"events": [{"name": "network-changed", "server_uuid": "cc812af6-2ad9-485e-b0d5-3bc7b326f3bf", "tag": "c1abf36b-b7a7-4f44-b521-cdf1a7e766ec"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:05.043745 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a05de644-13d2-4188-a76c-b61b4e4ea886 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.046697 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a05de644-13d2-4188-a76c-b61b4e4ea886 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.051003 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a05de644-13d2-4188-a76c-b61b4e4ea886 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/security-groups/492c87c4-3fd3-4247-bfa9-fdd283a8e010 HTTP/1.1" status: 204 len: 168 time: 0.2201927 Jul 05 04:26:05.068206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05de644-13d2-4188-a76c-b61b4e4ea886 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=492c87c4-3fd3-4247-bfa9-fdd283a8e010,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:05.074009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06514799-af11-442f-b52b-fbae44d6865f service neutron] Pushing event updated for resources: {'Port': ['ID=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:05.089668 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bff688d0-df37-4777-9081-b9149cc9a0df x-openstack-request-id: req-bff688d0-df37-4777-9081-b9149cc9a0df {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:05.090965 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc812af6-2ad9-485e-b0d5-3bc7b326f3bf", "tag": "c1abf36b-b7a7-4f44-b521-cdf1a7e766ec", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:05.090965 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bff688d0-df37-4777-9081-b9149cc9a0df {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:05.090965 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc812af6-2ad9-485e-b0d5-3bc7b326f3bf', 'tag': 'c1abf36b-b7a7-4f44-b521-cdf1a7e766ec', 'status': 'completed', 'code': 200} Jul 05 04:26:05.107443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 049f9da0-de7b-405d-a60d-b26273e535f6 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:05.166193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48476) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:05.166382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 049f9da0-de7b-405d-a60d-b26273e535f6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:05.167204 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.181590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a3388-161a-4487-b784-e54c328fcbec req-a6bd47bc-098a-4009-ac24-6f3ca3afa7bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:05.183792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-382a3388-161a-4487-b784-e54c328fcbec req-a6bd47bc-098a-4009-ac24-6f3ca3afa7bb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c085e18d538415a849809e8de2f9e66&device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1096 time: 0.0667069 Jul 05 04:26:05.318969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a3388-161a-4487-b784-e54c328fcbec req-573911f9-d0a9-43f1-a937-ce0f01ce204a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:05.320485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-382a3388-161a-4487-b784-e54c328fcbec req-573911f9-d0a9-43f1-a937-ce0f01ce204a service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=7c085e18d538415a849809e8de2f9e66&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1288531 Jul 05 04:26:05.421230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382a3388-161a-4487-b784-e54c328fcbec req-24223ac5-5bea-40aa-9005-043919464839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:05.422609 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-382a3388-161a-4487-b784-e54c328fcbec req-24223ac5-5bea-40aa-9005-043919464839 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0923898 Jul 05 04:26:05.521722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c9ea515e-d9bf-4433-a6fc-dc449f1c6d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:05.523227 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-c9ea515e-d9bf-4433-a6fc-dc449f1c6d6e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c085e18d538415a849809e8de2f9e66&device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1096 time: 0.0576556 Jul 05 04:26:05.567351 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.570238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-be0e624d-b3d4-4fda-bd9e-4aadc70c8cec service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec HTTP/1.1" status: 200 len: 217 time: 0.0371134 Jul 05 04:26:05.620676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad262c-905f-4d31-8573-129438dcabe0 req-165eff20-7ccc-467e-ad06-82ed94fe67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:05.622364 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-165eff20-7ccc-467e-ad06-82ed94fe67dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7082187c-7294-42e0-82d4-7a4281171e24 HTTP/1.1" status: 200 len: 848 time: 0.0459018 Jul 05 04:26:05.675908 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c142e810-8757-4c91-996a-5c219d0db469 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:05.698383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ad262c-905f-4d31-8573-129438dcabe0 req-16ba9e50-0136-4d97-8bec-db1d31ff0c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:05.700025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-16ba9e50-0136-4d97-8bec-db1d31ff0c26 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c19ef07c-f716-431b-b1d0-cd7d2c5181ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0668173 Jul 05 04:26:05.701667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: c142e810-8757-4c91-996a-5c219d0db469 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:05.702087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c142e810-8757-4c91-996a-5c219d0db469 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:05.883363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port 0b0d8f7f-7dca-4647-b287-483ca6e664f7 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:05.883961 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:05.983696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] For port 0b0d8f7f-7dca-4647-b287-483ca6e664f7, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=0b0d8f7f-7dca-4647-b287-483ca6e664f7,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:05.984093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.002667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for 0b0d8f7f-7dca-4647-b287-483ca6e664f7 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:06.205842 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4957bb52-25cb-414d-99f2-7fae687e1815 req-d5131a63-abcd-4239-9313-3f7b06b8a2a9 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:06.207356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4957bb52-25cb-414d-99f2-7fae687e1815 req-d5131a63-abcd-4239-9313-3f7b06b8a2a9 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1096 time: 0.0959001 Jul 05 04:26:06.209148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-4108e2fe-3f7d-4304-88b5-7ed091ac6895 service neutron] 10.222.0.26 "GET /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015688 Jul 05 04:26:06.295691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4957bb52-25cb-414d-99f2-7fae687e1815 req-5c976e49-4eb5-44b4-bb03-4a497ea85f17 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825460 Jul 05 04:26:06.317353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.331033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77ad262c-905f-4d31-8573-129438dcabe0 req-499edf1d-5e4d-4a23-be6a-a1351a88f416 service neutron] 10.222.0.26 "GET /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107507 Jul 05 04:26:06.347995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=0b0d8f7f-7dca-4647-b287-483ca6e664f7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:06.552596 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.772849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Router af240965-48f6-4880-8870-752c933c02b7 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:06.883376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:06.888238 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-e20e8265-f3e1-481d-a46f-eedc76559328 tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "PUT /v2.0/routers/af240965-48f6-4880-8870-752c933c02b7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7198367 Jul 05 04:26:06.891008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48480) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:06.893665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] Sync routers for ids ['af240965-48f6-4880-8870-752c933c02b7'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:06.903036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] Routers {'af240965-48f6-4880-8870-752c933c02b7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:06.903638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['af240965-48f6-4880-8870-752c933c02b7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:06.942587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-f381329e-1e82-48ef-9288-5cb62637e19f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting subnet 48a75a1a-4b14-40f3-9098-f9e9c3e7b219 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:26:06.945666 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f381329e-1e82-48ef-9288-5cb62637e19f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:06.987391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f381329e-1e82-48ef-9288-5cb62637e19f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.011861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] Set router af240965-48f6-4880-8870-752c933c02b7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:07.089756 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f381329e-1e82-48ef-9288-5cb62637e19f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.205078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:26:06Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:07.233432 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] Checking router: af240965-48f6-4880-8870-752c933c02b7 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:07.234948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f381329e-1e82-48ef-9288-5cb62637e19f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.241804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] Routers {'af240965-48f6-4880-8870-752c933c02b7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:07.242413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:25:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['af240965-48f6-4880-8870-752c933c02b7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:07.267533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f381329e-1e82-48ef-9288-5cb62637e19f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Subnet': ['ID=48a75a1a-4b14-40f3-9098-f9e9c3e7b219,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:07.270437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f381329e-1e82-48ef-9288-5cb62637e19f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.272845 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f381329e-1e82-48ef-9288-5cb62637e19f tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/subnets/48a75a1a-4b14-40f3-9098-f9e9c3e7b219 HTTP/1.1" status: 204 len: 168 time: 0.3807671 Jul 05 04:26:07.279234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48482) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:07.286227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4393d6-23e2-4794-ad23-c49d7fd5fbb2 None None] Network d3362446-7a80-45fb-a67f-9f80509c9058 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:07.392239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.476553 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f583736c-5e70-465a-80c5-200787119b49 req-3bba4733-5862-4fec-af96-bc13dd32fba7 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:07.479143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f583736c-5e70-465a-80c5-200787119b49 req-3bba4733-5862-4fec-af96-bc13dd32fba7 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1096 time: 0.0653751 Jul 05 04:26:07.498941 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.518605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f583736c-5e70-465a-80c5-200787119b49 req-ba735c51-d621-441e-bdc6-054feb5644ba tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327935 Jul 05 04:26:07.630891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port 3528ba34-2d59-4f17-87bd-056169324037 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:07.631236 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.707587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] Set router af240965-48f6-4880-8870-752c933c02b7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:07.719090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] For port 3528ba34-2d59-4f17-87bd-056169324037, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3528ba34-2d59-4f17-87bd-056169324037,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:07.719451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:07.731415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for 3528ba34-2d59-4f17-87bd-056169324037 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:07.847553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c1abf36b-b7a7-4f44-b521-cdf1a7e766ec details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:26:07.975157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f960ead0-6800-4b97-a7e8-055dbba612b5 None None] DHCP port deletion for d3362446-7a80-45fb-a67f-9f80509c9058 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:26:07.980829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.006796 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=3528ba34-2d59-4f17-87bd-056169324037,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:08.075164 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.131263 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d5a393a-2e47-45c3-8db0-74b53998d959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.143408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:08.173896 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'c1abf36b-b7a7-4f44-b521-cdf1a7e766ec', 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca', 'port_id': 'c1abf36b-b7a7-4f44-b521-cdf1a7e766ec', 'mac_address': 'fa:16:3e:46:38:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7082187c-7294-42e0-82d4-7a4281171e24', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:26:08.183151 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.185301 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.221297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f960ead0-6800-4b97-a7e8-055dbba612b5 None None] Deleting port b46c3a4d-15eb-4664-929a-0e904c3c1e60 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:08.221859 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f960ead0-6800-4b97-a7e8-055dbba612b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.231597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:26:06Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:08.300695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.301188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Fanout notify agent at l3_agent the message router_deleted on router af240965-48f6-4880-8870-752c933c02b7 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:26:08.308476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.309582 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-106fbd17-68cc-4a86-a1cf-8386a307d11d tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/routers/af240965-48f6-4880-8870-752c933c02b7 HTTP/1.1" status: 204 len: 168 time: 1.0292337 Jul 05 04:26:08.312471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48486) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:08.332985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd33b02-e7c0-4bdf-842a-b05545544fb8 None None] The sync data for ids ['af240965-48f6-4880-8870-752c933c02b7'] in n-d-758944-41 is: [{'id': 'af240965-48f6-4880-8870-752c933c02b7', 'name': 'tempest-TestNetworkBasicOps-router-812061166', 'tenant_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161'}], 'enable_snat': True}, 'gw_port_id': '3528ba34-2d59-4f17-87bd-056169324037', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:24:15Z', 'updated_at': '2021-07-05T04:26:06Z', 'revision_number': 5, 'project_id': 'ecb242cdbb1f4a99afd37053afb5f2a3', 'gw_port': {'id': '3528ba34-2d59-4f17-87bd-056169324037', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fe:8c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af240965-48f6-4880-8870-752c933c02b7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3849, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:24:16Z', 'updated_at': '2021-07-05T04:24:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:08.343309 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.386225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c1abf36b-b7a7-4f44-b521-cdf1a7e766ec {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:08.394561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f960ead0-6800-4b97-a7e8-055dbba612b5 None None] For port b46c3a4d-15eb-4664-929a-0e904c3c1e60, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b46c3a4d-15eb-4664-929a-0e904c3c1e60,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:08.395069 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f960ead0-6800-4b97-a7e8-055dbba612b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.396852 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.425486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f960ead0-6800-4b97-a7e8-055dbba612b5 None None] Calling delete_port for b46c3a4d-15eb-4664-929a-0e904c3c1e60 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:08.433842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:08.454922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Deleting port b46c3a4d-15eb-4664-929a-0e904c3c1e60 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:08.455413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.521799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] For port b46c3a4d-15eb-4664-929a-0e904c3c1e60, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=b46c3a4d-15eb-4664-929a-0e904c3c1e60,segment=NetworkSegment(43646fc1-d9e2-41cd-a6c6-17d2390b5947),segment_id=43646fc1-d9e2-41cd-a6c6-17d2390b5947)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:08.522207 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.523437 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.536332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Calling delete_port for b46c3a4d-15eb-4664-929a-0e904c3c1e60 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:08.573935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:08.612290 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f960ead0-6800-4b97-a7e8-055dbba612b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:08.642726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f960ead0-6800-4b97-a7e8-055dbba612b5 None None] Pushing event deleted for resources: {'Port': ['ID=b46c3a4d-15eb-4664-929a-0e904c3c1e60,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:08.653108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f960ead0-6800-4b97-a7e8-055dbba612b5 None None] No DVR routers for this DVR port b46c3a4d-15eb-4664-929a-0e904c3c1e60 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:08.724483 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0652eb97-9392-40aa-b90c-c9a1816e0b07 req-183ef7ab-6678-4602-9cc0-9dd86d32f9b0 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:08.728414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0652eb97-9392-40aa-b90c-c9a1816e0b07 req-183ef7ab-6678-4602-9cc0-9dd86d32f9b0 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1097 time: 0.0895097 Jul 05 04:26:08.772555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0652eb97-9392-40aa-b90c-c9a1816e0b07 req-0825c72e-9e32-4e76-b346-98955d179db5 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394485 Jul 05 04:26:08.777511 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['c1abf36b-b7a7-4f44-b521-cdf1a7e766ec'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:08.986682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:09.015324 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Port': ['ID=b46c3a4d-15eb-4664-929a-0e904c3c1e60,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:09.017188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] No DVR routers for this DVR port b46c3a4d-15eb-4664-929a-0e904c3c1e60 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:09.104906 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:09.115085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3362446-7a80-45fb-a67f-9f80509c9058']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:09.125273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43646fc1-d9e2-41cd-a6c6-17d2390b5947') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:09.125563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43646fc1-d9e2-41cd-a6c6-17d2390b5947') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:09.134283 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:09.148131 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:09.155018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:26:09.155400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: self.session.flush() Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:26:09.158457 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:26:09.275045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:09.282277 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:09.283985 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] 10.222.0.30 "DELETE /v2.0/networks/d3362446-7a80-45fb-a67f-9f80509c9058 HTTP/1.1" status: 204 len: 168 time: 0.9705775 Jul 05 04:26:09.296593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26018f41-50eb-4bc8-99d2-483637cc00fd tempest-TestNetworkBasicOps-1155092109 tempest-TestNetworkBasicOps-1155092109-project] Pushing event deleted for resources: {'Network': ['ID=d3362446-7a80-45fb-a67f-9f80509c9058,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:09.446349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0b0d8f7f-7dca-4647-b287-483ca6e664f7 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:09.466843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 0b0d8f7f-7dca-4647-b287-483ca6e664f7 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:09.467187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 0b0d8f7f-7dca-4647-b287-483ca6e664f7 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:09.467744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b46c3a4d-15eb-4664-929a-0e904c3c1e60 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:09.486493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: b46c3a4d-15eb-4664-929a-0e904c3c1e60 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:09.486840 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device b46c3a4d-15eb-4664-929a-0e904c3c1e60 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:09.754021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48494) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:09.852929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c1abf36b-b7a7-4f44-b521-cdf1a7e766ec up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:09.890391 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4365c943-4735-4250-9ae3-e9e3b050f18f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ecb242cdbb1f4a99afd37053afb5f2a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1347156 Jul 05 04:26:09.892458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48500) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:09.946071 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4b90758-1389-452c-9812-6cc85aea3b67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:09.947374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac1ecd9-9bcb-46d6-94d2-e65357c7f183 req-463561fd-b0cc-42d7-8baa-524a80fba6e7 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:09.949006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ac1ecd9-9bcb-46d6-94d2-e65357c7f183 req-463561fd-b0cc-42d7-8baa-524a80fba6e7 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1097 time: 0.0568209 Jul 05 04:26:09.966215 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:09.969504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4b90758-1389-452c-9812-6cc85aea3b67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:09.970457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:09.972814 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:09.987849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ac1ecd9-9bcb-46d6-94d2-e65357c7f183 req-97bf11f6-0537-4b03-9dba-19c9578123c9 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326421 Jul 05 04:26:10.058572 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.078087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4b90758-1389-452c-9812-6cc85aea3b67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.080800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc812af6-2ad9-485e-b0d5-3bc7b326f3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1abf36b-b7a7-4f44-b521-cdf1a7e766ec'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:10.081239 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d4b90758-1389-452c-9812-6cc85aea3b67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.085323 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d4b90758-1389-452c-9812-6cc85aea3b67 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c9ec2ee1-7c96-4e56-a7e5-3993f9e3117a HTTP/1.1" status: 204 len: 168 time: 0.1889257 Jul 05 04:26:10.085443 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9432cfe-cbcc-4fd6-9fb5-5b48109df2a3" -d '{"events": [{"server_uuid": "cc812af6-2ad9-485e-b0d5-3bc7b326f3bf", "name": "network-vif-plugged", "status": "completed", "tag": "c1abf36b-b7a7-4f44-b521-cdf1a7e766ec"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:10.092800 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4b90758-1389-452c-9812-6cc85aea3b67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9ec2ee1-7c96-4e56-a7e5-3993f9e3117a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:10.098127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:10.135294 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2de540f5-3ee1-4934-913f-7a3af23c65ce x-openstack-request-id: req-2de540f5-3ee1-4934-913f-7a3af23c65ce {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:10.135590 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc812af6-2ad9-485e-b0d5-3bc7b326f3bf", "name": "network-vif-plugged", "status": "completed", "tag": "c1abf36b-b7a7-4f44-b521-cdf1a7e766ec", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:10.135848 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2de540f5-3ee1-4934-913f-7a3af23c65ce {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:10.136283 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc812af6-2ad9-485e-b0d5-3bc7b326f3bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c1abf36b-b7a7-4f44-b521-cdf1a7e766ec', 'code': 200} Jul 05 04:26:10.174601 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.233229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:10.253327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad2fa67-5c4d-420c-b99b-352e630e45cc req-d9f6c896-fda8-4b2d-8216-d3c94e00e118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:10.254856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fad2fa67-5c4d-420c-b99b-352e630e45cc req-d9f6c896-fda8-4b2d-8216-d3c94e00e118 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0546396 Jul 05 04:26:10.295804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fad2fa67-5c4d-420c-b99b-352e630e45cc req-9accdc26-c3b7-42bd-a0d9-1c9f30b13314 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0290112 Jul 05 04:26:10.748147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48508) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:10.769583 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2c44685-f954-4ba9-a402-2e53ed63a1a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.817986 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a737b671-fc04-44e9-8033-c172829095f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.861815 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2c44685-f954-4ba9-a402-2e53ed63a1a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.934367 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2c44685-f954-4ba9-a402-2e53ed63a1a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.968970 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:10.973946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d2c44685-f954-4ba9-a402-2e53ed63a1a4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=20d2b737ab304fd4af9699c91390d889&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2245901 Jul 05 04:26:10.974810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c44685-f954-4ba9-a402-2e53ed63a1a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=581ac92c-922d-409b-bd36-e56e36ff0ffe,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:10.977618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48510) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:11.027293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3528ba34-2d59-4f17-87bd-056169324037 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:11.030758 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42549afe-5a4d-4dd7-a72a-a8b110a7219d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:11.049216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 3528ba34-2d59-4f17-87bd-056169324037 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:11.049562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3528ba34-2d59-4f17-87bd-056169324037 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:11.054168 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42549afe-5a4d-4dd7-a72a-a8b110a7219d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:11.171618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb12d02-028d-43ac-af80-9fed6517431f req-cf52e428-9f68-4f76-aa87-558fa3a4a7ad tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:11.173229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9fb12d02-028d-43ac-af80-9fed6517431f req-cf52e428-9f68-4f76-aa87-558fa3a4a7ad tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0544093 Jul 05 04:26:11.180443 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42549afe-5a4d-4dd7-a72a-a8b110a7219d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:11.183794 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42549afe-5a4d-4dd7-a72a-a8b110a7219d admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:11.187337 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-42549afe-5a4d-4dd7-a72a-a8b110a7219d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/581ac92c-922d-409b-bd36-e56e36ff0ffe HTTP/1.1" status: 204 len: 168 time: 0.2060015 Jul 05 04:26:11.194863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42549afe-5a4d-4dd7-a72a-a8b110a7219d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=581ac92c-922d-409b-bd36-e56e36ff0ffe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:11.217201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9fb12d02-028d-43ac-af80-9fed6517431f req-b63f2772-8859-43bd-9f42-3950c7fbfc5a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382638 Jul 05 04:26:11.985821 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.216416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48534) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:12.315718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-162227095-network', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:12.385955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411b83fd-d7ca-411c-b92a-8e743bd2c910 req-29423555-0e1d-4770-ae97-2eca90c424a0 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:12.387532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-411b83fd-d7ca-411c-b92a-8e743bd2c910 req-29423555-0e1d-4770-ae97-2eca90c424a0 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0580304 Jul 05 04:26:12.394505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Made reservation on behalf of f644531c0e2c43b28b49c659bcb5f4f3 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:12.397196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.405874 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.422866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-411b83fd-d7ca-411c-b92a-8e743bd2c910 req-faefa27d-c293-49ea-84ba-3118d80ecae4 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0297506 Jul 05 04:26:12.496520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.563115 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.589013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90db044-a30b-4ea8-a308-ab27cf456f60 req-643ed86e-4227-4148-bfa1-ceef011c8608 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:12.590365 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:26:12.590596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c90db044-a30b-4ea8-a308-ab27cf456f60 req-643ed86e-4227-4148-bfa1-ceef011c8608 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0554764 Jul 05 04:26:12.600348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:12.605656 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.605995 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Added segment 9b01d6a4-9d24-4cbc-abd9-9ae493b0341d of type vlan for network 3e2ce455-cd0c-4beb-8446-e9e139165d9e Jul 05 04:26:12.631136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c90db044-a30b-4ea8-a308-ab27cf456f60 req-e7432cb6-dc7e-4bfc-9e55-a055740c33b1 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346284 Jul 05 04:26:12.656515 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.769057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.770059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:12.770647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:12.793263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b7fddc6-37ab-45f9-85c7-ac29e4755cf5 req-98165e75-e705-4a25-858a-1ed8f04c4b8b tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:12.794809 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b7fddc6-37ab-45f9-85c7-ac29e4755cf5 req-98165e75-e705-4a25-858a-1ed8f04c4b8b tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0543602 Jul 05 04:26:12.830370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b7fddc6-37ab-45f9-85c7-ac29e4755cf5 req-96a02f9b-ec79-4f26-bb18-39dce9d77f2d tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296140 Jul 05 04:26:12.831720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] Pushing event updated for resources: {'Network': ['ID=3e2ce455-cd0c-4beb-8446-e9e139165d9e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:12.841448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:26:12.878449 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-98e97bba-91fd-484b-94d4-6d14cf03ee1a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6608796 Jul 05 04:26:12.881779 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48546) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:12.887007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Request body: {'subnet': {'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-162227095-subnet', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:12.969501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Made reservation on behalf of f644531c0e2c43b28b49c659bcb5f4f3 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:12.972769 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.125803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-b6d49756-4500-43a5-9b05-ebb381ea20eb tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:13.128064 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-b6d49756-4500-43a5-9b05-ebb381ea20eb tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/networks?id=c19ef07c-f716-431b-b1d0-cd7d2c5181ca HTTP/1.1" status: 200 len: 910 time: 0.0964997 Jul 05 04:26:13.142569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-272a84e8-e4d5-412f-9ceb-a89ec2e32178 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/quotas/7c085e18d538415a849809e8de2f9e66 HTTP/1.1" status: 200 len: 375 time: 0.0097146 Jul 05 04:26:13.206525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-34b11c6f-d2c8-4a45-8857-dcc016010830 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?tenant_id=7c085e18d538415a849809e8de2f9e66&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584419 Jul 05 04:26:13.226385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.286004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Pushing event updated for resources: {'Subnet': ['ID=8408d5d0-d856-4d0b-bafc-66fe168f0119,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:13.295536 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Checking segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:13.295916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Network hostable DHCP agents. Network: 3e2ce455-cd0c-4beb-8446-e9e139165d9e, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:26:13.307048 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-523c4141-ab8c-4ef8-9dae-79ee3bef2690 service neutron] 10.222.0.30 "GET /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932233 Jul 05 04:26:13.382934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:26:13.399355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-f1e26d8a-4b5c-4f41-8188-7fb4ab19dd4b service neutron] 10.222.0.30 "GET /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856712 Jul 05 04:26:13.474548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 3e2ce455-cd0c-4beb-8446-e9e139165d9e) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:13.478580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:13.479680 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.487187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9880a8d-31ce-4149-8a60-c836c2c60cf0 None None] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:13.552531 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.598051 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-627668f5-5274-4bd6-a61c-587d37bfa72b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7150006 Jul 05 04:26:13.600996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48560) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:13.606161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:13.648135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:26:13.649115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.679224 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b645320-45b0-440c-9b46-b9618d61dee6 req-65b024e3-fd0e-404b-9eb8-fc935417179d tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 210 time: 0.0299747 Jul 05 04:26:13.712120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.716080 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.776951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.809542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Allocated IP 172.20.0.2 (3e2ce455-cd0c-4beb-8446-e9e139165d9e/8408d5d0-d856-4d0b-bafc-66fe168f0119/3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:13.964496 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.972966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Transition to ACTIVE for port object 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:13.974762 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:13.989938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Transition to ACTIVE for port object 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:13.999780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.046446 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.084339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:14.087219 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:14.093838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:14.102380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Pushing event updated for resources: {'Port': ['ID=3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:14.165187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Attempting to bind port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:14.165563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Attempting to bind port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:14.165959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Attempting to bind port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:14.171945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:14.172337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Checking segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:14.172861 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.173266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Bound using segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:14.173745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Bound port: 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:14.174127 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.244535 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] For port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:14.247691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] For port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:14.289021 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.308435 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.315126 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.376771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045fab4b-3ca3-4cf7-9a41-346d101115df None None] Pushing event updated for resources: {'Port': ['ID=3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:14.433640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Allocated IP 172.25.4.149 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:14.543989 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.548754 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.700610 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:14.740159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:14.743101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:14.746551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:14.779004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Pushing event updated for resources: {'Port': ['ID=d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:14.834555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0810404d-9dac-403d-893c-a05ff748102a req-952bf8ec-8d3e-435d-89f0-0bf7419542db tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 210 time: 0.0408590 Jul 05 04:26:15.145222 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:15.147854 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:15.274858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:15.313443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fdb803e-f224-4b10-9445-595dd0fb9d03 None None] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:15.368586 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:15.465602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1d1fc776-9b39-4fb4-8d5a-9e638ed5dcb3 None None] Provisioning for port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:15.471186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1d1fc776-9b39-4fb4-8d5a-9e638ed5dcb3 None None] Provisioning complete for port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:15.471562 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc776-9b39-4fb4-8d5a-9e638ed5dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:15.571198 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc776-9b39-4fb4-8d5a-9e638ed5dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:15.595301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Router f085eb78-36ac-4025-9968-3b24e399182e is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:26:15.608364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1d1fc776-9b39-4fb4-8d5a-9e638ed5dcb3 None None] For port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:15.716440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:15.725703 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Sync routers for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:15.735617 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:15.736276 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:15.743833 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d1fc776-9b39-4fb4-8d5a-9e638ed5dcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:15.795345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d1fc776-9b39-4fb4-8d5a-9e638ed5dcb3 None None] Pushing event updated for resources: {'Port': ['ID=3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:15.847103 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:15.868964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df3c9a3d-72d8-4444-a779-483614e3b71b None None] Provisioning complete for port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:15.868964 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df3c9a3d-72d8-4444-a779-483614e3b71b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:15.948708 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:15.955394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48576) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:15.956310 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-26d3979c-46ee-4406-b1c7-5eb7115dfdde admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3539691 Jul 05 04:26:16.050542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-a302d78d-b3a2-4b94-9e35-84bd74c8b95c tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:16.052325 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-a302d78d-b3a2-4b94-9e35-84bd74c8b95c tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.13 "GET /v2.0/networks?id=c19ef07c-f716-431b-b1d0-cd7d2c5181ca HTTP/1.1" status: 200 len: 910 time: 0.2080224 Jul 05 04:26:16.065364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Request body: {'port': {'device_id': 'e207809a-448f-44e8-b619-622484cbdebe', 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca', 'admin_state_up': True, 'tenant_id': '7c085e18d538415a849809e8de2f9e66'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:16.070920 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e52ab832-2278-4e42-896a-dc5e2fa23ce0 req-b254b5d0-e350-49e0-9292-4f65fdd9e953 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 210 time: 0.0402026 Jul 05 04:26:16.115992 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:14Z', 'revision_number': 3, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:16.148843 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Checking router: f085eb78-36ac-4025-9968-3b24e399182e for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:16.149276 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Updating router f085eb78-36ac-4025-9968-3b24e399182e port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:16.187498 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.194091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Made reservation on behalf of 7c085e18d538415a849809e8de2f9e66 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:16.196641 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.340011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Allocated IP 172.20.0.6 (c19ef07c-f716-431b-b1d0-cd7d2c5181ca/7082187c-7294-42e0-82d4-7a4281171e24/d65e0066-afed-4b48-8d46-2c05b7772c03) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:16.469369 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.479772 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Transition to ACTIVE for port object d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:16.491114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.500069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.504620 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Transition to ACTIVE for port object d65e0066-afed-4b48-8d46-2c05b7772c03 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:16.554651 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.604239 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Attempting to bind port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:16.604872 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Attempting to bind port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:16.606573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.608219 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Attempting to bind port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:16.628875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['c1abf36b-b7a7-4f44-b521-cdf1a7e766ec'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:16.642739 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:16.643152 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:16.643523 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.643927 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:16.644714 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Bound port: d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:16.645107 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.667381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Pushing event updated for resources: {'Port': ['ID=d65e0066-afed-4b48-8d46-2c05b7772c03,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:16.704255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Network c19ef07c-f716-431b-b1d0-cd7d2c5181ca is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:16.707062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:16.715163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:16.718665 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] For port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:16.722563 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] For port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:16.733287 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a3c3c-2d88-4da9-a738-79727d2b4dc9 None None] Pushing event updated for resources: {'Port': ['ID=d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:16.793748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:16.797245 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.832675 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.833937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Allocated IP 172.20.0.1 (3e2ce455-cd0c-4beb-8446-e9e139165d9e/8408d5d0-d856-4d0b-bafc-66fe168f0119/48765c4b-e5ff-4b89-bd0f-9222bf0de1e8) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:16.887236 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1144b6f6-3084-4bcf-bf65-a4fed13574a6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8260841 Jul 05 04:26:16.914344 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:16.915573 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:16.922352 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a3c3c-2d88-4da9-a738-79727d2b4dc9 None None] Pushing event updated for resources: {'Port': ['ID=d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:16.956146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Request body: {'port': {'device_id': 'e207809a-448f-44e8-b619-622484cbdebe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:16.983577 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:16.997426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Transition to ACTIVE for port object 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:17.036647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.042765 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:17.093622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:17.103676 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.145954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8def6ed0-0dad-404f-af96-aa60a9ae690a None None] Provisioning for port d65e0066-afed-4b48-8d46-2c05b7772c03 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:17.152039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8def6ed0-0dad-404f-af96-aa60a9ae690a None None] Provisioning complete for port d65e0066-afed-4b48-8d46-2c05b7772c03 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:17.152466 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8def6ed0-0dad-404f-af96-aa60a9ae690a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.184166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:17.192084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:17.194414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:17.194414 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.196972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:17.236695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8def6ed0-0dad-404f-af96-aa60a9ae690a None None] Port d65e0066-afed-4b48-8d46-2c05b7772c03 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:17.282448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Pushing event updated for resources: {'Port': ['ID=48765c4b-e5ff-4b89-bd0f-9222bf0de1e8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:17.301103 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.350828 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:14Z', 'revision_number': 3, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:17.383969 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb474a79-a1ee-4710-84be-0d78fbe7bad2 None None] The sync data for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 is: [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:14Z', 'revision_number': 3, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:17.399321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d65e0066-afed-4b48-8d46-2c05b7772c03 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:17.414274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.427520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Transition to ACTIVE for port object d65e0066-afed-4b48-8d46-2c05b7772c03 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:17.434180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99eaa89-f674-4149-aa12-bf17a038f342 req-65153dcb-04e7-44ae-b20f-3e8bf837c548 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:17.435498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b99eaa89-f674-4149-aa12-bf17a038f342 req-65153dcb-04e7-44ae-b20f-3e8bf837c548 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1027 time: 0.2398262 Jul 05 04:26:17.526303 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b99eaa89-f674-4149-aa12-bf17a038f342 req-37296a67-22f9-4a71-ab70-7fc1e7ffbb20 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601442 Jul 05 04:26:17.547114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.629689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d65e0066-afed-4b48-8d46-2c05b7772c03,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:17.637672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e2b4f6df-477c-4c27-a7e4-9b43177c641d None None] Provisioning for port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:17.642848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e2b4f6df-477c-4c27-a7e4-9b43177c641d None None] Provisioning complete for port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:17.647969 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2b4f6df-477c-4c27-a7e4-9b43177c641d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.702881 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.707439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e2b4f6df-477c-4c27-a7e4-9b43177c641d None None] Port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:17.707890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Attempting to bind port d65e0066-afed-4b48-8d46-2c05b7772c03 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:17.708267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Attempting to bind port d65e0066-afed-4b48-8d46-2c05b7772c03 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:17.708599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Attempting to bind port d65e0066-afed-4b48-8d46-2c05b7772c03 on network c19ef07c-f716-431b-b1d0-cd7d2c5181ca {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:17.716842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Port d65e0066-afed-4b48-8d46-2c05b7772c03 on network c19ef07c-f716-431b-b1d0-cd7d2c5181ca not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:26:17.717173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Attempting to bind port d65e0066-afed-4b48-8d46-2c05b7772c03 on network c19ef07c-f716-431b-b1d0-cd7d2c5181ca {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:17.724294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:17.724637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Checking segment: {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:17.725024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Bound using segment: {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:17.725464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Bound port: d65e0066-afed-4b48-8d46-2c05b7772c03, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '541826c5-47e4-4cc9-a60f-3940161c312a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:17.725829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.816907 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] For port d65e0066-afed-4b48-8d46-2c05b7772c03, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:17.820310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] For port d65e0066-afed-4b48-8d46-2c05b7772c03, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d65e0066-afed-4b48-8d46-2c05b7772c03,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:17.883692 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.917167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.927006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:17.928314 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:17.929705 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] 10.222.0.13 "PUT /v2.0/ports/d65e0066-afed-4b48-8d46-2c05b7772c03 HTTP/1.1" status: 200 len: 1092 time: 0.9792261 Jul 05 04:26:17.932890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e207809a-448f-44e8-b619-622484cbdebe', 'tag': 'd65e0066-afed-4b48-8d46-2c05b7772c03'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:17.941044 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96a025ce-1579-4dbe-b27d-4423b9ef57d5" -d '{"events": [{"name": "network-changed", "server_uuid": "e207809a-448f-44e8-b619-622484cbdebe", "tag": "d65e0066-afed-4b48-8d46-2c05b7772c03"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:17.972436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2acac6e8-8978-4c4b-bba4-3f67963dc7a1 service neutron] Pushing event updated for resources: {'Port': ['ID=d65e0066-afed-4b48-8d46-2c05b7772c03,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:17.985942 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df13516-e4d6-432c-b400-bd36eebe08b3 x-openstack-request-id: req-1df13516-e4d6-432c-b400-bd36eebe08b3 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:17.986267 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e207809a-448f-44e8-b619-622484cbdebe", "tag": "d65e0066-afed-4b48-8d46-2c05b7772c03", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:17.986515 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1df13516-e4d6-432c-b400-bd36eebe08b3 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:17.986917 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e207809a-448f-44e8-b619-622484cbdebe', 'tag': 'd65e0066-afed-4b48-8d46-2c05b7772c03', 'status': 'completed', 'code': 200} Jul 05 04:26:17.988940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:18.069859 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:18.071817 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Pushing event updated for resources: {'Port': ['ID=48765c4b-e5ff-4b89-bd0f-9222bf0de1e8,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:18.087566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a025ce-1579-4dbe-b27d-4423b9ef57d5 req-d0d4c5b3-b2a1-4bb2-a943-4bbba2eba66d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.089877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-96a025ce-1579-4dbe-b27d-4423b9ef57d5 req-d0d4c5b3-b2a1-4bb2-a943-4bbba2eba66d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c085e18d538415a849809e8de2f9e66&device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1095 time: 0.0800862 Jul 05 04:26:18.200422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:18.202552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:18.205304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a025ce-1579-4dbe-b27d-4423b9ef57d5 req-203980d1-6c4e-4431-b734-6bbaf46c5c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.207063 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-96a025ce-1579-4dbe-b27d-4423b9ef57d5 req-203980d1-6c4e-4431-b734-6bbaf46c5c3b service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=7c085e18d538415a849809e8de2f9e66&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1096466 Jul 05 04:26:18.328211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a025ce-1579-4dbe-b27d-4423b9ef57d5 req-7e0e2acb-91a5-4b38-8475-7e51edecdc9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.330113 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-96a025ce-1579-4dbe-b27d-4423b9ef57d5 req-7e0e2acb-91a5-4b38-8475-7e51edecdc9e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1154499 Jul 05 04:26:18.364484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Router f085eb78-36ac-4025-9968-3b24e399182e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:18.438034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-68f31464-3634-4ce6-955e-cfc343b2cdf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.439526 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-68f31464-3634-4ce6-955e-cfc343b2cdf7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7c085e18d538415a849809e8de2f9e66&device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1095 time: 0.0629086 Jul 05 04:26:18.484962 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-149cad21-4f57-46bc-a78f-a1c9c9a7ccd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d65e0066-afed-4b48-8d46-2c05b7772c03 HTTP/1.1" status: 200 len: 217 time: 0.0370231 Jul 05 04:26:18.486361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-64bc0f9d-536d-4579-9a19-bb421d445c72 None None] Provisioning complete for port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:18.486813 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-64bc0f9d-536d-4579-9a19-bb421d445c72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:18.489004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:18.499952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e9d433c9-2fff-460b-9080-94bdc3707c57 admin admin] 10.222.0.30 "PUT /v2.0/routers/f085eb78-36ac-4025-9968-3b24e399182e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5377398 Jul 05 04:26:18.521593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-64bc0f9d-536d-4579-9a19-bb421d445c72 None None] Port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:18.542523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-48a4dd4a-49bc-4faa-8afe-426bba4cc095 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.545753 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-48a4dd4a-49bc-4faa-8afe-426bba4cc095 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=7082187c-7294-42e0-82d4-7a4281171e24 HTTP/1.1" status: 200 len: 848 time: 0.0497301 Jul 05 04:26:18.607701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-d0d532db-b9dc-4a7b-8b7e-432fc1e8adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.609230 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-d0d532db-b9dc-4a7b-8b7e-432fc1e8adc7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c19ef07c-f716-431b-b1d0-cd7d2c5181ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577595 Jul 05 04:26:18.696200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900e4e6-f8d1-4b8e-aa1a-ce74c41597c6 req-e64acc0f-b249-427f-a45b-13d1647d51dd tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:18.698245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5900e4e6-f8d1-4b8e-aa1a-ce74c41597c6 req-e64acc0f-b249-427f-a45b-13d1647d51dd tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1095 time: 0.0546913 Jul 05 04:26:18.717441 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-1d0a2746-a633-4b97-949d-fe7a01458bcc service neutron] 10.222.0.13 "GET /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004119 Jul 05 04:26:18.738971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5900e4e6-f8d1-4b8e-aa1a-ce74c41597c6 req-d284d5fe-13d3-439b-b50e-eaba4b8d4f14 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339386 Jul 05 04:26:18.817127 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-52041dca-cb8c-4295-9cd7-bbeb6316e732 req-e10f66a0-d24a-42ec-b0c1-0ecd4daae048 service neutron] 10.222.0.13 "GET /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920761 Jul 05 04:26:19.110923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:19.134206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Sync routers for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:19.154418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:19.155047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:19.188147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48598) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:19.193190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-39932448-network', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:19.271298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:19.277882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Made reservation on behalf of ddd52523e3d24e3b88456412b083294a for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:19.280674 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.289417 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.345286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:19.350875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:19.351251 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.382557 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.454664 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.483399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:26:19.495157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c178632f-f759-4bfa-95d0-edab49ada5ab,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:19.501291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.501623 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Added segment 9fa41a2f-01ca-4ce0-b887-7c602f26a8fc of type vlan for network 48b15504-b935-4caa-8274-5ec7c57f8130 Jul 05 04:26:19.560024 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.674575 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.675721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:19.675988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.676387 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.703262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:19.714703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 2, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:19.741799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Checking router: f085eb78-36ac-4025-9968-3b24e399182e for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:19.742160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Updating router f085eb78-36ac-4025-9968-3b24e399182e port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:19.774058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] Pushing event updated for resources: {'Network': ['ID=48b15504-b935-4caa-8274-5ec7c57f8130,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:19.783062 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.787224 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 48b15504-b935-4caa-8274-5ec7c57f8130 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:26:19.805833 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.815146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-85121a41-ceaa-494a-adc7-b41275359ab2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6258783 Jul 05 04:26:19.817972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48602) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:19.823733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Request body: {'subnet': {'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-39932448-subnet', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:19.910316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a3ba9-81a4-40eb-bbca-074cfd557b29 req-66ed250d-f25d-4dbf-8740-7191de320db8 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:19.911829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d2a3ba9-81a4-40eb-bbca-074cfd557b29 req-66ed250d-f25d-4dbf-8740-7191de320db8 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1095 time: 0.0528657 Jul 05 04:26:19.934198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Made reservation on behalf of ddd52523e3d24e3b88456412b083294a for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:19.936696 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:19.938590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:19.997629 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d2a3ba9-81a4-40eb-bbca-074cfd557b29 req-c24ffec6-e370-4a7b-8ce4-602ad66d327c tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796702 Jul 05 04:26:20.166088 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.176499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Transition to ACTIVE for port object 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:20.191702 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.252097 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.257266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2be34be2-2732-4f6f-b528-5d61d3d715f1,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:20.266129 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Checking segment: {'id': '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:20.266490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Network hostable DHCP agents. Network: 48b15504-b935-4caa-8274-5ec7c57f8130, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:26:20.308750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dedc6-24b8-4ae0-8a25-77c2f5c7542c None None] Pushing event updated for resources: {'Port': ['ID=48765c4b-e5ff-4b89-bd0f-9222bf0de1e8,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:20.348998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Network 48b15504-b935-4caa-8274-5ec7c57f8130 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:26:20.366322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Attempting to bind port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:20.366697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Attempting to bind port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:20.368734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Attempting to bind port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:20.373309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:20.373758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Checking segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:20.374169 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.374599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Bound using segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:20.375075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Bound port: 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:20.375460 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.411913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 48b15504-b935-4caa-8274-5ec7c57f8130) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:20.417718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:20.418385 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.424375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec5abe25-e148-49a8-b152-4fbedcb72a70 None None] Network 48b15504-b935-4caa-8274-5ec7c57f8130 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:20.489021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] For port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:20.492658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eecd7ffe-7bc4-430e-bdb0-3a335befe15b admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6735725 Jul 05 04:26:20.495182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48604) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:20.499654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-39932448-router', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:20.504780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] For port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=48765c4b-e5ff-4b89-bd0f-9222bf0de1e8,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:20.602014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.626249 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.629313 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.629473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-48b15504-b935-4caa-8274-5ec7c57f8130', 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'fixed_ips': [{'subnet_id': '2be34be2-2732-4f6f-b528-5d61d3d715f1'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:26:20.629473 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.687121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:20.687763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:20.725105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:20.739636 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867dedc6-24b8-4ae0-8a25-77c2f5c7542c None None] Pushing event updated for resources: {'Port': ['ID=48765c4b-e5ff-4b89-bd0f-9222bf0de1e8,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:20.905577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Allocated IP 172.20.0.2 (48b15504-b935-4caa-8274-5ec7c57f8130/2be34be2-2732-4f6f-b528-5d61d3d715f1/3362f1e0-1f46-4d8c-9eeb-695455c7d470) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:20.908453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:21.119084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:21.301480 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.307169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:21.307609 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.310461 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.336104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Transition to ACTIVE for port object 3362f1e0-1f46-4d8c-9eeb-695455c7d470 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:21.337699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d241460-37e9-4e3f-8070-7adf504d2e52 req-7ba95acc-09d9-4c12-af8c-75a278d8508b tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:21.339305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d241460-37e9-4e3f-8070-7adf504d2e52 req-7ba95acc-09d9-4c12-af8c-75a278d8508b tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1095 time: 0.0906742 Jul 05 04:26:21.367786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:20Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:21.370366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Transition to ACTIVE for port object 3362f1e0-1f46-4d8c-9eeb-695455c7d470 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:21.376269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d241460-37e9-4e3f-8070-7adf504d2e52 req-5070f586-2ebb-4a46-bc6c-94e4d28601a7 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307870 Jul 05 04:26:21.401927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e86abb-b80f-426f-8516-18ec7697aff4 None None] The sync data for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 is: [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:20Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:21.465687 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.524912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Pushing event updated for resources: {'Port': ['ID=3362f1e0-1f46-4d8c-9eeb-695455c7d470,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:21.529515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Network 48b15504-b935-4caa-8274-5ec7c57f8130 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:21.531188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:21.534620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:21.611475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Attempting to bind port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:21.612157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Attempting to bind port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:21.612632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Attempting to bind port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 on network 48b15504-b935-4caa-8274-5ec7c57f8130 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:21.618617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:21.626884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Checking segment: {'id': '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:21.626884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.626884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Bound using segment: {'id': '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:21.626884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Bound port: 3362f1e0-1f46-4d8c-9eeb-695455c7d470, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:21.626884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.639231 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.671181 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.691624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] For port 3362f1e0-1f46-4d8c-9eeb-695455c7d470, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:21.695037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] For port 3362f1e0-1f46-4d8c-9eeb-695455c7d470, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3362f1e0-1f46-4d8c-9eeb-695455c7d470,segment=NetworkSegment(9fa41a2f-01ca-4ce0-b887-7c602f26a8fc),segment_id=9fa41a2f-01ca-4ce0-b887-7c602f26a8fc)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:21.781459 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Allocated IP 172.25.4.138 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/05e9c2db-8140-478b-acad-ba06fe405010) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:21.792168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d65e0066-afed-4b48-8d46-2c05b7772c03 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:26:21.812737 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.911848 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:21.965667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d65e0066-afed-4b48-8d46-2c05b7772c03, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d65e0066-afed-4b48-8d46-2c05b7772c03,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:21.974356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308683a6-93e6-4547-86e0-8d7728b49905 None None] Pushing event updated for resources: {'Port': ['ID=3362f1e0-1f46-4d8c-9eeb-695455c7d470,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:21.982400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'd65e0066-afed-4b48-8d46-2c05b7772c03', 'network_id': 'c19ef07c-f716-431b-b1d0-cd7d2c5181ca', 'port_id': 'd65e0066-afed-4b48-8d46-2c05b7772c03', 'mac_address': 'fa:16:3e:56:a0:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7082187c-7294-42e0-82d4-7a4281171e24', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:26:22.013114 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.023673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.047622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d65e0066-afed-4b48-8d46-2c05b7772c03 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:22.065161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:22.068798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:22.073969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:22.074081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d65e0066-afed-4b48-8d46-2c05b7772c03, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d65e0066-afed-4b48-8d46-2c05b7772c03,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:22.123620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Pushing event updated for resources: {'Port': ['ID=05e9c2db-8140-478b-acad-ba06fe405010,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:22.158153 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.219606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d65e0066-afed-4b48-8d46-2c05b7772c03,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:22.331128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-8c506134-f48d-4aa9-b0ba-bd54afab19e2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1311791 Jul 05 04:26:22.516109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['d65e0066-afed-4b48-8d46-2c05b7772c03'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:22.554598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-88c7f6b3-f772-410b-a192-0b2ca6285ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:22.556143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-88c7f6b3-f772-410b-a192-0b2ca6285ecc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=7c085e18d538415a849809e8de2f9e66&device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1098 time: 0.1822696 Jul 05 04:26:22.558083 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.739873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d3d450-bb10-492a-b02f-65bae07f81bb req-3d6213e3-c06e-46d0-a01f-5f86ff438436 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:22.741455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68d3d450-bb10-492a-b02f-65bae07f81bb req-3d6213e3-c06e-46d0-a01f-5f86ff438436 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1096 time: 0.2460787 Jul 05 04:26:22.821051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-b2bfbf72-73ba-4742-83f8-82fd64eae19e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:22.822575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-b2bfbf72-73ba-4742-83f8-82fd64eae19e service neutron] 10.222.0.26 "GET /v2.0/networks?id=c19ef07c-f716-431b-b1d0-cd7d2c5181ca HTTP/1.1" status: 200 len: 910 time: 0.2220361 Jul 05 04:26:22.881451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68d3d450-bb10-492a-b02f-65bae07f81bb req-c7d92436-0257-4f73-8052-a9921bcf89de tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318231 Jul 05 04:26:22.886788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-ba1fbd1b-ab41-4833-b251-d2630b7acca7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec HTTP/1.1" status: 200 len: 217 time: 0.0537694 Jul 05 04:26:22.946078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a780ad07-ac58-4c7c-85c5-f47f0b191f02 None None] Network 48b15504-b935-4caa-8274-5ec7c57f8130 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:22.977787 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:22.981119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-e3fd87d9-60b7-4195-87a9-57996c1feb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:22.982586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-e3fd87d9-60b7-4195-87a9-57996c1feb49 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=7082187c-7294-42e0-82d4-7a4281171e24 HTTP/1.1" status: 200 len: 848 time: 0.0623951 Jul 05 04:26:23.142252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-494f2481-b227-4676-a9e3-6dd41535bd07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:23.142252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-494f2481-b227-4676-a9e3-6dd41535bd07 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=c19ef07c-f716-431b-b1d0-cd7d2c5181ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1196766 Jul 05 04:26:23.149036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-891f5f1b-0a81-4acd-be35-7d90beebc5f1 None None] Provisioning for port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:23.157661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3362f1e0-1f46-4d8c-9eeb-695455c7d470 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:23.276208 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-f9ca9b14-15b5-463f-a504-d9977f4584a4 service neutron] 10.222.0.26 "GET /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207163 Jul 05 04:26:23.294628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:23.298958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:23.299328 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.342252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Router 264ac3c3-88da-428a-a5ad-c05c42e9675c is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:26:23.386928 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.401592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3b444411-de63-4284-af2f-1693458079a3 None None] Provisioning complete for port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:23.401964 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3b444411-de63-4284-af2f-1693458079a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.418826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1f31fba2-e75d-492a-a342-00f5b1bc373e req-3e929295-293e-49f1-b75f-336c8e35ce18 service neutron] 10.222.0.26 "GET /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365280 Jul 05 04:26:23.484116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:23.493666 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Sync routers for ids ['264ac3c3-88da-428a-a5ad-c05c42e9675c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:23.505752 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Routers {'264ac3c3-88da-428a-a5ad-c05c42e9675c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:23.506513 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['264ac3c3-88da-428a-a5ad-c05c42e9675c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:23.589445 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.593913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9886ba4b-490e-441f-98f7-5035d0d2068b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.0947142 Jul 05 04:26:23.594416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48610) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:23.610246 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 3362f1e0-1f46-4d8c-9eeb-695455c7d470, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3362f1e0-1f46-4d8c-9eeb-695455c7d470,segment=NetworkSegment(9fa41a2f-01ca-4ce0-b887-7c602f26a8fc),segment_id=9fa41a2f-01ca-4ce0-b887-7c602f26a8fc)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:23.624722 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Set router 264ac3c3-88da-428a-a5ad-c05c42e9675c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:23.661111 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3b444411-de63-4284-af2f-1693458079a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.679804 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.681208 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:23.779783 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-3b444411-de63-4284-af2f-1693458079a3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:26:23.780179 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-3b444411-de63-4284-af2f-1693458079a3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:26:23.793055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d65e0066-afed-4b48-8d46-2c05b7772c03 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:23.816137 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'name': 'tempest-TestVolumeBootPattern-39932448-router', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '05e9c2db-8140-478b-acad-ba06fe405010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:20Z', 'updated_at': '2021-07-05T04:26:22Z', 'revision_number': 3, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'gw_port': {'id': '05e9c2db-8140-478b-acad-ba06fe405010', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:21Z', 'updated_at': '2021-07-05T04:26:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:23.818875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=3362f1e0-1f46-4d8c-9eeb-695455c7d470,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:23.844301 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Checking router: 264ac3c3-88da-428a-a5ad-c05c42e9675c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:23.848083 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Updating router 264ac3c3-88da-428a-a5ad-c05c42e9675c port 05e9c2db-8140-478b-acad-ba06fe405010 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:23.885604 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.900723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:23.905746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:23.911601 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:23.933984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port d65e0066-afed-4b48-8d46-2c05b7772c03 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:23.946373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port d65e0066-afed-4b48-8d46-2c05b7772c03 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:23.950533 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.064779 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.097417 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.116689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=48765c4b-e5ff-4b89-bd0f-9222bf0de1e8,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:24.130787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e207809a-448f-44e8-b619-622484cbdebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65e0066-afed-4b48-8d46-2c05b7772c03'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:24.133102 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f66dc54a-1282-43a7-a5f3-96004829593c" -d '{"events": [{"server_uuid": "e207809a-448f-44e8-b619-622484cbdebe", "name": "network-vif-plugged", "status": "completed", "tag": "d65e0066-afed-4b48-8d46-2c05b7772c03"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:24.147128 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d65e0066-afed-4b48-8d46-2c05b7772c03, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d65e0066-afed-4b48-8d46-2c05b7772c03,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:24.175062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a4de02-5f13-45d3-825a-fac0d6ba0fb9 req-848b2f10-ae79-4dd1-9013-9b136cc0949d tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:24.175262 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7b1c612-5483-406e-9542-0b6add6152a6 x-openstack-request-id: req-f7b1c612-5483-406e-9542-0b6add6152a6 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:24.175554 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e207809a-448f-44e8-b619-622484cbdebe", "name": "network-vif-plugged", "status": "completed", "tag": "d65e0066-afed-4b48-8d46-2c05b7772c03", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:24.175804 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f7b1c612-5483-406e-9542-0b6add6152a6 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:24.176227 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e207809a-448f-44e8-b619-622484cbdebe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd65e0066-afed-4b48-8d46-2c05b7772c03', 'code': 200} Jul 05 04:26:24.176627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84a4de02-5f13-45d3-825a-fac0d6ba0fb9 req-848b2f10-ae79-4dd1-9013-9b136cc0949d tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1096 time: 0.1122913 Jul 05 04:26:24.181365 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.215209 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.244803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=48765c4b-e5ff-4b89-bd0f-9222bf0de1e8,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:24.273832 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.285080 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Transition to ACTIVE for port object 05e9c2db-8140-478b-acad-ba06fe405010 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:24.295619 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84a4de02-5f13-45d3-825a-fac0d6ba0fb9 req-0c531c48-e096-4987-8f41-541fe455d27e tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039727 Jul 05 04:26:24.323187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d65e0066-afed-4b48-8d46-2c05b7772c03,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:24.335696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2ac01e-8e94-46ea-aeda-b0233be1a03a req-1a1331d0-b596-40da-aa73-810cfae0697f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:24.340679 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0d2ac01e-8e94-46ea-aeda-b0233be1a03a req-1a1331d0-b596-40da-aa73-810cfae0697f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1097 time: 0.0858986 Jul 05 04:26:24.360743 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.375368 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0d2ac01e-8e94-46ea-aeda-b0233be1a03a req-b888a275-0670-4624-8764-d42b127e3952 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311685 Jul 05 04:26:24.410613 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Attempting to bind port 05e9c2db-8140-478b-acad-ba06fe405010 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:24.410985 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Attempting to bind port 05e9c2db-8140-478b-acad-ba06fe405010 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:24.411349 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Attempting to bind port 05e9c2db-8140-478b-acad-ba06fe405010 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:24.417357 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796b1bd-de1d-4deb-a948-e3ddcc1173d2 None None] Pushing event updated for resources: {'Port': ['ID=05e9c2db-8140-478b-acad-ba06fe405010,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:24.421958 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:24.422264 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:24.422664 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.423048 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:24.423519 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Bound port: 05e9c2db-8140-478b-acad-ba06fe405010, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:24.423923 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.469608 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.478177 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] For port 05e9c2db-8140-478b-acad-ba06fe405010, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:24.483703 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] For port 05e9c2db-8140-478b-acad-ba06fe405010, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=05e9c2db-8140-478b-acad-ba06fe405010,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:24.580843 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.626380 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Routers {'264ac3c3-88da-428a-a5ad-c05c42e9675c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:24.626994 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['264ac3c3-88da-428a-a5ad-c05c42e9675c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:24.631434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Allocated IP 172.20.0.1 (48b15504-b935-4caa-8274-5ec7c57f8130/2be34be2-2732-4f6f-b528-5d61d3d715f1/15cb638c-b485-4700-bd41-b781070cd64c) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:24.685349 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7796b1bd-de1d-4deb-a948-e3ddcc1173d2 None None] Pushing event updated for resources: {'Port': ['ID=05e9c2db-8140-478b-acad-ba06fe405010,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:24.745509 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.754684 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] Set router 264ac3c3-88da-428a-a5ad-c05c42e9675c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:24.758343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Transition to ACTIVE for port object 15cb638c-b485-4700-bd41-b781070cd64c will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:24.860724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.898616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Network 48b15504-b935-4caa-8274-5ec7c57f8130 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:24.901448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:24.907020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:24.938834 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'name': 'tempest-TestVolumeBootPattern-39932448-router', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '05e9c2db-8140-478b-acad-ba06fe405010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:20Z', 'updated_at': '2021-07-05T04:26:22Z', 'revision_number': 3, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'gw_port': {'id': '05e9c2db-8140-478b-acad-ba06fe405010', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:21Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:24.939416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Pushing event updated for resources: {'Port': ['ID=15cb638c-b485-4700-bd41-b781070cd64c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:24.966082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:24.972005 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e56090a-d053-4d29-8603-70c967b4c28d None None] The sync data for ids ['264ac3c3-88da-428a-a5ad-c05c42e9675c'] in n-d-758944-41 is: [{'id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'name': 'tempest-TestVolumeBootPattern-39932448-router', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '05e9c2db-8140-478b-acad-ba06fe405010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:20Z', 'updated_at': '2021-07-05T04:26:22Z', 'revision_number': 3, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'gw_port': {'id': '05e9c2db-8140-478b-acad-ba06fe405010', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:21Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:25.107108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3362f1e0-1f46-4d8c-9eeb-695455c7d470 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:25.168356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:25.168735 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.191533 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.247320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-132d5f77-6a21-49f0-a2bc-848ac8e1b055 None None] Provisioning for port 15cb638c-b485-4700-bd41-b781070cd64c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:25.254518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-132d5f77-6a21-49f0-a2bc-848ac8e1b055 None None] Provisioning complete for port 15cb638c-b485-4700-bd41-b781070cd64c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:25.254888 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-132d5f77-6a21-49f0-a2bc-848ac8e1b055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.317354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-132d5f77-6a21-49f0-a2bc-848ac8e1b055 None None] Port 15cb638c-b485-4700-bd41-b781070cd64c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:25.349104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:25.404533 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.418585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:25.418975 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.467875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.554386 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Pushing event updated for resources: {'Port': ['ID=15cb638c-b485-4700-bd41-b781070cd64c,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:25.559806 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.570767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d0da9b-6cd7-4a21-832a-2c2f5a20993e req-ed8bc4b5-2b17-4c60-aa88-eb839c19c9e9 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:25.572913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73d0da9b-6cd7-4a21-832a-2c2f5a20993e req-ed8bc4b5-2b17-4c60-aa88-eb839c19c9e9 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1097 time: 0.1444166 Jul 05 04:26:25.667562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73d0da9b-6cd7-4a21-832a-2c2f5a20993e req-cb3b9566-6547-4881-a00f-caedfd049503 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808108 Jul 05 04:26:25.693853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Network 48b15504-b935-4caa-8274-5ec7c57f8130 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:25.695478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:25.828605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Router 264ac3c3-88da-428a-a5ad-c05c42e9675c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:25.942133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d6754b14-20dd-442d-9f85-beb90fd58568 None None] Provisioning complete for port 15cb638c-b485-4700-bd41-b781070cd64c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:25.942641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d6754b14-20dd-442d-9f85-beb90fd58568 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:25.949438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:25.957266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b201d0cc-892c-483f-b485-3ab1756c173f admin admin] 10.222.0.30 "PUT /v2.0/routers/264ac3c3-88da-428a-a5ad-c05c42e9675c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3616953 Jul 05 04:26:25.991110 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d6754b14-20dd-442d-9f85-beb90fd58568 None None] Port 15cb638c-b485-4700-bd41-b781070cd64c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:26.829423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51d78b2-614a-4677-9c55-1e28f0b0c7b9 req-dc8b4ba5-59ad-4bbc-a60d-ae295eeec4b1 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:26.830897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f51d78b2-614a-4677-9c55-1e28f0b0c7b9 req-dc8b4ba5-59ad-4bbc-a60d-ae295eeec4b1 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1097 time: 0.0541732 Jul 05 04:26:26.866573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f51d78b2-614a-4677-9c55-1e28f0b0c7b9 req-676929d8-1cf1-4aeb-8cc0-43337eaa4f72 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301011 Jul 05 04:26:27.040827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1355198c-81ad-4cc1-9fef-404776c2a412 req-03602904-cef0-4b8d-87f5-ebbaa09b9f6b tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:27.043303 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1355198c-81ad-4cc1-9fef-404776c2a412 req-03602904-cef0-4b8d-87f5-ebbaa09b9f6b tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1097 time: 0.0603726 Jul 05 04:26:27.089169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1355198c-81ad-4cc1-9fef-404776c2a412 req-0d5f1ff0-23f3-4a9b-8a65-a07c69a74cba tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368543 Jul 05 04:26:27.137245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 05e9c2db-8140-478b-acad-ba06fe405010 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:27.248727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 05e9c2db-8140-478b-acad-ba06fe405010 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:27.252827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 05e9c2db-8140-478b-acad-ba06fe405010 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:27.253377 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:27.263200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f217a47a-6796-4571-9ca5-a973ae897255 req-f7d82c13-6e51-4a06-a12a-9b263f887b9b tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:27.264892 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f217a47a-6796-4571-9ca5-a973ae897255 req-f7d82c13-6e51-4a06-a12a-9b263f887b9b tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1097 time: 0.0621247 Jul 05 04:26:27.306069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f217a47a-6796-4571-9ca5-a973ae897255 req-076dfc5e-1121-438e-817d-acbdd74f0f3c tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346558 Jul 05 04:26:27.340572 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:27.362034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 05e9c2db-8140-478b-acad-ba06fe405010, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=05e9c2db-8140-478b-acad-ba06fe405010,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:27.434652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:27.485450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=05e9c2db-8140-478b-acad-ba06fe405010,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:27.705306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Sync routers for ids ['264ac3c3-88da-428a-a5ad-c05c42e9675c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:27.716685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Routers {'264ac3c3-88da-428a-a5ad-c05c42e9675c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:27.717615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['264ac3c3-88da-428a-a5ad-c05c42e9675c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:27.837808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Set router 264ac3c3-88da-428a-a5ad-c05c42e9675c gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:27.940974 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9d71d2-429e-4e05-8a56-a748191c972c req-ceef50e4-90f1-463a-b815-2bca9fd6e9de tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:27.943081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b9d71d2-429e-4e05-8a56-a748191c972c req-ceef50e4-90f1-463a-b815-2bca9fd6e9de tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1097 time: 0.0550101 Jul 05 04:26:27.979706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b9d71d2-429e-4e05-8a56-a748191c972c req-c43c5c5a-b1cc-437f-b219-c9258c5d0901 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310178 Jul 05 04:26:28.050293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'name': 'tempest-TestVolumeBootPattern-39932448-router', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '05e9c2db-8140-478b-acad-ba06fe405010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:20Z', 'updated_at': '2021-07-05T04:26:25Z', 'revision_number': 4, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'gw_port': {'id': '05e9c2db-8140-478b-acad-ba06fe405010', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:21Z', 'updated_at': '2021-07-05T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '15cb638c-b485-4700-bd41-b781070cd64c', 'name': '', 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'mac_address': 'fa:16:3e:87:c4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '2be34be2-2732-4f6f-b528-5d61d3d715f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:24Z', 'updated_at': '2021-07-05T04:26:25Z', 'revision_number': 2, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'subnets': [{'id': '2be34be2-2732-4f6f-b528-5d61d3d715f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:28.080917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Checking router: 264ac3c3-88da-428a-a5ad-c05c42e9675c for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:28.081275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Updating router 264ac3c3-88da-428a-a5ad-c05c42e9675c port 15cb638c-b485-4700-bd41-b781070cd64c binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:26:28.120493 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.402065 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.411599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Transition to ACTIVE for port object 15cb638c-b485-4700-bd41-b781070cd64c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:28.482590 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.531712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0392d1d-2d7c-4c28-8dcd-49f6d8567c0c None None] Pushing event updated for resources: {'Port': ['ID=15cb638c-b485-4700-bd41-b781070cd64c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:28.589458 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Attempting to bind port 15cb638c-b485-4700-bd41-b781070cd64c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:28.589827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Attempting to bind port 15cb638c-b485-4700-bd41-b781070cd64c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:28.590188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Attempting to bind port 15cb638c-b485-4700-bd41-b781070cd64c on network 48b15504-b935-4caa-8274-5ec7c57f8130 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:28.595653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:28.596051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Checking segment: {'id': '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:28.599976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.599976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Bound using segment: {'id': '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:28.599976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Bound port: 15cb638c-b485-4700-bd41-b781070cd64c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:28.599976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.666210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] For port 15cb638c-b485-4700-bd41-b781070cd64c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:28.670002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] For port 15cb638c-b485-4700-bd41-b781070cd64c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=15cb638c-b485-4700-bd41-b781070cd64c,segment=NetworkSegment(9fa41a2f-01ca-4ce0-b887-7c602f26a8fc),segment_id=9fa41a2f-01ca-4ce0-b887-7c602f26a8fc)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:28.737602 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:28.794032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Routers {'264ac3c3-88da-428a-a5ad-c05c42e9675c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:28.794682 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['264ac3c3-88da-428a-a5ad-c05c42e9675c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:28.833570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0392d1d-2d7c-4c28-8dcd-49f6d8567c0c None None] Pushing event updated for resources: {'Port': ['ID=15cb638c-b485-4700-bd41-b781070cd64c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:28.912605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] Set router 264ac3c3-88da-428a-a5ad-c05c42e9675c gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:29.097273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 05e9c2db-8140-478b-acad-ba06fe405010 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:29.148151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c1f7513-ad65-4467-98d3-c73763980e6e req-3db3866f-d2ae-43dd-bea7-28abfc8451c4 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:29.149689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c1f7513-ad65-4467-98d3-c73763980e6e req-3db3866f-d2ae-43dd-bea7-28abfc8451c4 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1097 time: 0.0526443 Jul 05 04:26:29.179252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 05e9c2db-8140-478b-acad-ba06fe405010 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:29.179622 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.184988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c1f7513-ad65-4467-98d3-c73763980e6e req-70982933-2c6a-4c97-86ae-642390bddfb6 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293872 Jul 05 04:26:29.208436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'name': 'tempest-TestVolumeBootPattern-39932448-router', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '05e9c2db-8140-478b-acad-ba06fe405010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:20Z', 'updated_at': '2021-07-05T04:26:25Z', 'revision_number': 4, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'gw_port': {'id': '05e9c2db-8140-478b-acad-ba06fe405010', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:21Z', 'updated_at': '2021-07-05T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '15cb638c-b485-4700-bd41-b781070cd64c', 'name': '', 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'mac_address': 'fa:16:3e:87:c4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '2be34be2-2732-4f6f-b528-5d61d3d715f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:24Z', 'updated_at': '2021-07-05T04:26:28Z', 'revision_number': 4, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'subnets': [{'id': '2be34be2-2732-4f6f-b528-5d61d3d715f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:29.238806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7679b83c-a21d-4697-8ac0-43869149f9ac None None] The sync data for ids ['264ac3c3-88da-428a-a5ad-c05c42e9675c'] in n-d-758944-41 is: [{'id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'name': 'tempest-TestVolumeBootPattern-39932448-router', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '05e9c2db-8140-478b-acad-ba06fe405010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:20Z', 'updated_at': '2021-07-05T04:26:25Z', 'revision_number': 4, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'gw_port': {'id': '05e9c2db-8140-478b-acad-ba06fe405010', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:21Z', 'updated_at': '2021-07-05T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '15cb638c-b485-4700-bd41-b781070cd64c', 'name': '', 'network_id': '48b15504-b935-4caa-8274-5ec7c57f8130', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'mac_address': 'fa:16:3e:87:c4:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3944, 'fixed_ips': [{'subnet_id': '2be34be2-2732-4f6f-b528-5d61d3d715f1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:24Z', 'updated_at': '2021-07-05T04:26:28Z', 'revision_number': 4, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'subnets': [{'id': '2be34be2-2732-4f6f-b528-5d61d3d715f1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:29.598135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-f4643339-8bdd-4f29-838a-20bbe513c875 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:29.599686 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-f4643339-8bdd-4f29-838a-20bbe513c875 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 1097 time: 0.0644107 Jul 05 04:26:29.713904 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-85845393-95e3-4a43-bcb4-d070514294cc tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Deleting port d65e0066-afed-4b48-8d46-2c05b7772c03 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:29.714253 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-85845393-95e3-4a43-bcb4-d070514294cc tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.801010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-c3e0cfc7-2bd0-4441-9fa9-b28e52688136 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:29.804008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-85845393-95e3-4a43-bcb4-d070514294cc tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] For port d65e0066-afed-4b48-8d46-2c05b7772c03, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d65e0066-afed-4b48-8d46-2c05b7772c03,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:29.804383 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-85845393-95e3-4a43-bcb4-d070514294cc tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:29.804506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-c3e0cfc7-2bd0-4441-9fa9-b28e52688136 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1180441 Jul 05 04:26:29.819256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-85845393-95e3-4a43-bcb4-d070514294cc tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Calling delete_port for d65e0066-afed-4b48-8d46-2c05b7772c03 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:29.819612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-2465f295-714a-4db6-bec2-81540bd4f25e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/quotas/f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 375 time: 0.0097775 Jul 05 04:26:29.877861 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:26:29.920349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-fcf8167e-73ac-4544-8faf-5ce3d5f90546 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0942829 Jul 05 04:26:30.024699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-e7c85e4b-4ce9-4856-8b20-db8ce084aa2c service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977550 Jul 05 04:26:30.034633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-85845393-95e3-4a43-bcb4-d070514294cc tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:30.047153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['c1abf36b-b7a7-4f44-b521-cdf1a7e766ec'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:30.061292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85845393-95e3-4a43-bcb4-d070514294cc tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Pushing event deleted for resources: {'Port': ['ID=d65e0066-afed-4b48-8d46-2c05b7772c03,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:30.135240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-85845393-95e3-4a43-bcb4-d070514294cc tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] No DVR routers for this DVR port d65e0066-afed-4b48-8d46-2c05b7772c03 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:30.142219 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-85845393-95e3-4a43-bcb4-d070514294cc tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:30.144513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26506891-f57d-4218-8e2e-b3fd1ecb4a17 req-85845393-95e3-4a43-bcb4-d070514294cc tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.13 "DELETE /v2.0/ports/d65e0066-afed-4b48-8d46-2c05b7772c03 HTTP/1.1" status: 204 len: 173 time: 0.5349896 Jul 05 04:26:30.145683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-033317a8-5bcc-4d9b-8517-5b7298424ff3 service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1146986 Jul 05 04:26:30.146241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e207809a-448f-44e8-b619-622484cbdebe', 'name': 'network-vif-deleted', 'tag': 'd65e0066-afed-4b48-8d46-2c05b7772c03'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:30.151559 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-696e2bc8-e51a-4dab-bd1b-27c6a34e1fe8" -d '{"events": [{"server_uuid": "e207809a-448f-44e8-b619-622484cbdebe", "name": "network-vif-deleted", "tag": "d65e0066-afed-4b48-8d46-2c05b7772c03"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:30.198287 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8071ca34-e157-4cc3-b207-b04df9db0f0d x-openstack-request-id: req-8071ca34-e157-4cc3-b207-b04df9db0f0d {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:30.198818 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e207809a-448f-44e8-b619-622484cbdebe", "name": "network-vif-deleted", "tag": "d65e0066-afed-4b48-8d46-2c05b7772c03", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:30.199272 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8071ca34-e157-4cc3-b207-b04df9db0f0d {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:30.199989 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e207809a-448f-44e8-b619-622484cbdebe', 'name': 'network-vif-deleted', 'tag': 'd65e0066-afed-4b48-8d46-2c05b7772c03', 'status': 'completed', 'code': 200} Jul 05 04:26:30.380750 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8acaf35-6e3a-4099-b96f-4a7096eb615e req-c4401012-6dd5-4be5-8489-88f9cd1b7047 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e207809a-448f-44e8-b619-622484cbdebe HTTP/1.1" status: 200 len: 210 time: 0.0437748 Jul 05 04:26:30.779340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e181243a-7c43-44a0-8bff-dde72d8f6846 req-cb81e5e3-c948-468b-bcfd-f2666576f25c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 210 time: 0.0292983 Jul 05 04:26:31.127132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 15cb638c-b485-4700-bd41-b781070cd64c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:31.234846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 15cb638c-b485-4700-bd41-b781070cd64c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:31.238903 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 15cb638c-b485-4700-bd41-b781070cd64c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:31.239990 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.319306 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.355539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 15cb638c-b485-4700-bd41-b781070cd64c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=15cb638c-b485-4700-bd41-b781070cd64c,segment=NetworkSegment(9fa41a2f-01ca-4ce0-b887-7c602f26a8fc),segment_id=9fa41a2f-01ca-4ce0-b887-7c602f26a8fc)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:31.431774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:31.488907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=15cb638c-b485-4700-bd41-b781070cd64c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:31.810149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d65e0066-afed-4b48-8d46-2c05b7772c03 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:31.831420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: d65e0066-afed-4b48-8d46-2c05b7772c03 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:31.831772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d65e0066-afed-4b48-8d46-2c05b7772c03 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:31.863164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26e94c1e-ba92-4680-ae2f-09652987004f req-b6fb466f-167a-441d-8d68-43d9c8b00ad4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 210 time: 0.0318840 Jul 05 04:26:32.002405 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8488b042-8961-47a1-ac2a-9ea4ba276f32 req-7d590ee7-fa94-4cb1-b8c0-ea8a92ab3198 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:32.003940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8488b042-8961-47a1-ac2a-9ea4ba276f32 req-7d590ee7-fa94-4cb1-b8c0-ea8a92ab3198 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0536518 Jul 05 04:26:32.038667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8488b042-8961-47a1-ac2a-9ea4ba276f32 req-5022142f-9f1f-4216-b579-b615a0f11798 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291247 Jul 05 04:26:33.006971 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d8cdd06-2c45-45e3-8f02-48adfebe69be req-daf5eb00-45c0-4494-9c87-43b276cdaafc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 210 time: 0.0333261 Jul 05 04:26:33.090278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-c896a584-3a31-4e59-9ab6-2a7b49ee2f13 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:33.092340 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-c896a584-3a31-4e59-9ab6-2a7b49ee2f13 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1194589 Jul 05 04:26:33.108639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'port': {'device_id': 'ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'admin_state_up': True, 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:33.114898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 15cb638c-b485-4700-bd41-b781070cd64c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:33.165570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 15cb638c-b485-4700-bd41-b781070cd64c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:33.165854 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:33.241713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ff555-547d-4119-a7a6-a27d02f2eb6a req-b93aa379-9ddc-490d-85f6-8c8491b7e284 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:33.243939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d6ff555-547d-4119-a7a6-a27d02f2eb6a req-b93aa379-9ddc-490d-85f6-8c8491b7e284 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0676200 Jul 05 04:26:33.281143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d6ff555-547d-4119-a7a6-a27d02f2eb6a req-4554c2d9-52a6-425e-b314-b923885d731e tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/security-groups?id=b5a4e898-27c3-47bf-bf61-5be9af858107&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304554 Jul 05 04:26:33.320474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Made reservation on behalf of f644531c0e2c43b28b49c659bcb5f4f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:26:33.325033 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:33.461153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Allocated IP 172.20.0.9 (3e2ce455-cd0c-4beb-8446-e9e139165d9e/8408d5d0-d856-4d0b-bafc-66fe168f0119/180d4858-7878-43dc-a5e6-010b32747a6f) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:26:33.480348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-0a11270f-80fc-430a-8ea5-562645498791 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:33.482024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-0a11270f-80fc-430a-8ea5-562645498791 tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.26 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 1098 time: 0.0573139 Jul 05 04:26:33.581324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Deleting port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:33.581663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:33.622505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:33.637390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Transition to ACTIVE for port object 180d4858-7878-43dc-a5e6-010b32747a6f will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:33.664614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] For port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:33.664983 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:33.679576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Calling delete_port for c1abf36b-b7a7-4f44-b521-cdf1a7e766ec owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:33.726717 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:33.777708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:26:33.784000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:26:33.788414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:26:33.815185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=180d4858-7878-43dc-a5e6-010b32747a6f,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:33.832786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.832786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.832786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.833269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.833608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.833950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.834281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.834610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.834934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.835269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.835598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.835969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.858596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:33.859343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:33.877932 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:33.892921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['c1abf36b-b7a7-4f44-b521-cdf1a7e766ec'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:33.921487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Pushing event deleted for resources: {'Port': ['ID=c1abf36b-b7a7-4f44-b521-cdf1a7e766ec,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:33.941745 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-50fbfa8d-bcdc-4e31-af91-8d07b4603e78 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8384049 Jul 05 04:26:33.953809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Request body: {'port': {'device_id': 'ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:26:33.963308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.964220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.967395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.967395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.967395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.967395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.967395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.967395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.968957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.969513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.970029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:33.970522 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:26:34.016299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] No DVR routers for this DVR port c1abf36b-b7a7-4f44-b521-cdf1a7e766ec on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:34.019711 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.023232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d89d603-ddaa-411a-a1ed-2aefdebaabfc req-53048678-ac83-41be-ae04-facddcdc730a tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.26 "DELETE /v2.0/ports/c1abf36b-b7a7-4f44-b521-cdf1a7e766ec HTTP/1.1" status: 204 len: 173 time: 0.5350921 Jul 05 04:26:34.024095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc812af6-2ad9-485e-b0d5-3bc7b326f3bf', 'name': 'network-vif-deleted', 'tag': 'c1abf36b-b7a7-4f44-b521-cdf1a7e766ec'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:34.027966 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2158db0-3311-490d-a422-8bd648bf0c55" -d '{"events": [{"server_uuid": "cc812af6-2ad9-485e-b0d5-3bc7b326f3bf", "name": "network-vif-deleted", "tag": "c1abf36b-b7a7-4f44-b521-cdf1a7e766ec"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:34.139730 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d16b5f4b-afaf-4a76-a5c7-1069951f4508 x-openstack-request-id: req-d16b5f4b-afaf-4a76-a5c7-1069951f4508 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:34.140062 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc812af6-2ad9-485e-b0d5-3bc7b326f3bf", "name": "network-vif-deleted", "tag": "c1abf36b-b7a7-4f44-b521-cdf1a7e766ec", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:34.140318 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d16b5f4b-afaf-4a76-a5c7-1069951f4508 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:34.140727 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc812af6-2ad9-485e-b0d5-3bc7b326f3bf', 'name': 'network-vif-deleted', 'tag': 'c1abf36b-b7a7-4f44-b521-cdf1a7e766ec', 'status': 'completed', 'code': 200} Jul 05 04:26:34.252362 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-00acb035-3a45-493d-9b76-125acbc14100 None None] Provisioning for port 180d4858-7878-43dc-a5e6-010b32747a6f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:34.256384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-00acb035-3a45-493d-9b76-125acbc14100 None None] Provisioning complete for port 180d4858-7878-43dc-a5e6-010b32747a6f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:34.256761 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-00acb035-3a45-493d-9b76-125acbc14100 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.294424 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-00acb035-3a45-493d-9b76-125acbc14100 None None] Port 180d4858-7878-43dc-a5e6-010b32747a6f cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:26:34.320474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ecf3b1-b44d-4804-9468-8ba47cbe6799 req-f1d112ea-5793-4efa-a44c-624ed64777c8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:34.324162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12ecf3b1-b44d-4804-9468-8ba47cbe6799 req-f1d112ea-5793-4efa-a44c-624ed64777c8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 931 time: 0.1324010 Jul 05 04:26:34.391304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12ecf3b1-b44d-4804-9468-8ba47cbe6799 req-16213d89-3826-4fd8-85b4-a0dfc86e44b7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617247 Jul 05 04:26:34.457759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1b59256-055f-4f3d-b297-78aa004385fe req-7c00f104-fc9e-40c2-b28c-795bc37cd80e tempest-TestServerMultinode-1050662336 tempest-TestServerMultinode-1050662336-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc812af6-2ad9-485e-b0d5-3bc7b326f3bf HTTP/1.1" status: 200 len: 210 time: 0.0294440 Jul 05 04:26:34.493405 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.776682 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 180d4858-7878-43dc-a5e6-010b32747a6f {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:34.784186 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.795791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Transition to ACTIVE for port object 180d4858-7878-43dc-a5e6-010b32747a6f will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:26:34.857406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:34.918517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Pushing event updated for resources: {'Port': ['ID=180d4858-7878-43dc-a5e6-010b32747a6f,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:34.994098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Attempting to bind port 180d4858-7878-43dc-a5e6-010b32747a6f on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:26:34.997925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Attempting to bind port 180d4858-7878-43dc-a5e6-010b32747a6f by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:26:34.997925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Attempting to bind port 180d4858-7878-43dc-a5e6-010b32747a6f on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:34.999975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Port 180d4858-7878-43dc-a5e6-010b32747a6f on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:26:35.000394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Attempting to bind port 180d4858-7878-43dc-a5e6-010b32747a6f on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:26:35.006380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 26, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:26:35.006846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Checking segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:26:35.007306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Bound using segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:26:35.007801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Bound port: 180d4858-7878-43dc-a5e6-010b32747a6f, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:26:35.008365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.089745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] For port 180d4858-7878-43dc-a5e6-010b32747a6f, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:26:35.093452 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] For port 180d4858-7878-43dc-a5e6-010b32747a6f, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=180d4858-7878-43dc-a5e6-010b32747a6f,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:26:35.160983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.195636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:35.196564 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:35.198130 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] 10.222.0.13 "PUT /v2.0/ports/180d4858-7878-43dc-a5e6-010b32747a6f HTTP/1.1" status: 200 len: 1092 time: 1.2487292 Jul 05 04:26:35.225778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9', 'tag': '180d4858-7878-43dc-a5e6-010b32747a6f'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:35.228556 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20ec2bf-823c-454d-8750-28a75fa6a20f" -d '{"events": [{"name": "network-changed", "server_uuid": "ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9", "tag": "180d4858-7878-43dc-a5e6-010b32747a6f"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:35.280945 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b291a67-c86c-42c5-aebe-8cc3b07d6138 x-openstack-request-id: req-2b291a67-c86c-42c5-aebe-8cc3b07d6138 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:35.281172 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9", "tag": "180d4858-7878-43dc-a5e6-010b32747a6f", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:35.281432 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b291a67-c86c-42c5-aebe-8cc3b07d6138 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:35.281793 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9', 'tag': '180d4858-7878-43dc-a5e6-010b32747a6f', 'status': 'completed', 'code': 200} Jul 05 04:26:35.284990 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35efbec2-994e-41b8-9a0b-ae13224c6428 service neutron] Pushing event updated for resources: {'Port': ['ID=180d4858-7878-43dc-a5e6-010b32747a6f,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:35.355436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ec2bf-823c-454d-8750-28a75fa6a20f req-2303045d-3673-491b-a686-ed38bd438fa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:35.357018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f20ec2bf-823c-454d-8750-28a75fa6a20f req-2303045d-3673-491b-a686-ed38bd438fa9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 1095 time: 0.0599747 Jul 05 04:26:35.476150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ec2bf-823c-454d-8750-28a75fa6a20f req-8addc8b8-a71b-43bb-8c1e-f2cb6bf3a4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:35.477646 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f20ec2bf-823c-454d-8750-28a75fa6a20f req-8addc8b8-a71b-43bb-8c1e-f2cb6bf3a4d2 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1127729 Jul 05 04:26:35.588966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20ec2bf-823c-454d-8750-28a75fa6a20f req-d851ed51-7fb0-4841-b85b-61cd9ad5d491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:35.590667 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f20ec2bf-823c-454d-8750-28a75fa6a20f req-d851ed51-7fb0-4841-b85b-61cd9ad5d491 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1043091 Jul 05 04:26:35.607741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48706) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:35.635624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb1562-b4de-417d-a32e-55e8e6f7f9c8 req-0fe77df9-3621-4114-b10d-3a86c1a00f11 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:35.637244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1cb1562-b4de-417d-a32e-55e8e6f7f9c8 req-0fe77df9-3621-4114-b10d-3a86c1a00f11 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 943 time: 0.1177123 Jul 05 04:26:35.680320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d1cb1562-b4de-417d-a32e-55e8e6f7f9c8 req-2f02cf97-5773-440e-8dfc-a7cd7f96faef tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369062 Jul 05 04:26:35.806543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-0c6e7aae-a9ab-49f2-ab16-acbdf4e7447f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:35.808015 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-0c6e7aae-a9ab-49f2-ab16-acbdf4e7447f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 1095 time: 0.1548479 Jul 05 04:26:35.858639 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-e04b647c-8804-44e6-9db8-8694d5f5e2fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=180d4858-7878-43dc-a5e6-010b32747a6f HTTP/1.1" status: 200 len: 217 time: 0.0423162 Jul 05 04:26:35.950883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-8ae136bc-bd32-43cf-85c8-74e2bfb453f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:35.952405 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-8ae136bc-bd32-43cf-85c8-74e2bfb453f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0640812 Jul 05 04:26:35.961676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c1abf36b-b7a7-4f44-b521-cdf1a7e766ec no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:35.987473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: c1abf36b-b7a7-4f44-b521-cdf1a7e766ec {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:35.987650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device c1abf36b-b7a7-4f44-b521-cdf1a7e766ec not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:36.071380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-95ae3fdb-4497-4459-9fcf-48785a78c3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:36.073441 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-95ae3fdb-4497-4459-9fcf-48785a78c3ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1009181 Jul 05 04:26:36.211136 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-fc614f6b-fa84-4835-b15c-b37acc912e25 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294801 Jul 05 04:26:36.273965 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.387946 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b527d21-8f63-4cf7-9256-a419493f3efb req-40211caf-775b-4623-984a-b02100018891 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693087 Jul 05 04:26:36.565374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] Deleting port 09b73991-0ef9-401d-9e97-368b4535ead2 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:36.565709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.655688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] For port 09b73991-0ef9-401d-9e97-368b4535ead2, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=09b73991-0ef9-401d-9e97-368b4535ead2,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:36.656510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.671016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] Calling delete_port for 09b73991-0ef9-401d-9e97-368b4535ead2 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:36.863428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-750f240e-1adc-4c59-9e66-44ca610fe803 req-a13da534-e3ba-45f8-9e75-32c29e626123 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:36.865192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-750f240e-1adc-4c59-9e66-44ca610fe803 req-a13da534-e3ba-45f8-9e75-32c29e626123 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 943 time: 0.0695417 Jul 05 04:26:36.907012 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-750f240e-1adc-4c59-9e66-44ca610fe803 req-fa440bef-6e9d-441b-b94b-035414670e18 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352876 Jul 05 04:26:36.942986 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:36.976391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] Pushing event deleted for resources: {'Port': ['ID=09b73991-0ef9-401d-9e97-368b4535ead2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:37.160391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.385691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] Router eee48173-bea1-42a3-ac97-980354bd7e89 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:37.497419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:37.502439 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0b429386-62cf-49d8-8bf4-437e2446413b admin admin] 10.222.0.30 "PUT /v2.0/routers/eee48173-bea1-42a3-ac97-980354bd7e89/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8935888 Jul 05 04:26:37.505006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48710) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:37.507652 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] Sync routers for ids ['eee48173-bea1-42a3-ac97-980354bd7e89'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:37.518050 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] Routers {'eee48173-bea1-42a3-ac97-980354bd7e89'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:37.518692 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eee48173-bea1-42a3-ac97-980354bd7e89'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:37.614278 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.631185 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] Set router eee48173-bea1-42a3-ac97-980354bd7e89 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:37.736829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.818407 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'name': 'tempest-TestServerMultinode-998039105-router', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84'}], 'enable_snat': True}, 'gw_port_id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:48Z', 'updated_at': '2021-07-05T04:26:36Z', 'revision_number': 5, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'gw_port': {'id': '5e513cce-f0e8-4748-89a2-8b55ab9bdb29', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:9e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3900, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:49Z', 'updated_at': '2021-07-05T04:25:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:37.846383 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] Checking router: eee48173-bea1-42a3-ac97-980354bd7e89 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:37.854642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Deleting port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:37.854808 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] Routers {'eee48173-bea1-42a3-ac97-980354bd7e89'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:37.854978 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.855390 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['eee48173-bea1-42a3-ac97-980354bd7e89'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:37.939015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] For port 5e513cce-f0e8-4748-89a2-8b55ab9bdb29, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5e513cce-f0e8-4748-89a2-8b55ab9bdb29,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:37.939416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:37.945473 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] Set router eee48173-bea1-42a3-ac97-980354bd7e89 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:37.957286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Calling delete_port for 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:38.009947 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'name': 'tempest-TestServerMultinode-998039105-router', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:48Z', 'updated_at': '2021-07-05T04:26:37Z', 'revision_number': 6, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:38.041307 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-356e87da-c1ed-41c9-be3a-31e18ba3d297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.042589 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5795b276-9bbc-4283-9649-a0f0c5293934 None None] The sync data for ids ['eee48173-bea1-42a3-ac97-980354bd7e89'] in n-d-758944-41 is: [{'id': 'eee48173-bea1-42a3-ac97-980354bd7e89', 'name': 'tempest-TestServerMultinode-998039105-router', 'tenant_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:48Z', 'updated_at': '2021-07-05T04:26:37Z', 'revision_number': 6, 'project_id': 'a956c47e1d5c4658b4a3ded48bd18d9a', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:38.103839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d661ccc2-6523-4c5d-b448-1a71cebbe288 req-fc993ce3-cd6a-4b52-a92f-528ba1c4080e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:38.108881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d661ccc2-6523-4c5d-b448-1a71cebbe288 req-fc993ce3-cd6a-4b52-a92f-528ba1c4080e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 943 time: 0.0839157 Jul 05 04:26:38.153561 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d661ccc2-6523-4c5d-b448-1a71cebbe288 req-a008ada0-8c8b-44c6-9e27-63c7e4db4085 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361853 Jul 05 04:26:38.200588 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.228141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Pushing event deleted for resources: {'Port': ['ID=5e513cce-f0e8-4748-89a2-8b55ab9bdb29,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:38.293385 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.385887 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.387864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.511805 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.512418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Fanout notify agent at l3_agent the message router_deleted on router eee48173-bea1-42a3-ac97-980354bd7e89 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:26:38.517122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.518286 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b871d862-127a-4e93-ac09-5529e174a586 admin admin] 10.222.0.30 "DELETE /v2.0/routers/eee48173-bea1-42a3-ac97-980354bd7e89 HTTP/1.1" status: 204 len: 168 time: 1.0123651 Jul 05 04:26:38.520715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48714) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:38.567266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b677f78c-c491-453a-b9cc-b87289b78199 admin admin] Deleting subnet 7082187c-7294-42e0-82d4-7a4281171e24 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:26:38.570510 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b677f78c-c491-453a-b9cc-b87289b78199 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.606766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b677f78c-c491-453a-b9cc-b87289b78199 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.689087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b677f78c-c491-453a-b9cc-b87289b78199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.823779 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b677f78c-c491-453a-b9cc-b87289b78199 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.852132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b677f78c-c491-453a-b9cc-b87289b78199 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7082187c-7294-42e0-82d4-7a4281171e24,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:38.854091 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b677f78c-c491-453a-b9cc-b87289b78199 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:38.856125 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b677f78c-c491-453a-b9cc-b87289b78199 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/7082187c-7294-42e0-82d4-7a4281171e24 HTTP/1.1" status: 204 len: 168 time: 0.3344126 Jul 05 04:26:38.858610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 48716) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:38.859275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3003306f-dd5d-4fc5-bea4-2e7653816c17 None None] Network c19ef07c-f716-431b-b1d0-cd7d2c5181ca requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:38.937987 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.001390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Deleting port 06078892-770d-497a-b87b-b96f0876753b {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:39.002638 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.087165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] For port 06078892-770d-497a-b87b-b96f0876753b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=06078892-770d-497a-b87b-b96f0876753b,segment=NetworkSegment(541826c5-47e4-4cc9-a60f-3940161c312a),segment_id=541826c5-47e4-4cc9-a60f-3940161c312a)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:39.087607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.103399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Calling delete_port for 06078892-770d-497a-b87b-b96f0876753b owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:39.141467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:39.161965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:39.162321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5e513cce-f0e8-4748-89a2-8b55ab9bdb29 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:39.162734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 09b73991-0ef9-401d-9e97-368b4535ead2 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:39.192825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 09b73991-0ef9-401d-9e97-368b4535ead2 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:39.193404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 09b73991-0ef9-401d-9e97-368b4535ead2 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:39.263863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f7bf9d1-69ae-4858-8865-4f537a0f1025 None None] DHCP port deletion for c19ef07c-f716-431b-b1d0-cd7d2c5181ca request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:26:39.269099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.292946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4f7bf9d1-69ae-4858-8865-4f537a0f1025 None None] The port '06078892-770d-497a-b87b-b96f0876753b' was deleted {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 05 04:26:39.299444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] No DVR routers for this DVR port 06078892-770d-497a-b87b-b96f0876753b on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:39.304783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Pushing event deleted for resources: {'Port': ['ID=06078892-770d-497a-b87b-b96f0876753b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:39.356315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5113c1e7-1ea6-454d-9425-ff162287b0ad req-a5c5fcaa-a1d9-450e-bc1f-b4a77e9d249c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:39.357763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5113c1e7-1ea6-454d-9425-ff162287b0ad req-a5c5fcaa-a1d9-450e-bc1f-b4a77e9d249c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 943 time: 0.0792961 Jul 05 04:26:39.385274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.396202 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c19ef07c-f716-431b-b1d0-cd7d2c5181ca']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:39.397153 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5113c1e7-1ea6-454d-9425-ff162287b0ad req-69358a90-9eca-4f1f-b1b8-d56f0ef54fa8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330265 Jul 05 04:26:39.408333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '541826c5-47e4-4cc9-a60f-3940161c312a') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:39.408636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '541826c5-47e4-4cc9-a60f-3940161c312a') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:39.419056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.436258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.442105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:26:39.442488 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:26:39.444223 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:26:39.573717 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.579337 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:39.582183 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] 10.222.0.30 "DELETE /v2.0/networks/c19ef07c-f716-431b-b1d0-cd7d2c5181ca HTTP/1.1" status: 204 len: 168 time: 0.7218177 Jul 05 04:26:39.584381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48720) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:39.593824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80d293-2ea1-4b2d-a18a-5f009055980d admin admin] Pushing event deleted for resources: {'Network': ['ID=c19ef07c-f716-431b-b1d0-cd7d2c5181ca,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:39.948620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.477824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] Deleting port 049f9da0-de7b-405d-a60d-b26273e535f6 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:40.478775 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.606589 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] For port 049f9da0-de7b-405d-a60d-b26273e535f6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=049f9da0-de7b-405d-a60d-b26273e535f6,segment=NetworkSegment(0b84f94d-62d9-4520-b80c-befc1fd46e41),segment_id=0b84f94d-62d9-4520-b80c-befc1fd46e41)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:40.606939 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.622588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] Calling delete_port for 049f9da0-de7b-405d-a60d-b26273e535f6 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:40.631147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347c818-711d-4766-9a75-e21e3f5820ee req-1fe1192a-8b59-4630-b02b-0446441fa30e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:40.636191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9347c818-711d-4766-9a75-e21e3f5820ee req-1fe1192a-8b59-4630-b02b-0446441fa30e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 943 time: 0.1163793 Jul 05 04:26:40.717917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9347c818-711d-4766-9a75-e21e3f5820ee req-b28e5cbb-947d-4999-a130-96fcd4cae97a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774574 Jul 05 04:26:40.774313 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ffc61df8-d5f2-4250-b828-9ab29e707937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.906053 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:40.932965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] Pushing event deleted for resources: {'Port': ['ID=049f9da0-de7b-405d-a60d-b26273e535f6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:40.937655 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:41.122038 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:41.153618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 06078892-770d-497a-b87b-b96f0876753b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:41.174578 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 06078892-770d-497a-b87b-b96f0876753b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:41.174911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 06078892-770d-497a-b87b-b96f0876753b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:41.344229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] Router 7c5d8716-e79a-4566-bdf5-d68818fca055 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:26:41.454616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:26:41.465308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e9ed8afa-595e-42cc-b0fb-ed0300a47632 admin admin] 10.222.0.30 "PUT /v2.0/routers/7c5d8716-e79a-4566-bdf5-d68818fca055/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8743501 Jul 05 04:26:41.465308 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48724) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:41.465803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] Sync routers for ids ['7c5d8716-e79a-4566-bdf5-d68818fca055'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:26:41.473312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] Routers {'7c5d8716-e79a-4566-bdf5-d68818fca055'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:41.473953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7c5d8716-e79a-4566-bdf5-d68818fca055'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:41.570094 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:41.583174 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] Set router 7c5d8716-e79a-4566-bdf5-d68818fca055 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:41.683760 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:41.771144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'name': 'tempest-TestServerMultinode-866831710-router', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182'}], 'enable_snat': True}, 'gw_port_id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:54Z', 'updated_at': '2021-07-05T04:26:40Z', 'revision_number': 5, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'gw_port': {'id': '9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:7b:e7:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3912, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.182', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:25:55Z', 'updated_at': '2021-07-05T04:25:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:41.786715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Deleting port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:41.787064 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:41.803316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] Checking router: 7c5d8716-e79a-4566-bdf5-d68818fca055 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:26:41.813311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] Routers {'7c5d8716-e79a-4566-bdf5-d68818fca055'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:26:41.813939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:26:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['7c5d8716-e79a-4566-bdf5-d68818fca055'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:41.912208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] For port 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:41.912572 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:41.915250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] Set router 7c5d8716-e79a-4566-bdf5-d68818fca055 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:26:41.931054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Calling delete_port for 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:41.945402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f15e8d8-049e-4c9b-96eb-80e112c30cac req-9c04e909-d118-4a0f-9b56-d48b2de4cf33 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:41.946922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f15e8d8-049e-4c9b-96eb-80e112c30cac req-9c04e909-d118-4a0f-9b56-d48b2de4cf33 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 943 time: 0.1095030 Jul 05 04:26:41.975034 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'name': 'tempest-TestServerMultinode-866831710-router', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:54Z', 'updated_at': '2021-07-05T04:26:41Z', 'revision_number': 6, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:42.002715 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.003358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5df13e-ac40-48ba-8af1-0dda0a4fd675 None None] The sync data for ids ['7c5d8716-e79a-4566-bdf5-d68818fca055'] in n-d-758944-41 is: [{'id': '7c5d8716-e79a-4566-bdf5-d68818fca055', 'name': 'tempest-TestServerMultinode-866831710-router', 'tenant_id': '7c085e18d538415a849809e8de2f9e66', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:25:54Z', 'updated_at': '2021-07-05T04:26:41Z', 'revision_number': 6, 'project_id': '7c085e18d538415a849809e8de2f9e66', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:26:42.032400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f15e8d8-049e-4c9b-96eb-80e112c30cac req-60339fb0-cbd5-4e74-b32c-7b0c0bb5cdc8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786409 Jul 05 04:26:42.211481 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.238600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Pushing event deleted for resources: {'Port': ['ID=9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:42.307579 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.415834 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.418083 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.565971 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.566458 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7c5d8716-e79a-4566-bdf5-d68818fca055 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:26:42.570887 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.572430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-873a90c9-e8e3-4a41-bc29-bea9a3c9e96c admin admin] 10.222.0.30 "DELETE /v2.0/routers/7c5d8716-e79a-4566-bdf5-d68818fca055 HTTP/1.1" status: 204 len: 168 time: 1.1086724 Jul 05 04:26:42.574517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48728) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:42.623474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-c121061c-b4f5-46e2-9345-74387b066ea0 admin admin] Deleting subnet ab1afbc1-1247-4da3-b58e-15611fdd087f {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:26:42.626482 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c121061c-b4f5-46e2-9345-74387b066ea0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.660693 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c121061c-b4f5-46e2-9345-74387b066ea0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.741376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c121061c-b4f5-46e2-9345-74387b066ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.870080 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c121061c-b4f5-46e2-9345-74387b066ea0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.897077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c121061c-b4f5-46e2-9345-74387b066ea0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ab1afbc1-1247-4da3-b58e-15611fdd087f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:42.900533 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c121061c-b4f5-46e2-9345-74387b066ea0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:42.903536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c121061c-b4f5-46e2-9345-74387b066ea0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ab1afbc1-1247-4da3-b58e-15611fdd087f HTTP/1.1" status: 204 len: 168 time: 0.3280809 Jul 05 04:26:42.906058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48730) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:42.906461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39580f77-02b3-4698-8439-b16371741649 None None] Network 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:26:42.984996 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.046804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Deleting port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:43.047150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.121309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 049f9da0-de7b-405d-a60d-b26273e535f6 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:43.131750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] For port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c,segment=NetworkSegment(0b84f94d-62d9-4520-b80c-befc1fd46e41),segment_id=0b84f94d-62d9-4520-b80c-befc1fd46e41)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:43.132144 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.141647 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 049f9da0-de7b-405d-a60d-b26273e535f6 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:43.142125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 049f9da0-de7b-405d-a60d-b26273e535f6 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:43.142572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:43.146416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Calling delete_port for e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:43.165324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b24b09ab-1387-449b-a3c7-886382dd48be None None] DHCP port deletion for 2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:26:43.169044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:43.169470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9b4c9799-fcd5-4bf3-9bf0-663a45b7d9cf not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:43.221236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b24b09ab-1387-449b-a3c7-886382dd48be None None] Deleting port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:43.221718 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b24b09ab-1387-449b-a3c7-886382dd48be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.285830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc6ebc70-05b7-4d74-9d8b-cad8f2fa2554 req-a6e879ff-dfe3-4946-814f-8819b6126481 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:43.287324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc6ebc70-05b7-4d74-9d8b-cad8f2fa2554 req-a6e879ff-dfe3-4946-814f-8819b6126481 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 943 time: 0.0982707 Jul 05 04:26:43.288535 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b24b09ab-1387-449b-a3c7-886382dd48be None None] For port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c,segment=NetworkSegment(0b84f94d-62d9-4520-b80c-befc1fd46e41),segment_id=0b84f94d-62d9-4520-b80c-befc1fd46e41)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:43.288937 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b24b09ab-1387-449b-a3c7-886382dd48be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.302940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b24b09ab-1387-449b-a3c7-886382dd48be None None] Calling delete_port for e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:43.327637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc6ebc70-05b7-4d74-9d8b-cad8f2fa2554 req-10492a13-0be9-47d2-805b-0599751e6713 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333276 Jul 05 04:26:43.377920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 04:26:43.380306 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 04:26:43.387708 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b24b09ab-1387-449b-a3c7-886382dd48be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.408682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Pushing event deleted for resources: {'Port': ['ID=e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:43.410482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] No DVR routers for this DVR port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:43.418687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b24b09ab-1387-449b-a3c7-886382dd48be None None] Pushing event deleted for resources: {'Port': ['ID=e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:43.425283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b24b09ab-1387-449b-a3c7-886382dd48be None None] No DVR routers for this DVR port e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:43.493170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.504225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:43.512185 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.516610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b84f94d-62d9-4520-b80c-befc1fd46e41') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:43.516610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b84f94d-62d9-4520-b80c-befc1fd46e41') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:26:43.526665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.540314 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.546352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:26:43.546747 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:26:43.548395 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:26:43.666441 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.672130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:43.683072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6 HTTP/1.1" status: 204 len: 168 time: 0.7669563 Jul 05 04:26:43.687082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df4441d-d655-4c70-8abb-9c94ee889e04 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d0dbe9d-319b-4d35-b758-f95ae3ec2fb6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:43.968715 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.018362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48736) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:44.059228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-be222cdc-cfc3-4b3f-8009-ecc97e26e730 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a956c47e1d5c4658b4a3ded48bd18d9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396676 Jul 05 04:26:44.061762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48738) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:44.114772 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ca5c-b15c-45d4-85a5-5ecfd048526b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.136602 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ca5c-b15c-45d4-85a5-5ecfd048526b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.265938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ca5c-b15c-45d4-85a5-5ecfd048526b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.268509 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ca5c-b15c-45d4-85a5-5ecfd048526b admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.269697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d8a7ca5c-b15c-45d4-85a5-5ecfd048526b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/761a4534-3ade-480e-9695-3d59ff2ae593 HTTP/1.1" status: 204 len: 168 time: 0.2070394 Jul 05 04:26:44.277476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a7ca5c-b15c-45d4-85a5-5ecfd048526b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=761a4534-3ade-480e-9695-3d59ff2ae593,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:44.507000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b426eae-93b2-4875-a015-0daad82e67a7 req-0092d0b5-934a-4a06-89e2-f584abb578b8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:44.510481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b426eae-93b2-4875-a015-0daad82e67a7 req-0092d0b5-934a-4a06-89e2-f584abb578b8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 943 time: 0.0677366 Jul 05 04:26:44.529033 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:44.548305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1b426eae-93b2-4875-a015-0daad82e67a7 req-6c0e37bc-591e-497b-96d8-33298184ce33 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340302 Jul 05 04:26:44.994770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48746) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:45.038331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6f9888c9-60cd-42df-8a72-7bf54ce15d55 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7c085e18d538415a849809e8de2f9e66&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401859 Jul 05 04:26:45.038782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 48748) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:26:45.092876 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5f8c532-bdb3-41ec-96d7-43f5cd3e77ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.100036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:45.118719 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5f8c532-bdb3-41ec-96d7-43f5cd3e77ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.120633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:45.120975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e62f7bda-29f7-4ce8-af0a-4aa22cb86e8c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:45.251745 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5f8c532-bdb3-41ec-96d7-43f5cd3e77ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.254372 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5f8c532-bdb3-41ec-96d7-43f5cd3e77ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:45.255555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b5f8c532-bdb3-41ec-96d7-43f5cd3e77ef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b5a4e898-27c3-47bf-bf61-5be9af858107 HTTP/1.1" status: 204 len: 168 time: 0.2161310 Jul 05 04:26:45.264831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8c532-bdb3-41ec-96d7-43f5cd3e77ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5a4e898-27c3-47bf-bf61-5be9af858107,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:45.763482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bbe5d1-b6f4-49f9-abde-b41c1333bf3a req-386dfade-4ebe-4868-b7ef-b8454bdfb635 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:45.765074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78bbe5d1-b6f4-49f9-abde-b41c1333bf3a req-386dfade-4ebe-4868-b7ef-b8454bdfb635 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 943 time: 0.0787368 Jul 05 04:26:45.813052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78bbe5d1-b6f4-49f9-abde-b41c1333bf3a req-e06c54e5-9681-4e24-93da-098b30a375a2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415025 Jul 05 04:26:46.991444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc7bdc1f-428d-40e6-95bd-359cda4c8ca2 req-305955a6-f989-4a23-846f-e687981eed66 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:46.992940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc7bdc1f-428d-40e6-95bd-359cda4c8ca2 req-305955a6-f989-4a23-846f-e687981eed66 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 943 time: 0.0665727 Jul 05 04:26:47.035138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc7bdc1f-428d-40e6-95bd-359cda4c8ca2 req-5c005f93-99ad-433f-9a02-af7a0c2419d3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363457 Jul 05 04:26:47.908787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 180d4858-7878-43dc-a5e6-010b32747a6f details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:26:48.008477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 180d4858-7878-43dc-a5e6-010b32747a6f, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=180d4858-7878-43dc-a5e6-010b32747a6f,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:48.019705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '180d4858-7878-43dc-a5e6-010b32747a6f', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'port_id': '180d4858-7878-43dc-a5e6-010b32747a6f', 'mac_address': 'fa:16:3e:18:b3:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:26:48.056456 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.070169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 180d4858-7878-43dc-a5e6-010b32747a6f {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:26:48.096748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 180d4858-7878-43dc-a5e6-010b32747a6f, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=180d4858-7878-43dc-a5e6-010b32747a6f,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:48.148504 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:48.198024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=180d4858-7878-43dc-a5e6-010b32747a6f,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:48.213798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5367-3894-4c4d-992f-31fd01982e86 req-959c480e-ea48-4a66-a5d8-a1b5871429c6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:48.215425 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dffd5367-3894-4c4d-992f-31fd01982e86 req-959c480e-ea48-4a66-a5d8-a1b5871429c6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 944 time: 0.0686669 Jul 05 04:26:48.256720 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dffd5367-3894-4c4d-992f-31fd01982e86 req-e216c937-d5e7-437d-98e8-f33b79e28485 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351028 Jul 05 04:26:48.445343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['180d4858-7878-43dc-a5e6-010b32747a6f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:49.429142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6690eba-cc85-4760-a5cb-953acbfb9c1f req-0ef275ab-72f2-40ad-abb8-2f02b6ae5c0a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:49.430595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6690eba-cc85-4760-a5cb-953acbfb9c1f req-0ef275ab-72f2-40ad-abb8-2f02b6ae5c0a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 944 time: 0.0633678 Jul 05 04:26:49.468390 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6690eba-cc85-4760-a5cb-953acbfb9c1f req-c891d79d-56c8-4641-ba9b-e3115500c991 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312243 Jul 05 04:26:49.924010 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 180d4858-7878-43dc-a5e6-010b32747a6f up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:26:50.022554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 180d4858-7878-43dc-a5e6-010b32747a6f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:26:50.026732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 180d4858-7878-43dc-a5e6-010b32747a6f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:26:50.027194 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.108725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.130997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180d4858-7878-43dc-a5e6-010b32747a6f'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:50.133360 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec15455b-12b6-4a63-968e-1a7441260694" -d '{"events": [{"server_uuid": "ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9", "name": "network-vif-plugged", "status": "completed", "tag": "180d4858-7878-43dc-a5e6-010b32747a6f"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:50.146470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 180d4858-7878-43dc-a5e6-010b32747a6f, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=180d4858-7878-43dc-a5e6-010b32747a6f,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:50.172173 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f843214d-d838-4f70-ac84-0c53dc7a99f5 x-openstack-request-id: req-f843214d-d838-4f70-ac84-0c53dc7a99f5 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:50.172173 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9", "name": "network-vif-plugged", "status": "completed", "tag": "180d4858-7878-43dc-a5e6-010b32747a6f", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:50.172173 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f843214d-d838-4f70-ac84-0c53dc7a99f5 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:50.172173 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '180d4858-7878-43dc-a5e6-010b32747a6f', 'code': 200} Jul 05 04:26:50.220381 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:50.267788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=180d4858-7878-43dc-a5e6-010b32747a6f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:50.282845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e4aaf1-5534-4a7f-8579-e0badcb0a034 req-212314f9-8e85-40bf-bb61-939f3014e4fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:50.284395 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30e4aaf1-5534-4a7f-8579-e0badcb0a034 req-212314f9-8e85-40bf-bb61-939f3014e4fd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 1097 time: 0.0535259 Jul 05 04:26:50.318641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30e4aaf1-5534-4a7f-8579-e0badcb0a034 req-6617be53-6206-48a0-893e-0bda7e2a2a45 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274487 Jul 05 04:26:50.708830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49f131d-dec1-493e-9284-6c448fdbdae4 req-c6d18f8f-9a1d-4ec6-a168-b2dc7da17214 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:50.710310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c49f131d-dec1-493e-9284-6c448fdbdae4 req-c6d18f8f-9a1d-4ec6-a168-b2dc7da17214 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 945 time: 0.1328344 Jul 05 04:26:50.749381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c49f131d-dec1-493e-9284-6c448fdbdae4 req-9a123d16-57f1-40d3-9b49-e2605e4c8bf3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330625 Jul 05 04:26:51.926186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d990c019-9719-4c30-9602-7c174cae1696 req-587d2217-3bb0-4bb3-84ab-161de1c32ea1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:51.927667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d990c019-9719-4c30-9602-7c174cae1696 req-587d2217-3bb0-4bb3-84ab-161de1c32ea1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 945 time: 0.0669663 Jul 05 04:26:51.966466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d990c019-9719-4c30-9602-7c174cae1696 req-d70ff9bd-5ebe-4de8-ac41-356879641d1d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319703 Jul 05 04:26:52.146235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072dc258-2fc5-45ff-ad17-f8b81c5cd58d req-df04147a-866e-4687-8fd2-ea39f209c4ed tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:52.147714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-072dc258-2fc5-45ff-ad17-f8b81c5cd58d req-df04147a-866e-4687-8fd2-ea39f209c4ed tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 945 time: 0.0684800 Jul 05 04:26:52.185380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-072dc258-2fc5-45ff-ad17-f8b81c5cd58d req-7d47b3d9-3461-4c12-9bfc-c3bb4d1734aa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320208 Jul 05 04:26:52.357460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83dcafe6-7ca0-4a9f-91b7-18b348a4c27d req-dae988d4-6ec2-4b45-9e84-e5e3bfee42d9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:52.358855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83dcafe6-7ca0-4a9f-91b7-18b348a4c27d req-dae988d4-6ec2-4b45-9e84-e5e3bfee42d9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 945 time: 0.0640359 Jul 05 04:26:52.396366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-83dcafe6-7ca0-4a9f-91b7-18b348a4c27d req-ee722e04-7204-4b38-a326-e1a7e9b63a24 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320623 Jul 05 04:26:53.026314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcc731ed-d583-4266-8f7a-ca7d2fc8882a req-80ddff55-e16e-472c-b468-40919b327e73 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:53.027767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcc731ed-d583-4266-8f7a-ca7d2fc8882a req-80ddff55-e16e-472c-b468-40919b327e73 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 945 time: 0.0632041 Jul 05 04:26:53.065499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fcc731ed-d583-4266-8f7a-ca7d2fc8882a req-96b09be8-9fc5-46fe-a253-a91894488e3c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322242 Jul 05 04:26:54.249782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097ead46-b638-4d14-a864-040062358d6f req-09baffff-2cb6-4136-8464-e6821662ce75 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:54.251270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-097ead46-b638-4d14-a864-040062358d6f req-09baffff-2cb6-4136-8464-e6821662ce75 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 945 time: 0.0682325 Jul 05 04:26:54.289228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-097ead46-b638-4d14-a864-040062358d6f req-6310e3a9-35db-4644-bb61-2b42ef8b38e4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323191 Jul 05 04:26:54.606321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-c247b503-c1c9-4bb8-b438-7ca711c2a6c5 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:26:54.608158 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-c247b503-c1c9-4bb8-b438-7ca711c2a6c5 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 945 time: 0.0785117 Jul 05 04:26:54.709829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-cfcb7163-60a8-4e8c-b2de-34afaab115bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Deleting port 180d4858-7878-43dc-a5e6-010b32747a6f {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:26:54.710170 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-cfcb7163-60a8-4e8c-b2de-34afaab115bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.157809 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-cfcb7163-60a8-4e8c-b2de-34afaab115bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] For port 180d4858-7878-43dc-a5e6-010b32747a6f, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=180d4858-7878-43dc-a5e6-010b32747a6f,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:26:55.158192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-cfcb7163-60a8-4e8c-b2de-34afaab115bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.172875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-cfcb7163-60a8-4e8c-b2de-34afaab115bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Calling delete_port for 180d4858-7878-43dc-a5e6-010b32747a6f owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:26:55.388574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-cfcb7163-60a8-4e8c-b2de-34afaab115bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.401882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['180d4858-7878-43dc-a5e6-010b32747a6f'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:26:55.423432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcb7163-60a8-4e8c-b2de-34afaab115bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'Port': ['ID=180d4858-7878-43dc-a5e6-010b32747a6f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:26:55.433866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88013871-ebc3-4134-ae39-4b7afe1c80e5 req-e96fdebe-3904-4f33-976e-4e060a643f81 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 210 time: 0.0354562 Jul 05 04:26:55.473932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-cfcb7163-60a8-4e8c-b2de-34afaab115bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] No DVR routers for this DVR port 180d4858-7878-43dc-a5e6-010b32747a6f on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:26:55.476829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-cfcb7163-60a8-4e8c-b2de-34afaab115bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:26:55.479023 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c6ab282d-a1a7-4425-8446-8aeb538344a6 req-cfcb7163-60a8-4e8c-b2de-34afaab115bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "DELETE /v2.0/ports/180d4858-7878-43dc-a5e6-010b32747a6f HTTP/1.1" status: 204 len: 173 time: 0.8653545 Jul 05 04:26:55.479474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9', 'name': 'network-vif-deleted', 'tag': '180d4858-7878-43dc-a5e6-010b32747a6f'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:26:55.481802 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c250f3ae-69cc-4abb-9194-82a6ae657450" -d '{"events": [{"server_uuid": "ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9", "name": "network-vif-deleted", "tag": "180d4858-7878-43dc-a5e6-010b32747a6f"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:26:55.520496 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c284af71-b758-4f3a-9fad-c3d345ac291b x-openstack-request-id: req-c284af71-b758-4f3a-9fad-c3d345ac291b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:26:55.520798 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9", "name": "network-vif-deleted", "tag": "180d4858-7878-43dc-a5e6-010b32747a6f", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:26:55.521053 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c284af71-b758-4f3a-9fad-c3d345ac291b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:26:55.521454 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9', 'name': 'network-vif-deleted', 'tag': '180d4858-7878-43dc-a5e6-010b32747a6f', 'status': 'completed', 'code': 200} Jul 05 04:26:56.582472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-adb9b7d1-191b-4e36-8362-28274199b22c req-758913ce-03a2-4cf2-a8ce-494a1bf4dca3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 210 time: 0.0310378 Jul 05 04:26:57.732131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d50d07ae-d204-44ac-8b90-084f1d7269e4 req-41d9134e-59ea-47bf-bfe3-da07c5fa7145 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 210 time: 0.0339992 Jul 05 04:26:57.965453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 180d4858-7878-43dc-a5e6-010b32747a6f no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:26:57.991206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 180d4858-7878-43dc-a5e6-010b32747a6f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:26:57.991539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 180d4858-7878-43dc-a5e6-010b32747a6f not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:26:58.878046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75de8ab0-66ac-404a-a0ac-aadc6deb61af req-4f133ff1-c8b5-42ee-a55c-e51722c94817 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecf4d5fb-4a1d-4783-b6a5-e16625e76ad9 HTTP/1.1" status: 200 len: 210 time: 0.0303273 Jul 05 04:27:06.877542 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:27:08.083167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3f286ee3-608f-4f5a-a268-1e64bacc4b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:10.765561 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c6ee3c71-d989-468c-bf01-7e89b1768d52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:10.931173 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:11.991250 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:13.508523 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:14.543707 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:14.608881 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:26.152948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-90f42814-298f-4f0a-8367-0f18eec5c42e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:26.155555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-90f42814-298f-4f0a-8367-0f18eec5c42e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1065760 Jul 05 04:27:26.170982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-0cea69a2-0125-4f1e-bef1-df3c2f0ebfac tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/quotas/f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 375 time: 0.0098572 Jul 05 04:27:26.248798 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-7b3f507f-e059-40ee-ae1a-7f0ae63638a2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0725927 Jul 05 04:27:26.259380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-ae3c22db-24dc-43d9-8837-33ea1a4ba0e7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:27:26.263638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-ae3c22db-24dc-43d9-8837-33ea1a4ba0e7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054154 Jul 05 04:27:26.354405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-7424a5e3-1e5f-4dfa-bd47-c297456c6eb2 service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874362 Jul 05 04:27:26.714830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-37553885-9836-4c24-ba66-cd7caffc8459 service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3546278 Jul 05 04:27:27.016662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d70a14a-a153-4900-a562-2553d971ad9e req-c9b89f6b-87d1-4986-b497-1ff44f3c0e09 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0312371 Jul 05 04:27:28.156404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a43bf0e2-e467-45bd-ae9f-63bded9b9979 req-021a5c4d-5f8a-411a-af5a-f7fd337a71bc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0295208 Jul 05 04:27:29.098317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-d3585f66-c29e-44b2-b00d-ea30c23ed787 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:29.099799 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-d3585f66-c29e-44b2-b00d-ea30c23ed787 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1113722 Jul 05 04:27:29.113517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'port': {'device_id': '03369ed5-36a6-4b54-bc7d-97e85231e4a2', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'admin_state_up': True, 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:29.303442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c37a04f-cbf0-42d5-81b3-200b30c9fe89 req-8d4fcea5-cf66-4bec-b3de-3295ad69d8b1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0349016 Jul 05 04:27:29.311489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Made reservation on behalf of f644531c0e2c43b28b49c659bcb5f4f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:27:29.315183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:29.453967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Allocated IP 172.20.0.14 (3e2ce455-cd0c-4beb-8446-e9e139165d9e/8408d5d0-d856-4d0b-bafc-66fe168f0119/000b74b8-d0b9-480f-93c9-46b2c00e7090) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:27:29.607780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:29.621815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Transition to ACTIVE for port object 000b74b8-d0b9-480f-93c9-46b2c00e7090 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:29.766439 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:29.810939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:27:29.814248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:27:29.824522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:27:29.858695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=000b74b8-d0b9-480f-93c9-46b2c00e7090,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:29.883736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:29.884650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:29.965381 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-e740dc7b-709d-46aa-aab3-ca56de9ec190 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8557868 Jul 05 04:27:29.976014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-dade01dd-f852-4121-98f6-d1407cee0a60 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:27:29.977234 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-dade01dd-f852-4121-98f6-d1407cee0a60 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060189 Jul 05 04:27:29.988813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Request body: {'port': {'device_id': '03369ed5-36a6-4b54-bc7d-97e85231e4a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:27:30.074389 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:30.102318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a0204262-de01-4875-aef2-3a2f4b257737 None None] Provisioning for port 000b74b8-d0b9-480f-93c9-46b2c00e7090 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:27:30.106401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a0204262-de01-4875-aef2-3a2f4b257737 None None] Provisioning complete for port 000b74b8-d0b9-480f-93c9-46b2c00e7090 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:27:30.106920 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a0204262-de01-4875-aef2-3a2f4b257737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:30.143835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a0204262-de01-4875-aef2-3a2f4b257737 None None] Port 000b74b8-d0b9-480f-93c9-46b2c00e7090 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:27:30.355196 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 000b74b8-d0b9-480f-93c9-46b2c00e7090 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:27:30.363798 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:30.377429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Transition to ACTIVE for port object 000b74b8-d0b9-480f-93c9-46b2c00e7090 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:27:30.454497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:30.492899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cba59a-3ea1-45ed-8dce-e5ca9081c9a1 req-e3bb52d7-5f52-4d50-b2a4-1291ed44c112 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:30.499782 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09cba59a-3ea1-45ed-8dce-e5ca9081c9a1 req-e3bb52d7-5f52-4d50-b2a4-1291ed44c112 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 932 time: 0.0752816 Jul 05 04:27:30.546306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09cba59a-3ea1-45ed-8dce-e5ca9081c9a1 req-af9950e3-c96b-4425-9f22-55248b5bcdda tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454664 Jul 05 04:27:30.566781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Pushing event updated for resources: {'Port': ['ID=000b74b8-d0b9-480f-93c9-46b2c00e7090,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:30.603440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Attempting to bind port 000b74b8-d0b9-480f-93c9-46b2c00e7090 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:27:30.603788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Attempting to bind port 000b74b8-d0b9-480f-93c9-46b2c00e7090 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:27:30.604174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Attempting to bind port 000b74b8-d0b9-480f-93c9-46b2c00e7090 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:30.608891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Port 000b74b8-d0b9-480f-93c9-46b2c00e7090 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:27:30.609171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Attempting to bind port 000b74b8-d0b9-480f-93c9-46b2c00e7090 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:27:30.615241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 27, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:27:30.615646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Checking segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:27:30.616082 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Bound using segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:27:30.616530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Bound port: 000b74b8-d0b9-480f-93c9-46b2c00e7090, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:27:30.616899 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:30.693037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] For port 000b74b8-d0b9-480f-93c9-46b2c00e7090, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:27:30.696633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] For port 000b74b8-d0b9-480f-93c9-46b2c00e7090, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=000b74b8-d0b9-480f-93c9-46b2c00e7090,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:27:30.754304 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:30.791654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:30.792170 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:30.793769 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] 10.222.0.13 "PUT /v2.0/ports/000b74b8-d0b9-480f-93c9-46b2c00e7090 HTTP/1.1" status: 200 len: 1093 time: 0.8096480 Jul 05 04:27:30.794188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03369ed5-36a6-4b54-bc7d-97e85231e4a2', 'tag': '000b74b8-d0b9-480f-93c9-46b2c00e7090'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:27:30.796514 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c04ade71-c875-4a01-a471-4990ec882fd9" -d '{"events": [{"name": "network-changed", "server_uuid": "03369ed5-36a6-4b54-bc7d-97e85231e4a2", "tag": "000b74b8-d0b9-480f-93c9-46b2c00e7090"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:27:30.823092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d541b94-854a-4029-8375-ee9a1db0628d service neutron] Pushing event updated for resources: {'Port': ['ID=000b74b8-d0b9-480f-93c9-46b2c00e7090,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:27:31.013541 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60c32fd6-0a92-4457-877d-1ac3c9a6e798 x-openstack-request-id: req-60c32fd6-0a92-4457-877d-1ac3c9a6e798 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:27:31.013916 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03369ed5-36a6-4b54-bc7d-97e85231e4a2", "tag": "000b74b8-d0b9-480f-93c9-46b2c00e7090", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:27:31.014243 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60c32fd6-0a92-4457-877d-1ac3c9a6e798 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:27:31.014779 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03369ed5-36a6-4b54-bc7d-97e85231e4a2', 'tag': '000b74b8-d0b9-480f-93c9-46b2c00e7090', 'status': 'completed', 'code': 200} Jul 05 04:27:31.031082 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-3337192b-f2a3-4f1f-9821-95a62f31ec8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:31.033177 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-3337192b-f2a3-4f1f-9821-95a62f31ec8c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 1096 time: 0.0820594 Jul 05 04:27:31.076927 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-099f1cbb-9076-4460-aa4c-c5bbf685df0f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000b74b8-d0b9-480f-93c9-46b2c00e7090 HTTP/1.1" status: 200 len: 217 time: 0.0371354 Jul 05 04:27:31.127860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-58544f58-094c-4d0c-bdcc-a73d27a917d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:31.129359 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-58544f58-094c-4d0c-bdcc-a73d27a917d0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0464716 Jul 05 04:27:31.194211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-9bc5fff5-9a2a-4315-965c-957fcb275f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:31.195720 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-9bc5fff5-9a2a-4315-965c-957fcb275f94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0592432 Jul 05 04:27:31.291705 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-03b9561c-2354-4456-9816-94f24dfeff30 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891087 Jul 05 04:27:31.389842 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2980114a-213f-4bc2-958a-ead63902b0a0 req-c67248dd-620e-48a7-83a1-a3bba687ef4a service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915422 Jul 05 04:27:31.557533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-fe3a91f4-c988-4467-9c7b-65a369675084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:31.559083 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-fe3a91f4-c988-4467-9c7b-65a369675084 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 1096 time: 0.0567422 Jul 05 04:27:31.656101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-51545148-9b8e-43c9-857c-fa5bfeb66e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:31.657614 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-51545148-9b8e-43c9-857c-fa5bfeb66e75 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0915871 Jul 05 04:27:31.704858 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-8afa54b5-1e54-4057-a954-c3f3f11b2e3a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=000b74b8-d0b9-480f-93c9-46b2c00e7090 HTTP/1.1" status: 200 len: 217 time: 0.0403724 Jul 05 04:27:31.721362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-541f1e85-9fbd-4959-8c4d-24c5862a273e req-2ec8f21b-8af0-401a-b9cf-a539e66c1bf0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:31.722897 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541f1e85-9fbd-4959-8c4d-24c5862a273e req-2ec8f21b-8af0-401a-b9cf-a539e66c1bf0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0706704 Jul 05 04:27:31.755509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-ab6f7474-6678-4552-a118-8e7bbf09d7d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:31.757087 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-ab6f7474-6678-4552-a118-8e7bbf09d7d5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0471349 Jul 05 04:27:31.763707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-541f1e85-9fbd-4959-8c4d-24c5862a273e req-99b467b7-00df-42c3-8db8-906c592fa58e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346403 Jul 05 04:27:31.819924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-960ce983-2f4e-454a-8dcf-f9fe689454cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:31.821570 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-960ce983-2f4e-454a-8dcf-f9fe689454cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0562434 Jul 05 04:27:31.925355 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-eb0c1145-2b26-46f6-bf84-53f7d63da041 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0960476 Jul 05 04:27:32.020481 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c04ade71-c875-4a01-a471-4990ec882fd9 req-a18fa179-926e-4976-a468-16cf7924684b service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876284 Jul 05 04:27:32.953012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c67734-f188-43a0-82bb-56d1df6860c3 req-5b6ad873-aebb-40de-a9ab-2787411cce59 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:32.955026 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04c67734-f188-43a0-82bb-56d1df6860c3 req-5b6ad873-aebb-40de-a9ab-2787411cce59 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0748007 Jul 05 04:27:32.996747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-04c67734-f188-43a0-82bb-56d1df6860c3 req-ae313f86-9fc4-48a0-808a-219a420d7c9f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356112 Jul 05 04:27:34.194994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b415527-b393-4d04-af1d-cfc2d9013eb7 req-e5328ac1-b070-4640-adc9-80aa470dde6f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:34.196566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b415527-b393-4d04-af1d-cfc2d9013eb7 req-e5328ac1-b070-4640-adc9-80aa470dde6f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0728323 Jul 05 04:27:34.236611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b415527-b393-4d04-af1d-cfc2d9013eb7 req-b09d0799-db05-4348-b570-7a5eef72abfc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340805 Jul 05 04:27:35.444600 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67c7908-62e4-40a9-8618-4153356b3d21 req-d0f25912-3ca0-49a3-ab40-b78a36a7a6f2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:35.446389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e67c7908-62e4-40a9-8618-4153356b3d21 req-d0f25912-3ca0-49a3-ab40-b78a36a7a6f2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0770369 Jul 05 04:27:35.491337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e67c7908-62e4-40a9-8618-4153356b3d21 req-8d1de43b-bcb4-4d86-a865-a69fc1b9898e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372071 Jul 05 04:27:36.680583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac56da0-3d5a-40a9-8a70-b7664dad0bbb req-6bdd25ce-74c9-435f-affd-c10a5c9ec202 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:36.682934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ac56da0-3d5a-40a9-8a70-b7664dad0bbb req-6bdd25ce-74c9-435f-affd-c10a5c9ec202 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0727799 Jul 05 04:27:36.725737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ac56da0-3d5a-40a9-8a70-b7664dad0bbb req-35914721-2152-45db-a67c-d2e03b6bbff0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374956 Jul 05 04:27:37.923255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da32a4e1-2ab5-4b74-afd9-b58f5f09458d req-6ef547f2-9bb8-4b79-813f-7cc64ac52e3a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:37.924810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da32a4e1-2ab5-4b74-afd9-b58f5f09458d req-6ef547f2-9bb8-4b79-813f-7cc64ac52e3a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0733345 Jul 05 04:27:37.967973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da32a4e1-2ab5-4b74-afd9-b58f5f09458d req-b2a4f6ad-f6c9-45d5-9a9e-b362b96de4e6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371602 Jul 05 04:27:38.040085 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0a0420ad-ba0c-485b-a05e-e9e9e97bfd34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:39.156543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b822ff20-fc60-4515-ae16-770c0d5e507f req-38852418-5c38-4024-84a1-40e784ede117 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:39.158076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b822ff20-fc60-4515-ae16-770c0d5e507f req-38852418-5c38-4024-84a1-40e784ede117 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0733783 Jul 05 04:27:39.201671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b822ff20-fc60-4515-ae16-770c0d5e507f req-233a9b51-1fa0-4b0b-943e-043cd774716f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368843 Jul 05 04:27:40.397452 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d101bd4-032c-4636-9bb1-806cef56e2ac req-af00e5f0-5384-4ccf-b5c3-64029b37cc96 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:40.398974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d101bd4-032c-4636-9bb1-806cef56e2ac req-af00e5f0-5384-4ccf-b5c3-64029b37cc96 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0761185 Jul 05 04:27:40.438947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d101bd4-032c-4636-9bb1-806cef56e2ac req-58c57d1a-b923-4aff-8e04-cd9c2b64df60 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344174 Jul 05 04:27:40.808749 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-baa4fa3f-8442-4288-9a1b-9de270232683 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:40.962630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:41.627341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0dacff-8644-4813-b977-51783cfb636f req-8f7e3ed3-3107-4c80-a019-f64f1ce73ea9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:41.629004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee0dacff-8644-4813-b977-51783cfb636f req-8f7e3ed3-3107-4c80-a019-f64f1ce73ea9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0724473 Jul 05 04:27:41.671488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee0dacff-8644-4813-b977-51783cfb636f req-272296aa-0243-4a08-842c-a2112777d085 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354388 Jul 05 04:27:42.002404 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:42.860115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8226aa40-2425-423e-8219-3ee0f3e07bba req-4ec634a3-0667-4ea3-ab23-bfab9d0a7c83 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:42.861617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8226aa40-2425-423e-8219-3ee0f3e07bba req-4ec634a3-0667-4ea3-ab23-bfab9d0a7c83 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0713594 Jul 05 04:27:42.902248 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8226aa40-2425-423e-8219-3ee0f3e07bba req-50dfe00d-12bd-49e9-9ab1-88e3c4d6e074 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350685 Jul 05 04:27:43.554971 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:43.876541 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:27:43.953611 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:44.087605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528d8706-9a91-4e77-a1a3-b0d4beeb035f req-1ef10354-e5a5-4709-859c-df4057d3fe87 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:44.089246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-528d8706-9a91-4e77-a1a3-b0d4beeb035f req-1ef10354-e5a5-4709-859c-df4057d3fe87 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0688286 Jul 05 04:27:44.132228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-528d8706-9a91-4e77-a1a3-b0d4beeb035f req-590f8856-731b-4dd6-b634-7bbd3dfa0ff2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366211 Jul 05 04:27:44.540213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:27:45.327232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eebbfdb-92ed-44ea-b13a-931cad176990 req-cc4709f4-b9d9-4357-acff-a6e257c2a183 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:45.328793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2eebbfdb-92ed-44ea-b13a-931cad176990 req-cc4709f4-b9d9-4357-acff-a6e257c2a183 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0726709 Jul 05 04:27:45.370703 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2eebbfdb-92ed-44ea-b13a-931cad176990 req-0e0b51bb-7ce4-40de-8209-db752b049ce2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358167 Jul 05 04:27:46.546937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad1114c-0506-4f4d-9f26-a9e7d4454de4 req-13e3c7ff-07cb-4868-a8e6-51d82f5f8499 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:46.548452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ad1114c-0506-4f4d-9f26-a9e7d4454de4 req-13e3c7ff-07cb-4868-a8e6-51d82f5f8499 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0670834 Jul 05 04:27:46.592296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ad1114c-0506-4f4d-9f26-a9e7d4454de4 req-1dc33246-664f-42fd-9bce-ae3f5eb39aa0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365269 Jul 05 04:27:47.786279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f03a21-c1cb-4596-9cfa-1c183f579ee7 req-b6aa7e9f-309f-4570-9202-59fece5d917e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:47.791298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6f03a21-c1cb-4596-9cfa-1c183f579ee7 req-b6aa7e9f-309f-4570-9202-59fece5d917e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0756545 Jul 05 04:27:47.837360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6f03a21-c1cb-4596-9cfa-1c183f579ee7 req-7249db97-031b-4f54-9226-c08f95992ffb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438595 Jul 05 04:27:49.014391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8690c856-d5fd-41e1-876a-ffa87fcc2ae3 req-46a5a0c9-2a53-45f8-b355-9914fede13e6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:49.015884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8690c856-d5fd-41e1-876a-ffa87fcc2ae3 req-46a5a0c9-2a53-45f8-b355-9914fede13e6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0656927 Jul 05 04:27:49.056470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8690c856-d5fd-41e1-876a-ffa87fcc2ae3 req-b607f480-0176-4c2a-ad8b-5115a2933274 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338249 Jul 05 04:27:50.245029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ece90-7ee9-4f49-864e-b84ec2eb40a0 req-7a80d242-f87a-4f0d-ac3e-94917742b2f9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:50.247575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b46ece90-7ee9-4f49-864e-b84ec2eb40a0 req-7a80d242-f87a-4f0d-ac3e-94917742b2f9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0701520 Jul 05 04:27:50.288512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b46ece90-7ee9-4f49-864e-b84ec2eb40a0 req-641458cb-d79b-46c4-ad74-0c81b5d9814b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357685 Jul 05 04:27:51.574516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b114f6-ac90-4eb2-bcab-b9c6f1e3735c req-3889347c-4d4b-4616-90a5-57a7af136772 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:51.576126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86b114f6-ac90-4eb2-bcab-b9c6f1e3735c req-3889347c-4d4b-4616-90a5-57a7af136772 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.1771004 Jul 05 04:27:51.616238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86b114f6-ac90-4eb2-bcab-b9c6f1e3735c req-6467d1cc-7c6b-4cba-9f90-1af9d1bea231 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345399 Jul 05 04:27:52.796196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149b5c9d-88ea-4541-9224-d56616b5734e req-bfde9918-b7f3-45a5-8e39-a7042bcc168d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:52.797729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-149b5c9d-88ea-4541-9224-d56616b5734e req-bfde9918-b7f3-45a5-8e39-a7042bcc168d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0685282 Jul 05 04:27:52.839598 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-149b5c9d-88ea-4541-9224-d56616b5734e req-d46fb364-0942-4244-8e1d-7dc1b88ae6d2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354769 Jul 05 04:27:54.025250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5f97d9-67fc-4ed6-b3da-4e917cb26413 req-e1fd5193-fe39-4043-bb5a-0e6bfde4f3a0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:54.027047 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf5f97d9-67fc-4ed6-b3da-4e917cb26413 req-e1fd5193-fe39-4043-bb5a-0e6bfde4f3a0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0717320 Jul 05 04:27:54.069407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf5f97d9-67fc-4ed6-b3da-4e917cb26413 req-ebf71187-53fd-423b-aca5-4591f3c0e067 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364301 Jul 05 04:27:55.249654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934d94c-151a-471a-ab5b-19db53fe1dc1 req-3a5eab62-0cdd-4881-988c-1945a99ae300 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:55.251091 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5934d94c-151a-471a-ab5b-19db53fe1dc1 req-3a5eab62-0cdd-4881-988c-1945a99ae300 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0672796 Jul 05 04:27:55.291543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5934d94c-151a-471a-ab5b-19db53fe1dc1 req-7ff9bbba-0329-46bf-9c20-af746f25a65f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340068 Jul 05 04:27:56.470446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd45ab5d-266b-4bdc-9abb-a8fa8e8f06ea req-d2f42ef5-17bc-4296-8c8a-692b05975398 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:56.472029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd45ab5d-266b-4bdc-9abb-a8fa8e8f06ea req-d2f42ef5-17bc-4296-8c8a-692b05975398 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0675275 Jul 05 04:27:56.513039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd45ab5d-266b-4bdc-9abb-a8fa8e8f06ea req-b5c55707-3a48-44f3-a333-79c077d5ef9a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347462 Jul 05 04:27:57.752217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6f5699-20ad-48de-af7a-9c0f2bd96c66 req-405dda64-fbed-4915-8034-d1528ff31ef8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:57.753726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d6f5699-20ad-48de-af7a-9c0f2bd96c66 req-405dda64-fbed-4915-8034-d1528ff31ef8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.1292374 Jul 05 04:27:57.794022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4d6f5699-20ad-48de-af7a-9c0f2bd96c66 req-1663c9de-bff5-4a9f-b7de-5dcd4972590d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Jul 05 04:27:58.970036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a45dc8-a3a9-473c-b074-a92e214e7a1a req-b80b7414-5cbd-44b4-ac0a-73e66437e5d3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:27:58.971579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6a45dc8-a3a9-473c-b074-a92e214e7a1a req-b80b7414-5cbd-44b4-ac0a-73e66437e5d3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0658112 Jul 05 04:27:59.011440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6a45dc8-a3a9-473c-b074-a92e214e7a1a req-df501e48-e51b-49c1-86d8-5885ce78566e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335000 Jul 05 04:28:00.193698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4b7c9c-280c-4bde-8a75-9b2cbb620396 req-7568baf7-fb86-44a3-a8ec-0e7fdf3822cc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:00.195195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c4b7c9c-280c-4bde-8a75-9b2cbb620396 req-7568baf7-fb86-44a3-a8ec-0e7fdf3822cc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0699492 Jul 05 04:28:00.235019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c4b7c9c-280c-4bde-8a75-9b2cbb620396 req-b00f2de7-f212-4ddf-baa1-fff42253f846 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332346 Jul 05 04:28:01.412587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd7fc42-2739-49f5-899f-be7ed75c61fc req-07a3ff1b-1d47-4c77-8d1b-12189d158415 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:01.412587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abd7fc42-2739-49f5-899f-be7ed75c61fc req-07a3ff1b-1d47-4c77-8d1b-12189d158415 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0667462 Jul 05 04:28:01.451819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abd7fc42-2739-49f5-899f-be7ed75c61fc req-90f19d6a-e89e-4219-bbdc-089d7e10d903 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335593 Jul 05 04:28:02.625731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89fab5fc-e576-41dc-ba3d-b618426143b5 req-87026cc4-03c2-447f-a1c1-84e3ca4414d4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:02.627242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89fab5fc-e576-41dc-ba3d-b618426143b5 req-87026cc4-03c2-447f-a1c1-84e3ca4414d4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0659478 Jul 05 04:28:02.666617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89fab5fc-e576-41dc-ba3d-b618426143b5 req-aca8dfeb-0039-4fae-9e18-17af77f4b78e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333180 Jul 05 04:28:03.851052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d950b6c2-2ff9-4eb4-b73c-f0801de448cd req-4afaa763-e7e8-4e09-b9fc-fcdbbd6899dc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:03.852561 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d950b6c2-2ff9-4eb4-b73c-f0801de448cd req-4afaa763-e7e8-4e09-b9fc-fcdbbd6899dc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 944 time: 0.0727096 Jul 05 04:28:03.889990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d950b6c2-2ff9-4eb4-b73c-f0801de448cd req-4186b4fc-41a7-4722-b26d-90c02da1d11e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316963 Jul 05 04:28:04.348297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 000b74b8-d0b9-480f-93c9-46b2c00e7090 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:28:04.441823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 000b74b8-d0b9-480f-93c9-46b2c00e7090, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=000b74b8-d0b9-480f-93c9-46b2c00e7090,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:04.453577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '000b74b8-d0b9-480f-93c9-46b2c00e7090', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'port_id': '000b74b8-d0b9-480f-93c9-46b2c00e7090', 'mac_address': 'fa:16:3e:ab:f8:49', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:28:04.490132 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:04.506112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 000b74b8-d0b9-480f-93c9-46b2c00e7090 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:28:04.524971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 000b74b8-d0b9-480f-93c9-46b2c00e7090, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=000b74b8-d0b9-480f-93c9-46b2c00e7090,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:04.605027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:04.653043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=000b74b8-d0b9-480f-93c9-46b2c00e7090,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:04.660218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.660567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.660914 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.661250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.661581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.661912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.662237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.662561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.662883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.663203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.663526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.663845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:04.936727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['000b74b8-d0b9-480f-93c9-46b2c00e7090'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:28:05.111646 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1c333c-e8cb-43a5-aad4-4bb8f2f2e49e req-b34ae725-44b6-412e-8d8a-f9b14cdf2f31 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:05.113278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c1c333c-e8cb-43a5-aad4-4bb8f2f2e49e req-b34ae725-44b6-412e-8d8a-f9b14cdf2f31 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 945 time: 0.0679541 Jul 05 04:28:05.152883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c1c333c-e8cb-43a5-aad4-4bb8f2f2e49e req-38f5db2b-d20f-495b-83f3-b508d1ed0523 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333595 Jul 05 04:28:06.344629 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1279328d-1dd1-4d4a-8e2c-22912ea0890c req-a81d45f9-3cd6-4bf0-aab5-bd04648c9684 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:06.346006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1279328d-1dd1-4d4a-8e2c-22912ea0890c req-a81d45f9-3cd6-4bf0-aab5-bd04648c9684 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 945 time: 0.0689838 Jul 05 04:28:06.356119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 000b74b8-d0b9-480f-93c9-46b2c00e7090 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:28:06.387974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1279328d-1dd1-4d4a-8e2c-22912ea0890c req-11c9b368-fe48-45b8-9f68-a6efe4d02413 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356410 Jul 05 04:28:06.476457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 000b74b8-d0b9-480f-93c9-46b2c00e7090 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:06.480336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 000b74b8-d0b9-480f-93c9-46b2c00e7090 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:06.480713 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.557282 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.579174 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03369ed5-36a6-4b54-bc7d-97e85231e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000b74b8-d0b9-480f-93c9-46b2c00e7090'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:06.581454 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82a9d7b6-ef88-4868-931e-58b54618647b" -d '{"events": [{"server_uuid": "03369ed5-36a6-4b54-bc7d-97e85231e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "000b74b8-d0b9-480f-93c9-46b2c00e7090"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:06.594258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 000b74b8-d0b9-480f-93c9-46b2c00e7090, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=000b74b8-d0b9-480f-93c9-46b2c00e7090,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:06.618841 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be35e90d-2dbd-400a-9d2a-8ab4a59f0a40 x-openstack-request-id: req-be35e90d-2dbd-400a-9d2a-8ab4a59f0a40 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:06.619131 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03369ed5-36a6-4b54-bc7d-97e85231e4a2", "name": "network-vif-plugged", "status": "completed", "tag": "000b74b8-d0b9-480f-93c9-46b2c00e7090", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:06.619379 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be35e90d-2dbd-400a-9d2a-8ab4a59f0a40 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:06.619796 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03369ed5-36a6-4b54-bc7d-97e85231e4a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '000b74b8-d0b9-480f-93c9-46b2c00e7090', 'code': 200} Jul 05 04:28:06.671327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:06.723221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=000b74b8-d0b9-480f-93c9-46b2c00e7090,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:06.789044 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ef1520-e806-4e9b-84ea-96048c65a727 req-33b31a43-18d0-49bc-9506-2bf741c66f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:06.790534 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-58ef1520-e806-4e9b-84ea-96048c65a727 req-33b31a43-18d0-49bc-9506-2bf741c66f66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 1098 time: 0.1130712 Jul 05 04:28:06.824324 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-58ef1520-e806-4e9b-84ea-96048c65a727 req-029f1ce0-f018-4464-a524-c700e46a35f5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275166 Jul 05 04:28:07.560626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b4918f-c731-43f7-99af-7d95e6e5a2e0 req-c573bf76-5537-4d3d-8cf3-a598efc22692 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:07.562119 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8b4918f-c731-43f7-99af-7d95e6e5a2e0 req-c573bf76-5537-4d3d-8cf3-a598efc22692 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 946 time: 0.0649853 Jul 05 04:28:07.600975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8b4918f-c731-43f7-99af-7d95e6e5a2e0 req-b0837fbf-94fd-424c-beb0-eead313dbe25 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332532 Jul 05 04:28:08.048113 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7ee73b49-1bd1-4451-bc60-2c6d9b995c18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:08.776706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4c5ff9-7df0-4f8b-ada9-5ebd6b480351 req-b4e5daa9-c1f9-48c2-b094-1eeffaf5e75b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:08.778205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d4c5ff9-7df0-4f8b-ada9-5ebd6b480351 req-b4e5daa9-c1f9-48c2-b094-1eeffaf5e75b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 946 time: 0.0646269 Jul 05 04:28:08.815745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d4c5ff9-7df0-4f8b-ada9-5ebd6b480351 req-d0667c47-6c28-497b-9510-c4d37e9917d9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316174 Jul 05 04:28:08.992859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc086f6-98fe-422f-9f00-e332e8146b12 req-53a7375c-eeba-4720-b91a-e1a5177cd635 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:08.994410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cc086f6-98fe-422f-9f00-e332e8146b12 req-53a7375c-eeba-4720-b91a-e1a5177cd635 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 946 time: 0.0699933 Jul 05 04:28:09.033242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cc086f6-98fe-422f-9f00-e332e8146b12 req-cd6297f2-9e02-4837-8c23-2a2fdf3caba2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332561 Jul 05 04:28:09.208962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd27033-f9d3-4c18-9eb2-040e73926983 req-38b7f66b-7a8c-46a0-bf58-e10031238de0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:09.210460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ccd27033-f9d3-4c18-9eb2-040e73926983 req-38b7f66b-7a8c-46a0-bf58-e10031238de0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 946 time: 0.0663333 Jul 05 04:28:09.248673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ccd27033-f9d3-4c18-9eb2-040e73926983 req-dbeb2d70-dc5b-42f2-840b-532118067f5e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326712 Jul 05 04:28:09.902266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b45513-6236-451c-a90e-b3c8869c1dba req-fb869e7d-df52-409f-ab5e-537299ecee0d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:09.903698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29b45513-6236-451c-a90e-b3c8869c1dba req-fb869e7d-df52-409f-ab5e-537299ecee0d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 946 time: 0.0689104 Jul 05 04:28:09.942927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29b45513-6236-451c-a90e-b3c8869c1dba req-65f7a08e-fe6d-4d1f-8e00-c1aa61c90df2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335596 Jul 05 04:28:10.776168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-59b2105f-6f49-435d-91bf-a5cba57cc2c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:10.928946 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:11.121299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0897df97-6015-4972-94b1-b463e13891cc req-da92fcc3-d826-49d0-980c-6e61e8387137 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:11.122802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0897df97-6015-4972-94b1-b463e13891cc req-da92fcc3-d826-49d0-980c-6e61e8387137 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 946 time: 0.0670013 Jul 05 04:28:11.163760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0897df97-6015-4972-94b1-b463e13891cc req-d8414f5c-ae9a-4530-be0f-73bc98f5dd34 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350349 Jul 05 04:28:11.449009 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-ff8112dd-9fdd-4575-82de-952dd5327b7c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:11.450482 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-ff8112dd-9fdd-4575-82de-952dd5327b7c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 946 time: 0.0709519 Jul 05 04:28:11.554812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Deleting port 000b74b8-d0b9-480f-93c9-46b2c00e7090 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:28:11.555208 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:11.652848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] For port 000b74b8-d0b9-480f-93c9-46b2c00e7090, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=000b74b8-d0b9-480f-93c9-46b2c00e7090,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:11.653208 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:11.666264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Calling delete_port for 000b74b8-d0b9-480f-93c9-46b2c00e7090 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:28:11.865244 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:11.877407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['000b74b8-d0b9-480f-93c9-46b2c00e7090'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:28:11.896582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'Port': ['ID=000b74b8-d0b9-480f-93c9-46b2c00e7090,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:11.909908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.910277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.910721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.911012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.911357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.911735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.912100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.912434 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.912765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.913093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.913426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.913777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:28:11.956099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] No DVR routers for this DVR port 000b74b8-d0b9-480f-93c9-46b2c00e7090 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:28:11.958866 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:11.961110 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-880bba1c-62c0-4df4-b663-2d159ae83bac req-5885b234-f9ae-4a4c-b4d4-394895c6c1f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "DELETE /v2.0/ports/000b74b8-d0b9-480f-93c9-46b2c00e7090 HTTP/1.1" status: 204 len: 173 time: 0.5042315 Jul 05 04:28:11.961566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03369ed5-36a6-4b54-bc7d-97e85231e4a2', 'name': 'network-vif-deleted', 'tag': '000b74b8-d0b9-480f-93c9-46b2c00e7090'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:11.963883 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8ca7b5-6346-434d-839a-95b7ecb03923" -d '{"events": [{"server_uuid": "03369ed5-36a6-4b54-bc7d-97e85231e4a2", "name": "network-vif-deleted", "tag": "000b74b8-d0b9-480f-93c9-46b2c00e7090"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:11.979808 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:12.007747 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0f8d41-7e7a-4735-b84c-a98addf24122 x-openstack-request-id: req-2e0f8d41-7e7a-4735-b84c-a98addf24122 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:12.008086 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03369ed5-36a6-4b54-bc7d-97e85231e4a2", "name": "network-vif-deleted", "tag": "000b74b8-d0b9-480f-93c9-46b2c00e7090", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:12.008331 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e0f8d41-7e7a-4735-b84c-a98addf24122 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:12.008730 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03369ed5-36a6-4b54-bc7d-97e85231e4a2', 'name': 'network-vif-deleted', 'tag': '000b74b8-d0b9-480f-93c9-46b2c00e7090', 'status': 'completed', 'code': 200} Jul 05 04:28:12.305324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-179e46fc-c488-4c37-baad-a661aa939760 req-67f4caca-a504-4638-a557-32e89f5da8d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0306747 Jul 05 04:28:13.461299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f140b76-5262-4a45-91c9-ede432cd3844 req-dc34a65a-ada3-4d3b-b84e-d42be1a1bd62 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0394826 Jul 05 04:28:13.522770 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:13.970566 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.410870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 000b74b8-d0b9-480f-93c9-46b2c00e7090 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:28:14.431164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 000b74b8-d0b9-480f-93c9-46b2c00e7090 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:28:14.431592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 000b74b8-d0b9-480f-93c9-46b2c00e7090 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:28:14.545492 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:14.605987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49abe3bc-205b-4ce2-af11-42d8b1f58ef7 req-8f38e4fd-97b0-48e2-99b9-85da0b0310e6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0308192 Jul 05 04:28:15.758165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a1bbacb-8a46-4b79-b34a-171e55ef6231 req-1a2f627f-1ff2-490c-98a5-a51d812e71bb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=03369ed5-36a6-4b54-bc7d-97e85231e4a2 HTTP/1.1" status: 200 len: 210 time: 0.0371876 Jul 05 04:28:20.875745 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:28:38.044868 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ed01bf71-f278-434f-9da3-8c5d7d3a92e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:40.781654 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2fd265ba-dda6-4419-8ad8-a06e2e9ee8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:40.945213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:41.997490 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:43.522535 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:43.622314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-1268b4ed-9599-4243-a16b-94634348407b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:43.623793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-1268b4ed-9599-4243-a16b-94634348407b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1112504 Jul 05 04:28:43.638470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-850a18b9-b8c8-4728-96d8-578fed682099 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/quotas/f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 375 time: 0.0091887 Jul 05 04:28:43.708930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-571a3399-a225-4742-96d1-2b8aae36bf62 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0657034 Jul 05 04:28:43.803481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-f1c35fcd-3207-4979-a6fb-2ec42567f34a service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881646 Jul 05 04:28:43.893954 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-15765f5f-8102-412d-a3ba-a3921faad84c service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839839 Jul 05 04:28:43.990742 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:44.430510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64b2ba6c-db4d-4236-8923-d3f3c0df6d34 req-cb79485b-def6-4897-9e8e-8f7e55bbbfeb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 210 time: 0.0357094 Jul 05 04:28:44.536042 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:45.579497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8cd5368f-26e7-43a2-847a-2f5cf8526325 req-467d0b11-06b1-4c10-ab4d-a5e658f4607b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 210 time: 0.0327001 Jul 05 04:28:46.274187 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-76b8987c-af44-4210-b828-a5f54a42effd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:46.275662 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-76b8987c-af44-4210-b828-a5f54a42effd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1103652 Jul 05 04:28:46.288038 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'port': {'device_id': '281261ca-98e7-4a94-909a-9d69ee6c4eeb', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'admin_state_up': True, 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:46.511385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Made reservation on behalf of f644531c0e2c43b28b49c659bcb5f4f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:28:46.515095 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:46.660713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Allocated IP 172.20.0.7 (3e2ce455-cd0c-4beb-8446-e9e139165d9e/8408d5d0-d856-4d0b-bafc-66fe168f0119/c34b2714-5d1c-47de-9907-679347776d0c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:28:46.738371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3c1d6602-11dd-4a78-b5be-8965e8f8cdca req-4b9fbe5f-f6f4-45cc-8372-51218849ba2a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 210 time: 0.0311077 Jul 05 04:28:46.828680 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:46.842636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Transition to ACTIVE for port object c34b2714-5d1c-47de-9907-679347776d0c will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:46.928871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:46.973010 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:28:46.978313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:28:46.986183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:28:46.993450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=c34b2714-5d1c-47de-9907-679347776d0c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:47.049695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:47.049695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:47.125717 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-fe24f9bc-4a28-4f34-8d08-861527aa2165 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8414013 Jul 05 04:28:47.137963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Request body: {'port': {'device_id': '281261ca-98e7-4a94-909a-9d69ee6c4eeb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:28:47.215494 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:47.358499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1696ea22-75a2-435a-a7ef-49d05e181159 None None] Provisioning for port c34b2714-5d1c-47de-9907-679347776d0c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:28:47.362423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1696ea22-75a2-435a-a7ef-49d05e181159 None None] Provisioning complete for port c34b2714-5d1c-47de-9907-679347776d0c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:28:47.362798 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1696ea22-75a2-435a-a7ef-49d05e181159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:47.402051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1696ea22-75a2-435a-a7ef-49d05e181159 None None] Port c34b2714-5d1c-47de-9907-679347776d0c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:28:47.487071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c34b2714-5d1c-47de-9907-679347776d0c {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:28:47.494444 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:47.506599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Transition to ACTIVE for port object c34b2714-5d1c-47de-9907-679347776d0c will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:28:47.610031 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:47.671928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c34b2714-5d1c-47de-9907-679347776d0c,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:47.755350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Attempting to bind port c34b2714-5d1c-47de-9907-679347776d0c on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:28:47.755782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Attempting to bind port c34b2714-5d1c-47de-9907-679347776d0c by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:28:47.756300 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Attempting to bind port c34b2714-5d1c-47de-9907-679347776d0c on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:47.762027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Port c34b2714-5d1c-47de-9907-679347776d0c on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:28:47.772023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Attempting to bind port c34b2714-5d1c-47de-9907-679347776d0c on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:28:47.772023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:28:47.772023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Checking segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:28:47.772023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Bound using segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:28:47.772023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Bound port: c34b2714-5d1c-47de-9907-679347776d0c, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:28:47.772023 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:47.865015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] For port c34b2714-5d1c-47de-9907-679347776d0c, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:28:47.870297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] For port c34b2714-5d1c-47de-9907-679347776d0c, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c34b2714-5d1c-47de-9907-679347776d0c,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:28:47.968730 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:47.978374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdeea9d7-751a-40a2-8758-6af2ced0286b req-8e32baec-208e-46c6-9662-467aec789478 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:47.982483 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdeea9d7-751a-40a2-8758-6af2ced0286b req-8e32baec-208e-46c6-9662-467aec789478 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 943 time: 0.0879879 Jul 05 04:28:48.008727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:48.010148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:48.012149 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] 10.222.0.13 "PUT /v2.0/ports/c34b2714-5d1c-47de-9907-679347776d0c HTTP/1.1" status: 200 len: 1092 time: 0.8788486 Jul 05 04:28:48.014730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '281261ca-98e7-4a94-909a-9d69ee6c4eeb', 'tag': 'c34b2714-5d1c-47de-9907-679347776d0c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:28:48.018180 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c974ffee-6329-4e3a-8726-5c8566552a00" -d '{"events": [{"name": "network-changed", "server_uuid": "281261ca-98e7-4a94-909a-9d69ee6c4eeb", "tag": "c34b2714-5d1c-47de-9907-679347776d0c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:28:48.055498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944b1ad-ff76-4010-89ba-d558dac06bd7 service neutron] Pushing event updated for resources: {'Port': ['ID=c34b2714-5d1c-47de-9907-679347776d0c,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:48.078132 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23188a52-80c6-4b92-9558-6dd65d13319b x-openstack-request-id: req-23188a52-80c6-4b92-9558-6dd65d13319b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:28:48.078432 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "281261ca-98e7-4a94-909a-9d69ee6c4eeb", "tag": "c34b2714-5d1c-47de-9907-679347776d0c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:28:48.078691 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23188a52-80c6-4b92-9558-6dd65d13319b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:28:48.079108 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '281261ca-98e7-4a94-909a-9d69ee6c4eeb', 'tag': 'c34b2714-5d1c-47de-9907-679347776d0c', 'status': 'completed', 'code': 200} Jul 05 04:28:48.094249 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdeea9d7-751a-40a2-8758-6af2ced0286b req-5d599984-c63b-46db-8d96-91fe9aef8427 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059446 Jul 05 04:28:48.183208 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974ffee-6329-4e3a-8726-5c8566552a00 req-6b08ca1f-4db9-4d00-b9b8-6d739643a9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:48.185094 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c974ffee-6329-4e3a-8726-5c8566552a00 req-6b08ca1f-4db9-4d00-b9b8-6d739643a9d5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 1095 time: 0.0868690 Jul 05 04:28:48.319761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974ffee-6329-4e3a-8726-5c8566552a00 req-67134321-5c61-4f95-86f3-286fb30e5fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:48.321357 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c974ffee-6329-4e3a-8726-5c8566552a00 req-67134321-5c61-4f95-86f3-286fb30e5fa0 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1152401 Jul 05 04:28:48.429543 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974ffee-6329-4e3a-8726-5c8566552a00 req-6803cddd-4b42-48e3-86c3-39e21166bc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:48.431131 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c974ffee-6329-4e3a-8726-5c8566552a00 req-6803cddd-4b42-48e3-86c3-39e21166bc20 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1028230 Jul 05 04:28:48.532528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-560ba6c1-c35e-4ca8-a30e-0f0c1032bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:48.534158 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-560ba6c1-c35e-4ca8-a30e-0f0c1032bb32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 1095 time: 0.0571816 Jul 05 04:28:48.582451 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-a4fa0bfe-6a55-4a04-ad74-17d59c58e860 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c34b2714-5d1c-47de-9907-679347776d0c HTTP/1.1" status: 200 len: 217 time: 0.0410712 Jul 05 04:28:48.633597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-201655c1-c0d9-46e7-9b50-6d71ee286712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:48.635294 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-201655c1-c0d9-46e7-9b50-6d71ee286712 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0468793 Jul 05 04:28:48.695289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-e66248a1-26bd-4450-a0d4-385df17d0512 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:48.696820 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-e66248a1-26bd-4450-a0d4-385df17d0512 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545006 Jul 05 04:28:48.795866 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-ff1a2180-f6d3-475c-bae0-0fb53a529259 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923481 Jul 05 04:28:48.887871 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4357ed7d-dd5c-49a4-9779-7e265b94930c req-8e781306-6d32-44c5-85d9-0728c23fa39e service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853341 Jul 05 04:28:49.309295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1bc0f9-d0a9-4819-a3db-facd091b5bd1 req-7364c076-5bfc-46aa-9695-8ba208156955 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:49.310767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a1bc0f9-d0a9-4819-a3db-facd091b5bd1 req-7364c076-5bfc-46aa-9695-8ba208156955 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 943 time: 0.0733004 Jul 05 04:28:49.350125 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a1bc0f9-d0a9-4819-a3db-facd091b5bd1 req-b386368d-6802-43a8-a768-fb1164a7e021 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333219 Jul 05 04:28:50.526938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e532184-71ff-4919-9784-c2f0cb9303f4 req-5c2d289c-01fa-408a-a6c7-2cc650d7e802 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:50.528471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e532184-71ff-4919-9784-c2f0cb9303f4 req-5c2d289c-01fa-408a-a6c7-2cc650d7e802 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 943 time: 0.0667050 Jul 05 04:28:50.568047 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e532184-71ff-4919-9784-c2f0cb9303f4 req-6012cc70-7875-4b8b-bdef-dc108c32455a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339572 Jul 05 04:28:51.740249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d0d72c-e826-4765-8de2-ec149c5e2f30 req-88e3cea7-aa7c-465a-968e-26deaa5117f5 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:51.741718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94d0d72c-e826-4765-8de2-ec149c5e2f30 req-88e3cea7-aa7c-465a-968e-26deaa5117f5 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 943 time: 0.0645893 Jul 05 04:28:51.779570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94d0d72c-e826-4765-8de2-ec149c5e2f30 req-00d3bdf4-62df-42d3-a74c-b0105711705f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323062 Jul 05 04:28:52.958867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae85544-f3da-4400-8145-a43f0f2ec40f req-4686be56-a439-48ab-ae46-47101c1b85ec tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:52.960362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ae85544-f3da-4400-8145-a43f0f2ec40f req-4686be56-a439-48ab-ae46-47101c1b85ec tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 943 time: 0.0716257 Jul 05 04:28:52.998996 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ae85544-f3da-4400-8145-a43f0f2ec40f req-d38b542b-1abf-4889-8d59-dd3478d51efa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330703 Jul 05 04:28:54.171857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522bb21f-571b-49c8-9265-08f09bba023d req-eb498a38-7ea3-40e4-8ee2-5b03b438d0d7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:54.173354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-522bb21f-571b-49c8-9265-08f09bba023d req-eb498a38-7ea3-40e4-8ee2-5b03b438d0d7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 943 time: 0.0643055 Jul 05 04:28:54.211102 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-522bb21f-571b-49c8-9265-08f09bba023d req-2e033a58-e0c5-43d2-9c08-9ece49c38a0e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321739 Jul 05 04:28:55.391980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1ff73b-bdd0-4594-9303-850028b69c4d req-dd97e28a-2aae-4973-88b8-e2758ff243ab tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:55.393451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa1ff73b-bdd0-4594-9303-850028b69c4d req-dd97e28a-2aae-4973-88b8-e2758ff243ab tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 943 time: 0.0672009 Jul 05 04:28:55.431519 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa1ff73b-bdd0-4594-9303-850028b69c4d req-85710022-0915-41b8-9d8c-a0d93e5f7aad tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325723 Jul 05 04:28:56.602580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-558f4c12-aaf2-4643-8d97-81e0340faf76 req-d3ec8189-f231-40d7-8402-00905364ec70 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:56.604612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-558f4c12-aaf2-4643-8d97-81e0340faf76 req-d3ec8189-f231-40d7-8402-00905364ec70 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 943 time: 0.0655050 Jul 05 04:28:56.644069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-558f4c12-aaf2-4643-8d97-81e0340faf76 req-3a61272f-0622-41f6-9cad-2894fbcbac2a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330627 Jul 05 04:28:57.827188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebc10654-9c4a-4ac3-98d9-bb969538b36a req-598312ca-d932-40d9-b3d4-8d199fd7582b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:57.828680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebc10654-9c4a-4ac3-98d9-bb969538b36a req-598312ca-d932-40d9-b3d4-8d199fd7582b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 943 time: 0.0645251 Jul 05 04:28:57.867120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ebc10654-9c4a-4ac3-98d9-bb969538b36a req-5bdc60f8-ceaa-44ea-88e1-10e2c73efa4b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328026 Jul 05 04:28:57.874995 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:28:58.610912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c34b2714-5d1c-47de-9907-679347776d0c details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:28:58.706287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c34b2714-5d1c-47de-9907-679347776d0c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c34b2714-5d1c-47de-9907-679347776d0c,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:58.717947 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'c34b2714-5d1c-47de-9907-679347776d0c', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'port_id': 'c34b2714-5d1c-47de-9907-679347776d0c', 'mac_address': 'fa:16:3e:20:b7:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:28:58.908220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:58.921709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c34b2714-5d1c-47de-9907-679347776d0c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:28:58.941603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c34b2714-5d1c-47de-9907-679347776d0c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c34b2714-5d1c-47de-9907-679347776d0c,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:28:59.002050 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:28:59.048302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d450aad2-0043-43d5-a488-7f5ebcfc7f20 req-6767982d-dcd9-42b7-ab8f-7b0ecb94a80c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:28:59.049804 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d450aad2-0043-43d5-a488-7f5ebcfc7f20 req-6767982d-dcd9-42b7-ab8f-7b0ecb94a80c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 943 time: 0.0696492 Jul 05 04:28:59.050802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=c34b2714-5d1c-47de-9907-679347776d0c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:28:59.092350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d450aad2-0043-43d5-a488-7f5ebcfc7f20 req-3028e9d7-0cde-40e3-ba54-de000ef25567 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351455 Jul 05 04:28:59.293456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c34b2714-5d1c-47de-9907-679347776d0c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:29:00.266286 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cd1f7a-28a2-48ec-9740-a63d583af38e req-1fd01c4c-cff6-40b4-ab2a-b7219097a0a5 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:00.267919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07cd1f7a-28a2-48ec-9740-a63d583af38e req-1fd01c4c-cff6-40b4-ab2a-b7219097a0a5 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 944 time: 0.0660524 Jul 05 04:29:00.308189 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07cd1f7a-28a2-48ec-9740-a63d583af38e req-4d6605f6-32b9-4ff9-bd5a-05a00fd73119 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346916 Jul 05 04:29:00.630286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c34b2714-5d1c-47de-9907-679347776d0c up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:00.724202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port c34b2714-5d1c-47de-9907-679347776d0c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:00.728174 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port c34b2714-5d1c-47de-9907-679347776d0c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:00.728652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:00.805272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:00.829497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281261ca-98e7-4a94-909a-9d69ee6c4eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34b2714-5d1c-47de-9907-679347776d0c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:00.831746 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5bbe646-2025-458a-b728-aeb51b1f8d7d" -d '{"events": [{"server_uuid": "281261ca-98e7-4a94-909a-9d69ee6c4eeb", "name": "network-vif-plugged", "status": "completed", "tag": "c34b2714-5d1c-47de-9907-679347776d0c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:00.845139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c34b2714-5d1c-47de-9907-679347776d0c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c34b2714-5d1c-47de-9907-679347776d0c,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:00.868975 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-691c5439-8699-482a-aa59-be1f0d011301 x-openstack-request-id: req-691c5439-8699-482a-aa59-be1f0d011301 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:00.869311 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281261ca-98e7-4a94-909a-9d69ee6c4eeb", "name": "network-vif-plugged", "status": "completed", "tag": "c34b2714-5d1c-47de-9907-679347776d0c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:00.869566 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-691c5439-8699-482a-aa59-be1f0d011301 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:00.869990 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281261ca-98e7-4a94-909a-9d69ee6c4eeb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c34b2714-5d1c-47de-9907-679347776d0c', 'code': 200} Jul 05 04:29:00.917298 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:00.968087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=c34b2714-5d1c-47de-9907-679347776d0c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:00.984618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc0d568b-9969-4882-b4ee-f40e672aa286 req-dd22c598-e3cd-4a14-8eb8-932e748915ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:00.986094 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cc0d568b-9969-4882-b4ee-f40e672aa286 req-dd22c598-e3cd-4a14-8eb8-932e748915ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 1097 time: 0.0573523 Jul 05 04:29:01.019632 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cc0d568b-9969-4882-b4ee-f40e672aa286 req-948aa86e-d226-46ff-b167-2e2a671ca17c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276873 Jul 05 04:29:01.501143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df10643-7588-4a55-98e0-9faec6fa706f req-9c0c0fb3-1a3d-4b2e-a615-2fa5f14086ed tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:01.502678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1df10643-7588-4a55-98e0-9faec6fa706f req-9c0c0fb3-1a3d-4b2e-a615-2fa5f14086ed tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 945 time: 0.0719624 Jul 05 04:29:01.541305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1df10643-7588-4a55-98e0-9faec6fa706f req-fc87caab-2c94-4957-a28e-15badb593124 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330405 Jul 05 04:29:02.717699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad32cef1-5903-4790-a4c3-2a456771fee3 req-1699f5be-04b0-4283-ad24-e37965df32aa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:02.719192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad32cef1-5903-4790-a4c3-2a456771fee3 req-1699f5be-04b0-4283-ad24-e37965df32aa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 945 time: 0.0652416 Jul 05 04:29:02.758370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad32cef1-5903-4790-a4c3-2a456771fee3 req-75d678b1-e861-41e9-b8b7-16c662b401e9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332851 Jul 05 04:29:02.933495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43aec5b4-204a-4014-aedd-b4696c4c714a req-f33637c2-d082-4c2d-83d1-5af1b779de85 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:02.934945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43aec5b4-204a-4014-aedd-b4696c4c714a req-f33637c2-d082-4c2d-83d1-5af1b779de85 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 945 time: 0.0650439 Jul 05 04:29:02.973195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-43aec5b4-204a-4014-aedd-b4696c4c714a req-70036b24-f3db-40a3-9776-9279b27a1a9a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326784 Jul 05 04:29:06.203508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde534-7799-4302-9a1d-64e9104651ec req-878f9558-832e-4d68-af41-2f9ac22450a3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:06.205023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-878f9558-832e-4d68-af41-2f9ac22450a3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1097245 Jul 05 04:29:06.220357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-2166ca08-03b5-4dd6-bfe5-d66d4ae923bf tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/quotas/f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 375 time: 0.0099089 Jul 05 04:29:06.293133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-e7c75820-75e8-417d-8fe5-cd31c9966879 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0678203 Jul 05 04:29:06.392783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-a81419f1-ae9f-4c1a-bcb2-22c45576ac8f service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930693 Jul 05 04:29:06.483451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-3891a7a8-6c13-4733-9ca5-a1172b50c516 service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849500 Jul 05 04:29:06.799693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92774a3d-b5dd-4c9d-a35e-32c304d7fba9 req-1d6536e2-aaba-4112-ad3b-bd7bab89996b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 210 time: 0.0351586 Jul 05 04:29:07.941853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4db57921-c41c-49bb-bbab-d7658b0881bd req-2fc6c724-6379-49e5-af91-454407c11de6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 210 time: 0.0284026 Jul 05 04:29:08.032736 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca31649a-ae1c-466a-ae33-1119a5befb3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:08.863199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde534-7799-4302-9a1d-64e9104651ec req-e45f7857-e2bd-4f12-bdcd-9491c1c896d3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:08.864692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-e45f7857-e2bd-4f12-bdcd-9491c1c896d3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.26 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1055760 Jul 05 04:29:08.878307 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'port': {'device_id': 'a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'admin_state_up': True, 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:09.066082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Made reservation on behalf of f644531c0e2c43b28b49c659bcb5f4f3 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:29:09.069672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.091287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba10cc2f-6f6b-473b-9e45-b9bbb4715fd2 req-914aa1ee-0df5-41eb-9ffe-71bdb2adb140 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 210 time: 0.0375280 Jul 05 04:29:09.222967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Allocated IP 172.20.0.9 (3e2ce455-cd0c-4beb-8446-e9e139165d9e/8408d5d0-d856-4d0b-bafc-66fe168f0119/92a60522-4211-4b99-a1b2-c0e340eb8f3d) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:29:09.370551 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.385333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Transition to ACTIVE for port object 92a60522-4211-4b99-a1b2-c0e340eb8f3d will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:29:09.553511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.565617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c34b2714-5d1c-47de-9907-679347776d0c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:29:09.605892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:29:09.611626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:29:09.616931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:29:09.624596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=92a60522-4211-4b99-a1b2-c0e340eb8f3d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:09.657479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.657829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.658172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.658505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.658837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.659165 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.659485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.659807 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.660355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.663535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.663535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.663535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:09.716255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:09.716933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.810603 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-3313ffde-0f1d-45a5-a14b-34ce3bb3dd89 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9359732 Jul 05 04:29:09.883799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Request body: {'port': {'device_id': 'a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:29:09.968117 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:09.987043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9661a267-718f-4074-b7bb-6022fd706ffc None None] Provisioning for port 92a60522-4211-4b99-a1b2-c0e340eb8f3d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:09.991453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9661a267-718f-4074-b7bb-6022fd706ffc None None] Provisioning complete for port 92a60522-4211-4b99-a1b2-c0e340eb8f3d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:09.991835 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9661a267-718f-4074-b7bb-6022fd706ffc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.033078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9661a267-718f-4074-b7bb-6022fd706ffc None None] Port 92a60522-4211-4b99-a1b2-c0e340eb8f3d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:29:10.288957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92a60522-4211-4b99-a1b2-c0e340eb8f3d {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:29:10.302933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.321261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dcb8c8c-57ce-4e70-823f-619413571920 req-d4873162-7ff3-4bf3-b21d-b928815cf50e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:10.322779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7dcb8c8c-57ce-4e70-823f-619413571920 req-d4873162-7ff3-4bf3-b21d-b928815cf50e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 931 time: 0.1175857 Jul 05 04:29:10.327334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Transition to ACTIVE for port object 92a60522-4211-4b99-a1b2-c0e340eb8f3d will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:29:10.362975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7dcb8c8c-57ce-4e70-823f-619413571920 req-ff70bb23-2261-4892-8bd8-d016f45b1418 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343969 Jul 05 04:29:10.421114 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.479240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Pushing event updated for resources: {'Port': ['ID=92a60522-4211-4b99-a1b2-c0e340eb8f3d,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:10.561202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Attempting to bind port 92a60522-4211-4b99-a1b2-c0e340eb8f3d on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:29:10.561612 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Attempting to bind port 92a60522-4211-4b99-a1b2-c0e340eb8f3d by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:29:10.562009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Attempting to bind port 92a60522-4211-4b99-a1b2-c0e340eb8f3d on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:29:10.568375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Port 92a60522-4211-4b99-a1b2-c0e340eb8f3d on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:29:10.568718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Attempting to bind port 92a60522-4211-4b99-a1b2-c0e340eb8f3d on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:29:10.574343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 28, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:29:10.574712 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Checking segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:29:10.575103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Bound using segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:29:10.575538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Bound port: 92a60522-4211-4b99-a1b2-c0e340eb8f3d, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:29:10.576046 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.652157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] For port 92a60522-4211-4b99-a1b2-c0e340eb8f3d, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:29:10.655602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] For port 92a60522-4211-4b99-a1b2-c0e340eb8f3d, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=92a60522-4211-4b99-a1b2-c0e340eb8f3d,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:29:10.747823 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.776828 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a099245a-73a0-43ef-bc34-8bccd824b0bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.788338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:10.789050 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.790492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] 10.222.0.26 "PUT /v2.0/ports/92a60522-4211-4b99-a1b2-c0e340eb8f3d HTTP/1.1" status: 200 len: 1092 time: 0.9719684 Jul 05 04:29:10.790958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa', 'tag': '92a60522-4211-4b99-a1b2-c0e340eb8f3d'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:10.793269 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ffc0e73-150f-413e-b1a5-5289873ef9a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa", "tag": "92a60522-4211-4b99-a1b2-c0e340eb8f3d"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:10.827015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dccc5be4-0acb-4102-80e3-7af1b4160266 service neutron] Pushing event updated for resources: {'Port': ['ID=92a60522-4211-4b99-a1b2-c0e340eb8f3d,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:10.849098 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96cab214-0066-4797-ae49-ed2004d8bdb0 x-openstack-request-id: req-96cab214-0066-4797-ae49-ed2004d8bdb0 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:10.849395 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa", "tag": "92a60522-4211-4b99-a1b2-c0e340eb8f3d", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:10.849650 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-96cab214-0066-4797-ae49-ed2004d8bdb0 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:10.850060 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa', 'tag': '92a60522-4211-4b99-a1b2-c0e340eb8f3d', 'status': 'completed', 'code': 200} Jul 05 04:29:10.924359 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:10.935390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0e73-150f-413e-b1a5-5289873ef9a7 req-1dd2319b-c90c-4900-91d0-bbb1bf8a3156 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:10.936966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ffc0e73-150f-413e-b1a5-5289873ef9a7 req-1dd2319b-c90c-4900-91d0-bbb1bf8a3156 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 1095 time: 0.0631862 Jul 05 04:29:11.048013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0e73-150f-413e-b1a5-5289873ef9a7 req-80e6da1c-1324-4901-9b36-f3878a7ae090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:11.049515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ffc0e73-150f-413e-b1a5-5289873ef9a7 req-80e6da1c-1324-4901-9b36-f3878a7ae090 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1009760 Jul 05 04:29:11.453309 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffc0e73-150f-413e-b1a5-5289873ef9a7 req-7c7c1ec1-256e-4429-b0ca-80700d563331 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:11.455748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ffc0e73-150f-413e-b1a5-5289873ef9a7 req-7c7c1ec1-256e-4429-b0ca-80700d563331 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3962877 Jul 05 04:29:11.606535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b0e45e-2307-4710-9275-6a0726ace564 req-7dafaecb-e2cd-49d8-8e42-3a49fcf61289 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:11.609298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66b0e45e-2307-4710-9275-6a0726ace564 req-7dafaecb-e2cd-49d8-8e42-3a49fcf61289 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.1088779 Jul 05 04:29:11.611985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde534-7799-4302-9a1d-64e9104651ec req-0eff462d-c0a4-4752-a434-b35f50dc83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:11.613305 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-0eff462d-c0a4-4752-a434-b35f50dc83ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 1095 time: 0.1121917 Jul 05 04:29:11.667346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-719c2673-6358-4996-b04d-3b13ebd929b4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=92a60522-4211-4b99-a1b2-c0e340eb8f3d HTTP/1.1" status: 200 len: 217 time: 0.0389664 Jul 05 04:29:11.710772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66b0e45e-2307-4710-9275-6a0726ace564 req-db2e0ec7-ee17-47f9-a02f-863617e11a42 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964301 Jul 05 04:29:11.729978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde534-7799-4302-9a1d-64e9104651ec req-4af3ae03-145e-4da6-8a60-0ee3772ee49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:11.731573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-4af3ae03-145e-4da6-8a60-0ee3772ee49f service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0570900 Jul 05 04:29:11.793845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedde534-7799-4302-9a1d-64e9104651ec req-2e60fb76-79b7-4c3b-88e9-916555b07ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:11.795414 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-2e60fb76-79b7-4c3b-88e9-916555b07ed9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569229 Jul 05 04:29:11.893363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-d0378a82-da1c-488b-aaa5-2df630f8179d service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902922 Jul 05 04:29:11.959030 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:11.993104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cedde534-7799-4302-9a1d-64e9104651ec req-86d45afe-9214-4eed-a6cb-87b4ffdddb8f service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906847 Jul 05 04:29:12.917798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c61dc5-6cee-47eb-b1a7-70518d00e59c req-c8e88d5b-6caf-4619-ac4d-0cd393c8cf38 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:12.919458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8c61dc5-6cee-47eb-b1a7-70518d00e59c req-c8e88d5b-6caf-4619-ac4d-0cd393c8cf38 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0736363 Jul 05 04:29:12.962148 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8c61dc5-6cee-47eb-b1a7-70518d00e59c req-d20ffb33-b4dd-4c3e-ad7e-34ae2e987852 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363109 Jul 05 04:29:13.518334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:13.996016 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:14.153001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0aa1fd-41a0-4f00-892f-3925101e9929 req-4db7c229-1f32-4bc6-8900-f415426b704e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:14.154529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c0aa1fd-41a0-4f00-892f-3925101e9929 req-4db7c229-1f32-4bc6-8900-f415426b704e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0739768 Jul 05 04:29:14.204013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c0aa1fd-41a0-4f00-892f-3925101e9929 req-8a642366-0f40-4a67-b420-202b16c8cfb0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437386 Jul 05 04:29:14.568006 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:15.402327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3465420-04c1-45c6-920b-c372382e825b req-3640f9db-3ada-4532-a917-161dd730abe6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:15.403819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3465420-04c1-45c6-920b-c372382e825b req-3640f9db-3ada-4532-a917-161dd730abe6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0813339 Jul 05 04:29:15.449218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3465420-04c1-45c6-920b-c372382e825b req-8cddd5ec-430e-4eaf-b0a2-72352bbd77c1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395739 Jul 05 04:29:16.645007 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c5f6c3-f56d-4d5e-8763-4cab37c719ab req-9da64744-ffbe-4113-b753-90bbc07b4b57 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:16.646567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54c5f6c3-f56d-4d5e-8763-4cab37c719ab req-9da64744-ffbe-4113-b753-90bbc07b4b57 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0795712 Jul 05 04:29:16.688354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54c5f6c3-f56d-4d5e-8763-4cab37c719ab req-a1669c55-a93d-4beb-9619-3fb457e491c6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360813 Jul 05 04:29:18.101339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6f6703-954d-461f-a0c0-417f75ef8b6b req-51b1f525-6c7d-4dd4-a99e-f97c1793c2c1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:18.102859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff6f6703-954d-461f-a0c0-417f75ef8b6b req-51b1f525-6c7d-4dd4-a99e-f97c1793c2c1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0783114 Jul 05 04:29:18.150073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff6f6703-954d-461f-a0c0-417f75ef8b6b req-5b3438cf-68d0-4c6a-971a-ad503983e6fb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410395 Jul 05 04:29:19.347843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fef0657-186e-4b5c-8bce-0a435e8e42fa req-9c65a317-0757-4bb5-ab1e-86432b8187cc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:19.349369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fef0657-186e-4b5c-8bce-0a435e8e42fa req-9c65a317-0757-4bb5-ab1e-86432b8187cc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0775652 Jul 05 04:29:19.389704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fef0657-186e-4b5c-8bce-0a435e8e42fa req-534240dd-7ca1-4947-b7a2-e1ce34b4f163 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344768 Jul 05 04:29:20.591623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e36c4a1-703b-43e8-a484-01ee7d8602ad req-da6833db-c9fd-489d-b455-7aa28d94650c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:20.593787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e36c4a1-703b-43e8-a484-01ee7d8602ad req-da6833db-c9fd-489d-b455-7aa28d94650c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0777819 Jul 05 04:29:20.642133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e36c4a1-703b-43e8-a484-01ee7d8602ad req-7fa3beb3-2e3f-4188-a465-3b9aeb1ade42 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425475 Jul 05 04:29:21.842436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08002739-3a87-47a0-9a10-bf29abd2c179 req-692f69e6-84a1-4f22-be9b-2c7306e99c18 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:21.844185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08002739-3a87-47a0-9a10-bf29abd2c179 req-692f69e6-84a1-4f22-be9b-2c7306e99c18 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0724111 Jul 05 04:29:21.885758 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08002739-3a87-47a0-9a10-bf29abd2c179 req-7c85ac89-3b43-4cb3-aebe-11b62998ba61 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359206 Jul 05 04:29:23.068933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12cddf2-7208-4c34-aa2d-d748f69a5b94 req-c6491b76-8271-4947-83e3-0d03716c38a3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:23.070420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b12cddf2-7208-4c34-aa2d-d748f69a5b94 req-c6491b76-8271-4947-83e3-0d03716c38a3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0650082 Jul 05 04:29:23.112449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b12cddf2-7208-4c34-aa2d-d748f69a5b94 req-571d7c40-978f-41bb-99d5-2542d1506181 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363483 Jul 05 04:29:24.297335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5944012-3ce5-423e-a956-f946956a1072 req-99c48fed-b9da-4722-a8b9-e9986784f57d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:24.299261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5944012-3ce5-423e-a956-f946956a1072 req-99c48fed-b9da-4722-a8b9-e9986784f57d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0731149 Jul 05 04:29:24.339338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5944012-3ce5-423e-a956-f946956a1072 req-9d4d907a-c982-427c-8f28-13478b8a4494 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339658 Jul 05 04:29:25.525639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2288f5d-b897-4d78-9665-ea5aa6a88401 req-8c324f5d-650c-47a6-8b36-70a420f9c14e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:25.527130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2288f5d-b897-4d78-9665-ea5aa6a88401 req-8c324f5d-650c-47a6-8b36-70a420f9c14e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0719724 Jul 05 04:29:25.565956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f2288f5d-b897-4d78-9665-ea5aa6a88401 req-5f20d008-1e3d-4def-b0e8-d747c98c512a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Jul 05 04:29:26.754693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a86433-d75d-4dd9-9f62-36f8056199f6 req-49283d76-386a-4820-886e-e9873959fb1e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:26.756193 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41a86433-d75d-4dd9-9f62-36f8056199f6 req-49283d76-386a-4820-886e-e9873959fb1e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0718777 Jul 05 04:29:26.796137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41a86433-d75d-4dd9-9f62-36f8056199f6 req-5892fa15-852a-4f26-a334-c1533194e5bc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333397 Jul 05 04:29:27.982288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708d7b9d-0064-4f50-804f-5317ca20841c req-3c4be055-a59a-40b3-9247-e11c9ff03539 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:27.984307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-708d7b9d-0064-4f50-804f-5317ca20841c req-3c4be055-a59a-40b3-9247-e11c9ff03539 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0731230 Jul 05 04:29:28.025819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-708d7b9d-0064-4f50-804f-5317ca20841c req-9845a47f-b2ad-42cb-ac57-39d77d08af0f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337393 Jul 05 04:29:29.213225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0762046-1dff-41e3-ab71-e54bdf29b47f req-abcf5e9a-3558-4dcb-9c84-9234e5015b51 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:29.214791 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0762046-1dff-41e3-ab71-e54bdf29b47f req-abcf5e9a-3558-4dcb-9c84-9234e5015b51 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0715921 Jul 05 04:29:29.255718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0762046-1dff-41e3-ab71-e54bdf29b47f req-54365e44-1bdc-42d3-8cab-1b65bd61f25e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351346 Jul 05 04:29:30.517648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-848f321e-f891-45b3-a87b-a71e2638167c req-e33dd8bc-8a6d-4d96-912e-0ec245cda016 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:30.519368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-848f321e-f891-45b3-a87b-a71e2638167c req-e33dd8bc-8a6d-4d96-912e-0ec245cda016 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0911188 Jul 05 04:29:30.584485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-848f321e-f891-45b3-a87b-a71e2638167c req-035dc4c7-7882-4a8e-b3f9-6af09ef7c046 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569139 Jul 05 04:29:31.770051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e824d0f9-96b0-4096-ac4e-6f129989dad9 req-96ea8de7-f718-4d88-83e9-663b0d27272c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:31.771664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e824d0f9-96b0-4096-ac4e-6f129989dad9 req-96ea8de7-f718-4d88-83e9-663b0d27272c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0671382 Jul 05 04:29:31.813125 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e824d0f9-96b0-4096-ac4e-6f129989dad9 req-9527eda7-a4d7-4a6e-85aa-0335c67ece55 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358338 Jul 05 04:29:33.004315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0fde599-d961-48a3-8f68-10270c697d75 req-5719e80b-2c10-4745-979a-9d3b2f39ef99 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:33.005836 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0fde599-d961-48a3-8f68-10270c697d75 req-5719e80b-2c10-4745-979a-9d3b2f39ef99 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0740209 Jul 05 04:29:33.045936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0fde599-d961-48a3-8f68-10270c697d75 req-d67b20e3-ee82-4792-b959-2397d81b64ba tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344708 Jul 05 04:29:34.239967 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e94326-6a36-4803-996e-b20a77d98bfe req-79c2ebe0-d1ef-4d83-a4ac-011658020e03 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:34.241515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64e94326-6a36-4803-996e-b20a77d98bfe req-79c2ebe0-d1ef-4d83-a4ac-011658020e03 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0693362 Jul 05 04:29:34.284354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64e94326-6a36-4803-996e-b20a77d98bfe req-b77f4399-ce8a-4d97-bd6a-f994a8783955 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368347 Jul 05 04:29:34.875478 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:29:35.463921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d5a93-8d94-4e88-83bd-0cabc8d0524f req-2d01f1be-31ff-4e66-84da-5f50d53a736a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:35.465547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae9d5a93-8d94-4e88-83bd-0cabc8d0524f req-2d01f1be-31ff-4e66-84da-5f50d53a736a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0683255 Jul 05 04:29:35.506657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae9d5a93-8d94-4e88-83bd-0cabc8d0524f req-3098541e-dfbe-4abd-94cd-6c6744957dd5 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351245 Jul 05 04:29:36.697451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeec6cae-19f2-48ca-a892-753d284f738c req-e9af59c4-8102-4506-9c58-1dd21d77a240 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:36.699060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aeec6cae-19f2-48ca-a892-753d284f738c req-e9af59c4-8102-4506-9c58-1dd21d77a240 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0758457 Jul 05 04:29:36.740975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aeec6cae-19f2-48ca-a892-753d284f738c req-c71a45bd-f760-4ac9-a30d-57fd22d932bb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357585 Jul 05 04:29:37.928699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73ead34-a4da-46b9-b736-aa6ce7adebbe req-777124f7-6512-4278-973b-6c85b6d97e0e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:37.930421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f73ead34-a4da-46b9-b736-aa6ce7adebbe req-777124f7-6512-4278-973b-6c85b6d97e0e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0685966 Jul 05 04:29:37.972139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f73ead34-a4da-46b9-b736-aa6ce7adebbe req-6f0c464d-3747-4540-81b3-a2d73e1fdd3b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358922 Jul 05 04:29:38.049812 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39278e10-dbb7-4ab3-9b60-e29d92cf9766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:39.156580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a832bff-3471-4a16-81f5-4fafc625301a req-7ac94ea4-7899-4d9d-a320-8a2cffdd9212 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:39.157776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a832bff-3471-4a16-81f5-4fafc625301a req-7ac94ea4-7899-4d9d-a320-8a2cffdd9212 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0715103 Jul 05 04:29:39.197213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a832bff-3471-4a16-81f5-4fafc625301a req-06828220-836b-404f-ba1e-c1e9d9d7ed2b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335536 Jul 05 04:29:39.216633 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-13ed7f1e-ab76-435b-abf6-c0f6d37d4229 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563481 Jul 05 04:29:39.314424 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-18c4427c-81f5-455e-8d45-7ff80359b8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:39.316027 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-18c4427c-81f5-455e-8d45-7ff80359b8f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 1097 time: 0.0573120 Jul 05 04:29:39.431612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-278cca5d-cfb5-438d-9c06-414cebbf2c02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:39.433112 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-278cca5d-cfb5-438d-9c06-414cebbf2c02 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0939195 Jul 05 04:29:39.474816 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-2caf397a-72c1-4532-a1ec-b89854e97423 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c34b2714-5d1c-47de-9907-679347776d0c HTTP/1.1" status: 200 len: 217 time: 0.0350399 Jul 05 04:29:39.523152 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-44296fdd-3568-4fec-963f-62ba46aca1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:39.524639 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-44296fdd-3568-4fec-963f-62ba46aca1d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0438426 Jul 05 04:29:39.589375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-9452d5d3-46ce-44cc-a226-0783bea99e37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:39.590806 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-9452d5d3-46ce-44cc-a226-0783bea99e37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0595016 Jul 05 04:29:39.682404 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-bea506a7-01b4-4ae4-b6f3-4a6bff68f0bd service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843756 Jul 05 04:29:39.778100 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f5cdc313-b4d8-44a6-83a8-15b380e9e658 req-984d36c3-359e-4e78-9ecf-f003631d8b06 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887814 Jul 05 04:29:40.383147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df8ff8a-6ec8-45d9-991f-074c3716381d req-c0c79889-8a93-40c2-a75d-5d4090200b87 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:40.384747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3df8ff8a-6ec8-45d9-991f-074c3716381d req-c0c79889-8a93-40c2-a75d-5d4090200b87 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0749135 Jul 05 04:29:40.426671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3df8ff8a-6ec8-45d9-991f-074c3716381d req-494556e7-69c4-4645-9bd8-9878ce1d309b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361395 Jul 05 04:29:40.775533 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b3d15149-9b4d-4186-856f-a638bfb60389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:40.962104 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:41.611099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d0e9fe-2f73-4a95-8ffb-829e22266949 req-ddfd1913-5415-463d-bb9d-a709fc6e7233 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:41.613136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87d0e9fe-2f73-4a95-8ffb-829e22266949 req-ddfd1913-5415-463d-bb9d-a709fc6e7233 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0691924 Jul 05 04:29:41.657933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87d0e9fe-2f73-4a95-8ffb-829e22266949 req-0161df9a-1227-4c7b-874d-f5b5b8ddcdd1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395842 Jul 05 04:29:41.976119 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:42.837074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03110512-cb13-4843-9030-c722417b6d39 req-f6c21317-a3ec-47dc-993d-303eca8f94b7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:42.838572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03110512-cb13-4843-9030-c722417b6d39 req-f6c21317-a3ec-47dc-993d-303eca8f94b7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0664136 Jul 05 04:29:42.877385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03110512-cb13-4843-9030-c722417b6d39 req-806ec398-1b0f-491d-b4d9-a6f62d4b3761 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329177 Jul 05 04:29:43.533479 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:43.981945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:44.068177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785941c7-8935-43d9-82cf-8eceec0f4f09 req-1c0a01bf-1a25-41bd-ae1a-53c3193a65da tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:44.069784 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-785941c7-8935-43d9-82cf-8eceec0f4f09 req-1c0a01bf-1a25-41bd-ae1a-53c3193a65da tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0708845 Jul 05 04:29:44.118311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-785941c7-8935-43d9-82cf-8eceec0f4f09 req-85d09532-5fe6-419b-9c1f-5f87c9faa397 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422652 Jul 05 04:29:44.603785 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:45.312042 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbaa3750-1c34-4828-b0bf-c5c1f6c416f9 req-8e92654d-fed9-4c63-b710-ec8fd1b8c109 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:45.313637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbaa3750-1c34-4828-b0bf-c5c1f6c416f9 req-8e92654d-fed9-4c63-b710-ec8fd1b8c109 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0725732 Jul 05 04:29:45.354258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fbaa3750-1c34-4828-b0bf-c5c1f6c416f9 req-1e946054-ad9a-4c77-aadb-ef51e67d22d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345962 Jul 05 04:29:46.561216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6f89f-90f4-482c-9f86-421d8ba2022a req-103ad45d-5b27-45cb-abf4-79a09e7003a3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:46.562738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ee6f89f-90f4-482c-9f86-421d8ba2022a req-103ad45d-5b27-45cb-abf4-79a09e7003a3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0684299 Jul 05 04:29:46.604706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ee6f89f-90f4-482c-9f86-421d8ba2022a req-81dcfe79-852e-41b9-a64d-4d66b4154fd4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363185 Jul 05 04:29:47.803867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399ffb5a-0775-4a13-82c6-8f47984060a5 req-e05ae776-da39-4422-a13b-a4ad6f57cbec tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:47.805477 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-399ffb5a-0775-4a13-82c6-8f47984060a5 req-e05ae776-da39-4422-a13b-a4ad6f57cbec tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0850139 Jul 05 04:29:47.856216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-399ffb5a-0775-4a13-82c6-8f47984060a5 req-820e8df1-2424-46bd-8dfe-44c4e4ce22ca tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440929 Jul 05 04:29:49.043531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e148f4a-a3b2-468e-8acd-f2e92b5d98e2 req-4ec799c9-912c-4bce-abe8-c4166ce29154 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:49.045143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e148f4a-a3b2-468e-8acd-f2e92b5d98e2 req-4ec799c9-912c-4bce-abe8-c4166ce29154 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0672886 Jul 05 04:29:49.084260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e148f4a-a3b2-468e-8acd-f2e92b5d98e2 req-b22aca4b-ded7-46e7-a98a-1feff47b51ef tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326879 Jul 05 04:29:50.259288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5610469f-3e35-4339-9345-1f1b5a625ea8 req-33f364b7-41a6-40a6-9b9b-07b48c16f49c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:50.260796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5610469f-3e35-4339-9345-1f1b5a625ea8 req-33f364b7-41a6-40a6-9b9b-07b48c16f49c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0651262 Jul 05 04:29:50.300751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5610469f-3e35-4339-9345-1f1b5a625ea8 req-f4101994-0626-4710-b91e-39a4d42363ab tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343065 Jul 05 04:29:51.490535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a12cfc-0a3d-4533-9b7b-5216d5e1069f req-77d98367-5626-4d85-9477-a91634040baf tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:51.492070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8a12cfc-0a3d-4533-9b7b-5216d5e1069f req-77d98367-5626-4d85-9477-a91634040baf tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0707936 Jul 05 04:29:51.531921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8a12cfc-0a3d-4533-9b7b-5216d5e1069f req-6fe13b31-e55f-4b3d-8476-990dacb596b4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341666 Jul 05 04:29:52.711755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9daa01b-51dc-46f7-933f-ee8359373714 req-e7ff0e08-cfa1-4c7b-a0a3-2dd04fe337d8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:52.713280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9daa01b-51dc-46f7-933f-ee8359373714 req-e7ff0e08-cfa1-4c7b-a0a3-2dd04fe337d8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0669134 Jul 05 04:29:52.756098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b9daa01b-51dc-46f7-933f-ee8359373714 req-1fa564fc-8da0-4f29-a74e-d114828d1c01 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369017 Jul 05 04:29:53.976156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4300c85-48e8-4c65-a34c-02f4f0dded2f req-7c13d1e9-358b-4a63-9f15-2305cfb37381 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:53.977663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4300c85-48e8-4c65-a34c-02f4f0dded2f req-7c13d1e9-358b-4a63-9f15-2305cfb37381 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0974271 Jul 05 04:29:54.015789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4300c85-48e8-4c65-a34c-02f4f0dded2f req-b440c6ac-6c37-4c3e-be0b-5103c3847ab7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326223 Jul 05 04:29:55.195079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97466e54-c571-4745-89f8-86b5c07c6ca2 req-18f11a69-1534-438c-88e9-3ff94f524cf9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:55.196687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97466e54-c571-4745-89f8-86b5c07c6ca2 req-18f11a69-1534-438c-88e9-3ff94f524cf9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0663860 Jul 05 04:29:55.236977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97466e54-c571-4745-89f8-86b5c07c6ca2 req-4603e6ae-91a3-4a53-a7db-3ca1d81de22b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346210 Jul 05 04:29:56.422245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9127cbdd-0748-4097-a4ca-80324c93e837 req-7cf5adb2-7169-453c-9270-3c09da28aca2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:56.423757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9127cbdd-0748-4097-a4ca-80324c93e837 req-7cf5adb2-7169-453c-9270-3c09da28aca2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 943 time: 0.0671926 Jul 05 04:29:56.465793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9127cbdd-0748-4097-a4ca-80324c93e837 req-a0ae774b-897b-4812-8c8c-2ff1b2165f31 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357454 Jul 05 04:29:56.694416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 92a60522-4211-4b99-a1b2-c0e340eb8f3d details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:29:56.797630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 92a60522-4211-4b99-a1b2-c0e340eb8f3d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=92a60522-4211-4b99-a1b2-c0e340eb8f3d,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:56.810772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '92a60522-4211-4b99-a1b2-c0e340eb8f3d', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'port_id': '92a60522-4211-4b99-a1b2-c0e340eb8f3d', 'mac_address': 'fa:16:3e:6e:95:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:29:56.850912 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:56.864383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92a60522-4211-4b99-a1b2-c0e340eb8f3d {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:29:56.885705 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 92a60522-4211-4b99-a1b2-c0e340eb8f3d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=92a60522-4211-4b99-a1b2-c0e340eb8f3d,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:56.996417 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:57.051454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=92a60522-4211-4b99-a1b2-c0e340eb8f3d,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:57.059010 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.059355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.059695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.060063 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.060395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.060722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.061083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.061405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.061727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.062130 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.062469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.062793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:29:57.289812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['92a60522-4211-4b99-a1b2-c0e340eb8f3d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:29:57.664633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77bcc9e-dc5e-4f4e-b740-951276cd8b26 req-c9241bdd-a9e0-4e2d-a3de-347a9fb5f134 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:57.666039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b77bcc9e-dc5e-4f4e-b740-951276cd8b26 req-c9241bdd-a9e0-4e2d-a3de-347a9fb5f134 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 944 time: 0.0815041 Jul 05 04:29:57.708155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b77bcc9e-dc5e-4f4e-b740-951276cd8b26 req-7de24643-5f4b-44e8-b06d-a81d15a18e24 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362952 Jul 05 04:29:58.726966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 92a60522-4211-4b99-a1b2-c0e340eb8f3d up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:29:58.891225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a67e89da-0228-4bd0-8639-ed4d876d4213 req-bf6548f6-2412-4ec6-88c5-145f36eb595d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:58.892754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a67e89da-0228-4bd0-8639-ed4d876d4213 req-bf6548f6-2412-4ec6-88c5-145f36eb595d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 944 time: 0.0646625 Jul 05 04:29:58.928811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 92a60522-4211-4b99-a1b2-c0e340eb8f3d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:29:58.933403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 92a60522-4211-4b99-a1b2-c0e340eb8f3d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:29:58.933403 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:58.933604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a67e89da-0228-4bd0-8639-ed4d876d4213 req-644d5937-b1e5-4d9b-bab4-a54ae94924dc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331256 Jul 05 04:29:59.010742 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:59.034742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a60522-4211-4b99-a1b2-c0e340eb8f3d'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:29:59.041795 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20472044-fdff-4f05-8097-95b8874ea191" -d '{"events": [{"server_uuid": "a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa", "name": "network-vif-plugged", "status": "completed", "tag": "92a60522-4211-4b99-a1b2-c0e340eb8f3d"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:29:59.051798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 92a60522-4211-4b99-a1b2-c0e340eb8f3d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=92a60522-4211-4b99-a1b2-c0e340eb8f3d,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:29:59.141195 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:29:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3ca24cf-8349-4006-bffc-97c7b3b21455 x-openstack-request-id: req-c3ca24cf-8349-4006-bffc-97c7b3b21455 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:29:59.141489 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa", "name": "network-vif-plugged", "status": "completed", "tag": "92a60522-4211-4b99-a1b2-c0e340eb8f3d", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:29:59.141743 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c3ca24cf-8349-4006-bffc-97c7b3b21455 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:29:59.142143 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92a60522-4211-4b99-a1b2-c0e340eb8f3d', 'code': 200} Jul 05 04:29:59.174801 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:29:59.231974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=92a60522-4211-4b99-a1b2-c0e340eb8f3d,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:29:59.269582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f169d428-a100-4696-827a-b3dc3bd6d0c7 req-260f6c65-df54-40c6-ae1f-92b97b60a4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:29:59.271132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f169d428-a100-4696-827a-b3dc3bd6d0c7 req-260f6c65-df54-40c6-ae1f-92b97b60a4a4 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 1097 time: 0.0584860 Jul 05 04:29:59.309044 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f169d428-a100-4696-827a-b3dc3bd6d0c7 req-e6c7e002-7d22-4342-81da-7c2db40e2f32 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289025 Jul 05 04:30:00.120578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dbdd99-c62f-4f32-86ef-92dae2279ef7 req-213479d2-c0a3-499c-8887-f4eaa90fc20c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:00.122161 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87dbdd99-c62f-4f32-86ef-92dae2279ef7 req-213479d2-c0a3-499c-8887-f4eaa90fc20c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 945 time: 0.0702446 Jul 05 04:30:00.161670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87dbdd99-c62f-4f32-86ef-92dae2279ef7 req-5681fc47-224e-462c-9584-3d957a979949 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Jul 05 04:30:01.337810 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b862a6-0f97-41dd-94c3-b010c9b91739 req-91b45338-72ff-4e1b-a342-24896ea111bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:01.339234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87b862a6-0f97-41dd-94c3-b010c9b91739 req-91b45338-72ff-4e1b-a342-24896ea111bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 945 time: 0.0671091 Jul 05 04:30:01.378015 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-87b862a6-0f97-41dd-94c3-b010c9b91739 req-9019ac54-bb88-42b9-b0f9-a35db40476e6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328865 Jul 05 04:30:01.561605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf3c7f5-c80c-4366-bd6a-6caf82b90b9c req-3507c6f7-d1ca-42b3-8396-7274eb1d9a84 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:01.563141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0cf3c7f5-c80c-4366-bd6a-6caf82b90b9c req-3507c6f7-d1ca-42b3-8396-7274eb1d9a84 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 945 time: 0.0697794 Jul 05 04:30:01.602576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0cf3c7f5-c80c-4366-bd6a-6caf82b90b9c req-f75e9f15-0cc2-4873-ba07-e83bff27dad4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337172 Jul 05 04:30:02.341281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f780777-e0a8-4fb2-bef1-5b2362db47e0 req-f8e0db0a-7cee-41f5-8c1e-2bb6515218e4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:02.342686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f780777-e0a8-4fb2-bef1-5b2362db47e0 req-f8e0db0a-7cee-41f5-8c1e-2bb6515218e4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 945 time: 0.0666437 Jul 05 04:30:02.382572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f780777-e0a8-4fb2-bef1-5b2362db47e0 req-626ea479-3186-427f-891d-73e3702e3b79 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343835 Jul 05 04:30:03.566445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02bd924d-79b6-491f-80ac-63af839c2320 req-1be81ab5-0f1f-45e1-908c-6520b7b04920 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:03.568545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02bd924d-79b6-491f-80ac-63af839c2320 req-1be81ab5-0f1f-45e1-908c-6520b7b04920 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 945 time: 0.0721028 Jul 05 04:30:03.610687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02bd924d-79b6-491f-80ac-63af839c2320 req-e8cca582-5e73-4782-99a5-1fa2df43ce7b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355606 Jul 05 04:30:03.902223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-1919b400-f49b-4006-a2e4-6ec2096d784f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:03.903710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-1919b400-f49b-4006-a2e4-6ec2096d784f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.26 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 945 time: 0.0674951 Jul 05 04:30:04.023779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-c2dcf894-c6ac-424d-8cab-04a7c757eb07 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Deleting port 92a60522-4211-4b99-a1b2-c0e340eb8f3d {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:30:04.024225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-c2dcf894-c6ac-424d-8cab-04a7c757eb07 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:04.121988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-c2dcf894-c6ac-424d-8cab-04a7c757eb07 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] For port 92a60522-4211-4b99-a1b2-c0e340eb8f3d, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=92a60522-4211-4b99-a1b2-c0e340eb8f3d,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:04.122357 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-c2dcf894-c6ac-424d-8cab-04a7c757eb07 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:04.135996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-c2dcf894-c6ac-424d-8cab-04a7c757eb07 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Calling delete_port for 92a60522-4211-4b99-a1b2-c0e340eb8f3d owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:30:04.351880 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-c2dcf894-c6ac-424d-8cab-04a7c757eb07 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:04.365476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c34b2714-5d1c-47de-9907-679347776d0c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:30:04.369890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['92a60522-4211-4b99-a1b2-c0e340eb8f3d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:30:04.383159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2dcf894-c6ac-424d-8cab-04a7c757eb07 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'Port': ['ID=92a60522-4211-4b99-a1b2-c0e340eb8f3d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:04.434554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-c2dcf894-c6ac-424d-8cab-04a7c757eb07 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] No DVR routers for this DVR port 92a60522-4211-4b99-a1b2-c0e340eb8f3d on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:30:04.438103 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-c2dcf894-c6ac-424d-8cab-04a7c757eb07 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:04.443931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef7fe12d-4603-4285-b239-558cd3bb0456 req-c2dcf894-c6ac-424d-8cab-04a7c757eb07 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.26 "DELETE /v2.0/ports/92a60522-4211-4b99-a1b2-c0e340eb8f3d HTTP/1.1" status: 204 len: 173 time: 0.5305126 Jul 05 04:30:04.445375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa', 'name': 'network-vif-deleted', 'tag': '92a60522-4211-4b99-a1b2-c0e340eb8f3d'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:04.448127 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bb034d6-eaac-463a-abd8-f9f4df3555cc" -d '{"events": [{"server_uuid": "a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa", "name": "network-vif-deleted", "tag": "92a60522-4211-4b99-a1b2-c0e340eb8f3d"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:04.490607 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25dfc76c-3809-487a-a49c-c7d1075bc0df x-openstack-request-id: req-25dfc76c-3809-487a-a49c-c7d1075bc0df {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:04.491100 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa", "name": "network-vif-deleted", "tag": "92a60522-4211-4b99-a1b2-c0e340eb8f3d", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:04.491349 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-25dfc76c-3809-487a-a49c-c7d1075bc0df {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:04.491780 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa', 'name': 'network-vif-deleted', 'tag': '92a60522-4211-4b99-a1b2-c0e340eb8f3d', 'status': 'completed', 'code': 200} Jul 05 04:30:04.765010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7c620d5-9991-4a98-a467-c72c9b48bf55 req-5ff29cff-7963-405d-8805-632798162297 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 210 time: 0.0351200 Jul 05 04:30:05.915289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e267835c-d0e7-46c5-bbc8-8de8fdb1222b req-9c05759a-b62c-4d2a-8a03-2cf3556beec4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 210 time: 0.0299525 Jul 05 04:30:07.073017 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ce4e590-bb4c-4b35-9c5c-be2640f13b50 req-668be414-7932-49e7-aee7-a9d885aa716d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 210 time: 0.0322528 Jul 05 04:30:08.048966 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ceaf7c4c-27d9-4d94-a99b-13a4c3e4d7c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:08.224087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e469a114-8c14-47da-aa63-ba714f024e97 req-fcf20d3c-b91b-4098-905c-dadeea297ff4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=a15f89c7-1d2f-4168-8b9d-9f3620fbf6aa HTTP/1.1" status: 200 len: 210 time: 0.0303907 Jul 05 04:30:08.783989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 92a60522-4211-4b99-a1b2-c0e340eb8f3d no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:30:08.808118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 92a60522-4211-4b99-a1b2-c0e340eb8f3d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:30:08.808464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 92a60522-4211-4b99-a1b2-c0e340eb8f3d not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:30:10.808875 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-24ff8e0e-b5bc-4590-8bfe-a2867bf0522d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:10.959591 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:11.876574 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:30:11.980381 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:13.545980 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:13.980654 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:14.236130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca73d0f-5590-4736-851e-24ca9ed2cba8 req-434f7aba-d029-4521-9728-81fcb6c7bfde tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:14.237617 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ca73d0f-5590-4736-851e-24ca9ed2cba8 req-434f7aba-d029-4521-9728-81fcb6c7bfde tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 945 time: 0.0677235 Jul 05 04:30:14.277000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ca73d0f-5590-4736-851e-24ca9ed2cba8 req-e72177fd-5e91-45fb-913b-5ffc8f85fd8f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325022 Jul 05 04:30:14.637581 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:15.450909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6224d2-b949-4de3-a74f-7eff8737c0c5 req-1fe2270d-efbd-4439-853e-cefba319580b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:15.452409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d6224d2-b949-4de3-a74f-7eff8737c0c5 req-1fe2270d-efbd-4439-853e-cefba319580b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 945 time: 0.0640519 Jul 05 04:30:15.494626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d6224d2-b949-4de3-a74f-7eff8737c0c5 req-6b8b92f0-9a37-4e76-bcb7-70f07aeca7ff tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366454 Jul 05 04:30:16.014005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-fe6d4a56-9cb6-49b6-af46-64a5c8540d52 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:16.016787 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-fe6d4a56-9cb6-49b6-af46-64a5c8540d52 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 945 time: 0.1040971 Jul 05 04:30:16.175027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Deleting port c34b2714-5d1c-47de-9907-679347776d0c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:30:16.175570 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:16.312062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] For port c34b2714-5d1c-47de-9907-679347776d0c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c34b2714-5d1c-47de-9907-679347776d0c,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:30:16.312727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:16.333235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Calling delete_port for c34b2714-5d1c-47de-9907-679347776d0c owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:30:16.674086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1baf73-05e7-426e-a615-54ced36af0c5 req-5fc3c4b5-f777-46c0-ad4d-755662771b93 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:16.675482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa1baf73-05e7-426e-a615-54ced36af0c5 req-5fc3c4b5-f777-46c0-ad4d-755662771b93 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 945 time: 0.0702283 Jul 05 04:30:16.693341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:16.705478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c34b2714-5d1c-47de-9907-679347776d0c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:30:16.716330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa1baf73-05e7-426e-a615-54ced36af0c5 req-385e2a30-3e1c-49a8-8907-bb8940897ad5 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344307 Jul 05 04:30:16.722793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'Port': ['ID=c34b2714-5d1c-47de-9907-679347776d0c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:16.734645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.735000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.744469 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.744822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.745168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.745512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.745851 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.746205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.746535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.747691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.747691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.747691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:16.793996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] No DVR routers for this DVR port c34b2714-5d1c-47de-9907-679347776d0c on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:30:16.796556 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:16.798641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7b039919-ed19-4542-9d51-ffd8c10e9e9e req-49496dd1-92c3-4633-ad8b-1d7acbd52e17 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "DELETE /v2.0/ports/c34b2714-5d1c-47de-9907-679347776d0c HTTP/1.1" status: 204 len: 173 time: 0.7765155 Jul 05 04:30:16.799075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '281261ca-98e7-4a94-909a-9d69ee6c4eeb', 'name': 'network-vif-deleted', 'tag': 'c34b2714-5d1c-47de-9907-679347776d0c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:16.801555 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0221e22-b1f3-4774-b7da-5cc120fb6b2a" -d '{"events": [{"server_uuid": "281261ca-98e7-4a94-909a-9d69ee6c4eeb", "name": "network-vif-deleted", "tag": "c34b2714-5d1c-47de-9907-679347776d0c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:16.840172 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a98aa9ca-97c2-478f-8705-509565aa967b x-openstack-request-id: req-a98aa9ca-97c2-478f-8705-509565aa967b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:16.840467 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "281261ca-98e7-4a94-909a-9d69ee6c4eeb", "name": "network-vif-deleted", "tag": "c34b2714-5d1c-47de-9907-679347776d0c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:16.840977 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a98aa9ca-97c2-478f-8705-509565aa967b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:16.841446 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '281261ca-98e7-4a94-909a-9d69ee6c4eeb', 'name': 'network-vif-deleted', 'tag': 'c34b2714-5d1c-47de-9907-679347776d0c', 'status': 'completed', 'code': 200} Jul 05 04:30:17.874129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-788092e5-567a-4653-b319-777ea036ad56 req-9564a96a-46ac-4ed3-b304-cfb8ec41378d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 210 time: 0.0301971 Jul 05 04:30:19.028030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5d5ed08-833c-4513-a800-486b2a650d6c req-47f6c9b4-b7b2-4194-b8f2-231c182e3aa1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 210 time: 0.0321913 Jul 05 04:30:19.077413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c34b2714-5d1c-47de-9907-679347776d0c no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:30:19.099409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: c34b2714-5d1c-47de-9907-679347776d0c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:30:19.099754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c34b2714-5d1c-47de-9907-679347776d0c not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:30:20.187405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2b5a47ca-0d89-45a3-b7c0-82f9d197fccd req-35297cde-547a-4dc7-9de0-95a62d07895b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 210 time: 0.0367033 Jul 05 04:30:21.343262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78468c86-c1a8-43e1-bc1a-b8e79d5d5a28 req-240f261a-f129-4024-945c-9488db99446d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=281261ca-98e7-4a94-909a-9d69ee6c4eeb HTTP/1.1" status: 200 len: 210 time: 0.0325165 Jul 05 04:30:26.071443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49636) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:26.076241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2139895898', 'description': 'tempest-secgroup-smoke-2139895898 description', 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:26.203362 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.284588 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.345732 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.375616 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4a330af-de51-49ff-84c0-64ab3110deaa,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:26.383099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.383441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.383779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.384139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.384482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.384852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.385163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.385509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.385805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.386127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.386449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.386769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:30:26.425985 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.427240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-77d3d72c-bf93-49b1-8e45-bcd0fa24198c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3547535 Jul 05 04:30:26.430187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49638) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:26.434671 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2db9467f-35d6-4224-b989-872fa42596b0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'security_group_rule': {'security_group_id': 'a4a330af-de51-49ff-84c0-64ab3110deaa', 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:26.513792 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2db9467f-35d6-4224-b989-872fa42596b0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.584611 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2db9467f-35d6-4224-b989-872fa42596b0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.642735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2db9467f-35d6-4224-b989-872fa42596b0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.661348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9467f-35d6-4224-b989-872fa42596b0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7a6b26f-eb0c-4b56-8b84-76b6193f9c2d,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:26.717242 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2db9467f-35d6-4224-b989-872fa42596b0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.718490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2db9467f-35d6-4224-b989-872fa42596b0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2873850 Jul 05 04:30:26.721275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49640) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:26.725850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9e56a1c9-1c53-4a34-8a89-48724b32a1f8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'security_group_rule': {'security_group_id': 'a4a330af-de51-49ff-84c0-64ab3110deaa', 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:26.796820 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9e56a1c9-1c53-4a34-8a89-48724b32a1f8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.859034 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9e56a1c9-1c53-4a34-8a89-48724b32a1f8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.905532 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9e56a1c9-1c53-4a34-8a89-48724b32a1f8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.923292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e56a1c9-1c53-4a34-8a89-48724b32a1f8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=094bb72e-48bc-4e77-be23-1ac1bf191728,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:26.997150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9e56a1c9-1c53-4a34-8a89-48724b32a1f8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:26.998409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9e56a1c9-1c53-4a34-8a89-48724b32a1f8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2762032 Jul 05 04:30:27.001126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49642) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:27.005660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-17bbbd9a-0f53-4f66-99d2-4fc9cde17325 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'security_group_rule': {'security_group_id': 'a4a330af-de51-49ff-84c0-64ab3110deaa', 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:27.082255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-17bbbd9a-0f53-4f66-99d2-4fc9cde17325 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.142909 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-17bbbd9a-0f53-4f66-99d2-4fc9cde17325 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.208552 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-17bbbd9a-0f53-4f66-99d2-4fc9cde17325 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.227951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17bbbd9a-0f53-4f66-99d2-4fc9cde17325 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96370c2d-270d-416e-b68d-b46bc17e5cc4,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:27.298711 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-17bbbd9a-0f53-4f66-99d2-4fc9cde17325 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.301039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-17bbbd9a-0f53-4f66-99d2-4fc9cde17325 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2989359 Jul 05 04:30:27.304567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49644) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:27.309301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3e8d5062-4f2d-4445-8ca5-7eef8b670caa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'security_group_rule': {'security_group_id': 'a4a330af-de51-49ff-84c0-64ab3110deaa', 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:27.390832 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5062-4f2d-4445-8ca5-7eef8b670caa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.455248 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5062-4f2d-4445-8ca5-7eef8b670caa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.499878 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5062-4f2d-4445-8ca5-7eef8b670caa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.518181 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e8d5062-4f2d-4445-8ca5-7eef8b670caa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f17293-6538-44c3-bf59-5cd7bde54ea1,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:27.574517 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e8d5062-4f2d-4445-8ca5-7eef8b670caa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.575747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3e8d5062-4f2d-4445-8ca5-7eef8b670caa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2702079 Jul 05 04:30:27.578686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49646) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:27.583557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d3c5058a-87bf-4894-9f9a-d39729d104cb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'security_group_rule': {'security_group_id': 'a4a330af-de51-49ff-84c0-64ab3110deaa', 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:27.660615 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-d3c5058a-87bf-4894-9f9a-d39729d104cb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Project f644531c0e2c43b28b49c659bcb5f4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:30:27.667350 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3c5058a-87bf-4894-9f9a-d39729d104cb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.731579 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3c5058a-87bf-4894-9f9a-d39729d104cb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.818705 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3c5058a-87bf-4894-9f9a-d39729d104cb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.842491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c5058a-87bf-4894-9f9a-d39729d104cb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1086eb02-5110-4655-874d-aabefda335bc,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:27.915624 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3c5058a-87bf-4894-9f9a-d39729d104cb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:27.916921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d3c5058a-87bf-4894-9f9a-d39729d104cb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3369689 Jul 05 04:30:27.919606 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49650) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:30:27.924236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f0ae67dd-0a9d-4567-8ba4-481a5b165397 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'security_group_rule': {'security_group_id': 'a4a330af-de51-49ff-84c0-64ab3110deaa', 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:28.007114 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-f0ae67dd-0a9d-4567-8ba4-481a5b165397 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Project f644531c0e2c43b28b49c659bcb5f4f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 04:30:28.012943 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0ae67dd-0a9d-4567-8ba4-481a5b165397 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.075470 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0ae67dd-0a9d-4567-8ba4-481a5b165397 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.151321 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0ae67dd-0a9d-4567-8ba4-481a5b165397 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.170212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ae67dd-0a9d-4567-8ba4-481a5b165397 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76de052e-388c-4d7d-b533-6f107e4bbe48,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:28.242626 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f0ae67dd-0a9d-4567-8ba4-481a5b165397 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:28.244674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f0ae67dd-0a9d-4567-8ba4-481a5b165397 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3239086 Jul 05 04:30:38.025630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ea5cc444-832d-484d-b3dc-e1d9748f0ae4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:40.768791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ad95db02-19a5-426e-bdb0-0fe016fe2959 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:40.928558 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:41.974112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:43.538857 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:44.012985 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:44.608860 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:48.184665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-708a43e6-2298-4671-b629-688a788090fd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139895898&fields=id&tenant_id=f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 267 time: 0.0438399 Jul 05 04:30:48.299776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2f3011db-38fa-42f4-a63f-91566a8eb8ff tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:48.301202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2f3011db-38fa-42f4-a63f-91566a8eb8ff tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1100204 Jul 05 04:30:48.316138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-5ccc11a3-3665-424a-a101-f5488af4a7a0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/quotas/f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 375 time: 0.0090575 Jul 05 04:30:48.390766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-af917994-4fb2-4bc8-b471-c7212a61fbf0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0684164 Jul 05 04:30:48.596951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-8b4a8a7f-f46c-4614-934d-2a2ea2302b7a service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895964 Jul 05 04:30:48.690375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-8391054d-1cd7-4fd8-a280-9cad3e00b236 service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870357 Jul 05 04:30:48.876012 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:30:49.234787 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b1d51e2-9f9b-47bf-ac5f-2f6d57e1d417 req-a6f5cb32-d18b-4a1f-96f4-b77aa3ac00ae tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 210 time: 0.0312290 Jul 05 04:30:50.384946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cb1d1a0-fecd-4e36-b782-7479436e61c3 req-27d850c2-020d-4195-a897-8b7c933106dc tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 210 time: 0.0382655 Jul 05 04:30:51.230796 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-7719a8e0-cc03-4e6a-ad69-38b03b963be3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:51.232295 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-7719a8e0-cc03-4e6a-ad69-38b03b963be3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1138134 Jul 05 04:30:51.285272 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-f708fe6b-3850-476f-8af6-7678ff27e320 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 380 time: 0.0439658 Jul 05 04:30:51.293943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'port': {'device_id': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'admin_state_up': True, 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'security_groups': ['a4a330af-de51-49ff-84c0-64ab3110deaa']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:51.475429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Made reservation on behalf of f644531c0e2c43b28b49c659bcb5f4f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:30:51.479678 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:51.542301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-206ff997-0eec-4dfe-9f80-290cd9837d7e req-1441208d-9e56-4cad-8c83-89659ff28a9c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 210 time: 0.0344660 Jul 05 04:30:51.977742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Allocated IP 172.20.0.9 (3e2ce455-cd0c-4beb-8446-e9e139165d9e/8408d5d0-d856-4d0b-bafc-66fe168f0119/65115377-c56c-4fbb-89ca-fc5dc6672335) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:30:52.133671 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:52.148231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Transition to ACTIVE for port object 65115377-c56c-4fbb-89ca-fc5dc6672335 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:52.237344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:52.282571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:30:52.288223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:30:52.292741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:30:52.318256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=65115377-c56c-4fbb-89ca-fc5dc6672335,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:52.350907 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:52.352115 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:52.471747 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-70eda379-6277-4f8b-94d9-bcf03d8d97a7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1815367 Jul 05 04:30:52.484288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Request body: {'port': {'device_id': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:30:52.562018 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:52.623181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d9e3525f-a83b-4428-a432-f70ba6b3ca51 None None] Provisioning for port 65115377-c56c-4fbb-89ca-fc5dc6672335 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:30:52.629227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d9e3525f-a83b-4428-a432-f70ba6b3ca51 None None] Provisioning complete for port 65115377-c56c-4fbb-89ca-fc5dc6672335 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:30:52.629870 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d9e3525f-a83b-4428-a432-f70ba6b3ca51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:52.686913 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d9e3525f-a83b-4428-a432-f70ba6b3ca51 None None] Port 65115377-c56c-4fbb-89ca-fc5dc6672335 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:30:52.777167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bc2bd0-c0d0-4862-afed-ef38a0ef2435 req-654851f6-74f7-4812-90be-04adc88c619c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:52.780611 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92bc2bd0-c0d0-4862-afed-ef38a0ef2435 req-654851f6-74f7-4812-90be-04adc88c619c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 931 time: 0.0825684 Jul 05 04:30:52.826921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92bc2bd0-c0d0-4862-afed-ef38a0ef2435 req-a376d7bd-aa3b-4c23-8689-398e54efdd57 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419879 Jul 05 04:30:52.937478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65115377-c56c-4fbb-89ca-fc5dc6672335 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:30:52.945854 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:52.958814 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Transition to ACTIVE for port object 65115377-c56c-4fbb-89ca-fc5dc6672335 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:30:53.013921 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:53.083677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Pushing event updated for resources: {'Port': ['ID=65115377-c56c-4fbb-89ca-fc5dc6672335,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:53.167574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Attempting to bind port 65115377-c56c-4fbb-89ca-fc5dc6672335 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:30:53.168311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Attempting to bind port 65115377-c56c-4fbb-89ca-fc5dc6672335 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:30:53.168741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Attempting to bind port 65115377-c56c-4fbb-89ca-fc5dc6672335 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:53.177416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Port 65115377-c56c-4fbb-89ca-fc5dc6672335 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:30:53.177831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Attempting to bind port 65115377-c56c-4fbb-89ca-fc5dc6672335 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:30:53.185190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 30, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:30:53.185540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Checking segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:30:53.185935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Bound using segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:30:53.186380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Bound port: 65115377-c56c-4fbb-89ca-fc5dc6672335, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:30:53.186744 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:53.264628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] For port 65115377-c56c-4fbb-89ca-fc5dc6672335, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:30:53.267069 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] For port 65115377-c56c-4fbb-89ca-fc5dc6672335, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=65115377-c56c-4fbb-89ca-fc5dc6672335,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:30:53.323422 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:53.371885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:53.372578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:30:53.375185 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] 10.222.0.13 "PUT /v2.0/ports/65115377-c56c-4fbb-89ca-fc5dc6672335 HTTP/1.1" status: 200 len: 1092 time: 0.8959808 Jul 05 04:30:53.375674 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'tag': '65115377-c56c-4fbb-89ca-fc5dc6672335'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:30:53.379343 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26548e9e-65e1-469d-ad6c-79c89a3b41f5" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fbc947-817b-43dd-ba59-53e37e9cf5fb", "tag": "65115377-c56c-4fbb-89ca-fc5dc6672335"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:30:53.422749 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:30:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-702b7b5a-6cd5-4df9-92cc-27aaf8bcf4d6 x-openstack-request-id: req-702b7b5a-6cd5-4df9-92cc-27aaf8bcf4d6 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:30:53.423034 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fbc947-817b-43dd-ba59-53e37e9cf5fb", "tag": "65115377-c56c-4fbb-89ca-fc5dc6672335", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:30:53.423286 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-702b7b5a-6cd5-4df9-92cc-27aaf8bcf4d6 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:30:53.423687 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'tag': '65115377-c56c-4fbb-89ca-fc5dc6672335', 'status': 'completed', 'code': 200} Jul 05 04:30:53.424680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b023ccb-3261-43f9-85e5-0b70c7ddfff9 service neutron] Pushing event updated for resources: {'Port': ['ID=65115377-c56c-4fbb-89ca-fc5dc6672335,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:30:53.531759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26548e9e-65e1-469d-ad6c-79c89a3b41f5 req-3f6fbd05-074b-445c-a4a0-dfcd03776b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:53.533366 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26548e9e-65e1-469d-ad6c-79c89a3b41f5 req-3f6fbd05-074b-445c-a4a0-dfcd03776b25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 1095 time: 0.0769272 Jul 05 04:30:53.657518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26548e9e-65e1-469d-ad6c-79c89a3b41f5 req-b9ce0062-e46a-465d-9680-5ba02c837872 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:53.659026 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26548e9e-65e1-469d-ad6c-79c89a3b41f5 req-b9ce0062-e46a-465d-9680-5ba02c837872 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1185613 Jul 05 04:30:53.761756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26548e9e-65e1-469d-ad6c-79c89a3b41f5 req-29ca6c07-8bfa-4157-b6f2-25668f92bb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:53.763211 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26548e9e-65e1-469d-ad6c-79c89a3b41f5 req-29ca6c07-8bfa-4157-b6f2-25668f92bb19 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0981171 Jul 05 04:30:53.863070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-c570a6e3-9582-409e-b60a-ef0cfd09c702 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:53.864518 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-c570a6e3-9582-409e-b60a-ef0cfd09c702 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 1095 time: 0.0606022 Jul 05 04:30:53.914523 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-c027e000-fffa-4701-ab5a-c5eaf9cc0bf0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65115377-c56c-4fbb-89ca-fc5dc6672335 HTTP/1.1" status: 200 len: 217 time: 0.0407395 Jul 05 04:30:53.968628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-ace292ba-6c62-42d6-ac29-bbd6c597f170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:53.972227 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-ace292ba-6c62-42d6-ac29-bbd6c597f170 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0490153 Jul 05 04:30:54.027251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4813120-c0ad-446e-8b1f-6b7879ee71d2 req-2ef67d13-8254-464d-8f51-05fa27d5a786 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:54.028620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4813120-c0ad-446e-8b1f-6b7879ee71d2 req-2ef67d13-8254-464d-8f51-05fa27d5a786 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 943 time: 0.0724735 Jul 05 04:30:54.038404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-a38452de-b457-4a81-b3d8-5e31f1f0ca8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:54.040750 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-a38452de-b457-4a81-b3d8-5e31f1f0ca8c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0635583 Jul 05 04:30:54.084714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4813120-c0ad-446e-8b1f-6b7879ee71d2 req-741e573a-95c6-48a8-a304-496cbcb5e60d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499191 Jul 05 04:30:54.147101 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-c90620a0-d714-42b5-95c2-b8963ce650cc service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989418 Jul 05 04:30:54.243682 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c0ca7484-e8dd-4a28-bc4d-3018ad3a9ae6 req-46e8807d-5e80-4079-a918-bbf43ff2b585 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891497 Jul 05 04:30:55.260533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e94ad2e-a56c-45fb-b23a-e1bf1ab8a9b0 req-5a469109-e07d-4a52-a6d0-221b2fc45987 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:55.262048 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e94ad2e-a56c-45fb-b23a-e1bf1ab8a9b0 req-5a469109-e07d-4a52-a6d0-221b2fc45987 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 943 time: 0.0660286 Jul 05 04:30:55.300260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e94ad2e-a56c-45fb-b23a-e1bf1ab8a9b0 req-edacdffa-5504-4c2f-b07c-d8e67515fcb2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325503 Jul 05 04:30:56.488456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d9269-d67e-413d-890d-807ac78bf181 req-047deb5d-2dd4-4462-ad5d-bf380356ac79 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:56.489921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d78d9269-d67e-413d-890d-807ac78bf181 req-047deb5d-2dd4-4462-ad5d-bf380356ac79 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 943 time: 0.0760629 Jul 05 04:30:56.528890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d78d9269-d67e-413d-890d-807ac78bf181 req-f89a08a8-7cda-4c57-af61-932dc4e2d02a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332241 Jul 05 04:30:57.702900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3bfd9c-49a4-4965-8aaa-2a018d259c6b req-1c7d7339-05b2-48fc-8c7c-1c848641e92f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:57.704434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac3bfd9c-49a4-4965-8aaa-2a018d259c6b req-1c7d7339-05b2-48fc-8c7c-1c848641e92f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 943 time: 0.0660243 Jul 05 04:30:57.745461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ac3bfd9c-49a4-4965-8aaa-2a018d259c6b req-e042a47e-49f2-42ef-8680-5389067a5049 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353940 Jul 05 04:30:58.918635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9531ec5b-440c-43ae-8a7f-174556331203 req-57dd131c-c849-42b6-9c04-203d6310b5da tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:30:58.920192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9531ec5b-440c-43ae-8a7f-174556331203 req-57dd131c-c849-42b6-9c04-203d6310b5da tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 943 time: 0.0655470 Jul 05 04:30:58.959159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9531ec5b-440c-43ae-8a7f-174556331203 req-76182848-bbfa-43ab-97da-e3c18e813e12 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332646 Jul 05 04:31:00.140873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c1fdd0-8cb9-49c3-8c82-28545254e519 req-b164bff1-c6c6-4e66-8e17-fccf8a3040a2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:00.142387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7c1fdd0-8cb9-49c3-8c82-28545254e519 req-b164bff1-c6c6-4e66-8e17-fccf8a3040a2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 943 time: 0.0697894 Jul 05 04:31:00.181595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7c1fdd0-8cb9-49c3-8c82-28545254e519 req-e8715548-039e-43ed-b87f-9d7178b276f4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334513 Jul 05 04:31:01.362941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36a0502-1a9e-4bb3-8b59-db4665321ae6 req-1b69ae20-1939-4239-89f5-53f8c47b1e70 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:01.364350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a36a0502-1a9e-4bb3-8b59-db4665321ae6 req-1b69ae20-1939-4239-89f5-53f8c47b1e70 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 943 time: 0.0712726 Jul 05 04:31:01.402982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a36a0502-1a9e-4bb3-8b59-db4665321ae6 req-bce6b07f-3e57-4487-8e76-9d41491c0c0f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324788 Jul 05 04:31:02.587019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e262bc01-acc5-4042-86cb-e83b02b81629 req-e833c706-520c-46a1-b165-e33b1cc929ae tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:02.588562 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e262bc01-acc5-4042-86cb-e83b02b81629 req-e833c706-520c-46a1-b165-e33b1cc929ae tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 943 time: 0.0735569 Jul 05 04:31:02.903303 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e262bc01-acc5-4042-86cb-e83b02b81629 req-1dfec6a0-b9b1-4c03-ba96-1ffd399d2e75 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3088727 Jul 05 04:31:04.073321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070e403e-93ef-4f64-9a8b-e5778ef43a13 req-1a6d0f79-f5fe-49ff-ab48-4459f3ff86ef tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:04.074775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-070e403e-93ef-4f64-9a8b-e5778ef43a13 req-1a6d0f79-f5fe-49ff-ab48-4459f3ff86ef tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 943 time: 0.0628262 Jul 05 04:31:04.117293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-070e403e-93ef-4f64-9a8b-e5778ef43a13 req-db441828-54a1-43fe-8af4-bfc2252a9eaf tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367393 Jul 05 04:31:05.291147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d593d594-876a-43b7-bb4a-7efc36eec054 req-6aa6f371-d7e0-4f8e-8f95-9ccb6b403ce1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:05.292891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d593d594-876a-43b7-bb4a-7efc36eec054 req-6aa6f371-d7e0-4f8e-8f95-9ccb6b403ce1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 943 time: 0.0645342 Jul 05 04:31:05.334244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d593d594-876a-43b7-bb4a-7efc36eec054 req-7c3b62c5-9589-4e85-96e0-ab2040ba7c96 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360005 Jul 05 04:31:05.358536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 65115377-c56c-4fbb-89ca-fc5dc6672335 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:31:05.454292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 65115377-c56c-4fbb-89ca-fc5dc6672335, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=65115377-c56c-4fbb-89ca-fc5dc6672335,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:05.469826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '65115377-c56c-4fbb-89ca-fc5dc6672335', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'port_id': '65115377-c56c-4fbb-89ca-fc5dc6672335', 'mac_address': 'fa:16:3e:ce:4a:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:31:05.509111 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:05.521859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65115377-c56c-4fbb-89ca-fc5dc6672335 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:31:05.541512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 65115377-c56c-4fbb-89ca-fc5dc6672335, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=65115377-c56c-4fbb-89ca-fc5dc6672335,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:05.625132 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:05.673757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=65115377-c56c-4fbb-89ca-fc5dc6672335,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:05.683241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.683596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.683975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.684383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.684750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.685086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.685441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.685773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.686105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.686437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.686767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:05.687091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:31:06.020335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['65115377-c56c-4fbb-89ca-fc5dc6672335'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:31:06.514983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-301f8eda-fada-4c76-945e-b2b721861a15 req-83bad78b-09a8-4913-9318-1d26c6472f3f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:06.516530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-301f8eda-fada-4c76-945e-b2b721861a15 req-83bad78b-09a8-4913-9318-1d26c6472f3f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 944 time: 0.0662143 Jul 05 04:31:06.554520 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-301f8eda-fada-4c76-945e-b2b721861a15 req-9337b30b-c610-43b3-b866-d0f9b64204e2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317392 Jul 05 04:31:07.373574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 65115377-c56c-4fbb-89ca-fc5dc6672335 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:31:07.481009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 65115377-c56c-4fbb-89ca-fc5dc6672335 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:31:07.484995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 65115377-c56c-4fbb-89ca-fc5dc6672335 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:31:07.485369 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:07.565919 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:07.588798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65115377-c56c-4fbb-89ca-fc5dc6672335'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:07.591339 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-116fed48-8368-434f-b953-c435cff76808" -d '{"events": [{"server_uuid": "c1fbc947-817b-43dd-ba59-53e37e9cf5fb", "name": "network-vif-plugged", "status": "completed", "tag": "65115377-c56c-4fbb-89ca-fc5dc6672335"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:07.604831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 65115377-c56c-4fbb-89ca-fc5dc6672335, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=65115377-c56c-4fbb-89ca-fc5dc6672335,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:31:07.643081 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d44c11dd-6e5a-4540-98bc-74d9eb8f21fc x-openstack-request-id: req-d44c11dd-6e5a-4540-98bc-74d9eb8f21fc {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:07.643377 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fbc947-817b-43dd-ba59-53e37e9cf5fb", "name": "network-vif-plugged", "status": "completed", "tag": "65115377-c56c-4fbb-89ca-fc5dc6672335", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:07.643648 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d44c11dd-6e5a-4540-98bc-74d9eb8f21fc {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:07.644069 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65115377-c56c-4fbb-89ca-fc5dc6672335', 'code': 200} Jul 05 04:31:07.683217 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:07.741665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=65115377-c56c-4fbb-89ca-fc5dc6672335,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:07.743285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19b9935-81a5-4eb1-ab8f-2b94c36431ea req-f3bb1305-4baa-48c1-91d4-ab33db65c3bb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:07.745898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b19b9935-81a5-4eb1-ab8f-2b94c36431ea req-f3bb1305-4baa-48c1-91d4-ab33db65c3bb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 944 time: 0.0793478 Jul 05 04:31:07.770795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db82b600-df84-4048-b36d-f0cc0201aa92 req-7e2101be-d6d3-4020-89f4-5858e3a94da7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:07.773711 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-db82b600-df84-4048-b36d-f0cc0201aa92 req-7e2101be-d6d3-4020-89f4-5858e3a94da7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 1097 time: 0.0611818 Jul 05 04:31:07.789171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b19b9935-81a5-4eb1-ab8f-2b94c36431ea req-9d50f6f6-dd33-431f-9593-735811fe77eb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368028 Jul 05 04:31:07.817722 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-db82b600-df84-4048-b36d-f0cc0201aa92 req-0d35bc14-315b-475e-a9d5-bc1a50d53f6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311639 Jul 05 04:31:08.042539 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f137b7f7-f6d4-4159-b8a3-6f282782afa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:08.977747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066e86c8-7c08-443a-b56c-d796a15d988f req-b6e31b8b-0bcc-40fb-9d62-8e1c27e4f609 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:08.979245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-066e86c8-7c08-443a-b56c-d796a15d988f req-b6e31b8b-0bcc-40fb-9d62-8e1c27e4f609 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 945 time: 0.0698905 Jul 05 04:31:09.017299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-066e86c8-7c08-443a-b56c-d796a15d988f req-93dcba21-8011-4421-9b63-8c1ca0629d59 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324221 Jul 05 04:31:10.195487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004e934-85f7-4685-960e-a2f121e18383 req-38a64307-ca92-4f09-a747-b5bc4cb2c413 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:10.197036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8004e934-85f7-4685-960e-a2f121e18383 req-38a64307-ca92-4f09-a747-b5bc4cb2c413 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 945 time: 0.0651741 Jul 05 04:31:10.235779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8004e934-85f7-4685-960e-a2f121e18383 req-e2322d64-34bf-44a2-84e8-c3931c7a1dc6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330727 Jul 05 04:31:10.408951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fecdbcb-89f2-4162-8006-9318a1f736e3 req-2845bd94-7933-4363-9fd3-0d3204a2a860 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:10.410352 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fecdbcb-89f2-4162-8006-9318a1f736e3 req-2845bd94-7933-4363-9fd3-0d3204a2a860 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 945 time: 0.0669639 Jul 05 04:31:10.453107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fecdbcb-89f2-4162-8006-9318a1f736e3 req-509ce815-0367-45ca-bbcb-de0fefca2959 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364370 Jul 05 04:31:10.478663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49866) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:10.530312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d378227-e9ef-4d6c-9901-a803d3175a45 tempest-TestVolumeBootPattern-1668713119 tempest-TestVolumeBootPattern-1668713119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:10.531824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6d378227-e9ef-4d6c-9901-a803d3175a45 tempest-TestVolumeBootPattern-1668713119 tempest-TestVolumeBootPattern-1668713119-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 1092 time: 0.0521863 Jul 05 04:31:10.534687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 49868) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:31:10.539198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '65115377-c56c-4fbb-89ca-fc5dc6672335', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:31:10.653904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:10.754664 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:10.785052 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-14ff6b42-5be0-4cff-beed-024646f79425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:10.864174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Allocated IP 172.25.4.221 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/1f9293ea-04ac-4279-af35-b3447fa02a69) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:31:10.933637 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:10.967708 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:11.094413 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:11.134889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:31:11.139819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:31:11.143272 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:31:11.166892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=1f9293ea-04ac-4279-af35-b3447fa02a69,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:11.600916 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:11.754700 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:11.911402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:11.985370 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:12.013656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:12.053631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=1f9293ea-04ac-4279-af35-b3447fa02a69,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:31:12.066538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:12.173722 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Floating IP 9f466b94-a626-4bac-bc36-3f96006dda4a associated. External IP: 172.25.4.221, port: 65115377-c56c-4fbb-89ca-fc5dc6672335. Jul 05 04:31:12.388705 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Router f085eb78-36ac-4025-9968-3b24e399182e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:31:12.503248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:31:12.512958 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] Sync routers for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:31:12.521726 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:12.522330 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:31:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:12.585416 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:12.625229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-081f61da-963c-477c-99d8-aa3e9c7877f0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0894938 Jul 05 04:31:12.625956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'tag': '65115377-c56c-4fbb-89ca-fc5dc6672335'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:31:12.628241 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38" -d '{"events": [{"name": "network-changed", "server_uuid": "c1fbc947-817b-43dd-ba59-53e37e9cf5fb", "tag": "65115377-c56c-4fbb-89ca-fc5dc6672335"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:31:12.632863 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:12.724673 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ffdd322-9eaa-4380-85a9-f016ba19509e x-openstack-request-id: req-5ffdd322-9eaa-4380-85a9-f016ba19509e {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:31:12.724975 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c1fbc947-817b-43dd-ba59-53e37e9cf5fb", "tag": "65115377-c56c-4fbb-89ca-fc5dc6672335", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:31:12.725227 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5ffdd322-9eaa-4380-85a9-f016ba19509e {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:31:12.725631 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'tag': '65115377-c56c-4fbb-89ca-fc5dc6672335', 'status': 'completed', 'code': 200} Jul 05 04:31:12.806323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-d2d7db94-e3e7-41c1-bc57-b4a66f98758e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:12.807757 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-d2d7db94-e3e7-41c1-bc57-b4a66f98758e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 1097 time: 0.0586967 Jul 05 04:31:12.863670 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '9f466b94-a626-4bac-bc36-3f96006dda4a', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': '65115377-c56c-4fbb-89ca-fc5dc6672335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:ce:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:31:11Z', 'updated_at': '2021-07-05T04:31:11Z', 'revision_number': 0, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:12.894578 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] Checking router: f085eb78-36ac-4025-9968-3b24e399182e for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:31:12.904685 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:31:12.905304 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:31:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:12.906009 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-a9189a5e-a0c8-47f1-8aaf-ffe4182f8aa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:12.907792 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-a9189a5e-a0c8-47f1-8aaf-ffe4182f8aa6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0929747 Jul 05 04:31:12.982908 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-a8510d74-9520-473d-97d5-7d949d833e57 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65115377-c56c-4fbb-89ca-fc5dc6672335 HTTP/1.1" status: 200 len: 999 time: 0.0690937 Jul 05 04:31:13.018064 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:31:13.035092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-0dbc42f8-03f7-42cb-9b17-2071512015b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:13.036650 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-0dbc42f8-03f7-42cb-9b17-2071512015b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0478427 Jul 05 04:31:13.098515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-44c76e6e-7dea-4d1b-baef-d87c9b7115a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:13.100065 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-44c76e6e-7dea-4d1b-baef-d87c9b7115a6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566852 Jul 05 04:31:13.230972 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-b6adb59f-558a-4f3a-97cb-78bfaca39efc service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234899 Jul 05 04:31:13.281420 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '9f466b94-a626-4bac-bc36-3f96006dda4a', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': '65115377-c56c-4fbb-89ca-fc5dc6672335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:ce:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:31:11Z', 'updated_at': '2021-07-05T04:31:11Z', 'revision_number': 0, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:31:13.313495 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e558885a-f6ef-48d7-a9b0-ae73752994e5 None None] The sync data for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 is: [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '9f466b94-a626-4bac-bc36-3f96006dda4a', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.221', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': '65115377-c56c-4fbb-89ca-fc5dc6672335', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3960, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:ce:4a:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:31:11Z', 'updated_at': '2021-07-05T04:31:11Z', 'revision_number': 0, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:31:13.325420 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c1b9a8f1-5f23-4a7b-a0d7-0a703e050c38 req-79490e2b-554c-48dc-96f8-8f628e7f5b6f service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874038 Jul 05 04:31:13.379612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-b63dd482-38e8-4f28-8d0c-d4d89c16ed9e req-f8856cc0-4d6c-4f98-b8bb-af27e35097cc service neutron] (100895) timed out ('10.222.0.30', 33826) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:31:13.502629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0a5c22c-6f98-4c6a-a590-e757144501f4 None None] New status for floating IP 9f466b94-a626-4bac-bc36-3f96006dda4a: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:31:13.598621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:14.012633 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:14.589572 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:25.875113 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:31:38.047604 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aa55cf50-ad28-4427-8111-c50fb3f86e4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:40.795425 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f6e5d021-99ff-4bd1-9f68-f31ba96f0e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:40.956207 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:41.228431 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-9fc01684-e977-47a3-abd6-c0d94fdf80ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566351 Jul 05 04:31:41.334655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-fa5a9197-f8c7-4004-abe2-8a03688859ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:41.336275 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-fa5a9197-f8c7-4004-abe2-8a03688859ea service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 1097 time: 0.0624816 Jul 05 04:31:41.446194 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-3e72ab3f-df38-4753-a9b8-05ec6baa12d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:41.447778 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-3e72ab3f-df38-4753-a9b8-05ec6baa12d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0903001 Jul 05 04:31:41.532622 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-518fbfdd-b636-4817-91bf-d136c7e31b4e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65115377-c56c-4fbb-89ca-fc5dc6672335 HTTP/1.1" status: 200 len: 1001 time: 0.0768383 Jul 05 04:31:41.589910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-cb0abbaf-73a4-4006-92ac-fc0a4791a220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:41.592031 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-cb0abbaf-73a4-4006-92ac-fc0a4791a220 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0531318 Jul 05 04:31:41.650831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-dc5208dd-a62f-49e1-8d20-29f231ac2f6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:31:41.652430 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-dc5208dd-a62f-49e1-8d20-29f231ac2f6c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542085 Jul 05 04:31:41.750387 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-63f25588-18d1-4dd1-91a6-ea33bbfaa179 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912235 Jul 05 04:31:41.844453 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2904472e-3156-4b84-9fa7-d8bdf5b49357 req-eb13bba8-4347-4822-b4a0-36070a6af11a service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871968 Jul 05 04:31:42.024484 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:43.537598 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:44.030549 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:31:44.577376 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:02.875198 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:32:08.030280 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-677c5662-5978-4fe3-98f8-25173adc4b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:10.778581 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e020505e-1096-4ac9-bef5-0ccc024c0d67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:10.960773 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:12.018521 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:13.527232 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.058408 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:14.595912 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:38.023980 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b6fcb22d-6f14-4aea-8c27-7df5636b5838 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:39.874939 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:32:40.794612 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-101ed581-27ad-43c4-b547-dc4d5785f9cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:40.954920 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:42.029374 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:43.222638 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-f4741bbe-1cfd-4441-8a8a-4362e329b5e4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0607150 Jul 05 04:32:43.330386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-ad001cfa-643c-48bb-b6fc-606ad18cfffe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:43.331979 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-ad001cfa-643c-48bb-b6fc-606ad18cfffe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 1097 time: 0.0605571 Jul 05 04:32:43.439105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-af6f46d9-eb33-4a68-a06b-b8a856c96d3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:43.440669 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-af6f46d9-eb33-4a68-a06b-b8a856c96d3d service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0890200 Jul 05 04:32:43.513564 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-e842a8ae-ff97-494f-92e3-b5b760148009 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=65115377-c56c-4fbb-89ca-fc5dc6672335 HTTP/1.1" status: 200 len: 1001 time: 0.0662653 Jul 05 04:32:43.549403 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:43.565871 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-6acbff61-a103-471f-91d1-82a1b665e87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:43.571088 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-6acbff61-a103-471f-91d1-82a1b665e87a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0477619 Jul 05 04:32:43.632238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-6b032970-cf38-4b5f-ade1-e3f3b4e53573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:32:43.633754 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-6b032970-cf38-4b5f-ade1-e3f3b4e53573 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599039 Jul 05 04:32:43.732232 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-033c852d-a487-4001-9932-b97e1be008b6 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917463 Jul 05 04:32:43.830688 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-08a25bdc-4cf4-4af4-8bdc-b388fc5c9bb1 req-7fe95282-5572-4e98-bfab-cac5bdc7ae7c service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921562 Jul 05 04:32:44.046710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:32:44.612312 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:08.012014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a2dc5f2e-cf85-4d82-9d4c-afbb48b28417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:10.783102 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e511b1a3-8cda-4b1d-88c9-31a1936b3913 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:10.977686 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:12.040294 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:13.571247 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.086105 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:14.617545 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:16.874225 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:33:37.658494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-68abc764-0769-4ae7-b874-cf1b20eee4c5 req-a49a6847-431f-4214-88c2-05ae7e6cfc86 service neutron] (100896) timed out ('10.222.0.30', 34232) {{(pid=100896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:33:38.051770 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1b4e7ea-7123-4746-9729-9ad06220f083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:38.104674 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-ae984ff3-1591-4862-b6e4-8dc98b73382e req-9e08c6ad-41cf-4844-a8ed-cd13cfd4e81e service neutron] (100896) timed out ('10.222.0.30', 34248) {{(pid=100896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:33:40.782783 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6a2412df-078a-4eb1-a5e4-2c2bc566bd47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.907740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b7174-91a5-4e04-9416-d7af2dca6512 req-f4c6741e-f62a-40d9-9e77-e60c2dac5ee0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:40.909385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-029b7174-91a5-4e04-9416-d7af2dca6512 req-f4c6741e-f62a-40d9-9e77-e60c2dac5ee0 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 945 time: 0.1597550 Jul 05 04:33:40.942709 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:40.949970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-029b7174-91a5-4e04-9416-d7af2dca6512 req-4b99adc7-8d61-4bf0-ad78-9a3ce47b2a34 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349417 Jul 05 04:33:42.022661 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:42.182355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b53edec-6cb8-4df2-8872-4c60057d7d1a req-21c46640-c72f-4a8f-8382-438393cf0abb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:42.183856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b53edec-6cb8-4df2-8872-4c60057d7d1a req-21c46640-c72f-4a8f-8382-438393cf0abb tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 945 time: 0.1158550 Jul 05 04:33:42.223613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b53edec-6cb8-4df2-8872-4c60057d7d1a req-be310b81-2e4e-4369-ab69-1b824bff88c6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339587 Jul 05 04:33:42.421497 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18763b98-0395-4791-b283-cefecf0726c3 req-1ec3aad5-9a76-4f0a-8ee4-b677c30fa596 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:42.422865 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18763b98-0395-4791-b283-cefecf0726c3 req-1ec3aad5-9a76-4f0a-8ee4-b677c30fa596 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 945 time: 0.0687618 Jul 05 04:33:42.527681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Deleting port 65115377-c56c-4fbb-89ca-fc5dc6672335 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:33:42.528045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:42.623757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] For port 65115377-c56c-4fbb-89ca-fc5dc6672335, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=65115377-c56c-4fbb-89ca-fc5dc6672335,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:33:42.624138 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:42.932308 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:42.932684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:42.932998 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Floating IP 9f466b94-a626-4bac-bc36-3f96006dda4a disassociated. External IP: 172.25.4.221, port: 65115377-c56c-4fbb-89ca-fc5dc6672335. Jul 05 04:33:42.933369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Calling delete_port for 65115377-c56c-4fbb-89ca-fc5dc6672335 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:33:43.217434 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:43.255813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'Port': ['ID=65115377-c56c-4fbb-89ca-fc5dc6672335,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:43.270975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.274505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.274505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.274505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.274505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.274505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.275201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.275201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.275385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.275615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.275971 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.276301 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:33:43.398514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e269561-0b81-4288-9315-8e6d5b027934 req-6a808c3b-5595-43f6-9d44-d911d702a704 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 210 time: 0.0305605 Jul 05 04:33:43.404394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Router f085eb78-36ac-4025-9968-3b24e399182e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:33:43.519555 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:33:43.531198 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] Sync routers for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:33:43.540725 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:43.541485 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:33:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:43.566893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] No DVR routers for this DVR port 65115377-c56c-4fbb-89ca-fc5dc6672335 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:33:43.570264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:43.572304 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18763b98-0395-4791-b283-cefecf0726c3 req-9207442e-052b-4e37-b413-2e9dfd6ec95c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "DELETE /v2.0/ports/65115377-c56c-4fbb-89ca-fc5dc6672335 HTTP/1.1" status: 204 len: 173 time: 1.1438127 Jul 05 04:33:43.572743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'name': 'network-vif-deleted', 'tag': '65115377-c56c-4fbb-89ca-fc5dc6672335'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:43.574983 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc6e8850-b493-47cc-8f4f-e8a75d758407" -d '{"events": [{"server_uuid": "c1fbc947-817b-43dd-ba59-53e37e9cf5fb", "name": "network-vif-deleted", "tag": "65115377-c56c-4fbb-89ca-fc5dc6672335"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:43.600940 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:43.672849 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:43.689330 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64739f9f-9d1e-47ea-99ae-e723a43d561f x-openstack-request-id: req-64739f9f-9d1e-47ea-99ae-e723a43d561f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:43.689330 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c1fbc947-817b-43dd-ba59-53e37e9cf5fb", "name": "network-vif-deleted", "tag": "65115377-c56c-4fbb-89ca-fc5dc6672335", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:43.689330 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64739f9f-9d1e-47ea-99ae-e723a43d561f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:43.689330 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fbc947-817b-43dd-ba59-53e37e9cf5fb', 'name': 'network-vif-deleted', 'tag': '65115377-c56c-4fbb-89ca-fc5dc6672335', 'status': 'completed', 'code': 200} Jul 05 04:33:43.988053 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:44.019778 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] Checking router: f085eb78-36ac-4025-9968-3b24e399182e for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:33:44.038143 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:33:44.038143 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:33:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:44.119991 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:44.141715 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:33:44.349359 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:33:44.377787 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56c541f2-ff97-44bf-ae60-db9cf7a072f7 None None] The sync data for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 is: [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:33:44.559440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60c3a186-1429-492b-8b92-9f5b86f06be8 req-f35db856-e512-47f7-be59-821697d13be9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 210 time: 0.0335715 Jul 05 04:33:44.621213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bcbac93-0393-48c8-aed3-b97a14e920e8 None None] New status for floating IP 9f466b94-a626-4bac-bc36-3f96006dda4a: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:33:44.656669 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:45.707271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5c76a27-fece-40fc-ac52-a1edc07e8e0a req-08f83107-f528-4e07-8f71-699638075912 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 210 time: 0.0312266 Jul 05 04:33:45.981754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 65115377-c56c-4fbb-89ca-fc5dc6672335 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:33:46.005794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 65115377-c56c-4fbb-89ca-fc5dc6672335 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:33:46.006133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 65115377-c56c-4fbb-89ca-fc5dc6672335 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:33:46.847686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6e3a3eb-6c1e-47f5-8d7a-7fd4ed706a81 req-3b4a51ec-0098-47d2-845e-2895ae4b8d18 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 210 time: 0.0306008 Jul 05 04:33:48.020801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-721a3e40-8697-4c7c-ac75-cb9e743eb824 req-6ffc2ff6-b9e5-43d7-8fc2-02d4991d7808 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=c1fbc947-817b-43dd-ba59-53e37e9cf5fb HTTP/1.1" status: 200 len: 210 time: 0.0321453 Jul 05 04:33:49.258488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-d15fa341-db76-44be-84d2-5de06151ece5 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139895898&fields=id&tenant_id=f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 267 time: 0.0337188 Jul 05 04:33:49.370611 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-b8f3bada-fbcf-4ab3-8e59-195924896e39 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:49.372034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-b8f3bada-fbcf-4ab3-8e59-195924896e39 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1069486 Jul 05 04:33:49.386382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-3d4adecc-e92d-4a27-b38c-fc032dc7adef tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/quotas/f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 375 time: 0.0090830 Jul 05 04:33:49.459444 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-3427ad2c-b116-41fe-a742-95ce614a519c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0675199 Jul 05 04:33:49.561009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-441c94f0-5154-4f93-98c7-7955cd317bac service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898681 Jul 05 04:33:49.651405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-6a107c7b-77d4-4534-86ec-e5ff34a6c48b service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845840 Jul 05 04:33:50.212304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3221112e-eadd-4841-a28d-ce3c836e78f6 req-fbaa3b10-7318-4444-8fec-464dc8246d8d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 210 time: 0.0317211 Jul 05 04:33:51.356130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c452afb7-5760-4384-a725-09b743d3978c req-d5da52ab-045f-46c3-8e4a-82b7d483317d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 210 time: 0.0344675 Jul 05 04:33:52.382131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-4729244f-eec3-4b88-8aa6-b7e0dd52af99 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:52.383648 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-4729244f-eec3-4b88-8aa6-b7e0dd52af99 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1124506 Jul 05 04:33:52.430252 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-3e731173-48b5-4dbf-8c7a-103afa5fc8d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 380 time: 0.0380542 Jul 05 04:33:52.439481 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'port': {'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'admin_state_up': True, 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'security_groups': ['a4a330af-de51-49ff-84c0-64ab3110deaa']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:52.501329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88bc869c-1e0b-4e5e-9ebc-bd4ed6a7ade1 req-8143e3af-8d0a-4102-ad68-8027687f6acd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 210 time: 0.0304697 Jul 05 04:33:52.639634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Made reservation on behalf of f644531c0e2c43b28b49c659bcb5f4f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:33:52.643324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:52.779367 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Allocated IP 172.20.0.7 (3e2ce455-cd0c-4beb-8446-e9e139165d9e/8408d5d0-d856-4d0b-bafc-66fe168f0119/ae1f6de1-3bab-440f-a306-6e6e731be6d1) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:33:52.927473 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:52.941939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Transition to ACTIVE for port object ae1f6de1-3bab-440f-a306-6e6e731be6d1 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:53.028726 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:53.083385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:33:53.088362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:33:53.101780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:33:53.125112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=ae1f6de1-3bab-440f-a306-6e6e731be6d1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:53.166890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:53.167627 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:53.271768 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-ec786d5f-fab4-48b6-be74-477e55c2966b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8356836 Jul 05 04:33:53.386005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Request body: {'port': {'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:33:53.400052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c743addf-1bcd-46a8-bd64-529221a8eaa1 None None] Provisioning for port ae1f6de1-3bab-440f-a306-6e6e731be6d1 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:33:53.404434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c743addf-1bcd-46a8-bd64-529221a8eaa1 None None] Provisioning complete for port ae1f6de1-3bab-440f-a306-6e6e731be6d1 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:33:53.404910 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c743addf-1bcd-46a8-bd64-529221a8eaa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:53.440312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c743addf-1bcd-46a8-bd64-529221a8eaa1 None None] Port ae1f6de1-3bab-440f-a306-6e6e731be6d1 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:33:53.469573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:53.697530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ca2c9b-ba8e-45ab-929a-8452c148f061 req-31114126-16bf-4569-bcb3-03438446f82e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:53.704448 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85ca2c9b-ba8e-45ab-929a-8452c148f061 req-31114126-16bf-4569-bcb3-03438446f82e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 931 time: 0.0849361 Jul 05 04:33:53.745558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-85ca2c9b-ba8e-45ab-929a-8452c148f061 req-078c6f6b-76b3-4799-8596-4cb1a5652b68 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400655 Jul 05 04:33:53.770025 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae1f6de1-3bab-440f-a306-6e6e731be6d1 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:33:53.780733 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:53.796158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Transition to ACTIVE for port object ae1f6de1-3bab-440f-a306-6e6e731be6d1 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:33:53.873989 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:33:53.874581 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:53.948975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Pushing event updated for resources: {'Port': ['ID=ae1f6de1-3bab-440f-a306-6e6e731be6d1,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:54.006759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Attempting to bind port ae1f6de1-3bab-440f-a306-6e6e731be6d1 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:33:54.007666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Attempting to bind port ae1f6de1-3bab-440f-a306-6e6e731be6d1 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:33:54.008112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Attempting to bind port ae1f6de1-3bab-440f-a306-6e6e731be6d1 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:54.013149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Port ae1f6de1-3bab-440f-a306-6e6e731be6d1 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:33:54.013600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Attempting to bind port ae1f6de1-3bab-440f-a306-6e6e731be6d1 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:33:54.019343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 33, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:33:54.019818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Checking segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:33:54.020338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Bound using segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:33:54.020870 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Bound port: ae1f6de1-3bab-440f-a306-6e6e731be6d1, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:33:54.021343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:54.097491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] For port ae1f6de1-3bab-440f-a306-6e6e731be6d1, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:33:54.100181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] For port ae1f6de1-3bab-440f-a306-6e6e731be6d1, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:33:54.171552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:54.209137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:54.209781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:33:54.211270 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] 10.222.0.13 "PUT /v2.0/ports/ae1f6de1-3bab-440f-a306-6e6e731be6d1 HTTP/1.1" status: 200 len: 1092 time: 0.9323399 Jul 05 04:33:54.211729 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'tag': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:33:54.214348 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03663027-5b6a-461a-a404-a30d7b627846" -d '{"events": [{"name": "network-changed", "server_uuid": "75b82ed5-90e8-4973-9938-b4d097d9c280", "tag": "ae1f6de1-3bab-440f-a306-6e6e731be6d1"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:33:54.252954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e96a10d-e2df-41db-b28a-f5080ab8639e service neutron] Pushing event updated for resources: {'Port': ['ID=ae1f6de1-3bab-440f-a306-6e6e731be6d1,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:33:54.267490 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:33:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8b215b5-1f64-4925-a2a7-6d1b6e948630 x-openstack-request-id: req-e8b215b5-1f64-4925-a2a7-6d1b6e948630 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:33:54.267756 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b82ed5-90e8-4973-9938-b4d097d9c280", "tag": "ae1f6de1-3bab-440f-a306-6e6e731be6d1", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:33:54.268353 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e8b215b5-1f64-4925-a2a7-6d1b6e948630 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:33:54.268802 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'tag': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'status': 'completed', 'code': 200} Jul 05 04:33:54.346031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03663027-5b6a-461a-a404-a30d7b627846 req-cb809a49-2202-4fe3-867c-0c9710bcbebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:54.347697 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-03663027-5b6a-461a-a404-a30d7b627846 req-cb809a49-2202-4fe3-867c-0c9710bcbebd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1095 time: 0.0643823 Jul 05 04:33:54.456759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03663027-5b6a-461a-a404-a30d7b627846 req-c505447e-1935-4621-a09f-e3ce679e04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:54.458324 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-03663027-5b6a-461a-a404-a30d7b627846 req-c505447e-1935-4621-a09f-e3ce679e04f4 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1028903 Jul 05 04:33:54.561276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03663027-5b6a-461a-a404-a30d7b627846 req-3b53cb98-0e19-47b1-8695-45dd7f1c9f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:54.562753 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-03663027-5b6a-461a-a404-a30d7b627846 req-3b53cb98-0e19-47b1-8695-45dd7f1c9f0f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0982506 Jul 05 04:33:54.659140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-f0e86415-2724-4e6d-bcc7-25bea9b86bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:54.660694 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-f0e86415-2724-4e6d-bcc7-25bea9b86bc2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1095 time: 0.0556464 Jul 05 04:33:54.704716 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-7a59a089-d5c7-478d-a06f-980e2812ee5d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1 HTTP/1.1" status: 200 len: 217 time: 0.0361576 Jul 05 04:33:54.760409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-a0b14e20-7d07-4a43-8c56-e45ac23a5825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:54.761917 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-a0b14e20-7d07-4a43-8c56-e45ac23a5825 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0499215 Jul 05 04:33:54.825177 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-d06b0ea9-36b7-4ce2-b7a5-c1ca2d697318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:54.826819 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-d06b0ea9-36b7-4ce2-b7a5-c1ca2d697318 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587983 Jul 05 04:33:54.927121 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-8a61cfae-2a09-44ea-ae7f-2f35ed4ef1ac service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942380 Jul 05 04:33:54.934546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d11fb9-0570-4ce0-ae0b-6d3bb1094b62 req-7274a20a-6e33-44a7-ac43-7d74db7ca25b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:54.936083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95d11fb9-0570-4ce0-ae0b-6d3bb1094b62 req-7274a20a-6e33-44a7-ac43-7d74db7ca25b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 943 time: 0.0711217 Jul 05 04:33:54.976994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-95d11fb9-0570-4ce0-ae0b-6d3bb1094b62 req-64cb49b4-65ee-4e5a-8c2c-208753253e12 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346081 Jul 05 04:33:55.029913 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-928bccf3-45a1-472b-88bb-1c958dfbacb4 req-f14a0436-eccc-4086-b909-fcdc54058d38 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962703 Jul 05 04:33:56.154545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80ecf28-0192-40e5-9cd4-de618e498a65 req-cbba9b60-d9ca-48c5-a6a5-554ec9b642df tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:56.155988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c80ecf28-0192-40e5-9cd4-de618e498a65 req-cbba9b60-d9ca-48c5-a6a5-554ec9b642df tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 943 time: 0.0667055 Jul 05 04:33:56.196708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c80ecf28-0192-40e5-9cd4-de618e498a65 req-4351fe5a-637a-4847-8f61-fe5b0048093b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349603 Jul 05 04:33:57.389279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63448f78-5ba1-4eb0-8d26-900e5e37d272 req-783e963c-4170-44d5-a91e-6e50bfcd8471 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:57.390776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63448f78-5ba1-4eb0-8d26-900e5e37d272 req-783e963c-4170-44d5-a91e-6e50bfcd8471 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 943 time: 0.0708036 Jul 05 04:33:57.429904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63448f78-5ba1-4eb0-8d26-900e5e37d272 req-79a1f586-90db-412e-aa6c-5bb20be06438 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332968 Jul 05 04:33:58.605789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c25bb1f0-fe81-4374-9849-c76a34bd3003 req-08341667-a416-4369-86ac-46801680857f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:58.607287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c25bb1f0-fe81-4374-9849-c76a34bd3003 req-08341667-a416-4369-86ac-46801680857f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 943 time: 0.0656765 Jul 05 04:33:58.644906 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c25bb1f0-fe81-4374-9849-c76a34bd3003 req-a4e0daa6-678e-4366-aab6-ed707558b0aa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320699 Jul 05 04:33:59.818208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331b6be3-60f3-47be-a5e5-b55063527c67 req-2f2cbde7-b617-4432-9ef5-0a9681eb6e37 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:33:59.819697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-331b6be3-60f3-47be-a5e5-b55063527c67 req-2f2cbde7-b617-4432-9ef5-0a9681eb6e37 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 943 time: 0.0648587 Jul 05 04:33:59.858213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-331b6be3-60f3-47be-a5e5-b55063527c67 req-ba6171f2-e99c-4b02-ab8f-396e33441b3c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328887 Jul 05 04:34:01.034422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5492e69-0259-4351-ac63-319807ad5467 req-2ab7c32d-348e-4347-813a-37e5a809f00e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:01.035922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5492e69-0259-4351-ac63-319807ad5467 req-2ab7c32d-348e-4347-813a-37e5a809f00e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 943 time: 0.0696249 Jul 05 04:34:01.075066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5492e69-0259-4351-ac63-319807ad5467 req-175c28ad-c0c6-4211-ab67-984fd54a65c6 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334830 Jul 05 04:34:02.252300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc07d830-ee6d-46fc-b7e7-4103364bc5b6 req-06e30f55-b8ec-4b10-a671-98e7393c77ea tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:02.253837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc07d830-ee6d-46fc-b7e7-4103364bc5b6 req-06e30f55-b8ec-4b10-a671-98e7393c77ea tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 943 time: 0.0687578 Jul 05 04:34:02.293257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc07d830-ee6d-46fc-b7e7-4103364bc5b6 req-95c6d8e9-96e7-4303-8b7d-20ce69db8e64 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332255 Jul 05 04:34:03.475614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704cf40e-9eaf-4093-a6c6-eebbfe2dace1 req-1ae4966e-7d9c-4b75-aa20-e5aa18201fde tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:03.477468 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-704cf40e-9eaf-4093-a6c6-eebbfe2dace1 req-1ae4966e-7d9c-4b75-aa20-e5aa18201fde tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 943 time: 0.0697761 Jul 05 04:34:03.516065 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-704cf40e-9eaf-4093-a6c6-eebbfe2dace1 req-20bb3dd7-cbe6-4693-b80b-5604c7c4df54 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333049 Jul 05 04:34:04.693106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0eac46-b344-48bd-abde-719633c00638 req-f936b364-861f-4172-ad7b-842a25733f14 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:04.694572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c0eac46-b344-48bd-abde-719633c00638 req-f936b364-861f-4172-ad7b-842a25733f14 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 943 time: 0.0659640 Jul 05 04:34:04.733737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7c0eac46-b344-48bd-abde-719633c00638 req-2fdd7e4b-1d77-44e7-a630-8f8cdc66550a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336044 Jul 05 04:34:05.905114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cfa7e4-05b2-454a-8de9-a9d424368ac0 req-ba985aae-3287-42ea-9d8f-6ecba7088895 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:05.906612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1cfa7e4-05b2-454a-8de9-a9d424368ac0 req-ba985aae-3287-42ea-9d8f-6ecba7088895 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 943 time: 0.0654807 Jul 05 04:34:05.944862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1cfa7e4-05b2-454a-8de9-a9d424368ac0 req-c9d9df3f-5799-447e-9a1f-35e0e398471f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325105 Jul 05 04:34:06.041711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ae1f6de1-3bab-440f-a306-6e6e731be6d1 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:34:06.142209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ae1f6de1-3bab-440f-a306-6e6e731be6d1, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:06.155120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'mac_address': 'fa:16:3e:26:08:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:34:06.192354 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:06.205665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae1f6de1-3bab-440f-a306-6e6e731be6d1 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:34:06.225698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ae1f6de1-3bab-440f-a306-6e6e731be6d1, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:06.285079 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:06.332854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ae1f6de1-3bab-440f-a306-6e6e731be6d1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:06.340843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.341193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.341528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.341861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.342188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.342512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.342834 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.343156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.343475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.343793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.344136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.344453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:06.655672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['ae1f6de1-3bab-440f-a306-6e6e731be6d1'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:34:07.126148 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef4588a-e299-4076-9e39-bad77328b390 req-924cd92f-97aa-4ed7-a501-e88df39b8706 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:07.127655 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cef4588a-e299-4076-9e39-bad77328b390 req-924cd92f-97aa-4ed7-a501-e88df39b8706 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 944 time: 0.0703230 Jul 05 04:34:07.168777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cef4588a-e299-4076-9e39-bad77328b390 req-afb6789e-3499-45e7-9fb7-7e8a2f956fee tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342321 Jul 05 04:34:08.028051 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bc18da92-e0a7-4d50-a4ff-58e5b895aa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:08.062718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ae1f6de1-3bab-440f-a306-6e6e731be6d1 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:34:08.199269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port ae1f6de1-3bab-440f-a306-6e6e731be6d1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:34:08.204070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port ae1f6de1-3bab-440f-a306-6e6e731be6d1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:34:08.204440 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:08.285043 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:08.308357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:08.310608 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80f57434-fe25-4ad7-8a76-eb83f6e17b52" -d '{"events": [{"server_uuid": "75b82ed5-90e8-4973-9938-b4d097d9c280", "name": "network-vif-plugged", "status": "completed", "tag": "ae1f6de1-3bab-440f-a306-6e6e731be6d1"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:08.323677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port ae1f6de1-3bab-440f-a306-6e6e731be6d1, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:34:08.350543 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67f7151-db70-4aba-8394-02d282c3982f x-openstack-request-id: req-c67f7151-db70-4aba-8394-02d282c3982f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:08.351035 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b82ed5-90e8-4973-9938-b4d097d9c280", "name": "network-vif-plugged", "status": "completed", "tag": "ae1f6de1-3bab-440f-a306-6e6e731be6d1", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:08.351501 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c67f7151-db70-4aba-8394-02d282c3982f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:08.351624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0349bdf4-be26-4588-8c3f-3c23a314b9e5 req-511dc051-9296-467b-a4ba-4c345250a667 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:08.352204 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'code': 200} Jul 05 04:34:08.353224 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0349bdf4-be26-4588-8c3f-3c23a314b9e5 req-511dc051-9296-467b-a4ba-4c345250a667 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 944 time: 0.0710042 Jul 05 04:34:08.393353 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0349bdf4-be26-4588-8c3f-3c23a314b9e5 req-cd2a9c58-cc1c-4348-9abc-1911136d50f1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337510 Jul 05 04:34:08.393982 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:08.451564 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=ae1f6de1-3bab-440f-a306-6e6e731be6d1,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:08.469552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c6704c-85a1-4b20-9912-1cf9eb80fe71 req-46a9ff64-aaf9-4991-abca-b5b7af165cda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:08.471118 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-09c6704c-85a1-4b20-9912-1cf9eb80fe71 req-46a9ff64-aaf9-4991-abca-b5b7af165cda service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1097 time: 0.0563412 Jul 05 04:34:08.508064 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-09c6704c-85a1-4b20-9912-1cf9eb80fe71 req-70d07b62-6705-4781-b6a3-363d01ef6435 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290084 Jul 05 04:34:09.592627 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5acad9-2aa3-45cc-96c4-c54e11a6159f req-bfd00226-ad0d-4193-8dda-c09c9bdacede tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:09.594156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb5acad9-2aa3-45cc-96c4-c54e11a6159f req-bfd00226-ad0d-4193-8dda-c09c9bdacede tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 945 time: 0.0718677 Jul 05 04:34:09.633257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb5acad9-2aa3-45cc-96c4-c54e11a6159f req-e9053e46-6c9d-4ccb-b699-b162c9b87e7b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335059 Jul 05 04:34:10.788236 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cd96629e-3a70-4bda-8c40-badd53d8ee55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:10.810620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe05a95-c02a-4086-b917-848794299b2a req-f089fc9c-a595-40dd-9eb5-c283e8a81755 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:10.812152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afe05a95-c02a-4086-b917-848794299b2a req-f089fc9c-a595-40dd-9eb5-c283e8a81755 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 945 time: 0.0685265 Jul 05 04:34:10.852035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afe05a95-c02a-4086-b917-848794299b2a req-7be0ba47-11e5-443e-a0bc-4c444053abf2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340874 Jul 05 04:34:10.919297 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.027740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873414f3-f983-4f7a-a914-d7adeb5c73f5 req-1413f782-eef2-44ff-9eb3-fee26f50d707 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:11.029767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-873414f3-f983-4f7a-a914-d7adeb5c73f5 req-1413f782-eef2-44ff-9eb3-fee26f50d707 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 945 time: 0.0652058 Jul 05 04:34:11.072179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-873414f3-f983-4f7a-a914-d7adeb5c73f5 req-c9e9d3c6-b6af-41c0-8952-efc494ce67d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366893 Jul 05 04:34:11.097819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50096) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:11.245049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69dd8930-aac6-4413-8cbf-71f6f27b93dc tempest-TestVolumeBootPattern-1668713119 tempest-TestVolumeBootPattern-1668713119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:11.247078 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-69dd8930-aac6-4413-8cbf-71f6f27b93dc tempest-TestVolumeBootPattern-1668713119 tempest-TestVolumeBootPattern-1668713119-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1092 time: 0.1477530 Jul 05 04:34:11.250003 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50100) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:34:11.254362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:34:11.325559 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.428174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.534236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Allocated IP 172.25.4.209 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/0d64e33f-d71d-4696-bd12-4f09f4efd389) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:34:11.646873 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.760402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:11.800061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:34:11.804953 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:34:11.808456 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:34:11.815481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=0d64e33f-d71d-4696-bd12-4f09f4efd389,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:11.843209 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.843558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.843924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.844265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.844604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.844937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.845266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.845594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.845918 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.846243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.846571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:11.846897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:34:12.033566 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:12.479531 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:12.611372 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:12.764386 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:12.827409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:12.899487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=0d64e33f-d71d-4696-bd12-4f09f4efd389,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:34:12.912363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:13.019027 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Floating IP 3a9dc56b-5b7e-45da-b279-a88614471dd7 associated. External IP: 172.25.4.209, port: ae1f6de1-3bab-440f-a306-6e6e731be6d1. Jul 05 04:34:13.233070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Router f085eb78-36ac-4025-9968-3b24e399182e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:34:13.346878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:34:13.356286 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] Sync routers for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:34:13.367495 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:34:13.368162 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:34:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:13.434615 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:13.491921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b123312c-2371-474a-9e8b-72e06015209a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2272851 Jul 05 04:34:13.491921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'tag': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:34:13.492708 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:34:13.492977 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c3fe90e-c488-4f91-befc-74177f3a1924" -d '{"events": [{"name": "network-changed", "server_uuid": "75b82ed5-90e8-4973-9938-b4d097d9c280", "tag": "ae1f6de1-3bab-440f-a306-6e6e731be6d1"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:34:13.520949 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31ed627-5837-4e54-a33c-a567d7186075 x-openstack-request-id: req-c31ed627-5837-4e54-a33c-a567d7186075 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:34:13.521258 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b82ed5-90e8-4973-9938-b4d097d9c280", "tag": "ae1f6de1-3bab-440f-a306-6e6e731be6d1", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:34:13.521513 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c31ed627-5837-4e54-a33c-a567d7186075 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:34:13.521919 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'tag': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'status': 'completed', 'code': 200} Jul 05 04:34:13.571206 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:13.600893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-62888b61-1bfd-4e7d-937e-78181947abed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:13.602428 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-62888b61-1bfd-4e7d-937e-78181947abed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1097 time: 0.0574450 Jul 05 04:34:13.719731 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '3a9dc56b-5b7e-45da-b279-a88614471dd7', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:26:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:34:12Z', 'updated_at': '2021-07-05T04:34:12Z', 'revision_number': 0, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:13.747932 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] Checking router: f085eb78-36ac-4025-9968-3b24e399182e for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:34:13.757028 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:34:13.757654 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:34:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:13.882505 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:34:14.070917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-8e1b1470-964e-4c95-a3d0-e978b3dcfdf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:14.072497 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-8e1b1470-964e-4c95-a3d0-e978b3dcfdf8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.4625187 Jul 05 04:34:14.084721 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:14.133719 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '3a9dc56b-5b7e-45da-b279-a88614471dd7', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:26:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:34:12Z', 'updated_at': '2021-07-05T04:34:12Z', 'revision_number': 0, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:34:14.152271 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-d316bb5f-6bdb-43da-b1fe-1be793d0caf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1 HTTP/1.1" status: 200 len: 999 time: 0.0621011 Jul 05 04:34:14.162421 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f8f9665-5049-49c5-a564-0cd0fa248973 None None] The sync data for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 is: [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '3a9dc56b-5b7e-45da-b279-a88614471dd7', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:26:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:34:12Z', 'updated_at': '2021-07-05T04:34:12Z', 'revision_number': 0, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:34:14.212861 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-69ff8ab5-0b7d-4719-b07d-13cb1db07cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:14.214552 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-69ff8ab5-0b7d-4719-b07d-13cb1db07cd7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0563819 Jul 05 04:34:14.273665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-0a2a6c3b-b098-4614-8237-e1c4485e5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:14.275182 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-0a2a6c3b-b098-4614-8237-e1c4485e5f9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0546799 Jul 05 04:34:14.369447 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-3d4e4f04-a6ab-42e8-bdb5-1cf309caa542 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878181 Jul 05 04:34:14.377434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01fe1841-be30-43e4-a716-52a8929f8b6b None None] New status for floating IP 3a9dc56b-5b7e-45da-b279-a88614471dd7: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:34:14.467113 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4c3fe90e-c488-4f91-befc-74177f3a1924 req-809cc6d8-fccb-4bcf-9f47-62564fb68ea1 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904837 Jul 05 04:34:14.645032 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:30.873489 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:34:38.061870 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-07db35a8-bb94-4943-b0bf-b18f7713ba73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:40.781855 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bfaf9a78-1ebe-435e-bb0c-8498cfc4084e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:40.998766 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:42.073951 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:43.212199 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-a82e5e10-1997-4c27-8d3c-25bae9398faa service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0535433 Jul 05 04:34:43.310371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-2b58000d-b241-439a-812e-60f56d61dd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:43.311888 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-2b58000d-b241-439a-812e-60f56d61dd64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1097 time: 0.0535483 Jul 05 04:34:43.419663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-3dd72743-1a1b-43d1-a315-d94c2ca6fccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:43.421102 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-3dd72743-1a1b-43d1-a315-d94c2ca6fccc service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0895364 Jul 05 04:34:43.488877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-580a62df-c665-491f-8d85-3caf09e0b57e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1 HTTP/1.1" status: 200 len: 1001 time: 0.0607498 Jul 05 04:34:43.542778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-f11352dc-189e-468e-b371-3c4e203fa4d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:43.544326 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-f11352dc-189e-468e-b371-3c4e203fa4d3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0483146 Jul 05 04:34:43.564367 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:43.604184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-0da3d771-dc1c-4594-8c7f-ac6ab685c977 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:34:43.609072 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-0da3d771-dc1c-4594-8c7f-ac6ab685c977 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0545177 Jul 05 04:34:43.697244 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-b68b38fb-01b2-45a3-8285-781fee25874d service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848126 Jul 05 04:34:43.792555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f2c45e9-5f4c-42ba-9340-73c15520ccd4 req-cf56c58b-e6ae-4ae5-a2e7-a2a71c49af94 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889382 Jul 05 04:34:44.072990 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:34:44.690582 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:07.874465 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:35:08.027029 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2b2faa70-1c31-4177-a15d-4551de6aacda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:10.809791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-630c24a0-4e28-4817-aeb4-317759942c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:10.947584 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:12.084217 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:13.564251 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:14.129828 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:14.718675 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:38.061744 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-640696a0-fa6b-4f7b-ac01-12869a46fa7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:40.809404 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a8288fe1-e1f0-4478-a2be-af866fea803c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:40.935024 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:42.021410 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:43.540691 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.123704 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.683913 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:35:44.873333 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:35:45.229369 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-da2625a3-5d9d-4620-9d01-472c5d2ddc7f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566216 Jul 05 04:35:45.328872 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-477a152f-dcae-4de9-914f-1cd24834100d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:45.330369 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-477a152f-dcae-4de9-914f-1cd24834100d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1097 time: 0.0571365 Jul 05 04:35:45.435054 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-da9ce1ca-aab2-4ef1-b128-46eff7189d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:45.436537 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-da9ce1ca-aab2-4ef1-b128-46eff7189d09 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0852613 Jul 05 04:35:45.505936 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-152135aa-49f7-4f43-b066-f98b50a2c55a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1 HTTP/1.1" status: 200 len: 1001 time: 0.0620112 Jul 05 04:35:45.554385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-b1450515-22ee-4f27-a893-5fd7ac5341fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:45.555772 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-b1450515-22ee-4f27-a893-5fd7ac5341fe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0439131 Jul 05 04:35:45.612194 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-a37c5d80-bcb1-4c64-82a5-ad1e2f830b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:35:45.613557 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-a37c5d80-bcb1-4c64-82a5-ad1e2f830b98 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0511880 Jul 05 04:35:45.705758 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-29aebb00-5a8b-4276-9f4b-07a970f58610 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842867 Jul 05 04:35:45.796302 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e3c65c2d-57b8-4e0d-8920-5014f29cb285 req-1f977a9c-b784-4551-a653-c46eee86f714 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832217 Jul 05 04:36:08.048334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f2c2a08-c280-4e2b-bc9d-e4134175ae99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:10.785914 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f68271ad-9d7c-452b-a7e3-f54eb0148b7e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:10.911817 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:12.031697 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:13.529007 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:14.101126 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:14.706074 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:21.873717 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:36:38.076586 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-da4c0eac-1844-48b1-b6fb-c8e18e5f6d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:39.016928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-ae30ae71-6de3-433e-b51c-a5ecabf5c014 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2139895898&fields=id&tenant_id=f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 267 time: 0.0342875 Jul 05 04:36:39.125142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-6a86ba15-8691-4d4d-a6e5-9a1564c657e2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:39.126627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-6a86ba15-8691-4d4d-a6e5-9a1564c657e2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1035099 Jul 05 04:36:39.141694 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-10acf600-f03d-490c-b80f-3ac4f244bfab tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/quotas/f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 375 time: 0.0098014 Jul 05 04:36:39.223229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-31c1ed89-f2d1-4eeb-972f-350b603e96b7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0768731 Jul 05 04:36:39.362660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-a3a2d9c4-4af5-47d1-8110-882e330d221c service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280589 Jul 05 04:36:39.461688 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-cfd96239-31ca-45ee-a295-330087a2e30c service neutron] 10.222.0.30 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932198 Jul 05 04:36:40.797012 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2da3f0e7-d444-4139-a0a7-33b5e204bbbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:40.951677 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:41.059789 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ece1fa90-046c-42e4-9fbb-54303651894f req-0262dd61-f200-4cc3-9391-e04b590e4573 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0312593 Jul 05 04:36:42.060398 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:42.162596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ce7ac2b3-5074-4b32-b35d-455d1eac7760 req-d3bc1db6-37e5-424c-a9d3-7d59025fde9a tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0330102 Jul 05 04:36:43.244368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cb04ef61-5c03-4c30-a539-4ec07c47d529 req-9e68c745-261a-4b2c-937e-fbedacdfb8c3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0309107 Jul 05 04:36:43.585532 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:44.110769 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:44.330792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7639c5ca-27fa-46fa-97ed-e066200c56fc req-736b1f97-f7b2-4d70-b5af-7f71af60b97c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0346103 Jul 05 04:36:44.711175 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:45.479175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d2e9fca-51dc-4cca-9824-b8b3d164ebda req-4e47b609-8995-42f6-a212-13c7e30489e1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0300648 Jul 05 04:36:46.213067 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-e82d37f3-94a2-4ad5-ab55-a4de6e09c57f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539551 Jul 05 04:36:46.318001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-91cf1bb4-7532-4d1f-9256-69d3c8c70213 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:46.319522 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-91cf1bb4-7532-4d1f-9256-69d3c8c70213 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1097 time: 0.0638909 Jul 05 04:36:46.429740 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-42263f23-bc02-433a-970a-d9fd02d406ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:46.431230 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-42263f23-bc02-433a-970a-d9fd02d406ca service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0917046 Jul 05 04:36:46.502336 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-c061bbd6-a3d8-451e-9f2c-bf327f4b775b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1 HTTP/1.1" status: 200 len: 1001 time: 0.0640850 Jul 05 04:36:46.557455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-647d001b-b045-45f2-927a-81ed19800c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:46.558929 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-647d001b-b045-45f2-927a-81ed19800c00 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0497732 Jul 05 04:36:46.620519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-a039d196-b30d-482f-879a-53f5f4579ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:46.622041 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-a039d196-b30d-482f-879a-53f5f4579ae1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0557578 Jul 05 04:36:46.622979 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d846b2d7-0ec2-4efd-939c-a5ccd3ba287b req-ead80c85-c337-458d-ab3b-c7db78284065 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0296659 Jul 05 04:36:46.727579 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-8f8886b8-0266-41fa-8b80-595dd8b90a9d service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0977728 Jul 05 04:36:46.820891 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-077d9442-0ff5-4d57-bb62-d9b3c86b9d6a req-2b6aee2e-0b7b-49ed-9b09-30bed513d501 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864511 Jul 05 04:36:47.229698 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-b2cd3007-4700-40ef-bd50-f1f996ffd9fa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:47.231259 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-b2cd3007-4700-40ef-bd50-f1f996ffd9fa tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.26 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 811 time: 0.1142809 Jul 05 04:36:47.289052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-4c630e0f-eacd-48ec-a533-e57327d8cca7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f644531c0e2c43b28b49c659bcb5f4f3 HTTP/1.1" status: 200 len: 380 time: 0.0459418 Jul 05 04:36:47.300112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'port': {'device_id': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'admin_state_up': True, 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'security_groups': ['a4a330af-de51-49ff-84c0-64ab3110deaa']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:47.551693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Made reservation on behalf of f644531c0e2c43b28b49c659bcb5f4f3 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:36:47.555311 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:47.697044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Allocated IP 172.20.0.9 (3e2ce455-cd0c-4beb-8446-e9e139165d9e/8408d5d0-d856-4d0b-bafc-66fe168f0119/9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:36:47.831749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09109b2a-b9e3-4791-9c3b-e3c09ac4e8c2 req-cd2896c4-0da1-4b47-9527-30a8572786ea tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0402453 Jul 05 04:36:47.887994 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:47.902847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Transition to ACTIVE for port object 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:36:48.003839 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:48.054550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:36:48.059682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:36:48.064820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:36:48.071348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:48.101479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.101903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.102393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.102865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.103198 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.103535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.103848 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.104195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.104638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.104965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.105285 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.105633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:36:48.145637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:48.146846 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:48.295289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-86cedde1-93ec-4e07-9b92-80f00b91754d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9990265 Jul 05 04:36:48.310941 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-ac390e94-07a7-43d3-882e-3abe9107850c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:36:48.313051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-ac390e94-07a7-43d3-882e-3abe9107850c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0107086 Jul 05 04:36:48.374446 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Request body: {'port': {'device_id': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:36:48.385734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-55f011fa-16ea-44a2-b1c4-40adc67708b1 None None] Provisioning for port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:36:48.390722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-55f011fa-16ea-44a2-b1c4-40adc67708b1 None None] Provisioning complete for port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:36:48.395751 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-55f011fa-16ea-44a2-b1c4-40adc67708b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:48.431774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-55f011fa-16ea-44a2-b1c4-40adc67708b1 None None] Port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:36:48.462161 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:48.752529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:36:48.761030 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:48.774314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Transition to ACTIVE for port object 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:36:48.848731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:48.931670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Pushing event updated for resources: {'Port': ['ID=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:49.032335 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Attempting to bind port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:36:49.032675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Attempting to bind port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:36:49.033117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Attempting to bind port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:36:49.040855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:36:49.041195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Attempting to bind port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 on network 3e2ce455-cd0c-4beb-8446-e9e139165d9e {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:36:49.053439 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 36, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:36:49.053813 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Checking segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:36:49.054211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Bound using segment: {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:36:49.054653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Bound port: 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:36:49.055009 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:49.086038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c729729-84fc-469c-80af-bb0d59e11ca9 req-2ef35027-bc82-4ff7-b8d0-6724a6d11250 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:49.087862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c729729-84fc-469c-80af-bb0d59e11ca9 req-2ef35027-bc82-4ff7-b8d0-6724a6d11250 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 943 time: 0.1243472 Jul 05 04:36:49.167627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c729729-84fc-469c-80af-bb0d59e11ca9 req-0de75bd5-c0ad-4340-92ac-15fc5e53c183 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728872 Jul 05 04:36:49.175017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] For port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:36:49.178153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] For port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:36:49.220589 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:49.256360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:49.256994 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:36:49.258728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] 10.222.0.26 "PUT /v2.0/ports/9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 HTTP/1.1" status: 200 len: 1092 time: 0.9367769 Jul 05 04:36:49.261213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'tag': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:36:49.263649 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-50dd3e86-90af-4c16-956c-8d98e28a31da" -d '{"events": [{"name": "network-changed", "server_uuid": "cc61695b-a631-435b-b80e-dbb09c03f460", "tag": "9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:36:49.300079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195eb5ab-4870-4328-ab25-5277522fd161 service neutron] Pushing event updated for resources: {'Port': ['ID=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:36:49.398967 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-699554da-f754-4680-94eb-de92222b974c x-openstack-request-id: req-699554da-f754-4680-94eb-de92222b974c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:36:49.399337 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc61695b-a631-435b-b80e-dbb09c03f460", "tag": "9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:36:49.399510 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-699554da-f754-4680-94eb-de92222b974c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:36:49.399996 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'tag': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'status': 'completed', 'code': 200} Jul 05 04:36:49.480054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-2a8caf0e-f9ce-4ae3-8e82-0a613b1ea8c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:49.481760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-2a8caf0e-f9ce-4ae3-8e82-0a613b1ea8c3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 1095 time: 0.0677156 Jul 05 04:36:49.531269 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-5129d7ff-f6b1-49cc-bd7f-f78e3bab2a92 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 HTTP/1.1" status: 200 len: 217 time: 0.0382271 Jul 05 04:36:49.582138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-8d83f274-393a-40d5-a720-aabcc3b13fe5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:49.583615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-8d83f274-393a-40d5-a720-aabcc3b13fe5 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0458486 Jul 05 04:36:49.646019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-5d5df493-549b-4fd9-8b47-00d6d8f9e95e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:49.647512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-5d5df493-549b-4fd9-8b47-00d6d8f9e95e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542002 Jul 05 04:36:49.748093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-90f7c123-212b-4281-94df-8f3c8ba30819 service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894246 Jul 05 04:36:49.848256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e5731c-b47e-4820-8410-b385c30d5984 req-232edd0d-6c48-470a-b434-f08c800b34e7 service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913250 Jul 05 04:36:50.023369 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-e4b363a0-1225-43ab-a4fb-dd00168dc9ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:50.024962 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-e4b363a0-1225-43ab-a4fb-dd00168dc9ee service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 1095 time: 0.0609164 Jul 05 04:36:50.123993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-3f067dc3-07e1-40de-8ac8-a30478c54a07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:50.125368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-3f067dc3-07e1-40de-8ac8-a30478c54a07 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0910869 Jul 05 04:36:50.178366 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-bf394c35-1909-4ae5-8007-d40eb529cce9 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 HTTP/1.1" status: 200 len: 217 time: 0.0405695 Jul 05 04:36:50.230738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-fa2d6e60-836a-4acb-8582-b77e4bd349c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:50.232919 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-fa2d6e60-836a-4acb-8582-b77e4bd349c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0484660 Jul 05 04:36:50.319984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-cc2cb77e-6da7-46bc-95dd-9a52147e069e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:50.321840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-cc2cb77e-6da7-46bc-95dd-9a52147e069e service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0819540 Jul 05 04:36:50.420279 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c6197c-fac7-4e1d-b1fb-c0efa3f4700b req-f4fcee46-cc7d-4ac6-ab5e-dd7f24980728 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:50.421671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7c6197c-fac7-4e1d-b1fb-c0efa3f4700b req-f4fcee46-cc7d-4ac6-ab5e-dd7f24980728 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 943 time: 0.1341255 Jul 05 04:36:50.453596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-83ab53b1-30fc-46ca-a3eb-283a609987aa service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219037 Jul 05 04:36:50.518875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7c6197c-fac7-4e1d-b1fb-c0efa3f4700b req-29b7f9c5-1a3d-4d4e-a64e-b0e003cabfda tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906944 Jul 05 04:36:50.561860 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-50dd3e86-90af-4c16-956c-8d98e28a31da req-05f97281-1177-4ba8-be23-dc7bef208d32 service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003239 Jul 05 04:36:51.990874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04352c4-ba9e-423f-bf2b-29ddc72cab46 req-d0ed62a1-1912-42ae-83ec-45e4bb4c802d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:51.992727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d04352c4-ba9e-423f-bf2b-29ddc72cab46 req-d0ed62a1-1912-42ae-83ec-45e4bb4c802d tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 943 time: 0.3551061 Jul 05 04:36:52.034412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d04352c4-ba9e-423f-bf2b-29ddc72cab46 req-ce4e4f4a-d5fa-4680-9ba8-9f534988e99f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352759 Jul 05 04:36:53.208652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01479e62-5486-451c-8b6b-4226a6f36425 req-e1eb2d41-b41c-41b5-96d2-322ec350ba0e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:53.210412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01479e62-5486-451c-8b6b-4226a6f36425 req-e1eb2d41-b41c-41b5-96d2-322ec350ba0e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 943 time: 0.0655890 Jul 05 04:36:53.251913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01479e62-5486-451c-8b6b-4226a6f36425 req-4f6aeaa8-be8e-49f7-9973-ee702acde32c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358682 Jul 05 04:36:54.611668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc1ad682-eca7-4241-a94e-1047cbd2823e req-43bbe1de-6c00-4c9d-a0a8-5e6346c5f5be tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:54.613232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc1ad682-eca7-4241-a94e-1047cbd2823e req-43bbe1de-6c00-4c9d-a0a8-5e6346c5f5be tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 943 time: 0.0676425 Jul 05 04:36:54.652299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fc1ad682-eca7-4241-a94e-1047cbd2823e req-dc84c061-e52a-4f15-89bb-e3300a4751ed tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334473 Jul 05 04:36:55.826850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98119e5-e2d7-4b46-95db-f06db0a3a5ee req-024c35c7-41ea-4ab3-8834-cfe3ab46886c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:55.828378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f98119e5-e2d7-4b46-95db-f06db0a3a5ee req-024c35c7-41ea-4ab3-8834-cfe3ab46886c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 943 time: 0.0659864 Jul 05 04:36:55.866586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f98119e5-e2d7-4b46-95db-f06db0a3a5ee req-d147e7dd-f091-437a-be7f-33992545a812 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325346 Jul 05 04:36:57.040776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9b4fe7-993f-4ae9-87da-724d27ab2cf6 req-1abbd297-e23c-4d16-84f7-fe144c109911 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:57.042266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da9b4fe7-993f-4ae9-87da-724d27ab2cf6 req-1abbd297-e23c-4d16-84f7-fe144c109911 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 943 time: 0.0689178 Jul 05 04:36:57.081007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da9b4fe7-993f-4ae9-87da-724d27ab2cf6 req-0a708a8f-dd6b-4d37-b002-743e377d3461 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323894 Jul 05 04:36:58.257800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7214f1e7-3adf-4192-9e3c-4f770456102c req-5f45e933-0c95-454b-a908-9791df809ede tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:58.259328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7214f1e7-3adf-4192-9e3c-4f770456102c req-5f45e933-0c95-454b-a908-9791df809ede tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 943 time: 0.0677576 Jul 05 04:36:58.297552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7214f1e7-3adf-4192-9e3c-4f770456102c req-979c3c50-2726-463a-ae9a-107488f28ca3 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326633 Jul 05 04:36:58.873091 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:36:59.472159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cc932b-1b9c-4b78-aedd-5bff1c84e9f1 req-ea0af198-769c-4fd9-af64-693ea94b0d33 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:36:59.473628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59cc932b-1b9c-4b78-aedd-5bff1c84e9f1 req-ea0af198-769c-4fd9-af64-693ea94b0d33 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 943 time: 0.0649917 Jul 05 04:36:59.512083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59cc932b-1b9c-4b78-aedd-5bff1c84e9f1 req-b6a98f7f-f0b1-449a-bbbc-8f85cbbd5908 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328794 Jul 05 04:37:00.471129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:37:00.570443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:00.582784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'port_id': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'mac_address': 'fa:16:3e:67:bc:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:37:00.625286 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:00.638291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:37:00.659096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:00.701250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d10768-2cdf-44af-acd3-80cb667bdd91 req-8e8b0f03-19d9-4a76-b84a-621da97b485f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:00.702820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37d10768-2cdf-44af-acd3-80cb667bdd91 req-8e8b0f03-19d9-4a76-b84a-621da97b485f tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 943 time: 0.0723505 Jul 05 04:37:00.744220 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37d10768-2cdf-44af-acd3-80cb667bdd91 req-8c0391c5-0821-4753-80fb-c14d775a31d7 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355005 Jul 05 04:37:00.754775 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:00.809474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:00.817055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.817335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.817706 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.818050 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.818383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.818716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.819047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.819388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.819734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.820097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.820457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:00.820763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:37:01.068225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:37:01.922426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def25dca-5dc9-499a-9809-d02768d8010c req-294d9950-f0f2-4363-bfba-e260a3abf6ba tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:01.924580 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-def25dca-5dc9-499a-9809-d02768d8010c req-294d9950-f0f2-4363-bfba-e260a3abf6ba tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 944 time: 0.0663466 Jul 05 04:37:01.963885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-def25dca-5dc9-499a-9809-d02768d8010c req-9c13f3b5-6f9b-42d8-9d22-b6e6955a7fa9 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338368 Jul 05 04:37:02.485917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:37:02.618619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:37:02.622375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:37:02.622748 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:02.701547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:02.723879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:02.726162 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e16eb04-c67c-4836-8f64-73c6c193d0a7" -d '{"events": [{"server_uuid": "cc61695b-a631-435b-b80e-dbb09c03f460", "name": "network-vif-plugged", "status": "completed", "tag": "9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:02.740608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:37:02.814694 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:02.863477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:03.142382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5c4c1-c1af-4455-aed2-3cbb1b789e85 req-8b0e2668-c7ed-4cba-8ced-d8aa37a5a99c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:03.143866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5fe5c4c1-c1af-4455-aed2-3cbb1b789e85 req-8b0e2668-c7ed-4cba-8ced-d8aa37a5a99c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 945 time: 0.0694175 Jul 05 04:37:03.181909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5fe5c4c1-c1af-4455-aed2-3cbb1b789e85 req-c3c41349-6753-4cfa-b7fc-5e3e67dd0300 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324278 Jul 05 04:37:03.833092 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7985d503-077e-46df-ab70-726e5a364a06 x-openstack-request-id: req-7985d503-077e-46df-ab70-726e5a364a06 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:03.837610 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc61695b-a631-435b-b80e-dbb09c03f460", "name": "network-vif-plugged", "status": "completed", "tag": "9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:03.837610 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7985d503-077e-46df-ab70-726e5a364a06 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:03.837610 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'code': 200} Jul 05 04:37:03.953408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a86cb3-e3e5-4f26-b43f-012834ec30e8 req-fbbfa6d6-f360-481b-8ad3-3f47fb09dd1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:03.955388 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91a86cb3-e3e5-4f26-b43f-012834ec30e8 req-fbbfa6d6-f360-481b-8ad3-3f47fb09dd1f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 1097 time: 0.0527740 Jul 05 04:37:03.994168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91a86cb3-e3e5-4f26-b43f-012834ec30e8 req-a7ca1228-f5d6-4de9-944c-461f0cd368d8 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0282004 Jul 05 04:37:04.356582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b807c82-adb7-43a2-a997-779e257f4c33 req-b4588ff7-cbba-422c-b32c-30cbd03ecd18 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:04.357955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b807c82-adb7-43a2-a997-779e257f4c33 req-b4588ff7-cbba-422c-b32c-30cbd03ecd18 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 945 time: 0.0645597 Jul 05 04:37:04.396986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b807c82-adb7-43a2-a997-779e257f4c33 req-392e6028-99bf-4c05-abc0-d1e8ea27b918 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333407 Jul 05 04:37:05.576436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9a4171-63f4-4079-b30c-7ce89ac22e23 req-283e6a56-15f6-4274-8c9d-ce4764e04c7b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:05.577936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe9a4171-63f4-4079-b30c-7ce89ac22e23 req-283e6a56-15f6-4274-8c9d-ce4764e04c7b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 945 time: 0.0693815 Jul 05 04:37:05.617106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe9a4171-63f4-4079-b30c-7ce89ac22e23 req-7981469e-055c-4337-8324-6d5ebaf80255 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335495 Jul 05 04:37:05.792505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7faf7-feba-40a8-aa43-429024c12e39 req-85f30fc6-08f7-4084-bc17-16dec5735202 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:05.793998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4c7faf7-feba-40a8-aa43-429024c12e39 req-85f30fc6-08f7-4084-bc17-16dec5735202 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 945 time: 0.0669026 Jul 05 04:37:05.831864 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b4c7faf7-feba-40a8-aa43-429024c12e39 req-5f6f50d0-844a-422f-b8be-6382297f04f2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315502 Jul 05 04:37:05.857535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50334) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:05.913444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08da49f6-ca68-4c6a-ac59-e7b3b73cbb52 tempest-TestVolumeBootPattern-1668713119 tempest-TestVolumeBootPattern-1668713119-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:05.914915 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-08da49f6-ca68-4c6a-ac59-e7b3b73cbb52 tempest-TestVolumeBootPattern-1668713119 tempest-TestVolumeBootPattern-1668713119-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 1092 time: 0.0563827 Jul 05 04:37:05.917808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50336) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:37:05.922741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address': '172.20.0.9'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:37:06.025704 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:06.126519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:06.236790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Allocated IP 172.25.4.199 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/6c823c47-4702-4e6e-91fa-a3d981f3f7bb) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:37:06.340601 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:06.471618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:06.513932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:37:06.516845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:37:06.523310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:37:06.551332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=6c823c47-4702-4e6e-91fa-a3d981f3f7bb,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:06.909352 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:07.037510 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:07.192620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:07.248425 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:07.316461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event updated for resources: {'Port': ['ID=6c823c47-4702-4e6e-91fa-a3d981f3f7bb,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:37:07.328136 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:07.434496 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Floating IP 8b8843dd-3e3c-4c24-9b8a-1274fdc46ab1 associated. External IP: 172.25.4.199, port: 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47. Jul 05 04:37:07.651306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Router f085eb78-36ac-4025-9968-3b24e399182e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:37:07.764667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:37:07.775265 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] Sync routers for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:37:07.854291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:07.894332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d97222ef-cd31-4c53-b6ee-2ac7c7a629ce tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9754345 Jul 05 04:37:07.894934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'tag': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:37:07.897312 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82" -d '{"events": [{"name": "network-changed", "server_uuid": "cc61695b-a631-435b-b80e-dbb09c03f460", "tag": "9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:37:07.910382 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:07.911006 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:36:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:07.933166 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f44230ff-f91c-49c9-8a0a-cec704977524 x-openstack-request-id: req-f44230ff-f91c-49c9-8a0a-cec704977524 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:37:07.933166 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc61695b-a631-435b-b80e-dbb09c03f460", "tag": "9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:37:07.933840 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f44230ff-f91c-49c9-8a0a-cec704977524 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:37:07.933840 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'tag': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'status': 'completed', 'code': 200} Jul 05 04:37:08.016724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-90636a5b-0e50-4803-887f-8cdb6e7690cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:08.018934 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-90636a5b-0e50-4803-887f-8cdb6e7690cd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 1097 time: 0.0591023 Jul 05 04:37:08.065133 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:08.065677 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7f60dcb4-981d-4314-8d7c-43b82da1db85 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:08.123111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-ebfeba9d-8cfd-42dc-a6e7-310993592954 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:08.124664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-ebfeba9d-8cfd-42dc-a6e7-310993592954 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0990105 Jul 05 04:37:08.193509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-af9f7c52-e160-4c46-beb7-057f6e320940 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 HTTP/1.1" status: 200 len: 999 time: 0.0612497 Jul 05 04:37:08.249177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-37295170-510a-4b55-b902-5c14ac4d86d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:08.250648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-37295170-510a-4b55-b902-5c14ac4d86d8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0501604 Jul 05 04:37:08.310471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-59cc0440-66fa-4501-9459-52d9cfab7d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:08.312157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-59cc0440-66fa-4501-9459-52d9cfab7d5c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538893 Jul 05 04:37:08.316405 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '3a9dc56b-5b7e-45da-b279-a88614471dd7', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:26:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:34:12Z', 'updated_at': '2021-07-05T04:34:14Z', 'revision_number': 1, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}, {'id': '8b8843dd-3e3c-4c24-9b8a-1274fdc46ab1', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:67:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:06Z', 'updated_at': '2021-07-05T04:37:06Z', 'revision_number': 0, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:08.343919 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] Checking router: f085eb78-36ac-4025-9968-3b24e399182e for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:37:08.352962 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:37:08.353565 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:36:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:08.405818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-b50c451e-c0bb-40d8-83f3-bde78c208654 service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862060 Jul 05 04:37:08.463821 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:37:08.501504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7fe2f9b-b3a6-4d58-9acf-40aa3bd68d82 req-b415a862-2fd2-439c-8c6a-12f6c9f8549b service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878832 Jul 05 04:37:08.702420 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '3a9dc56b-5b7e-45da-b279-a88614471dd7', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:26:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:34:12Z', 'updated_at': '2021-07-05T04:34:14Z', 'revision_number': 1, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}, {'id': '8b8843dd-3e3c-4c24-9b8a-1274fdc46ab1', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:67:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:06Z', 'updated_at': '2021-07-05T04:37:06Z', 'revision_number': 0, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:37:08.729707 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d37e5622-947c-4788-8b61-ab4b8533b75e None None] The sync data for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 is: [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '3a9dc56b-5b7e-45da-b279-a88614471dd7', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:26:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:34:12Z', 'updated_at': '2021-07-05T04:34:14Z', 'revision_number': 1, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}, {'id': '8b8843dd-3e3c-4c24-9b8a-1274fdc46ab1', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.199', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:67:bc:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:37:06Z', 'updated_at': '2021-07-05T04:37:06Z', 'revision_number': 0, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:37:08.916798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f22598-fcb0-432b-ac8d-3951d44a64b2 None None] New status for floating IP 8b8843dd-3e3c-4c24-9b8a-1274fdc46ab1: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:37:10.768282 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-129e7ee7-9372-4266-a009-8b1e3b734f07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:10.894397 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:12.053939 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:13.550990 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:14.116965 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:14.751093 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:27.910498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-b5ae7c52-6c14-4f2d-9994-a0266ee81edd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0524678 Jul 05 04:37:28.013876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-24ee327b-bb72-4ffb-b384-6e785106a331 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:28.015356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-24ee327b-bb72-4ffb-b384-6e785106a331 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 1097 time: 0.0542517 Jul 05 04:37:28.130598 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-17a41836-98e8-4531-a37d-bdbb5e9216d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:28.132247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-17a41836-98e8-4531-a37d-bdbb5e9216d9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0961292 Jul 05 04:37:28.202560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-c8efb68c-2078-436c-ac18-58c1deac4713 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 HTTP/1.1" status: 200 len: 1001 time: 0.0625927 Jul 05 04:37:28.259861 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-9874ddbc-bd12-460c-8f62-1f3f7e298a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:28.261371 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-9874ddbc-bd12-460c-8f62-1f3f7e298a4a service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0503311 Jul 05 04:37:28.321383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-bb348769-a832-430e-9b06-3214974cbd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:28.322959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-bb348769-a832-430e-9b06-3214974cbd54 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554392 Jul 05 04:37:28.413955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-d9640c4e-a140-48da-932a-bcefa32325be service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836267 Jul 05 04:37:28.513843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-99d96259-f16e-45bc-aaf8-ccdd5e9aa133 req-a52c6dfd-5f69-4854-8b77-9f7a426f7cad service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913820 Jul 05 04:37:35.872325 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:37:38.059546 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b4a53c16-7707-4861-ab78-4092ab30abd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:40.802126 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-309f2603-1560-4f0f-97d6-8e33b0e9499c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:40.921983 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:42.024358 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:43.585235 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:44.121226 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:44.756604 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:37:47.203203 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-232d9d1d-6218-4055-bdab-33f53db3c4f7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528848 Jul 05 04:37:47.302614 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-67623a38-2e36-49a3-85d1-681023956c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:47.304132 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-67623a38-2e36-49a3-85d1-681023956c7a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1097 time: 0.0589359 Jul 05 04:37:47.409237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-43a8ed15-336a-446e-bfe5-5764dd17976a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:47.410616 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-43a8ed15-336a-446e-bfe5-5764dd17976a service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0873253 Jul 05 04:37:47.490375 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-6e2aad66-4092-4170-91e3-d90f638a521b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1 HTTP/1.1" status: 200 len: 1001 time: 0.0693600 Jul 05 04:37:47.539880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-05439c38-fa8b-4c24-b6ac-0e0930c28d27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:47.541304 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-05439c38-fa8b-4c24-b6ac-0e0930c28d27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0444458 Jul 05 04:37:47.599807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-bef76048-0172-4c18-a898-c4df108bccf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:37:47.601500 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-bef76048-0172-4c18-a898-c4df108bccf4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529063 Jul 05 04:37:47.612440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-0eac124f-d9fc-46bd-923c-e5f3e6614948 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:37:47.613393 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-0eac124f-d9fc-46bd-923c-e5f3e6614948 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053761 Jul 05 04:37:47.709400 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-da35cc18-6822-4dbb-bf8b-67d1a2bbaf83 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899501 Jul 05 04:37:47.807602 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7c736cd3-ebd4-4e57-bb10-e192c2bb8154 req-bcdeec7c-6571-45d7-97d5-b6a9788b415d service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908983 Jul 05 04:37:56.018268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-2a6adc6f-f700-43f0-9d5e-bf95834c772b req-0756220e-bfe3-4222-92a5-92068116369c service neutron] (100896) timed out ('10.222.0.30', 40746) {{(pid=100896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:38:08.104999 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-06f3658e-d0ee-4d67-ae51-d225980a9611 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:09.762571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-ad64fcc7-5d1e-44ce-9b7a-9cb9b43ee28d req-bcf0a1d0-97f8-49d5-a486-d52cef6d6aee service neutron] (100896) timed out ('10.222.0.26', 63558) {{(pid=100896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:38:10.796017 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d6c5591e-01d6-4714-bfa9-69ef1e15a24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:10.899368 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:12.028863 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:12.871386 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:38:13.567272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:14.152939 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:14.733191 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:28.862904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-736f07fa-8d6b-471e-bc94-88bd7634bc95 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0531163 Jul 05 04:38:28.961763 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-ed1af8ce-1c19-4739-8f39-55fc1478714a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:28.963244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-ed1af8ce-1c19-4739-8f39-55fc1478714a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 1097 time: 0.0575001 Jul 05 04:38:29.072326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-ac51c83c-1cdc-4375-b6db-3e555fad152d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:29.073825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-ac51c83c-1cdc-4375-b6db-3e555fad152d service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0861173 Jul 05 04:38:29.144581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-e3ee1144-c230-4dfe-974f-eb5d276bb3c1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 HTTP/1.1" status: 200 len: 1001 time: 0.0638518 Jul 05 04:38:29.194687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-a2b9426a-9fa6-46a1-bcc6-0c4ad9a0db22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:29.196179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-a2b9426a-9fa6-46a1-bcc6-0c4ad9a0db22 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0442944 Jul 05 04:38:29.255169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-d11c4360-ce66-4abe-a77b-7a9321936747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:29.256685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-d11c4360-ce66-4abe-a77b-7a9321936747 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534112 Jul 05 04:38:29.354349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-0d63b006-095d-452b-a7c9-f0d5ab439d1c service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874245 Jul 05 04:38:29.451033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5265dca-bdc6-443e-b12d-25280ac8baa3 req-7b3c5c5d-f84c-4fc2-9712-c719476e1be8 service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889857 Jul 05 04:38:38.087644 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9e592306-e855-4252-8ac9-3358fbae0202 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:40.836112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ad5251a6-645f-41bf-97a5-04652fb1fe1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:40.960235 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:42.041623 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:43.578768 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:44.167603 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:44.743844 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:38:48.211779 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-c9e79737-a742-4168-be6c-8ee3e7de24f0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0563848 Jul 05 04:38:48.313061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-a4bdef60-70ea-4c4c-856f-dd066f686ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:48.314579 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-a4bdef60-70ea-4c4c-856f-dd066f686ad8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1097 time: 0.0587518 Jul 05 04:38:48.428890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-613bfaff-a33e-4748-86cc-56de15da04f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:48.430268 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-613bfaff-a33e-4748-86cc-56de15da04f5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0956519 Jul 05 04:38:48.500193 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-8c3dde59-fcae-4d9a-bde9-b5e0d0e864a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1 HTTP/1.1" status: 200 len: 1001 time: 0.0632548 Jul 05 04:38:48.549394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-89321c0f-f208-4545-9a34-1c0e3a8509ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:48.550870 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-89321c0f-f208-4545-9a34-1c0e3a8509ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0447288 Jul 05 04:38:48.608552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-4de1cf59-e215-40cb-9600-204d99d88323 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:38:48.610037 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-4de1cf59-e215-40cb-9600-204d99d88323 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526223 Jul 05 04:38:48.708095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-7ab4599b-e0e1-4fbe-badb-4854d9f47461 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908463 Jul 05 04:38:48.799018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-762405eb-b9b5-4caa-bb84-d579fd3157e7 req-6f181226-3006-491e-bef0-7a4ea1569135 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848668 Jul 05 04:38:49.871442 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:39:08.041826 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b48bdbfe-b04f-4cc1-9390-babdce7108e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:10.840942 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-71b4033a-817f-48a8-8ab6-976aa005da4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:10.926499 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:12.035270 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:12.141722 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50394) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:12.444140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Deleting port 6c823c47-4702-4e6e-91fa-a3d981f3f7bb {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:12.444490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:12.525837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:12.526170 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:12.538203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Calling delete_port for 6c823c47-4702-4e6e-91fa-a3d981f3f7bb owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:12.753899 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:12.787246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'Port': ['ID=6c823c47-4702-4e6e-91fa-a3d981f3f7bb,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:12.812819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.813155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.813492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.813822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.814152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.814476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.814798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.815118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.815440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.815758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.816104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.816424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:12.858154 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:12.858469 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Floating IP 8b8843dd-3e3c-4c24-9b8a-1274fdc46ab1 disassociated (deleted). External IP: 172.25.4.199, port: 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47. Jul 05 04:39:13.076105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Router f085eb78-36ac-4025-9968-3b24e399182e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:39:13.472997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:39:13.477494 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:13.484800 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] Sync routers for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:39:13.494498 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:39:13.495443 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:39:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:13.516192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d3c39b98-19aa-483d-994e-393e51caf69b tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "DELETE /v2.0/floatingips/8b8843dd-3e3c-4c24-9b8a-1274fdc46ab1 HTTP/1.1" status: 204 len: 168 time: 1.3732872 Jul 05 04:39:13.516960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'tag': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:39:13.519365 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0025e1a9-ef39-4f61-9f3b-711cd932db0a" -d '{"events": [{"name": "network-changed", "server_uuid": "cc61695b-a631-435b-b80e-dbb09c03f460", "tag": "9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:39:13.564799 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:39:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2a827e6-75a7-4c7f-a337-827e9fbc6ded x-openstack-request-id: req-d2a827e6-75a7-4c7f-a337-827e9fbc6ded {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:39:13.565219 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc61695b-a631-435b-b80e-dbb09c03f460", "tag": "9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:39:13.565537 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d2a827e6-75a7-4c7f-a337-827e9fbc6ded {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:39:13.566011 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'tag': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'status': 'completed', 'code': 200} Jul 05 04:39:13.570753 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:13.610348 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:39:13.652453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-904b9deb-878d-4fa3-83f7-7ef5f0a242b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:13.654054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-904b9deb-878d-4fa3-83f7-7ef5f0a242b6 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 1097 time: 0.0590720 Jul 05 04:39:13.757231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-5bd21c79-620c-436c-90b1-a695440a9a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:13.758725 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-5bd21c79-620c-436c-90b1-a695440a9a15 service neutron] 10.222.0.26 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.0931542 Jul 05 04:39:13.803205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-70d6a0da-4ef8-4c50-a75c-87aebbebe166 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 HTTP/1.1" status: 200 len: 217 time: 0.0378897 Jul 05 04:39:13.849964 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '3a9dc56b-5b7e-45da-b279-a88614471dd7', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:26:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:34:12Z', 'updated_at': '2021-07-05T04:34:14Z', 'revision_number': 1, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:13.857060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-a22072a7-5fad-4e52-9e72-2876d61e53f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:13.858697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-a22072a7-5fad-4e52-9e72-2876d61e53f8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0488133 Jul 05 04:39:13.879001 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] Checking router: f085eb78-36ac-4025-9968-3b24e399182e for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:39:13.889211 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:39:13.889893 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:39:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:13.923172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-d703f3e6-91b7-4e2c-9559-c38cbea54336 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:13.924759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-d703f3e6-91b7-4e2c-9559-c38cbea54336 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590811 Jul 05 04:39:14.023007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-020f3d70-3b3a-4128-817f-3ed28aa3b7a4 service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910859 Jul 05 04:39:14.090753 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:39:14.131052 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:14.136921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0025e1a9-ef39-4f61-9f3b-711cd932db0a req-a82bb3e0-062b-4f0b-b34d-8c3a0486325e service neutron] 10.222.0.26 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060312 Jul 05 04:39:14.283970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b14433-48ae-46f5-a2d1-ad5be6b719f5 req-ae2c23a7-ac32-42da-8765-7811341b6d97 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:14.285379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90b14433-48ae-46f5-a2d1-ad5be6b719f5 req-ae2c23a7-ac32-42da-8765-7811341b6d97 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 945 time: 0.2048552 Jul 05 04:39:14.327339 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90b14433-48ae-46f5-a2d1-ad5be6b719f5 req-f3ee4dd2-990e-49fd-86e9-cdab5abb7166 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353086 Jul 05 04:39:14.332096 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '3a9dc56b-5b7e-45da-b279-a88614471dd7', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:26:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:34:12Z', 'updated_at': '2021-07-05T04:34:14Z', 'revision_number': 1, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:14.364978 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73097f30-b39e-4d0d-8166-dc173f34347c None None] The sync data for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 is: [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '3a9dc56b-5b7e-45da-b279-a88614471dd7', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'floating_ip_address': '172.25.4.209', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'port_id': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 3963, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'mac_address': 'fa:16:3e:26:08:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:34:12Z', 'updated_at': '2021-07-05T04:34:14Z', 'revision_number': 1, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:39:14.568819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb5425a-170c-41dd-9f5f-267fce496ed7 None None] New status for floating IP 8b8843dd-3e3c-4c24-9b8a-1274fdc46ab1: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:39:14.738314 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:15.565770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47735c62-9b3c-4bde-9ea2-4ce2208f9e0a req-f0fda617-2131-4c0c-955a-d6f3b82e0605 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:15.567257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47735c62-9b3c-4bde-9ea2-4ce2208f9e0a req-f0fda617-2131-4c0c-955a-d6f3b82e0605 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 945 time: 0.1207173 Jul 05 04:39:15.608408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-47735c62-9b3c-4bde-9ea2-4ce2208f9e0a req-3f8ef63f-f826-41cf-98f1-6a2e0c9da7a1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355318 Jul 05 04:39:15.905164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80098937-030c-408f-97c8-8dbb2545778d req-3f98eccf-bde2-483c-9931-07d6a3dc0efd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:15.906556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80098937-030c-408f-97c8-8dbb2545778d req-3f98eccf-bde2-483c-9931-07d6a3dc0efd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.26 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 945 time: 0.0690658 Jul 05 04:39:16.007640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-80098937-030c-408f-97c8-8dbb2545778d req-bbf2afd8-85a5-4383-9be2-640714a6d93c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Deleting port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:16.008003 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-80098937-030c-408f-97c8-8dbb2545778d req-bbf2afd8-85a5-4383-9be2-640714a6d93c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:16.105242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-80098937-030c-408f-97c8-8dbb2545778d req-bbf2afd8-85a5-4383-9be2-640714a6d93c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] For port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:16.105596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-80098937-030c-408f-97c8-8dbb2545778d req-bbf2afd8-85a5-4383-9be2-640714a6d93c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:16.117726 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-80098937-030c-408f-97c8-8dbb2545778d req-bbf2afd8-85a5-4383-9be2-640714a6d93c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Calling delete_port for 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:16.308404 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-80098937-030c-408f-97c8-8dbb2545778d req-bbf2afd8-85a5-4383-9be2-640714a6d93c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:16.339639 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf2afd8-85a5-4383-9be2-640714a6d93c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'Port': ['ID=9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:16.387811 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-80098937-030c-408f-97c8-8dbb2545778d req-bbf2afd8-85a5-4383-9be2-640714a6d93c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] No DVR routers for this DVR port 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:39:16.390671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-80098937-030c-408f-97c8-8dbb2545778d req-bbf2afd8-85a5-4383-9be2-640714a6d93c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:16.392776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80098937-030c-408f-97c8-8dbb2545778d req-bbf2afd8-85a5-4383-9be2-640714a6d93c tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.26 "DELETE /v2.0/ports/9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 HTTP/1.1" status: 204 len: 173 time: 0.4805300 Jul 05 04:39:16.393366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'name': 'network-vif-deleted', 'tag': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:39:16.395622 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a97b9169a301006a681c1ecbd0867d6db57e66f8facad6a906ee3de146cbc06f" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e31ac3b-b035-4b57-b32c-ab9825240014" -d '{"events": [{"server_uuid": "cc61695b-a631-435b-b80e-dbb09c03f460", "name": "network-vif-deleted", "tag": "9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:39:16.463221 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:39:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfdd231d-03b2-43b6-acc4-146bfe3b4ee8 x-openstack-request-id: req-dfdd231d-03b2-43b6-acc4-146bfe3b4ee8 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:39:16.463519 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc61695b-a631-435b-b80e-dbb09c03f460", "name": "network-vif-deleted", "tag": "9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:39:16.463775 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfdd231d-03b2-43b6-acc4-146bfe3b4ee8 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:39:16.464211 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc61695b-a631-435b-b80e-dbb09c03f460', 'name': 'network-vif-deleted', 'tag': '9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47', 'status': 'completed', 'code': 200} Jul 05 04:39:16.755262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5310097c-6c08-483d-a644-f7eda003c501 req-9d6d2a00-4f8d-465a-ae7a-51a2aaf631e2 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0331669 Jul 05 04:39:17.909808 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a05b1fa-ca79-4466-abf8-3a1b64ca4463 req-bdf3ce96-3b68-4b79-8773-9d3879326a4e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0352180 Jul 05 04:39:19.061567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92f18f2c-f077-4220-8639-dd740562ad19 req-c27def71-b3b9-4f5d-a9eb-ddf7e071bab1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0315006 Jul 05 04:39:19.124077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:39:19.148264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:39:19.148624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 9cef50a3-0cc5-4645-9a0e-f4ffb0a56f47 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:39:20.208984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dec8d0df-97e4-4fa8-9600-0e9697fd6bff req-a419a0fa-59ad-44ea-9d0a-43bddecf1042 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=cc61695b-a631-435b-b80e-dbb09c03f460 HTTP/1.1" status: 200 len: 210 time: 0.0298836 Jul 05 04:39:26.857083 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50452) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:26.870699 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:39:27.020763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Deleting port 0d64e33f-d71d-4696-bd12-4f09f4efd389 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:27.021111 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:27.102406 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:27.102669 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:27.114409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Calling delete_port for 0d64e33f-d71d-4696-bd12-4f09f4efd389 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:27.361412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:27.387816 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'Port': ['ID=0d64e33f-d71d-4696-bd12-4f09f4efd389,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:27.416892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.417245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.417627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.418019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.418387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.418701 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.419027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.419355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.419681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.420035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.420362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.420691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:27.464312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:27.464647 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Floating IP 3a9dc56b-5b7e-45da-b279-a88614471dd7 disassociated (deleted). External IP: 172.25.4.209, port: ae1f6de1-3bab-440f-a306-6e6e731be6d1. Jul 05 04:39:27.920849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Router f085eb78-36ac-4025-9968-3b24e399182e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:39:28.028757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:39:28.032976 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:28.038843 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] Sync routers for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:39:28.049387 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:39:28.050017 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:39:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:28.073474 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1143e956-e55f-41d6-bd35-f776ef011aa4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "DELETE /v2.0/floatingips/3a9dc56b-5b7e-45da-b279-a88614471dd7 HTTP/1.1" status: 204 len: 168 time: 1.2153363 Jul 05 04:39:28.074070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'tag': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:39:28.078196 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-712d990e-ecf2-48e3-8c39-fb138ef655dc" -d '{"events": [{"name": "network-changed", "server_uuid": "75b82ed5-90e8-4973-9938-b4d097d9c280", "tag": "ae1f6de1-3bab-440f-a306-6e6e731be6d1"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:39:28.170362 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:39:28.181364 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:39:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca85ba3-3447-4505-adba-edaddac03ea2 x-openstack-request-id: req-9ca85ba3-3447-4505-adba-edaddac03ea2 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:39:28.181512 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75b82ed5-90e8-4973-9938-b4d097d9c280", "tag": "ae1f6de1-3bab-440f-a306-6e6e731be6d1", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:39:28.181770 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9ca85ba3-3447-4505-adba-edaddac03ea2 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:39:28.182358 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'tag': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'status': 'completed', 'code': 200} Jul 05 04:39:28.309081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-0d56feb1-552f-4237-9bb5-94248a02a020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:28.310674 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-0d56feb1-552f-4237-9bb5-94248a02a020 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 1097 time: 0.1034236 Jul 05 04:39:28.388223 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:28.418633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-00170543-8a7f-4cd2-bd1d-6a91634282f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:28.420138 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-00170543-8a7f-4cd2-bd1d-6a91634282f1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 200 len: 912 time: 0.1030173 Jul 05 04:39:28.420445 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] Checking router: f085eb78-36ac-4025-9968-3b24e399182e for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:39:28.429345 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:39:28.429889 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:39:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:28.466622 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-4c726bce-1f51-4c7c-aa0d-d3f80499919c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1 HTTP/1.1" status: 200 len: 217 time: 0.0390358 Jul 05 04:39:28.521464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-2c4978fa-b579-4fc4-895b-12f93fb6f4ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:28.522959 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-2c4978fa-b579-4fc4-895b-12f93fb6f4ea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 200 len: 850 time: 0.0493703 Jul 05 04:39:28.542216 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:39:28.588314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-ef1c52d3-3c21-4237-9a37-01951cc5c19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:28.590788 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-ef1c52d3-3c21-4237-9a37-01951cc5c19d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=3e2ce455-cd0c-4beb-8446-e9e139165d9e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0609045 Jul 05 04:39:28.643454 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e161e64f-fc68-4d1b-a921-3e61e5f2c55a req-21b679b8-3e53-4e98-a9f8-87bf9fd04dbf tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:28.645096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e161e64f-fc68-4d1b-a921-3e61e5f2c55a req-21b679b8-3e53-4e98-a9f8-87bf9fd04dbf tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 945 time: 0.0680218 Jul 05 04:39:28.689463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e161e64f-fc68-4d1b-a921-3e61e5f2c55a req-fcdb1fa9-6f28-4b38-8df2-5d21dcbdbdd8 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/security-groups?id=a4a330af-de51-49ff-84c0-64ab3110deaa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385594 Jul 05 04:39:28.692184 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-9c068e41-b311-4048-b0c4-8367e41492f5 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940099 Jul 05 04:39:28.763269 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:28.786967 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-712d990e-ecf2-48e3-8c39-fb138ef655dc req-3f875d1b-7d96-4a67-b897-8b2965fa4816 service neutron] 10.222.0.13 "GET /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879178 Jul 05 04:39:28.794449 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f462fb5e-8701-462f-8180-ca7b52d06440 None None] The sync data for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 is: [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:26:17Z', 'revision_number': 4, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '48765c4b-e5ff-4b89-bd0f-9222bf0de1e8', 'name': '', 'network_id': '3e2ce455-cd0c-4beb-8446-e9e139165d9e', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'mac_address': 'fa:16:3e:cb:59:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3932, 'fixed_ips': [{'subnet_id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:16Z', 'updated_at': '2021-07-05T04:26:24Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'subnets': [{'id': '8408d5d0-d856-4d0b-bafc-66fe168f0119', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:39:29.007513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3367b2-5290-4594-b16d-efa0500d14eb None None] New status for floating IP 3a9dc56b-5b7e-45da-b279-a88614471dd7: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:39:29.296454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-3b93bd3e-1f0c-4f1d-a2c6-053ed2ea321e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:29.297865 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-3b93bd3e-1f0c-4f1d-a2c6-053ed2ea321e tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 945 time: 0.0692530 Jul 05 04:39:29.399585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-fc0679c9-44b5-47d0-a233-ba9615bb5701 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Deleting port ae1f6de1-3bab-440f-a306-6e6e731be6d1 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:29.399950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-fc0679c9-44b5-47d0-a233-ba9615bb5701 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:29.493631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-fc0679c9-44b5-47d0-a233-ba9615bb5701 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] For port ae1f6de1-3bab-440f-a306-6e6e731be6d1, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=ae1f6de1-3bab-440f-a306-6e6e731be6d1,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:29.494570 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-fc0679c9-44b5-47d0-a233-ba9615bb5701 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:29.506513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-fc0679c9-44b5-47d0-a233-ba9615bb5701 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Calling delete_port for ae1f6de1-3bab-440f-a306-6e6e731be6d1 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:29.708058 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-fc0679c9-44b5-47d0-a233-ba9615bb5701 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:29.742760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0679c9-44b5-47d0-a233-ba9615bb5701 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'Port': ['ID=ae1f6de1-3bab-440f-a306-6e6e731be6d1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:29.790561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-fc0679c9-44b5-47d0-a233-ba9615bb5701 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] No DVR routers for this DVR port ae1f6de1-3bab-440f-a306-6e6e731be6d1 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:39:29.793860 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-fc0679c9-44b5-47d0-a233-ba9615bb5701 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:29.797619 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6028a28d-4a76-4b22-98c8-fbbf1a896734 req-fc0679c9-44b5-47d0-a233-ba9615bb5701 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.13 "DELETE /v2.0/ports/ae1f6de1-3bab-440f-a306-6e6e731be6d1 HTTP/1.1" status: 204 len: 173 time: 0.4923880 Jul 05 04:39:29.843200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9172f04e-7841-4b13-aa60-6ffe936bb024 req-90da45bd-df42-41ad-9120-695740ff03bd tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 210 time: 0.0303013 Jul 05 04:39:30.183549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'name': 'network-vif-deleted', 'tag': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:39:30.185945 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}871a7d5a7389c1e74ff673e1279d011e17c695b975c5434ec7b4b6a80449343e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a2e107e-d316-443e-a359-4dc593b4a71a" -d '{"events": [{"server_uuid": "75b82ed5-90e8-4973-9938-b4d097d9c280", "name": "network-vif-deleted", "tag": "ae1f6de1-3bab-440f-a306-6e6e731be6d1"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:39:30.227121 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:39:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e91f1ea0-a1ad-4714-9913-6ad140a9e09d x-openstack-request-id: req-e91f1ea0-a1ad-4714-9913-6ad140a9e09d {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:39:30.227427 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75b82ed5-90e8-4973-9938-b4d097d9c280", "name": "network-vif-deleted", "tag": "ae1f6de1-3bab-440f-a306-6e6e731be6d1", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:39:30.227682 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e91f1ea0-a1ad-4714-9913-6ad140a9e09d {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:39:30.228220 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75b82ed5-90e8-4973-9938-b4d097d9c280', 'name': 'network-vif-deleted', 'tag': 'ae1f6de1-3bab-440f-a306-6e6e731be6d1', 'status': 'completed', 'code': 200} Jul 05 04:39:30.984904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c5600ce-7abe-496a-8c9d-9e9bb42cd31a req-c3b4592c-a187-4d1f-99f9-17522da355f4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 210 time: 0.0300920 Jul 05 04:39:32.134184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f16ff7bd-702e-412a-bf6d-99c360f775db req-8e95babe-024f-4eda-884a-71813f9bb8e4 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 210 time: 0.0318568 Jul 05 04:39:33.282039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8552c5b0-0be4-405e-a66c-127a48bd30bc req-30814317-566c-4e12-9c8d-71e807deda10 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "GET /v2.0/ports?device_id=75b82ed5-90e8-4973-9938-b4d097d9c280 HTTP/1.1" status: 200 len: 210 time: 0.0334992 Jul 05 04:39:33.706786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ae1f6de1-3bab-440f-a306-6e6e731be6d1 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:39:33.730155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: ae1f6de1-3bab-440f-a306-6e6e731be6d1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:39:33.730526 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device ae1f6de1-3bab-440f-a306-6e6e731be6d1 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:39:34.377645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50476) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:34.506350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4397538e-3256-4d08-aefa-556883e948d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Deleting port 1f9293ea-04ac-4279-af35-b3447fa02a69 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:34.506722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4397538e-3256-4d08-aefa-556883e948d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:34.586492 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4397538e-3256-4d08-aefa-556883e948d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:34.586821 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4397538e-3256-4d08-aefa-556883e948d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:34.599230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-4397538e-3256-4d08-aefa-556883e948d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Calling delete_port for 1f9293ea-04ac-4279-af35-b3447fa02a69 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:34.804571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4397538e-3256-4d08-aefa-556883e948d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:34.835117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4397538e-3256-4d08-aefa-556883e948d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'Port': ['ID=1f9293ea-04ac-4279-af35-b3447fa02a69,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:34.898360 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4397538e-3256-4d08-aefa-556883e948d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:34.908955 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4397538e-3256-4d08-aefa-556883e948d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:34.908955 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4397538e-3256-4d08-aefa-556883e948d1 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "DELETE /v2.0/floatingips/9f466b94-a626-4bac-bc36-3f96006dda4a HTTP/1.1" status: 204 len: 168 time: 0.5241058 Jul 05 04:39:38.029103 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c9350ed7-0aca-4555-81b5-d96680b0e250 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:38.450880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50492) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:38.516320 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de6ea3a0-82f7-4edc-b71a-4bef3aed5729 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:38.543251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de6ea3a0-82f7-4edc-b71a-4bef3aed5729 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:38.692590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de6ea3a0-82f7-4edc-b71a-4bef3aed5729 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:38.695213 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-de6ea3a0-82f7-4edc-b71a-4bef3aed5729 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:38.697574 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-de6ea3a0-82f7-4edc-b71a-4bef3aed5729 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] 10.222.0.30 "DELETE /v2.0/security-groups/a4a330af-de51-49ff-84c0-64ab3110deaa HTTP/1.1" status: 204 len: 168 time: 0.2454565 Jul 05 04:39:38.708049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6ea3a0-82f7-4edc-b71a-4bef3aed5729 tempest-TestVolumeBootPattern-962299727 tempest-TestVolumeBootPattern-962299727-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4a330af-de51-49ff-84c0-64ab3110deaa,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:38.844433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50498) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:39.320225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:39.581752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] Deleting port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:39.582332 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:39.664568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] For port 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=48765c4b-e5ff-4b89-bd0f-9222bf0de1e8,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:39.664920 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:39.677706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] Calling delete_port for 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:39.959243 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:39.984296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] Pushing event deleted for resources: {'Port': ['ID=48765c4b-e5ff-4b89-bd0f-9222bf0de1e8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:40.164625 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:40.213554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-26263967-8ee4-4ab8-9919-d61bdee495a8 req-700d20f7-bcb7-466f-900f-0f529decd279 tempest-TestSecurityGroupsBasicOps-214093486 tempest-TestSecurityGroupsBasicOps-214093486-project] (100896) timed out ('10.222.0.26', 63519) {{(pid=100896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 04:39:40.379801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] Router f085eb78-36ac-4025-9968-3b24e399182e has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:39:40.485925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:39:40.490825 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-24bf5ef4-6393-412c-a354-e439c79392aa admin admin] 10.222.0.30 "PUT /v2.0/routers/f085eb78-36ac-4025-9968-3b24e399182e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6453803 Jul 05 04:39:40.494363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50504) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:40.494785 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] Sync routers for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:39:40.504483 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:39:40.505087 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:39:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:40.605617 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:40.612816 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:39:40.710519 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:40.789539 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ee55f63-bbde-4320-a40c-a4afceaa47cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:40.805932 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149'}], 'enable_snat': True}, 'gw_port_id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:39:39Z', 'revision_number': 5, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port': {'id': 'd84d47ab-5f83-4dbd-a670-6b2ef22d3c9f', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:81:3a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.149', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:14Z', 'updated_at': '2021-07-05T04:26:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:40.811465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Deleting port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:40.811807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:40.835328 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] Checking router: f085eb78-36ac-4025-9968-3b24e399182e for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:39:40.845390 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] Routers {'f085eb78-36ac-4025-9968-3b24e399182e'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:39:40.846002 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:39:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['f085eb78-36ac-4025-9968-3b24e399182e'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:40.892718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] For port d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:40.893102 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:40.898041 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:40.910514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Calling delete_port for d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:41.030073 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] Set router f085eb78-36ac-4025-9968-3b24e399182e gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:39:41.084711 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:39:40Z', 'revision_number': 6, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:41.116654 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-517146ea-6231-49b0-a013-d9fa43cfec16 None None] The sync data for ids ['f085eb78-36ac-4025-9968-3b24e399182e'] in n-d-758944-41 is: [{'id': 'f085eb78-36ac-4025-9968-3b24e399182e', 'name': 'tempest-TestVolumeBootPattern-162227095-router', 'tenant_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:13Z', 'updated_at': '2021-07-05T04:39:40Z', 'revision_number': 6, 'project_id': 'f644531c0e2c43b28b49c659bcb5f4f3', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:39:41.159173 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.188699 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:41.254258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.346604 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.348652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.469518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.470108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f085eb78-36ac-4025-9968-3b24e399182e {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:39:41.474485 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.475701 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0c479bb7-ef31-40e3-a664-d1de91f04df2 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f085eb78-36ac-4025-9968-3b24e399182e HTTP/1.1" status: 204 len: 168 time: 0.9806693 Jul 05 04:39:41.478198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50506) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:41.534478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b5ec67-3eba-427c-99fe-00e300549935 admin admin] Deleting subnet 8408d5d0-d856-4d0b-bafc-66fe168f0119 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:39:41.537539 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-18b5ec67-3eba-427c-99fe-00e300549935 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.573291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-18b5ec67-3eba-427c-99fe-00e300549935 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.653578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-18b5ec67-3eba-427c-99fe-00e300549935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.788362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-18b5ec67-3eba-427c-99fe-00e300549935 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:41.934821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:39:41.957783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:39:41.958133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 48765c4b-e5ff-4b89-bd0f-9222bf0de1e8 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:39:42.052445 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.071886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b5ec67-3eba-427c-99fe-00e300549935 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8408d5d0-d856-4d0b-bafc-66fe168f0119,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:42.076879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-18b5ec67-3eba-427c-99fe-00e300549935 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.081762 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-18b5ec67-3eba-427c-99fe-00e300549935 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8408d5d0-d856-4d0b-bafc-66fe168f0119 HTTP/1.1" status: 204 len: 168 time: 0.5997257 Jul 05 04:39:42.081958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50508) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:42.083437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdaaa04e-8445-4f1a-811f-536f2df46c5e None None] Network 3e2ce455-cd0c-4beb-8446-e9e139165d9e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:39:42.164299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.222256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Deleting port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:42.222684 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.279942 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] DHCP port deletion for 3e2ce455-cd0c-4beb-8446-e9e139165d9e request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:39:42.302862 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] For port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:42.303335 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.316382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Calling delete_port for 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:42.326434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Deleting port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:42.327121 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.393773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] For port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9,segment=NetworkSegment(9b01d6a4-9d24-4cbc-abd9-9ae493b0341d),segment_id=9b01d6a4-9d24-4cbc-abd9-9ae493b0341d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:42.394168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.410824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Calling delete_port for 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:42.479490 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.489431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.514488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Pushing event deleted for resources: {'Port': ['ID=3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:42.515837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Pushing event deleted for resources: {'Port': ['ID=3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:42.519318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] No DVR routers for this DVR port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:39:42.525060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.525428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.525771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.526718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.526980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.527316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.527687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.528044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.528382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.528707 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.529036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.529351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:39:42.532316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ec825a0-7d24-469e-b715-4a3b6d9a4349 None None] No DVR routers for this DVR port 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:39:42.595406 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.608830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e2ce455-cd0c-4beb-8446-e9e139165d9e']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:42.621539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:42.621832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b01d6a4-9d24-4cbc-abd9-9ae493b0341d') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:42.630671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.644683 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.650554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:39:42.650933 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:39:42.652578 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:39:42.795272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.800886 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:42.802762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] 10.222.0.30 "DELETE /v2.0/networks/3e2ce455-cd0c-4beb-8446-e9e139165d9e HTTP/1.1" status: 204 len: 168 time: 0.7199535 Jul 05 04:39:42.806254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50512) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:42.814582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502b8d83-47bf-4673-8c61-5781760a3966 admin admin] Pushing event deleted for resources: {'Network': ['ID=3e2ce455-cd0c-4beb-8446-e9e139165d9e,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:43.156539 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:43.421609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] Deleting port 15cb638c-b485-4700-bd41-b781070cd64c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:43.421864 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:43.504412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] For port 15cb638c-b485-4700-bd41-b781070cd64c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=15cb638c-b485-4700-bd41-b781070cd64c,segment=NetworkSegment(9fa41a2f-01ca-4ce0-b887-7c602f26a8fc),segment_id=9fa41a2f-01ca-4ce0-b887-7c602f26a8fc)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:43.504783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:43.522296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] Calling delete_port for 15cb638c-b485-4700-bd41-b781070cd64c owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:43.555139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:39:43.577522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:39:43.577868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3970ceda-eb37-4ee8-b1f3-ff989ebf0ed9 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:39:43.578298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:39:43.600351 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:43.601147 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:39:43.601489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device d84d47ab-5f83-4dbd-a670-6b2ef22d3c9f not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:39:43.772408 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:43.803602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] Pushing event deleted for resources: {'Port': ['ID=15cb638c-b485-4700-bd41-b781070cd64c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:43.974338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:44.164652 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:44.193276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] Router 264ac3c3-88da-428a-a5ad-c05c42e9675c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:39:44.304238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:39:44.309236 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c703b325-08e6-43fb-90f9-89252965cd25 admin admin] 10.222.0.30 "PUT /v2.0/routers/264ac3c3-88da-428a-a5ad-c05c42e9675c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5016050 Jul 05 04:39:44.311829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50514) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:44.312745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] Sync routers for ids ['264ac3c3-88da-428a-a5ad-c05c42e9675c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:39:44.322655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] Routers {'264ac3c3-88da-428a-a5ad-c05c42e9675c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:39:44.323274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:39:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['264ac3c3-88da-428a-a5ad-c05c42e9675c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:44.421298 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:44.431824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] Set router 264ac3c3-88da-428a-a5ad-c05c42e9675c gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:39:44.533225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:44.692539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Deleting port 05e9c2db-8140-478b-acad-ba06fe405010 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:44.692885 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:44.779167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'name': 'tempest-TestVolumeBootPattern-39932448-router', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138'}], 'enable_snat': True}, 'gw_port_id': '05e9c2db-8140-478b-acad-ba06fe405010', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:20Z', 'updated_at': '2021-07-05T04:39:43Z', 'revision_number': 5, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'gw_port': {'id': '05e9c2db-8140-478b-acad-ba06fe405010', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:63:2f:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.138', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:26:21Z', 'updated_at': '2021-07-05T04:26:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:44.782001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] For port 05e9c2db-8140-478b-acad-ba06fe405010, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=05e9c2db-8140-478b-acad-ba06fe405010,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:44.782379 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:44.800254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Calling delete_port for 05e9c2db-8140-478b-acad-ba06fe405010 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:44.807324 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:44.808123 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] Checking router: 264ac3c3-88da-428a-a5ad-c05c42e9675c for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:39:44.816769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] Routers {'264ac3c3-88da-428a-a5ad-c05c42e9675c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:39:44.817380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:39:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['264ac3c3-88da-428a-a5ad-c05c42e9675c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:44.905558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] Set router 264ac3c3-88da-428a-a5ad-c05c42e9675c gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:39:44.963568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'name': 'tempest-TestVolumeBootPattern-39932448-router', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:20Z', 'updated_at': '2021-07-05T04:39:44Z', 'revision_number': 6, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:44.991851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a5bd29f-e171-4582-959c-bd5e7e41cbd3 None None] The sync data for ids ['264ac3c3-88da-428a-a5ad-c05c42e9675c'] in n-d-758944-41 is: [{'id': '264ac3c3-88da-428a-a5ad-c05c42e9675c', 'name': 'tempest-TestVolumeBootPattern-39932448-router', 'tenant_id': 'ddd52523e3d24e3b88456412b083294a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:26:20Z', 'updated_at': '2021-07-05T04:39:44Z', 'revision_number': 6, 'project_id': 'ddd52523e3d24e3b88456412b083294a', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:39:45.046796 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.074530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Pushing event deleted for resources: {'Port': ['ID=05e9c2db-8140-478b-acad-ba06fe405010,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:45.143274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.235109 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.237099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.372542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.373117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 264ac3c3-88da-428a-a5ad-c05c42e9675c {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:39:45.377990 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.379196 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-81e41c75-3cbd-4a75-8614-08b0389cf8eb admin admin] 10.222.0.30 "DELETE /v2.0/routers/264ac3c3-88da-428a-a5ad-c05c42e9675c HTTP/1.1" status: 204 len: 168 time: 1.0664108 Jul 05 04:39:45.381799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50516) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:45.428967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac57516-401e-489a-9f63-e7d7eed010b2 admin admin] Deleting subnet 2be34be2-2732-4f6f-b528-5d61d3d715f1 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:39:45.432648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ac57516-401e-489a-9f63-e7d7eed010b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.466504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ac57516-401e-489a-9f63-e7d7eed010b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.548688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ac57516-401e-489a-9f63-e7d7eed010b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.696322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ac57516-401e-489a-9f63-e7d7eed010b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.727041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac57516-401e-489a-9f63-e7d7eed010b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2be34be2-2732-4f6f-b528-5d61d3d715f1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:45.729787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0ac57516-401e-489a-9f63-e7d7eed010b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.731746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0ac57516-401e-489a-9f63-e7d7eed010b2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/2be34be2-2732-4f6f-b528-5d61d3d715f1 HTTP/1.1" status: 204 len: 168 time: 0.3489997 Jul 05 04:39:45.734309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50518) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:45.735314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b19b631-68f4-4147-b5de-1e61de928291 None None] Network 48b15504-b935-4caa-8274-5ec7c57f8130 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:39:45.787619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 15cb638c-b485-4700-bd41-b781070cd64c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:39:45.806251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.816454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 15cb638c-b485-4700-bd41-b781070cd64c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:39:45.816801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 15cb638c-b485-4700-bd41-b781070cd64c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:39:45.817229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 05e9c2db-8140-478b-acad-ba06fe405010 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:39:45.843991 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 05e9c2db-8140-478b-acad-ba06fe405010 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:39:45.844287 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 05e9c2db-8140-478b-acad-ba06fe405010 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:39:45.870306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Deleting port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:45.870648 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.940598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] For port 3362f1e0-1f46-4d8c-9eeb-695455c7d470, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3362f1e0-1f46-4d8c-9eeb-695455c7d470,segment=NetworkSegment(9fa41a2f-01ca-4ce0-b887-7c602f26a8fc),segment_id=9fa41a2f-01ca-4ce0-b887-7c602f26a8fc)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:45.940958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:45.957273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Calling delete_port for 3362f1e0-1f46-4d8c-9eeb-695455c7d470 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:45.995862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc5ad4f5-c131-4986-b83c-d1a1fc8c25a2 None None] DHCP port deletion for 48b15504-b935-4caa-8274-5ec7c57f8130 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:39:46.051420 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ad4f5-c131-4986-b83c-d1a1fc8c25a2 None None] Deleting port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:39:46.051801 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad4f5-c131-4986-b83c-d1a1fc8c25a2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.116380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-bc5ad4f5-c131-4986-b83c-d1a1fc8c25a2 None None] For port 3362f1e0-1f46-4d8c-9eeb-695455c7d470, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3362f1e0-1f46-4d8c-9eeb-695455c7d470,segment=NetworkSegment(9fa41a2f-01ca-4ce0-b887-7c602f26a8fc),segment_id=9fa41a2f-01ca-4ce0-b887-7c602f26a8fc)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:39:46.116773 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad4f5-c131-4986-b83c-d1a1fc8c25a2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.120958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.130576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-bc5ad4f5-c131-4986-b83c-d1a1fc8c25a2 None None] Calling delete_port for 3362f1e0-1f46-4d8c-9eeb-695455c7d470 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:39:46.149169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Pushing event deleted for resources: {'Port': ['ID=3362f1e0-1f46-4d8c-9eeb-695455c7d470,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:46.151609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] No DVR routers for this DVR port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:39:46.216122 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bc5ad4f5-c131-4986-b83c-d1a1fc8c25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.222817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.233974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['48b15504-b935-4caa-8274-5ec7c57f8130']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:46.244304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc5ad4f5-c131-4986-b83c-d1a1fc8c25a2 None None] Pushing event deleted for resources: {'Port': ['ID=3362f1e0-1f46-4d8c-9eeb-695455c7d470,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:46.245460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:46.245762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fa41a2f-01ca-4ce0-b887-7c602f26a8fc') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:39:46.246199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5ad4f5-c131-4986-b83c-d1a1fc8c25a2 None None] No DVR routers for this DVR port 3362f1e0-1f46-4d8c-9eeb-695455c7d470 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:39:46.259580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.274932 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.281019 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:39:46.281409 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:39:46.283076 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:39:46.412259 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.418531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.422931 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] 10.222.0.30 "DELETE /v2.0/networks/48b15504-b935-4caa-8274-5ec7c57f8130 HTTP/1.1" status: 204 len: 168 time: 0.6852379 Jul 05 04:39:46.434024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5104509-f1ff-4c78-bb23-2c5293c43e52 admin admin] Pushing event deleted for resources: {'Network': ['ID=48b15504-b935-4caa-8274-5ec7c57f8130,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:46.782593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50522) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:46.822684 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4db92f69-77d2-4a9f-9741-654580882387 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f644531c0e2c43b28b49c659bcb5f4f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389211 Jul 05 04:39:46.830212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50524) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:46.879520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-382d0fd9-7cf0-42e1-970e-fe4f51f197b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:46.902430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-382d0fd9-7cf0-42e1-970e-fe4f51f197b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:47.034835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-382d0fd9-7cf0-42e1-970e-fe4f51f197b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:47.037480 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-382d0fd9-7cf0-42e1-970e-fe4f51f197b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:47.038648 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-382d0fd9-7cf0-42e1-970e-fe4f51f197b0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/61a15d74-6b22-4b33-a5d3-e7c2ec5d473c HTTP/1.1" status: 204 len: 168 time: 0.2074373 Jul 05 04:39:47.046929 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382d0fd9-7cf0-42e1-970e-fe4f51f197b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a15d74-6b22-4b33-a5d3-e7c2ec5d473c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:47.548132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3362f1e0-1f46-4d8c-9eeb-695455c7d470 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:39:47.569928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 3362f1e0-1f46-4d8c-9eeb-695455c7d470 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:39:47.570273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3362f1e0-1f46-4d8c-9eeb-695455c7d470 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:39:47.743163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50530) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:47.785038 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b17ec16e-1cef-49b3-a3ff-083475ae59f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ddd52523e3d24e3b88456412b083294a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0400133 Jul 05 04:39:47.787506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50532) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:39:47.847183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d28e5ef4-db0a-445e-9d16-ecaa0d03bfed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:47.869438 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d28e5ef4-db0a-445e-9d16-ecaa0d03bfed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:47.995234 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d28e5ef4-db0a-445e-9d16-ecaa0d03bfed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:47.998041 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d28e5ef4-db0a-445e-9d16-ecaa0d03bfed admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:39:48.001710 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d28e5ef4-db0a-445e-9d16-ecaa0d03bfed admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c178632f-f759-4bfa-95d0-edab49ada5ab HTTP/1.1" status: 204 len: 168 time: 0.2107682 Jul 05 04:39:48.007711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28e5ef4-db0a-445e-9d16-ecaa0d03bfed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c178632f-f759-4bfa-95d0-edab49ada5ab,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:39:59.686223 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b77d6e6a-7408-4db5-be09-37b04e6ae539 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=b2984c4c7cc64e5bb4b64a913185debb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0306115 Jul 05 04:39:59.879321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-37f77fde-d934-4d8b-9e98-03d433210213 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:39:59.880709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-37f77fde-d934-4d8b-9e98-03d433210213 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1894808 Jul 05 04:39:59.895968 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-69cdd9e0-e9ca-4280-abe2-26b5a6b05513 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/quotas/b2984c4c7cc64e5bb4b64a913185debb HTTP/1.1" status: 200 len: 375 time: 0.0090680 Jul 05 04:39:59.933312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-5b19d7c6-e6bd-4cda-90ce-7f691ebff360 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b2984c4c7cc64e5bb4b64a913185debb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0322986 Jul 05 04:40:00.370720 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15ea46c0-7822-4526-ab70-f30edec16b19 req-49eb0e50-f137-4f68-9ce9-6da451c2fb0f tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 210 time: 0.1258283 Jul 05 04:40:01.534835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b43c3184-1540-441c-ae73-e13f9dd42b96 req-879386dc-e0d3-4718-b633-59773fbbdfbd tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 210 time: 0.0295010 Jul 05 04:40:02.541913 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-d6733934-b2e1-4b44-adcc-9a9a7a9ddd7c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b2984c4c7cc64e5bb4b64a913185debb&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302489 Jul 05 04:40:02.682943 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6af21f4-c5c5-4dd0-b36c-a2709bdf76a0 req-341d9e79-8c71-46b9-a678-00d1109f95ec tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 210 time: 0.0302584 Jul 05 04:40:02.749188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-e1ace2e2-68fe-4640-93af-48ff954e03a4 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:02.750780 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-e1ace2e2-68fe-4640-93af-48ff954e03a4 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033422 Jul 05 04:40:02.765770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Request body: {'port': {'device_id': '62c8c50f-ef52-42fa-880b-ee456c7d9583', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'admin_state_up': True, 'tenant_id': 'b2984c4c7cc64e5bb4b64a913185debb'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:02.972048 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Made reservation on behalf of b2984c4c7cc64e5bb4b64a913185debb for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:40:02.975784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:02.985401 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:03.347962 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:03.429222 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:03.500353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8629e228-13a9-416d-9028-79a21b0fee35,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:03.574815 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Allocated IP 192.168.233.245 (693f8881-48c8-4c41-8c86-41b15a1d9621/a087219f-06fb-4482-b500-6f1feec659b9/918c26ea-1a51-492f-a1ab-abadad5d1aab) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:40:03.729200 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:03.741954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Transition to ACTIVE for port object 918c26ea-1a51-492f-a1ab-abadad5d1aab will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:40:03.843667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89e60759-2e0c-4902-8f50-f87e443e00d9 req-2d14cda8-2924-4b0d-ae39-6aecf1617991 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 210 time: 0.0485411 Jul 05 04:40:03.850964 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:03.872831 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:40:03.903146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Network 693f8881-48c8-4c41-8c86-41b15a1d9621 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:40:03.908788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:40:03.912845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:40:03.942061 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Pushing event updated for resources: {'Port': ['ID=918c26ea-1a51-492f-a1ab-abadad5d1aab,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:03.974237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:03.974892 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.056846 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-b3b11abd-a474-4c4c-bcab-56376dc4a305 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2957580 Jul 05 04:40:04.152689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Request body: {'port': {'device_id': '62c8c50f-ef52-42fa-880b-ee456c7d9583', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:04.228221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.268817 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-333d436e-454d-4936-8084-0b7ee5d9720f None None] Provisioning for port 918c26ea-1a51-492f-a1ab-abadad5d1aab completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:40:04.272843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-333d436e-454d-4936-8084-0b7ee5d9720f None None] Provisioning complete for port 918c26ea-1a51-492f-a1ab-abadad5d1aab triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:40:04.273222 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-333d436e-454d-4936-8084-0b7ee5d9720f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.308921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-333d436e-454d-4936-8084-0b7ee5d9720f None None] Port 918c26ea-1a51-492f-a1ab-abadad5d1aab cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:40:04.519053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 918c26ea-1a51-492f-a1ab-abadad5d1aab {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:40:04.526817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.539825 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Transition to ACTIVE for port object 918c26ea-1a51-492f-a1ab-abadad5d1aab will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:40:04.627156 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.678310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Pushing event updated for resources: {'Port': ['ID=918c26ea-1a51-492f-a1ab-abadad5d1aab,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:04.754610 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Attempting to bind port 918c26ea-1a51-492f-a1ab-abadad5d1aab on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:40:04.754957 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Attempting to bind port 918c26ea-1a51-492f-a1ab-abadad5d1aab by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:40:04.755290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Attempting to bind port 918c26ea-1a51-492f-a1ab-abadad5d1aab on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:40:04.760260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Port 918c26ea-1a51-492f-a1ab-abadad5d1aab on network 693f8881-48c8-4c41-8c86-41b15a1d9621 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:40:04.760628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Attempting to bind port 918c26ea-1a51-492f-a1ab-abadad5d1aab on network 693f8881-48c8-4c41-8c86-41b15a1d9621 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:40:04.766076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 39, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:40:04.766418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Checking segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:40:04.766808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Bound using segment: {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:40:04.767241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Bound port: 918c26ea-1a51-492f-a1ab-abadad5d1aab, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5173247e-32e7-41cf-8cb7-cc8498240e10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:40:04.767605 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.838880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] For port 918c26ea-1a51-492f-a1ab-abadad5d1aab, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:40:04.841796 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] For port 918c26ea-1a51-492f-a1ab-abadad5d1aab, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=918c26ea-1a51-492f-a1ab-abadad5d1aab,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:40:04.919575 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.959682 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:04.960368 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:04.961797 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] 10.222.0.13 "PUT /v2.0/ports/918c26ea-1a51-492f-a1ab-abadad5d1aab HTTP/1.1" status: 200 len: 1097 time: 0.8607063 Jul 05 04:40:04.962249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '62c8c50f-ef52-42fa-880b-ee456c7d9583', 'tag': '918c26ea-1a51-492f-a1ab-abadad5d1aab'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:04.989650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e5615-343d-42de-a19d-43825eac3a6c service neutron] Pushing event updated for resources: {'Port': ['ID=918c26ea-1a51-492f-a1ab-abadad5d1aab,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:05.009621 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-514b19d8-77fb-4c0f-a2d5-ff419c233702" -d '{"events": [{"name": "network-changed", "server_uuid": "62c8c50f-ef52-42fa-880b-ee456c7d9583", "tag": "918c26ea-1a51-492f-a1ab-abadad5d1aab"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:05.039709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cae69d-0375-4619-8b46-1eb61ea26562 req-c135e039-8188-47f0-bfb5-38fd21083205 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.041178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07cae69d-0375-4619-8b46-1eb61ea26562 req-c135e039-8188-47f0-bfb5-38fd21083205 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 948 time: 0.0845132 Jul 05 04:40:05.101426 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07cae69d-0375-4619-8b46-1eb61ea26562 req-6bfe5ea9-8d92-4fba-864a-54c523b70c06 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533228 Jul 05 04:40:05.120038 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01c1302-38bb-47b4-9df2-76fd0ae17bcf x-openstack-request-id: req-c01c1302-38bb-47b4-9df2-76fd0ae17bcf {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:05.120361 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "62c8c50f-ef52-42fa-880b-ee456c7d9583", "tag": "918c26ea-1a51-492f-a1ab-abadad5d1aab", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:05.120614 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c01c1302-38bb-47b4-9df2-76fd0ae17bcf {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:05.121014 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '62c8c50f-ef52-42fa-880b-ee456c7d9583', 'tag': '918c26ea-1a51-492f-a1ab-abadad5d1aab', 'status': 'completed', 'code': 200} Jul 05 04:40:05.148267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-514141ca-68a3-4904-b494-5378579311aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.149790 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-514141ca-68a3-4904-b494-5378579311aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2984c4c7cc64e5bb4b64a913185debb&device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 1100 time: 0.0690048 Jul 05 04:40:05.197691 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-08123dca-d329-4dce-a194-9017387e2638 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=918c26ea-1a51-492f-a1ab-abadad5d1aab HTTP/1.1" status: 200 len: 217 time: 0.0402102 Jul 05 04:40:05.249501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-14f4bdaa-fd29-4e3e-b970-4de4fe0861c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.250912 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-14f4bdaa-fd29-4e3e-b970-4de4fe0861c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0472491 Jul 05 04:40:05.310563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-6403ef4a-82e6-4ee2-9429-5e60b3f04b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.312008 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-6403ef4a-82e6-4ee2-9429-5e60b3f04b88 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0548213 Jul 05 04:40:05.409106 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-359d212f-da49-4a00-aca7-016228289cd2 service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902667 Jul 05 04:40:05.504160 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-39641c0d-051e-4d65-a7f4-8395d712e08f req-116ab975-d6ec-4c31-bc08-16a4bf5ed0ec service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882957 Jul 05 04:40:05.690802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-c73416dc-0d60-4e97-9c7c-ccb2194379e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.692351 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-c73416dc-0d60-4e97-9c7c-ccb2194379e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b2984c4c7cc64e5bb4b64a913185debb&device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 1100 time: 0.0537615 Jul 05 04:40:05.789421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-83a4a83c-24ab-4402-a942-495e58e3b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.790918 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-83a4a83c-24ab-4402-a942-495e58e3b81c service neutron] 10.222.0.13 "GET /v2.0/networks?id=693f8881-48c8-4c41-8c86-41b15a1d9621 HTTP/1.1" status: 200 len: 870 time: 0.0915997 Jul 05 04:40:05.835018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-c34d5d97-e777-413b-bb1d-5370b59860e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.245&port_id=918c26ea-1a51-492f-a1ab-abadad5d1aab HTTP/1.1" status: 200 len: 217 time: 0.0376248 Jul 05 04:40:05.885541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-8202f4aa-c1ba-4071-a74b-85dcc42333d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.887635 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-8202f4aa-c1ba-4071-a74b-85dcc42333d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a087219f-06fb-4482-b500-6f1feec659b9 HTTP/1.1" status: 200 len: 843 time: 0.0464396 Jul 05 04:40:05.953256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-68c672a2-b9cf-4628-8d64-86b3276bef20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:05.954656 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-68c672a2-b9cf-4628-8d64-86b3276bef20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=693f8881-48c8-4c41-8c86-41b15a1d9621&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1167 time: 0.0599642 Jul 05 04:40:06.046436 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-8fb672b3-5bbe-47b6-860b-89a0b429e93b service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839398 Jul 05 04:40:06.147580 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-514b19d8-77fb-4c0f-a2d5-ff419c233702 req-63b5c797-e8de-4d3f-883c-02968a342f8b service neutron] 10.222.0.13 "GET /v2.0/networks/693f8881-48c8-4c41-8c86-41b15a1d9621?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926957 Jul 05 04:40:06.267841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e77183e8-7d94-4fe8-bb7b-b6826f5275f5 req-6cd8b8bc-1780-4c18-9682-0860d5ef5e8b tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:06.269311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e77183e8-7d94-4fe8-bb7b-b6826f5275f5 req-6cd8b8bc-1780-4c18-9682-0860d5ef5e8b tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 948 time: 0.0645568 Jul 05 04:40:06.308705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e77183e8-7d94-4fe8-bb7b-b6826f5275f5 req-41b6bb86-4752-4644-b93a-913b80f06686 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339572 Jul 05 04:40:07.489367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e70388-e285-476d-8e1c-f38062dc5390 req-5936cbfa-a069-48ff-a0ea-2af88d351736 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:07.490851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37e70388-e285-476d-8e1c-f38062dc5390 req-5936cbfa-a069-48ff-a0ea-2af88d351736 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 948 time: 0.0685954 Jul 05 04:40:07.531884 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-37e70388-e285-476d-8e1c-f38062dc5390 req-954d69d1-2c5c-4940-b566-2aee9c2053dc tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353146 Jul 05 04:40:08.040364 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5630a3b0-53cb-4fec-89a0-760272b8e273 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:08.709038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4cd3e7-bd17-4d9c-aadb-3b773cf646a7 req-cc3d6e5e-c761-4a94-ad6a-03ed0ee38c49 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:08.710556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f4cd3e7-bd17-4d9c-aadb-3b773cf646a7 req-cc3d6e5e-c761-4a94-ad6a-03ed0ee38c49 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 948 time: 0.0647302 Jul 05 04:40:08.749299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f4cd3e7-bd17-4d9c-aadb-3b773cf646a7 req-16d9c70c-5001-42ed-a6be-c351c65d3e93 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325782 Jul 05 04:40:09.884822 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 918c26ea-1a51-492f-a1ab-abadad5d1aab details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:40:09.930615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1593f24c-4a2f-4563-a55d-5aa827f2e325 req-3a54a8e1-b6c6-4ac9-a5ab-67caa3dc3dd9 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:09.932176 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1593f24c-4a2f-4563-a55d-5aa827f2e325 req-3a54a8e1-b6c6-4ac9-a5ab-67caa3dc3dd9 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 948 time: 0.0711956 Jul 05 04:40:09.975413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1593f24c-4a2f-4563-a55d-5aa827f2e325 req-32ed131a-e679-4984-8c1d-87e4db05a8eb tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368221 Jul 05 04:40:09.992904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 918c26ea-1a51-492f-a1ab-abadad5d1aab, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=918c26ea-1a51-492f-a1ab-abadad5d1aab,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:10.006158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '918c26ea-1a51-492f-a1ab-abadad5d1aab', 'network_id': '693f8881-48c8-4c41-8c86-41b15a1d9621', 'port_id': '918c26ea-1a51-492f-a1ab-abadad5d1aab', 'mac_address': 'fa:16:3e:d2:2a:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a087219f-06fb-4482-b500-6f1feec659b9', 'ip_address': '192.168.233.245'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:40:10.045852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:10.059413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 918c26ea-1a51-492f-a1ab-abadad5d1aab {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:40:10.079596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 918c26ea-1a51-492f-a1ab-abadad5d1aab, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=918c26ea-1a51-492f-a1ab-abadad5d1aab,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:10.189320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:10.246595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=918c26ea-1a51-492f-a1ab-abadad5d1aab,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:10.557610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['918c26ea-1a51-492f-a1ab-abadad5d1aab'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:40:10.792950 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f905053b-702c-406c-a6ba-18010a62528d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:10.913044 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:11.156564 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b508f83a-36c0-4fd8-98de-431d85d4603d req-04092413-3735-45f4-ad01-b34b91526f1d tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:11.158149 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b508f83a-36c0-4fd8-98de-431d85d4603d req-04092413-3735-45f4-ad01-b34b91526f1d tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 949 time: 0.0671763 Jul 05 04:40:11.202375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b508f83a-36c0-4fd8-98de-431d85d4603d req-d883118b-e6be-4b60-868a-edbd9e3da225 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374753 Jul 05 04:40:11.908162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 918c26ea-1a51-492f-a1ab-abadad5d1aab up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:40:12.021161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 918c26ea-1a51-492f-a1ab-abadad5d1aab completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:40:12.025028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 918c26ea-1a51-492f-a1ab-abadad5d1aab triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:40:12.031120 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:12.053298 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:12.104781 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:12.127191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c8c50f-ef52-42fa-880b-ee456c7d9583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918c26ea-1a51-492f-a1ab-abadad5d1aab'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:12.129456 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d24d2e71abe17aa5926780f8237c1facfcf72d6304e74d15a0347ee22f4b3d78" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae72e56-e5c5-49f7-9770-fabfbedeb22e" -d '{"events": [{"server_uuid": "62c8c50f-ef52-42fa-880b-ee456c7d9583", "name": "network-vif-plugged", "status": "completed", "tag": "918c26ea-1a51-492f-a1ab-abadad5d1aab"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:12.142546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 918c26ea-1a51-492f-a1ab-abadad5d1aab, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=918c26ea-1a51-492f-a1ab-abadad5d1aab,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:12.168184 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86785a3f-9c14-4ce1-8a89-0e8e56552f53 x-openstack-request-id: req-86785a3f-9c14-4ce1-8a89-0e8e56552f53 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:12.168477 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c8c50f-ef52-42fa-880b-ee456c7d9583", "name": "network-vif-plugged", "status": "completed", "tag": "918c26ea-1a51-492f-a1ab-abadad5d1aab", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:12.168785 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-86785a3f-9c14-4ce1-8a89-0e8e56552f53 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:12.169184 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c8c50f-ef52-42fa-880b-ee456c7d9583', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '918c26ea-1a51-492f-a1ab-abadad5d1aab', 'code': 200} Jul 05 04:40:12.222977 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:12.277153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=918c26ea-1a51-492f-a1ab-abadad5d1aab,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:12.282153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdc49e28-5c18-4ef8-a6cc-885f45d91e9c req-f08673dd-eef9-4b57-a5a5-f12d02e70520 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:12.283715 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fdc49e28-5c18-4ef8-a6cc-885f45d91e9c req-f08673dd-eef9-4b57-a5a5-f12d02e70520 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 1102 time: 0.0548282 Jul 05 04:40:12.319327 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fdc49e28-5c18-4ef8-a6cc-885f45d91e9c req-c75482aa-916e-4570-9ee7-de16fbf81a8c service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283585 Jul 05 04:40:12.382068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a766bb7-2a08-4678-9682-92384642ea47 req-48349e1a-1125-4174-ab17-43733959a9dd tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:12.383552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a766bb7-2a08-4678-9682-92384642ea47 req-48349e1a-1125-4174-ab17-43733959a9dd tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 950 time: 0.0648441 Jul 05 04:40:12.426618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a766bb7-2a08-4678-9682-92384642ea47 req-a0884689-f9b9-4ca7-acbc-44e987a00ae3 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367885 Jul 05 04:40:13.576547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:13.605584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b2f9ed-fec4-4501-bad2-898b5bb3ac1e req-5a169683-9f7c-4c71-aaee-d1b6f9e7e10a tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:13.607178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25b2f9ed-fec4-4501-bad2-898b5bb3ac1e req-5a169683-9f7c-4c71-aaee-d1b6f9e7e10a tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 950 time: 0.0681946 Jul 05 04:40:13.648374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25b2f9ed-fec4-4501-bad2-898b5bb3ac1e req-148d9ed1-8fc9-41c7-8691-5fc8851f05ea tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351944 Jul 05 04:40:14.154586 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:14.783937 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:14.823577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976ba8fb-aad3-4af0-af8d-bfd572373cb2 req-79a85d34-eb49-40ce-b410-8965d2c04d5b tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:14.825107 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-976ba8fb-aad3-4af0-af8d-bfd572373cb2 req-79a85d34-eb49-40ce-b410-8965d2c04d5b tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 950 time: 0.0655606 Jul 05 04:40:14.864046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-976ba8fb-aad3-4af0-af8d-bfd572373cb2 req-c571d617-dbab-4184-850a-dcb4721a38a2 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332742 Jul 05 04:40:16.362090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae743466-880d-44ed-a448-a4068eb442bb req-8523d54b-094f-4353-8810-7eca4faf9b44 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:16.363563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae743466-880d-44ed-a448-a4068eb442bb req-8523d54b-094f-4353-8810-7eca4faf9b44 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 950 time: 0.0676208 Jul 05 04:40:16.400455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ae743466-880d-44ed-a448-a4068eb442bb req-869d991c-5127-485c-b480-f7b665aa88ae tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313170 Jul 05 04:40:17.577115 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e43b957-1925-4705-96f7-e6173bb505c1 req-d4b9c41c-2987-440c-8831-4b5864f6f1ea tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:17.578712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e43b957-1925-4705-96f7-e6173bb505c1 req-d4b9c41c-2987-440c-8831-4b5864f6f1ea tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 950 time: 0.0642462 Jul 05 04:40:17.617123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e43b957-1925-4705-96f7-e6173bb505c1 req-9d7cb872-a1df-4af0-8f57-6c1884d7987f tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/security-groups?id=8629e228-13a9-416d-9028-79a21b0fee35&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326400 Jul 05 04:40:17.864975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-84854f95-ab95-4218-8f0f-1b7a30c00fac tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:17.866425 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-84854f95-ab95-4218-8f0f-1b7a30c00fac tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.13 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 950 time: 0.0633528 Jul 05 04:40:17.969613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-37224c1f-10aa-4344-b761-7249458dd38c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Deleting port 918c26ea-1a51-492f-a1ab-abadad5d1aab {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:40:17.969953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-37224c1f-10aa-4344-b761-7249458dd38c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:18.059876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-37224c1f-10aa-4344-b761-7249458dd38c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] For port 918c26ea-1a51-492f-a1ab-abadad5d1aab, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=918c26ea-1a51-492f-a1ab-abadad5d1aab,segment=NetworkSegment(5173247e-32e7-41cf-8cb7-cc8498240e10),segment_id=5173247e-32e7-41cf-8cb7-cc8498240e10)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:18.060268 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-37224c1f-10aa-4344-b761-7249458dd38c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:18.073655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-37224c1f-10aa-4344-b761-7249458dd38c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Calling delete_port for 918c26ea-1a51-492f-a1ab-abadad5d1aab owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:40:18.274780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-37224c1f-10aa-4344-b761-7249458dd38c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:18.287394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['918c26ea-1a51-492f-a1ab-abadad5d1aab'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:40:18.304452 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37224c1f-10aa-4344-b761-7249458dd38c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Pushing event deleted for resources: {'Port': ['ID=918c26ea-1a51-492f-a1ab-abadad5d1aab,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:18.354673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-37224c1f-10aa-4344-b761-7249458dd38c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] No DVR routers for this DVR port 918c26ea-1a51-492f-a1ab-abadad5d1aab on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:40:18.357827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-37224c1f-10aa-4344-b761-7249458dd38c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:18.359870 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2b06adec-82cb-4900-bea7-46cfc83cab0d req-37224c1f-10aa-4344-b761-7249458dd38c tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.13 "DELETE /v2.0/ports/918c26ea-1a51-492f-a1ab-abadad5d1aab HTTP/1.1" status: 204 len: 173 time: 0.4878991 Jul 05 04:40:18.370102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '62c8c50f-ef52-42fa-880b-ee456c7d9583', 'name': 'network-vif-deleted', 'tag': '918c26ea-1a51-492f-a1ab-abadad5d1aab'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:18.370102 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fddb04-d9e3-4efe-8edf-866db1754522" -d '{"events": [{"server_uuid": "62c8c50f-ef52-42fa-880b-ee456c7d9583", "name": "network-vif-deleted", "tag": "918c26ea-1a51-492f-a1ab-abadad5d1aab"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:18.404525 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b30bdb4-e433-4601-8718-c8a76ce57f3e x-openstack-request-id: req-5b30bdb4-e433-4601-8718-c8a76ce57f3e {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:18.404847 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "62c8c50f-ef52-42fa-880b-ee456c7d9583", "name": "network-vif-deleted", "tag": "918c26ea-1a51-492f-a1ab-abadad5d1aab", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:18.405103 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b30bdb4-e433-4601-8718-c8a76ce57f3e {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:18.405506 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '62c8c50f-ef52-42fa-880b-ee456c7d9583', 'name': 'network-vif-deleted', 'tag': '918c26ea-1a51-492f-a1ab-abadad5d1aab', 'status': 'completed', 'code': 200} Jul 05 04:40:18.770877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-672ea4fa-dd11-4045-bad0-b0ce4780ab7e req-0b49ba88-518d-4f1e-a51c-103e5afcbfd0 tempest-ServersAdminNegativeTestJSON-325164657 tempest-ServersAdminNegativeTestJSON-325164657-project] 10.222.0.30 "GET /v2.0/ports?device_id=62c8c50f-ef52-42fa-880b-ee456c7d9583 HTTP/1.1" status: 200 len: 210 time: 0.0306201 Jul 05 04:40:20.344683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50708) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:20.472812 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-45c08a0f-07d1-42c5-8dd7-7b0447ab4312 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b2984c4c7cc64e5bb4b64a913185debb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268158 Jul 05 04:40:20.475336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50712) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:20.522680 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53656ab0-bd92-494e-aa8a-1e616f2e8689 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:20.543681 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53656ab0-bd92-494e-aa8a-1e616f2e8689 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:20.663348 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53656ab0-bd92-494e-aa8a-1e616f2e8689 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:20.665913 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-53656ab0-bd92-494e-aa8a-1e616f2e8689 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:20.667148 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-53656ab0-bd92-494e-aa8a-1e616f2e8689 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8629e228-13a9-416d-9028-79a21b0fee35 HTTP/1.1" status: 204 len: 168 time: 0.1909332 Jul 05 04:40:20.676438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53656ab0-bd92-494e-aa8a-1e616f2e8689 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8629e228-13a9-416d-9028-79a21b0fee35,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:21.270064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50718) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:21.284148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-175b581a-fade-4920-b040-af3cb0ad98ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:21.371751 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-175b581a-fade-4920-b040-af3cb0ad98ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:21.428378 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-175b581a-fade-4920-b040-af3cb0ad98ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:21.467410 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-175b581a-fade-4920-b040-af3cb0ad98ba admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d409f975f3d94f67897ffd67437a402e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1962643 Jul 05 04:40:21.468463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175b581a-fade-4920-b040-af3cb0ad98ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47c669ce-6a46-48d3-8b01-1542c79b36a2,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:21.470243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50720) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:21.523359 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:21.543863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:21.672503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:21.675116 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:21.676337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/47c669ce-6a46-48d3-8b01-1542c79b36a2 HTTP/1.1" status: 204 len: 168 time: 0.2050483 Jul 05 04:40:21.684718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47c669ce-6a46-48d3-8b01-1542c79b36a2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:21.693257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.693415 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.693679 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.694178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.694347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.694683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.695006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.695339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.695669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.696032 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.696361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.696686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdcf7770-d8ea-424e-8575-d17a59e1d40f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:21.996516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 918c26ea-1a51-492f-a1ab-abadad5d1aab no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:40:22.016216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 918c26ea-1a51-492f-a1ab-abadad5d1aab {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:40:22.016563 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 918c26ea-1a51-492f-a1ab-abadad5d1aab not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:40:22.700904 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50742) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:22.793106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1196128417-network', 'tenant_id': 'a83e8f2ec6e843619610852729bd6a90'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:22.878043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Made reservation on behalf of a83e8f2ec6e843619610852729bd6a90 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:40:22.880427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.889564 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:22.984206 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:23.049904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:23.078293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:40:23.084077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5e5c9f5-031f-4559-9424-63e81efbf974,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:23.092678 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:23.093028 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Added segment fa32ae3c-4ade-4de6-a2ea-a9d690ed54df of type vlan for network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 Jul 05 04:40:23.134783 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:23.217412 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:23.218426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:23.219016 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:23.281693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] Pushing event updated for resources: {'Network': ['ID=cb2f4028-9a69-4f3d-b763-459fbe74f0a7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:23.296016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:40:23.321469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-be33f6b8-d4fb-46f2-81e6-cea613109e60 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6190841 Jul 05 04:40:23.324233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50746) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:23.329259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Request body: {'subnet': {'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1196128417-subnet', 'tenant_id': 'a83e8f2ec6e843619610852729bd6a90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:23.415534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Made reservation on behalf of a83e8f2ec6e843619610852729bd6a90 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:40:23.418511 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:23.640373 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:23.700809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a3bf902-ac9a-40eb-a325-c26a76842cdf,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:23.706635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Checking segment: {'id': 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:40:23.707294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Network hostable DHCP agents. Network: cb2f4028-9a69-4f3d-b763-459fbe74f0a7, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:40:23.800085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:40:23.868501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, cb2f4028-9a69-4f3d-b763-459fbe74f0a7) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:40:23.872594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:23.873176 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:23.877692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac25eff-bdbf-4103-86b2-b69464f5d4ea None None] Network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:40:23.944601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-479716f9-d787-41ca-9aa1-7b47aab6b316 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6190968 Jul 05 04:40:24.002809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f193366-464c-47e6-87bb-ea941d5b1341 None None] Network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:40:24.362542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c7c64-b825-46af-9114-efb0d272507e req-6f0cb9be-dc80-4ad6-9662-eb59656d9b31 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:24.364045 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-6f0cb9be-dc80-4ad6-9662-eb59656d9b31 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/networks?id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7 HTTP/1.1" status: 200 len: 812 time: 0.1104860 Jul 05 04:40:24.379043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-25836723-503b-4920-9682-6955b66d98f8 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/quotas/a83e8f2ec6e843619610852729bd6a90 HTTP/1.1" status: 200 len: 375 time: 0.0096562 Jul 05 04:40:24.412435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-10a745d0-0f32-4939-acad-40b54ebc275d tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a83e8f2ec6e843619610852729bd6a90&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0285287 Jul 05 04:40:24.469021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-88d753b9-a296-4839-9b13-ec5b74ef15ce service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:40:24.470005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-88d753b9-a296-4839-9b13-ec5b74ef15ce service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0510545 Jul 05 04:40:24.561185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-63a384e6-df94-4d05-b7e8-31b795b84c78 service neutron] 10.222.0.30 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853891 Jul 05 04:40:24.648351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-c81135fc-775d-44fd-bce4-b5e3e4203eef service neutron] 10.222.0.30 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816300 Jul 05 04:40:24.883321 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b4f41e1-b7a9-47e7-8a36-3f0a7d68cbaf req-f693c84a-2aa6-43ef-89d3-65dd1d547804 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 210 time: 0.0294275 Jul 05 04:40:25.969228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-751ee75d-1ec4-41c7-9949-2e3ba68fee30 req-4825ccbe-0d3d-489f-945c-94b9e09512c7 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 210 time: 0.0329711 Jul 05 04:40:27.111074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e45caf3-ea3a-4f4d-9fa1-21f8c9630ba4 req-118ebb52-c42c-4273-a9e8-077a99a36514 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 210 time: 0.0296755 Jul 05 04:40:27.198655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c7c64-b825-46af-9114-efb0d272507e req-83811640-cc86-4217-a7f4-39b03240c9fa tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:27.200189 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-83811640-cc86-4217-a7f4-39b03240c9fa tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.13 "GET /v2.0/networks?id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7 HTTP/1.1" status: 200 len: 812 time: 0.1058905 Jul 05 04:40:27.212247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Request body: {'port': {'device_id': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7', 'admin_state_up': True, 'tenant_id': 'a83e8f2ec6e843619610852729bd6a90'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:27.377816 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Made reservation on behalf of a83e8f2ec6e843619610852729bd6a90 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:40:27.381362 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:27.510572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Allocated IP 172.20.0.7 (cb2f4028-9a69-4f3d-b763-459fbe74f0a7/5a3bf902-ac9a-40eb-a325-c26a76842cdf/81472fad-9d54-416a-a19d-725ec8316f87) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:40:27.661486 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:27.758555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:27.804285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:40:27.809655 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:40:27.813513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:40:27.843916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Pushing event updated for resources: {'Port': ['ID=81472fad-9d54-416a-a19d-725ec8316f87,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:27.855107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.855472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.855802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.856166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.856519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.857047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.857256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.857585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.857910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.858242 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.858613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.858897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:40:27.884211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:27.884840 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:28.067284 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-247b1696-9d5a-4b9f-b4db-107dbbbf8e3e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8588741 Jul 05 04:40:28.084034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Request body: {'port': {'device_id': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:40:28.157324 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:28.286801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5945ded4-892a-47a6-833f-b14a91e3d607 req-507b5b32-b2e3-45d8-bc59-3c4417904187 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:28.288477 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5945ded4-892a-47a6-833f-b14a91e3d607 req-507b5b32-b2e3-45d8-bc59-3c4417904187 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 931 time: 0.0654433 Jul 05 04:40:28.327510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5945ded4-892a-47a6-833f-b14a91e3d607 req-54e87844-c4a3-41aa-91af-0fccc2176fa0 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324912 Jul 05 04:40:28.437586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 81472fad-9d54-416a-a19d-725ec8316f87 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:40:28.444873 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:28.456882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Transition to ACTIVE for port object 81472fad-9d54-416a-a19d-725ec8316f87 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:40:28.519958 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:28.568376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Pushing event updated for resources: {'Port': ['ID=81472fad-9d54-416a-a19d-725ec8316f87,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:28.640665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Attempting to bind port 81472fad-9d54-416a-a19d-725ec8316f87 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:40:28.640902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Attempting to bind port 81472fad-9d54-416a-a19d-725ec8316f87 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:40:28.641230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Attempting to bind port 81472fad-9d54-416a-a19d-725ec8316f87 on network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:40:28.645470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Port 81472fad-9d54-416a-a19d-725ec8316f87 on network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:40:28.645793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Attempting to bind port 81472fad-9d54-416a-a19d-725ec8316f87 on network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:40:28.650632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 40, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:40:28.650968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Checking segment: {'id': 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:40:28.651347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Bound using segment: {'id': 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:40:28.651773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Bound port: 81472fad-9d54-416a-a19d-725ec8316f87, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:40:28.652692 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:28.724144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:40:28.727057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=81472fad-9d54-416a-a19d-725ec8316f87,segment=NetworkSegment(fa32ae3c-4ade-4de6-a2ea-a9d690ed54df),segment_id=fa32ae3c-4ade-4de6-a2ea-a9d690ed54df)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:40:28.820924 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:28.856632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:28.857251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:28.858659 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] 10.222.0.13 "PUT /v2.0/ports/81472fad-9d54-416a-a19d-725ec8316f87 HTTP/1.1" status: 200 len: 1092 time: 0.7796671 Jul 05 04:40:28.859099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:28.861394 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6051102-3223-4053-a6f0-0e5f5a005aff" -d '{"events": [{"name": "network-changed", "server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "tag": "81472fad-9d54-416a-a19d-725ec8316f87"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:28.886117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b152f6ae-0e8d-4973-a14e-94c6d0d07f9a service neutron] Pushing event updated for resources: {'Port': ['ID=81472fad-9d54-416a-a19d-725ec8316f87,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:28.901674 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b208ff2-ab2f-4a91-af1d-a528178a81e8 x-openstack-request-id: req-9b208ff2-ab2f-4a91-af1d-a528178a81e8 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:28.901674 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "tag": "81472fad-9d54-416a-a19d-725ec8316f87", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:28.901674 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b208ff2-ab2f-4a91-af1d-a528178a81e8 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:28.901674 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87', 'status': 'completed', 'code': 200} Jul 05 04:40:28.977824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6051102-3223-4053-a6f0-0e5f5a005aff req-45c56098-34ba-4fdb-9553-698d5e13aa69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:28.979313 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c6051102-3223-4053-a6f0-0e5f5a005aff req-45c56098-34ba-4fdb-9553-698d5e13aa69 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a83e8f2ec6e843619610852729bd6a90&device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 1095 time: 0.0563891 Jul 05 04:40:29.084245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6051102-3223-4053-a6f0-0e5f5a005aff req-d750f018-a035-4acd-9bf8-af66d7e62998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:29.085711 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c6051102-3223-4053-a6f0-0e5f5a005aff req-d750f018-a035-4acd-9bf8-af66d7e62998 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a83e8f2ec6e843619610852729bd6a90&shared=False HTTP/1.1" status: 200 len: 913 time: 0.0965474 Jul 05 04:40:29.179971 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6051102-3223-4053-a6f0-0e5f5a005aff req-88bbe6fe-cd22-453d-8c98-6aeb72104ebf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:29.181390 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c6051102-3223-4053-a6f0-0e5f5a005aff req-88bbe6fe-cd22-453d-8c98-6aeb72104ebf service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0886536 Jul 05 04:40:29.275398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c7c64-b825-46af-9114-efb0d272507e req-ece527bf-306e-4161-a251-801e18f3cecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:29.276921 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-ece527bf-306e-4161-a251-801e18f3cecc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a83e8f2ec6e843619610852729bd6a90&device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 1095 time: 0.0540228 Jul 05 04:40:29.323682 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-74519ed2-4de0-447a-999b-2e275b03731d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81472fad-9d54-416a-a19d-725ec8316f87 HTTP/1.1" status: 200 len: 217 time: 0.0389242 Jul 05 04:40:29.373970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913c7c64-b825-46af-9114-efb0d272507e req-80590d77-631f-462f-b291-e362bb33923c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:29.375450 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-80590d77-631f-462f-b291-e362bb33923c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a3bf902-ac9a-40eb-a325-c26a76842cdf HTTP/1.1" status: 200 len: 852 time: 0.0449953 Jul 05 04:40:29.408251 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-a2fa8292-a3b4-488b-996d-db79d1b898f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266609 Jul 05 04:40:29.503057 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-30d4c644-162a-4042-bec4-8ab2c1ed60a5 service neutron] 10.222.0.13 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889168 Jul 05 04:40:29.508790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e78224-d5fa-48b4-b63c-055070f47b7d req-4d45ed60-bc45-4086-b99d-cac6e379f7e1 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:29.510265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45e78224-d5fa-48b4-b63c-055070f47b7d req-4d45ed60-bc45-4086-b99d-cac6e379f7e1 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 943 time: 0.0690522 Jul 05 04:40:29.554718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45e78224-d5fa-48b4-b63c-055070f47b7d req-d99d3bdb-51d6-4fae-bf7d-250373321856 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388308 Jul 05 04:40:29.595859 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-913c7c64-b825-46af-9114-efb0d272507e req-6dda8412-716c-4b8a-bf0c-00fc9f487b33 service neutron] 10.222.0.13 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867114 Jul 05 04:40:30.728486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795116ce-d757-4a38-9d86-501bbd15f5f4 req-a5e095b4-c52a-46dd-a3b1-cc417eadc6c7 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:30.730594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-795116ce-d757-4a38-9d86-501bbd15f5f4 req-a5e095b4-c52a-46dd-a3b1-cc417eadc6c7 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 943 time: 0.0638967 Jul 05 04:40:30.767616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-795116ce-d757-4a38-9d86-501bbd15f5f4 req-7ca069e1-2fe5-4be2-8f6d-d86cda49f94d tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314195 Jul 05 04:40:31.939424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479c4d0-832f-4341-a8fb-46b4ec22e2b3 req-3ad830d9-259a-4170-ad5e-52a78dd59fe4 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:31.940935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7479c4d0-832f-4341-a8fb-46b4ec22e2b3 req-3ad830d9-259a-4170-ad5e-52a78dd59fe4 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 943 time: 0.0638196 Jul 05 04:40:31.978666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7479c4d0-832f-4341-a8fb-46b4ec22e2b3 req-9595702b-8589-4853-a9a8-6e86e02e7bea tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321808 Jul 05 04:40:33.157473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67df590c-f800-444b-a3c9-24ca6e69a406 req-748e5036-f534-4fd7-93eb-dfdba5714cb8 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:33.158951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67df590c-f800-444b-a3c9-24ca6e69a406 req-748e5036-f534-4fd7-93eb-dfdba5714cb8 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 943 time: 0.0686567 Jul 05 04:40:33.197614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67df590c-f800-444b-a3c9-24ca6e69a406 req-2598e016-763b-4b80-84f1-64287d4ccfc7 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329831 Jul 05 04:40:34.033740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 81472fad-9d54-416a-a19d-725ec8316f87 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:40:34.130069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=81472fad-9d54-416a-a19d-725ec8316f87,segment=NetworkSegment(fa32ae3c-4ade-4de6-a2ea-a9d690ed54df),segment_id=fa32ae3c-4ade-4de6-a2ea-a9d690ed54df)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:34.142500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '81472fad-9d54-416a-a19d-725ec8316f87', 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7', 'port_id': '81472fad-9d54-416a-a19d-725ec8316f87', 'mac_address': 'fa:16:3e:1b:38:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3bf902-ac9a-40eb-a325-c26a76842cdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:40:34.180047 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:34.193178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81472fad-9d54-416a-a19d-725ec8316f87 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:40:34.212793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=81472fad-9d54-416a-a19d-725ec8316f87,segment=NetworkSegment(fa32ae3c-4ade-4de6-a2ea-a9d690ed54df),segment_id=fa32ae3c-4ade-4de6-a2ea-a9d690ed54df)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:34.277869 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:34.327427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=81472fad-9d54-416a-a19d-725ec8316f87,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:34.374058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7e63ed-c132-4011-8072-71631eb68b60 req-f72c642c-d40c-45f0-80e1-ce371dd8ffe4 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:34.375555 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca7e63ed-c132-4011-8072-71631eb68b60 req-f72c642c-d40c-45f0-80e1-ce371dd8ffe4 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 944 time: 0.0685875 Jul 05 04:40:34.415293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca7e63ed-c132-4011-8072-71631eb68b60 req-fa6e0050-9fa9-43f1-8c28-0ef7bcd9b4db tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339124 Jul 05 04:40:34.637699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['81472fad-9d54-416a-a19d-725ec8316f87'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:40:35.590696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace5ded6-3987-489e-badd-75d2ef34a97b req-bbb842b0-c7ae-4af2-a74b-5a40d16231c4 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:35.592211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ace5ded6-3987-489e-badd-75d2ef34a97b req-bbb842b0-c7ae-4af2-a74b-5a40d16231c4 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 944 time: 0.0682089 Jul 05 04:40:35.629293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ace5ded6-3987-489e-badd-75d2ef34a97b req-cf73be2a-b29e-44d9-a695-16143eca8da1 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316138 Jul 05 04:40:36.034983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 81472fad-9d54-416a-a19d-725ec8316f87 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:40:36.158205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 81472fad-9d54-416a-a19d-725ec8316f87 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:40:36.162227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 81472fad-9d54-416a-a19d-725ec8316f87 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:40:36.162638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:36.242131 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:36.264444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:40:36.278324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=81472fad-9d54-416a-a19d-725ec8316f87,segment=NetworkSegment(fa32ae3c-4ade-4de6-a2ea-a9d690ed54df),segment_id=fa32ae3c-4ade-4de6-a2ea-a9d690ed54df)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:40:36.301958 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ec80afb-7333-4f18-8235-3fe045ffbbf0" -d '{"events": [{"server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "name": "network-vif-plugged", "status": "completed", "tag": "81472fad-9d54-416a-a19d-725ec8316f87"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:40:36.352260 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:36.382097 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:40:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33fefb91-87ea-4886-8520-53df03b7154f x-openstack-request-id: req-33fefb91-87ea-4886-8520-53df03b7154f {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:40:36.382395 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "name": "network-vif-plugged", "status": "completed", "tag": "81472fad-9d54-416a-a19d-725ec8316f87", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:40:36.382648 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-33fefb91-87ea-4886-8520-53df03b7154f {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:40:36.383045 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87', 'code': 200} Jul 05 04:40:36.406772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=81472fad-9d54-416a-a19d-725ec8316f87,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:40:36.498893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a578748-fa6b-4d0e-8be1-15f6cbbf3373 req-e3fd3d8f-0679-41ae-8582-d95553de6ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:36.500386 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a578748-fa6b-4d0e-8be1-15f6cbbf3373 req-e3fd3d8f-0679-41ae-8582-d95553de6ab7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 1097 time: 0.0563400 Jul 05 04:40:36.533611 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a578748-fa6b-4d0e-8be1-15f6cbbf3373 req-cf03f245-28be-42a6-a617-6dd321e2a457 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0269792 Jul 05 04:40:36.804806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6737d98b-808a-4977-aca1-5ab9b2da1ac2 req-ed72f0d7-caa1-44ec-9b1c-c12fb81b0fc7 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:36.806287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6737d98b-808a-4977-aca1-5ab9b2da1ac2 req-ed72f0d7-caa1-44ec-9b1c-c12fb81b0fc7 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0650141 Jul 05 04:40:36.846216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6737d98b-808a-4977-aca1-5ab9b2da1ac2 req-29254a04-0376-4032-bb78-bc446de0e81b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333722 Jul 05 04:40:38.023444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c2593-16d4-46fe-9166-0f8fdf207753 req-0ad0be43-c460-454d-a7d6-b1a7d4490efd tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:38.024956 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e89c2593-16d4-46fe-9166-0f8fdf207753 req-0ad0be43-c460-454d-a7d6-b1a7d4490efd tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0700555 Jul 05 04:40:38.044101 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e56199e-47ab-4575-b5f0-9c5844ec0bee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:38.064080 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e89c2593-16d4-46fe-9166-0f8fdf207753 req-26c0f869-7dc6-4475-a51d-d01d4fa66a94 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328367 Jul 05 04:40:38.596926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa173e87-e1db-4a45-97ef-cde6aab83bc4 req-69e264e9-90a5-40d6-877a-dc45a35a4b6b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:38.598391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa173e87-e1db-4a45-97ef-cde6aab83bc4 req-69e264e9-90a5-40d6-877a-dc45a35a4b6b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0683808 Jul 05 04:40:38.612082 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50816) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:40:38.638983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa173e87-e1db-4a45-97ef-cde6aab83bc4 req-f9a6cdb2-7641-4f83-971e-21e2b36fcef3 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348561 Jul 05 04:40:38.716822 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-ac52fa5f-4b2d-40cb-b683-33f9f9d71de4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1034694 Jul 05 04:40:39.814839 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7a887-8dca-45de-85d7-ac48583a632a req-334226a4-44f8-48fb-8292-aed1573608a6 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:39.816266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59d7a887-8dca-45de-85d7-ac48583a632a req-334226a4-44f8-48fb-8292-aed1573608a6 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0654714 Jul 05 04:40:39.855449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59d7a887-8dca-45de-85d7-ac48583a632a req-59990ab4-a9fa-40ab-8612-7f6fda629b3f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334551 Jul 05 04:40:40.794702 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c8f1c24c-d823-49a3-afb7-7445e33d2223 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:40.820631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-3a0aab30-4010-4e67-b346-a0c13afa9067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:40.822223 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-3a0aab30-4010-4e67-b346-a0c13afa9067 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a83e8f2ec6e843619610852729bd6a90&device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 1097 time: 0.0562606 Jul 05 04:40:40.872244 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:40:40.921641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-7150bdd8-2d5e-40ff-bda5-21c3a1333946 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:40.923211 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-7150bdd8-2d5e-40ff-bda5-21c3a1333946 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7 HTTP/1.1" status: 200 len: 913 time: 0.0938969 Jul 05 04:40:40.931123 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:40.966064 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-73c84640-19b0-4e8a-916c-3a4fa67e15e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81472fad-9d54-416a-a19d-725ec8316f87 HTTP/1.1" status: 200 len: 217 time: 0.0368333 Jul 05 04:40:41.018778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-867c86ab-05de-4e6a-ac29-b36eb23762c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:41.020317 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-867c86ab-05de-4e6a-ac29-b36eb23762c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a3bf902-ac9a-40eb-a325-c26a76842cdf HTTP/1.1" status: 200 len: 852 time: 0.0479355 Jul 05 04:40:41.038066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a3ad8a-8323-490b-ade8-3827fcb0e469 req-baf05d40-0aa6-483c-9908-628fb3720214 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:41.039638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14a3ad8a-8323-490b-ade8-3827fcb0e469 req-baf05d40-0aa6-483c-9908-628fb3720214 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0710239 Jul 05 04:40:41.058207 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-6b139f8c-257a-4796-80c4-55933572e7d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319259 Jul 05 04:40:41.078662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14a3ad8a-8323-490b-ade8-3827fcb0e469 req-4aa15398-4211-4ed3-bb0a-6e079e9730f9 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326061 Jul 05 04:40:41.151301 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-7977eeea-c58b-407a-8065-c295118ccce2 service neutron] 10.222.0.13 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855238 Jul 05 04:40:41.247081 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-81532e07-89c4-4a75-8adb-e6d3027af861 service neutron] 10.222.0.13 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880373 Jul 05 04:40:42.044008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:42.257481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76e18be-8b54-4cc5-9e5e-1994b727be7f req-32cd9a03-e51e-4698-8d05-4b4de5bcf3b3 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:42.258999 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c76e18be-8b54-4cc5-9e5e-1994b727be7f req-32cd9a03-e51e-4698-8d05-4b4de5bcf3b3 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0652239 Jul 05 04:40:42.297395 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c76e18be-8b54-4cc5-9e5e-1994b727be7f req-826a4f67-d06e-44ab-8271-5ac90ed66633 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326059 Jul 05 04:40:43.471984 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5587d69-3e34-4539-82bd-a4a690d19bdc req-5112ba05-ecaa-419b-ab82-09389c11b6c0 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:43.473459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5587d69-3e34-4539-82bd-a4a690d19bdc req-5112ba05-ecaa-419b-ab82-09389c11b6c0 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0648391 Jul 05 04:40:43.511173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5587d69-3e34-4539-82bd-a4a690d19bdc req-8aebe4c0-d6b6-440f-b3fa-98100863d0c2 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320945 Jul 05 04:40:43.559613 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:44.214930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:44.686632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d95be5d-01e4-473c-b6a3-90e8918d5a0e req-e3569dbe-a353-4934-a495-d91c24e8e4b1 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:44.688097 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d95be5d-01e4-473c-b6a3-90e8918d5a0e req-e3569dbe-a353-4934-a495-d91c24e8e4b1 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0668790 Jul 05 04:40:44.726704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d95be5d-01e4-473c-b6a3-90e8918d5a0e req-0bd3b4e4-a752-455e-8dbe-7b84c329e115 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330830 Jul 05 04:40:44.788719 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:40:45.900131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036dedb6-f3e6-44d1-813f-7944cfd63b0d req-df95105c-55ac-4e48-a00e-6a0fb03543c7 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:45.901604 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-036dedb6-f3e6-44d1-813f-7944cfd63b0d req-df95105c-55ac-4e48-a00e-6a0fb03543c7 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0656588 Jul 05 04:40:45.940616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-036dedb6-f3e6-44d1-813f-7944cfd63b0d req-4b224a75-50e2-45ee-a366-13245a047860 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335565 Jul 05 04:40:47.117780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54c46c-33c1-459d-a9de-364c75b3f2cd req-affa3c71-63f6-4a41-8c78-db097ead9e63 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:47.119264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb54c46c-33c1-459d-a9de-364c75b3f2cd req-affa3c71-63f6-4a41-8c78-db097ead9e63 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0678341 Jul 05 04:40:47.445586 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb54c46c-33c1-459d-a9de-364c75b3f2cd req-1e04954e-1083-4e41-8bbf-dc1d3764605b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3194869 Jul 05 04:40:48.236881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e497-c977-496d-b9b4-060ae14d3695 req-aa285b15-54fa-4ee1-84ea-34812f3f16b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:48.238368 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1ef0e497-c977-496d-b9b4-060ae14d3695 req-aa285b15-54fa-4ee1-84ea-34812f3f16b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a83e8f2ec6e843619610852729bd6a90&device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 1097 time: 0.0545313 Jul 05 04:40:48.351821 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e497-c977-496d-b9b4-060ae14d3695 req-eea0ab12-0f28-4f65-9dd1-2897465f2cc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:48.353275 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1ef0e497-c977-496d-b9b4-060ae14d3695 req-eea0ab12-0f28-4f65-9dd1-2897465f2cc4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7 HTTP/1.1" status: 200 len: 913 time: 0.0939441 Jul 05 04:40:48.400314 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1ef0e497-c977-496d-b9b4-060ae14d3695 req-d54cb559-3885-4434-a33a-5d878dc6efee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81472fad-9d54-416a-a19d-725ec8316f87 HTTP/1.1" status: 200 len: 217 time: 0.0396054 Jul 05 04:40:48.450597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef0e497-c977-496d-b9b4-060ae14d3695 req-8d79c49b-1615-4ca7-afc1-e5c278b1cda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:48.452338 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1ef0e497-c977-496d-b9b4-060ae14d3695 req-8d79c49b-1615-4ca7-afc1-e5c278b1cda8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a3bf902-ac9a-40eb-a325-c26a76842cdf HTTP/1.1" status: 200 len: 852 time: 0.0452554 Jul 05 04:40:48.486648 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1ef0e497-c977-496d-b9b4-060ae14d3695 req-bf61108f-d062-45b0-920a-f55e866ea0ba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278208 Jul 05 04:40:48.586169 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1ef0e497-c977-496d-b9b4-060ae14d3695 req-43a4b657-3e6f-4bdd-add9-d5193d20c806 service neutron] 10.222.0.13 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927856 Jul 05 04:40:48.629409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5caecb-6810-415e-9c1c-8670dcd1c6c9 req-efbab9bf-2f88-4be5-91aa-d0f7cebb6c22 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:48.631504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd5caecb-6810-415e-9c1c-8670dcd1c6c9 req-efbab9bf-2f88-4be5-91aa-d0f7cebb6c22 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0706272 Jul 05 04:40:48.670771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd5caecb-6810-415e-9c1c-8670dcd1c6c9 req-a4c39c22-674b-476d-8113-2ac154d87730 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330017 Jul 05 04:40:48.680606 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1ef0e497-c977-496d-b9b4-060ae14d3695 req-3e9b7156-0765-4732-9c63-e7ae72e2c09b service neutron] 10.222.0.13 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867631 Jul 05 04:40:49.842048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98cd55aa-8db4-4fad-9ff7-2596ff2467db req-874ba126-1cc1-4e4f-97c2-05f621e06756 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:49.843408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98cd55aa-8db4-4fad-9ff7-2596ff2467db req-874ba126-1cc1-4e4f-97c2-05f621e06756 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0634880 Jul 05 04:40:49.882589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-98cd55aa-8db4-4fad-9ff7-2596ff2467db req-c027e92e-5103-4020-86be-41e467c19b69 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336969 Jul 05 04:40:51.058254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb2b5dc-1429-4b5b-a719-b56afb82ae0e req-760956b0-e9ed-4c96-83f8-0932c76e570c tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:51.059802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcb2b5dc-1429-4b5b-a719-b56afb82ae0e req-760956b0-e9ed-4c96-83f8-0932c76e570c tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0673499 Jul 05 04:40:51.098300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcb2b5dc-1429-4b5b-a719-b56afb82ae0e req-ef425a3c-f151-4202-b964-3b1396317e6b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328183 Jul 05 04:40:52.273908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4406f15-e11d-4cc4-9431-49ff4d2ccdf9 req-275ffe65-474b-4a59-b053-e7cb78a598a5 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:52.275373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4406f15-e11d-4cc4-9431-49ff4d2ccdf9 req-275ffe65-474b-4a59-b053-e7cb78a598a5 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0642126 Jul 05 04:40:52.314283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4406f15-e11d-4cc4-9431-49ff4d2ccdf9 req-cbfdb11f-fe98-4212-b60c-68252775e3ae tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323973 Jul 05 04:40:53.494831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ce16c69-3cd5-4c2a-8211-6c81bf555fb8 req-2efc3af2-5443-4def-9dd9-4694c4485030 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:53.496986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ce16c69-3cd5-4c2a-8211-6c81bf555fb8 req-2efc3af2-5443-4def-9dd9-4694c4485030 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0734947 Jul 05 04:40:53.534807 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ce16c69-3cd5-4c2a-8211-6c81bf555fb8 req-001349f8-c5a7-451a-96d0-58a6926a681b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323868 Jul 05 04:40:54.707355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76be38ae-80b0-4d2d-ba42-9e374d73f047 req-faea4891-b505-4d24-a70c-06863c7a248b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:54.708868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76be38ae-80b0-4d2d-ba42-9e374d73f047 req-faea4891-b505-4d24-a70c-06863c7a248b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0650992 Jul 05 04:40:54.745650 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76be38ae-80b0-4d2d-ba42-9e374d73f047 req-70f5b044-4122-47ab-865f-600765ff09fb tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313239 Jul 05 04:40:55.918628 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f3440b-fd02-4952-a27e-1df9b23131b6 req-abb22f7f-eda6-4c98-bf4e-234354b2283e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:55.920124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07f3440b-fd02-4952-a27e-1df9b23131b6 req-abb22f7f-eda6-4c98-bf4e-234354b2283e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0637314 Jul 05 04:40:55.961974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07f3440b-fd02-4952-a27e-1df9b23131b6 req-553c6ae1-e903-4d56-b544-9a6dec8763e0 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364094 Jul 05 04:40:57.134344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3770795-5d63-4ceb-905f-58dc3b2191be req-45082519-d87d-46cb-bf66-aed25136ea1d tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:57.135828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3770795-5d63-4ceb-905f-58dc3b2191be req-45082519-d87d-46cb-bf66-aed25136ea1d tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0658646 Jul 05 04:40:57.175465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3770795-5d63-4ceb-905f-58dc3b2191be req-4db08b9e-4eb6-4ec9-ad13-37fd1d21fd9f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334051 Jul 05 04:40:58.352635 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e41d9f6-0719-4986-a6b5-dd8d216bc082 req-c5e8ab73-f946-4e21-a47b-4ab35a5b824f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:58.354025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e41d9f6-0719-4986-a6b5-dd8d216bc082 req-c5e8ab73-f946-4e21-a47b-4ab35a5b824f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0648293 Jul 05 04:40:58.392666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e41d9f6-0719-4986-a6b5-dd8d216bc082 req-249bc513-cad2-47c9-9d6b-e6fa5dbc7cbb tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321352 Jul 05 04:40:59.570053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606ef6a4-da70-4368-a94e-76e7a3260aa8 req-cb946dba-1e77-45cf-b470-a5efbff6b2f8 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:40:59.571524 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-606ef6a4-da70-4368-a94e-76e7a3260aa8 req-cb946dba-1e77-45cf-b470-a5efbff6b2f8 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0674872 Jul 05 04:40:59.610121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-606ef6a4-da70-4368-a94e-76e7a3260aa8 req-c4639dd5-4723-481b-a9e9-cb1f557a62fb tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327210 Jul 05 04:41:00.783324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e4a6d2-b32d-4f7d-968d-b421ced7719a req-8998b24f-40fe-4de1-aaa3-f78b753dc918 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:00.784835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29e4a6d2-b32d-4f7d-968d-b421ced7719a req-8998b24f-40fe-4de1-aaa3-f78b753dc918 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0654719 Jul 05 04:41:00.823002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29e4a6d2-b32d-4f7d-968d-b421ced7719a req-c4633c24-24ba-4d77-9b38-3da8812fd603 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327144 Jul 05 04:41:01.997660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f51c5e-115d-4954-852f-08c4a176a3d2 req-b1274374-c972-4ef3-9ee2-6231fcfedceb tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:01.999127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93f51c5e-115d-4954-852f-08c4a176a3d2 req-b1274374-c972-4ef3-9ee2-6231fcfedceb tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0637152 Jul 05 04:41:02.040475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93f51c5e-115d-4954-852f-08c4a176a3d2 req-5926d29e-48bf-4c23-83a3-951c385a8c8c tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358129 Jul 05 04:41:03.221737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719bd962-c9bb-4441-b437-9a339b34d14c req-f7da04fd-32fe-4a5f-84a6-42bad008c66a tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:03.223301 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-719bd962-c9bb-4441-b437-9a339b34d14c req-f7da04fd-32fe-4a5f-84a6-42bad008c66a tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0668809 Jul 05 04:41:03.263845 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-719bd962-c9bb-4441-b437-9a339b34d14c req-09c0fa11-071d-4a11-b853-6a6bed53aa50 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347717 Jul 05 04:41:04.438962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b3dee0-1df3-4939-9629-6aec877749a1 req-e5513b2d-c7b6-4797-a757-f0cb0342b29e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:04.440375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9b3dee0-1df3-4939-9629-6aec877749a1 req-e5513b2d-c7b6-4797-a757-f0cb0342b29e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0642273 Jul 05 04:41:04.478171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9b3dee0-1df3-4939-9629-6aec877749a1 req-e3a03f48-8e85-4acb-b2ed-17b4bced572d tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321951 Jul 05 04:41:05.653341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001245fb-5192-457f-b7fa-1df3175d56b3 req-88ec3036-e8b9-4a62-942c-c4d81c8366a4 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:05.654788 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-001245fb-5192-457f-b7fa-1df3175d56b3 req-88ec3036-e8b9-4a62-942c-c4d81c8366a4 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0672626 Jul 05 04:41:05.691969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-001245fb-5192-457f-b7fa-1df3175d56b3 req-d4101243-e90a-499b-b78d-48092c592f3c tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317321 Jul 05 04:41:06.865093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb36a6dd-d2ca-4260-8803-313b1ae202fd req-2c08d7a1-9bae-4044-afba-26e6540adb7b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:06.866616 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb36a6dd-d2ca-4260-8803-313b1ae202fd req-2c08d7a1-9bae-4044-afba-26e6540adb7b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0660334 Jul 05 04:41:06.904939 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb36a6dd-d2ca-4260-8803-313b1ae202fd req-4109f974-36cb-4b98-a440-5a78872dbb80 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320253 Jul 05 04:41:08.048774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0d0d945a-79cc-4dfc-9132-2be854194f21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:08.082398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ddc356-a365-46eb-8f8c-71a68a0dad34 req-109b263b-a741-421a-84e9-e759b89658db tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:08.083935 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6ddc356-a365-46eb-8f8c-71a68a0dad34 req-109b263b-a741-421a-84e9-e759b89658db tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0647724 Jul 05 04:41:08.127912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6ddc356-a365-46eb-8f8c-71a68a0dad34 req-69a33368-4650-424a-8bd5-800bdf814d9c tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381145 Jul 05 04:41:08.511874 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-956ec0c0-1f18-4551-9aae-dece684fc13a service neutron] show failed (client error): The resource could not be found. Jul 05 04:41:08.512911 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-956ec0c0-1f18-4551-9aae-dece684fc13a service neutron] 10.222.0.13 "GET /v2.0/ports/81472fad-9d54-416a-a19d-725ec8316f87/bindings/n-h1-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0568833 Jul 05 04:41:09.227723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-2ad13794-e46e-4116-a738-eeb2304ff6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:09.229338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-2ad13794-e46e-4116-a738-eeb2304ff6d7 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c&tenant_id=a83e8f2ec6e843619610852729bd6a90 HTTP/1.1" status: 200 len: 1097 time: 0.1285648 Jul 05 04:41:09.244614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:41:09.360724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:09.381315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-017a10e8-f10e-4c4d-a09b-955a7661774b req-b0afb8b8-ffc3-4f77-b6f7-1e4df0a12db2 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:09.382790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-017a10e8-f10e-4c4d-a09b-955a7661774b req-b0afb8b8-ffc3-4f77-b6f7-1e4df0a12db2 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.1356864 Jul 05 04:41:09.502658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-017a10e8-f10e-4c4d-a09b-955a7661774b req-b8598b9f-b9f8-4f96-8e2e-fc3a3f901a4b tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977502 Jul 05 04:41:09.606028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=81472fad-9d54-416a-a19d-725ec8316f87,segment=NetworkSegment(fa32ae3c-4ade-4de6-a2ea-a9d690ed54df),segment_id=fa32ae3c-4ade-4de6-a2ea-a9d690ed54df)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:09.644001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h2-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:41:09.681832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:41:09.687205 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:09.699345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Transition to ACTIVE for port object 81472fad-9d54-416a-a19d-725ec8316f87 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:41:09.722713 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5003700-a6d9-4fbf-9f14-e9ad6ad95990" -d '{"events": [{"server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "81472fad-9d54-416a-a19d-725ec8316f87"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:41:09.768897 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:09.820260 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:41:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c59958ae-1d30-4234-9c78-3eb92cfdef30 x-openstack-request-id: req-c59958ae-1d30-4234-9c78-3eb92cfdef30 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:41:09.827486 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "name": "network-vif-unplugged", "status": "completed", "tag": "81472fad-9d54-416a-a19d-725ec8316f87", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:41:09.827486 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c59958ae-1d30-4234-9c78-3eb92cfdef30 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:41:09.827486 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87', 'code': 200} Jul 05 04:41:09.841658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] No DVR routers for this DVR port 81472fad-9d54-416a-a19d-725ec8316f87 on host n-h2-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:41:09.843465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Pushing event updated for resources: {'Port': ['ID=81472fad-9d54-416a-a19d-725ec8316f87,revision_number=6']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:09.882035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Attempting to bind port 81472fad-9d54-416a-a19d-725ec8316f87 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:41:09.882375 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Attempting to bind port 81472fad-9d54-416a-a19d-725ec8316f87 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:41:09.882708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Attempting to bind port 81472fad-9d54-416a-a19d-725ec8316f87 on network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:41:09.887062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Port 81472fad-9d54-416a-a19d-725ec8316f87 on network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:41:09.887390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Attempting to bind port 81472fad-9d54-416a-a19d-725ec8316f87 on network cb2f4028-9a69-4f3d-b763-459fbe74f0a7 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:41:09.892407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 40, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:41:09.892748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Checking segment: {'id': 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:41:09.893136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Bound using segment: {'id': 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:41:09.893569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Bound port: 81472fad-9d54-416a-a19d-725ec8316f87, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:41:09.893928 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:09.961441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:41:09.964381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81472fad-9d54-416a-a19d-725ec8316f87,segment=NetworkSegment(fa32ae3c-4ade-4de6-a2ea-a9d690ed54df),segment_id=fa32ae3c-4ade-4de6-a2ea-a9d690ed54df)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:41:10.062690 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:10.095836 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:10.096503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:10.097960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] 10.222.0.26 "PUT /v2.0/ports/81472fad-9d54-416a-a19d-725ec8316f87 HTTP/1.1" status: 200 len: 1092 time: 0.8574591 Jul 05 04:41:10.122109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5996499f-5981-45f4-8385-cbdf9fac5545 service neutron] Pushing event updated for resources: {'Port': ['ID=81472fad-9d54-416a-a19d-725ec8316f87,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:10.179074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-79821062-40a0-4794-9624-ef0008f643b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:10.180645 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-79821062-40a0-4794-9624-ef0008f643b4 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a83e8f2ec6e843619610852729bd6a90&device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 1095 time: 0.0556395 Jul 05 04:41:10.277330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-2b5d8a22-f00c-499e-8a0a-9c23bcc066d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:10.279543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-2b5d8a22-f00c-499e-8a0a-9c23bcc066d0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7 HTTP/1.1" status: 200 len: 913 time: 0.0900939 Jul 05 04:41:10.328072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-7558e868-5407-411a-beb9-3d5b41c11cad service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81472fad-9d54-416a-a19d-725ec8316f87 HTTP/1.1" status: 200 len: 217 time: 0.0357397 Jul 05 04:41:10.382571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-410016ea-a0c2-4ec2-8639-fa50f608ab15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:10.384036 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-410016ea-a0c2-4ec2-8639-fa50f608ab15 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a3bf902-ac9a-40eb-a325-c26a76842cdf HTTP/1.1" status: 200 len: 852 time: 0.0456781 Jul 05 04:41:10.422378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-3f0eb85e-a911-4f67-9e32-ed9e5cf66dbc service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317562 Jul 05 04:41:10.511928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-ead70e4a-f0ce-477e-847f-1ba622d110de service neutron] 10.222.0.26 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830402 Jul 05 04:41:10.612253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad5dfa3-611a-4448-bd36-6b50b39ac098 req-37707655-88f4-4376-80db-db9827ace4dd service neutron] 10.222.0.26 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899744 Jul 05 04:41:10.680669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a40b007-48ec-4895-8d51-1b127d78eefd req-be60a81f-8e26-4f82-9cc0-ef0e4a272673 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:10.682157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a40b007-48ec-4895-8d51-1b127d78eefd req-be60a81f-8e26-4f82-9cc0-ef0e4a272673 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 943 time: 0.0653977 Jul 05 04:41:10.721799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a40b007-48ec-4895-8d51-1b127d78eefd req-c8c3ad12-3a27-4af6-9282-15657fd4d032 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338280 Jul 05 04:41:10.802847 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2cd5a4a5-8078-4004-89e9-5511201a1cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:10.919775 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:11.822011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:41:11.824459 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7" -d '{"events": [{"name": "network-changed", "server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "tag": "81472fad-9d54-416a-a19d-725ec8316f87"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:41:11.874006 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:41:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64b92d12-5034-4901-90a8-711e6de35c3c x-openstack-request-id: req-64b92d12-5034-4901-90a8-711e6de35c3c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:41:11.874308 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "tag": "81472fad-9d54-416a-a19d-725ec8316f87", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:41:11.874563 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-64b92d12-5034-4901-90a8-711e6de35c3c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:41:11.874968 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87', 'status': 'completed', 'code': 200} Jul 05 04:41:11.940338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5535bf3c-4f45-4a77-85b3-04c9e6975592 req-8e6e0d3f-23dc-4540-a952-2bc2e4e49012 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:11.941909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5535bf3c-4f45-4a77-85b3-04c9e6975592 req-8e6e0d3f-23dc-4540-a952-2bc2e4e49012 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 943 time: 0.1001458 Jul 05 04:41:11.958417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-96bbec2d-41c3-486c-b1b0-a395ce032efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:11.959937 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-96bbec2d-41c3-486c-b1b0-a395ce032efe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a83e8f2ec6e843619610852729bd6a90&device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 1095 time: 0.0626771 Jul 05 04:41:11.994981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-0e98e346-0ac3-4e09-bac4-e57925bf6abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:11.996568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-0e98e346-0ac3-4e09-bac4-e57925bf6abb service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=a83e8f2ec6e843619610852729bd6a90&device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 1095 time: 0.1012201 Jul 05 04:41:11.999587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5535bf3c-4f45-4a77-85b3-04c9e6975592 req-3c19d341-7c0d-4ada-a22b-4dfff2b79283 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507298 Jul 05 04:41:12.050986 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:12.054574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-2f1c18f7-0a86-453c-8ad9-fdc410e26f43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:12.056672 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-2f1c18f7-0a86-453c-8ad9-fdc410e26f43 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7 HTTP/1.1" status: 200 len: 913 time: 0.0902267 Jul 05 04:41:12.092680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-52401491-2bc0-4448-b0fa-592d4d618e2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:12.094187 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-52401491-2bc0-4448-b0fa-592d4d618e2f service neutron] 10.222.0.26 "GET /v2.0/networks?id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7 HTTP/1.1" status: 200 len: 913 time: 0.0902374 Jul 05 04:41:12.105456 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-3c5b6019-d2f5-4d1f-9f88-e7e484397bf3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81472fad-9d54-416a-a19d-725ec8316f87 HTTP/1.1" status: 200 len: 217 time: 0.0418620 Jul 05 04:41:12.142330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-1ea965e8-85be-46b4-81ea-27ad8b60d1bd service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81472fad-9d54-416a-a19d-725ec8316f87 HTTP/1.1" status: 200 len: 217 time: 0.0407562 Jul 05 04:41:12.156431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-da72e8a2-a516-4a65-b743-cbb8a19ee6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:12.157878 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-da72e8a2-a516-4a65-b743-cbb8a19ee6a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a3bf902-ac9a-40eb-a325-c26a76842cdf HTTP/1.1" status: 200 len: 852 time: 0.0460210 Jul 05 04:41:12.190907 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-b64792b3-4087-454a-b8f9-ea3dba7cbafd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264809 Jul 05 04:41:12.193780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-138d9290-ab37-4ce5-a9ba-5739c4da018e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:12.195265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-138d9290-ab37-4ce5-a9ba-5739c4da018e service neutron] 10.222.0.26 "GET /v2.0/subnets?id=5a3bf902-ac9a-40eb-a325-c26a76842cdf HTTP/1.1" status: 200 len: 852 time: 0.0460680 Jul 05 04:41:12.230509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-c2988db6-4115-407b-874e-46598a931da2 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277376 Jul 05 04:41:12.287699 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-041367bf-27e8-4f54-8f3c-58d08d38ff11 service neutron] 10.222.0.13 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903611 Jul 05 04:41:12.303630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 81472fad-9d54-416a-a19d-725ec8316f87 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:41:12.330862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-af4e85a3-13a0-4f4f-b5d3-33dc21bd1c8e service neutron] 10.222.0.26 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920200 Jul 05 04:41:12.343797 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 81472fad-9d54-416a-a19d-725ec8316f87 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:41:12.383110 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-dc513c74-5921-4c96-8ca0-99aa3d9a03ff service neutron] 10.222.0.13 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887575 Jul 05 04:41:12.426872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ccd61b0-2212-43ac-b8bd-5edf4f9327f7 req-6f4642d5-505d-4a96-80d4-445195c876df service neutron] 10.222.0.26 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881701 Jul 05 04:41:13.188756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda8eccc-7a15-4238-bc43-77ff651d783c req-78273c8b-48d4-4c00-b05b-d7073937b6d4 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:13.190251 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fda8eccc-7a15-4238-bc43-77ff651d783c req-78273c8b-48d4-4c00-b05b-d7073937b6d4 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 943 time: 0.0704265 Jul 05 04:41:13.228386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fda8eccc-7a15-4238-bc43-77ff651d783c req-21ce9015-fb0b-4b2a-9803-8022f45d65a7 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326154 Jul 05 04:41:13.594008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:13.707389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 81472fad-9d54-416a-a19d-725ec8316f87 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:41:13.802675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81472fad-9d54-416a-a19d-725ec8316f87,segment=NetworkSegment(fa32ae3c-4ade-4de6-a2ea-a9d690ed54df),segment_id=fa32ae3c-4ade-4de6-a2ea-a9d690ed54df)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:13.818357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '81472fad-9d54-416a-a19d-725ec8316f87', 'network_id': 'cb2f4028-9a69-4f3d-b763-459fbe74f0a7', 'port_id': '81472fad-9d54-416a-a19d-725ec8316f87', 'mac_address': 'fa:16:3e:1b:38:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 197, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a3bf902-ac9a-40eb-a325-c26a76842cdf', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:41:13.858733 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:13.872759 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 81472fad-9d54-416a-a19d-725ec8316f87 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:41:13.893911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81472fad-9d54-416a-a19d-725ec8316f87,segment=NetworkSegment(fa32ae3c-4ade-4de6-a2ea-a9d690ed54df),segment_id=fa32ae3c-4ade-4de6-a2ea-a9d690ed54df)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:13.983412 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:14.032179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=81472fad-9d54-416a-a19d-725ec8316f87,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:14.039548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.039882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.040240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.040573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.040898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.041220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.041542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.041858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.042176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.042492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.042806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.043119 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:14.106894 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-7913b9c3-bc67-404d-bac7-999081b8b812 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:14.108396 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-7913b9c3-bc67-404d-bac7-999081b8b812 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.13 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c&tenant_id=a83e8f2ec6e843619610852729bd6a90&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 943 time: 0.3800952 Jul 05 04:41:14.167806 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-d31a7a85-41ac-4e8f-bc5b-665f2503d0a3 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:41:14.169276 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-d31a7a85-41ac-4e8f-bc5b-665f2503d0a3 service neutron] 10.222.0.13 "DELETE /v2.0/ports/81472fad-9d54-416a-a19d-725ec8316f87/bindings/n-h2-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0540404 Jul 05 04:41:14.188327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:14.250855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['81472fad-9d54-416a-a19d-725ec8316f87'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:41:14.265086 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-78d8d5e5-9ba4-4a8c-b5d7-dd8fc7102945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:14.266646 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-78d8d5e5-9ba4-4a8c-b5d7-dd8fc7102945 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a83e8f2ec6e843619610852729bd6a90&device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 1096 time: 0.0553384 Jul 05 04:41:14.361540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-15e0f2bc-c8f1-475e-a91f-b69f584abeca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:14.363032 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-15e0f2bc-c8f1-475e-a91f-b69f584abeca service neutron] 10.222.0.13 "GET /v2.0/networks?id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7 HTTP/1.1" status: 200 len: 913 time: 0.0900390 Jul 05 04:41:14.405047 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-4ac73f9b-b390-4598-830e-f29a0e24653d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=81472fad-9d54-416a-a19d-725ec8316f87 HTTP/1.1" status: 200 len: 217 time: 0.0354798 Jul 05 04:41:14.459106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-5fe460fe-a81a-45df-b137-c84e642451f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:14.460587 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-5fe460fe-a81a-45df-b137-c84e642451f5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=5a3bf902-ac9a-40eb-a325-c26a76842cdf HTTP/1.1" status: 200 len: 852 time: 0.0483744 Jul 05 04:41:14.492816 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-8c3e2179-dd7f-4be9-928b-902ae6d07369 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cb2f4028-9a69-4f3d-b763-459fbe74f0a7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263743 Jul 05 04:41:14.581283 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-6ada59ca-80f6-4e23-9949-4c6e1143891a service neutron] 10.222.0.13 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825438 Jul 05 04:41:14.676285 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-fcd717fc-de57-4cca-be40-272e1e0ca4bc service neutron] 10.222.0.13 "GET /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881085 Jul 05 04:41:14.808607 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:15.718407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 81472fad-9d54-416a-a19d-725ec8316f87 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:41:15.850820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 81472fad-9d54-416a-a19d-725ec8316f87 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:41:15.854778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 81472fad-9d54-416a-a19d-725ec8316f87 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:41:15.855142 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:15.938083 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:15.959404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:41:15.961719 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09a65578-9ae7-4ca5-8c3b-c00c221bdb61" -d '{"events": [{"server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "name": "network-vif-plugged", "status": "completed", "tag": "81472fad-9d54-416a-a19d-725ec8316f87"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:41:15.974396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81472fad-9d54-416a-a19d-725ec8316f87,segment=NetworkSegment(fa32ae3c-4ade-4de6-a2ea-a9d690ed54df),segment_id=fa32ae3c-4ade-4de6-a2ea-a9d690ed54df)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:15.999147 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:41:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fca0ef1a-9a76-4f79-b2e5-336afdb1fe0d x-openstack-request-id: req-fca0ef1a-9a76-4f79-b2e5-336afdb1fe0d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:41:15.999437 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "name": "network-vif-plugged", "status": "completed", "tag": "81472fad-9d54-416a-a19d-725ec8316f87", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:41:15.999760 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fca0ef1a-9a76-4f79-b2e5-336afdb1fe0d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:41:16.000172 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87', 'code': 200} Jul 05 04:41:16.054106 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:16.105928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=81472fad-9d54-416a-a19d-725ec8316f87,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:16.244399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38421b7b-107d-4e74-bb53-b2032df9884c req-7ab6a62c-ceec-43ca-95fb-445b3be59054 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:16.245855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38421b7b-107d-4e74-bb53-b2032df9884c req-7ab6a62c-ceec-43ca-95fb-445b3be59054 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0651779 Jul 05 04:41:16.283640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38421b7b-107d-4e74-bb53-b2032df9884c req-a102a546-fa9a-4543-8a47-e2dd86fddfd1 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322735 Jul 05 04:41:17.462713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68932031-19d1-4939-a4a9-7d2c0fc4956a req-a7cb5b8d-dfa7-492e-a60b-64ece5054b01 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:17.468101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68932031-19d1-4939-a4a9-7d2c0fc4956a req-a7cb5b8d-dfa7-492e-a60b-64ece5054b01 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0635784 Jul 05 04:41:17.502951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68932031-19d1-4939-a4a9-7d2c0fc4956a req-cbd9ddf5-e5a5-4a8c-8592-74b13e64ba40 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/security-groups?id=c5e5c9f5-031f-4559-9424-63e81efbf974&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330598 Jul 05 04:41:17.627863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-7107605d-ad78-409c-9811-9e397f7fcd8e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:17.629309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-7107605d-ad78-409c-9811-9e397f7fcd8e tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.26 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 945 time: 0.0688691 Jul 05 04:41:17.729853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-4df6f8ac-5ee5-4d8d-a3a8-ee80d9f4359f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Deleting port 81472fad-9d54-416a-a19d-725ec8316f87 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:41:17.730090 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-4df6f8ac-5ee5-4d8d-a3a8-ee80d9f4359f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:17.822700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-4df6f8ac-5ee5-4d8d-a3a8-ee80d9f4359f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] For port 81472fad-9d54-416a-a19d-725ec8316f87, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=81472fad-9d54-416a-a19d-725ec8316f87,segment=NetworkSegment(fa32ae3c-4ade-4de6-a2ea-a9d690ed54df),segment_id=fa32ae3c-4ade-4de6-a2ea-a9d690ed54df)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:17.823060 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-4df6f8ac-5ee5-4d8d-a3a8-ee80d9f4359f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:17.835145 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-4df6f8ac-5ee5-4d8d-a3a8-ee80d9f4359f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Calling delete_port for 81472fad-9d54-416a-a19d-725ec8316f87 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:41:17.867247 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:41:18.050837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-4df6f8ac-5ee5-4d8d-a3a8-ee80d9f4359f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:18.066807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['81472fad-9d54-416a-a19d-725ec8316f87'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:41:18.081748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df6f8ac-5ee5-4d8d-a3a8-ee80d9f4359f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Pushing event deleted for resources: {'Port': ['ID=81472fad-9d54-416a-a19d-725ec8316f87,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:18.129954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-4df6f8ac-5ee5-4d8d-a3a8-ee80d9f4359f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] No DVR routers for this DVR port 81472fad-9d54-416a-a19d-725ec8316f87 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:41:18.132527 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-4df6f8ac-5ee5-4d8d-a3a8-ee80d9f4359f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:18.142234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7514a500-84eb-4be6-b8a1-0f07651ba244 req-4df6f8ac-5ee5-4d8d-a3a8-ee80d9f4359f tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.26 "DELETE /v2.0/ports/81472fad-9d54-416a-a19d-725ec8316f87 HTTP/1.1" status: 204 len: 173 time: 0.4987154 Jul 05 04:41:18.142234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'name': 'network-vif-deleted', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:41:18.142234 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9ab8917-cb83-4460-857a-9d99de69f2ce" -d '{"events": [{"server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "name": "network-vif-deleted", "tag": "81472fad-9d54-416a-a19d-725ec8316f87"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:41:18.173190 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:41:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54a31c86-7a3c-4849-9fa3-3408dda44a98 x-openstack-request-id: req-54a31c86-7a3c-4849-9fa3-3408dda44a98 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:41:18.173514 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbccf180-a87c-45a6-85a5-ecb85a796f8c", "name": "network-vif-deleted", "tag": "81472fad-9d54-416a-a19d-725ec8316f87", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:41:18.173768 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-54a31c86-7a3c-4849-9fa3-3408dda44a98 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:41:18.174175 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbccf180-a87c-45a6-85a5-ecb85a796f8c', 'name': 'network-vif-deleted', 'tag': '81472fad-9d54-416a-a19d-725ec8316f87', 'status': 'completed', 'code': 200} Jul 05 04:41:18.655054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36bd8cd4-ee5e-49ce-8cb4-ae31959f7494 req-f3875a5d-fd1a-493e-988e-72f69de37335 tempest-DeleteServersTestJSON-399857187 tempest-DeleteServersTestJSON-399857187-project] 10.222.0.30 "GET /v2.0/ports?device_id=cbccf180-a87c-45a6-85a5-ecb85a796f8c HTTP/1.1" status: 200 len: 210 time: 0.0298250 Jul 05 04:41:19.893392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50942) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:41:19.941870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-65561f8f-cc49-4d2d-acd4-7b3013239119 admin admin] Deleting subnet 5a3bf902-ac9a-40eb-a325-c26a76842cdf {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:41:19.944910 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65561f8f-cc49-4d2d-acd4-7b3013239119 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:19.980163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65561f8f-cc49-4d2d-acd4-7b3013239119 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.020650 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65561f8f-cc49-4d2d-acd4-7b3013239119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.163437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65561f8f-cc49-4d2d-acd4-7b3013239119 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.195404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65561f8f-cc49-4d2d-acd4-7b3013239119 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a3bf902-ac9a-40eb-a325-c26a76842cdf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:20.197389 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-65561f8f-cc49-4d2d-acd4-7b3013239119 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.199255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-65561f8f-cc49-4d2d-acd4-7b3013239119 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/5a3bf902-ac9a-40eb-a325-c26a76842cdf HTTP/1.1" status: 204 len: 168 time: 0.3048403 Jul 05 04:41:20.202512 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 50944) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:41:20.272071 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.356661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.367054 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb2f4028-9a69-4f3d-b763-459fbe74f0a7']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:20.378024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:20.378322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa32ae3c-4ade-4de6-a2ea-a9d690ed54df') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:41:20.387055 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.400987 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.407798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] Releasing vlan 197 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:41:20.409276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:41:20.420170 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:41:20.525700 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.532276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.534240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cb2f4028-9a69-4f3d-b763-459fbe74f0a7 HTTP/1.1" status: 204 len: 168 time: 0.3307765 Jul 05 04:41:20.548058 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce5a572-69bc-4d73-a541-f3d40761ca68 admin admin] Pushing event deleted for resources: {'Network': ['ID=cb2f4028-9a69-4f3d-b763-459fbe74f0a7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:20.880059 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50948) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:41:20.921703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6927fda4-9f9b-47d6-8074-99a1a5dfc021 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a83e8f2ec6e843619610852729bd6a90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0404875 Jul 05 04:41:20.925585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50950) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:41:20.973228 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a18b24f4-bb90-447a-8c6e-1f9ca12cb237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:20.993863 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a18b24f4-bb90-447a-8c6e-1f9ca12cb237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:21.142349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a18b24f4-bb90-447a-8c6e-1f9ca12cb237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:21.144999 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a18b24f4-bb90-447a-8c6e-1f9ca12cb237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:21.146256 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a18b24f4-bb90-447a-8c6e-1f9ca12cb237 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c5e5c9f5-031f-4559-9424-63e81efbf974 HTTP/1.1" status: 204 len: 168 time: 0.2197785 Jul 05 04:41:21.154917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b24f4-bb90-447a-8c6e-1f9ca12cb237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5e5c9f5-031f-4559-9424-63e81efbf974,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:21.742393 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 81472fad-9d54-416a-a19d-725ec8316f87 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:41:21.763029 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 81472fad-9d54-416a-a19d-725ec8316f87 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:41:21.766380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 81472fad-9d54-416a-a19d-725ec8316f87 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:41:22.083507 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50972) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:41:22.177353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1558367695-network', 'tenant_id': '2b96574706ec4596a34a2097eb58bd50'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:41:22.254115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Made reservation on behalf of 2b96574706ec4596a34a2097eb58bd50 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:41:22.256573 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:22.268543 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:22.357591 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:22.428065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:22.452786 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:41:22.461556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=795f6636-2813-4cac-9b39-0ea7241da772,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:22.468187 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:22.468541 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Added segment c8a43d59-6d82-49d5-9360-b926a2517ec2 of type vlan for network cbbf542f-8be0-4166-ada5-d7cf040fc45a Jul 05 04:41:22.508719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:22.599220 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:22.600230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:22.600812 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:22.660096 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] Pushing event updated for resources: {'Network': ['ID=cbbf542f-8be0-4166-ada5-d7cf040fc45a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:22.670094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network cbbf542f-8be0-4166-ada5-d7cf040fc45a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:41:22.714570 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a59600c8-e249-4d91-be08-858dc713d6d4 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6298945 Jul 05 04:41:22.718647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 50976) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:41:22.723763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Request body: {'subnet': {'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1558367695-subnet', 'tenant_id': '2b96574706ec4596a34a2097eb58bd50', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:41:22.833653 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Made reservation on behalf of 2b96574706ec4596a34a2097eb58bd50 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:41:22.836160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:23.048633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:23.113370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da52994-d15f-45f8-b516-c0b303da50d7,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:23.117799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Checking segment: {'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:41:23.118160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Network hostable DHCP agents. Network: cbbf542f-8be0-4166-ada5-d7cf040fc45a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:41:23.203428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Network cbbf542f-8be0-4166-ada5-d7cf040fc45a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:41:23.287909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, cbbf542f-8be0-4166-ada5-d7cf040fc45a) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:41:23.292267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:23.292651 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:23.297409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43fae5c9-92bf-40dc-9988-1b35c63d9d73 None None] Network cbbf542f-8be0-4166-ada5-d7cf040fc45a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:41:23.369128 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8e282f6e-787e-4c90-9d03-84ce00c412c5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6493151 Jul 05 04:41:23.426898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ede90159-4cfd-4745-b0bb-2166352d9ffe None None] Network cbbf542f-8be0-4166-ada5-d7cf040fc45a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:41:23.785858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-dfd9c4c1-dca4-40ef-ab77-236bfcdd85f6 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:23.787311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-dfd9c4c1-dca4-40ef-ab77-236bfcdd85f6 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 815 time: 0.1081471 Jul 05 04:41:23.801973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-0174e77d-ed4e-456a-9f45-4eb9a16a8be7 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/quotas/2b96574706ec4596a34a2097eb58bd50 HTTP/1.1" status: 200 len: 375 time: 0.0093970 Jul 05 04:41:23.835121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-0ee2c0e7-40e1-4f4c-8e8f-c0bb8af635bc tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0283985 Jul 05 04:41:24.001205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-17af6473-c86e-4e14-be86-444645e2bd97 service neutron] 10.222.0.30 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272995 Jul 05 04:41:24.092171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-592aed05-1d5e-4569-8de4-5bebd6dd77b3 service neutron] 10.222.0.30 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847371 Jul 05 04:41:24.343418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8395eaa9-5e45-40ea-8092-69f71cdcdae4 req-b584f3bf-4ff9-4ac3-aaf6-e28b290c389d tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 210 time: 0.0304666 Jul 05 04:41:25.494973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1265a7fd-3355-482e-9de9-782abf92f678 req-b56713c6-53ed-43b0-9df2-21c153b1cb63 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 210 time: 0.0333383 Jul 05 04:41:26.626617 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-e52a1ee5-8fb1-4a65-a0b7-3f3b9bd62af9 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:26.628117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-e52a1ee5-8fb1-4a65-a0b7-3f3b9bd62af9 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.26 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 815 time: 0.1183555 Jul 05 04:41:26.647013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-49ed5e88-97fc-4393-abaa-d2bb2c90a092 req-7ac33d62-bd83-4e6d-b791-a87d3f8c0503 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 210 time: 0.0407517 Jul 05 04:41:26.650477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Request body: {'port': {'device_id': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a', 'admin_state_up': True, 'tenant_id': '2b96574706ec4596a34a2097eb58bd50'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:41:26.842916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Made reservation on behalf of 2b96574706ec4596a34a2097eb58bd50 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:41:26.846558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:26.977305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Allocated IP 172.20.0.4 (cbbf542f-8be0-4166-ada5-d7cf040fc45a/6da52994-d15f-45f8-b516-c0b303da50d7/00767144-885d-4aa8-a350-9a3e04bc5c73) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:41:27.129769 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:27.239586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:27.289182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Network cbbf542f-8be0-4166-ada5-d7cf040fc45a is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:41:27.294625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:41:27.298486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:41:27.324196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Pushing event updated for resources: {'Port': ['ID=00767144-885d-4aa8-a350-9a3e04bc5c73,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:27.339820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.340193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.340539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.340896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.341244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.341580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.341909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.342238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.342569 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.342895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.343222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.343544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:41:27.363577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:27.364247 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:27.434116 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-9e65eea5-a673-4f05-91ab-0f014c56c199 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7890773 Jul 05 04:41:27.451491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Request body: {'port': {'device_id': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:41:27.523080 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:27.821891 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 00767144-885d-4aa8-a350-9a3e04bc5c73 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:41:27.832107 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:27.851879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Transition to ACTIVE for port object 00767144-885d-4aa8-a350-9a3e04bc5c73 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:41:27.868327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10de226-3b5e-488e-a3dd-3f5b2d45ce80 req-187cd682-d76e-4362-baaf-8e9026350b96 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:27.869841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a10de226-3b5e-488e-a3dd-3f5b2d45ce80 req-187cd682-d76e-4362-baaf-8e9026350b96 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 931 time: 0.1077847 Jul 05 04:41:27.907820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a10de226-3b5e-488e-a3dd-3f5b2d45ce80 req-bd36b4b1-1775-41fc-868f-28980fe537ff tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316498 Jul 05 04:41:27.925188 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:27.999357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Pushing event updated for resources: {'Port': ['ID=00767144-885d-4aa8-a350-9a3e04bc5c73,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:28.047102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Attempting to bind port 00767144-885d-4aa8-a350-9a3e04bc5c73 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:41:28.047434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Attempting to bind port 00767144-885d-4aa8-a350-9a3e04bc5c73 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:41:28.047760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Attempting to bind port 00767144-885d-4aa8-a350-9a3e04bc5c73 on network cbbf542f-8be0-4166-ada5-d7cf040fc45a {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:41:28.052106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Port 00767144-885d-4aa8-a350-9a3e04bc5c73 on network cbbf542f-8be0-4166-ada5-d7cf040fc45a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:41:28.052424 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Attempting to bind port 00767144-885d-4aa8-a350-9a3e04bc5c73 on network cbbf542f-8be0-4166-ada5-d7cf040fc45a {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:41:28.057128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 41, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:41:28.057455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Checking segment: {'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:41:28.057830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Bound using segment: {'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:41:28.058245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Bound port: 00767144-885d-4aa8-a350-9a3e04bc5c73, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:41:28.058593 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:28.123270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:41:28.126252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=00767144-885d-4aa8-a350-9a3e04bc5c73,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:41:28.202578 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:28.237916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:28.238522 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:28.241863 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] 10.222.0.26 "PUT /v2.0/ports/00767144-885d-4aa8-a350-9a3e04bc5c73 HTTP/1.1" status: 200 len: 1092 time: 0.7937942 Jul 05 04:41:28.241863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:41:28.242648 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-decbe7cf-0e05-4677-b2f9-70924bf572bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:41:28.265911 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f26f4c-64c0-4a36-b13d-1b1076c77088 service neutron] Pushing event updated for resources: {'Port': ['ID=00767144-885d-4aa8-a350-9a3e04bc5c73,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:28.282695 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:41:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e82fba1-12ac-4b85-9b03-c1d43bed740b x-openstack-request-id: req-4e82fba1-12ac-4b85-9b03-c1d43bed740b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:41:28.282991 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:41:28.283244 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4e82fba1-12ac-4b85-9b03-c1d43bed740b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:41:28.283645 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73', 'status': 'completed', 'code': 200} Jul 05 04:41:28.648567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe7cf-0e05-4677-b2f9-70924bf572bd req-05185929-75d7-405d-9d3b-c67ba8243743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:28.649997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-decbe7cf-0e05-4677-b2f9-70924bf572bd req-05185929-75d7-405d-9d3b-c67ba8243743 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 1095 time: 0.3445542 Jul 05 04:41:28.751443 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe7cf-0e05-4677-b2f9-70924bf572bd req-50ac50a2-fbf2-4b7d-9b24-8971654dae38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:28.752931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-decbe7cf-0e05-4677-b2f9-70924bf572bd req-50ac50a2-fbf2-4b7d-9b24-8971654dae38 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2b96574706ec4596a34a2097eb58bd50&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0908680 Jul 05 04:41:28.850993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decbe7cf-0e05-4677-b2f9-70924bf572bd req-48cd44fc-af24-42b7-a0f1-e4093e16f056 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:28.852479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-decbe7cf-0e05-4677-b2f9-70924bf572bd req-48cd44fc-af24-42b7-a0f1-e4093e16f056 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0927899 Jul 05 04:41:28.944673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-4913fe64-da65-4fd7-8c4e-80df51f9b4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:28.946201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-4913fe64-da65-4fd7-8c4e-80df51f9b4e3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 1095 time: 0.0538788 Jul 05 04:41:28.991256 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-430f145c-cf84-454c-a695-f215e8b296d7 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00767144-885d-4aa8-a350-9a3e04bc5c73 HTTP/1.1" status: 200 len: 217 time: 0.0347140 Jul 05 04:41:29.076596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-15a7d28f-b833-4324-88d5-8bf6d7ddc6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:29.078076 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-15a7d28f-b833-4324-88d5-8bf6d7ddc6b6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0792935 Jul 05 04:41:29.120753 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-fac131ed-bdc9-4f4f-ab7a-178d1a886f1a service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309489 Jul 05 04:41:29.133526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c175d6c-fc15-47d8-91f9-263327f3a845 req-c8882276-a8a6-42ea-9d9f-459a9d5c6dba tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:29.134945 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c175d6c-fc15-47d8-91f9-263327f3a845 req-c8882276-a8a6-42ea-9d9f-459a9d5c6dba tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 943 time: 0.1054502 Jul 05 04:41:29.227497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c175d6c-fc15-47d8-91f9-263327f3a845 req-0db5809a-8bad-42ea-9aed-4a8858a54c00 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834527 Jul 05 04:41:29.253503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-69d94cb6-cc3a-4fe3-9dc7-0969700eb0e0 service neutron] 10.222.0.26 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1174817 Jul 05 04:41:29.344701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-243c5d75-0862-4e7c-9ec6-61aba56628cb req-d8abde35-d315-4879-9529-72f85a82f168 service neutron] 10.222.0.26 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833237 Jul 05 04:41:30.411041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fefb4d9-4ae7-4d81-8775-3eaebb734e70 req-7566f5d7-d1e1-40b8-bb26-b6d993cb44e8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:30.412451 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7fefb4d9-4ae7-4d81-8775-3eaebb734e70 req-7566f5d7-d1e1-40b8-bb26-b6d993cb44e8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 943 time: 0.0699139 Jul 05 04:41:30.450976 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7fefb4d9-4ae7-4d81-8775-3eaebb734e70 req-7ec030f4-cf7b-40a0-82a0-927b1d6346de tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323617 Jul 05 04:41:31.622932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c3d547f-3995-4080-b384-7c515180c4e7 req-a00c90d3-9951-49ac-939c-49b2a8db9da3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:31.624431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c3d547f-3995-4080-b384-7c515180c4e7 req-a00c90d3-9951-49ac-939c-49b2a8db9da3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 943 time: 0.0637069 Jul 05 04:41:31.663247 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c3d547f-3995-4080-b384-7c515180c4e7 req-f7946b2c-2586-408d-bf94-765f3dc00901 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330260 Jul 05 04:41:31.807066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 00767144-885d-4aa8-a350-9a3e04bc5c73 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:41:32.048379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=00767144-885d-4aa8-a350-9a3e04bc5c73,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:32.060533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '00767144-885d-4aa8-a350-9a3e04bc5c73', 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a', 'port_id': '00767144-885d-4aa8-a350-9a3e04bc5c73', 'mac_address': 'fa:16:3e:10:bf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da52994-d15f-45f8-b516-c0b303da50d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:41:32.101678 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:32.114754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00767144-885d-4aa8-a350-9a3e04bc5c73 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:41:32.135020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=00767144-885d-4aa8-a350-9a3e04bc5c73,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:32.202223 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:32.250421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=00767144-885d-4aa8-a350-9a3e04bc5c73,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:32.439098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['00767144-885d-4aa8-a350-9a3e04bc5c73'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:41:32.837318 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bd89cd-3ae3-47ba-a20a-17205b3a3048 req-baa6706c-cdf8-4774-8807-94cb05433c9d tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:32.838854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86bd89cd-3ae3-47ba-a20a-17205b3a3048 req-baa6706c-cdf8-4774-8807-94cb05433c9d tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 944 time: 0.0651772 Jul 05 04:41:32.881383 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86bd89cd-3ae3-47ba-a20a-17205b3a3048 req-76fde986-c775-404e-aa52-c06ffb6f0f5b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365207 Jul 05 04:41:33.807221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 00767144-885d-4aa8-a350-9a3e04bc5c73 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:41:33.910988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 00767144-885d-4aa8-a350-9a3e04bc5c73 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:41:33.914959 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 00767144-885d-4aa8-a350-9a3e04bc5c73 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:41:33.915317 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:33.992640 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:34.017434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:41:34.019696 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acd1da5-b6e3-483e-901a-e5764cd71e82" -d '{"events": [{"server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "name": "network-vif-plugged", "status": "completed", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:41:34.031754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=00767144-885d-4aa8-a350-9a3e04bc5c73,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:41:34.056372 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:41:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdbfbe12-54c5-4ef7-8232-6a54ff5778dc x-openstack-request-id: req-fdbfbe12-54c5-4ef7-8232-6a54ff5778dc {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:41:34.056671 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "name": "network-vif-plugged", "status": "completed", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:41:34.056928 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fdbfbe12-54c5-4ef7-8232-6a54ff5778dc {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:41:34.057401 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73', 'code': 200} Jul 05 04:41:34.061653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0065342-7c38-4aed-a9f4-dab0629f3d48 req-68d87bc5-b69c-4215-8263-f8d0bdd44616 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:34.064423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0065342-7c38-4aed-a9f4-dab0629f3d48 req-68d87bc5-b69c-4215-8263-f8d0bdd44616 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 944 time: 0.0666492 Jul 05 04:41:34.102415 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:34.104537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a0065342-7c38-4aed-a9f4-dab0629f3d48 req-d5710e81-1138-4a07-aba8-a3feec767b7d tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349493 Jul 05 04:41:34.165498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=00767144-885d-4aa8-a350-9a3e04bc5c73,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:41:34.189998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b05b7e-0c47-49c0-8dc6-ace69dcc1508 req-ea44004d-30c2-4b77-9cd2-73c640352ba2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:34.191568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36b05b7e-0c47-49c0-8dc6-ace69dcc1508 req-ea44004d-30c2-4b77-9cd2-73c640352ba2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 1097 time: 0.0539293 Jul 05 04:41:34.226211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36b05b7e-0c47-49c0-8dc6-ace69dcc1508 req-51bea107-681f-47ab-905e-6658fbc5d20d service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276263 Jul 05 04:41:35.299756 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d16924c-bcb7-4633-b0a4-fa7a46952866 req-e69f7375-f2ff-4a84-a4fb-c3d856789d58 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:35.301274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d16924c-bcb7-4633-b0a4-fa7a46952866 req-e69f7375-f2ff-4a84-a4fb-c3d856789d58 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0714381 Jul 05 04:41:35.341201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d16924c-bcb7-4633-b0a4-fa7a46952866 req-a0ff74d9-67a2-4d36-b52d-2476ccc1b665 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338192 Jul 05 04:41:36.516445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056ba7d-4a46-4d29-ace0-15c0d8476dd5 req-7d87b399-46a1-4213-ae92-aafe2992c4a1 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:36.517951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7056ba7d-4a46-4d29-ace0-15c0d8476dd5 req-7d87b399-46a1-4213-ae92-aafe2992c4a1 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0648763 Jul 05 04:41:36.555254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7056ba7d-4a46-4d29-ace0-15c0d8476dd5 req-d519a4f5-e921-4ae0-8ead-e7113aad449e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315917 Jul 05 04:41:36.726130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59252382-f886-4b42-8284-7cad70293e61 req-aefb2a1f-8650-4a6d-9e08-a20afff47401 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:36.727735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59252382-f886-4b42-8284-7cad70293e61 req-aefb2a1f-8650-4a6d-9e08-a20afff47401 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0645120 Jul 05 04:41:36.770003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59252382-f886-4b42-8284-7cad70293e61 req-a95fd221-fd7e-45ed-9a4a-49a58eff6bb2 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362406 Jul 05 04:41:37.165347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0ee635-2b58-4618-9cdc-cadf5977c205 req-995b15dc-6c14-4146-8ba2-bcbe3451b411 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:37.166914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d0ee635-2b58-4618-9cdc-cadf5977c205 req-995b15dc-6c14-4146-8ba2-bcbe3451b411 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0658360 Jul 05 04:41:37.206681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d0ee635-2b58-4618-9cdc-cadf5977c205 req-f51e600c-bd4a-4140-b28c-e14e56dcacf3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330889 Jul 05 04:41:37.385421 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86f9fdd-6cbb-4d3a-9738-e766ee64a7b9 req-bc2daf95-5c76-4b48-8a43-b209d9906d97 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:37.386870 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d86f9fdd-6cbb-4d3a-9738-e766ee64a7b9 req-bc2daf95-5c76-4b48-8a43-b209d9906d97 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0651982 Jul 05 04:41:37.426516 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d86f9fdd-6cbb-4d3a-9738-e766ee64a7b9 req-3f813433-b1be-4829-8845-44aa9bb53c31 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340185 Jul 05 04:41:37.957189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f07f27-c032-4002-9438-fa51b626cb88 req-50c815b8-2ff6-4f1a-8e3a-ae1a7e0d2a11 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:37.958718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0f07f27-c032-4002-9438-fa51b626cb88 req-50c815b8-2ff6-4f1a-8e3a-ae1a7e0d2a11 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0756109 Jul 05 04:41:38.001767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0f07f27-c032-4002-9438-fa51b626cb88 req-5984d1b5-0304-4b1b-8f84-b04bb7283f49 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374293 Jul 05 04:41:38.039105 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b729367f-a507-49ca-9b16-f875f11f436b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:38.052946 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-1a261afe-93cd-42f9-a631-58f039838f9b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0917008 Jul 05 04:41:39.177057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff85f8f-a1ae-4449-8408-69f6e532a3f1 req-d4814ea4-8624-418e-a11b-07ce6d8f4d55 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:39.178479 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ff85f8f-a1ae-4449-8408-69f6e532a3f1 req-d4814ea4-8624-418e-a11b-07ce6d8f4d55 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0655441 Jul 05 04:41:39.218702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6ff85f8f-a1ae-4449-8408-69f6e532a3f1 req-b3da6e6a-73f1-4b52-aebf-f7c1a3696ee1 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Jul 05 04:41:40.102344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-8ae398b3-4216-4bf0-824f-f2322ef84ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:40.103840 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-8ae398b3-4216-4bf0-824f-f2322ef84ccf service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 1097 time: 0.0551803 Jul 05 04:41:40.198096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-2055c12b-9b15-444c-98c3-c247c83f29ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:40.199568 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-2055c12b-9b15-444c-98c3-c247c83f29ea service neutron] 10.222.0.26 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 916 time: 0.0898426 Jul 05 04:41:40.241267 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-54f14c2d-0eff-4059-8511-08d15b74e9e1 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00767144-885d-4aa8-a350-9a3e04bc5c73 HTTP/1.1" status: 200 len: 217 time: 0.0349085 Jul 05 04:41:40.297542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-e64d662d-ad0b-4a3b-b347-22ee55e3068d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:40.299020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-e64d662d-ad0b-4a3b-b347-22ee55e3068d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0514040 Jul 05 04:41:40.336813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-988a4f97-acb9-46bd-929a-e5f85bc1f0b0 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302281 Jul 05 04:41:40.472686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3f1c2-b30c-4c92-a9fc-ea9226f3946d req-4a8ac08d-99d1-4d79-bbbc-073593a9978c tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:40.474079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06e3f1c2-b30c-4c92-a9fc-ea9226f3946d req-4a8ac08d-99d1-4d79-bbbc-073593a9978c tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.1396062 Jul 05 04:41:40.479443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-ba4b26b4-50d8-4324-a60c-6c75d1546b50 service neutron] 10.222.0.26 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342690 Jul 05 04:41:40.564179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06e3f1c2-b30c-4c92-a9fc-ea9226f3946d req-35fdb01b-e5d1-4db1-b15e-8373a4021cc8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837436 Jul 05 04:41:40.597431 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-0848caac-709d-41de-a341-a16fa6e5797e service neutron] 10.222.0.26 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106474 Jul 05 04:41:40.819203 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d24044e4-50f7-45a7-ab49-05dd0ab8ac1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:40.933436 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:41.744249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cf61f6e-2db3-44a0-b0ae-4bb27e501b0a req-956fef5d-177e-48da-b6e1-100fd9a323e0 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:41.745839 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cf61f6e-2db3-44a0-b0ae-4bb27e501b0a req-956fef5d-177e-48da-b6e1-100fd9a323e0 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0675571 Jul 05 04:41:41.785022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cf61f6e-2db3-44a0-b0ae-4bb27e501b0a req-5433a506-0079-487d-8a58-80201bdc016e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330160 Jul 05 04:41:42.042193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:42.956095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2165fa-a886-4d73-be40-3c1ee14aa574 req-b05422a1-2576-4860-9dd1-729b704b6fb5 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:42.957581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba2165fa-a886-4d73-be40-3c1ee14aa574 req-b05422a1-2576-4860-9dd1-729b704b6fb5 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0636714 Jul 05 04:41:42.994805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba2165fa-a886-4d73-be40-3c1ee14aa574 req-8ea2e5ae-aa56-456b-a141-21018b33b5d5 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317769 Jul 05 04:41:43.644713 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:44.173710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:44.174188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181e2435-7be7-405b-ac78-e46785e47bc5 req-ce566e00-4c1d-4e31-8778-acd14f4c4ace tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:44.175679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-181e2435-7be7-405b-ac78-e46785e47bc5 req-ce566e00-4c1d-4e31-8778-acd14f4c4ace tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0701542 Jul 05 04:41:44.214561 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-181e2435-7be7-405b-ac78-e46785e47bc5 req-4930982b-ef72-4d3d-a673-bb5004474b40 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332003 Jul 05 04:41:44.767594 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:41:45.391637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d71545-2b6e-49f9-9150-e27fd9fa14be req-a2fa5730-be2b-459e-a214-d6745e08de0a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:45.393178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88d71545-2b6e-49f9-9150-e27fd9fa14be req-a2fa5730-be2b-459e-a214-d6745e08de0a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0650697 Jul 05 04:41:45.430368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-88d71545-2b6e-49f9-9150-e27fd9fa14be req-bdaabdcc-f58d-4779-83c4-8e631646bd6b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317450 Jul 05 04:41:46.605179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ac9995-b956-464e-ba2b-d001f7eaeaef req-cd6982ac-df06-4bd7-bff1-7da2101b8435 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:46.606642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10ac9995-b956-464e-ba2b-d001f7eaeaef req-cd6982ac-df06-4bd7-bff1-7da2101b8435 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0637844 Jul 05 04:41:46.647539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10ac9995-b956-464e-ba2b-d001f7eaeaef req-f54bdf3f-1372-44be-9282-194572ced815 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353596 Jul 05 04:41:47.823278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd52053-d0fe-4326-bb40-300abf0e3232 req-5e698607-b4ac-4c1a-9c99-88cce1d7c428 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:47.824711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bd52053-d0fe-4326-bb40-300abf0e3232 req-5e698607-b4ac-4c1a-9c99-88cce1d7c428 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0687714 Jul 05 04:41:47.863230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bd52053-d0fe-4326-bb40-300abf0e3232 req-dd5f37b4-a7e6-4f22-bcd6-4ee865b3febb tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321219 Jul 05 04:41:49.041869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cfa153-e104-4d9b-9606-d0dd0f194aed req-25debfbe-1838-46cc-83bc-570c216c4038 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:49.043362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8cfa153-e104-4d9b-9606-d0dd0f194aed req-25debfbe-1838-46cc-83bc-570c216c4038 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0707982 Jul 05 04:41:49.082404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8cfa153-e104-4d9b-9606-d0dd0f194aed req-163f9296-6a23-4153-bad1-1efb5b5c5d3e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333767 Jul 05 04:41:50.260355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6959b95-ad06-4a9f-a13d-0f8987548900 req-9357f0fa-8a97-4f7c-8e0f-7be4fa6dc370 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:50.261846 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6959b95-ad06-4a9f-a13d-0f8987548900 req-9357f0fa-8a97-4f7c-8e0f-7be4fa6dc370 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0685182 Jul 05 04:41:50.300994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c6959b95-ad06-4a9f-a13d-0f8987548900 req-51c64c36-725b-4e3a-b7dc-1c76ac28e8f9 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329020 Jul 05 04:41:51.475516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b475df9-8e0c-4921-949c-c4a8f2dea096 req-1f34e8ac-7a0b-48a0-a15e-7d6f8884db37 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:51.477030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b475df9-8e0c-4921-949c-c4a8f2dea096 req-1f34e8ac-7a0b-48a0-a15e-7d6f8884db37 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0650234 Jul 05 04:41:51.515315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b475df9-8e0c-4921-949c-c4a8f2dea096 req-59f8d8ab-7e99-4e7d-b139-df5d32354eed tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327914 Jul 05 04:41:52.691987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d946efa7-2945-45ce-94a7-293ea84f5484 req-e8aca3ee-d41f-461b-b0fd-3b05747cea28 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:52.693470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d946efa7-2945-45ce-94a7-293ea84f5484 req-e8aca3ee-d41f-461b-b0fd-3b05747cea28 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0639989 Jul 05 04:41:52.733242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d946efa7-2945-45ce-94a7-293ea84f5484 req-703cecfb-d75b-42c8-9db9-e9911a95f370 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342236 Jul 05 04:41:53.920199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4f6dac-ed1d-4de4-afcb-1b490c697fca req-6ec1facd-26f1-4c06-93a4-3284e38d92e8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:53.921848 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c4f6dac-ed1d-4de4-afcb-1b490c697fca req-6ec1facd-26f1-4c06-93a4-3284e38d92e8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0752087 Jul 05 04:41:53.961761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c4f6dac-ed1d-4de4-afcb-1b490c697fca req-256dba52-f73e-4bd0-8372-fd1657057212 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343957 Jul 05 04:41:54.867625 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:41:55.138156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b62be9-501d-4fa8-a998-cfd70a29ebaf req-69ef2418-6c18-45f1-8a4f-e26a6b639ec8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:55.139556 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70b62be9-501d-4fa8-a998-cfd70a29ebaf req-69ef2418-6c18-45f1-8a4f-e26a6b639ec8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0648580 Jul 05 04:41:55.177820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70b62be9-501d-4fa8-a998-cfd70a29ebaf req-b8cc686d-12e0-49b8-a175-d2abffe6afa4 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Jul 05 04:41:56.353086 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5af6add-0e1f-4f51-87e4-0d882249978d req-e0524896-03fe-409b-8cff-e9f12e9d2c9e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:56.354459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5af6add-0e1f-4f51-87e4-0d882249978d req-e0524896-03fe-409b-8cff-e9f12e9d2c9e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0671520 Jul 05 04:41:56.392735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5af6add-0e1f-4f51-87e4-0d882249978d req-42685e6d-0782-4209-95b8-b411dbcd4ca0 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321805 Jul 05 04:41:57.564357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39090a12-6260-486c-85d8-21a5cc73a043 req-63776e03-f3b7-4179-8e2a-3789856ccd7d tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:57.565849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39090a12-6260-486c-85d8-21a5cc73a043 req-63776e03-f3b7-4179-8e2a-3789856ccd7d tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0644181 Jul 05 04:41:57.604546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-39090a12-6260-486c-85d8-21a5cc73a043 req-e9b47aff-afdb-4fa2-85b5-daa32d124d98 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331693 Jul 05 04:41:58.778607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55768e0d-ab68-4c8e-8ea7-bbdce4783e08 req-a2badc9e-c89c-414e-aa8f-bf62ba5a1f3e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:58.780155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55768e0d-ab68-4c8e-8ea7-bbdce4783e08 req-a2badc9e-c89c-414e-aa8f-bf62ba5a1f3e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0643582 Jul 05 04:41:58.817614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55768e0d-ab68-4c8e-8ea7-bbdce4783e08 req-16422b2d-3d37-4c50-9c88-5e1d821dfae8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319257 Jul 05 04:41:59.995290 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565469a8-e80b-411a-b6b7-599ebf06707e req-441938f1-a4e7-417d-b1e7-02651ff6aa40 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:41:59.996802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-565469a8-e80b-411a-b6b7-599ebf06707e req-441938f1-a4e7-417d-b1e7-02651ff6aa40 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0699420 Jul 05 04:42:00.034951 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-565469a8-e80b-411a-b6b7-599ebf06707e req-bc279ee1-fd92-47e7-8b22-8d855cbec62e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326340 Jul 05 04:42:01.212850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1f2473-7822-4f8c-874d-e4a9a56b1616 req-7f8a99e1-0f7b-43db-9704-ddd3386a3697 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:01.214349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad1f2473-7822-4f8c-874d-e4a9a56b1616 req-7f8a99e1-0f7b-43db-9704-ddd3386a3697 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0661836 Jul 05 04:42:01.253737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad1f2473-7822-4f8c-874d-e4a9a56b1616 req-95b31abc-f879-4fa3-b79e-5459fe9b1a3b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332110 Jul 05 04:42:02.429737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4b8803-0268-4ff5-9fd5-cdf95b9f7246 req-90967175-14ae-44c6-ab81-b1db9bd50cc6 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:02.431138 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c4b8803-0268-4ff5-9fd5-cdf95b9f7246 req-90967175-14ae-44c6-ab81-b1db9bd50cc6 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0679536 Jul 05 04:42:02.470167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c4b8803-0268-4ff5-9fd5-cdf95b9f7246 req-ac388851-9f37-4ec0-b47f-452f1fb8a125 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328751 Jul 05 04:42:03.644566 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2c2888-71cd-49f7-a0bf-f127435f7a74 req-2538728c-36e5-4236-a09a-66e2ef510341 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:03.646096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb2c2888-71cd-49f7-a0bf-f127435f7a74 req-2538728c-36e5-4236-a09a-66e2ef510341 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0658836 Jul 05 04:42:03.684900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-eb2c2888-71cd-49f7-a0bf-f127435f7a74 req-6b390bc7-3780-4dc8-9357-a8e8c8eb8fa3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332747 Jul 05 04:42:04.864401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2639dc69-2dda-4109-97e5-9a137ce8bd96 req-e2428c18-6c82-4497-913c-55593b0bfe4b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:04.865881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2639dc69-2dda-4109-97e5-9a137ce8bd96 req-e2428c18-6c82-4497-913c-55593b0bfe4b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0647893 Jul 05 04:42:04.904685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2639dc69-2dda-4109-97e5-9a137ce8bd96 req-f117060c-ba00-4441-85bb-c143e42cba7e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331392 Jul 05 04:42:06.090426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40d39cd-6847-4bcf-bd73-4392a4d6ba0b req-d478d410-d2b8-4909-ae6f-039493b5306e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:06.091942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f40d39cd-6847-4bcf-bd73-4392a4d6ba0b req-d478d410-d2b8-4909-ae6f-039493b5306e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0695276 Jul 05 04:42:06.130661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f40d39cd-6847-4bcf-bd73-4392a4d6ba0b req-b82310f9-f195-4fde-bd99-2c796c83f0a6 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325191 Jul 05 04:42:07.333432 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc51171-b4a2-4433-8382-952a82ac43a5 req-36d9b6d1-4ceb-41ce-9d8a-a0d23d372e43 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:07.334924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cc51171-b4a2-4433-8382-952a82ac43a5 req-36d9b6d1-4ceb-41ce-9d8a-a0d23d372e43 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0650134 Jul 05 04:42:07.372918 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5cc51171-b4a2-4433-8382-952a82ac43a5 req-70eb6682-b7bc-4543-bf2b-21e48e097efb tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324483 Jul 05 04:42:08.064905 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-753ac228-0971-4a3b-8408-78e146a2b3f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:08.555022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccad8506-ed43-49bc-ab65-aa9cec827ac8 req-e9193cfa-ec82-4c86-a973-706d6b9f4c7a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:08.556525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ccad8506-ed43-49bc-ab65-aa9cec827ac8 req-e9193cfa-ec82-4c86-a973-706d6b9f4c7a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0700397 Jul 05 04:42:08.596184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ccad8506-ed43-49bc-ab65-aa9cec827ac8 req-28f1dce3-4a76-4660-a194-296c653a9eac tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335562 Jul 05 04:42:09.769479 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824f22d-ef1e-451e-ac97-1747a838a4ca req-b9943515-c629-4125-ab54-8132349da02e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:09.770948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8824f22d-ef1e-451e-ac97-1747a838a4ca req-b9943515-c629-4125-ab54-8132349da02e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0653598 Jul 05 04:42:09.809853 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8824f22d-ef1e-451e-ac97-1747a838a4ca req-7605b105-d366-41b5-b1ff-556ce1cd8a0a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330358 Jul 05 04:42:10.807444 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-62865fe2-6eec-49b3-89d4-0c1f51ba930a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:10.922136 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:10.986623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca880f6-00b8-4f4d-b262-895b63e3c2f3 req-fcb14f4c-084d-4954-8915-fca47a16a073 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:10.988119 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dca880f6-00b8-4f4d-b262-895b63e3c2f3 req-fcb14f4c-084d-4954-8915-fca47a16a073 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0644672 Jul 05 04:42:11.025997 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dca880f6-00b8-4f4d-b262-895b63e3c2f3 req-a8cdacaf-ccd9-4ba7-85c7-ae0c6b84ad69 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323296 Jul 05 04:42:12.047027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:12.203362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddf45f3-a065-4b61-9d09-533c1cfbad19 req-85849492-6135-4bab-af3f-30f4712e53b9 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:12.205101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ddf45f3-a065-4b61-9d09-533c1cfbad19 req-85849492-6135-4bab-af3f-30f4712e53b9 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0679395 Jul 05 04:42:12.242669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7ddf45f3-a065-4b61-9d09-533c1cfbad19 req-65f96cc8-fd14-4dbe-ac43-c66714b1892b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320263 Jul 05 04:42:13.295503 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-db3ac346-e767-4fa3-ba08-0e25a5b834a6 service neutron] show failed (client error): The resource could not be found. Jul 05 04:42:13.296658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-db3ac346-e767-4fa3-ba08-0e25a5b834a6 service neutron] 10.222.0.26 "GET /v2.0/ports/00767144-885d-4aa8-a350-9a3e04bc5c73/bindings/n-h2-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0587246 Jul 05 04:42:13.419043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2967549-2e1e-40eb-9d36-9fac88a527ba req-9293d6e0-15eb-4daf-9699-dd027436841c tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:13.421055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2967549-2e1e-40eb-9d36-9fac88a527ba req-9293d6e0-15eb-4daf-9699-dd027436841c tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0682702 Jul 05 04:42:13.465584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2967549-2e1e-40eb-9d36-9fac88a527ba req-fa32b5b1-1320-4ca9-8101-795bb3312f92 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384126 Jul 05 04:42:13.581795 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:13.891550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-74a7974a-a3bd-4e95-88df-a48b99825b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:13.893085 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-74a7974a-a3bd-4e95-88df-a48b99825b25 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a&tenant_id=2b96574706ec4596a34a2097eb58bd50 HTTP/1.1" status: 200 len: 1097 time: 0.0964644 Jul 05 04:42:13.905316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:42:13.976191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.147069 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.188894 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=00767144-885d-4aa8-a350-9a3e04bc5c73,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:14.226201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:42:14.265173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:14.267607 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09f61bf2-4794-4fe6-be92-b6c48a55a0ed" -d '{"events": [{"server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "name": "network-vif-unplugged", "status": "completed", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:14.271368 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.284450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Transition to ACTIVE for port object 00767144-885d-4aa8-a350-9a3e04bc5c73 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:42:14.317681 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413c91da-0461-429b-9b58-e350eae4af40 x-openstack-request-id: req-413c91da-0461-429b-9b58-e350eae4af40 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:14.317979 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "name": "network-vif-unplugged", "status": "completed", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:14.318236 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-413c91da-0461-429b-9b58-e350eae4af40 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:14.318637 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73', 'code': 200} Jul 05 04:42:14.347186 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.411285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] No DVR routers for this DVR port 00767144-885d-4aa8-a350-9a3e04bc5c73 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:42:14.414212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Pushing event updated for resources: {'Port': ['ID=00767144-885d-4aa8-a350-9a3e04bc5c73,revision_number=6']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:14.425057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.425404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.425743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.426106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.426440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.426773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.427100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.427427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.427752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.428104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.428428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.428748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:14.460008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Attempting to bind port 00767144-885d-4aa8-a350-9a3e04bc5c73 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:42:14.460347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Attempting to bind port 00767144-885d-4aa8-a350-9a3e04bc5c73 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:42:14.460676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Attempting to bind port 00767144-885d-4aa8-a350-9a3e04bc5c73 on network cbbf542f-8be0-4166-ada5-d7cf040fc45a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:42:14.464947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Port 00767144-885d-4aa8-a350-9a3e04bc5c73 on network cbbf542f-8be0-4166-ada5-d7cf040fc45a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:42:14.465268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Attempting to bind port 00767144-885d-4aa8-a350-9a3e04bc5c73 on network cbbf542f-8be0-4166-ada5-d7cf040fc45a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:42:14.470627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 41, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:42:14.470968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Checking segment: {'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:42:14.471343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Bound using segment: {'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:42:14.471767 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Bound port: 00767144-885d-4aa8-a350-9a3e04bc5c73, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:42:14.472178 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.541811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:42:14.544850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=00767144-885d-4aa8-a350-9a3e04bc5c73,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:42:14.605106 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.639037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1eb77ef-f73e-4af5-8a77-2b9d682fe7c3 req-e6704e8e-1a4d-4d8d-b0f1-6025b7fc197e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:14.641081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1eb77ef-f73e-4af5-8a77-2b9d682fe7c3 req-e6704e8e-1a4d-4d8d-b0f1-6025b7fc197e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 943 time: 0.0660911 Jul 05 04:42:14.641463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:14.642094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.643518 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] 10.222.0.13 "PUT /v2.0/ports/00767144-885d-4aa8-a350-9a3e04bc5c73 HTTP/1.1" status: 200 len: 1092 time: 0.7427404 Jul 05 04:42:14.681320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1eb77ef-f73e-4af5-8a77-2b9d682fe7c3 req-ef30c0a5-6b30-4453-a5ca-4df94cbff9c7 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336075 Jul 05 04:42:14.697515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c96f1-e678-472d-b184-c957a616aed7 service neutron] Pushing event updated for resources: {'Port': ['ID=00767144-885d-4aa8-a350-9a3e04bc5c73,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:14.728955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-94b9dc65-3f43-4103-8a7a-41ffac169b2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:14.730491 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-94b9dc65-3f43-4103-8a7a-41ffac169b2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 1095 time: 0.0629165 Jul 05 04:42:14.793035 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:14.824476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-eb581998-5f31-44fd-ae28-83e3bb6007b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:14.825963 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-eb581998-5f31-44fd-ae28-83e3bb6007b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 916 time: 0.0896478 Jul 05 04:42:14.866654 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-c12d3dc4-39c9-4580-a5b3-b5156571ab3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00767144-885d-4aa8-a350-9a3e04bc5c73 HTTP/1.1" status: 200 len: 217 time: 0.0345595 Jul 05 04:42:14.920882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-7fcc72f2-9754-4f58-9338-26f090136fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:14.922342 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-7fcc72f2-9754-4f58-9338-26f090136fbb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0495746 Jul 05 04:42:14.955241 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-e218b723-62af-4ea5-b3d7-0dbfa071dc6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267031 Jul 05 04:42:15.041451 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-72f4dd29-e320-40ad-a212-163d95ed316e service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803239 Jul 05 04:42:15.136572 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ffca33f-0dff-460e-90e6-3b9a7779597b req-d4b6cce4-6089-40ac-880d-3112e8205eb4 service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887542 Jul 05 04:42:15.862302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1f2c27-7e31-47ab-ad9e-c04d8751e6a6 req-b1747a50-9790-40b5-a91f-24ad483bc69b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:15.863685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e1f2c27-7e31-47ab-ad9e-c04d8751e6a6 req-b1747a50-9790-40b5-a91f-24ad483bc69b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 943 time: 0.0649726 Jul 05 04:42:15.901000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e1f2c27-7e31-47ab-ad9e-c04d8751e6a6 req-06ddb904-0ce4-4b8d-8f3d-b7bade831b14 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317190 Jul 05 04:42:16.319432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:16.321927 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44cca5ad-9656-4945-ab36-ddf23e661656" -d '{"events": [{"name": "network-changed", "server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:16.368670 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e83245d3-cdc3-4bc1-b5d3-263743e630ac x-openstack-request-id: req-e83245d3-cdc3-4bc1-b5d3-263743e630ac {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:16.368967 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:16.369222 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e83245d3-cdc3-4bc1-b5d3-263743e630ac {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:16.369626 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73', 'status': 'completed', 'code': 200} Jul 05 04:42:16.447546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-d010506d-eec3-4a4e-9469-e60f201966bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:16.455156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-d010506d-eec3-4a4e-9469-e60f201966bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 1095 time: 0.0584776 Jul 05 04:42:16.455435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-c790ecac-56f3-4f58-adbe-54289d6ba6ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:16.456996 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-c790ecac-56f3-4f58-adbe-54289d6ba6ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 1095 time: 0.0562599 Jul 05 04:42:16.546541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-737d4f51-7360-4b47-ab46-554d8f1e4f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:16.548054 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-737d4f51-7360-4b47-ab46-554d8f1e4f86 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 916 time: 0.0915749 Jul 05 04:42:16.552925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-2f4b80be-01ec-4fd9-8750-213012680463 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:16.554387 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-2f4b80be-01ec-4fd9-8750-213012680463 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 916 time: 0.0911336 Jul 05 04:42:16.597095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-363a4ea9-101b-4c0a-aedf-c10b4b109881 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00767144-885d-4aa8-a350-9a3e04bc5c73 HTTP/1.1" status: 200 len: 217 time: 0.0360940 Jul 05 04:42:16.598246 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-985e8c58-6b67-4444-849b-7a21d2b509a0 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00767144-885d-4aa8-a350-9a3e04bc5c73 HTTP/1.1" status: 200 len: 217 time: 0.0401053 Jul 05 04:42:16.646548 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-6dc87189-ef48-42e0-9f85-0f29f2ea9ee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:16.647804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-bb2e5524-797f-4de7-bc28-b6f9dd9d7926 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:16.648045 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-6dc87189-ef48-42e0-9f85-0f29f2ea9ee1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0451376 Jul 05 04:42:16.649295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-bb2e5524-797f-4de7-bc28-b6f9dd9d7926 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0446677 Jul 05 04:42:16.682347 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-bdba6986-7d7d-460d-a836-4007fa600daf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269775 Jul 05 04:42:16.687195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-0547feed-8c7a-497d-8d08-8369c39cf645 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278394 Jul 05 04:42:16.778116 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-e82185dc-d7a5-41aa-88a7-d8c1267855e2 service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880003 Jul 05 04:42:16.781597 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-6aa9f164-eb61-4008-b2e1-8d331faa3fed service neutron] 10.222.0.26 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870180 Jul 05 04:42:16.874698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-e8cea9a9-0365-4a7e-961d-0fa63d3defbe service neutron] 10.222.0.26 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857561 Jul 05 04:42:16.875375 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44cca5ad-9656-4945-ab36-ddf23e661656 req-a263f40b-1049-4299-8579-ebb274194e02 service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902240 Jul 05 04:42:17.074827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef79a43-b714-46ac-ad2a-ca15ae6d143f req-5320414d-1210-4e3f-a138-c5f916e7d356 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:17.076342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ef79a43-b714-46ac-ad2a-ca15ae6d143f req-5320414d-1210-4e3f-a138-c5f916e7d356 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 943 time: 0.0641320 Jul 05 04:42:17.116627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ef79a43-b714-46ac-ad2a-ca15ae6d143f req-b56fdeb7-6078-4bd5-b512-38c7e1f11135 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343697 Jul 05 04:42:18.026345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 00767144-885d-4aa8-a350-9a3e04bc5c73 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:42:18.067757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 00767144-885d-4aa8-a350-9a3e04bc5c73 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:42:18.294640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cceb64e-f396-41e7-bc22-17d8216d093e req-d91f4a42-7559-43a8-b91c-fe4c47a566ba tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:18.296723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4cceb64e-f396-41e7-bc22-17d8216d093e req-d91f4a42-7559-43a8-b91c-fe4c47a566ba tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 943 time: 0.0686841 Jul 05 04:42:18.333820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4cceb64e-f396-41e7-bc22-17d8216d093e req-5669a4cf-d003-4652-8196-53a134900823 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315342 Jul 05 04:42:18.561566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 00767144-885d-4aa8-a350-9a3e04bc5c73 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:42:18.656436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=00767144-885d-4aa8-a350-9a3e04bc5c73,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:18.667821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '00767144-885d-4aa8-a350-9a3e04bc5c73', 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a', 'port_id': '00767144-885d-4aa8-a350-9a3e04bc5c73', 'mac_address': 'fa:16:3e:10:bf:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da52994-d15f-45f8-b516-c0b303da50d7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:42:18.704638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:18.717643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 00767144-885d-4aa8-a350-9a3e04bc5c73 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:42:18.740910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=00767144-885d-4aa8-a350-9a3e04bc5c73,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:18.795792 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:18.844270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=00767144-885d-4aa8-a350-9a3e04bc5c73,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:18.851231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.851574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.851936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.852270 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.852600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.852928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.853248 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.853566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.853883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.854199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.854522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:18.854837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:42:19.145257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['00767144-885d-4aa8-a350-9a3e04bc5c73'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:42:19.513157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bb7871-2a28-4129-82f0-ce04446eb231 req-20bdb212-d488-431f-bbb4-59ad7b6990b7 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:19.514772 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4bb7871-2a28-4129-82f0-ce04446eb231 req-20bdb212-d488-431f-bbb4-59ad7b6990b7 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 944 time: 0.0707142 Jul 05 04:42:19.552810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4bb7871-2a28-4129-82f0-ce04446eb231 req-f8cd4ae2-519b-44f5-96bc-61ba26334412 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326240 Jul 05 04:42:20.033986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5def1e7f-b5f6-40dc-85d5-af176a656ee8 req-44980148-7090-4502-91ec-8c4a62fcef0c tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:20.035450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5def1e7f-b5f6-40dc-85d5-af176a656ee8 req-44980148-7090-4502-91ec-8c4a62fcef0c tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 944 time: 0.1177447 Jul 05 04:42:20.106132 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5def1e7f-b5f6-40dc-85d5-af176a656ee8 req-2ea9d12b-76fc-4e17-a26a-d576b863386f tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624106 Jul 05 04:42:20.124354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89317a83-c4c9-41db-8377-a39f47eff229 req-f5cd34ec-a72d-4b09-86cc-2b1914de845a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:20.125961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89317a83-c4c9-41db-8377-a39f47eff229 req-f5cd34ec-a72d-4b09-86cc-2b1914de845a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.26 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a&tenant_id=2b96574706ec4596a34a2097eb58bd50&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 944 time: 0.1545050 Jul 05 04:42:20.194545 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-89317a83-c4c9-41db-8377-a39f47eff229 req-3588a8f5-207c-4a63-8751-a51c611226bc service neutron] delete failed (client error): The resource could not be found. Jul 05 04:42:20.195553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89317a83-c4c9-41db-8377-a39f47eff229 req-3588a8f5-207c-4a63-8751-a51c611226bc service neutron] 10.222.0.26 "DELETE /v2.0/ports/00767144-885d-4aa8-a350-9a3e04bc5c73/bindings/n-h1-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0603447 Jul 05 04:42:20.294065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89317a83-c4c9-41db-8377-a39f47eff229 req-c06263d2-a7ce-42ca-844d-cf814c6fc425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:20.295578 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89317a83-c4c9-41db-8377-a39f47eff229 req-c06263d2-a7ce-42ca-844d-cf814c6fc425 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 1096 time: 0.0548508 Jul 05 04:42:20.389268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89317a83-c4c9-41db-8377-a39f47eff229 req-e3b64558-90e6-4756-8373-24ffd45708d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:20.390668 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89317a83-c4c9-41db-8377-a39f47eff229 req-e3b64558-90e6-4756-8373-24ffd45708d8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 916 time: 0.0882854 Jul 05 04:42:20.439926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89317a83-c4c9-41db-8377-a39f47eff229 req-1f96cd7d-37d5-4a2a-acb7-88ad0feec13d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=00767144-885d-4aa8-a350-9a3e04bc5c73 HTTP/1.1" status: 200 len: 217 time: 0.0353663 Jul 05 04:42:20.489265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89317a83-c4c9-41db-8377-a39f47eff229 req-03c4bd81-a775-432b-957c-0e824f8c2144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:20.490653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89317a83-c4c9-41db-8377-a39f47eff229 req-03c4bd81-a775-432b-957c-0e824f8c2144 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0436568 Jul 05 04:42:20.528098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89317a83-c4c9-41db-8377-a39f47eff229 req-6c73db3c-cc41-44ec-bd74-337bfe4baef5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0264552 Jul 05 04:42:20.577642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 00767144-885d-4aa8-a350-9a3e04bc5c73 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:42:20.623866 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89317a83-c4c9-41db-8377-a39f47eff229 req-478bf061-cbf7-4af3-bd01-60a52755d400 service neutron] 10.222.0.26 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852458 Jul 05 04:42:20.718867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-89317a83-c4c9-41db-8377-a39f47eff229 req-200dcd75-b131-4d0e-ba8b-5ab924314fe9 service neutron] 10.222.0.26 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866852 Jul 05 04:42:20.723994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 00767144-885d-4aa8-a350-9a3e04bc5c73 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:42:20.737324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 00767144-885d-4aa8-a350-9a3e04bc5c73 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:42:20.737731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:20.818836 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:20.841693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:20.843958 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6c66ab8-87c5-4b6c-8855-fc4f15a1f213" -d '{"events": [{"server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "name": "network-vif-plugged", "status": "completed", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:20.857825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=00767144-885d-4aa8-a350-9a3e04bc5c73,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:20.897059 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58bda459-d8e7-4a94-b20e-4de7a2eb7274 x-openstack-request-id: req-58bda459-d8e7-4a94-b20e-4de7a2eb7274 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:20.897357 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "name": "network-vif-plugged", "status": "completed", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:20.897620 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58bda459-d8e7-4a94-b20e-4de7a2eb7274 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:20.898028 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73', 'code': 200} Jul 05 04:42:20.927059 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:20.978572 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=00767144-885d-4aa8-a350-9a3e04bc5c73,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:21.290859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05634688-cf6e-4282-a021-b40fa1045f87 req-49c6ca19-6e6b-43e4-86be-2fc555e6c94b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:21.292278 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05634688-cf6e-4282-a021-b40fa1045f87 req-49c6ca19-6e6b-43e4-86be-2fc555e6c94b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0695281 Jul 05 04:42:21.331086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05634688-cf6e-4282-a021-b40fa1045f87 req-01a1f4b4-b321-49f6-b765-a462d5d82692 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324080 Jul 05 04:42:22.503880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eddc7e-89d5-4689-9daf-4a0cd151577b req-eb2d98d6-14bc-44a8-9a7f-0ba046692b4f tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:22.505510 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76eddc7e-89d5-4689-9daf-4a0cd151577b req-eb2d98d6-14bc-44a8-9a7f-0ba046692b4f tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0635991 Jul 05 04:42:22.542229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76eddc7e-89d5-4689-9daf-4a0cd151577b req-a9df9fcc-84ac-4fbc-86e2-85baf34e958c tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312703 Jul 05 04:42:22.716468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9edaa542-7248-4e5c-8954-ea8a223b8be1 req-9a9a0a54-f2c1-4360-8b4a-a0e0ed2defc8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:22.717921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9edaa542-7248-4e5c-8954-ea8a223b8be1 req-9a9a0a54-f2c1-4360-8b4a-a0e0ed2defc8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0678945 Jul 05 04:42:22.755922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9edaa542-7248-4e5c-8954-ea8a223b8be1 req-9492cb23-f356-4196-b831-51f3ccda04c7 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324624 Jul 05 04:42:22.926314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b62ddd4-77c4-4c3a-aa20-288e207d2235 req-a3ea8e05-6c83-47a4-bddf-a625c3bf2922 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:22.927777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b62ddd4-77c4-4c3a-aa20-288e207d2235 req-a3ea8e05-6c83-47a4-bddf-a625c3bf2922 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0640559 Jul 05 04:42:22.965571 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3b62ddd4-77c4-4c3a-aa20-288e207d2235 req-aeb839fa-d7ae-462f-a9e4-818dd15a2788 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323892 Jul 05 04:42:23.953933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-4c245d7d-6773-46e9-b7fb-74274514a301 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:23.955387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-4c245d7d-6773-46e9-b7fb-74274514a301 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 815 time: 0.3979020 Jul 05 04:42:23.969500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-98732061-8182-45d6-94cb-31697f2a50c5 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/quotas/2b96574706ec4596a34a2097eb58bd50 HTTP/1.1" status: 200 len: 375 time: 0.0088015 Jul 05 04:42:24.032628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-e7a068ff-a1e6-48f8-bfb2-195ebaf20452 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0582745 Jul 05 04:42:24.114370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-f9f41fdf-b899-488c-bafa-23b0d60f77e1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:42:24.117294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-f9f41fdf-b899-488c-bafa-23b0d60f77e1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0435507 Jul 05 04:42:24.206815 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-b7f45113-2292-4f58-9f72-3fe9a51b2291 service neutron] 10.222.0.30 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851769 Jul 05 04:42:24.301421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-19058a77-394c-4b04-8b77-e04b4ba1d7bc service neutron] 10.222.0.30 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889890 Jul 05 04:42:24.531998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c030cdc5-3cb3-4b67-9192-650aac536ea7 req-781bfe14-c971-4de5-8f73-a737e837e8ff tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 210 time: 0.0302100 Jul 05 04:42:25.076568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-88ea2b66-0c35-45c9-9d34-e51b3959b4d8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:25.079737 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-88ea2b66-0c35-45c9-9d34-e51b3959b4d8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ab2860e-8b8d-4c61-8c7f-838c80a7c40a HTTP/1.1" status: 200 len: 945 time: 0.0698817 Jul 05 04:42:25.181540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-b9b1dade-0b82-426a-b79d-f3b7decef63a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Deleting port 00767144-885d-4aa8-a350-9a3e04bc5c73 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:42:25.181883 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-b9b1dade-0b82-426a-b79d-f3b7decef63a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:25.276068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-b9b1dade-0b82-426a-b79d-f3b7decef63a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] For port 00767144-885d-4aa8-a350-9a3e04bc5c73, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=00767144-885d-4aa8-a350-9a3e04bc5c73,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:25.276416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-b9b1dade-0b82-426a-b79d-f3b7decef63a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:25.288186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-b9b1dade-0b82-426a-b79d-f3b7decef63a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Calling delete_port for 00767144-885d-4aa8-a350-9a3e04bc5c73 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:42:25.464589 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-b9b1dade-0b82-426a-b79d-f3b7decef63a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:25.478251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['00767144-885d-4aa8-a350-9a3e04bc5c73'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:42:25.502607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b1dade-0b82-426a-b79d-f3b7decef63a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Pushing event deleted for resources: {'Port': ['ID=00767144-885d-4aa8-a350-9a3e04bc5c73,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:25.547962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-b9b1dade-0b82-426a-b79d-f3b7decef63a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] No DVR routers for this DVR port 00767144-885d-4aa8-a350-9a3e04bc5c73 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:42:25.550607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-b9b1dade-0b82-426a-b79d-f3b7decef63a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:25.552923 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2abb622c-9afc-45f5-a6cd-572da4a35a70 req-b9b1dade-0b82-426a-b79d-f3b7decef63a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.13 "DELETE /v2.0/ports/00767144-885d-4aa8-a350-9a3e04bc5c73 HTTP/1.1" status: 204 len: 173 time: 0.4687798 Jul 05 04:42:25.553364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'name': 'network-vif-deleted', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:25.555682 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b7fa6b8-e315-4d2d-a4da-69a557e91900" -d '{"events": [{"server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "name": "network-vif-deleted", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:25.610904 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e324fa36-8fa9-4e7d-afff-f3ccc24cfb85 x-openstack-request-id: req-e324fa36-8fa9-4e7d-afff-f3ccc24cfb85 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:25.611200 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3ab2860e-8b8d-4c61-8c7f-838c80a7c40a", "name": "network-vif-deleted", "tag": "00767144-885d-4aa8-a350-9a3e04bc5c73", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:25.611648 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e324fa36-8fa9-4e7d-afff-f3ccc24cfb85 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:25.612098 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ab2860e-8b8d-4c61-8c7f-838c80a7c40a', 'name': 'network-vif-deleted', 'tag': '00767144-885d-4aa8-a350-9a3e04bc5c73', 'status': 'completed', 'code': 200} Jul 05 04:42:25.675723 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-108a2dd9-f993-45d8-a384-8fb590009f63 req-8222e159-1299-41db-a751-b7ec3fff63e1 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 210 time: 0.0293865 Jul 05 04:42:26.445216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-5486abb0-ef45-4164-a7dd-e85a70edbaf4 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:26.446692 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-5486abb0-ef45-4164-a7dd-e85a70edbaf4 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.13 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 815 time: 0.1114876 Jul 05 04:42:26.459321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Request body: {'port': {'device_id': '61738e42-7568-4e93-8612-87d0d83a6638', 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a', 'admin_state_up': True, 'tenant_id': '2b96574706ec4596a34a2097eb58bd50'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:42:26.649922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Made reservation on behalf of 2b96574706ec4596a34a2097eb58bd50 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:42:26.653580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:26.791983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Allocated IP 172.20.0.12 (cbbf542f-8be0-4166-ada5-d7cf040fc45a/6da52994-d15f-45f8-b516-c0b303da50d7/d5c3be35-cf79-402a-985f-7759c2b60037) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:42:26.826823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3cfc10f-cebf-4df3-b31e-f56bcf618817 req-c0a5fb88-d01c-4816-bc40-2193240520cb tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 210 time: 0.0328734 Jul 05 04:42:26.943446 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:27.038559 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:27.080941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Network cbbf542f-8be0-4166-ada5-d7cf040fc45a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:42:27.084508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:42:27.095923 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:42:27.117222 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Pushing event updated for resources: {'Port': ['ID=d5c3be35-cf79-402a-985f-7759c2b60037,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:27.146087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:27.146690 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:27.241979 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-8b229c8b-2978-4c66-8dbb-87f2c7a776c3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7863555 Jul 05 04:42:27.255451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Request body: {'port': {'device_id': '61738e42-7568-4e93-8612-87d0d83a6638', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:42:27.333066 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:27.595005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d5c3be35-cf79-402a-985f-7759c2b60037 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:42:27.602264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:27.614179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Transition to ACTIVE for port object d5c3be35-cf79-402a-985f-7759c2b60037 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:42:27.675354 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:27.725320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3be35-cf79-402a-985f-7759c2b60037,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:27.795223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Attempting to bind port d5c3be35-cf79-402a-985f-7759c2b60037 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:42:27.795547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Attempting to bind port d5c3be35-cf79-402a-985f-7759c2b60037 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:42:27.795865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Attempting to bind port d5c3be35-cf79-402a-985f-7759c2b60037 on network cbbf542f-8be0-4166-ada5-d7cf040fc45a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:42:27.800090 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Port d5c3be35-cf79-402a-985f-7759c2b60037 on network cbbf542f-8be0-4166-ada5-d7cf040fc45a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:42:27.800406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Attempting to bind port d5c3be35-cf79-402a-985f-7759c2b60037 on network cbbf542f-8be0-4166-ada5-d7cf040fc45a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:42:27.805321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 42, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:42:27.805512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Checking segment: {'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:42:27.805893 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Bound using segment: {'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:42:27.806314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Bound port: d5c3be35-cf79-402a-985f-7759c2b60037, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c8a43d59-6d82-49d5-9360-b926a2517ec2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:42:27.806682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:27.870609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] For port d5c3be35-cf79-402a-985f-7759c2b60037, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:42:27.874467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] For port d5c3be35-cf79-402a-985f-7759c2b60037, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d5c3be35-cf79-402a-985f-7759c2b60037,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:42:27.950774 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:27.989150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:27.990155 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:27.991560 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] 10.222.0.13 "PUT /v2.0/ports/d5c3be35-cf79-402a-985f-7759c2b60037 HTTP/1.1" status: 200 len: 1093 time: 0.7404015 Jul 05 04:42:27.993947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61738e42-7568-4e93-8612-87d0d83a6638', 'tag': 'd5c3be35-cf79-402a-985f-7759c2b60037'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:27.997146 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34f72356-1a77-461e-80b3-dc99ac398423" -d '{"events": [{"name": "network-changed", "server_uuid": "61738e42-7568-4e93-8612-87d0d83a6638", "tag": "d5c3be35-cf79-402a-985f-7759c2b60037"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:28.007372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a766935-0286-4358-bf96-44d68b5a9209 req-cea1bfe6-009e-483f-87b2-c0ef0c1b183f tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:28.009029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a766935-0286-4358-bf96-44d68b5a9209 req-cea1bfe6-009e-483f-87b2-c0ef0c1b183f tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 944 time: 0.0679467 Jul 05 04:42:28.021189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211bca16-7b55-4114-a465-31afe6b4de2c service neutron] Pushing event updated for resources: {'Port': ['ID=d5c3be35-cf79-402a-985f-7759c2b60037,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:28.041242 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6a0a022-3a04-4750-8f9a-aa8ad5093ad4 x-openstack-request-id: req-e6a0a022-3a04-4750-8f9a-aa8ad5093ad4 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:28.041537 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61738e42-7568-4e93-8612-87d0d83a6638", "tag": "d5c3be35-cf79-402a-985f-7759c2b60037", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:28.041787 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e6a0a022-3a04-4750-8f9a-aa8ad5093ad4 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:28.042188 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61738e42-7568-4e93-8612-87d0d83a6638', 'tag': 'd5c3be35-cf79-402a-985f-7759c2b60037', 'status': 'completed', 'code': 200} Jul 05 04:42:28.053793 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1a766935-0286-4358-bf96-44d68b5a9209 req-9621750e-c196-4d2b-830a-bf1ca8912f1a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379887 Jul 05 04:42:28.121831 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f72356-1a77-461e-80b3-dc99ac398423 req-b720f329-9999-40a6-996a-6d46c0c030a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:28.123246 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-34f72356-1a77-461e-80b3-dc99ac398423 req-b720f329-9999-40a6-996a-6d46c0c030a4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 1096 time: 0.0594842 Jul 05 04:42:28.219826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f72356-1a77-461e-80b3-dc99ac398423 req-cdbf7932-904b-4037-9a71-3bd0c9161ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:28.221307 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-34f72356-1a77-461e-80b3-dc99ac398423 req-cdbf7932-904b-4037-9a71-3bd0c9161ebd service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2b96574706ec4596a34a2097eb58bd50&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0909233 Jul 05 04:42:28.317879 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f72356-1a77-461e-80b3-dc99ac398423 req-4e5c1ecb-cfed-4942-920e-b57fb402283c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:28.319342 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-34f72356-1a77-461e-80b3-dc99ac398423 req-4e5c1ecb-cfed-4942-920e-b57fb402283c service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0921421 Jul 05 04:42:28.412706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-6b2f16dd-9efc-43e8-b63e-ddd0f68e8ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:28.414099 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-6b2f16dd-9efc-43e8-b63e-ddd0f68e8ff5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 1096 time: 0.0533586 Jul 05 04:42:28.457763 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-695e6cac-d6ab-49ca-9e05-7c97c8c6faf6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3be35-cf79-402a-985f-7759c2b60037 HTTP/1.1" status: 200 len: 217 time: 0.0348628 Jul 05 04:42:28.506599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-4d4fa102-f88a-4e43-a1e2-83d158354ba0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:28.508059 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-4d4fa102-f88a-4e43-a1e2-83d158354ba0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0438788 Jul 05 04:42:28.545432 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-76e64730-c9cc-4acb-a69d-bc78ca4b85b8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0300951 Jul 05 04:42:28.611763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 00767144-885d-4aa8-a350-9a3e04bc5c73 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:42:28.632519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 00767144-885d-4aa8-a350-9a3e04bc5c73 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:42:28.632863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 00767144-885d-4aa8-a350-9a3e04bc5c73 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:42:28.637682 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-1c6e8d6a-61e5-4511-a794-0c361aa64c43 service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853302 Jul 05 04:42:28.732462 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7708f5d6-6e49-45f1-8240-a13cccd62d91 req-6dff7556-650e-4c30-8cfe-733e3c918dda service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877719 Jul 05 04:42:29.232535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f30c23-e99f-4e0e-a8da-0c47d175b3ea req-4f1c49b9-8099-487b-a420-d84cdb2d4c25 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:29.234053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1f30c23-e99f-4e0e-a8da-0c47d175b3ea req-4f1c49b9-8099-487b-a420-d84cdb2d4c25 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 944 time: 0.0656774 Jul 05 04:42:29.275135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1f30c23-e99f-4e0e-a8da-0c47d175b3ea req-383cd1f0-0b87-4d4d-b169-73b313a98cdd tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355315 Jul 05 04:42:30.445281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c96a58a-c0cf-4e3e-9a1c-1a4971f6a224 req-6f24e688-eb99-43b7-97ef-befe0c6e959e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:30.446770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c96a58a-c0cf-4e3e-9a1c-1a4971f6a224 req-6f24e688-eb99-43b7-97ef-befe0c6e959e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 944 time: 0.0644159 Jul 05 04:42:30.485964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c96a58a-c0cf-4e3e-9a1c-1a4971f6a224 req-a3f84e9d-3438-44ff-848e-e8362100f315 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336342 Jul 05 04:42:31.657779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbd078-761e-46bb-8b2c-25028c8d1048 req-e55e03d2-e89c-4eb1-bd4d-41dece500a97 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:31.659298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dafbd078-761e-46bb-8b2c-25028c8d1048 req-e55e03d2-e89c-4eb1-bd4d-41dece500a97 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 944 time: 0.0647771 Jul 05 04:42:31.697253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dafbd078-761e-46bb-8b2c-25028c8d1048 req-5a0db146-4e9d-47b8-90da-1eb6ba668423 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322599 Jul 05 04:42:31.866018 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:42:32.655064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d5c3be35-cf79-402a-985f-7759c2b60037 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:42:32.754017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d5c3be35-cf79-402a-985f-7759c2b60037, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d5c3be35-cf79-402a-985f-7759c2b60037,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:32.765744 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'd5c3be35-cf79-402a-985f-7759c2b60037', 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a', 'port_id': 'd5c3be35-cf79-402a-985f-7759c2b60037', 'mac_address': 'fa:16:3e:6b:c4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da52994-d15f-45f8-b516-c0b303da50d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:42:32.805268 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:32.818595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c3be35-cf79-402a-985f-7759c2b60037 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:42:32.838560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d5c3be35-cf79-402a-985f-7759c2b60037, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d5c3be35-cf79-402a-985f-7759c2b60037,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:32.884665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf952a2-6cb3-4881-a4e5-9fdd9511edda req-4cc33cdc-150b-4da7-bfeb-6539deff7dc9 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:32.886169 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abf952a2-6cb3-4881-a4e5-9fdd9511edda req-4cc33cdc-150b-4da7-bfeb-6539deff7dc9 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 944 time: 0.0687644 Jul 05 04:42:32.925209 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-abf952a2-6cb3-4881-a4e5-9fdd9511edda req-f0deae83-0f3e-4fad-ba24-8c99b1131099 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328760 Jul 05 04:42:32.941287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:32.989918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d5c3be35-cf79-402a-985f-7759c2b60037,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:33.256999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['d5c3be35-cf79-402a-985f-7759c2b60037'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:42:34.101077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587798dd-bf4c-4259-bcd9-6bd9d3d1c7f2 req-1ff18bff-0886-41f9-82ad-d4e23484f994 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:34.102642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-587798dd-bf4c-4259-bcd9-6bd9d3d1c7f2 req-1ff18bff-0886-41f9-82ad-d4e23484f994 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 945 time: 0.0648880 Jul 05 04:42:34.141759 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-587798dd-bf4c-4259-bcd9-6bd9d3d1c7f2 req-32e4ee81-4358-426f-a2ec-9ed69278fd1a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334730 Jul 05 04:42:34.659535 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d5c3be35-cf79-402a-985f-7759c2b60037 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:42:34.760791 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port d5c3be35-cf79-402a-985f-7759c2b60037 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:42:34.764501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port d5c3be35-cf79-402a-985f-7759c2b60037 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:42:34.764880 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:34.845017 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:34.867876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61738e42-7568-4e93-8612-87d0d83a6638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c3be35-cf79-402a-985f-7759c2b60037'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:42:34.870811 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c17e2fc6-c40b-4b42-bbb3-2707795fd7be" -d '{"events": [{"server_uuid": "61738e42-7568-4e93-8612-87d0d83a6638", "name": "network-vif-plugged", "status": "completed", "tag": "d5c3be35-cf79-402a-985f-7759c2b60037"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:42:34.886348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d5c3be35-cf79-402a-985f-7759c2b60037, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d5c3be35-cf79-402a-985f-7759c2b60037,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:42:34.907631 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:42:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-252d9095-81f8-4aab-9b09-7e7fb63f6cb7 x-openstack-request-id: req-252d9095-81f8-4aab-9b09-7e7fb63f6cb7 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:42:34.907966 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61738e42-7568-4e93-8612-87d0d83a6638", "name": "network-vif-plugged", "status": "completed", "tag": "d5c3be35-cf79-402a-985f-7759c2b60037", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:42:34.912928 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-252d9095-81f8-4aab-9b09-7e7fb63f6cb7 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:42:34.912928 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61738e42-7568-4e93-8612-87d0d83a6638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c3be35-cf79-402a-985f-7759c2b60037', 'code': 200} Jul 05 04:42:34.952543 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:35.002845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d5c3be35-cf79-402a-985f-7759c2b60037,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:42:35.026732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffc0182-1b28-4d5c-93a8-fe68c898695f req-2ab50878-39b4-4a36-ab29-b514fdad5cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:35.028262 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2ffc0182-1b28-4d5c-93a8-fe68c898695f req-2ab50878-39b4-4a36-ab29-b514fdad5cbf service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 1098 time: 0.0539861 Jul 05 04:42:35.062900 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2ffc0182-1b28-4d5c-93a8-fe68c898695f req-297644b5-23e2-4748-b65b-25acf4057708 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0276515 Jul 05 04:42:35.328357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13672b5-ec12-48a9-aaa6-dbe2f0f6802b req-7fe1d29f-7262-48b4-bfa1-6bede81cb0b4 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:35.329822 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a13672b5-ec12-48a9-aaa6-dbe2f0f6802b req-7fe1d29f-7262-48b4-bfa1-6bede81cb0b4 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0692585 Jul 05 04:42:35.367283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a13672b5-ec12-48a9-aaa6-dbe2f0f6802b req-3d1812f9-8e16-48c7-9764-e215a46a132a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319009 Jul 05 04:42:36.541303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3601e243-d0f1-42f9-a512-2dd0c2f6217a req-fe2b92e6-6ce0-461a-aa6d-fe99a2e39157 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:36.542775 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3601e243-d0f1-42f9-a512-2dd0c2f6217a req-fe2b92e6-6ce0-461a-aa6d-fe99a2e39157 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0642598 Jul 05 04:42:36.581696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3601e243-d0f1-42f9-a512-2dd0c2f6217a req-8aea6ff8-dd74-49a4-99ab-07393fe66f40 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334163 Jul 05 04:42:37.757872 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357190ba-5b58-4f01-b8bc-f150e622f3ab req-5f8661e9-8e1d-4221-96f9-680bf84dc3e4 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:37.759530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-357190ba-5b58-4f01-b8bc-f150e622f3ab req-5f8661e9-8e1d-4221-96f9-680bf84dc3e4 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0659502 Jul 05 04:42:37.798255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-357190ba-5b58-4f01-b8bc-f150e622f3ab req-4ee72feb-932c-4f10-9d19-cf0af92199cb tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331960 Jul 05 04:42:37.976687 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d9c582-8fea-45eb-94e6-7d62aaf39060 req-a19f1219-01f3-43f5-b806-faff2fd67773 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:37.978173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1d9c582-8fea-45eb-94e6-7d62aaf39060 req-a19f1219-01f3-43f5-b806-faff2fd67773 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0689514 Jul 05 04:42:38.018731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1d9c582-8fea-45eb-94e6-7d62aaf39060 req-d91131ac-0f66-49ff-b0ba-c93346d30f56 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335152 Jul 05 04:42:38.052497 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b7d49520-76df-45dd-9d4d-569d7912af6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:38.542010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eea5e4d-06e0-4320-8a24-b3b913bfbbd1 req-beffb266-47ae-4391-824a-a5cbf2d1e8bc tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:38.543513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3eea5e4d-06e0-4320-8a24-b3b913bfbbd1 req-beffb266-47ae-4391-824a-a5cbf2d1e8bc tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0649791 Jul 05 04:42:38.582689 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3eea5e4d-06e0-4320-8a24-b3b913bfbbd1 req-bcc8b202-c5da-4997-a983-0ace80d52a3c tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328541 Jul 05 04:42:38.629286 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-209a9b04-0e24-4998-bd6d-9c711a074ce5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0536926 Jul 05 04:42:39.762349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19266177-41f8-4701-aa6c-650a5efb2523 req-0591f13d-1184-4094-b607-6bd356591cf7 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:39.763743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19266177-41f8-4701-aa6c-650a5efb2523 req-0591f13d-1184-4094-b607-6bd356591cf7 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0677986 Jul 05 04:42:39.805192 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19266177-41f8-4701-aa6c-650a5efb2523 req-968abac6-3e30-4ead-ac71-a45ba7e51a6e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357256 Jul 05 04:42:40.792639 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4066e8a7-87d4-4e13-a9c4-8ab2bce27d5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:40.918278 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:40.962283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-a3069bc8-b507-4382-858f-14bad6c530cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:40.963822 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-a3069bc8-b507-4382-858f-14bad6c530cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 1098 time: 0.3314817 Jul 05 04:42:40.993851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d86dfdd-5263-4fdb-b576-59c8e99edb13 req-46d33118-04a5-472e-9cae-a3a0dbaae100 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:40.995351 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d86dfdd-5263-4fdb-b576-59c8e99edb13 req-46d33118-04a5-472e-9cae-a3a0dbaae100 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0663178 Jul 05 04:42:41.035429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d86dfdd-5263-4fdb-b576-59c8e99edb13 req-d79cd68b-4923-4fad-a3f4-11c3c9c1bd58 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338402 Jul 05 04:42:41.057912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-6a5c4381-2fe6-43bb-9bc1-fb6f3935e2fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:41.059378 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-6a5c4381-2fe6-43bb-9bc1-fb6f3935e2fb service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 916 time: 0.0882802 Jul 05 04:42:41.104516 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-76d8021b-0f7c-4805-ae26-a0730f00b08f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3be35-cf79-402a-985f-7759c2b60037 HTTP/1.1" status: 200 len: 217 time: 0.0382779 Jul 05 04:42:41.155518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-01c7b2b3-b404-4c54-9103-bd5b692d2f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:41.157102 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-01c7b2b3-b404-4c54-9103-bd5b692d2f97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0458262 Jul 05 04:42:41.190297 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-d926520e-98ab-41a3-9f18-9b50c727285f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273519 Jul 05 04:42:41.280470 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-cb84d963-5b3a-430d-95c4-0c0826e358cf service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841482 Jul 05 04:42:41.388599 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-ecd742f0-f0ae-42be-a269-9f0b239cbc61 service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836518 Jul 05 04:42:42.057876 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:42.209837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc8569c-909f-49c0-9976-a6aa7f5fc022 req-658e74ea-4fd2-468f-8960-d373c12dc121 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:42.211408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfc8569c-909f-49c0-9976-a6aa7f5fc022 req-658e74ea-4fd2-468f-8960-d373c12dc121 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0657053 Jul 05 04:42:42.254228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfc8569c-909f-49c0-9976-a6aa7f5fc022 req-53e33be6-574d-4f86-b9c6-05af68dcb3b9 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370526 Jul 05 04:42:43.428478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c174ea-16e4-4af2-97e0-5abe576da121 req-f1164864-35ef-4aae-b21a-e8e48b336190 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:43.429864 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78c174ea-16e4-4af2-97e0-5abe576da121 req-f1164864-35ef-4aae-b21a-e8e48b336190 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0650921 Jul 05 04:42:43.471463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-78c174ea-16e4-4af2-97e0-5abe576da121 req-5afaf5c1-ccda-4aca-90d4-0ce6087dc28e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358725 Jul 05 04:42:43.578865 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:44.209382 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:44.643834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691f94d-fbec-43b2-807e-0f77381b64f9 req-f1abe8f9-abcb-4d13-a3e3-3e651fb69160 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:44.645315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1691f94d-fbec-43b2-807e-0f77381b64f9 req-f1abe8f9-abcb-4d13-a3e3-3e651fb69160 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0631511 Jul 05 04:42:44.682928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1691f94d-fbec-43b2-807e-0f77381b64f9 req-06b3ec55-4b15-4750-a674-a22b1f4bf93f tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Jul 05 04:42:44.763568 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:42:45.863991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696decf5-e1d1-41ff-8455-947161cc3233 req-599dd94b-41f4-4a3d-b7b4-ed9768d60481 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:45.865392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-696decf5-e1d1-41ff-8455-947161cc3233 req-599dd94b-41f4-4a3d-b7b4-ed9768d60481 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0717330 Jul 05 04:42:45.902765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-696decf5-e1d1-41ff-8455-947161cc3233 req-0008ee92-af65-442b-bfff-2ba68e1c94ae tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318296 Jul 05 04:42:47.280959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8ba98c-e9de-4de1-ad56-0f5cf70175e8 req-374f3522-39e3-41fb-9d89-1fb6a4bbc463 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:47.282374 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e8ba98c-e9de-4de1-ad56-0f5cf70175e8 req-374f3522-39e3-41fb-9d89-1fb6a4bbc463 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0705211 Jul 05 04:42:47.324001 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e8ba98c-e9de-4de1-ad56-0f5cf70175e8 req-2df293e4-ff6c-4f9d-9912-c75190eb9ce6 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357893 Jul 05 04:42:48.504781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f80d9d-74a9-4989-bab6-c848165993e7 req-7221fd62-5989-49ef-9345-4003a17eeab2 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:48.506252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0f80d9d-74a9-4989-bab6-c848165993e7 req-7221fd62-5989-49ef-9345-4003a17eeab2 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0700305 Jul 05 04:42:48.545412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0f80d9d-74a9-4989-bab6-c848165993e7 req-621951df-8bf3-4e16-98ba-485733755c80 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330925 Jul 05 04:42:49.723783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79869695-2369-4ba8-bdd6-93403bc68ae1 req-f4a5a858-c796-4520-9494-07c416af31aa tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:49.725293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79869695-2369-4ba8-bdd6-93403bc68ae1 req-f4a5a858-c796-4520-9494-07c416af31aa tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0659437 Jul 05 04:42:49.764165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79869695-2369-4ba8-bdd6-93403bc68ae1 req-8edae79a-57fe-4ca9-a368-cb9818cc1694 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Jul 05 04:42:50.943314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2c387-3819-4285-8ec1-48b86ae52ee4 req-0ea2c073-bbf9-4673-848e-0ed65685e8cc tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:50.944931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03b2c387-3819-4285-8ec1-48b86ae52ee4 req-0ea2c073-bbf9-4673-848e-0ed65685e8cc tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0664270 Jul 05 04:42:50.985536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-03b2c387-3819-4285-8ec1-48b86ae52ee4 req-08d10720-775e-49bb-ae68-50c925183bd1 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348353 Jul 05 04:42:51.268327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff8289-6add-406c-bb84-bdb10afa0c06 req-73e77cea-24f5-433f-b15a-4730eed7c8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:51.270151 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62ff8289-6add-406c-bb84-bdb10afa0c06 req-73e77cea-24f5-433f-b15a-4730eed7c8a9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 1098 time: 0.0596855 Jul 05 04:42:51.382076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff8289-6add-406c-bb84-bdb10afa0c06 req-e81d4a12-2314-4dbb-82e0-51f2bbc02b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:51.383491 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62ff8289-6add-406c-bb84-bdb10afa0c06 req-e81d4a12-2314-4dbb-82e0-51f2bbc02b16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 916 time: 0.0927246 Jul 05 04:42:51.427496 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62ff8289-6add-406c-bb84-bdb10afa0c06 req-674715e3-86a4-4690-acc5-8c57e37e9897 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3be35-cf79-402a-985f-7759c2b60037 HTTP/1.1" status: 200 len: 217 time: 0.0356996 Jul 05 04:42:51.487252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ff8289-6add-406c-bb84-bdb10afa0c06 req-e5ac6d9d-7da5-4842-ba4d-66e3adee4ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:51.488765 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62ff8289-6add-406c-bb84-bdb10afa0c06 req-e5ac6d9d-7da5-4842-ba4d-66e3adee4ce1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0498600 Jul 05 04:42:51.526873 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62ff8289-6add-406c-bb84-bdb10afa0c06 req-9fdb00c9-b2f3-4a94-a7b6-88269f5e6064 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284588 Jul 05 04:42:51.634957 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62ff8289-6add-406c-bb84-bdb10afa0c06 req-3f91b582-5037-4b40-b47c-db0c76fda315 service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869510 Jul 05 04:42:51.738822 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62ff8289-6add-406c-bb84-bdb10afa0c06 req-7f67891b-9526-4d76-8d76-700d42a0af5e service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930908 Jul 05 04:42:52.166540 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03458f5-5750-4296-abc9-01131e987150 req-71d76719-0b26-4137-be6b-218a03b5b3f6 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:52.168109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e03458f5-5750-4296-abc9-01131e987150 req-71d76719-0b26-4137-be6b-218a03b5b3f6 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0725284 Jul 05 04:42:52.208062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e03458f5-5750-4296-abc9-01131e987150 req-cd07f078-cd4c-4a84-994c-3b6c76cef13b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337303 Jul 05 04:42:53.386472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c8ca7ea-eb27-49a6-8f9d-d257f5e9919c req-92393e8b-73da-440a-a30c-24caffc637bb tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:53.387872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c8ca7ea-eb27-49a6-8f9d-d257f5e9919c req-92393e8b-73da-440a-a30c-24caffc637bb tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0687578 Jul 05 04:42:53.428821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c8ca7ea-eb27-49a6-8f9d-d257f5e9919c req-04aa3425-2c0f-47fe-87c8-8602cebf5747 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353072 Jul 05 04:42:54.614053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62e3fe2-c147-4c60-af3f-923fdb723e30 req-687f3737-0e98-4d82-b16c-b25a5829b2e9 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:54.615605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c62e3fe2-c147-4c60-af3f-923fdb723e30 req-687f3737-0e98-4d82-b16c-b25a5829b2e9 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0717638 Jul 05 04:42:54.654025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c62e3fe2-c147-4c60-af3f-923fdb723e30 req-b0b5cce5-d047-459c-a4cc-b0daabecd69e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328727 Jul 05 04:42:55.831017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c80bad3-3f12-4a71-9fc8-59042c413b3b req-10b29aaa-bb55-4ed2-be85-085c75af7429 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:55.832572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c80bad3-3f12-4a71-9fc8-59042c413b3b req-10b29aaa-bb55-4ed2-be85-085c75af7429 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0661645 Jul 05 04:42:55.871614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c80bad3-3f12-4a71-9fc8-59042c413b3b req-42c8c7c7-3e43-4bc7-a183-fdddc4952699 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333076 Jul 05 04:42:57.056157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e05a45-a9b6-42d4-845f-10a74efc641f req-0be77205-5cbf-4ab2-94b9-4eac00e2f721 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:57.057670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96e05a45-a9b6-42d4-845f-10a74efc641f req-0be77205-5cbf-4ab2-94b9-4eac00e2f721 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0737281 Jul 05 04:42:57.104803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96e05a45-a9b6-42d4-845f-10a74efc641f req-b098753d-c622-43a5-ab0d-f6a72626db8b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411513 Jul 05 04:42:58.294990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a061b5e-63ce-4c4f-8fb4-8a03d8b48a47 req-41b486d0-5884-4d8b-bff5-8c512717dd36 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:58.297292 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a061b5e-63ce-4c4f-8fb4-8a03d8b48a47 req-41b486d0-5884-4d8b-bff5-8c512717dd36 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0741546 Jul 05 04:42:58.338851 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a061b5e-63ce-4c4f-8fb4-8a03d8b48a47 req-21b80b7b-dbdb-4ed8-b9a8-0a99d80d396e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360341 Jul 05 04:42:59.518947 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62489687-e8fb-4845-95b1-6cff22aec9ba req-63771d29-6e63-4844-9c4f-0224c5cf08ae tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:42:59.520707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62489687-e8fb-4845-95b1-6cff22aec9ba req-63771d29-6e63-4844-9c4f-0224c5cf08ae tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0674620 Jul 05 04:42:59.559355 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62489687-e8fb-4845-95b1-6cff22aec9ba req-9b599471-3194-41c2-a828-6848d050ba78 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330782 Jul 05 04:43:00.748871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c99f807-a7e2-42bf-8ec8-6d432d33b9d2 req-40780e27-1f5d-4501-9fe7-fc21b1e21e3f tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:00.750960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c99f807-a7e2-42bf-8ec8-6d432d33b9d2 req-40780e27-1f5d-4501-9fe7-fc21b1e21e3f tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0689657 Jul 05 04:43:00.788859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c99f807-a7e2-42bf-8ec8-6d432d33b9d2 req-fe256b9b-57ca-423c-8505-ac36e53d7924 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320454 Jul 05 04:43:01.964930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4e87a-c98e-4af9-a2fc-167c5f593bc9 req-0dd2422d-e011-4884-ad81-c6ea0577a3d2 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:01.966430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bd4e87a-c98e-4af9-a2fc-167c5f593bc9 req-0dd2422d-e011-4884-ad81-c6ea0577a3d2 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0654070 Jul 05 04:43:02.004198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6bd4e87a-c98e-4af9-a2fc-167c5f593bc9 req-29ce187c-7233-419e-a678-c6b0316f84e3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322154 Jul 05 04:43:03.189417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19c7b5-352c-454b-953f-357dd6eb628c req-38cad145-1354-4183-a0d6-3c26884fb5eb tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:03.190965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da19c7b5-352c-454b-953f-357dd6eb628c req-38cad145-1354-4183-a0d6-3c26884fb5eb tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0739105 Jul 05 04:43:03.229914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da19c7b5-352c-454b-953f-357dd6eb628c req-f01e1abe-2e0f-455a-8a37-ee8b59429d10 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333467 Jul 05 04:43:04.407980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d8832d-2939-491e-bbe8-269af651bc4a req-dcfbaf8a-2ae2-4121-9333-fd9f5af8eaf4 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:04.409389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11d8832d-2939-491e-bbe8-269af651bc4a req-dcfbaf8a-2ae2-4121-9333-fd9f5af8eaf4 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0650365 Jul 05 04:43:04.447832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-11d8832d-2939-491e-bbe8-269af651bc4a req-06132220-f275-471d-9a9b-cddd0c5c18c6 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322013 Jul 05 04:43:05.645038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae7558-7cfe-447a-b45c-43ad1eb5db82 req-be0dfcef-9329-440e-b78c-4bf85dccd3ce tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:05.646527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57ae7558-7cfe-447a-b45c-43ad1eb5db82 req-be0dfcef-9329-440e-b78c-4bf85dccd3ce tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0652649 Jul 05 04:43:05.685015 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57ae7558-7cfe-447a-b45c-43ad1eb5db82 req-ce916a50-4b79-4e0b-9db1-515f977ce078 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327888 Jul 05 04:43:06.873931 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efcb6a0d-2305-4830-a85c-6a73fb8a3f40 req-2ab1b6ca-bcdd-4655-b891-0e418fc725c8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:06.875476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-efcb6a0d-2305-4830-a85c-6a73fb8a3f40 req-2ab1b6ca-bcdd-4655-b891-0e418fc725c8 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0808640 Jul 05 04:43:06.914092 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-efcb6a0d-2305-4830-a85c-6a73fb8a3f40 req-ca036cbe-db8a-42c0-879b-a96b662c8be2 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327845 Jul 05 04:43:08.046440 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-754bb374-91eb-48e6-a211-696595ed07f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:08.093970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d308bcb-6fca-4f49-965c-14cd2ffe84f2 req-2e74bb3b-0bd6-4f22-b9fb-a8677c51665a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:08.095474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d308bcb-6fca-4f49-965c-14cd2ffe84f2 req-2e74bb3b-0bd6-4f22-b9fb-a8677c51665a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0671136 Jul 05 04:43:08.139271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d308bcb-6fca-4f49-965c-14cd2ffe84f2 req-8b5b7185-cf4c-48ee-8a95-25f4998c4dee tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379469 Jul 05 04:43:08.760395 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-de4e8ca0-5fe1-43cf-a837-70d71f62cf81 service neutron] 10.222.0.13 "GET /v2.0/ports/d5c3be35-cf79-402a-985f-7759c2b60037/bindings/n-h2-758944-41 HTTP/1.1" status: 200 len: 383 time: 0.0566087 Jul 05 04:43:08.864159 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:43:09.321044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959832c7-fd62-4063-8afa-c6524bdadc9d req-cd90e523-0f0a-48f7-acc8-e301d1a735c1 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:09.322582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-959832c7-fd62-4063-8afa-c6524bdadc9d req-cd90e523-0f0a-48f7-acc8-e301d1a735c1 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0720446 Jul 05 04:43:09.342982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-ddf19f5c-f054-42af-9597-947e7188ab18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:09.344501 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-ddf19f5c-f054-42af-9597-947e7188ab18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638&tenant_id=2b96574706ec4596a34a2097eb58bd50 HTTP/1.1" status: 200 len: 1098 time: 0.0559452 Jul 05 04:43:09.362294 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-959832c7-fd62-4063-8afa-c6524bdadc9d req-dc29d179-a278-4dbc-823e-b4502ba043ce tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336413 Jul 05 04:43:09.424000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-9b2a11a9-b579-43bd-833a-2a11925840df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:09.426095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-9b2a11a9-b579-43bd-833a-2a11925840df service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 1098 time: 0.0583384 Jul 05 04:43:09.514937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-5a58f021-5988-4be8-a5fa-4b8ab9cc86b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:09.516416 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-5a58f021-5988-4be8-a5fa-4b8ab9cc86b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 916 time: 0.0849292 Jul 05 04:43:09.562108 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-97cc7a59-02ba-4ec6-83fc-f15262096e1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3be35-cf79-402a-985f-7759c2b60037 HTTP/1.1" status: 200 len: 217 time: 0.0384290 Jul 05 04:43:09.611725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-57551822-e76d-4551-9571-a61905cfc4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:09.613226 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-57551822-e76d-4551-9571-a61905cfc4e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0442162 Jul 05 04:43:09.646284 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-ee36d0fc-3bfe-421a-a05b-62c77d6c1fb6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263722 Jul 05 04:43:09.739311 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-3bbd87cb-08d2-4be5-ae13-6026e59035c7 service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853486 Jul 05 04:43:09.834108 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-90a0c668-299b-4e5f-a754-f5e21bdd3b87 req-e93c4bc5-84ff-4a38-ac89-da605e425e5d service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871589 Jul 05 04:43:10.554649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4334515c-5307-4e88-815e-564fa0d96e9d req-042175c4-b8c9-466d-a683-640fa89e8bd5 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:10.556235 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4334515c-5307-4e88-815e-564fa0d96e9d req-042175c4-b8c9-466d-a683-640fa89e8bd5 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0694079 Jul 05 04:43:10.596495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4334515c-5307-4e88-815e-564fa0d96e9d req-fa7a9ee7-c8ee-41e1-a484-74b0d09328e6 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345187 Jul 05 04:43:10.798343 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-20d35ed2-d113-48de-9da3-207916db1287 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:10.929416 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:11.776500 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a41f6d3-3be9-46a8-ba78-f9ddffeca2be req-ead035d7-a6c9-4512-922a-00560754dc52 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:11.778033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a41f6d3-3be9-46a8-ba78-f9ddffeca2be req-ead035d7-a6c9-4512-922a-00560754dc52 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0685110 Jul 05 04:43:11.821020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a41f6d3-3be9-46a8-ba78-f9ddffeca2be req-41e1668a-6d56-4190-bac6-92d6e0d6b90a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374036 Jul 05 04:43:12.066592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:12.860660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d5c3be35-cf79-402a-985f-7759c2b60037 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:43:12.934904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:12.958916 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61738e42-7568-4e93-8612-87d0d83a6638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c3be35-cf79-402a-985f-7759c2b60037'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:43:12.961268 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea026088-73e0-45d6-beaa-573bd0c34f66" -d '{"events": [{"server_uuid": "61738e42-7568-4e93-8612-87d0d83a6638", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c3be35-cf79-402a-985f-7759c2b60037"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:43:12.974693 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d5c3be35-cf79-402a-985f-7759c2b60037, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d5c3be35-cf79-402a-985f-7759c2b60037,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:12.997657 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817f8d3-b006-43cf-92f0-edccea6d01c8 req-9810b479-5d37-4edb-bac5-8436ceaa363a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:12.999207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b817f8d3-b006-43cf-92f0-edccea6d01c8 req-9810b479-5d37-4edb-bac5-8436ceaa363a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0678401 Jul 05 04:43:13.007038 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-218839d8-4ef3-4634-95db-d7e1f754c906 x-openstack-request-id: req-218839d8-4ef3-4634-95db-d7e1f754c906 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:43:13.007333 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61738e42-7568-4e93-8612-87d0d83a6638", "name": "network-vif-unplugged", "status": "completed", "tag": "d5c3be35-cf79-402a-985f-7759c2b60037", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:43:13.007589 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-218839d8-4ef3-4634-95db-d7e1f754c906 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:43:13.008017 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61738e42-7568-4e93-8612-87d0d83a6638', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd5c3be35-cf79-402a-985f-7759c2b60037', 'code': 200} Jul 05 04:43:13.037997 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:13.039730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b817f8d3-b006-43cf-92f0-edccea6d01c8 req-e9fa8e4f-1f39-4b2e-ae46-83a4263f2e73 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342760 Jul 05 04:43:13.090709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d5c3be35-cf79-402a-985f-7759c2b60037,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:13.600310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:14.235681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ca54a3-db6a-41a8-9130-1686ebf0b202 req-c5b8d8a9-6ff7-4cec-9fe9-182bfd9f636e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:14.237202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81ca54a3-db6a-41a8-9130-1686ebf0b202 req-c5b8d8a9-6ff7-4cec-9fe9-182bfd9f636e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 944 time: 0.0698588 Jul 05 04:43:14.255024 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:14.276389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81ca54a3-db6a-41a8-9130-1686ebf0b202 req-419698dc-2000-445f-b710-60843672e28b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334394 Jul 05 04:43:14.720753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2be9bc2-36e7-48f2-a39f-82a3799bc1a0 req-1d0f5ebc-deaf-4987-8ed5-dc38284060ec tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:14.722312 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2be9bc2-36e7-48f2-a39f-82a3799bc1a0 req-1d0f5ebc-deaf-4987-8ed5-dc38284060ec tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 944 time: 0.0707133 Jul 05 04:43:14.762620 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e2be9bc2-36e7-48f2-a39f-82a3799bc1a0 req-79bb8d45-8425-4522-93ec-7c5016967c1f tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341439 Jul 05 04:43:14.781017 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:14.794852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87562d1-a597-4436-93d1-472686f65036 req-eaccbb57-a1d1-47a0-bd32-04b3e49ee8e1 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:14.796373 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d87562d1-a597-4436-93d1-472686f65036 req-eaccbb57-a1d1-47a0-bd32-04b3e49ee8e1 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.13 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638&tenant_id=2b96574706ec4596a34a2097eb58bd50&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 944 time: 0.0755141 Jul 05 04:43:14.865674 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d5c3be35-cf79-402a-985f-7759c2b60037 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:43:14.897081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87562d1-a597-4436-93d1-472686f65036 req-83157187-0a78-499c-b452-c66021ca10b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:14.898612 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d87562d1-a597-4436-93d1-472686f65036 req-83157187-0a78-499c-b452-c66021ca10b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2b96574706ec4596a34a2097eb58bd50&device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 1096 time: 0.0581708 Jul 05 04:43:14.960580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d5c3be35-cf79-402a-985f-7759c2b60037, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d5c3be35-cf79-402a-985f-7759c2b60037,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:14.972052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'd5c3be35-cf79-402a-985f-7759c2b60037', 'network_id': 'cbbf542f-8be0-4166-ada5-d7cf040fc45a', 'port_id': 'd5c3be35-cf79-402a-985f-7759c2b60037', 'mac_address': 'fa:16:3e:6b:c4:93', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da52994-d15f-45f8-b516-c0b303da50d7', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:43:14.989743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87562d1-a597-4436-93d1-472686f65036 req-268a55f2-ce39-4bd3-b9e3-e41fd9051442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:14.991243 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d87562d1-a597-4436-93d1-472686f65036 req-268a55f2-ce39-4bd3-b9e3-e41fd9051442 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 200 len: 916 time: 0.0862629 Jul 05 04:43:15.010205 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:15.022725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d5c3be35-cf79-402a-985f-7759c2b60037 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:43:15.036797 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d87562d1-a597-4436-93d1-472686f65036 req-c4510837-6774-4575-b9af-84a700d509dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d5c3be35-cf79-402a-985f-7759c2b60037 HTTP/1.1" status: 200 len: 217 time: 0.0392191 Jul 05 04:43:15.041971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d5c3be35-cf79-402a-985f-7759c2b60037, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d5c3be35-cf79-402a-985f-7759c2b60037,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:15.087181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87562d1-a597-4436-93d1-472686f65036 req-e9ad5214-b4da-4cb5-b689-6545eb27b6c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:15.088791 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d87562d1-a597-4436-93d1-472686f65036 req-e9ad5214-b4da-4cb5-b689-6545eb27b6c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 200 len: 855 time: 0.0459955 Jul 05 04:43:15.112091 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:15.124014 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d87562d1-a597-4436-93d1-472686f65036 req-3255800a-2120-465c-8e0a-16c36a3c08f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cbbf542f-8be0-4166-ada5-d7cf040fc45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287001 Jul 05 04:43:15.165973 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d5c3be35-cf79-402a-985f-7759c2b60037,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:15.218022 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d87562d1-a597-4436-93d1-472686f65036 req-b373384b-aaf7-4858-badf-cfe6aaedfe84 service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880303 Jul 05 04:43:15.310448 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d87562d1-a597-4436-93d1-472686f65036 req-c9122c8e-a8ed-4814-8b89-fb81f2b08d99 service neutron] 10.222.0.13 "GET /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849991 Jul 05 04:43:15.415465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['d5c3be35-cf79-402a-985f-7759c2b60037'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:43:15.949048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f42c8829-55a8-475e-b374-c6316c2c8512 req-cfaecab7-d551-4735-ae3e-60a3822a4af3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:15.950589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f42c8829-55a8-475e-b374-c6316c2c8512 req-cfaecab7-d551-4735-ae3e-60a3822a4af3 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 945 time: 0.0730579 Jul 05 04:43:15.990529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f42c8829-55a8-475e-b374-c6316c2c8512 req-8c1bf574-9c07-4548-b93c-40bb68022b2a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338502 Jul 05 04:43:16.872835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d5c3be35-cf79-402a-985f-7759c2b60037 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:43:16.921912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port d5c3be35-cf79-402a-985f-7759c2b60037 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:16.922279 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:16.996626 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:17.017950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61738e42-7568-4e93-8612-87d0d83a6638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c3be35-cf79-402a-985f-7759c2b60037'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:43:17.020748 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a99260-a9e8-4881-baa4-125382f2e2db" -d '{"events": [{"server_uuid": "61738e42-7568-4e93-8612-87d0d83a6638", "name": "network-vif-plugged", "status": "completed", "tag": "d5c3be35-cf79-402a-985f-7759c2b60037"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:43:17.033661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port d5c3be35-cf79-402a-985f-7759c2b60037, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d5c3be35-cf79-402a-985f-7759c2b60037,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:17.056006 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:43:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9931f06-63ac-42c1-a6df-8d6dcc99db30 x-openstack-request-id: req-b9931f06-63ac-42c1-a6df-8d6dcc99db30 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:43:17.056426 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61738e42-7568-4e93-8612-87d0d83a6638", "name": "network-vif-plugged", "status": "completed", "tag": "d5c3be35-cf79-402a-985f-7759c2b60037", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:43:17.057053 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b9931f06-63ac-42c1-a6df-8d6dcc99db30 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:43:17.057053 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61738e42-7568-4e93-8612-87d0d83a6638', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd5c3be35-cf79-402a-985f-7759c2b60037', 'code': 200} Jul 05 04:43:17.106377 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:17.158768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=d5c3be35-cf79-402a-985f-7759c2b60037,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:17.176693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b84f623-9225-440e-bca5-f57ec5512902 req-616fa60d-3782-4e67-b0df-088c1970c2c5 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:17.182055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b84f623-9225-440e-bca5-f57ec5512902 req-616fa60d-3782-4e67-b0df-088c1970c2c5 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0728366 Jul 05 04:43:17.216728 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b84f623-9225-440e-bca5-f57ec5512902 req-a12487d3-ec5b-447b-bbae-842589dd5901 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328636 Jul 05 04:43:17.397624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc8179-f4ec-42d2-834d-d244988bef0e req-874a604e-bad0-41a1-80c3-8b8d98531234 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:17.399113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bacc8179-f4ec-42d2-834d-d244988bef0e req-874a604e-bad0-41a1-80c3-8b8d98531234 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0655119 Jul 05 04:43:17.437354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bacc8179-f4ec-42d2-834d-d244988bef0e req-640495e8-297e-4422-9142-81cebe25ee1a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325768 Jul 05 04:43:17.608700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc51fa27-59a0-4c82-bfa7-8bcf976041de req-fb9ed182-5cdb-4432-87d0-38117b7de909 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:17.610198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc51fa27-59a0-4c82-bfa7-8bcf976041de req-fb9ed182-5cdb-4432-87d0-38117b7de909 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0658581 Jul 05 04:43:17.649121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc51fa27-59a0-4c82-bfa7-8bcf976041de req-52c0864a-b3b9-4f3b-b24c-c8334dfb3576 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333562 Jul 05 04:43:18.441812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02e76d3-bdd1-419f-97a7-9abe658fd352 req-88bf5712-4712-42cb-ae19-646ab5dcb885 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:18.443283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d02e76d3-bdd1-419f-97a7-9abe658fd352 req-88bf5712-4712-42cb-ae19-646ab5dcb885 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0683014 Jul 05 04:43:18.481270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d02e76d3-bdd1-419f-97a7-9abe658fd352 req-20417ff5-2a48-4251-8ff1-164e675758c1 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324881 Jul 05 04:43:19.654364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f408c540-8276-4b5e-9c33-d50fb404d31b req-cbdcd082-f1a1-41af-9d28-c00f9f78c79b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:19.655928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f408c540-8276-4b5e-9c33-d50fb404d31b req-cbdcd082-f1a1-41af-9d28-c00f9f78c79b tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0659719 Jul 05 04:43:19.658859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-99a8cbc1-eb37-48a9-a702-2c5b947fc73e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:19.660842 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-99a8cbc1-eb37-48a9-a702-2c5b947fc73e tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.13 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 946 time: 0.0670848 Jul 05 04:43:19.695702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f408c540-8276-4b5e-9c33-d50fb404d31b req-9addca83-d83b-4d4e-95b8-c776d27a7e95 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/security-groups?id=795f6636-2813-4cac-9b39-0ea7241da772&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336185 Jul 05 04:43:19.767574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Deleting port d5c3be35-cf79-402a-985f-7759c2b60037 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:43:19.767830 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:19.858963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] For port d5c3be35-cf79-402a-985f-7759c2b60037, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=d5c3be35-cf79-402a-985f-7759c2b60037,segment=NetworkSegment(c8a43d59-6d82-49d5-9360-b926a2517ec2),segment_id=c8a43d59-6d82-49d5-9360-b926a2517ec2)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:19.859321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:19.872686 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Calling delete_port for d5c3be35-cf79-402a-985f-7759c2b60037 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:43:20.095007 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:20.107612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['d5c3be35-cf79-402a-985f-7759c2b60037'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:43:20.127254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Pushing event deleted for resources: {'Port': ['ID=d5c3be35-cf79-402a-985f-7759c2b60037,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:20.159873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.160255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.160599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.160939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.161274 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.161605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.161932 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.162261 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.162588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.162915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.163239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.163562 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:20.186859 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] No DVR routers for this DVR port d5c3be35-cf79-402a-985f-7759c2b60037 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:43:20.189341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:20.191451 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8bd600fd-2128-4b82-b58f-fcf1bf5ae6a9 req-6acbafc5-2460-4d54-b753-03a9f054d761 tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.13 "DELETE /v2.0/ports/d5c3be35-cf79-402a-985f-7759c2b60037 HTTP/1.1" status: 204 len: 173 time: 0.5257404 Jul 05 04:43:20.191890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61738e42-7568-4e93-8612-87d0d83a6638', 'name': 'network-vif-deleted', 'tag': 'd5c3be35-cf79-402a-985f-7759c2b60037'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:43:20.194192 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-485b8395-ab8f-4b33-ac79-1c7a585b6ef2" -d '{"events": [{"server_uuid": "61738e42-7568-4e93-8612-87d0d83a6638", "name": "network-vif-deleted", "tag": "d5c3be35-cf79-402a-985f-7759c2b60037"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:43:20.237580 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7c3f27a-e024-4767-839b-63787759e47b x-openstack-request-id: req-b7c3f27a-e024-4767-839b-63787759e47b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:43:20.237580 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61738e42-7568-4e93-8612-87d0d83a6638", "name": "network-vif-deleted", "tag": "d5c3be35-cf79-402a-985f-7759c2b60037", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:43:20.237580 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7c3f27a-e024-4767-839b-63787759e47b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:43:20.237580 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61738e42-7568-4e93-8612-87d0d83a6638', 'name': 'network-vif-deleted', 'tag': 'd5c3be35-cf79-402a-985f-7759c2b60037', 'status': 'completed', 'code': 200} Jul 05 04:43:20.854381 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f941d41-67f7-41df-b71c-79ea7877a2e2 req-e9cbcfb8-0dff-4b2d-bac3-3557dce14a6a tempest-ServerDiskConfigTestJSON-2020920947 tempest-ServerDiskConfigTestJSON-2020920947-project] 10.222.0.30 "GET /v2.0/ports?device_id=61738e42-7568-4e93-8612-87d0d83a6638 HTTP/1.1" status: 200 len: 210 time: 0.0352221 Jul 05 04:43:22.088352 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 51394) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:22.134902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-54f17dc4-d88f-4bc6-ab29-da73cb31cf93 admin admin] Deleting subnet 6da52994-d15f-45f8-b516-c0b303da50d7 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:43:22.137971 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54f17dc4-d88f-4bc6-ab29-da73cb31cf93 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.173139 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54f17dc4-d88f-4bc6-ab29-da73cb31cf93 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.212842 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54f17dc4-d88f-4bc6-ab29-da73cb31cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.329789 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54f17dc4-d88f-4bc6-ab29-da73cb31cf93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.359231 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-54f17dc4-d88f-4bc6-ab29-da73cb31cf93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.361776 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-54f17dc4-d88f-4bc6-ab29-da73cb31cf93 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6da52994-d15f-45f8-b516-c0b303da50d7 HTTP/1.1" status: 204 len: 168 time: 0.2723196 Jul 05 04:43:22.362760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f17dc4-d88f-4bc6-ab29-da73cb31cf93 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da52994-d15f-45f8-b516-c0b303da50d7,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:22.364440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51396) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:22.434334 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.518224 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.534205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbbf542f-8be0-4166-ada5-d7cf040fc45a']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:22.544883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8a43d59-6d82-49d5-9360-b926a2517ec2') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:22.545180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8a43d59-6d82-49d5-9360-b926a2517ec2') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:22.554477 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.569971 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.575768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:43:22.576195 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:43:22.578067 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:43:22.689067 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.695066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:22.697051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/cbbf542f-8be0-4166-ada5-d7cf040fc45a HTTP/1.1" status: 204 len: 168 time: 0.3315384 Jul 05 04:43:22.710305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Pushing event deleted for resources: {'Network': ['ID=cbbf542f-8be0-4166-ada5-d7cf040fc45a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:22.718950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.719319 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.719662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.720027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.720412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.720683 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.721015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.721358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.721662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.722008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.722330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.723144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24900339-5186-4b8b-9235-166b868dcdf4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:22.903810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d5c3be35-cf79-402a-985f-7759c2b60037 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:43:22.924267 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: d5c3be35-cf79-402a-985f-7759c2b60037 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:43:22.924618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device d5c3be35-cf79-402a-985f-7759c2b60037 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:43:23.024845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51400) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:23.068338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e8b69269-8353-4e66-b336-4c73bc11632d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2b96574706ec4596a34a2097eb58bd50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0421910 Jul 05 04:43:23.070823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51402) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:23.125767 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce364cb9-64ff-4a98-86ec-581347313a62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:23.148044 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce364cb9-64ff-4a98-86ec-581347313a62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:23.243604 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce364cb9-64ff-4a98-86ec-581347313a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:23.246277 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ce364cb9-64ff-4a98-86ec-581347313a62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:23.247387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ce364cb9-64ff-4a98-86ec-581347313a62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/795f6636-2813-4cac-9b39-0ea7241da772 HTTP/1.1" status: 204 len: 168 time: 0.1756516 Jul 05 04:43:23.255434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce364cb9-64ff-4a98-86ec-581347313a62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=795f6636-2813-4cac-9b39-0ea7241da772,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:24.318236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51426) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:24.416367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-477565263-network', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:43:24.511714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Made reservation on behalf of 59a7f650c0af497bb3171624ae9da9f3 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:43:24.514127 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:24.523296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:24.613422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:24.674255 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:24.698759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:43:24.709120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=658d323c-1e61-4511-881c-392b70c4a409,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:24.713838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:24.714180 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Added segment cfad38cb-3572-44b5-a64d-fcb375affdcd of type vlan for network 9c95be72-2c9a-4314-923f-c5d7e54d999a Jul 05 04:43:24.755712 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:24.845745 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:24.846739 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:24.847337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:24.910474 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] Pushing event updated for resources: {'Network': ['ID=9c95be72-2c9a-4314-923f-c5d7e54d999a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:24.920211 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:43:24.961357 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e1b7fcf0-a22f-4cd0-84f1-48a2317624c0 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.6419439 Jul 05 04:43:24.965005 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51430) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:24.969104 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Request body: {'subnet': {'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-477565263-subnet', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:43:25.051544 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Made reservation on behalf of 59a7f650c0af497bb3171624ae9da9f3 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:43:25.054248 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:25.292137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:25.342293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=27c3899b-9bf7-474c-959b-fcc6d97c2317,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:25.357360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:43:25.357720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Network hostable DHCP agents. Network: 9c95be72-2c9a-4314-923f-c5d7e54d999a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:43:25.431593 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:43:25.522990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 9c95be72-2c9a-4314-923f-c5d7e54d999a) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:43:25.527095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:25.527685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:25.532189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff603f9-952f-440a-ae57-ba7d1ea5762f None None] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:43:25.610963 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f4960b5d-a534-4291-8a2a-1c1611e131e3 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6455872 Jul 05 04:43:25.615334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51432) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:25.619777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:43:25.683093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-9c95be72-2c9a-4314-923f-c5d7e54d999a', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:43:25.684080 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:25.700972 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:25.702272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:25.758530 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:25.823776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Allocated IP 172.20.0.2 (9c95be72-2c9a-4314-923f-c5d7e54d999a/27c3899b-9bf7-474c-959b-fcc6d97c2317/2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:43:25.968705 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:25.973945 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:25.977756 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Transition to ACTIVE for port object 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:43:25.994443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Transition to ACTIVE for port object 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:43:26.098292 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:26.136004 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:43:26.138963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:43:26.141560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:43:26.158150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Pushing event updated for resources: {'Port': ['ID=2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:26.184868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.185211 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.185552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.185888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.186220 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.186549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.186874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.187240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.187571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.187920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.194521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.194521 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:26.221966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Attempting to bind port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:43:26.222252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Attempting to bind port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:43:26.223193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Attempting to bind port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:43:26.228658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:43:26.229038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:43:26.229440 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:26.229838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:43:26.230306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Bound port: 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:43:26.230689 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:26.266581 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:26.287564 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:26.299399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] For port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:43:26.302582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] For port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:43:26.360691 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:26.401240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Allocated IP 172.25.4.250 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:43:26.421240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6c5420-12c8-440b-87a5-9ff53b976ab5 None None] Pushing event updated for resources: {'Port': ['ID=2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:26.515664 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:26.623620 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:26.673510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:43:26.680153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:43:26.682720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Pushing event updated for resources: {'Port': ['ID=dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:26.685508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:43:27.013198 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:27.372609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a186d61-7f06-4667-934d-1fe241a26557 None None] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:43:27.492589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-bc1c3975-e3c2-4ddc-8052-8968542c203d None None] Provisioning for port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:43:27.527795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:27.697876 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:43:27.720377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:43:27.846211 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:43:27.849828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:43:27.856641 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:43:27.857476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:27.857848 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:27.866479 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:43:27.867097 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:43:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:27.940997 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:27.958445 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:27.962498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-10074e40-b4eb-42d4-a8c6-8d4d7804dd83 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.3434441 Jul 05 04:43:27.962675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51434) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:27.975409 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:43:27.981418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:28.057627 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.121258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:28.174046 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:26Z', 'revision_number': 3, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:28.202822 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:43:28.203088 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Updating router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:43:28.237779 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.407211 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.498368 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.508743 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Transition to ACTIVE for port object dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:43:28.571374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Allocated IP 172.20.0.1 (9c95be72-2c9a-4314-923f-c5d7e54d999a/27c3899b-9bf7-474c-959b-fcc6d97c2317/aae1e4e3-a23a-440c-8a92-57e9e938d02c) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:43:28.591909 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.645697 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Attempting to bind port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:43:28.646064 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Attempting to bind port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:43:28.646423 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Attempting to bind port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:43:28.653812 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Pushing event updated for resources: {'Port': ['ID=dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:28.657039 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:43:28.657409 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:43:28.657803 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.658189 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:43:28.658651 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Bound port: dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:43:28.659141 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.666156 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.666498 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.671376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.671376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.671376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.671376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.671376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.671376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.671376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.671376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.671376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.671376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:43:28.677009 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.690470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Transition to ACTIVE for port object aae1e4e3-a23a-440c-8a92-57e9e938d02c will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:43:28.726505 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] For port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:43:28.729551 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] For port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:43:28.815069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.849928 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:28.857714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:43:28.860812 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:43:28.867245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:43:28.895147 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Pushing event updated for resources: {'Port': ['ID=aae1e4e3-a23a-440c-8a92-57e9e938d02c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:28.911845 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:43:28.912497 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:43:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:28.914444 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3029cb31-ffd5-448c-a656-796b1c231153 None None] Pushing event updated for resources: {'Port': ['ID=dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:28.923438 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:29.030045 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:43:29.167355 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:29.218795 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:26Z', 'revision_number': 3, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:29.234597 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c3435fdb-a351-4a69-9550-045c9ada6975 None None] Provisioning for port aae1e4e3-a23a-440c-8a92-57e9e938d02c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:43:29.239848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c3435fdb-a351-4a69-9550-045c9ada6975 None None] Provisioning complete for port aae1e4e3-a23a-440c-8a92-57e9e938d02c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:29.240247 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c3435fdb-a351-4a69-9550-045c9ada6975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:29.247294 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c62ef1-eb54-4978-80ff-edb970ef059c None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:26Z', 'revision_number': 3, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:43:29.289106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c3435fdb-a351-4a69-9550-045c9ada6975 None None] Port aae1e4e3-a23a-440c-8a92-57e9e938d02c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:43:29.347116 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:29.423296 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:29.499009 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:29.507673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Pushing event updated for resources: {'Port': ['ID=aae1e4e3-a23a-440c-8a92-57e9e938d02c,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:29.607968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:43:29.611153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:43:29.736197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:43:29.778634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:43:29.880158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:43:29.889127 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a1a810d1-26ea-4a56-a4df-d1893b7fa356 admin admin] 10.222.0.30 "PUT /v2.0/routers/cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9230988 Jul 05 04:43:29.991755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c628eaec-9a86-4818-9271-ef1dc181b80b None None] Provisioning complete for port aae1e4e3-a23a-440c-8a92-57e9e938d02c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:29.992140 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c628eaec-9a86-4818-9271-ef1dc181b80b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.035398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c628eaec-9a86-4818-9271-ef1dc181b80b None None] Port aae1e4e3-a23a-440c-8a92-57e9e938d02c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:43:30.038770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:30.039264 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.128258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:43:30.262907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:43:30.267193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:30.267675 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.345851 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.367807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:30.440416 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.495188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:30.687584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51442) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:30.693199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-622f32c2-2a63-49cc-aabb-29b8ada724c4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'security_group': {'name': 'tempest-securitygroup--16134506', 'description': 'tempest-description--1967792535'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:43:30.769734 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-622f32c2-2a63-49cc-aabb-29b8ada724c4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.859807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:43:30.865486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-622f32c2-2a63-49cc-aabb-29b8ada724c4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.869373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:43:30.869989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:43:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:30.928869 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-622f32c2-2a63-49cc-aabb-29b8ada724c4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.960151 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622f32c2-2a63-49cc-aabb-29b8ada724c4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:30.982970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:43:30.992069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-622f32c2-2a63-49cc-aabb-29b8ada724c4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:30.993362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-622f32c2-2a63-49cc-aabb-29b8ada724c4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3046980 Jul 05 04:43:30.996262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51444) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:31.000913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b9e1a555-e468-42fa-8285-1f7b89d946a8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'security_group_rule': {'security_group_id': 'f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:43:31.114770 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a555-e468-42fa-8285-1f7b89d946a8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.175239 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a555-e468-42fa-8285-1f7b89d946a8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.202437 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 2, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:31.234547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:43:31.234898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Updating router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 port aae1e4e3-a23a-440c-8a92-57e9e938d02c binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:43:31.245708 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a555-e468-42fa-8285-1f7b89d946a8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.265837 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e1a555-e468-42fa-8285-1f7b89d946a8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a59cfd30-8342-453a-95e9-e7f060bf6136,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:31.271379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.308652 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9e1a555-e468-42fa-8285-1f7b89d946a8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.309891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b9e1a555-e468-42fa-8285-1f7b89d946a8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3126893 Jul 05 04:43:31.312475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51446) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:31.317114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0c6ea1fc-710d-447c-81a6-108003c2306b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'security_group_rule': {'security_group_id': 'f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:43:31.416934 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea1fc-710d-447c-81a6-108003c2306b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.477437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea1fc-710d-447c-81a6-108003c2306b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.540660 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea1fc-710d-447c-81a6-108003c2306b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.555636 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.559166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6ea1fc-710d-447c-81a6-108003c2306b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee98c0b6-713e-4922-b2ea-33dbfb477b77,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:31.567000 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Transition to ACTIVE for port object aae1e4e3-a23a-440c-8a92-57e9e938d02c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:43:31.643657 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0c6ea1fc-710d-447c-81a6-108003c2306b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.648376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0c6ea1fc-710d-447c-81a6-108003c2306b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3320553 Jul 05 04:43:31.648570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51448) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:31.653064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:43:31.666904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.695346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:43:31.747484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aef82-d8f2-4a03-8346-9ef623f1da14 None None] Pushing event updated for resources: {'Port': ['ID=aae1e4e3-a23a-440c-8a92-57e9e938d02c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:31.755877 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.816866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Attempting to bind port aae1e4e3-a23a-440c-8a92-57e9e938d02c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:43:31.817223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Attempting to bind port aae1e4e3-a23a-440c-8a92-57e9e938d02c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:43:31.817587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Attempting to bind port aae1e4e3-a23a-440c-8a92-57e9e938d02c on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:43:31.825907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:43:31.826280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:43:31.826693 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.827441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:43:31.827801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Bound port: aae1e4e3-a23a-440c-8a92-57e9e938d02c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:43:31.828215 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.843361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:31.843731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.876178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:31.938290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] For port aae1e4e3-a23a-440c-8a92-57e9e938d02c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:43:31.942523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] For port aae1e4e3-a23a-440c-8a92-57e9e938d02c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=aae1e4e3-a23a-440c-8a92-57e9e938d02c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:43:31.996394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Allocated IP 172.25.4.136 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/b6223642-4d1f-40fd-b80f-12887c3010c2) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:43:32.023703 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:32.086064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:43:32.086694 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:43:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:32.090067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804aef82-d8f2-4a03-8346-9ef623f1da14 None None] Pushing event updated for resources: {'Port': ['ID=aae1e4e3-a23a-440c-8a92-57e9e938d02c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:32.120582 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:32.214192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:43:32.239248 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:32.285865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:43:32.290927 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:43:32.294437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:43:32.300176 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event updated for resources: {'Port': ['ID=b6223642-4d1f-40fd-b80f-12887c3010c2,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:32.393429 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:32.451165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:31Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:32.479549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68149e35-cde5-47ba-9b2a-c7bbdd237f7b None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:31Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:43:32.504738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:32.675290 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:32.746638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:32.822296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event updated for resources: {'Port': ['ID=b6223642-4d1f-40fd-b80f-12887c3010c2,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:32.834755 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:32.929611 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:32.930925 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-254434be-15c8-4712-bf55-8aa8d8e7e098 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2814724 Jul 05 04:43:33.082970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b24deae7-37cd-4c84-b467-dcaa5a9ee7d4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--16134506&fields=id&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 267 time: 0.0380528 Jul 05 04:43:33.205548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-a9f3c000-c106-4eba-9df0-8c7dab80899b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:33.207683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-a9f3c000-c106-4eba-9df0-8c7dab80899b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 811 time: 0.1166141 Jul 05 04:43:33.223421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-c66ce9dc-c209-4517-b72a-070c63c6606b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/quotas/59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 375 time: 0.0101564 Jul 05 04:43:33.302013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-a73f27b0-aaf9-4594-8d6d-5f87529753ab tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0725484 Jul 05 04:43:33.412289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-aff0decd-7950-43d3-92ff-6c8aaf6f4617 service neutron] 10.222.0.30 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981600 Jul 05 04:43:33.512670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-64a394cc-079c-4579-9313-5e727d92f691 service neutron] 10.222.0.30 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943079 Jul 05 04:43:33.687154 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aae1e4e3-a23a-440c-8a92-57e9e938d02c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:43:33.796665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b3e89b3-735a-462d-9ff5-66382c8d96f5 req-8d3240e9-68ec-4f49-903d-7158401ed828 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 210 time: 0.0315747 Jul 05 04:43:33.843152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port aae1e4e3-a23a-440c-8a92-57e9e938d02c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:43:33.847982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port aae1e4e3-a23a-440c-8a92-57e9e938d02c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:33.848397 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:33.935953 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:33.970430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port aae1e4e3-a23a-440c-8a92-57e9e938d02c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=aae1e4e3-a23a-440c-8a92-57e9e938d02c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:34.049364 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:34.100425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=aae1e4e3-a23a-440c-8a92-57e9e938d02c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:34.943184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da59f8ce-0ac6-49db-a075-5a9758124752 req-085dbb5c-12e9-4984-9c19-6a44a346c5a8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 210 time: 0.0343816 Jul 05 04:43:35.671852 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aae1e4e3-a23a-440c-8a92-57e9e938d02c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:43:35.720427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port aae1e4e3-a23a-440c-8a92-57e9e938d02c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:35.720795 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:36.085875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db07ae79-711e-48e9-9417-094719316e11 req-3aeb2da9-c69f-45cb-9e2f-d404de53463e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 210 time: 0.0300183 Jul 05 04:43:36.217712 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-11d94bf5-0c98-4680-8141-1191428f634d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:36.219195 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-11d94bf5-0c98-4680-8141-1191428f634d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 811 time: 0.1119642 Jul 05 04:43:36.266965 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-62d5c8bc-46f8-41e1-be77-200fc4f7322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 378 time: 0.0386097 Jul 05 04:43:36.275387 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'port': {'device_id': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'admin_state_up': True, 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'security_groups': ['f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:43:36.472079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Made reservation on behalf of 59a7f650c0af497bb3171624ae9da9f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:43:36.476426 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:36.605404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Allocated IP 172.20.0.3 (9c95be72-2c9a-4314-923f-c5d7e54d999a/27c3899b-9bf7-474c-959b-fcc6d97c2317/af11b3ff-3d9b-4614-9d57-f1eed045433c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:43:36.749604 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:36.763682 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Transition to ACTIVE for port object af11b3ff-3d9b-4614-9d57-f1eed045433c will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:43:36.900880 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:36.945341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:43:36.950536 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:43:36.954619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:43:36.984243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event updated for resources: {'Port': ['ID=af11b3ff-3d9b-4614-9d57-f1eed045433c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:37.014600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:37.015230 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:37.135695 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-b3a81411-f335-42a1-9c4b-53bbdca4e859 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8638847 Jul 05 04:43:37.147370 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Request body: {'port': {'device_id': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:43:37.226075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:37.270149 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17d0151-bfce-41ec-9cae-fae0a9fd3b77 req-2848631a-0b5d-4f89-88c9-55bfe0619dd3 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:37.271740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e17d0151-bfce-41ec-9cae-fae0a9fd3b77 req-2848631a-0b5d-4f89-88c9-55bfe0619dd3 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 931 time: 0.0670192 Jul 05 04:43:37.277595 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6486978c-da66-4b1e-8fa8-fef377998599 None None] Provisioning for port af11b3ff-3d9b-4614-9d57-f1eed045433c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:43:37.281823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6486978c-da66-4b1e-8fa8-fef377998599 None None] Provisioning complete for port af11b3ff-3d9b-4614-9d57-f1eed045433c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:37.282203 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6486978c-da66-4b1e-8fa8-fef377998599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:37.316143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e17d0151-bfce-41ec-9cae-fae0a9fd3b77 req-bebb919e-4b27-4cbd-9f88-8b7aa81adaca tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0382748 Jul 05 04:43:37.320644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6486978c-da66-4b1e-8fa8-fef377998599 None None] Port af11b3ff-3d9b-4614-9d57-f1eed045433c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:43:37.502954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af11b3ff-3d9b-4614-9d57-f1eed045433c {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:43:37.510247 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:37.522110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Transition to ACTIVE for port object af11b3ff-3d9b-4614-9d57-f1eed045433c will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:43:37.671872 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:37.725619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Pushing event updated for resources: {'Port': ['ID=af11b3ff-3d9b-4614-9d57-f1eed045433c,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:37.806542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Attempting to bind port af11b3ff-3d9b-4614-9d57-f1eed045433c on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:43:37.806890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Attempting to bind port af11b3ff-3d9b-4614-9d57-f1eed045433c by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:43:37.807229 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Attempting to bind port af11b3ff-3d9b-4614-9d57-f1eed045433c on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:43:37.812046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Port af11b3ff-3d9b-4614-9d57-f1eed045433c on network 9c95be72-2c9a-4314-923f-c5d7e54d999a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:43:37.812374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Attempting to bind port af11b3ff-3d9b-4614-9d57-f1eed045433c on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:43:37.817454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 43, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:43:37.817799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:43:37.818185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:43:37.818626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Bound port: af11b3ff-3d9b-4614-9d57-f1eed045433c, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:43:37.818978 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:37.890427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:43:37.893427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:43:37.952491 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:37.996798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:38.003996 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:38.003996 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] 10.222.0.13 "PUT /v2.0/ports/af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 1092 time: 0.8559153 Jul 05 04:43:38.003996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:43:38.003996 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ebe86a8-d9f9-4be3-858e-924cb535b5c5" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:43:38.021075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ada563-4503-4384-b349-9c9498a0b8ba service neutron] Pushing event updated for resources: {'Port': ['ID=af11b3ff-3d9b-4614-9d57-f1eed045433c,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:38.046964 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:43:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af2d8779-5e51-4bed-831c-ce1b377ba719 x-openstack-request-id: req-af2d8779-5e51-4bed-831c-ce1b377ba719 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:43:38.047259 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:43:38.047509 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-af2d8779-5e51-4bed-831c-ce1b377ba719 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:43:38.047934 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'status': 'completed', 'code': 200} Jul 05 04:43:38.092613 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a65f8d5-9df2-4c54-a4bf-50796c917285 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:38.132399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe86a8-d9f9-4be3-858e-924cb535b5c5 req-a580ecd7-24ab-4a1a-b24a-601585b00f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:38.134102 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ebe86a8-d9f9-4be3-858e-924cb535b5c5 req-a580ecd7-24ab-4a1a-b24a-601585b00f4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1095 time: 0.0653698 Jul 05 04:43:38.245957 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe86a8-d9f9-4be3-858e-924cb535b5c5 req-4c7e8e6f-5410-4967-a0db-2713ac3c2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:38.247484 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ebe86a8-d9f9-4be3-858e-924cb535b5c5 req-4c7e8e6f-5410-4967-a0db-2713ac3c2748 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=59a7f650c0af497bb3171624ae9da9f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1063368 Jul 05 04:43:38.343491 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebe86a8-d9f9-4be3-858e-924cb535b5c5 req-8be3841a-3bcc-449a-86f0-ce0d048d4f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:38.345046 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8ebe86a8-d9f9-4be3-858e-924cb535b5c5 req-8be3841a-3bcc-449a-86f0-ce0d048d4f26 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0916402 Jul 05 04:43:38.445004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-16415d20-c2e5-4fe3-abe0-54d8cafeff71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:38.446501 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-16415d20-c2e5-4fe3-abe0-54d8cafeff71 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1095 time: 0.0594721 Jul 05 04:43:38.490078 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-a8fdf4be-2ba5-4d44-a9f9-1d76d77b9bac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 217 time: 0.0352683 Jul 05 04:43:38.502207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64a7db33-46e0-4a7c-8efc-27b43e4b0d58 req-f3a71536-82d1-4afb-a004-3b49c3c5bf34 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:38.503739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64a7db33-46e0-4a7c-8efc-27b43e4b0d58 req-f3a71536-82d1-4afb-a004-3b49c3c5bf34 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 943 time: 0.0707927 Jul 05 04:43:38.537736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-8c20bb52-c076-48ef-a33d-5cf684315c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:38.539625 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-8c20bb52-c076-48ef-a33d-5cf684315c1e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0450180 Jul 05 04:43:38.544203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64a7db33-46e0-4a7c-8efc-27b43e4b0d58 req-72d7f684-cdad-4f3a-8817-1717741cb7df tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347583 Jul 05 04:43:38.598807 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-38510eb8-fbbd-4014-a427-35498bad96bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:38.600334 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-38510eb8-fbbd-4014-a427-35498bad96bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0543730 Jul 05 04:43:38.694539 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-02253d6b-c598-4ff2-a5a1-95677ea25ad2 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870829 Jul 05 04:43:38.785677 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf4331e2-9284-4878-83cd-608d99c212a8 req-d44c508d-34ce-4e9c-be40-d3a6b4abc75d service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848961 Jul 05 04:43:39.723092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee85ec7f-6a9e-4a50-be54-72b76fdce5aa req-51e49323-a3a8-4d73-966a-3e12019ae726 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:39.724600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee85ec7f-6a9e-4a50-be54-72b76fdce5aa req-51e49323-a3a8-4d73-966a-3e12019ae726 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 943 time: 0.0662258 Jul 05 04:43:39.763805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee85ec7f-6a9e-4a50-be54-72b76fdce5aa req-f67f74a9-b26b-4139-b3bb-605c39c3b1e1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330207 Jul 05 04:43:40.823095 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6b9cf913-b138-426e-9de4-da0e5ca308a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:40.919868 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:40.943240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400ca79b-b9ff-4378-b9d2-48b5ee88da53 req-aaea6b4b-e3ae-4d6c-9188-9cff99f7dd83 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:40.944773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-400ca79b-b9ff-4378-b9d2-48b5ee88da53 req-aaea6b4b-e3ae-4d6c-9188-9cff99f7dd83 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 943 time: 0.0697086 Jul 05 04:43:40.983489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-400ca79b-b9ff-4378-b9d2-48b5ee88da53 req-38382398-88bb-41c6-a1ef-fc5e50a0b07f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324023 Jul 05 04:43:42.072196 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:42.168440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71be6d-2ca0-4b63-b71e-e32515a4dee9 req-7873dada-b054-4844-bdf0-4b0a56ce1eff tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:42.169973 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd71be6d-2ca0-4b63-b71e-e32515a4dee9 req-7873dada-b054-4844-bdf0-4b0a56ce1eff tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 943 time: 0.0719111 Jul 05 04:43:42.208896 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd71be6d-2ca0-4b63-b71e-e32515a4dee9 req-61e5fbcf-d3eb-4b09-b0b6-b2760b2e0021 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332043 Jul 05 04:43:42.970689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device af11b3ff-3d9b-4614-9d57-f1eed045433c details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:43:43.072601 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:43.084414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'port_id': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'mac_address': 'fa:16:3e:12:8c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:43:43.121679 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:43.134532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af11b3ff-3d9b-4614-9d57-f1eed045433c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:43:43.154238 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:43.239840 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:43.288399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=af11b3ff-3d9b-4614-9d57-f1eed045433c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:43.392951 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05310a3a-d787-453d-aa50-30064ab89bc2 req-7464df20-3d80-4fd0-a503-78a012cf7d41 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:43.394464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05310a3a-d787-453d-aa50-30064ab89bc2 req-7464df20-3d80-4fd0-a503-78a012cf7d41 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 944 time: 0.0660462 Jul 05 04:43:43.434194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05310a3a-d787-453d-aa50-30064ab89bc2 req-0651445a-8220-46ab-bb78-359b5e94fc43 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334020 Jul 05 04:43:43.558824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['af11b3ff-3d9b-4614-9d57-f1eed045433c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:43:43.627016 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:44.176822 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:44.612034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff42d4df-df3d-45d4-8c2d-882afdfdefa7 req-fbd8bce0-6759-4753-9dd6-adaeb7632975 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:44.613517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff42d4df-df3d-45d4-8c2d-882afdfdefa7 req-fbd8bce0-6759-4753-9dd6-adaeb7632975 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 944 time: 0.0690589 Jul 05 04:43:44.652065 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff42d4df-df3d-45d4-8c2d-882afdfdefa7 req-92f517c2-7101-4982-ab39-9bca5e017b40 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328472 Jul 05 04:43:44.826158 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:44.981121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device af11b3ff-3d9b-4614-9d57-f1eed045433c up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:43:45.083358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port af11b3ff-3d9b-4614-9d57-f1eed045433c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:43:45.087534 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port af11b3ff-3d9b-4614-9d57-f1eed045433c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:43:45.087939 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:45.167102 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:45.189032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:43:45.191251 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1f02d16-2baf-48b5-b0f3-412302cfb565" -d '{"events": [{"server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "name": "network-vif-plugged", "status": "completed", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:43:45.204211 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:43:45.231665 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:43:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5339de5-809a-48e5-9918-c00804cb926a x-openstack-request-id: req-c5339de5-809a-48e5-9918-c00804cb926a {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:43:45.231984 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "name": "network-vif-plugged", "status": "completed", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:43:45.232234 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5339de5-809a-48e5-9918-c00804cb926a {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:43:45.232626 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'code': 200} Jul 05 04:43:45.289294 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:45.339701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=af11b3ff-3d9b-4614-9d57-f1eed045433c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:43:45.351485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-466c2635-2eba-47ba-a112-ac4466ea1bfd req-508f5e6e-9411-4aaf-8b85-a74a16f95325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:45.353032 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-466c2635-2eba-47ba-a112-ac4466ea1bfd req-508f5e6e-9411-4aaf-8b85-a74a16f95325 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1097 time: 0.0582862 Jul 05 04:43:45.388607 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-466c2635-2eba-47ba-a112-ac4466ea1bfd req-17d64442-8ceb-43bd-9d4f-99dedb74b630 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0289392 Jul 05 04:43:45.827717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dccd8f1-8957-4bc8-930b-847eb091c03e req-e6ba9d30-ccd6-44af-98c6-d1988b1639e0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:45.829244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9dccd8f1-8957-4bc8-930b-847eb091c03e req-e6ba9d30-ccd6-44af-98c6-d1988b1639e0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0650439 Jul 05 04:43:45.863848 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:43:45.868952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9dccd8f1-8957-4bc8-930b-847eb091c03e req-bc3fe7f2-f2c2-4b4c-a851-842519a40f53 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340793 Jul 05 04:43:47.042656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742e86db-8010-41b0-aaf7-d8ed8ade8ac3 req-729be62d-ddbb-4b04-88ec-107aaf85203a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:47.044150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-742e86db-8010-41b0-aaf7-d8ed8ade8ac3 req-729be62d-ddbb-4b04-88ec-107aaf85203a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0640159 Jul 05 04:43:47.081548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-742e86db-8010-41b0-aaf7-d8ed8ade8ac3 req-2b210cff-c726-42df-ae5c-6a135a544b8b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318627 Jul 05 04:43:47.261853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6287a3ec-114b-4ce4-9d36-c046b455b53e req-dd144f67-a7b8-4d47-89d4-fb0e8c8e88d4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:47.263481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6287a3ec-114b-4ce4-9d36-c046b455b53e req-dd144f67-a7b8-4d47-89d4-fb0e8c8e88d4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0781648 Jul 05 04:43:47.274670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 51512) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:43:47.279435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ef3dcf01-65b6-4562-a461-bd02634a5399 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'floatingip': {'port_id': 'af11b3ff-3d9b-4614-9d57-f1eed045433c'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:43:47.321863 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ef3dcf01-65b6-4562-a461-bd02634a5399 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:47.790790 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ef3dcf01-65b6-4562-a461-bd02634a5399 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:47.868826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ef3dcf01-65b6-4562-a461-bd02634a5399 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:47.977486 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-ef3dcf01-65b6-4562-a461-bd02634a5399 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b associated. External IP: 172.25.4.136, port: af11b3ff-3d9b-4614-9d57-f1eed045433c. Jul 05 04:43:48.508669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef3dcf01-65b6-4562-a461-bd02634a5399 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:43:48.629760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef3dcf01-65b6-4562-a461-bd02634a5399 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:43:48.634939 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ef3dcf01-65b6-4562-a461-bd02634a5399 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:43:48.641037 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:43:48.652608 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:43:48.653310 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:43:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:48.673751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ef3dcf01-65b6-4562-a461-bd02634a5399 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "PUT /v2.0/floatingips/b21a5be4-541d-4edd-b1b8-aab3ed675d3b HTTP/1.1" status: 200 len: 991 time: 1.3979475 Jul 05 04:43:48.674362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:43:48.676708 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22ba7839-5618-47c0-8f32-df9d6897a851" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:43:48.728835 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:43:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8734c3cb-6da9-46d2-a64a-15a1466dd102 x-openstack-request-id: req-8734c3cb-6da9-46d2-a64a-15a1466dd102 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:43:48.729146 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:43:48.729403 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8734c3cb-6da9-46d2-a64a-15a1466dd102 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:43:48.730005 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'status': 'completed', 'code': 200} Jul 05 04:43:48.813913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-08e43bc1-a3b1-4422-932f-0b443f0655e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:48.815477 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-08e43bc1-a3b1-4422-932f-0b443f0655e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1097 time: 0.0610740 Jul 05 04:43:48.863608 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:43:48.912711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-4b4f2693-ba5d-4b92-93d6-91cd5e0d208f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:48.914290 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-4b4f2693-ba5d-4b92-93d6-91cd5e0d208f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0926147 Jul 05 04:43:48.986430 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-fa30b66b-6739-486f-9478-8b5d9382309c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 999 time: 0.0657253 Jul 05 04:43:49.034970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-a14c18ba-aaea-4540-83c3-1ac04299e237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:49.036567 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-a14c18ba-aaea-4540-83c3-1ac04299e237 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0446262 Jul 05 04:43:49.098675 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:12:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:43:47Z', 'revision_number': 1, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:49.103725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-ba2469e7-78ea-4c88-afb1-7b2dcddeed94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:49.105286 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-ba2469e7-78ea-4c88-afb1-7b2dcddeed94 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0627897 Jul 05 04:43:49.125683 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:43:49.134879 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:43:49.135478 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:43:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:49.199271 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-4afd1242-98d7-4681-b252-e4bb757cc6bc service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866084 Jul 05 04:43:49.243390 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:43:49.294032 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-22ba7839-5618-47c0-8f32-df9d6897a851 req-c8fa7816-abeb-43f1-badd-d5c83311f5f7 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881464 Jul 05 04:43:49.474957 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:12:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:43:47Z', 'revision_number': 1, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:43:49.506259 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb15cf9-05db-482c-86b4-bc145291afe9 None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:12:8c:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:43:47Z', 'revision_number': 1, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:43:49.697988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50db4605-1ad3-4215-8d11-6d8df7edd422 None None] New status for floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:43:51.214549 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-44c51201-6592-4383-916f-78303a2e0ce1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526254 Jul 05 04:43:51.311563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-55674fd9-95f8-475d-a936-80f48186279f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:51.312986 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-55674fd9-95f8-475d-a936-80f48186279f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1097 time: 0.0536184 Jul 05 04:43:51.421554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-429ff9dc-0056-4384-bc50-d51c9603c51c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:51.423038 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-429ff9dc-0056-4384-bc50-d51c9603c51c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0902205 Jul 05 04:43:51.756515 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-d128d217-ed6a-4fdc-b462-63badae2f7bf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 1001 time: 0.3268642 Jul 05 04:43:51.806189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-d966ada5-38f4-45b1-96ec-4a22a3e82591 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:51.807709 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-d966ada5-38f4-45b1-96ec-4a22a3e82591 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0446839 Jul 05 04:43:51.868714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-ce690eda-17fe-4b0a-be8a-77827d165025 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:43:51.870225 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-ce690eda-17fe-4b0a-be8a-77827d165025 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558553 Jul 05 04:43:51.961088 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-18506160-b270-4824-ab17-83c9a9348c2d service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832219 Jul 05 04:43:52.055130 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a751e6e2-68f7-4d98-9fc9-09d7bdcc1d74 req-7952aa5b-3917-4d5c-a0c1-191f8d08d3bd service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888147 Jul 05 04:44:08.054197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b2f5ec6d-3447-4787-8ec6-7a6301471bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:10.788106 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b4289f4d-8ebe-4706-bfc1-d47d88f00f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:10.923550 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:12.093930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:13.596651 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:14.176680 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:14.839254 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:22.863365 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:44:38.090302 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fab8db1d-59cd-40a5-8055-dca7947c9755 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:40.781750 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fa80792e-def3-4a30-931f-743f54d61d15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:40.910951 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:42.084698 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:43.598291 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:44.209826 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:44.838727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:44:51.214945 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-1ca6b213-4e20-4e63-8662-3ef13b34bf6a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0529640 Jul 05 04:44:51.309391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-6b79c760-18e1-4945-a9c2-471ab6e6e840 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:51.310873 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-6b79c760-18e1-4945-a9c2-471ab6e6e840 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1097 time: 0.0529799 Jul 05 04:44:51.419279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-629d53e4-4360-4041-b76c-3f059cf1b865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:51.420680 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-629d53e4-4360-4041-b76c-3f059cf1b865 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0885446 Jul 05 04:44:51.485961 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-8fa0dc63-f53a-4f1b-a255-c8b6936b0c93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 1001 time: 0.0578291 Jul 05 04:44:51.534371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-1bd29074-7914-480a-83c6-cada02ff73d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:51.535783 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-1bd29074-7914-480a-83c6-cada02ff73d2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0436094 Jul 05 04:44:51.599609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-57cae898-02b9-4200-9956-8b2db8b166a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:44:51.601104 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-57cae898-02b9-4200-9956-8b2db8b166a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559294 Jul 05 04:44:51.695391 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-a5df61ac-86a3-42a4-bf0f-e81b6d5ac3a4 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868001 Jul 05 04:44:51.794123 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-382f2025-e905-4055-92c4-8fd947e0cb18 req-38f2ae52-0a52-405b-86fe-ceab407149e8 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915928 Jul 05 04:44:59.861678 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:45:08.066550 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a25e653c-0110-4983-82f7-5511c84c86bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:10.796157 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8c3ccead-c6b1-4104-a4c5-ad0a432825d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:10.918133 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:12.049152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:13.580523 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.172998 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:14.866330 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:36.861521 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:45:38.076238 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7acef420-608b-490d-a83d-750234e8451b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:40.795529 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dcc204b2-2e21-4df3-bda1-e91c644aa8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:40.894271 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:42.094638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:43.602849 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:44.195441 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:44.835611 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:45:52.294499 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-fe05d1f5-e516-4174-be87-e3606eb886db service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1522994 Jul 05 04:45:52.402590 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-52d8b904-67a3-4ed6-988e-ab857fb16c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:52.404078 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-52d8b904-67a3-4ed6-988e-ab857fb16c96 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1097 time: 0.0528910 Jul 05 04:45:52.513922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-6a343655-e717-4fa6-92b8-b609718e2acf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:52.515384 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-6a343655-e717-4fa6-92b8-b609718e2acf service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0887799 Jul 05 04:45:52.588814 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-594069a7-3401-4756-85d3-29d91d75e1aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 1001 time: 0.0659213 Jul 05 04:45:52.639115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-60f98d6b-4d3c-4bec-8933-15edd186750b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:52.640480 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-60f98d6b-4d3c-4bec-8933-15edd186750b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0440085 Jul 05 04:45:52.701748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-e6f94ec1-b4e5-4c8b-9682-89432d0a30c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:45:52.703209 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-e6f94ec1-b4e5-4c8b-9682-89432d0a30c3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554535 Jul 05 04:45:52.792710 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-b12d53ad-2011-488b-a312-546f4e434851 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820260 Jul 05 04:45:52.888051 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-138da86d-56a7-45e5-beb0-3e2cf8b3e1cd req-a93156ab-e9da-4f22-b130-6f8f99f716de service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889883 Jul 05 04:46:08.099464 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a5268e93-b750-4b95-8eea-74f404146752 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:10.785343 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1aadc474-c84e-4305-9b2c-5c157284e951 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:10.911112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:12.076548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.606548 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:13.863016 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:46:14.174555 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:14.853534 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:30.036682 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e36ebe6d-e24b-44b9-9b6b-a01c50522b56 req-42dff143-2456-4090-ba77-c914a601cc9d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:30.038201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e36ebe6d-e24b-44b9-9b6b-a01c50522b56 req-42dff143-2456-4090-ba77-c914a601cc9d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.1208713 Jul 05 04:46:30.080255 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e36ebe6d-e24b-44b9-9b6b-a01c50522b56 req-13a40b39-06aa-4323-b5aa-a9267aa1559f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365076 Jul 05 04:46:30.631463 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d605eaa7-d044-490b-8c92-d0c604370f10 req-00e73a73-994b-4174-ab08-192d4f18c059 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:30.632970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d605eaa7-d044-490b-8c92-d0c604370f10 req-00e73a73-994b-4174-ab08-192d4f18c059 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0658429 Jul 05 04:46:30.672288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d605eaa7-d044-490b-8c92-d0c604370f10 req-00eff8e7-ff8c-4bd1-bca8-60661013f626 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334451 Jul 05 04:46:30.717382 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-b75dd284-148b-4e9e-ba24-dd7760b8c64e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0552266 Jul 05 04:46:31.903075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d05211-f9c4-4ab8-89e9-cd812ebab250 req-b0112823-c5ff-41ec-9e9f-56043299d305 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:31.904672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93d05211-f9c4-4ab8-89e9-cd812ebab250 req-b0112823-c5ff-41ec-9e9f-56043299d305 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.1135218 Jul 05 04:46:31.945484 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-93d05211-f9c4-4ab8-89e9-cd812ebab250 req-c7166060-93ff-4ba3-a869-5d19f0964cf5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350945 Jul 05 04:46:32.751429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-e7d482a6-f441-4240-8cb0-15c395b279b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:32.752949 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-e7d482a6-f441-4240-8cb0-15c395b279b8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1097 time: 0.0535297 Jul 05 04:46:32.848533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-e5e0f7ac-ae7a-4569-9db4-71c293538cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:32.850003 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-e5e0f7ac-ae7a-4569-9db4-71c293538cb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0904706 Jul 05 04:46:32.915654 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-18684312-f5e2-4905-8efe-8bd34a1c2348 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 1001 time: 0.0581062 Jul 05 04:46:32.970282 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-461bdfb7-be82-4ad8-b2e7-c9491ee80b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:32.971731 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-461bdfb7-be82-4ad8-b2e7-c9491ee80b0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0491393 Jul 05 04:46:33.032496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-88d8efeb-5ca3-4e2c-8d3b-b82851ed43b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:33.033922 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-88d8efeb-5ca3-4e2c-8d3b-b82851ed43b4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551362 Jul 05 04:46:33.126785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d3f654d-add1-4505-9e64-c27cc688975f req-612ae325-3707-445c-9edb-e5d74e117954 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:33.127555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-0c728030-872a-49a0-afbf-a6137d77e363 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856400 Jul 05 04:46:33.128353 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d3f654d-add1-4505-9e64-c27cc688975f req-612ae325-3707-445c-9edb-e5d74e117954 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0696611 Jul 05 04:46:33.168135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d3f654d-add1-4505-9e64-c27cc688975f req-21379e0b-c2c4-4a5e-81ad-4d6146951b2e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335870 Jul 05 04:46:33.225941 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-a3324061-f181-4e61-b896-60bc8c1e6939 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913384 Jul 05 04:46:34.345057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2e94ba-6f74-402e-892b-e5a9ce6330b2 req-14029969-4478-4d0a-8cd5-994592c89f08 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:34.346542 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a2e94ba-6f74-402e-892b-e5a9ce6330b2 req-14029969-4478-4d0a-8cd5-994592c89f08 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0663998 Jul 05 04:46:34.386198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4a2e94ba-6f74-402e-892b-e5a9ce6330b2 req-12e0711a-9297-4ba7-9f7d-5efe4105a59c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333018 Jul 05 04:46:35.563102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97147439-bce4-4132-a9be-414562ff2737 req-80a169fd-8898-4677-bdc1-878aee0f9951 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:35.564596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97147439-bce4-4132-a9be-414562ff2737 req-80a169fd-8898-4677-bdc1-878aee0f9951 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0639279 Jul 05 04:46:35.606767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-97147439-bce4-4132-a9be-414562ff2737 req-fcb40946-3c39-4665-bc7c-b6a39064de81 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366843 Jul 05 04:46:36.779924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a83662a-55f2-4e54-b278-97612d3d1705 req-be59c8f1-a434-4acb-9ac6-0101fd7f41df tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:36.781412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a83662a-55f2-4e54-b278-97612d3d1705 req-be59c8f1-a434-4acb-9ac6-0101fd7f41df tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0653663 Jul 05 04:46:36.819828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a83662a-55f2-4e54-b278-97612d3d1705 req-3d9b3790-4cd8-45e6-811e-3e947d3f7686 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324352 Jul 05 04:46:37.994380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72666734-353f-49f9-a2fb-1a9dc899c670 req-86215521-6911-44e1-bf54-3182677befe2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:37.995815 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72666734-353f-49f9-a2fb-1a9dc899c670 req-86215521-6911-44e1-bf54-3182677befe2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0661020 Jul 05 04:46:38.034467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72666734-353f-49f9-a2fb-1a9dc899c670 req-4595f24c-8fcd-45ab-9f4b-bb0993d0d194 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328619 Jul 05 04:46:38.069320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-02e9da3c-c1a2-4dfc-85b9-531c0880cb48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:39.214131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b960a61f-234b-4938-be86-611e50d194bc req-611bf824-c000-4ca4-a3da-4bebcecff56c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:39.215590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b960a61f-234b-4938-be86-611e50d194bc req-611bf824-c000-4ca4-a3da-4bebcecff56c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0681877 Jul 05 04:46:39.253386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b960a61f-234b-4938-be86-611e50d194bc req-aa697f0c-028e-4587-b6da-f3ba6a8eb9f3 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0321960 Jul 05 04:46:40.429789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5e51b9-5ba7-4f56-af80-d52d8ba8b9c6 req-1a8ebf04-d599-4141-b3e2-1f70bc9520f7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:40.431180 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee5e51b9-5ba7-4f56-af80-d52d8ba8b9c6 req-1a8ebf04-d599-4141-b3e2-1f70bc9520f7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0657861 Jul 05 04:46:40.469525 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee5e51b9-5ba7-4f56-af80-d52d8ba8b9c6 req-d6ec20df-1ced-4734-a61a-bd48c7bcb776 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328193 Jul 05 04:46:40.823524 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-974f5ae8-a095-4874-bdce-fd6450619906 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:40.931945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:41.643408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9510170f-4b9b-47a9-a36e-e5462c3052f2 req-de4fb6ea-2c12-4f36-8e16-59942d1dfaf9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:41.644879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9510170f-4b9b-47a9-a36e-e5462c3052f2 req-de4fb6ea-2c12-4f36-8e16-59942d1dfaf9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0674150 Jul 05 04:46:41.683039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9510170f-4b9b-47a9-a36e-e5462c3052f2 req-c0683ce5-ac22-408c-a943-a255b30110aa tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322011 Jul 05 04:46:42.080584 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:42.860191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e269f99e-6550-4402-8186-1d08551263fa req-e174d3af-187e-4dc8-82ef-c1aa11bb0ed5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:42.861700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e269f99e-6550-4402-8186-1d08551263fa req-e174d3af-187e-4dc8-82ef-c1aa11bb0ed5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0657082 Jul 05 04:46:42.899347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e269f99e-6550-4402-8186-1d08551263fa req-e1851795-6b34-4ac6-be6a-c4e318a747b6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315332 Jul 05 04:46:43.607590 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.078480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae469ae-668a-4576-ae64-51c629f81fe5 req-7e5ee42d-0423-46b9-bf9b-f490f173f329 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:44.080029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ae469ae-668a-4576-ae64-51c629f81fe5 req-7e5ee42d-0423-46b9-bf9b-f490f173f329 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0667245 Jul 05 04:46:44.120449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ae469ae-668a-4576-ae64-51c629f81fe5 req-0ae0c097-abde-4043-a7fc-027fffb34b50 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346475 Jul 05 04:46:44.206540 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:44.864797 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:45.300997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7af256-c0d7-43ed-8482-329f24ee1164 req-408bfef2-eaf4-4b68-9aa7-6f56f4eb1842 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:45.302466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c7af256-c0d7-43ed-8482-329f24ee1164 req-408bfef2-eaf4-4b68-9aa7-6f56f4eb1842 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0690899 Jul 05 04:46:45.341136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c7af256-c0d7-43ed-8482-329f24ee1164 req-65fca4dd-584f-4dc5-b235-d656fd2435d2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325696 Jul 05 04:46:45.791457 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-61e6042b-ace6-4af0-b844-c8d202c2128c service neutron] show failed (client error): The resource could not be found. Jul 05 04:46:45.792488 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-61e6042b-ace6-4af0-b844-c8d202c2128c service neutron] 10.222.0.13 "GET /v2.0/ports/af11b3ff-3d9b-4614-9d57-f1eed045433c/bindings/n-h1-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0565135 Jul 05 04:46:46.410901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-54bd11f7-3a45-4b59-bd7b-9d36fadf1ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:46.412450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-54bd11f7-3a45-4b59-bd7b-9d36fadf1ad1 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0971322 Jul 05 04:46:46.428101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:46:46.553565 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:46.572291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f2cd02-68b7-4356-a98f-cba03ecb4a29 req-c47f16e5-1cb8-49ea-bdb1-1eb7fc5ed981 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:46.574020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5f2cd02-68b7-4356-a98f-cba03ecb4a29 req-c47f16e5-1cb8-49ea-bdb1-1eb7fc5ed981 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.1189632 Jul 05 04:46:46.697948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f5f2cd02-68b7-4356-a98f-cba03ecb4a29 req-ce0a09a9-8f65-4bb2-827f-9f3785aef3b6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1177938 Jul 05 04:46:46.806376 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:46.839955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h2-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:46.884218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:46:46.886464 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6871f9f2-a638-4aac-96ab-79dc83573a91" -d '{"events": [{"server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "name": "network-vif-unplugged", "status": "completed", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:46:46.890297 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:46.902398 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Transition to ACTIVE for port object af11b3ff-3d9b-4614-9d57-f1eed045433c will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:46:46.980604 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:46:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48cbfaf6-e7ac-416c-b7c3-97bc61cb2478 x-openstack-request-id: req-48cbfaf6-e7ac-416c-b7c3-97bc61cb2478 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:46:46.980909 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "name": "network-vif-unplugged", "status": "completed", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:46:46.981165 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-48cbfaf6-e7ac-416c-b7c3-97bc61cb2478 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:46:46.981570 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'code': 200} Jul 05 04:46:46.989100 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.106453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Pushing event updated for resources: {'Port': ['ID=af11b3ff-3d9b-4614-9d57-f1eed045433c,revision_number=6']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:47.126472 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.126864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.127164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.127501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.127834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.128187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.128517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.128844 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.129172 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.129499 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.129825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.130150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:47.184166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] No DVR routers for this DVR port af11b3ff-3d9b-4614-9d57-f1eed045433c on host n-h2-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:47.325082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Attempting to bind port af11b3ff-3d9b-4614-9d57-f1eed045433c on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:46:47.325419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Attempting to bind port af11b3ff-3d9b-4614-9d57-f1eed045433c by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:46:47.325773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Attempting to bind port af11b3ff-3d9b-4614-9d57-f1eed045433c on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:47.330020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Port af11b3ff-3d9b-4614-9d57-f1eed045433c on network 9c95be72-2c9a-4314-923f-c5d7e54d999a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:46:47.330343 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Attempting to bind port af11b3ff-3d9b-4614-9d57-f1eed045433c on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:46:47.335161 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:46:47.335495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:46:47.335875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:46:47.336323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Bound port: af11b3ff-3d9b-4614-9d57-f1eed045433c, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:46:47.336673 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.404913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:46:47.408094 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:46:47.482472 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.518968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:47.519591 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:47.521028 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] 10.222.0.26 "PUT /v2.0/ports/af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 1092 time: 1.0973063 Jul 05 04:46:47.542024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcfc1ff-39e5-48ef-ba42-edd5368ee62d service neutron] Pushing event updated for resources: {'Port': ['ID=af11b3ff-3d9b-4614-9d57-f1eed045433c,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:47.602567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-903949b2-af59-4bf9-b972-fe1474463666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:47.604101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-903949b2-af59-4bf9-b972-fe1474463666 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1095 time: 0.0590723 Jul 05 04:46:47.702536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-a95deee8-eb57-487d-b1ba-e7a9e8cb05aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:47.703913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-a95deee8-eb57-487d-b1ba-e7a9e8cb05aa service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0931675 Jul 05 04:46:47.776343 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-3da8758b-499b-4df3-994b-697fa69457e8 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 999 time: 0.0597787 Jul 05 04:46:47.861781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-ae9ff4c2-858c-4502-a047-5363138b0aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:47.863250 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-ae9ff4c2-858c-4502-a047-5363138b0aed service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0790358 Jul 05 04:46:47.924173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d3e2c-5c5e-4e27-bed5-2a4ed029fa32 req-972d101a-3e4f-4a2f-84ae-1101467eebf0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:47.925634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b77d3e2c-5c5e-4e27-bed5-2a4ed029fa32 req-972d101a-3e4f-4a2f-84ae-1101467eebf0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 943 time: 0.1109700 Jul 05 04:46:47.972200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-35dbb300-772f-419d-9ccd-f1e4f93eab31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:47.973685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-35dbb300-772f-419d-9ccd-f1e4f93eab31 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1001444 Jul 05 04:46:47.976693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b77d3e2c-5c5e-4e27-bed5-2a4ed029fa32 req-dbe91f0f-d1c3-44c9-b26e-5d327491f7c1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0455811 Jul 05 04:46:48.072016 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2231c8e9-46b3-40f0-aebd-bbb2828e528e service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894601 Jul 05 04:46:48.169990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-2d7a2523-a810-4a03-9c2e-184d7bfbab68 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866315 Jul 05 04:46:48.983382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:46:48.985835 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8214cadc-3394-4114-8954-cb17d241514f" -d '{"events": [{"name": "network-changed", "server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:46:49.033433 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:46:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d342964-0a28-4588-b12b-9c2acdad09b7 x-openstack-request-id: req-2d342964-0a28-4588-b12b-9c2acdad09b7 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:46:49.033730 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:46:49.033986 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d342964-0a28-4588-b12b-9c2acdad09b7 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:46:49.034396 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'status': 'completed', 'code': 200} Jul 05 04:46:49.116677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cadc-3394-4114-8954-cb17d241514f req-28478f02-4b23-4881-8d67-2b21908c60da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.118233 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-28478f02-4b23-4881-8d67-2b21908c60da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1095 time: 0.0600386 Jul 05 04:46:49.157620 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cadc-3394-4114-8954-cb17d241514f req-7699bd18-03f0-42c7-9b2a-8a2f77499ec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.159433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-7699bd18-03f0-42c7-9b2a-8a2f77499ec1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1095 time: 0.1042426 Jul 05 04:46:49.214760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cadc-3394-4114-8954-cb17d241514f req-4eecc1d5-db87-4aa2-9f22-9320a1129e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.216258 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-4eecc1d5-db87-4aa2-9f22-9320a1129e07 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0911651 Jul 05 04:46:49.220026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12790754-2226-4bcf-a695-a41f72acec3f req-df42d5b0-8ad0-4004-8211-71c09b506aee tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.221490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12790754-2226-4bcf-a695-a41f72acec3f req-df42d5b0-8ad0-4004-8211-71c09b506aee tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 943 time: 0.1245534 Jul 05 04:46:49.284187 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-df2a71f5-d567-4ca0-975a-c9873e722297 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 999 time: 0.0611582 Jul 05 04:46:49.284416 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12790754-2226-4bcf-a695-a41f72acec3f req-d4a7df44-49fb-49c2-984a-2cd9af7695be tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542433 Jul 05 04:46:49.298384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cadc-3394-4114-8954-cb17d241514f req-ba656441-b8d8-4854-b5eb-35a565fdf9f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.308258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-ba656441-b8d8-4854-b5eb-35a565fdf9f2 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.1335602 Jul 05 04:46:49.339752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cadc-3394-4114-8954-cb17d241514f req-b4c83a8e-6c7d-4a51-b37f-f394b248737a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.341265 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-b4c83a8e-6c7d-4a51-b37f-f394b248737a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0499156 Jul 05 04:46:49.375407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-35760644-cd81-4aac-98f5-bc24d63a683c service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 999 time: 0.0606940 Jul 05 04:46:49.401645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cadc-3394-4114-8954-cb17d241514f req-cafcf17f-9271-47a8-ac79-0f3388bd9f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.403144 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-cafcf17f-9271-47a8-ac79-0f3388bd9f70 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542824 Jul 05 04:46:49.426573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cadc-3394-4114-8954-cb17d241514f req-29fe0aaa-92c1-495f-8577-8b9a4ce9964d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.428058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-29fe0aaa-92c1-495f-8577-8b9a4ce9964d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0454097 Jul 05 04:46:49.492491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8214cadc-3394-4114-8954-cb17d241514f req-efd9fb30-094f-4e99-8495-73de4eed9568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:49.494013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-efd9fb30-094f-4e99-8495-73de4eed9568 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0577004 Jul 05 04:46:49.494954 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-0e9f6c86-1775-4a19-8fca-1aa124dd2863 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850017 Jul 05 04:46:49.508986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-99f4001f-b206-4096-b513-19bf1d2577d9 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:46:49.509944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-99f4001f-b206-4096-b513-19bf1d2577d9 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050349 Jul 05 04:46:49.590746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-e560aae6-cc33-4b12-84c7-60c00cf2f48a service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887010 Jul 05 04:46:49.603795 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-e93060ad-5991-4a7c-9473-a77de0583d87 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851314 Jul 05 04:46:49.701379 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8214cadc-3394-4114-8954-cb17d241514f req-c05868dc-0466-4dfd-b279-65166ca75d38 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895371 Jul 05 04:46:49.853574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device af11b3ff-3d9b-4614-9d57-f1eed045433c no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:46:49.893333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device af11b3ff-3d9b-4614-9d57-f1eed045433c not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:46:50.462973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484461c-7121-4b9e-b2b7-5ca8ed72957f req-d98607db-71aa-4538-bfce-dc19d4122aa5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:50.464519 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7484461c-7121-4b9e-b2b7-5ca8ed72957f req-d98607db-71aa-4538-bfce-dc19d4122aa5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 943 time: 0.0654657 Jul 05 04:46:50.503222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7484461c-7121-4b9e-b2b7-5ca8ed72957f req-f481eea1-7510-492f-8fc5-ed0651897ed2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330577 Jul 05 04:46:50.861898 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:46:51.145027 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device af11b3ff-3d9b-4614-9d57-f1eed045433c details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:46:51.241323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:51.252765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'port_id': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'mac_address': 'fa:16:3e:12:8c:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:46:51.289774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.302388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af11b3ff-3d9b-4614-9d57-f1eed045433c {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:46:51.321050 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:51.394716 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:51.445631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=af11b3ff-3d9b-4614-9d57-f1eed045433c,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:51.453164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.453519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.453857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.454207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.454527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.454859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.455187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.455512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.455889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.456273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.456602 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.456928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:46:51.678729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['af11b3ff-3d9b-4614-9d57-f1eed045433c'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:46:51.679782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7dd2a2c-3d36-43c3-a8a5-fb3eb13c2c9c req-cd757d23-89a4-4018-a8a7-196133f95d9f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:51.684534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7dd2a2c-3d36-43c3-a8a5-fb3eb13c2c9c req-cd757d23-89a4-4018-a8a7-196133f95d9f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 944 time: 0.0639546 Jul 05 04:46:51.728777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7dd2a2c-3d36-43c3-a8a5-fb3eb13c2c9c req-7e8b077d-0ff0-460d-8878-93351d41d217 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414710 Jul 05 04:46:52.175121 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a61d8f-506d-485a-8881-9dba90c84a2f req-586bb53a-539e-43bb-acf4-02893afc994e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.177473 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02a61d8f-506d-485a-8881-9dba90c84a2f req-586bb53a-539e-43bb-acf4-02893afc994e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 944 time: 0.0879653 Jul 05 04:46:52.214441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15772e-dcda-4645-ad2c-821357366e04 req-24eadde7-03a0-4c17-b570-d2ad04d20161 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.216036 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ae15772e-dcda-4645-ad2c-821357366e04 req-24eadde7-03a0-4c17-b570-d2ad04d20161 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc&tenant_id=59a7f650c0af497bb3171624ae9da9f3&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 944 time: 0.0806973 Jul 05 04:46:52.223707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02a61d8f-506d-485a-8881-9dba90c84a2f req-cd4010d4-fa0f-4536-b59a-8f0f64c463fb tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391872 Jul 05 04:46:52.282987 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [req-ae15772e-dcda-4645-ad2c-821357366e04 req-01cf682d-4494-4620-90ff-fe43b6496c28 service neutron] delete failed (client error): The resource could not be found. Jul 05 04:46:52.283979 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ae15772e-dcda-4645-ad2c-821357366e04 req-01cf682d-4494-4620-90ff-fe43b6496c28 service neutron] 10.222.0.13 "DELETE /v2.0/ports/af11b3ff-3d9b-4614-9d57-f1eed045433c/bindings/n-h2-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0619640 Jul 05 04:46:52.381547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15772e-dcda-4645-ad2c-821357366e04 req-08f6cf0c-463d-4c8b-acde-388c199546ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.383095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ae15772e-dcda-4645-ad2c-821357366e04 req-08f6cf0c-463d-4c8b-acde-388c199546ba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 1096 time: 0.0550351 Jul 05 04:46:52.473955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15772e-dcda-4645-ad2c-821357366e04 req-3de420e3-3f0d-4aca-aac5-f949272c471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.475966 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ae15772e-dcda-4645-ad2c-821357366e04 req-3de420e3-3f0d-4aca-aac5-f949272c471c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0866740 Jul 05 04:46:52.547465 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ae15772e-dcda-4645-ad2c-821357366e04 req-80148e80-ed80-4581-be34-ef4dd0ce8fd6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 200 len: 1000 time: 0.0648584 Jul 05 04:46:52.596371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15772e-dcda-4645-ad2c-821357366e04 req-17a7463e-062a-43fd-a340-d278e75f07af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.597771 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ae15772e-dcda-4645-ad2c-821357366e04 req-17a7463e-062a-43fd-a340-d278e75f07af service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0431366 Jul 05 04:46:52.655046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae15772e-dcda-4645-ad2c-821357366e04 req-8abcbc6a-7d5f-4164-a57d-6c8dad4b76d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:52.656570 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ae15772e-dcda-4645-ad2c-821357366e04 req-8abcbc6a-7d5f-4164-a57d-6c8dad4b76d2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0519326 Jul 05 04:46:52.751588 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ae15772e-dcda-4645-ad2c-821357366e04 req-24e13944-d384-460b-84bf-6ab85c1d9cb0 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870254 Jul 05 04:46:52.843045 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ae15772e-dcda-4645-ad2c-821357366e04 req-bac52e67-40ee-4050-89a7-f22b55cd9c8b service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844800 Jul 05 04:46:53.166858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device af11b3ff-3d9b-4614-9d57-f1eed045433c up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:46:53.298968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port af11b3ff-3d9b-4614-9d57-f1eed045433c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:46:53.303133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port af11b3ff-3d9b-4614-9d57-f1eed045433c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:46:53.303507 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:53.385244 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:53.412680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ccfe12-3661-4f31-a80e-a9361963ddeb req-6253fa15-bd66-404d-8457-5d6cdc8956e5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:53.414015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:46:53.414237 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09ccfe12-3661-4f31-a80e-a9361963ddeb req-6253fa15-bd66-404d-8457-5d6cdc8956e5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 944 time: 0.0711765 Jul 05 04:46:53.416279 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f949e0e-e581-4605-8bae-06f19ac6a28d" -d '{"events": [{"server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "name": "network-vif-plugged", "status": "completed", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:46:53.430633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:53.473042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-09ccfe12-3661-4f31-a80e-a9361963ddeb req-edf39623-5727-4736-a5da-5d9c67743ab6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464592 Jul 05 04:46:53.493084 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:53.535236 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:46:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08407eaa-34fa-4aeb-89b9-7e4b5a8b5892 x-openstack-request-id: req-08407eaa-34fa-4aeb-89b9-7e4b5a8b5892 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:46:53.535528 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "name": "network-vif-plugged", "status": "completed", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:46:53.535780 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-08407eaa-34fa-4aeb-89b9-7e4b5a8b5892 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:46:53.536222 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'code': 200} Jul 05 04:46:53.550111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=af11b3ff-3d9b-4614-9d57-f1eed045433c,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:54.638242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b823a4-97b2-4a23-80f9-29e530cce6ad req-16197d65-0d32-40b4-99d8-435ce463da08 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:54.639729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76b823a4-97b2-4a23-80f9-29e530cce6ad req-16197d65-0d32-40b4-99d8-435ce463da08 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0641360 Jul 05 04:46:54.681347 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76b823a4-97b2-4a23-80f9-29e530cce6ad req-e91247fb-a967-4bee-ae78-8b722c419a68 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0360355 Jul 05 04:46:54.854774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c020c2be-cbd7-4bd9-9a25-46440cb13494 req-320e2d74-b0f8-4616-b34e-d3080fe4abd1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:54.856199 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c020c2be-cbd7-4bd9-9a25-46440cb13494 req-320e2d74-b0f8-4616-b34e-d3080fe4abd1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0649076 Jul 05 04:46:54.894461 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c020c2be-cbd7-4bd9-9a25-46440cb13494 req-6ad5fe05-64a8-481e-9a66-ced86108bdf6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324495 Jul 05 04:46:55.066101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c911d8-9caa-40aa-a639-509f067af9bd req-47eafceb-14f1-45de-ad67-874c629704a3 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:55.067571 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6c911d8-9caa-40aa-a639-509f067af9bd req-47eafceb-14f1-45de-ad67-874c629704a3 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0638871 Jul 05 04:46:55.106701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6c911d8-9caa-40aa-a639-509f067af9bd req-88dcec7b-1a85-498f-b22f-22bc4399d0d6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327005 Jul 05 04:46:55.676875 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae53804-8ce9-4de6-a2b5-7f891b776922 req-935af9be-ca70-4efd-a6e7-42528d275cbc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:55.678845 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bae53804-8ce9-4de6-a2b5-7f891b776922 req-935af9be-ca70-4efd-a6e7-42528d275cbc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0681694 Jul 05 04:46:55.716924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bae53804-8ce9-4de6-a2b5-7f891b776922 req-88ca7a03-6cc9-4549-86d8-7979bbd8100f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0325027 Jul 05 04:46:56.890851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289ee6d3-9903-4692-9823-9daeb8ac086c req-1e9167dd-ea44-4a6f-9e38-09258b72ea91 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:56.892359 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-289ee6d3-9903-4692-9823-9daeb8ac086c req-1e9167dd-ea44-4a6f-9e38-09258b72ea91 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0639317 Jul 05 04:46:56.931486 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-289ee6d3-9903-4692-9823-9daeb8ac086c req-ea080cbf-bdb2-4ec5-9350-de297b908bf8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335495 Jul 05 04:46:57.104073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-fc9fdd2d-d0a3-4937-af18-43846f658c4f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:46:57.105529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-fc9fdd2d-d0a3-4937-af18-43846f658c4f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.26 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 945 time: 0.0669665 Jul 05 04:46:57.212581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Deleting port af11b3ff-3d9b-4614-9d57-f1eed045433c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:46:57.212917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.304888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] For port af11b3ff-3d9b-4614-9d57-f1eed045433c, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=af11b3ff-3d9b-4614-9d57-f1eed045433c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:46:57.305264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.822416 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.822777 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:57.823349 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b disassociated. External IP: 172.25.4.136, port: af11b3ff-3d9b-4614-9d57-f1eed045433c. Jul 05 04:46:57.823681 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Calling delete_port for af11b3ff-3d9b-4614-9d57-f1eed045433c owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:46:58.002032 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.034395 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event deleted for resources: {'Port': ['ID=af11b3ff-3d9b-4614-9d57-f1eed045433c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:46:58.119932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e59b009e-0e52-4c3a-a132-cb23746a6a04 req-e894da60-d07f-4f0e-b73a-afa4d886b2bf tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 210 time: 0.0363407 Jul 05 04:46:58.185215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:46:58.302222 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:46:58.313645 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:46:58.323714 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:46:58.324357 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:46:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:58.351642 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] No DVR routers for this DVR port af11b3ff-3d9b-4614-9d57-f1eed045433c on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:46:58.354503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:46:58.356563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7cc0e518-2e60-43f7-a726-35ecb154cd0e req-129844c9-5d9d-447d-b569-d9f2cdc86bea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.26 "DELETE /v2.0/ports/af11b3ff-3d9b-4614-9d57-f1eed045433c HTTP/1.1" status: 204 len: 173 time: 1.2415416 Jul 05 04:46:58.356994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'name': 'network-vif-deleted', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:46:58.359247 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8346eb-7c19-4741-b824-a1161b86569c" -d '{"events": [{"server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "name": "network-vif-deleted", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:46:58.395845 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:46:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3bca4e0-fa46-46a9-a83a-64a5f4ded956 x-openstack-request-id: req-a3bca4e0-fa46-46a9-a83a-64a5f4ded956 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:46:58.396250 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b9a8a943-a04a-46cb-8dee-97a4dbee39fc", "name": "network-vif-deleted", "tag": "af11b3ff-3d9b-4614-9d57-f1eed045433c", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:46:58.396656 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a3bca4e0-fa46-46a9-a83a-64a5f4ded956 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:46:58.397078 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b9a8a943-a04a-46cb-8dee-97a4dbee39fc', 'name': 'network-vif-deleted', 'tag': 'af11b3ff-3d9b-4614-9d57-f1eed045433c', 'status': 'completed', 'code': 200} Jul 05 04:46:58.435852 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:46:58.639499 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:58.666258 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:46:58.674966 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:46:58.675629 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:46:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:58.782823 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:46:59.063229 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:46:59.094941 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7de3e2e1-f6f0-4a40-b75f-ec1603f05933 None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:46:59.195329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device af11b3ff-3d9b-4614-9d57-f1eed045433c no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:46:59.216868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: af11b3ff-3d9b-4614-9d57-f1eed045433c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:46:59.221493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device af11b3ff-3d9b-4614-9d57-f1eed045433c not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:46:59.294348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cd0a07f-4c57-4ffa-ae00-b182513043c5 req-65d7c87c-f0dc-4dc9-9361-b3b7910097a1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=b9a8a943-a04a-46cb-8dee-97a4dbee39fc HTTP/1.1" status: 200 len: 210 time: 0.0337193 Jul 05 04:46:59.346056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cc3653f-f7b8-47d2-9274-31a7da596ae4 None None] New status for floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:47:00.595021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-804fc2c4-8cd0-4b11-bce5-c7e51625c1ef tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--16134506&fields=id&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 267 time: 0.0343857 Jul 05 04:47:00.705715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-c13b5726-d734-4294-8069-35d6c806fd2f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:00.707167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-c13b5726-d734-4294-8069-35d6c806fd2f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 811 time: 0.1059923 Jul 05 04:47:00.721855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-7c36a435-a1ea-4a58-ae8d-a9942ed2d3f0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/quotas/59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 375 time: 0.0088611 Jul 05 04:47:00.789618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-35a6bc5c-6b7b-4ba6-b273-8a0d10cef9c9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630336 Jul 05 04:47:00.923019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-20bc3055-3040-42a4-a317-f54224f23603 service neutron] 10.222.0.30 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223128 Jul 05 04:47:01.019099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-b025d45c-b6a7-4cf6-8df8-a14d3a0d1650 service neutron] 10.222.0.30 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899580 Jul 05 04:47:01.270368 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-691cbbdd-e387-41ce-ae11-23f219667d0a req-d74df1a0-c88c-4d0d-a670-9e3eba12bdee tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 210 time: 0.0309319 Jul 05 04:47:02.414917 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a710bfbf-79c9-457a-b063-b3ad245132cf req-9b30762d-d53b-4764-ba48-94af993466cf tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 210 time: 0.0295453 Jul 05 04:47:03.499437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-45cca424-e5e4-484e-a5eb-fc14a7eab19e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:03.501015 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-45cca424-e5e4-484e-a5eb-fc14a7eab19e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 811 time: 0.1129444 Jul 05 04:47:03.566854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c8f00323-b222-4c00-8c4e-727027f37525 req-3e26886f-1465-472c-8c67-b86d41700d62 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 210 time: 0.0363183 Jul 05 04:47:03.577342 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-5fd0f126-bf40-4c42-80aa-ac51b7035b3d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 378 time: 0.0666990 Jul 05 04:47:03.589022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'port': {'device_id': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'admin_state_up': True, 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'security_groups': ['f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:03.766064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Made reservation on behalf of 59a7f650c0af497bb3171624ae9da9f3 for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:47:03.769870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:03.906880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Allocated IP 172.20.0.11 (9c95be72-2c9a-4314-923f-c5d7e54d999a/27c3899b-9bf7-474c-959b-fcc6d97c2317/8c17d382-c00d-4baf-b0b9-5ae356f366bd) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:47:04.045381 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.059568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Transition to ACTIVE for port object 8c17d382-c00d-4baf-b0b9-5ae356f366bd will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:04.127724 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.177037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:47:04.182968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:47:04.186777 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:47:04.193295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event updated for resources: {'Port': ['ID=8c17d382-c00d-4baf-b0b9-5ae356f366bd,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:04.257658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:04.257658 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.322572 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-bbb5fc9c-bdce-4aa4-b2b7-1b2176b6eea7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7372997 Jul 05 04:47:04.340217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Request body: {'port': {'device_id': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:04.416145 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.487235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e4243980-4462-46d6-9700-2f7d193f24e0 None None] Provisioning for port 8c17d382-c00d-4baf-b0b9-5ae356f366bd completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:04.491698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e4243980-4462-46d6-9700-2f7d193f24e0 None None] Provisioning complete for port 8c17d382-c00d-4baf-b0b9-5ae356f366bd triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:04.492113 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e4243980-4462-46d6-9700-2f7d193f24e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.525913 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e4243980-4462-46d6-9700-2f7d193f24e0 None None] Port 8c17d382-c00d-4baf-b0b9-5ae356f366bd cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:47:04.718693 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c17d382-c00d-4baf-b0b9-5ae356f366bd {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:47:04.728915 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.746348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Transition to ACTIVE for port object 8c17d382-c00d-4baf-b0b9-5ae356f366bd will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:47:04.770064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dcdff33-bd39-4a37-9acd-08f6aeba375a req-6d4c80dd-6773-4028-bef3-7f526e3b98b4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:04.772101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2dcdff33-bd39-4a37-9acd-08f6aeba375a req-6d4c80dd-6773-4028-bef3-7f526e3b98b4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 932 time: 0.0892279 Jul 05 04:47:04.811039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2dcdff33-bd39-4a37-9acd-08f6aeba375a req-a489894c-7614-4880-8f39-108505c53f1f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332251 Jul 05 04:47:04.812491 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:04.865242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c17d382-c00d-4baf-b0b9-5ae356f366bd,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:04.942098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Attempting to bind port 8c17d382-c00d-4baf-b0b9-5ae356f366bd on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:47:04.942548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Attempting to bind port 8c17d382-c00d-4baf-b0b9-5ae356f366bd by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:47:04.942889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Attempting to bind port 8c17d382-c00d-4baf-b0b9-5ae356f366bd on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:04.947594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Port 8c17d382-c00d-4baf-b0b9-5ae356f366bd on network 9c95be72-2c9a-4314-923f-c5d7e54d999a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:47:04.948196 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Attempting to bind port 8c17d382-c00d-4baf-b0b9-5ae356f366bd on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:47:04.953218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:47:04.953549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:47:04.953937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:47:04.954364 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Bound port: 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:47:04.954721 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.021870 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:47:05.024886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:47:05.092404 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.127825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.128472 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:05.129889 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] 10.222.0.26 "PUT /v2.0/ports/8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1093 time: 0.7943087 Jul 05 04:47:05.130330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:05.133126 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6f14188-b918-4895-abc6-a490fea90fb2" -d '{"events": [{"name": "network-changed", "server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:05.164159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d4aa70-e820-44d9-b0c4-ad74ecf249b9 service neutron] Pushing event updated for resources: {'Port': ['ID=8c17d382-c00d-4baf-b0b9-5ae356f366bd,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:05.171150 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2225f3ff-2129-43e1-a3ec-22dba32a83f1 x-openstack-request-id: req-2225f3ff-2129-43e1-a3ec-22dba32a83f1 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:05.171557 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:05.171881 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2225f3ff-2129-43e1-a3ec-22dba32a83f1 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:05.172385 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'status': 'completed', 'code': 200} Jul 05 04:47:05.258393 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f14188-b918-4895-abc6-a490fea90fb2 req-843e589d-6578-4a74-9201-d4dcd4b69141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.259983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6f14188-b918-4895-abc6-a490fea90fb2 req-843e589d-6578-4a74-9201-d4dcd4b69141 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1096 time: 0.0642216 Jul 05 04:47:05.371568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f14188-b918-4895-abc6-a490fea90fb2 req-80d9b1c5-923a-4eae-bfab-04e255640967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.373136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6f14188-b918-4895-abc6-a490fea90fb2 req-80d9b1c5-923a-4eae-bfab-04e255640967 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=59a7f650c0af497bb3171624ae9da9f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1002755 Jul 05 04:47:05.477889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f14188-b918-4895-abc6-a490fea90fb2 req-a49ba537-c6b0-45a0-a9c8-abc65bb70ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.479367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f6f14188-b918-4895-abc6-a490fea90fb2 req-a49ba537-c6b0-45a0-a9c8-abc65bb70ec8 service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0957026 Jul 05 04:47:05.574704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-ad6ed2c5-f538-42be-b49e-525ecbdc4685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.576233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-ad6ed2c5-f538-42be-b49e-525ecbdc4685 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1096 time: 0.0550056 Jul 05 04:47:05.622874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-eae67450-0c4b-4fde-a5a0-1afc9df2e1d3 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 217 time: 0.0351913 Jul 05 04:47:05.674246 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-2d19d822-0c4e-4909-afdf-1e888ee2f6dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.675686 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-2d19d822-0c4e-4909-afdf-1e888ee2f6dd service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0433769 Jul 05 04:47:05.740944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-04cf1f9c-c863-4565-be67-c49c8828e371 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:05.742440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-04cf1f9c-c863-4565-be67-c49c8828e371 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574737 Jul 05 04:47:05.835914 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-f28c913c-dbf8-4ea1-8211-0d86d499e938 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836670 Jul 05 04:47:05.966982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74dea331-214c-4e3d-b5fa-de7998c80307 req-745be485-88e0-4ec3-b081-965dbafecbf3 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205363 Jul 05 04:47:06.002268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41454a5-cf6d-48fc-9b26-783aefc1e427 req-0085a852-4005-4746-97ec-d1fb202b2c70 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:06.003665 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f41454a5-cf6d-48fc-9b26-783aefc1e427 req-0085a852-4005-4746-97ec-d1fb202b2c70 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 944 time: 0.0750332 Jul 05 04:47:06.042191 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f41454a5-cf6d-48fc-9b26-783aefc1e427 req-b51590d2-2f99-4d92-a196-34f0377cfba1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329449 Jul 05 04:47:07.222218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f7d28d-edda-41ac-9772-77c880311ddb req-4d3f79e4-563b-4a6d-ba48-550b562c4ee8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:07.223711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5f7d28d-edda-41ac-9772-77c880311ddb req-4d3f79e4-563b-4a6d-ba48-550b562c4ee8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 944 time: 0.0650225 Jul 05 04:47:07.266783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c5f7d28d-edda-41ac-9772-77c880311ddb req-ddb84228-3b8e-49cb-a214-f1b2b79d95e3 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373831 Jul 05 04:47:08.064317 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-979330d3-95d8-4e23-a014-8ae610d6b3e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:08.448713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e518de-99ca-4506-8da0-34beb116fb51 req-d4f929d3-cefb-4643-a639-eed3c1e73923 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:08.450184 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77e518de-99ca-4506-8da0-34beb116fb51 req-d4f929d3-cefb-4643-a639-eed3c1e73923 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 944 time: 0.0746243 Jul 05 04:47:08.487399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77e518de-99ca-4506-8da0-34beb116fb51 req-f4dfa448-b178-420d-8d25-cdaf7e586d60 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0315688 Jul 05 04:47:09.317940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8c17d382-c00d-4baf-b0b9-5ae356f366bd details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:47:09.417504 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:09.428747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'port_id': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'mac_address': 'fa:16:3e:a0:9a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:47:09.465804 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.478866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c17d382-c00d-4baf-b0b9-5ae356f366bd {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:47:09.498294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:09.561361 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:09.617052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8c17d382-c00d-4baf-b0b9-5ae356f366bd,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:09.664638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdf93ff-aaaf-416f-9e78-7b873b6d49b0 req-84073097-e1d2-4342-ba1a-2227e860ca88 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:09.666171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9fdf93ff-aaaf-416f-9e78-7b873b6d49b0 req-84073097-e1d2-4342-ba1a-2227e860ca88 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 945 time: 0.0663307 Jul 05 04:47:09.704123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9fdf93ff-aaaf-416f-9e78-7b873b6d49b0 req-e2837569-cd68-4756-8437-8bc4050b8f50 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324192 Jul 05 04:47:09.810739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['8c17d382-c00d-4baf-b0b9-5ae356f366bd'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:47:10.812996 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c709a6c-b562-4fb7-9f43-dbdf310d5239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:10.883170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36ddcee-8c93-45e8-a85e-2b61ed327695 req-1e7c5ad5-15fb-432d-b9c5-71060de9e778 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:10.884706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c36ddcee-8c93-45e8-a85e-2b61ed327695 req-1e7c5ad5-15fb-432d-b9c5-71060de9e778 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 945 time: 0.0700006 Jul 05 04:47:10.921421 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:10.923635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c36ddcee-8c93-45e8-a85e-2b61ed327695 req-5192b868-f436-4d0c-814e-c7cbd49cae9a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334008 Jul 05 04:47:11.332425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8c17d382-c00d-4baf-b0b9-5ae356f366bd up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:47:11.439763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 8c17d382-c00d-4baf-b0b9-5ae356f366bd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:47:11.444166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 8c17d382-c00d-4baf-b0b9-5ae356f366bd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:47:11.444530 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:11.519653 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:11.540871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:11.543093 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f11a6d81-e330-455f-94fc-947303adde64" -d '{"events": [{"server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "name": "network-vif-plugged", "status": "completed", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:11.556478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:47:11.579122 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-413ad405-e209-4ce2-a343-2d6804e8be04 x-openstack-request-id: req-413ad405-e209-4ce2-a343-2d6804e8be04 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:11.579414 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "name": "network-vif-plugged", "status": "completed", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:11.579670 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-413ad405-e209-4ce2-a343-2d6804e8be04 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:11.580114 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'code': 200} Jul 05 04:47:11.601194 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:11.650369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=8c17d382-c00d-4baf-b0b9-5ae356f366bd,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:47:11.704366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8738b74-f957-414e-8555-c8025a4cc38a req-b89b2a9b-6e0f-43b1-92d6-73f6aecb4261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:11.705909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8738b74-f957-414e-8555-c8025a4cc38a req-b89b2a9b-6e0f-43b1-92d6-73f6aecb4261 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1098 time: 0.0544388 Jul 05 04:47:11.745254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a8738b74-f957-414e-8555-c8025a4cc38a req-2d9db39c-cabf-4a15-9398-fb113fb7147f service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0288279 Jul 05 04:47:12.069705 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:12.103268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d47f14-3ee1-4bfd-be06-79996060f950 req-137cdbdd-dfc4-49b9-818f-b28fa4c4e3ff tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:12.104752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69d47f14-3ee1-4bfd-be06-79996060f950 req-137cdbdd-dfc4-49b9-818f-b28fa4c4e3ff tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0698590 Jul 05 04:47:12.143624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69d47f14-3ee1-4bfd-be06-79996060f950 req-f6136453-a433-4a7e-8645-14461f74b2c9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333159 Jul 05 04:47:13.319697 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5120fd6c-f000-4484-a469-714020540804 req-3a4a2031-72df-4272-9d68-5650548ee88c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:13.321206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5120fd6c-f000-4484-a469-714020540804 req-3a4a2031-72df-4272-9d68-5650548ee88c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0653548 Jul 05 04:47:13.360285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5120fd6c-f000-4484-a469-714020540804 req-1e1fca88-5fd5-469d-b3c1-967e6e433474 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332286 Jul 05 04:47:13.533207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1db83-b8ec-4380-a689-17e599595f65 req-548f6eaf-53cb-47fd-ac04-f27cf788fa41 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:13.534709 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c4a1db83-b8ec-4380-a689-17e599595f65 req-548f6eaf-53cb-47fd-ac04-f27cf788fa41 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0644274 Jul 05 04:47:13.543816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52046) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:47:13.548385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-581ebd6c-ed63-4423-90a0-c8c11dce4c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'floatingip': {'port_id': '8c17d382-c00d-4baf-b0b9-5ae356f366bd'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:47:13.592726 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-581ebd6c-ed63-4423-90a0-c8c11dce4c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:13.623098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:14.052587 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-581ebd6c-ed63-4423-90a0-c8c11dce4c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:14.092701 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-581ebd6c-ed63-4423-90a0-c8c11dce4c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:14.167075 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:14.194811 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-581ebd6c-ed63-4423-90a0-c8c11dce4c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b associated. External IP: 172.25.4.136, port: 8c17d382-c00d-4baf-b0b9-5ae356f366bd. Jul 05 04:47:14.403988 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-581ebd6c-ed63-4423-90a0-c8c11dce4c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:47:14.515737 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-581ebd6c-ed63-4423-90a0-c8c11dce4c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:47:14.520545 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-581ebd6c-ed63-4423-90a0-c8c11dce4c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:14.525062 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:47:14.533902 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:47:14.534506 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:47:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.559797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-581ebd6c-ed63-4423-90a0-c8c11dce4c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "PUT /v2.0/floatingips/b21a5be4-541d-4edd-b1b8-aab3ed675d3b HTTP/1.1" status: 200 len: 992 time: 1.0148957 Jul 05 04:47:14.560466 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:47:14.562683 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b53e24-c2e0-4362-93ac-7ce680365688" -d '{"events": [{"name": "network-changed", "server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:47:14.598908 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7c93ce-10a1-45a0-826b-48b0aba929fb x-openstack-request-id: req-2f7c93ce-10a1-45a0-826b-48b0aba929fb {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:47:14.599280 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:47:14.599601 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f7c93ce-10a1-45a0-826b-48b0aba929fb {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:47:14.600112 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'status': 'completed', 'code': 200} Jul 05 04:47:14.645346 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:47:14.680011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-00165647-c297-49c9-ad8b-7f07ec6d6eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:14.681537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-00165647-c297-49c9-ad8b-7f07ec6d6eea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1098 time: 0.0582104 Jul 05 04:47:14.774485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-2f623452-3da7-4b22-8a2c-42d3af44d6b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:14.775975 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-2f623452-3da7-4b22-8a2c-42d3af44d6b6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0879142 Jul 05 04:47:14.847737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-386af7a7-bf3f-41ad-aeeb-cfd76bbcd679 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1000 time: 0.0645750 Jul 05 04:47:14.872345 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:a0:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:47:13Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.880504 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:14.897634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-132e94f7-ace7-44e9-9055-b9bfd0dfb04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:14.899028 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:47:14.899182 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-132e94f7-ace7-44e9-9055-b9bfd0dfb04d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0447304 Jul 05 04:47:14.907365 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:47:14.908055 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:47:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:14.964097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-bde18a9f-6cb1-4af3-88c8-b596ee0def66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:14.965637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-bde18a9f-6cb1-4af3-88c8-b596ee0def66 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550063 Jul 05 04:47:15.015642 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:47:15.063708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-2639c7cb-c202-4950-a578-4e7f04d8b948 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885727 Jul 05 04:47:15.156360 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35b53e24-c2e0-4362-93ac-7ce680365688 req-db070e62-142f-4f37-9cec-95475d086a9b service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857038 Jul 05 04:47:15.246487 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:a0:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:47:13Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:47:15.273557 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3d0bdfd-2c33-4d23-8df4-71d9cf24d758 None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:a0:9a:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:47:13Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:47:15.464678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aba93b2-cc9d-42ef-93d5-0d0646181e8e None None] New status for floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:47:27.860964 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:47:34.922514 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91eda84a-3b69-4558-aa81-11ab99644416 req-b3f188ca-fdfd-4040-a879-50aa57bdf547 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517855 Jul 05 04:47:35.340896 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eda84a-3b69-4558-aa81-11ab99644416 req-794f6238-8339-45d6-a861-765f2be221ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:35.342470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91eda84a-3b69-4558-aa81-11ab99644416 req-794f6238-8339-45d6-a861-765f2be221ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1098 time: 0.3717020 Jul 05 04:47:35.451654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eda84a-3b69-4558-aa81-11ab99644416 req-ee9d0f40-d287-4c13-a0c5-f88bc74a6ffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:35.453158 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91eda84a-3b69-4558-aa81-11ab99644416 req-ee9d0f40-d287-4c13-a0c5-f88bc74a6ffe service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0859380 Jul 05 04:47:35.530185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91eda84a-3b69-4558-aa81-11ab99644416 req-fc2e6c4f-d4cc-4646-9edd-d42f52f8fa79 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1002 time: 0.0685987 Jul 05 04:47:35.581305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eda84a-3b69-4558-aa81-11ab99644416 req-cf0f99a6-a101-466c-aeee-bbbe5240a1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:35.582770 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91eda84a-3b69-4558-aa81-11ab99644416 req-cf0f99a6-a101-466c-aeee-bbbe5240a1d6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0450127 Jul 05 04:47:35.640559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91eda84a-3b69-4558-aa81-11ab99644416 req-611f6de9-93dc-48c2-ba9c-de816ada736d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:47:35.641961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91eda84a-3b69-4558-aa81-11ab99644416 req-611f6de9-93dc-48c2-ba9c-de816ada736d service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517592 Jul 05 04:47:35.737756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91eda84a-3b69-4558-aa81-11ab99644416 req-d480791b-4f50-489c-b6f9-f47657b2a61c service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864327 Jul 05 04:47:35.828550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91eda84a-3b69-4558-aa81-11ab99644416 req-6ae27d97-fd27-4d6b-8043-8d38339de64b service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841382 Jul 05 04:47:38.074925 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-872b0cd5-d426-45b2-adf7-64ce36b77188 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:40.793719 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cf228416-62b2-4782-a0c4-16b26dab3919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:40.925300 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:42.092003 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:43.623429 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:44.228890 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:47:44.897527 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:04.860860 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:48:08.069206 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f5b344d3-8558-4297-a42a-27c1b7080d8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:10.806045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47b6580c-2ccf-4bee-a863-2a026a034b6e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:10.913768 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:12.085923 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:13.623403 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:14.234019 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:14.908119 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:36.855361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-04240f2e-be41-4919-84c4-c8abc9a29f83 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0578170 Jul 05 04:48:36.957633 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-9cf0ae82-917d-453f-a50a-4881771c3486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:36.959367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-9cf0ae82-917d-453f-a50a-4881771c3486 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1098 time: 0.0539122 Jul 05 04:48:37.067528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-d92e7d60-7f04-4c1a-a738-43471ef3eaa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:37.069024 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-d92e7d60-7f04-4c1a-a738-43471ef3eaa6 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0865748 Jul 05 04:48:37.142949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-95d1e310-72af-4725-91f4-254c92aa08ef service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1002 time: 0.0637655 Jul 05 04:48:37.193038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-a28a6694-f36e-48d3-b4a0-1397def5911d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:37.194440 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-a28a6694-f36e-48d3-b4a0-1397def5911d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0444722 Jul 05 04:48:37.255858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-b423c28d-ab95-4c60-a508-c5c84e60f0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:37.257425 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-b423c28d-ab95-4c60-a508-c5c84e60f0ab service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528421 Jul 05 04:48:37.356777 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-7650db9c-849b-4207-8840-4101b826ae47 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876687 Jul 05 04:48:37.448150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-befa9a7d-e082-4058-8c5e-ed4e7c7ade9f req-e959fd4b-84f2-43f9-a3b4-102ae9dd2676 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842128 Jul 05 04:48:38.085209 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-35633e83-6fee-4017-a6dc-7f34e40a7eaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:40.793806 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-793b51eb-e11b-4cbd-ae28-7cba229162aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:40.908252 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:41.860686 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:48:42.096446 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:43.645265 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.193883 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:44.890820 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:48:56.849668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f487670f-91f3-450a-9e47-497c44360ab8 req-bcceee9d-f52f-448b-a0f1-15143cded430 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:56.851134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f487670f-91f3-450a-9e47-497c44360ab8 req-bcceee9d-f52f-448b-a0f1-15143cded430 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0715475 Jul 05 04:48:56.891953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f487670f-91f3-450a-9e47-497c44360ab8 req-8909ea16-774c-44be-ba32-c71bae9e1616 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348837 Jul 05 04:48:58.066824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b3fe4c-7085-4627-bb2f-db849d1552b4 req-b7071fa6-c996-4461-8f4f-00d2a74dfdbd tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:58.068242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4b3fe4c-7085-4627-bb2f-db849d1552b4 req-b7071fa6-c996-4461-8f4f-00d2a74dfdbd tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0662785 Jul 05 04:48:58.108432 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4b3fe4c-7085-4627-bb2f-db849d1552b4 req-dbd2af06-beea-46de-a901-4f4bc4d3c1c1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338693 Jul 05 04:48:59.291339 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f817e-331d-4486-804d-3ed1c898f065 req-10baa941-ee4b-473c-92a6-b3d959e6fdc5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:48:59.292898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a8f817e-331d-4486-804d-3ed1c898f065 req-10baa941-ee4b-473c-92a6-b3d959e6fdc5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0689545 Jul 05 04:48:59.333296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a8f817e-331d-4486-804d-3ed1c898f065 req-0edf478b-f273-44da-899f-8eef7d745ba9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347252 Jul 05 04:49:00.512969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2730dd9e-9f8a-4d7e-87fd-e41754b87508 req-5f76bf4a-e7b5-471f-8b3f-ee287cda5fba tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:00.514469 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2730dd9e-9f8a-4d7e-87fd-e41754b87508 req-5f76bf4a-e7b5-471f-8b3f-ee287cda5fba tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0687499 Jul 05 04:49:00.553009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2730dd9e-9f8a-4d7e-87fd-e41754b87508 req-354f3418-ed83-4250-bdd8-aed51a836915 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330281 Jul 05 04:49:01.731462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44582e74-9162-4207-8f7e-c790db131d76 req-82fb6c07-ff33-4cc3-abe9-0b6bbedaedfb tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:01.733000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44582e74-9162-4207-8f7e-c790db131d76 req-82fb6c07-ff33-4cc3-abe9-0b6bbedaedfb tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0679090 Jul 05 04:49:01.773219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-44582e74-9162-4207-8f7e-c790db131d76 req-79ae9585-7a8a-4a0a-a6ee-4a3ba65d8d1b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341425 Jul 05 04:49:02.948351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d04b91fb-bbf2-450e-8874-e0a2d7b9d0e9 req-9b704722-f32e-43e8-ae04-ed4044e1c0db tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:02.949817 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d04b91fb-bbf2-450e-8874-e0a2d7b9d0e9 req-9b704722-f32e-43e8-ae04-ed4044e1c0db tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0684345 Jul 05 04:49:02.987802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d04b91fb-bbf2-450e-8874-e0a2d7b9d0e9 req-8da1ca60-6f3f-4e03-be40-98d9d7772b7b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0324988 Jul 05 04:49:04.165089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867893d2-3578-427e-883d-8d5d8ad55322 req-9c4a0360-9069-438b-869f-146c41d61c42 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:04.167280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-867893d2-3578-427e-883d-8d5d8ad55322 req-9c4a0360-9069-438b-869f-146c41d61c42 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0688927 Jul 05 04:49:04.206472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-867893d2-3578-427e-883d-8d5d8ad55322 req-6d6667b7-6f86-4e9a-945c-c908a48b72fa tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332568 Jul 05 04:49:05.385228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a13a30-09fe-4b95-84c0-c426deed1c59 req-5253127d-b514-4171-9ee5-51203073758b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:05.386675 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70a13a30-09fe-4b95-84c0-c426deed1c59 req-5253127d-b514-4171-9ee5-51203073758b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0691216 Jul 05 04:49:05.427325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-70a13a30-09fe-4b95-84c0-c426deed1c59 req-96e5611b-c62b-40c1-80d1-43742c9c19e2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348692 Jul 05 04:49:06.610994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3077dc41-ba30-466f-8a26-5616fa135db3 req-5b3ad830-6f60-488f-99fa-598dfba90e44 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:06.612582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3077dc41-ba30-466f-8a26-5616fa135db3 req-5b3ad830-6f60-488f-99fa-598dfba90e44 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0747383 Jul 05 04:49:06.651421 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3077dc41-ba30-466f-8a26-5616fa135db3 req-1cde859f-59c9-41cd-8805-42558aeff1b8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331309 Jul 05 04:49:07.826105 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2872cb6e-2f1f-425e-9a01-cbdb88eff43b req-c2862452-df18-48ae-a23f-325a255f27c6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:07.827600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2872cb6e-2f1f-425e-9a01-cbdb88eff43b req-c2862452-df18-48ae-a23f-325a255f27c6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0658855 Jul 05 04:49:07.866506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2872cb6e-2f1f-425e-9a01-cbdb88eff43b req-aa4df672-6174-4609-a8df-93a3560a04b9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332856 Jul 05 04:49:08.079299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-99425971-b45c-4ea3-af28-3aadbc354646 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:08.394431 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e34803d9-bf08-408e-a642-7fa31177a69e req-b6d9d4af-b040-407c-b5cd-ce10a31b5b6a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:08.395938 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e34803d9-bf08-408e-a642-7fa31177a69e req-b6d9d4af-b040-407c-b5cd-ce10a31b5b6a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0731354 Jul 05 04:49:08.402566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 52288) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:08.437402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e34803d9-bf08-408e-a642-7fa31177a69e req-ec3d25a3-1170-484d-9d29-0d11e7da37cc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348327 Jul 05 04:49:08.500866 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-c7666fa0-265c-48d7-be2b-d5551ff7471f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0970581 Jul 05 04:49:09.613596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4fd51e-5efb-4f8f-9b88-d1fb8da90370 req-21f614ec-b3c9-4328-a490-e5398f92d68a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:09.615079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d4fd51e-5efb-4f8f-9b88-d1fb8da90370 req-21f614ec-b3c9-4328-a490-e5398f92d68a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0658176 Jul 05 04:49:09.656338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d4fd51e-5efb-4f8f-9b88-d1fb8da90370 req-76e9ac68-80e0-4126-8906-211d60d00265 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346746 Jul 05 04:49:10.433113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-a9cff3d8-f380-4ef5-b75a-73a3e312e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:10.434495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-a9cff3d8-f380-4ef5-b75a-73a3e312e673 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1098 time: 0.0538521 Jul 05 04:49:10.527695 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-91911aed-9fec-4441-8dc9-8699e369cb79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:10.529164 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-91911aed-9fec-4441-8dc9-8699e369cb79 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0880284 Jul 05 04:49:10.598719 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-666e72de-8c40-4a15-825d-af2fecd4347f service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1002 time: 0.0588145 Jul 05 04:49:10.655416 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-c22ab94e-7f93-4758-99b7-a0ac3a321742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:10.656879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-c22ab94e-7f93-4758-99b7-a0ac3a321742 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0491087 Jul 05 04:49:10.718089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-16faf672-d456-4b05-aab4-a225004e3aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:10.719613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-16faf672-d456-4b05-aab4-a225004e3aa8 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0558882 Jul 05 04:49:10.792949 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-547208ca-7d37-430e-ba40-e8df7bd22e75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.858129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-870694d3-382f-485b-8726-7d3f535fb05d service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278532 Jul 05 04:49:10.883194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20bae23c-9214-4046-8f4a-be0ab44f5300 req-bbb65a43-7acc-4d57-8289-ebae0dc7d90d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:10.885258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20bae23c-9214-4046-8f4a-be0ab44f5300 req-bbb65a43-7acc-4d57-8289-ebae0dc7d90d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.1027365 Jul 05 04:49:10.918590 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:10.965814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20bae23c-9214-4046-8f4a-be0ab44f5300 req-4a0cd843-89d5-45b8-8fa6-c01b398449ae tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0689521 Jul 05 04:49:10.992546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-48f43ad2-b373-44f0-a1d5-2ed5053ca7a6 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245396 Jul 05 04:49:12.096485 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:12.154133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-294f3c16-3937-4c41-b511-57340d8bfb41 req-c3077ba5-d9a0-4fba-9023-dad47d31939d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:12.155658 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-294f3c16-3937-4c41-b511-57340d8bfb41 req-c3077ba5-d9a0-4fba-9023-dad47d31939d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0704014 Jul 05 04:49:12.193541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-294f3c16-3937-4c41-b511-57340d8bfb41 req-434cd765-0527-4d3f-9e97-1aeac5e2d14b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0322907 Jul 05 04:49:13.366089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296928fb-b819-40ef-9a88-2447ffc2227e req-ea6e5953-2e13-42ec-8c5f-d10f81630000 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:13.367476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-296928fb-b819-40ef-9a88-2447ffc2227e req-ea6e5953-2e13-42ec-8c5f-d10f81630000 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0656011 Jul 05 04:49:13.406476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-296928fb-b819-40ef-9a88-2447ffc2227e req-20ed87cd-ff22-417a-ad67-5d2909954d96 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334394 Jul 05 04:49:13.515613 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-d4cc0e96-7033-435d-a302-dd4b2c53b34f service neutron] show failed (client error): The resource could not be found. Jul 05 04:49:13.516651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-d4cc0e96-7033-435d-a302-dd4b2c53b34f service neutron] 10.222.0.26 "GET /v2.0/ports/8c17d382-c00d-4baf-b0b9-5ae356f366bd/bindings/n-h2-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0563207 Jul 05 04:49:13.649959 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.018364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ef531915-1e03-4a55-9b5a-c66517802428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:14.019877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ef531915-1e03-4a55-9b5a-c66517802428 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 1098 time: 0.0538201 Jul 05 04:49:14.032302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:14.105865 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.233143 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.318150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:14.352576 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:14.392585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:14.395159 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-914d7d41-fce6-43f0-bbbc-057f61c0511a" -d '{"events": [{"server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "name": "network-vif-unplugged", "status": "completed", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:14.398750 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.411709 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Transition to ACTIVE for port object 8c17d382-c00d-4baf-b0b9-5ae356f366bd will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:14.461672 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.532456 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-527cceda-409d-4d87-b27c-d90a0b2331ca x-openstack-request-id: req-527cceda-409d-4d87-b27c-d90a0b2331ca {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:14.532831 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "name": "network-vif-unplugged", "status": "completed", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:14.533147 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-527cceda-409d-4d87-b27c-d90a0b2331ca {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:14.533602 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'code': 200} Jul 05 04:49:14.594609 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Pushing event updated for resources: {'Port': ['ID=8c17d382-c00d-4baf-b0b9-5ae356f366bd,revision_number=6']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:14.608735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b14e1e6-9a38-4f1d-84e7-ef49334ecc66 req-6b7c45d5-4dd2-46d2-97d1-5d9c34252f93 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:14.610640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b14e1e6-9a38-4f1d-84e7-ef49334ecc66 req-6b7c45d5-4dd2-46d2-97d1-5d9c34252f93 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 944 time: 0.0803533 Jul 05 04:49:14.618755 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.619100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.619441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.619774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.620137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.620465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.620791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.621118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.621445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.621765 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.622089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.622409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:14.656323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b14e1e6-9a38-4f1d-84e7-ef49334ecc66 req-fafbec73-4e82-44f1-b1db-23ddef5a5b46 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397692 Jul 05 04:49:14.663001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] No DVR routers for this DVR port 8c17d382-c00d-4baf-b0b9-5ae356f366bd on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:14.802092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Attempting to bind port 8c17d382-c00d-4baf-b0b9-5ae356f366bd on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:14.802422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Attempting to bind port 8c17d382-c00d-4baf-b0b9-5ae356f366bd by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:14.802746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Attempting to bind port 8c17d382-c00d-4baf-b0b9-5ae356f366bd on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:14.806927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Port 8c17d382-c00d-4baf-b0b9-5ae356f366bd on network 9c95be72-2c9a-4314-923f-c5d7e54d999a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:49:14.807243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Attempting to bind port 8c17d382-c00d-4baf-b0b9-5ae356f366bd on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:14.812012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 48, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:14.812344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:14.812716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:14.813134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Bound port: 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:14.813482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.879707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:14.882665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:14.912568 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:14.970142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.004249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:15.004859 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:15.006237 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] 10.222.0.13 "PUT /v2.0/ports/8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1093 time: 0.9780500 Jul 05 04:49:15.028512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc5953a-7d2b-4adb-a566-6b9358994e63 service neutron] Pushing event updated for resources: {'Port': ['ID=8c17d382-c00d-4baf-b0b9-5ae356f366bd,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:15.086058 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-3b14fb7d-08f9-4d00-b366-1b67075fd99c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:15.087646 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-3b14fb7d-08f9-4d00-b366-1b67075fd99c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1096 time: 0.0561368 Jul 05 04:49:15.185377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-dc09e0af-8241-42b6-891d-eefea857a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:15.186834 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-dc09e0af-8241-42b6-891d-eefea857a03f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0927703 Jul 05 04:49:15.253635 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-56e74c54-ca1f-4c45-8518-2f32aff2b311 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1000 time: 0.0595994 Jul 05 04:49:15.306758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-28afc902-3ce4-43d6-8299-83786abdebaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:15.308107 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-28afc902-3ce4-43d6-8299-83786abdebaf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0473671 Jul 05 04:49:15.367433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-7b6d0e45-f260-4d0c-be96-b99c8bfb4ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:15.369451 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-7b6d0e45-f260-4d0c-be96-b99c8bfb4ff3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550184 Jul 05 04:49:15.380393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-21ff02a1-9571-436f-8e99-84c9ba6ae458 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:49:15.381328 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-21ff02a1-9571-436f-8e99-84c9ba6ae458 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049808 Jul 05 04:49:15.479143 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-663b252d-83cc-4a23-9072-89937561b66c service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900638 Jul 05 04:49:15.583861 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55ed85c2-c46f-40fe-bcdc-1d081db1b3f4 req-35cf8038-ea13-41d0-b49a-53ef6b163d22 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987537 Jul 05 04:49:15.840694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85f42a7-be87-49b3-9184-878f14018bfb req-b91330b1-d18b-455d-8fa4-2c1d95667710 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:15.842257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d85f42a7-be87-49b3-9184-878f14018bfb req-b91330b1-d18b-455d-8fa4-2c1d95667710 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 944 time: 0.0705853 Jul 05 04:49:15.884075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d85f42a7-be87-49b3-9184-878f14018bfb req-d38ca00a-886d-4ce5-a761-f7b1919f08a5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362277 Jul 05 04:49:16.535422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:16.537881 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaa1860b-4dbc-463a-b832-42342c14f320" -d '{"events": [{"name": "network-changed", "server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:16.584326 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc0a874-80d6-4c32-9454-5911d5494071 x-openstack-request-id: req-dfc0a874-80d6-4c32-9454-5911d5494071 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:16.584623 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:16.584877 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfc0a874-80d6-4c32-9454-5911d5494071 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:16.585279 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'status': 'completed', 'code': 200} Jul 05 04:49:16.663281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-b6f4ed0e-4f56-4c9a-a02f-b45b3ad635a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:16.664762 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-167ccfaf-5a3e-4a82-ae9d-9a3ca917ea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:16.664957 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-b6f4ed0e-4f56-4c9a-a02f-b45b3ad635a9 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1096 time: 0.0599129 Jul 05 04:49:16.666270 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-167ccfaf-5a3e-4a82-ae9d-9a3ca917ea73 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1096 time: 0.0575900 Jul 05 04:49:16.761475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-0906875e-208b-4664-bd56-28db99a36f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:16.763005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-0906875e-208b-4664-bd56-28db99a36f42 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0884609 Jul 05 04:49:16.763284 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-9c9531d3-faef-4e36-b9e3-671b921640ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:16.764783 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-9c9531d3-faef-4e36-b9e3-671b921640ec service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0922022 Jul 05 04:49:16.832636 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-d556e078-c48c-4aa9-8683-c20c7de1c325 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1000 time: 0.0607879 Jul 05 04:49:16.837023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-e32f4161-d6d1-45cb-b3ae-8aca4084ba0a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1000 time: 0.0655510 Jul 05 04:49:16.885855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-2f23f980-a70d-4cd2-814a-ebf9a915f631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:16.887320 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-2f23f980-a70d-4cd2-814a-ebf9a915f631 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0449252 Jul 05 04:49:16.891632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-5b6d88ff-c4d5-4e5b-b5de-53522dfbbc38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:16.893115 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-5b6d88ff-c4d5-4e5b-b5de-53522dfbbc38 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0453911 Jul 05 04:49:16.955038 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-8d34a93c-d74b-4ad0-8343-e1def27075c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:16.956732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-8d34a93c-d74b-4ad0-8343-e1def27075c5 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0566580 Jul 05 04:49:16.956883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-24929748-598d-4a16-b32c-4778edb96769 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:16.958346 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-24929748-598d-4a16-b32c-4778edb96769 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0634599 Jul 05 04:49:17.052824 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-91a513a5-0442-4691-ba75-07d2fff42d84 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861509 Jul 05 04:49:17.101637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-5fd1467d-3ce6-4fac-83dc-ae5e23400a8b service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372628 Jul 05 04:49:17.110625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd23d7-9093-4312-833b-a9489b1c509b req-80112c47-9d1b-4f56-ba6a-f29855bfd0d6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:17.112225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74bd23d7-9093-4312-833b-a9489b1c509b req-80112c47-9d1b-4f56-ba6a-f29855bfd0d6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 944 time: 0.0988433 Jul 05 04:49:17.208291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74bd23d7-9093-4312-833b-a9489b1c509b req-be75293a-8738-4324-a137-01eb0d13730e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869756 Jul 05 04:49:17.238867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-b74d1950-4319-4b99-af0b-625720cbaa4f service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256268 Jul 05 04:49:17.421287 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-aaa1860b-4dbc-463a-b832-42342c14f320 req-85e146f7-3390-414e-81fa-229035f8ec15 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3615777 Jul 05 04:49:17.957013 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8c17d382-c00d-4baf-b0b9-5ae356f366bd no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:49:18.000069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 8c17d382-c00d-4baf-b0b9-5ae356f366bd not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:49:18.389381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015b019f-38d9-4386-9b80-338f410b366f req-ba320772-6105-4f2c-8f4e-78c911437989 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:18.390871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-015b019f-38d9-4386-9b80-338f410b366f req-ba320772-6105-4f2c-8f4e-78c911437989 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 944 time: 0.0667977 Jul 05 04:49:18.429756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-015b019f-38d9-4386-9b80-338f410b366f req-d3d2a243-97ea-4255-823c-3328aeade790 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331776 Jul 05 04:49:18.632542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8c17d382-c00d-4baf-b0b9-5ae356f366bd details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:49:18.734967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:18.746858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'port_id': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'mac_address': 'fa:16:3e:a0:9a:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:49:18.784631 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.797938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c17d382-c00d-4baf-b0b9-5ae356f366bd {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:49:18.818064 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:18.860585 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:49:18.872896 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:18.926430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=8c17d382-c00d-4baf-b0b9-5ae356f366bd,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:18.933799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.934144 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.934481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.934815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.935145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.935474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.935802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.936156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.936480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.936803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.937124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:18.937445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:49:19.226188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['8c17d382-c00d-4baf-b0b9-5ae356f366bd'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:49:19.606770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3146261e-4d3c-4299-92b6-e629e79aaa95 req-3ec5f9f8-4a3a-4f39-9e97-510663be6533 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:19.608291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3146261e-4d3c-4299-92b6-e629e79aaa95 req-3ec5f9f8-4a3a-4f39-9e97-510663be6533 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 945 time: 0.0655854 Jul 05 04:49:19.647988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3146261e-4d3c-4299-92b6-e629e79aaa95 req-79b96f8d-ffee-4aa2-84d0-1e3cfcd196c8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340998 Jul 05 04:49:20.099397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe48c5a-e625-4d70-950e-1bbcd82ce854 req-5c75f866-0a02-4c13-b4d1-bdf5d05c6aa5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:20.100926 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2fe48c5a-e625-4d70-950e-1bbcd82ce854 req-5c75f866-0a02-4c13-b4d1-bdf5d05c6aa5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 945 time: 0.0699713 Jul 05 04:49:20.176569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2fe48c5a-e625-4d70-950e-1bbcd82ce854 req-f8a9ea9e-88ae-49c9-8cc9-858475441ace tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692804 Jul 05 04:49:20.208582 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-b31492e3-bd08-4664-9ca4-e464f2e07d60 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:20.210029 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-b31492e3-bd08-4664-9ca4-e464f2e07d60 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.26 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec&tenant_id=59a7f650c0af497bb3171624ae9da9f3&binding%3Ahost_id=n-h2-758944-41 HTTP/1.1" status: 200 len: 945 time: 0.0967271 Jul 05 04:49:20.277989 n-d-758944-41 neutron-server[100896]: INFO neutron.api.v2.resource [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-812f2abe-99df-4fe6-b3c4-5d01002af9fe service neutron] delete failed (client error): The resource could not be found. Jul 05 04:49:20.279013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-812f2abe-99df-4fe6-b3c4-5d01002af9fe service neutron] 10.222.0.26 "DELETE /v2.0/ports/8c17d382-c00d-4baf-b0b9-5ae356f366bd/bindings/n-h1-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0596416 Jul 05 04:49:20.388294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-f91c58a0-44d9-471c-a924-c668c7519036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:20.389736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-f91c58a0-44d9-471c-a924-c668c7519036 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1097 time: 0.0644984 Jul 05 04:49:20.488103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-c16b07e4-cff4-425a-9d52-117f249f63f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:20.489589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-c16b07e4-cff4-425a-9d52-117f249f63f5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0894215 Jul 05 04:49:20.564701 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-0df8b647-03ce-479b-af5f-4266d185b877 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1001 time: 0.0645142 Jul 05 04:49:20.617217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-80d01895-9ac3-4996-b7f5-be740f684a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:20.618622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-80d01895-9ac3-4996-b7f5-be740f684a12 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0455694 Jul 05 04:49:20.645317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8c17d382-c00d-4baf-b0b9-5ae356f366bd up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:20.681356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-9dee16ac-0d24-426c-a836-752d102394a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:20.683051 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-9dee16ac-0d24-426c-a836-752d102394a3 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0549295 Jul 05 04:49:20.780274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-bd712f27-76c2-4995-a863-beb5cbae09f7 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902932 Jul 05 04:49:20.793203 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 8c17d382-c00d-4baf-b0b9-5ae356f366bd completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:20.798769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 8c17d382-c00d-4baf-b0b9-5ae356f366bd triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:20.799138 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.879073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec8e6c3e-8d98-4a5f-bbca-d6f10a12df69 req-7a88e363-b6ba-4fac-841e-501247c65632 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914438 Jul 05 04:49:20.892304 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:20.922767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:20.922767 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b42b3fa6-706d-44cf-ba36-05431ea142b4" -d '{"events": [{"server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "name": "network-vif-plugged", "status": "completed", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:20.931944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:20.969190 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afb24c49-f68f-4f57-ab86-394c2be21fb6 x-openstack-request-id: req-afb24c49-f68f-4f57-ab86-394c2be21fb6 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:20.969480 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "name": "network-vif-plugged", "status": "completed", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:20.969734 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afb24c49-f68f-4f57-ab86-394c2be21fb6 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:20.970129 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'code': 200} Jul 05 04:49:20.987138 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:21.036666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=8c17d382-c00d-4baf-b0b9-5ae356f366bd,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:21.352254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b20ced7-75b1-4a1e-ac25-37b4c4202ff3 req-1ef98c4d-7bac-4efd-893f-2601947e97cc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:21.354506 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b20ced7-75b1-4a1e-ac25-37b4c4202ff3 req-1ef98c4d-7bac-4efd-893f-2601947e97cc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0668094 Jul 05 04:49:21.397179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4b20ced7-75b1-4a1e-ac25-37b4c4202ff3 req-bc933f10-162a-4d04-b097-dac0e9bae588 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372179 Jul 05 04:49:22.575170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e8d48-444b-4eab-92e3-2ed0c8b36501 req-04a0e3b8-bf0e-469d-8d6c-1c289e62e2de tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.576716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-013e8d48-444b-4eab-92e3-2ed0c8b36501 req-04a0e3b8-bf0e-469d-8d6c-1c289e62e2de tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0657744 Jul 05 04:49:22.615150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-013e8d48-444b-4eab-92e3-2ed0c8b36501 req-83c9c253-8e2b-44e0-969e-b9c236425788 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328777 Jul 05 04:49:22.787200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d92efa6-9643-48a3-9b7a-7b28fbc08ee7 req-e627e8ff-04a3-404c-a685-13c14e75924b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:22.788708 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d92efa6-9643-48a3-9b7a-7b28fbc08ee7 req-e627e8ff-04a3-404c-a685-13c14e75924b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0650194 Jul 05 04:49:22.827198 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d92efa6-9643-48a3-9b7a-7b28fbc08ee7 req-194f603e-8326-4b4a-b8d1-33e0bc54bcfb tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328872 Jul 05 04:49:23.498994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f822de4-b43f-4b4a-b9db-3eec51942465 req-c4817f44-f05f-4a8c-9a40-50c69012ae38 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:23.500642 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f822de4-b43f-4b4a-b9db-3eec51942465 req-c4817f44-f05f-4a8c-9a40-50c69012ae38 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0774057 Jul 05 04:49:23.541612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4f822de4-b43f-4b4a-b9db-3eec51942465 req-fbcdce56-0e14-40b5-a5b6-7276affb75e0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350201 Jul 05 04:49:23.566868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-b61448a5-9caa-4923-9503-1807c08ba424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:23.568428 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-b61448a5-9caa-4923-9503-1807c08ba424 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 1098 time: 0.0613902 Jul 05 04:49:23.661744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-a4fe6ff0-0637-496d-b682-6cfdc113c410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:23.663135 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-a4fe6ff0-0637-496d-b682-6cfdc113c410 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0875521 Jul 05 04:49:23.733015 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-158e402f-203b-4cb7-8c62-25dc4f87a4f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 200 len: 1002 time: 0.0631645 Jul 05 04:49:23.782352 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-de65aac6-fa6e-483c-86ae-0e6d9b0beb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:23.783799 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-de65aac6-fa6e-483c-86ae-0e6d9b0beb92 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0439737 Jul 05 04:49:23.847227 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-607e9afa-45ed-47ad-a369-ffdd1b9343d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:23.848805 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-607e9afa-45ed-47ad-a369-ffdd1b9343d7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581830 Jul 05 04:49:23.946901 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-24f3cf41-9cfe-4071-8213-389f6832eb15 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916712 Jul 05 04:49:24.043062 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4fc311f5-c1cb-46ae-b74b-3caf23fa355a req-36a19939-81e9-45a4-abeb-b2c836d671a7 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898430 Jul 05 04:49:24.722385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ae6393-eed2-4fda-a8c2-73f55c5f5f58 req-67cf1208-3292-4026-9892-b5ff716b1f02 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:24.723891 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74ae6393-eed2-4fda-a8c2-73f55c5f5f58 req-67cf1208-3292-4026-9892-b5ff716b1f02 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0704243 Jul 05 04:49:24.762877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-74ae6393-eed2-4fda-a8c2-73f55c5f5f58 req-f1f92062-0b82-4eaf-975c-da1451432b96 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329311 Jul 05 04:49:25.946855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a42a73-c103-4358-994d-0e317d1b2b7a req-c9e96619-0919-42ce-974c-5b31907792fb tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:25.948449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86a42a73-c103-4358-994d-0e317d1b2b7a req-c9e96619-0919-42ce-974c-5b31907792fb tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0689814 Jul 05 04:49:25.985653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-86a42a73-c103-4358-994d-0e317d1b2b7a req-a05db950-02f4-4296-919b-24666e9b7707 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316861 Jul 05 04:49:26.608903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944bc378-e8f2-4aeb-829c-3868555cb8d4 req-f4d9f0e3-ca46-4608-997f-cadd2f1413a6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:26.610475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-944bc378-e8f2-4aeb-829c-3868555cb8d4 req-f4d9f0e3-ca46-4608-997f-cadd2f1413a6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0657444 Jul 05 04:49:26.648844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-944bc378-e8f2-4aeb-829c-3868555cb8d4 req-123a537b-62cf-4db4-98cf-b967250ea87f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326805 Jul 05 04:49:27.827487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5834604-e3fb-4069-8f12-102d48745936 req-9b698c6b-6a0b-4f76-9687-65e4b6845b02 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:27.829005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5834604-e3fb-4069-8f12-102d48745936 req-9b698c6b-6a0b-4f76-9687-65e4b6845b02 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0657992 Jul 05 04:49:27.866050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b5834604-e3fb-4069-8f12-102d48745936 req-ba0cd0c5-c593-48cf-825b-8a137f730b22 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0314136 Jul 05 04:49:28.035082 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-a940ba5c-ba5e-4eb1-be0b-56c30ffccecc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:28.036566 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-a940ba5c-ba5e-4eb1-be0b-56c30ffccecc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 946 time: 0.0684223 Jul 05 04:49:28.141435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Deleting port 8c17d382-c00d-4baf-b0b9-5ae356f366bd {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:49:28.150484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.234252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] For port 8c17d382-c00d-4baf-b0b9-5ae356f366bd, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8c17d382-c00d-4baf-b0b9-5ae356f366bd,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:28.234602 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.408490 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.408817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.409132 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b disassociated. External IP: 172.25.4.136, port: 8c17d382-c00d-4baf-b0b9-5ae356f366bd. Jul 05 04:49:28.409476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Calling delete_port for 8c17d382-c00d-4baf-b0b9-5ae356f366bd owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:49:28.598398 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.628419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event deleted for resources: {'Port': ['ID=8c17d382-c00d-4baf-b0b9-5ae356f366bd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:28.750583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:49:28.864822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:49:28.874686 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:49:28.884424 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:28.885515 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:49:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:28.910357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] No DVR routers for this DVR port 8c17d382-c00d-4baf-b0b9-5ae356f366bd on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:49:28.913141 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:28.915231 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-18b7dfcc-b005-4a6c-b4cb-638e1c4d975a req-7e4093c3-4818-4d64-873e-079fb5ba9408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "DELETE /v2.0/ports/8c17d382-c00d-4baf-b0b9-5ae356f366bd HTTP/1.1" status: 204 len: 173 time: 0.8730178 Jul 05 04:49:28.915677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'name': 'network-vif-deleted', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:28.918362 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-201717e5-cf8d-47fb-9e61-44816c497617" -d '{"events": [{"server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "name": "network-vif-deleted", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:28.956120 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbec491f-ed5b-47e3-9f66-e6ed158340a2 x-openstack-request-id: req-fbec491f-ed5b-47e3-9f66-e6ed158340a2 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:28.956383 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c76c54f-4c65-4e6e-92a9-079db2bee4ec", "name": "network-vif-deleted", "tag": "8c17d382-c00d-4baf-b0b9-5ae356f366bd", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:28.956775 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbec491f-ed5b-47e3-9f66-e6ed158340a2 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:28.957306 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c76c54f-4c65-4e6e-92a9-079db2bee4ec', 'name': 'network-vif-deleted', 'tag': '8c17d382-c00d-4baf-b0b9-5ae356f366bd', 'status': 'completed', 'code': 200} Jul 05 04:49:28.995997 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:29.022236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07fb98d1-46f9-4602-8e69-e89e7d5cf462 req-a2ee1f82-cc32-47cf-b379-5f1cce78d7b8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=2c76c54f-4c65-4e6e-92a9-079db2bee4ec HTTP/1.1" status: 200 len: 210 time: 0.0337222 Jul 05 04:49:29.286646 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:29.314466 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:49:29.323118 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:29.323722 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:49:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:29.432149 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:29.630528 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:29.661196 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d36ae7-faae-4ab7-a886-e81b5d02e48d None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:49:29.870821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-347437f9-c787-422a-bba2-0843d71e7b62 None None] New status for floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:49:30.370732 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-0a90a4bc-0de0-4bac-954e-70fb7a382d73 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--16134506&fields=id&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 267 time: 0.0347738 Jul 05 04:49:30.477958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-c4b42e4d-d67a-41d9-91ff-46efbac28094 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:30.480019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-c4b42e4d-d67a-41d9-91ff-46efbac28094 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 811 time: 0.1029468 Jul 05 04:49:30.495055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-5322b4d9-5f4a-474a-b660-1e689dd77719 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/quotas/59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 375 time: 0.0095115 Jul 05 04:49:30.568173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-1fd1efd0-709e-4eb3-9911-2823ef04c2a4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0683217 Jul 05 04:49:30.662328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8c17d382-c00d-4baf-b0b9-5ae356f366bd no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:49:30.663137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f8de8aa6-362f-4f16-8496-39411210c301 service neutron] 10.222.0.30 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834570 Jul 05 04:49:30.683977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 8c17d382-c00d-4baf-b0b9-5ae356f366bd {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:49:30.684313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8c17d382-c00d-4baf-b0b9-5ae356f366bd not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:49:30.757676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-18769f39-283d-4cbe-98df-fcb487143d2e service neutron] 10.222.0.30 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879154 Jul 05 04:49:31.004517 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4c2fcee4-ae85-4b0e-8ed4-1757e736882e req-16e380a0-e69f-4c35-95d8-a78567033be5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 210 time: 0.0303035 Jul 05 04:49:32.147577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dfda6b53-1bb2-411a-a2b9-8aaa04ca4e9e req-dee5ea86-c40f-4857-a6e2-11f3e794c0e2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 210 time: 0.0293856 Jul 05 04:49:33.168317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-27ed4c47-c48f-4344-a1de-447f52c34701 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:33.169816 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-27ed4c47-c48f-4344-a1de-447f52c34701 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 811 time: 0.1120846 Jul 05 04:49:33.217119 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-4d6fd1e3-8eae-437c-9be3-e5c3c8f6f1a5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 378 time: 0.0384381 Jul 05 04:49:33.226942 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'port': {'device_id': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'admin_state_up': True, 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'security_groups': ['f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:33.294552 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa27a38d-b53f-4e28-8136-7f311f90eb7f req-2c103216-3aa7-42d4-afb5-43c299dd13ac tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 210 time: 0.0290895 Jul 05 04:49:33.415622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Made reservation on behalf of 59a7f650c0af497bb3171624ae9da9f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:49:33.420948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:33.554225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Allocated IP 172.20.0.3 (9c95be72-2c9a-4314-923f-c5d7e54d999a/27c3899b-9bf7-474c-959b-fcc6d97c2317/b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:49:33.697600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:33.710482 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Transition to ACTIVE for port object b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:33.793312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:33.838933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:49:33.844381 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:49:33.849128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:49:33.855625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:33.903244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:33.903871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:33.988060 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-3914e8de-39c8-4cf0-9057-ff1c370f4642 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7662225 Jul 05 04:49:34.001046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Request body: {'port': {'device_id': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:34.084123 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.106492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6e91db5e-bf18-47c3-83ca-2533b4eb9bfe None None] Provisioning for port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:34.112567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6e91db5e-bf18-47c3-83ca-2533b4eb9bfe None None] Provisioning complete for port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:34.112567 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6e91db5e-bf18-47c3-83ca-2533b4eb9bfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.146303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6e91db5e-bf18-47c3-83ca-2533b4eb9bfe None None] Port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:49:34.355702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:49:34.363483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.376369 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Transition to ACTIVE for port object b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:49:34.438182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.483248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe0f900-6233-414d-9429-118511778c9c req-a089703d-3ef5-464d-a805-407d276830a2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:34.484819 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4fe0f900-6233-414d-9429-118511778c9c req-a089703d-3ef5-464d-a805-407d276830a2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 931 time: 0.0691590 Jul 05 04:49:34.515799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:34.537004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4fe0f900-6233-414d-9429-118511778c9c req-6ec8d42f-53da-4754-8661-c69ed045fa69 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461357 Jul 05 04:49:34.575160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:49:34.575496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:49:34.575832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:34.581266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on network 9c95be72-2c9a-4314-923f-c5d7e54d999a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:49:34.581512 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:49:34.586585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 49, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:49:34.586925 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:49:34.587311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:49:34.587775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Bound port: b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:49:34.588163 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.656302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:49:34.659377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:49:34.718835 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.755805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:34.755805 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:34.756239 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] 10.222.0.13 "PUT /v2.0/ports/b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1092 time: 0.7597699 Jul 05 04:49:34.756730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:34.758993 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f198a55-efe8-4bfe-9483-5acd30a40a37" -d '{"events": [{"name": "network-changed", "server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:34.785769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91379b8-199b-46b9-b575-3e723f6a4ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:34.797549 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0e67b5-0aa4-444f-bff2-0234540b3849 x-openstack-request-id: req-8f0e67b5-0aa4-444f-bff2-0234540b3849 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:34.797843 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:34.798097 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8f0e67b5-0aa4-444f-bff2-0234540b3849 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:34.798506 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'status': 'completed', 'code': 200} Jul 05 04:49:34.875960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f198a55-efe8-4bfe-9483-5acd30a40a37 req-17af4df8-e0b1-4be2-9eea-b306e538b2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:34.877516 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f198a55-efe8-4bfe-9483-5acd30a40a37 req-17af4df8-e0b1-4be2-9eea-b306e538b2aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1095 time: 0.0593112 Jul 05 04:49:34.984517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f198a55-efe8-4bfe-9483-5acd30a40a37 req-0b7b3168-c921-495f-9a55-cd20ee0c9a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:34.986016 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f198a55-efe8-4bfe-9483-5acd30a40a37 req-0b7b3168-c921-495f-9a55-cd20ee0c9a67 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=59a7f650c0af497bb3171624ae9da9f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1005874 Jul 05 04:49:35.081062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f198a55-efe8-4bfe-9483-5acd30a40a37 req-7b7126ee-cf2a-4e99-98e5-8d28b17a7d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.082746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f198a55-efe8-4bfe-9483-5acd30a40a37 req-7b7126ee-cf2a-4e99-98e5-8d28b17a7d77 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0908842 Jul 05 04:49:35.185994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-2715a5ad-3661-4655-8f6b-54ffadf18c37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.187404 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-2715a5ad-3661-4655-8f6b-54ffadf18c37 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1095 time: 0.0599847 Jul 05 04:49:35.230095 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-5c1deece-c3be-4a92-ad23-077cad2d5518 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 217 time: 0.0355158 Jul 05 04:49:35.278117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-850ce298-de05-4afb-b1a1-9ac10586e867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.279545 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-850ce298-de05-4afb-b1a1-9ac10586e867 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0438790 Jul 05 04:49:35.342408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-0b4c6f2a-8e31-4ffc-b3ae-991017ea73a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.343888 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-0b4c6f2a-8e31-4ffc-b3ae-991017ea73a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582411 Jul 05 04:49:35.433523 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-08ccb80d-8b1b-4aea-b116-b22f7f1e4aab service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835264 Jul 05 04:49:35.526725 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1e4befb-8382-4ed9-b12b-ca56cfe665bd req-f2e48514-9183-4c9a-9400-367c2b5980b8 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874469 Jul 05 04:49:35.708675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185f2f96-98f9-4d53-9129-36c302ad5377 req-7de6060a-5ef7-4e68-b3ec-e24a7f51b1ad tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:35.710181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-185f2f96-98f9-4d53-9129-36c302ad5377 req-7de6060a-5ef7-4e68-b3ec-e24a7f51b1ad tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 943 time: 0.0641539 Jul 05 04:49:35.748875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-185f2f96-98f9-4d53-9129-36c302ad5377 req-ba079576-a09b-4809-aabd-646eca76ce6b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323710 Jul 05 04:49:36.926898 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d33b4d17-8da9-4dd6-a308-31a7f5deb229 req-fa73826a-fd8b-4045-a6a3-ccce057c768f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:36.928387 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d33b4d17-8da9-4dd6-a308-31a7f5deb229 req-fa73826a-fd8b-4045-a6a3-ccce057c768f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 943 time: 0.0677228 Jul 05 04:49:36.974404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d33b4d17-8da9-4dd6-a308-31a7f5deb229 req-a5c1e429-aabe-46db-9fa5-15d4a9fbe995 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0387020 Jul 05 04:49:38.072654 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-214c1bc2-f311-4460-ba09-93a638891389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:38.150000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bdc5af8-9657-4451-ad7d-5aecbe205e2b req-3d7aa49b-9573-4672-8e00-7e3e0e29fe71 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:38.151467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bdc5af8-9657-4451-ad7d-5aecbe205e2b req-3d7aa49b-9573-4672-8e00-7e3e0e29fe71 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 943 time: 0.0647650 Jul 05 04:49:38.190098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bdc5af8-9657-4451-ad7d-5aecbe205e2b req-6027f8a5-4ab6-4af3-b19c-607dbb29a391 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327978 Jul 05 04:49:38.686266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:49:38.945884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:38.957592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'port_id': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'mac_address': 'fa:16:3e:25:c1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:49:38.993987 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:39.007079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:49:39.027191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:39.100695 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:39.149280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:39.365651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705796f6-4920-4943-af91-14d238d305db req-0f69174f-9a1b-4d9a-955b-0551a9c9394f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:39.367135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-705796f6-4920-4943-af91-14d238d305db req-0f69174f-9a1b-4d9a-955b-0551a9c9394f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 944 time: 0.0671334 Jul 05 04:49:39.405179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-705796f6-4920-4943-af91-14d238d305db req-a1246bcf-4824-4bfc-9e33-ffe8155f2a1e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318668 Jul 05 04:49:39.429468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:49:40.583315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c57ef60-5742-4b7c-b734-f1cbb1ba1632 req-c0cd32e0-a0a7-4b28-b480-9bf3c720ca88 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:40.584887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c57ef60-5742-4b7c-b734-f1cbb1ba1632 req-c0cd32e0-a0a7-4b28-b480-9bf3c720ca88 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 944 time: 0.0684640 Jul 05 04:49:40.626696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c57ef60-5742-4b7c-b734-f1cbb1ba1632 req-eccc1ff1-8f65-4db9-9495-bdad4e58353c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0352256 Jul 05 04:49:40.686125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:49:40.792027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a9b1c788-f193-4cc3-83d2-05435ef3cae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:40.797805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:49:40.801721 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:49:40.802080 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:40.892168 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:40.900115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:40.915088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:40.917363 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4182ee5d-0074-46b8-b404-5a27c8380788" -d '{"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-plugged", "status": "completed", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:40.930348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:49:40.956748 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0c275d0-b513-4d1c-8470-1a053fcd1736 x-openstack-request-id: req-f0c275d0-b513-4d1c-8470-1a053fcd1736 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:40.957187 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-plugged", "status": "completed", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:40.957446 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f0c275d0-b513-4d1c-8470-1a053fcd1736 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:40.957849 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'code': 200} Jul 05 04:49:41.003920 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:41.053552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:49:41.072332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8958b984-8e5a-4d79-8c6b-988f2d46e327 req-c4eddbfc-e083-437d-adec-589fca6ac25a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:41.074351 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8958b984-8e5a-4d79-8c6b-988f2d46e327 req-c4eddbfc-e083-437d-adec-589fca6ac25a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1097 time: 0.0538611 Jul 05 04:49:41.109982 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8958b984-8e5a-4d79-8c6b-988f2d46e327 req-d12d46ef-9887-40a3-9018-2ae1735757c6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0293956 Jul 05 04:49:41.819069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8bae9-44be-4731-ba31-1eefcb76161a req-b59102fa-48ac-4d50-a580-1c201b62cf8b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:41.820895 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54f8bae9-44be-4731-ba31-1eefcb76161a req-b59102fa-48ac-4d50-a580-1c201b62cf8b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0795610 Jul 05 04:49:41.860126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54f8bae9-44be-4731-ba31-1eefcb76161a req-cdd23977-86d2-4717-8def-f2cf321324a7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333877 Jul 05 04:49:42.095167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:43.042280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a83682fc-4441-4e0a-abca-42230b464415 req-153383de-dec2-4616-aab7-d2aad0f03bf4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:43.043779 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a83682fc-4441-4e0a-abca-42230b464415 req-153383de-dec2-4616-aab7-d2aad0f03bf4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0688722 Jul 05 04:49:43.083411 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a83682fc-4441-4e0a-abca-42230b464415 req-2fb46380-54c7-4baf-a728-abfbb106b1b4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341313 Jul 05 04:49:43.259417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f861130f-ac63-4369-ab6e-ac8c90e118da req-177d940b-0f8c-4d67-b08b-92e2d72d12f0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:43.260957 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f861130f-ac63-4369-ab6e-ac8c90e118da req-177d940b-0f8c-4d67-b08b-92e2d72d12f0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0661764 Jul 05 04:49:43.269996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52434) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:49:43.274574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-1700f100-6653-4a62-b0cf-7e68f2b3bf5b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'floatingip': {'port_id': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:49:43.315328 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1700f100-6653-4a62-b0cf-7e68f2b3bf5b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:43.638419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:44.092896 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1700f100-6653-4a62-b0cf-7e68f2b3bf5b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:44.158468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1700f100-6653-4a62-b0cf-7e68f2b3bf5b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:44.226662 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:44.262770 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-1700f100-6653-4a62-b0cf-7e68f2b3bf5b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b associated. External IP: 172.25.4.136, port: b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a. Jul 05 04:49:44.481262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1700f100-6653-4a62-b0cf-7e68f2b3bf5b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:49:44.592072 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1700f100-6653-4a62-b0cf-7e68f2b3bf5b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:49:44.597095 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-1700f100-6653-4a62-b0cf-7e68f2b3bf5b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:44.605844 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:49:44.617732 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:44.618376 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:49:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:44.633434 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1700f100-6653-4a62-b0cf-7e68f2b3bf5b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "PUT /v2.0/floatingips/b21a5be4-541d-4edd-b1b8-aab3ed675d3b HTTP/1.1" status: 200 len: 991 time: 1.3623235 Jul 05 04:49:44.634127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:49:44.637531 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30a95d12-23fd-4926-81eb-a2575ff4cadf" -d '{"events": [{"name": "network-changed", "server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:49:44.673179 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:49:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f0c756f-afb9-4d46-a10e-97c1919e4b0c x-openstack-request-id: req-9f0c756f-afb9-4d46-a10e-97c1919e4b0c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:49:44.673492 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:49:44.673752 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9f0c756f-afb9-4d46-a10e-97c1919e4b0c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:49:44.674158 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'status': 'completed', 'code': 200} Jul 05 04:49:44.733005 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:44.758253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-49982b49-5ef2-4efc-a033-b542be4edd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:44.759787 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-49982b49-5ef2-4efc-a033-b542be4edd05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1097 time: 0.0603673 Jul 05 04:49:44.862992 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-0a97e2db-8ed7-4381-9ec4-ae739793e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:44.864521 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-0a97e2db-8ed7-4381-9ec4-ae739793e2b9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0984361 Jul 05 04:49:44.883728 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:49:44.934241 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-54bbb1ae-2549-4965-92db-7f2fa990b7a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 999 time: 0.0622509 Jul 05 04:49:44.969264 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:25:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:49:44Z', 'revision_number': 9, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:44.988580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-156eeae3-028c-4615-9976-4fc4517732f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:44.989979 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-156eeae3-028c-4615-9976-4fc4517732f1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0494163 Jul 05 04:49:45.000380 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:49:45.008743 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:49:45.009347 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:49:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:45.048267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-50355c72-4b19-4fd1-bd6a-faa7615c14dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:45.049768 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-50355c72-4b19-4fd1-bd6a-faa7615c14dc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528426 Jul 05 04:49:45.121510 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:49:45.144491 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-c93384b9-523d-49cc-a377-95a46fb6665d service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878127 Jul 05 04:49:45.249199 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30a95d12-23fd-4926-81eb-a2575ff4cadf req-c10c8151-3884-42f5-8be3-2a4be2075b13 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986586 Jul 05 04:49:45.359193 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:25:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:49:44Z', 'revision_number': 9, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:49:45.386821 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02fee622-d543-4321-84ea-f94ba717ff8d None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:25:c1:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:49:44Z', 'revision_number': 9, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:49:45.585295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a320c64c-890f-4adb-877f-35beff866f4d None None] New status for floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:49:54.191155 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-bfebdf2f-d337-442a-915e-3b14bb6b3a3d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0542223 Jul 05 04:49:54.284787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-f98742b5-3591-404d-a287-5679f3d664b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:54.286300 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-f98742b5-3591-404d-a287-5679f3d664b0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1097 time: 0.0537455 Jul 05 04:49:54.402051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-24150283-1598-45e9-9e6d-b5be6804c78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:54.403456 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-24150283-1598-45e9-9e6d-b5be6804c78f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0942986 Jul 05 04:49:54.473803 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-5df4c888-9a0a-4ece-8da3-85ae78f0f2ec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1002 time: 0.0610902 Jul 05 04:49:54.528207 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-a49dd469-025a-472a-bb17-3cca90470ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:54.529660 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-a49dd469-025a-472a-bb17-3cca90470ff2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0488043 Jul 05 04:49:54.590188 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-f4eb3ebd-5316-435b-834c-1b80170c4bb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:49:54.591775 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-f4eb3ebd-5316-435b-834c-1b80170c4bb9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534954 Jul 05 04:49:54.687291 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-085a63fe-855e-4fef-9829-83f68a2472f6 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874763 Jul 05 04:49:54.783519 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-abbe3ce6-8442-4297-b6b4-c0d9a669d8ee req-1d1554bf-39f8-40cb-a355-f545495cf2c4 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893886 Jul 05 04:49:55.859731 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:50:08.078170 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-15ac3b72-790d-4260-9bc8-4ba5653b1478 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.791998 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e176de79-6dc7-4d55-bc28-3d3360f68fcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:10.894333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:12.094736 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:13.620372 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:14.249562 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:14.894388 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:32.859390 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:50:38.089077 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2db2e912-4423-47a7-b999-6e215b14a41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:40.785865 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eb3244da-fb04-488f-a44d-a71374848cb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:40.922922 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:42.105762 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:43.625353 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.276860 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:44.894087 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:50:55.233574 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-dd5fa96d-7023-4672-9570-fb01c7f53079 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0918088 Jul 05 04:50:55.333302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-cd7c2616-b694-4f9b-94a5-a649e88f1634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:55.334795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-cd7c2616-b694-4f9b-94a5-a649e88f1634 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1097 time: 0.0566242 Jul 05 04:50:55.444720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-b4ab2426-9dff-414f-bd15-c8c4f5c8e2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:55.446256 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-b4ab2426-9dff-414f-bd15-c8c4f5c8e2f3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0900321 Jul 05 04:50:55.512153 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-80e0d759-59b1-4221-bfdb-c4fbf1c21d8f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1002 time: 0.0587940 Jul 05 04:50:55.567043 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-85120f13-56fa-46b6-ba3c-ad2d9e3d9a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:55.568946 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-85120f13-56fa-46b6-ba3c-ad2d9e3d9a8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0491476 Jul 05 04:50:55.633977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-dc77a3ea-a5b0-4911-aea0-0e288196b76d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:50:55.635394 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-dc77a3ea-a5b0-4911-aea0-0e288196b76d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535467 Jul 05 04:50:55.725629 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-e0940928-b0e7-46a2-89dd-de14e2e2e95a service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826902 Jul 05 04:50:55.819737 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-06d82ede-b339-4c53-9b49-a9bfe473ee85 req-fe059a40-afb9-4d20-ac58-cab765801972 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872731 Jul 05 04:51:08.076412 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-acd449bc-2a21-4856-9c7f-8e5bb107c71a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:09.858088 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:51:10.773672 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fd925307-dcc0-4f64-84a5-53bc4c9fafaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:10.899222 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:12.099184 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:13.630533 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:14.225478 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:14.928214 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:38.069794 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7143a31d-3097-4387-acd1-af14f2a245d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:40.819620 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5b4468c0-25c6-455f-b05a-aa525afcd861 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:40.910074 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:42.087404 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:43.630276 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:44.241973 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:44.910369 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:51:46.858558 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:51:57.286028 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6204883e-449e-4317-9952-10471ca6a777 req-29801615-8abf-4177-80f3-c3c9b7ff752b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0530567 Jul 05 04:51:57.382430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204883e-449e-4317-9952-10471ca6a777 req-5eedf771-9010-4ebb-b302-1bd8d19e960a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:57.383885 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6204883e-449e-4317-9952-10471ca6a777 req-5eedf771-9010-4ebb-b302-1bd8d19e960a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1097 time: 0.0519369 Jul 05 04:51:57.495427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204883e-449e-4317-9952-10471ca6a777 req-b678ca6b-8a22-4216-b54b-da00b3f0601c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:57.496944 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6204883e-449e-4317-9952-10471ca6a777 req-b678ca6b-8a22-4216-b54b-da00b3f0601c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0892386 Jul 05 04:51:57.563012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6204883e-449e-4317-9952-10471ca6a777 req-dd45f10f-e82c-4325-b7ca-dea38ffc2ffa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1002 time: 0.0576277 Jul 05 04:51:57.615293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204883e-449e-4317-9952-10471ca6a777 req-1270d2e9-e813-41d9-944e-dddd76246ae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:57.616770 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6204883e-449e-4317-9952-10471ca6a777 req-1270d2e9-e813-41d9-944e-dddd76246ae5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0474594 Jul 05 04:51:57.674963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6204883e-449e-4317-9952-10471ca6a777 req-3aec8f76-a640-4d60-82d2-6e1b4016624f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:51:57.677804 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6204883e-449e-4317-9952-10471ca6a777 req-3aec8f76-a640-4d60-82d2-6e1b4016624f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0524068 Jul 05 04:51:57.767698 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6204883e-449e-4317-9952-10471ca6a777 req-04037253-77ad-4cb4-8296-ee465d57a729 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844648 Jul 05 04:51:57.863130 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6204883e-449e-4317-9952-10471ca6a777 req-c59f91f9-fb64-4746-b237-7f23a8bfebfe service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882804 Jul 05 04:52:08.075750 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-661e5e56-9c4f-4dea-b5c1-4decb2c9ee92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:10.795733 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-987df94f-a618-422f-abd7-eb3d88cc58d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:10.916028 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:12.104255 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:13.681647 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:14.241632 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:14.921403 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:23.861336 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:52:24.068548 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-1ff965d8-a09b-4344-8353-f5fc94aea654 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0528729 Jul 05 04:52:24.092504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-737490ce-dfff-41a8-b0be-82670564d4c4 req-2788b861-b1ca-4d2f-989d-8e76dd1287f9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:24.098660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-737490ce-dfff-41a8-b0be-82670564d4c4 req-2788b861-b1ca-4d2f-989d-8e76dd1287f9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.1154895 Jul 05 04:52:24.133480 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-737490ce-dfff-41a8-b0be-82670564d4c4 req-7a1fdb94-1e50-41f7-b7cd-38844f3b27ff tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337243 Jul 05 04:52:25.361805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323f518-d33f-4517-9fa1-443efb30d599 req-8e03a35e-7d9e-48e0-bdaf-0a0c2dbeae3d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:25.363337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0323f518-d33f-4517-9fa1-443efb30d599 req-8e03a35e-7d9e-48e0-bdaf-0a0c2dbeae3d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.1174364 Jul 05 04:52:25.404137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0323f518-d33f-4517-9fa1-443efb30d599 req-4a109af5-2588-470e-a91c-879455007d25 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351100 Jul 05 04:52:26.273028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b60c9-996d-4e6d-916d-305002c7108e req-c2c96fe8-0ffd-46e6-8835-44518f988caf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:26.274534 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-c2c96fe8-0ffd-46e6-8835-44518f988caf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1097 time: 0.0548220 Jul 05 04:52:26.375547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b60c9-996d-4e6d-916d-305002c7108e req-0d756c85-c834-4e6f-8068-4c70831a0657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:26.376971 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-0d756c85-c834-4e6f-8068-4c70831a0657 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0961168 Jul 05 04:52:26.443154 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-9e13f10b-7f38-4a2c-8f9d-17f491ae15be service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1002 time: 0.0598793 Jul 05 04:52:26.501076 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b60c9-996d-4e6d-916d-305002c7108e req-1aa446b6-4951-47c3-90fc-8d4ebefccd64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:26.502551 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-1aa446b6-4951-47c3-90fc-8d4ebefccd64 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0535970 Jul 05 04:52:26.561357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b60c9-996d-4e6d-916d-305002c7108e req-d3c1cc28-4885-4982-8a91-3762a19dea54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:26.562859 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-d3c1cc28-4885-4982-8a91-3762a19dea54 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0539923 Jul 05 04:52:26.589053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664d0792-8e84-4daa-a5cb-bfd80fa3b658 req-871aa8e1-78ae-4854-9c12-5a3831a760cc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:26.591097 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-664d0792-8e84-4daa-a5cb-bfd80fa3b658 req-871aa8e1-78ae-4854-9c12-5a3831a760cc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0673180 Jul 05 04:52:26.644398 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-664d0792-8e84-4daa-a5cb-bfd80fa3b658 req-532f97e6-ba82-445c-8f68-5cbe6183be1c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469663 Jul 05 04:52:26.672585 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-dd4d3606-4ec8-4708-9860-738a12d30f97 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024885 Jul 05 04:52:26.766487 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-cee187a9-d350-4359-a437-40abeef5ba68 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875509 Jul 05 04:52:27.826440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf54c50-42fd-4e80-99f0-eb4c04946937 req-1c0da8b5-cdd2-4ad0-801f-b37a2616aa8f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:27.827961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acf54c50-42fd-4e80-99f0-eb4c04946937 req-1c0da8b5-cdd2-4ad0-801f-b37a2616aa8f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0693576 Jul 05 04:52:27.868344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-acf54c50-42fd-4e80-99f0-eb4c04946937 req-3bdc22a1-26c3-48b5-a27a-8ba0c98f2375 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347779 Jul 05 04:52:29.046053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3feb0e66-44a7-497f-8029-d4b8bd41bf6f req-1d630be7-cf46-46eb-ad2e-f11215e5dbd6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:29.047532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3feb0e66-44a7-497f-8029-d4b8bd41bf6f req-1d630be7-cf46-46eb-ad2e-f11215e5dbd6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0660205 Jul 05 04:52:29.085981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3feb0e66-44a7-497f-8029-d4b8bd41bf6f req-f63664e8-bcd2-4966-b464-0513d157540c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0328205 Jul 05 04:52:30.273480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f07c47-3381-47ee-9d4c-43438d06f46b req-e22f10e0-d296-4a34-879f-3b08d10159f2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:30.275061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53f07c47-3381-47ee-9d4c-43438d06f46b req-e22f10e0-d296-4a34-879f-3b08d10159f2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0748711 Jul 05 04:52:30.314631 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53f07c47-3381-47ee-9d4c-43438d06f46b req-a28f38c8-ccb5-43c0-9c92-7ea0f320d774 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339127 Jul 05 04:52:31.493546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05719adc-f5b2-43c7-a797-35a5d30d946d req-10ed069f-38ec-456f-ba87-0f7470473254 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:31.495042 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05719adc-f5b2-43c7-a797-35a5d30d946d req-10ed069f-38ec-456f-ba87-0f7470473254 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0654037 Jul 05 04:52:31.538983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05719adc-f5b2-43c7-a797-35a5d30d946d req-672f49d3-106b-4c74-99ee-2ea7afbfe50b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345647 Jul 05 04:52:32.714936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef97fc6-8075-464d-907d-45cefb2e3e6e req-9e114ede-8b1a-44fe-bb5a-7bb407464397 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:32.717030 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fef97fc6-8075-464d-907d-45cefb2e3e6e req-9e114ede-8b1a-44fe-bb5a-7bb407464397 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0656857 Jul 05 04:52:32.771726 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fef97fc6-8075-464d-907d-45cefb2e3e6e req-a2d622d2-501f-4f64-a67d-db3917f68672 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490835 Jul 05 04:52:33.949715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20868053-e8b2-4514-b848-cc3208119edf req-8245b1fa-2531-4dde-862c-e5cc84204c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:33.951248 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20868053-e8b2-4514-b848-cc3208119edf req-8245b1fa-2531-4dde-862c-e5cc84204c75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0665379 Jul 05 04:52:33.991855 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20868053-e8b2-4514-b848-cc3208119edf req-468c2b09-6b57-414c-a5b2-2fd109e46dca tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336583 Jul 05 04:52:35.170532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4212fe5e-4481-45cc-846e-392c27c07ec1 req-784f5b2c-ebb3-4c17-b783-af1ff07c214f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:35.172696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4212fe5e-4481-45cc-846e-392c27c07ec1 req-784f5b2c-ebb3-4c17-b783-af1ff07c214f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0686996 Jul 05 04:52:35.213503 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4212fe5e-4481-45cc-846e-392c27c07ec1 req-c26c12bc-9527-48d1-abb9-b507fd422f94 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0350270 Jul 05 04:52:36.394991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bc4a3c-f20f-4835-ab79-94d4fb23f928 req-d9b114b5-b520-4e01-8778-67313e9ee764 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:36.396523 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9bc4a3c-f20f-4835-ab79-94d4fb23f928 req-d9b114b5-b520-4e01-8778-67313e9ee764 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0705671 Jul 05 04:52:36.436752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9bc4a3c-f20f-4835-ab79-94d4fb23f928 req-30a50a0a-028a-496f-bae7-0ea1f7bdcfcd tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346422 Jul 05 04:52:37.611197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c50537-42f5-43c8-97f5-e52e45e4748c req-ed8a5551-414f-429a-8466-e72e18b511d1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:37.612745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79c50537-42f5-43c8-97f5-e52e45e4748c req-ed8a5551-414f-429a-8466-e72e18b511d1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0671246 Jul 05 04:52:37.652178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79c50537-42f5-43c8-97f5-e52e45e4748c req-a0b784f3-ca13-487c-b6ec-fa7ec7ab63b6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337515 Jul 05 04:52:38.069326 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8103c9ce-a7ae-4b88-a57a-062b7045f40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:38.828704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3921bca1-a92e-410b-9148-3b42fb5d3e51 req-5b001557-396f-439f-878a-397c25da4fe1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:38.830306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3921bca1-a92e-410b-9148-3b42fb5d3e51 req-5b001557-396f-439f-878a-397c25da4fe1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0654109 Jul 05 04:52:38.871952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3921bca1-a92e-410b-9148-3b42fb5d3e51 req-ffba0bdf-d0f4-4342-b1db-07eb29ecd408 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0362675 Jul 05 04:52:38.979519 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [req-717b60c9-996d-4e6d-916d-305002c7108e req-09ab3e7f-a164-4549-91bb-9cdc0129c864 service neutron] show failed (client error): The resource could not be found. Jul 05 04:52:38.980565 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-09ab3e7f-a164-4549-91bb-9cdc0129c864 service neutron] 10.222.0.13 "GET /v2.0/ports/b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a/bindings/n-h1-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0560000 Jul 05 04:52:39.694372 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b60c9-996d-4e6d-916d-305002c7108e req-8d9e29a2-0023-47f9-9ea3-63703462b826 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:39.695913 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-8d9e29a2-0023-47f9-9ea3-63703462b826 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0939693 Jul 05 04:52:39.710637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:52:39.784214 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:40.009934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:40.067153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:52:40.121272 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db275c9-c41d-42bb-bc41-01f96f923168 req-e11f63b5-c97b-4862-b7cc-9b372453291b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:40.122687 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4db275c9-c41d-42bb-bc41-01f96f923168 req-e11f63b5-c97b-4862-b7cc-9b372453291b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.1289711 Jul 05 04:52:40.124942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:40.127707 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a6c6f83-b30d-453c-b1a3-ec1ebc2faaba" -d '{"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:40.131339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:40.161806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Transition to ACTIVE for port object b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:52:40.176841 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4db275c9-c41d-42bb-bc41-01f96f923168 req-6709d011-84d2-4cf8-a57e-dedb9e6789b4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426853 Jul 05 04:52:40.230593 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9074ddc1-73d6-4882-9283-66b9d04b05a5 x-openstack-request-id: req-9074ddc1-73d6-4882-9283-66b9d04b05a5 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:40.230895 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:40.231153 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9074ddc1-73d6-4882-9283-66b9d04b05a5 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:40.231559 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'code': 200} Jul 05 04:52:40.252748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:40.341602 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=6']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:40.354127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.354480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.354827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.355167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.355561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.355954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.365508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.365508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.365508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.365508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.365508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.365508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:40.396729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] No DVR routers for this DVR port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on host n-h2-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:52:40.539579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:52:40.539942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:52:40.540281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:52:40.544759 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on network 9c95be72-2c9a-4314-923f-c5d7e54d999a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:52:40.545080 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:52:40.550917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 52, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:52:40.551253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:52:40.551636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:52:40.552096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Bound port: b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:52:40.552450 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:40.579082 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.26', 64624) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:52:40.621533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:52:40.624878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:52:40.637372 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d1855-6ad7-49a5-b129-de2437663f7f req-fc9ea1e0-2fd2-4eb9-853e-c59a2c72527e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:40.638859 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-281d1855-6ad7-49a5-b129-de2437663f7f req-fc9ea1e0-2fd2-4eb9-853e-c59a2c72527e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1053 time: 0.0580070 Jul 05 04:52:40.687223 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:40.726705 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:40.727201 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:40.728698 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] 10.222.0.26 "PUT /v2.0/ports/b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1092 time: 1.0220957 Jul 05 04:52:40.753031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:40.807255 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ae5f2cc1-4437-4333-aa24-ca400b77681e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:40.921557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:41.042013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d1855-6ad7-49a5-b129-de2437663f7f req-8124e5e4-508b-4fc7-bcc0-e59321e2b0cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:41.043416 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-281d1855-6ad7-49a5-b129-de2437663f7f req-8124e5e4-508b-4fc7-bcc0-e59321e2b0cc service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.3809869 Jul 05 04:52:41.116642 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-281d1855-6ad7-49a5-b129-de2437663f7f req-58721751-765e-4284-822d-3da0c62636ae service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1000 time: 0.0629771 Jul 05 04:52:41.170333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d1855-6ad7-49a5-b129-de2437663f7f req-4fd7ed41-ad41-4231-b805-5cf8ae9c24bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:41.171783 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-281d1855-6ad7-49a5-b129-de2437663f7f req-4fd7ed41-ad41-4231-b805-5cf8ae9c24bf service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0446444 Jul 05 04:52:41.234099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d1855-6ad7-49a5-b129-de2437663f7f req-37c567e4-4175-4cac-b069-4a5610aa2c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:41.235795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-281d1855-6ad7-49a5-b129-de2437663f7f req-37c567e4-4175-4cac-b069-4a5610aa2c43 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567443 Jul 05 04:52:41.332453 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-281d1855-6ad7-49a5-b129-de2437663f7f req-c58ecd9a-3626-4546-b98f-56474351997c service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883884 Jul 05 04:52:41.366241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83437a7-f387-48e1-8ac4-8474ad5fa586 req-43e374a8-0c60-4859-92be-21681f070a2b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:41.367771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f83437a7-f387-48e1-8ac4-8474ad5fa586 req-43e374a8-0c60-4859-92be-21681f070a2b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 943 time: 0.0668633 Jul 05 04:52:41.409874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f83437a7-f387-48e1-8ac4-8474ad5fa586 req-425b6e58-49bc-43ec-ad2a-12c27490a6ae tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365124 Jul 05 04:52:41.431651 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-281d1855-6ad7-49a5-b129-de2437663f7f req-252c30db-eb45-4ba1-aebd-09e692e1c9c1 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880790 Jul 05 04:52:41.608504 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b60c9-996d-4e6d-916d-305002c7108e req-93dd2808-c283-4c44-9b0a-2d4f021b720b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:41.609956 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-93dd2808-c283-4c44-9b0a-2d4f021b720b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1095 time: 0.0546367 Jul 05 04:52:41.705974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b60c9-996d-4e6d-916d-305002c7108e req-a8cb83b7-b787-4199-8c50-3ce071ef9bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:41.707610 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-a8cb83b7-b787-4199-8c50-3ce071ef9bbb service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0908728 Jul 05 04:52:41.776175 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-0156342b-5b11-4477-bbf6-a5c4157dacb4 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1000 time: 0.0586782 Jul 05 04:52:41.831774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b60c9-996d-4e6d-916d-305002c7108e req-211a5505-9d07-4435-ad64-eb276efa70de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:41.833270 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-211a5505-9d07-4435-ad64-eb276efa70de service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0498455 Jul 05 04:52:41.896032 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717b60c9-996d-4e6d-916d-305002c7108e req-f26b1009-43f9-431b-8e83-089140ff6963 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:41.897418 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-f26b1009-43f9-431b-8e83-089140ff6963 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533295 Jul 05 04:52:41.986698 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-c35c8bd1-fc48-472e-a764-0b3218ddee61 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820050 Jul 05 04:52:42.082192 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-ece61739-8728-450b-a16f-66c1806b93e4 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883586 Jul 05 04:52:42.104504 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:42.232413 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:42.235567 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c" -d '{"events": [{"name": "network-changed", "server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:42.283110 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d9a054f-1833-4086-878c-17ca533bc051 x-openstack-request-id: req-3d9a054f-1833-4086-878c-17ca533bc051 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:42.283731 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:42.284013 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d9a054f-1833-4086-878c-17ca533bc051 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:42.284437 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'status': 'completed', 'code': 200} Jul 05 04:52:42.400182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-ab5acfa0-80fa-4492-b9d3-b0ae6907137e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:42.401844 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-ab5acfa0-80fa-4492-b9d3-b0ae6907137e service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1095 time: 0.0930555 Jul 05 04:52:42.468839 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-de336037-5e20-4417-a34c-41ca646ab85b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:42.470890 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-de336037-5e20-4417-a34c-41ca646ab85b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1095 time: 0.1235721 Jul 05 04:52:42.569344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-16135383-a0ac-4e94-a861-e03972b725f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:42.571026 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-16135383-a0ac-4e94-a861-e03972b725f4 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.1614177 Jul 05 04:52:42.595805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaeec75-e3cc-4bfb-85ff-ef71dac9b99f req-300a64bb-f705-4179-8236-26debf698784 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:42.597338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ffaeec75-e3cc-4bfb-85ff-ef71dac9b99f req-300a64bb-f705-4179-8236-26debf698784 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 943 time: 0.0728126 Jul 05 04:52:42.636490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ffaeec75-e3cc-4bfb-85ff-ef71dac9b99f req-97d67745-6e05-4b30-8860-f31d0a509245 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334406 Jul 05 04:52:42.636743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-ad8c144a-b64b-4068-ba26-bc0cc936baa6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:42.638144 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-ad8c144a-b64b-4068-ba26-bc0cc936baa6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.1593812 Jul 05 04:52:42.695678 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-ffde62c8-c194-4f0f-a78d-a6b57f52824d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1000 time: 0.1155970 Jul 05 04:52:42.744005 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-1f522b8c-7021-4b1a-a67a-c750a0b57dec service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1000 time: 0.0984628 Jul 05 04:52:42.786753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-a21cb704-7cd6-41d7-94f3-c431c5c93882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:42.788196 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-a21cb704-7cd6-41d7-94f3-c431c5c93882 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0834661 Jul 05 04:52:42.811294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-abbb31f6-2f33-4b17-bb91-8238a5ece8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:42.813267 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-abbb31f6-2f33-4b17-bb91-8238a5ece8fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0614607 Jul 05 04:52:42.903455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-cff1bf0b-3084-4771-a4b3-f07e222365fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:42.904978 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-cff1bf0b-3084-4771-a4b3-f07e222365fb service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1058011 Jul 05 04:52:42.907559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-3da7f8af-e062-443e-a53c-720a9fa24a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:42.908928 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-3da7f8af-e062-443e-a53c-720a9fa24a8f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0776734 Jul 05 04:52:43.069349 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-af3b3b65-0e1f-459b-96b2-580300a9e73b service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487310 Jul 05 04:52:43.070965 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-ead1fa62-90a6-4fcc-974a-3da47d44eb6e service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575351 Jul 05 04:52:43.233340 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-171da8d1-c157-4983-9e54-876ff61c0da2 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1568782 Jul 05 04:52:43.235769 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d780d63-7d6c-4d8b-bd26-acab7cec2f8c req-0bb4067d-e80d-4300-85b3-a91ef44c8605 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514883 Jul 05 04:52:43.515642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:52:43.556680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:52:43.646867 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:43.815085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6f03ae-3bad-4406-b3e4-2de0bd221fd1 req-de842c42-fa32-4ab4-88e3-b62172e196a7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:43.816820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a6f03ae-3bad-4406-b3e4-2de0bd221fd1 req-de842c42-fa32-4ab4-88e3-b62172e196a7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 943 time: 0.0665452 Jul 05 04:52:43.856234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a6f03ae-3bad-4406-b3e4-2de0bd221fd1 req-f8e8dcc0-8501-47fe-8c31-f9a20fb40732 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0338073 Jul 05 04:52:44.304358 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:44.886400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:52:44.974579 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:44.986543 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:44.997376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'port_id': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'mac_address': 'fa:16:3e:25:c1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:52:45.031965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23db62c-ecfa-42cb-95a2-52aec14bcf6e req-4eb0aeb1-8795-45b0-911a-a5fcb4e0e782 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:45.033464 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c23db62c-ecfa-42cb-95a2-52aec14bcf6e req-4eb0aeb1-8795-45b0-911a-a5fcb4e0e782 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 943 time: 0.0644906 Jul 05 04:52:45.036893 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:45.050507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:52:45.071373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:45.077293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c23db62c-ecfa-42cb-95a2-52aec14bcf6e req-446e18fc-67bd-4719-9d19-f8f4a7a0524a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0380104 Jul 05 04:52:45.153310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:45.204975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:45.212797 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.213149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.213493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.213841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.214190 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.214523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.214854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.215182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.215509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.215835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.216190 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.216516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:45.411163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:52:45.868579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a67909-08bb-406e-8bbf-e751488b1777 req-365b720d-59a6-43a1-a9ed-f7c445b6bf27 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:45.870133 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81a67909-08bb-406e-8bbf-e751488b1777 req-365b720d-59a6-43a1-a9ed-f7c445b6bf27 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 944 time: 0.0678132 Jul 05 04:52:45.902704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-b9ca214b-810c-425d-975b-57fe7d6e9d61 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:45.904576 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-b9ca214b-810c-425d-975b-57fe7d6e9d61 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.26 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc&tenant_id=59a7f650c0af497bb3171624ae9da9f3&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 944 time: 0.0798233 Jul 05 04:52:45.910691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-81a67909-08bb-406e-8bbf-e751488b1777 req-46c1871a-bb5c-488a-a275-90c9fa12cd95 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342577 Jul 05 04:52:45.968488 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-98ff5f64-a3db-4c39-b052-e55e7a18c014 service neutron] 10.222.0.26 "GET /v2.0/ports/b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a/bindings/n-h1-758944-41 HTTP/1.1" status: 200 len: 383 time: 0.0574472 Jul 05 04:52:46.045746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-284025f4-c44d-4a22-a210-5b602b8422ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:46.047295 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-284025f4-c44d-4a22-a210-5b602b8422ea service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1096 time: 0.0547121 Jul 05 04:52:46.142688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-78656f0f-f536-4189-ac14-3ab02be467b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:46.144236 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-78656f0f-f536-4189-ac14-3ab02be467b8 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0898778 Jul 05 04:52:46.211393 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-7fdfebc0-3c21-4d67-adf5-8bd58582cd68 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1001 time: 0.0601182 Jul 05 04:52:46.262742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-8910cba0-2b86-4fd2-8005-b7c49f9d1c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:46.264164 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-8910cba0-2b86-4fd2-8005-b7c49f9d1c7c service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0454359 Jul 05 04:52:46.326539 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-30844c7c-5eb5-4015-a9c2-0a5971b2259c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:46.328142 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-30844c7c-5eb5-4015-a9c2-0a5971b2259c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573037 Jul 05 04:52:46.419403 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-48917b5c-4a22-4b20-a0b4-7fa1f296b49d service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823238 Jul 05 04:52:46.514153 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-ffb72dbf-a6a4-44e2-bfec-b5321e33bafd service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883188 Jul 05 04:52:46.903590 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:52:47.046958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:52:47.051584 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:52:47.052005 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:47.134062 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:47.157980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:47.160755 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8c8f29c-bdd8-4714-b866-cb63028ff77e" -d '{"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-plugged", "status": "completed", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:47.173641 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:47.259875 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fd619b-adea-4065-873d-def76312d420 x-openstack-request-id: req-e9fd619b-adea-4065-873d-def76312d420 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:47.260217 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-plugged", "status": "completed", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:47.260468 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9fd619b-adea-4065-873d-def76312d420 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:47.260861 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'code': 200} Jul 05 04:52:47.264082 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:47.282859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3669de-0063-40ec-af53-29bd6ec928c4 req-94af5a3b-d553-48b2-9707-ed1a840be6d8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:47.284988 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d3669de-0063-40ec-af53-29bd6ec928c4 req-94af5a3b-d553-48b2-9707-ed1a840be6d8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 944 time: 0.0690494 Jul 05 04:52:47.316777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:47.325167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d3669de-0063-40ec-af53-29bd6ec928c4 req-ebe419db-e196-4ed0-bfd0-a388cfa9de6a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340354 Jul 05 04:52:48.525155 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826230f-c835-464c-82ba-692d8aba1c5b req-256ac05b-3702-431a-aa64-ac5ec9308774 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:48.526848 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7826230f-c835-464c-82ba-692d8aba1c5b req-256ac05b-3702-431a-aa64-ac5ec9308774 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0743999 Jul 05 04:52:48.569358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7826230f-c835-464c-82ba-692d8aba1c5b req-4c9a47d8-afba-4310-af5f-325d60546ba6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0364339 Jul 05 04:52:49.360263 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-df79f069-8fd6-4599-a13c-1e8b75864403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:49.361682 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-df79f069-8fd6-4599-a13c-1e8b75864403 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0549176 Jul 05 04:52:49.373939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:52:49.445777 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:49.660464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:49.695309 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:52:49.735666 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:49.738793 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fb2c4a5-4b79-4915-b1f9-337920d10faa" -d '{"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:49.742762 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:49.748994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9074ffb4-758a-4efe-a7a7-0d04f319f454 req-1860eb32-ace1-406d-9fa7-c9b49dbfa785 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:49.750538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9074ffb4-758a-4efe-a7a7-0d04f319f454 req-1860eb32-ace1-406d-9fa7-c9b49dbfa785 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0677607 Jul 05 04:52:49.756526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Transition to ACTIVE for port object b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:52:49.792340 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b46e97b4-2e0d-479c-821d-924c30c0cea3 x-openstack-request-id: req-b46e97b4-2e0d-479c-821d-924c30c0cea3 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:49.792643 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-unplugged", "status": "completed", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:49.792951 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b46e97b4-2e0d-479c-821d-924c30c0cea3 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:49.793382 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'code': 200} Jul 05 04:52:49.794075 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9074ffb4-758a-4efe-a7a7-0d04f319f454 req-91f83a80-327a-4242-8508-198830713c58 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353127 Jul 05 04:52:49.852981 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:49.940344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=10']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:49.951518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.951947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.952269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.952604 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.952935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.953264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.953591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.953953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.954270 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.954593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.954915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.955237 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:52:49.996615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] No DVR routers for this DVR port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:52:50.139364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:52:50.139624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:52:50.139974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:52:50.145397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on network 9c95be72-2c9a-4314-923f-c5d7e54d999a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:52:50.145728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Attempting to bind port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:52:50.150817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:52:50.151101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:52:50.151514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:52:50.152105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Bound port: b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:52:50.152583 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:50.216708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:52:50.219690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:52:50.275595 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:50.314611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:50.315248 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:50.316942 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] 10.222.0.13 "PUT /v2.0/ports/b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1093 time: 0.9470201 Jul 05 04:52:50.339426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b2a3fe-17c5-4298-a963-10e80e6ece51 service neutron] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=11']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:50.674940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-4681fb1f-daac-48fd-a2b5-cdd79f5280c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:50.676373 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-4681fb1f-daac-48fd-a2b5-cdd79f5280c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1096 time: 0.3338561 Jul 05 04:52:50.767035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-24936687-b6cb-4a7c-94d5-b3165b535c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:50.769089 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-24936687-b6cb-4a7c-94d5-b3165b535c7e service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0848632 Jul 05 04:52:50.839093 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-bdd41bf3-b9e7-47a6-b67a-4e67c19a0b8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1000 time: 0.0635741 Jul 05 04:52:50.890462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-dcc61fc5-baff-4589-90c0-27e6b60f9099 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:50.891961 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-dcc61fc5-baff-4589-90c0-27e6b60f9099 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0468538 Jul 05 04:52:50.951344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-1a66c82c-c5a5-4862-8e8c-b914bb6b9888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:50.952914 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-1a66c82c-c5a5-4862-8e8c-b914bb6b9888 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542612 Jul 05 04:52:50.972436 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc17e9a-99f2-4fbf-80a7-50b8a66b6e2d req-abe10a12-a33a-4eeb-97b3-1853dcb64708 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:50.974165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdc17e9a-99f2-4fbf-80a7-50b8a66b6e2d req-abe10a12-a33a-4eeb-97b3-1853dcb64708 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 944 time: 0.0660148 Jul 05 04:52:51.017947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdc17e9a-99f2-4fbf-80a7-50b8a66b6e2d req-06c253e0-c8f4-41e4-ab61-774d0a1a352e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0381968 Jul 05 04:52:51.048791 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-97cfd8f4-fb0f-4932-9faf-43550b557906 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897157 Jul 05 04:52:51.141965 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f5e34a6-9664-4cf8-bf5c-b97ed4fd6028 req-c38dfa0a-b36f-4319-9a6b-814e5b3d0216 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857570 Jul 05 04:52:51.794878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:51.797285 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab1bd9cd-97af-4592-9359-b2c0df072772" -d '{"events": [{"name": "network-changed", "server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:51.844976 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-014d0cc1-9475-40e8-883a-d51e2cfb4174 x-openstack-request-id: req-014d0cc1-9475-40e8-883a-d51e2cfb4174 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:51.845278 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:51.845536 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-014d0cc1-9475-40e8-883a-d51e2cfb4174 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:51.845943 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'status': 'completed', 'code': 200} Jul 05 04:52:51.966094 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-288049f0-8798-432f-9aed-0fcdf9c67934 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:51.967585 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-288049f0-8798-432f-9aed-0fcdf9c67934 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1096 time: 0.0963988 Jul 05 04:52:51.973212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-9e34b7b5-6b2c-47cb-a1ee-5c517177440a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:51.974549 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-9e34b7b5-6b2c-47cb-a1ee-5c517177440a service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 1096 time: 0.0945716 Jul 05 04:52:52.131832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-6da8e3af-b987-485a-9303-de5fc7ec3d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:52.133321 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-6da8e3af-b987-485a-9303-de5fc7ec3d0f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.1579509 Jul 05 04:52:52.136128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-4978ef11-694e-4ce8-9b87-bdcd0d74a910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:52.137496 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-4978ef11-694e-4ce8-9b87-bdcd0d74a910 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.1537619 Jul 05 04:52:52.198728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4df12eb-42eb-4d4d-9399-e9a063f20875 req-5b168a16-6308-45ac-9f22-81767cdfb758 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:52.200433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4df12eb-42eb-4d4d-9399-e9a063f20875 req-5b168a16-6308-45ac-9f22-81767cdfb758 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 944 time: 0.0687914 Jul 05 04:52:52.239540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f4df12eb-42eb-4d4d-9399-e9a063f20875 req-4b15b29c-4050-4c11-83a0-06d3001e9ace tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336571 Jul 05 04:52:52.252676 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-4878f4fb-23dc-4cb2-8e8b-d81346345ec3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1000 time: 0.1118913 Jul 05 04:52:52.257236 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-e7bc8296-eb31-4e86-9120-4586a530e37a service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 200 len: 1000 time: 0.1098361 Jul 05 04:52:52.338268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-5e1a16c7-8163-43e4-bf04-84c4ceb864e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:52.339616 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-5e1a16c7-8163-43e4-bf04-84c4ceb864e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0801013 Jul 05 04:52:52.344564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-36b0dbee-2787-41af-812a-7e8b599a04dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:52.345878 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-36b0dbee-2787-41af-812a-7e8b599a04dc service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0780756 Jul 05 04:52:52.442211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-98cadb9b-52ae-4ec2-a57c-0747bd5c44d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:52.443708 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-98cadb9b-52ae-4ec2-a57c-0747bd5c44d9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0970011 Jul 05 04:52:52.446281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-4b808ebc-2e9c-4476-b5bf-2cce5bb517ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:52.447613 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-4b808ebc-2e9c-4476-b5bf-2cce5bb517ee service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0921562 Jul 05 04:52:52.605823 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-67ca95a8-cbde-4663-8a26-7b3662431ac2 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547356 Jul 05 04:52:52.607596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-bb54e653-dd95-4084-8593-04b5cdde697b service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497738 Jul 05 04:52:52.766553 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-d1c23ee9-71f6-4a48-a4b3-7c26f34bc6c4 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542909 Jul 05 04:52:52.768435 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ab1bd9cd-97af-4592-9359-b2c0df072772 req-98f93d32-09ab-4ef8-9cb6-354955fcbd36 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487644 Jul 05 04:52:52.904799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:52:52.943567 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:52:53.422539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391ece66-aa6d-4731-b230-24e047b4f76b req-315f029c-6d93-41a9-9b8e-13610ec3ffb7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:53.424900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-391ece66-aa6d-4731-b230-24e047b4f76b req-315f029c-6d93-41a9-9b8e-13610ec3ffb7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 944 time: 0.0691745 Jul 05 04:52:53.468660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-391ece66-aa6d-4731-b230-24e047b4f76b req-3dc0b0f7-94ba-4a38-9133-bbc822b35d48 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376632 Jul 05 04:52:54.652185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5147c3ca-747f-474d-9bfd-e0744522fb9d req-9213eed1-ab2a-4a4f-95f9-ef0032649c93 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:54.653696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5147c3ca-747f-474d-9bfd-e0744522fb9d req-9213eed1-ab2a-4a4f-95f9-ef0032649c93 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 944 time: 0.0704155 Jul 05 04:52:54.693843 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5147c3ca-747f-474d-9bfd-e0744522fb9d req-be6ec059-ab5b-496e-a47c-b4525d71ec69 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345123 Jul 05 04:52:55.580537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:52:55.675103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:55.687236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'port_id': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'mac_address': 'fa:16:3e:25:c1:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:52:55.729715 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:55.743165 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:52:55.763351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:55.841194 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:55.873136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d170955-19f2-4905-8a10-a7d89e57554b req-5a375b01-91a0-473c-8178-b6af269382b0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:55.874704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d170955-19f2-4905-8a10-a7d89e57554b req-5a375b01-91a0-473c-8178-b6af269382b0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 944 time: 0.0685420 Jul 05 04:52:55.891493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=12']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:55.914457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6d170955-19f2-4905-8a10-a7d89e57554b req-8e7573c6-eeeb-4729-a56b-4b8690d12fca tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339742 Jul 05 04:52:56.093880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2d4271-acf3-4843-a0a0-959b0343659e req-457dd6f5-d5ea-4dae-a08a-42b8260277b6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:56.095302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df2d4271-acf3-4843-a0a0-959b0343659e req-457dd6f5-d5ea-4dae-a08a-42b8260277b6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0716386 Jul 05 04:52:56.134680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df2d4271-acf3-4843-a0a0-959b0343659e req-f3b7471c-42ad-4b2c-9059-b0dbca4466b8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330305 Jul 05 04:52:56.255685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:52:56.308556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3a2545-8db1-46e8-8896-599f5173b1a1 req-1152d383-03ff-4e5f-915d-6519170a5043 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:56.310117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a3a2545-8db1-46e8-8896-599f5173b1a1 req-1152d383-03ff-4e5f-915d-6519170a5043 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0672982 Jul 05 04:52:56.352488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a3a2545-8db1-46e8-8896-599f5173b1a1 req-27a8ba6b-1f52-44dd-9198-2974561470b1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0365238 Jul 05 04:52:57.006481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c61161f-1ba7-4de7-b082-4a81bb805433 req-d55f991a-cba5-4a49-bc07-2ba35342f370 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:57.008033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c61161f-1ba7-4de7-b082-4a81bb805433 req-d55f991a-cba5-4a49-bc07-2ba35342f370 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 945 time: 0.0654035 Jul 05 04:52:57.046289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c61161f-1ba7-4de7-b082-4a81bb805433 req-046ecab1-f8b3-4f87-87ff-958bea14adb5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326269 Jul 05 04:52:57.579015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:52:57.710017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:52:57.714112 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:52:57.714492 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:57.793454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:57.817516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:57.820693 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95475e9b-7937-423f-ae1d-4d8fa00fcfcc" -d '{"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-plugged", "status": "completed", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:57.836689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:57.861692 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b9626c8-ba0b-4c23-a176-b0e5c3de90fa x-openstack-request-id: req-9b9626c8-ba0b-4c23-a176-b0e5c3de90fa {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:57.862059 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-plugged", "status": "completed", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:57.862323 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9b9626c8-ba0b-4c23-a176-b0e5c3de90fa {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:57.862753 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'code': 200} Jul 05 04:52:57.920123 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:57.970346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=13']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:58.237243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b0024-c804-48b6-bb4f-049cde47038b req-dd23b5b5-9341-45ed-b2e2-df6e7b6259cc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:58.238928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d1b0024-c804-48b6-bb4f-049cde47038b req-dd23b5b5-9341-45ed-b2e2-df6e7b6259cc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 946 time: 0.0791538 Jul 05 04:52:58.279490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d1b0024-c804-48b6-bb4f-049cde47038b req-80495da3-007c-4696-abfe-b60715982974 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333545 Jul 05 04:52:58.437656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-cbd15d38-7f50-41d1-accd-3eee2da76596 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:52:58.439062 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-cbd15d38-7f50-41d1-accd-3eee2da76596 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 946 time: 0.0704222 Jul 05 04:52:58.541183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Deleting port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:52:58.541529 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:58.635026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] For port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:52:58.635411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:58.807736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:58.808133 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:58.808457 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b disassociated. External IP: 172.25.4.136, port: b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a. Jul 05 04:52:58.808801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Calling delete_port for b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:52:59.001372 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:59.034283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event deleted for resources: {'Port': ['ID=b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:52:59.153334 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:52:59.268429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:52:59.278945 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:52:59.289214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:52:59.289860 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:52:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:59.314129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] No DVR routers for this DVR port b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:52:59.317110 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:52:59.319777 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-37a464e9-dc54-4c6a-acd2-bac66953ae93 req-5cc6b61e-a8c6-422a-bf3b-e35a726a635c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "DELETE /v2.0/ports/b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a HTTP/1.1" status: 204 len: 173 time: 0.8744667 Jul 05 04:52:59.320190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-deleted', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:52:59.322512 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90f39df9-25c9-4c21-94f9-d268d09bf8cc" -d '{"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-deleted", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:52:59.362037 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27faf41-6cba-4f31-be8d-36149e29eca2 x-openstack-request-id: req-d27faf41-6cba-4f31-be8d-36149e29eca2 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:52:59.362329 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "432a41e7-af10-4e93-8c84-b57dd1c24cdc", "name": "network-vif-deleted", "tag": "b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:52:59.362579 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d27faf41-6cba-4f31-be8d-36149e29eca2 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:52:59.362978 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '432a41e7-af10-4e93-8c84-b57dd1c24cdc', 'name': 'network-vif-deleted', 'tag': 'b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a', 'status': 'completed', 'code': 200} Jul 05 04:52:59.433185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-32befe32-ca07-4b89-b9f5-af2c7188343d req-413debad-31e3-4948-8bc8-1d1120a7b1ba tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=432a41e7-af10-4e93-8c84-b57dd1c24cdc HTTP/1.1" status: 200 len: 210 time: 0.0311794 Jul 05 04:52:59.503239 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:52:59.708652 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:59.734548 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:52:59.743314 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:52:59.743926 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:52:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:52:59.851731 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:00.060714 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:00.088369 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10f37626-90d9-47c9-9a2a-f85e6e3401e2 None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:53:00.317909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e8c8e15-0473-4939-ab16-093c2737327d None None] New status for floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:53:00.807707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-fbf7f204-2b6b-46df-b076-9029d02ed792 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--16134506&fields=id&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 267 time: 0.0335517 Jul 05 04:53:00.860169 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:53:00.922426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-ac2421f5-3602-41e5-bac8-c40c4c7f9778 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:00.923936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-ac2421f5-3602-41e5-bac8-c40c4c7f9778 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 811 time: 0.1098678 Jul 05 04:53:00.938445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-09bebdc0-d46f-4deb-a14b-8f107a05b908 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/quotas/59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 375 time: 0.0091887 Jul 05 04:53:01.010541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8a38b206-8c59-482a-9027-2a21a0aef7d5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0669267 Jul 05 04:53:01.066464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-bfa81d7d-e34c-40a8-b20c-167ec34e3c5d service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:53:01.067476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-bfa81d7d-e34c-40a8-b20c-167ec34e3c5d service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0462344 Jul 05 04:53:01.168004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-fa592877-3057-46b2-b6cd-5dd07e8aee27 service neutron] 10.222.0.30 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893986 Jul 05 04:53:01.255598 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-a253f16b-ae8e-4ad1-b49f-f21e98257350 service neutron] 10.222.0.30 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866053 Jul 05 04:53:01.470669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-551e503d-1b65-4fa3-9869-a85039c95924 req-acaf0db6-17ca-4bfd-975d-159635de48a9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0315273 Jul 05 04:53:02.619135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7124aed6-4a3d-4c85-9d3a-db628a140cf7 req-bdb9cbbe-f51a-4410-8c41-64d34168e3e9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0351238 Jul 05 04:53:03.455710 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08851593-01d6-40d9-996d-5071fd521df0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:03.457278 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08851593-01d6-40d9-996d-5071fd521df0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 811 time: 0.1094615 Jul 05 04:53:03.502478 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-fc1746b4-9828-4a1c-a5a5-7cb415ad26c3 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 378 time: 0.0366426 Jul 05 04:53:03.511571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'port': {'device_id': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'admin_state_up': True, 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'security_groups': ['f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:03.593655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:53:03.614329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:53:03.614673 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device b02ad7d6-9782-46e9-a21d-cd0e9ae0d98a not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:53:03.749010 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Made reservation on behalf of 59a7f650c0af497bb3171624ae9da9f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:53:03.752701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:03.764489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f99a9f8c-d6fd-4ca2-a26a-0db6fe3cc1fe req-b9d7f6d2-b5eb-4190-9db1-5c0942f9785e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0302610 Jul 05 04:53:03.895988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Allocated IP 172.20.0.7 (9c95be72-2c9a-4314-923f-c5d7e54d999a/27c3899b-9bf7-474c-959b-fcc6d97c2317/6bec47d9-837f-47bc-9bcb-05fd90d67b40) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:53:04.038643 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:04.052112 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Transition to ACTIVE for port object 6bec47d9-837f-47bc-9bcb-05fd90d67b40 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:53:04.161554 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:04.207718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:53:04.212982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:53:04.216783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:53:04.223124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:04.272931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:04.273706 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:04.373436 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-08c226a6-64ad-4c03-99a4-6ab14d7e322b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8656127 Jul 05 04:53:04.388275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Request body: {'port': {'device_id': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:04.465782 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:04.588972 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3f3dcb60-5f78-4ff9-a55e-348e6710fe94 None None] Provisioning for port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:53:04.593181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3f3dcb60-5f78-4ff9-a55e-348e6710fe94 None None] Provisioning complete for port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:04.593772 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcb60-5f78-4ff9-a55e-348e6710fe94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:04.631605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3f3dcb60-5f78-4ff9-a55e-348e6710fe94 None None] Port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:53:04.737999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bec47d9-837f-47bc-9bcb-05fd90d67b40 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:53:04.745983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:04.757746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Transition to ACTIVE for port object 6bec47d9-837f-47bc-9bcb-05fd90d67b40 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:53:04.852434 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:04.905250 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:04.956530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a35b99-3eee-4638-be26-3051203c2668 req-f60ab371-34c3-46d4-bfe5-292466a91481 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:04.958206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7a35b99-3eee-4638-be26-3051203c2668 req-f60ab371-34c3-46d4-bfe5-292466a91481 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0723388 Jul 05 04:53:04.984460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:53:04.984801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:53:04.986002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:53:04.990011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on network 9c95be72-2c9a-4314-923f-c5d7e54d999a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:53:04.990386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:53:04.995656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 52, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:53:04.996027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:53:04.996970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:53:04.996970 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Bound port: 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:53:04.997217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:05.004696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d7a35b99-3eee-4638-be26-3051203c2668 req-85845825-d51f-4b2d-b1f8-30251b8d3ecf tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0386281 Jul 05 04:53:05.066949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:53:05.070268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:53:05.138905 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:05.175100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:05.175518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:05.176976 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] 10.222.0.13 "PUT /v2.0/ports/6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1092 time: 0.7960992 Jul 05 04:53:05.177421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:53:05.179694 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9c86835-998b-49e0-b1d8-72ae32f3f897" -d '{"events": [{"name": "network-changed", "server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:53:05.220855 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:53:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0ff65a-ad61-4ddb-b09f-564835ed803b x-openstack-request-id: req-6f0ff65a-ad61-4ddb-b09f-564835ed803b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:53:05.221157 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:53:05.221410 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f0ff65a-ad61-4ddb-b09f-564835ed803b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:53:05.221814 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'status': 'completed', 'code': 200} Jul 05 04:53:05.222921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce7576f-2f20-4958-91b9-6aae1171d0f9 service neutron] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:05.299159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86835-998b-49e0-b1d8-72ae32f3f897 req-f9f2025d-811c-4dd1-8d86-aafd38f47fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:05.300739 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f9c86835-998b-49e0-b1d8-72ae32f3f897 req-f9f2025d-811c-4dd1-8d86-aafd38f47fad service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0572507 Jul 05 04:53:05.406267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86835-998b-49e0-b1d8-72ae32f3f897 req-e64cbb9e-b861-47df-a944-e4545122eb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:05.407659 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f9c86835-998b-49e0-b1d8-72ae32f3f897 req-e64cbb9e-b861-47df-a944-e4545122eb4c service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=59a7f650c0af497bb3171624ae9da9f3&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1003203 Jul 05 04:53:05.503788 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9c86835-998b-49e0-b1d8-72ae32f3f897 req-e3f1c1ae-3590-4c1b-af64-765e6a72fa5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:05.505272 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f9c86835-998b-49e0-b1d8-72ae32f3f897 req-e3f1c1ae-3590-4c1b-af64-765e6a72fa5e service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0917895 Jul 05 04:53:05.873186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-272feb82-0f73-42e8-8252-847a389de8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:05.874780 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-272feb82-0f73-42e8-8252-847a389de8a1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1095 time: 0.3310168 Jul 05 04:53:05.918145 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-86543fb4-0bff-4862-8a40-fae58af56b7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 217 time: 0.0357757 Jul 05 04:53:05.970736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-44b9ebb3-ce10-4580-9eb0-411da3578790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:05.972179 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-44b9ebb3-ce10-4580-9eb0-411da3578790 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0478587 Jul 05 04:53:06.028850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-77897acf-4290-4c5a-9fe1-949bde0a949d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:06.030351 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-77897acf-4290-4c5a-9fe1-949bde0a949d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517244 Jul 05 04:53:06.124051 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-63d1c01e-bf7d-4ee2-98da-f5fb56ffff9b service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857146 Jul 05 04:53:06.186114 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a50f223-46b6-4d3f-9238-979351de34cf req-c0bf0c4c-7cf8-41ff-b5ea-9550e384f7d6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:06.187600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a50f223-46b6-4d3f-9238-979351de34cf req-c0bf0c4c-7cf8-41ff-b5ea-9550e384f7d6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0688875 Jul 05 04:53:06.218263 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d09c6cf8-b8b6-4043-9900-de5d610efad3 req-c34ff50e-cc19-4cec-bf3e-ba704c01e677 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881510 Jul 05 04:53:06.227341 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a50f223-46b6-4d3f-9238-979351de34cf req-503dd90b-0fb8-421f-9ec5-7fa892d07c58 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337369 Jul 05 04:53:07.407526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05978bd7-3d77-47af-8750-66a1bb478609 req-05bcd0a5-56e2-4e3e-b6dc-96f6f394c0b1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:07.408980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05978bd7-3d77-47af-8750-66a1bb478609 req-05bcd0a5-56e2-4e3e-b6dc-96f6f394c0b1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0664907 Jul 05 04:53:07.447908 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05978bd7-3d77-47af-8750-66a1bb478609 req-3ceaecd3-eca0-49fa-aef8-b9b72dcee2bf tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334110 Jul 05 04:53:08.086851 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c2131bca-a14a-4eae-9049-08eddd3fc32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:08.619690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a528397-f0c6-41c7-93c7-7bdcd5decce8 req-8f9cb176-21ed-4bef-9a21-f6ae87b23f68 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:08.621234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a528397-f0c6-41c7-93c7-7bdcd5decce8 req-8f9cb176-21ed-4bef-9a21-f6ae87b23f68 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0648222 Jul 05 04:53:08.659504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7a528397-f0c6-41c7-93c7-7bdcd5decce8 req-d6c45f69-039b-4890-a276-1e7c4884a707 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326135 Jul 05 04:53:09.842800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfea797a-541e-453a-8401-c207c9e4a4c9 req-5e53a804-6a4e-472f-8f6c-8fbd50869048 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:09.844322 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfea797a-541e-453a-8401-c207c9e4a4c9 req-5e53a804-6a4e-472f-8f6c-8fbd50869048 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0691104 Jul 05 04:53:09.883367 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cfea797a-541e-453a-8401-c207c9e4a4c9 req-8d0f4a35-7ded-4975-9a4e-5843a7f75be4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333097 Jul 05 04:53:10.812447 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-78ab3b34-1e32-4223-a3f0-ba402e6cf641 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:10.915745 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:11.060936 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61616c17-c6fe-4ace-9db7-491d1df0d37c req-44e58f51-f8ac-4323-8557-21150af09878 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:11.062446 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61616c17-c6fe-4ace-9db7-491d1df0d37c req-44e58f51-f8ac-4323-8557-21150af09878 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0662773 Jul 05 04:53:11.101474 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-61616c17-c6fe-4ace-9db7-491d1df0d37c req-ea08e9f1-af9a-44bf-ae5f-a007b0aeb6d4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332255 Jul 05 04:53:11.667561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 6bec47d9-837f-47bc-9bcb-05fd90d67b40 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:53:11.763397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:11.775176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'port_id': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'mac_address': 'fa:16:3e:5d:a7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:53:11.815194 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:11.828575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bec47d9-837f-47bc-9bcb-05fd90d67b40 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:53:11.848057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:11.944641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:11.994085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:12.121086 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:12.234381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['6bec47d9-837f-47bc-9bcb-05fd90d67b40'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:53:12.280502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbf4e5-e4d9-4abc-ac9e-97e00dd630c1 req-13fdfbcd-9d6b-4ffe-b87a-1a9595a42e7e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:12.282014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2acbf4e5-e4d9-4abc-ac9e-97e00dd630c1 req-13fdfbcd-9d6b-4ffe-b87a-1a9595a42e7e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0696573 Jul 05 04:53:12.323240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2acbf4e5-e4d9-4abc-ac9e-97e00dd630c1 req-d12b4360-2ce4-4454-8e27-7cb2cc137597 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346544 Jul 05 04:53:13.504800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c5ab4a-ce62-4688-8b72-981d4e87b4b6 req-80c6a979-e7e5-4d9f-9879-443f17368943 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:13.506410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76c5ab4a-ce62-4688-8b72-981d4e87b4b6 req-80c6a979-e7e5-4d9f-9879-443f17368943 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0667796 Jul 05 04:53:13.545102 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-76c5ab4a-ce62-4688-8b72-981d4e87b4b6 req-5fe86b35-a2b5-4faa-bae0-753c0bd43007 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330732 Jul 05 04:53:13.664556 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.702354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 6bec47d9-837f-47bc-9bcb-05fd90d67b40 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:53:13.806347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:53:13.810195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:53:13.810570 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.886285 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:13.908272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:53:13.910489 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90d26ca8-fce3-4cbb-b2b3-36fccaa52b0a" -d '{"events": [{"server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "name": "network-vif-plugged", "status": "completed", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:53:13.927040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:53:13.947912 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:53:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a70fad0d-d6d1-47d0-836b-bbf58d0d853d x-openstack-request-id: req-a70fad0d-d6d1-47d0-836b-bbf58d0d853d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:53:13.948306 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "name": "network-vif-plugged", "status": "completed", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:53:13.954281 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a70fad0d-d6d1-47d0-836b-bbf58d0d853d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:53:13.954281 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'code': 200} Jul 05 04:53:14.000887 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.051457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:53:14.065836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb34b5a-0772-4f12-8289-98a8a8a63f33 req-4f3d729d-829f-4534-af33-4f9baf0cebd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:14.067601 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1bb34b5a-0772-4f12-8289-98a8a8a63f33 req-4f3d729d-829f-4534-af33-4f9baf0cebd5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0565214 Jul 05 04:53:14.105349 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-1bb34b5a-0772-4f12-8289-98a8a8a63f33 req-c8792831-66ad-4a94-824f-2656485e6673 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0305591 Jul 05 04:53:14.281056 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:14.725444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e18043b8-669b-4c39-97c6-9e0903f3c06c req-42e5f662-e16c-47ef-8bf4-523faf705d1b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:14.726985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e18043b8-669b-4c39-97c6-9e0903f3c06c req-42e5f662-e16c-47ef-8bf4-523faf705d1b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0671816 Jul 05 04:53:14.767349 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e18043b8-669b-4c39-97c6-9e0903f3c06c req-b307d1d5-e6cb-41e4-9835-8d420c08ce1f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0345752 Jul 05 04:53:14.978520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:15.952790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35124804-0803-41dc-9158-4837f1f6b85b req-47d3ccfc-ab66-4c2f-a064-146e77fe2455 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:15.954271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35124804-0803-41dc-9158-4837f1f6b85b req-47d3ccfc-ab66-4c2f-a064-146e77fe2455 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0684254 Jul 05 04:53:15.993424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35124804-0803-41dc-9158-4837f1f6b85b req-dbd0c05d-e4f2-4f4a-8878-a08a5602509e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327384 Jul 05 04:53:16.161608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62533139-f5f4-446e-a89b-64d81d9ed154 req-bbdc4bbe-890d-4a8f-a02d-ece7adcb74f9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:16.166386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62533139-f5f4-446e-a89b-64d81d9ed154 req-bbdc4bbe-890d-4a8f-a02d-ece7adcb74f9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0655148 Jul 05 04:53:16.171732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 52970) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:53:16.176517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-f35442b4-b932-4989-8a58-da3217e012a4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Request body: {'floatingip': {'port_id': '6bec47d9-837f-47bc-9bcb-05fd90d67b40'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:53:16.221405 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f35442b4-b932-4989-8a58-da3217e012a4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:16.990291 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f35442b4-b932-4989-8a58-da3217e012a4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.046729 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f35442b4-b932-4989-8a58-da3217e012a4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.152329 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-f35442b4-b932-4989-8a58-da3217e012a4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b associated. External IP: 172.25.4.136, port: 6bec47d9-837f-47bc-9bcb-05fd90d67b40. Jul 05 04:53:17.365493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35442b4-b932-4989-8a58-da3217e012a4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:53:17.477294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35442b4-b932-4989-8a58-da3217e012a4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:53:17.482228 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f35442b4-b932-4989-8a58-da3217e012a4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:17.486632 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:53:17.495534 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:17.496160 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:53:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:17.523721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f35442b4-b932-4989-8a58-da3217e012a4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "PUT /v2.0/floatingips/b21a5be4-541d-4edd-b1b8-aab3ed675d3b HTTP/1.1" status: 200 len: 992 time: 1.3507366 Jul 05 04:53:17.524402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:53:17.526606 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5f446ce-4813-4dfd-aec1-e115d50d227d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:53:17.563791 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f686e2f3-d53d-48d0-bd3b-38865e5007b6 x-openstack-request-id: req-f686e2f3-d53d-48d0-bd3b-38865e5007b6 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:53:17.564259 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:53:17.564521 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f686e2f3-d53d-48d0-bd3b-38865e5007b6 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:53:17.564927 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'status': 'completed', 'code': 200} Jul 05 04:53:17.607818 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:17.647645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-00382b02-8212-4ec5-bcf0-6f63c76fc534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:17.649181 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-00382b02-8212-4ec5-bcf0-6f63c76fc534 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0598652 Jul 05 04:53:17.741733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-87dad57c-840f-4d34-800b-f5bc2c628fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:17.743259 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-87dad57c-840f-4d34-800b-f5bc2c628fa5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0874901 Jul 05 04:53:17.814757 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-52902d83-02a4-4848-a67e-1fe1a511646f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1000 time: 0.0653136 Jul 05 04:53:17.838100 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:5d:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:53:16Z', 'revision_number': 13, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:17.866092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-74a82a68-03da-432a-a900-dba8da88bb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:17.867666 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-74a82a68-03da-432a-a900-dba8da88bb58 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0462658 Jul 05 04:53:17.870851 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:53:17.880591 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:53:17.881158 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:53:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:17.925284 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-b58f6784-44e5-4c2c-9713-a3a0f551a9b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:17.926799 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-b58f6784-44e5-4c2c-9713-a3a0f551a9b2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530109 Jul 05 04:53:17.989931 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:53:18.025457 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-d539d043-827c-410d-8023-a570c51f09b5 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884910 Jul 05 04:53:18.118918 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5f446ce-4813-4dfd-aec1-e115d50d227d req-132c4d94-0cfe-4dba-a877-84409be45dec service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863457 Jul 05 04:53:18.221031 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:5d:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:53:16Z', 'revision_number': 13, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:53:18.252820 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9806d71-92b6-4ce9-a91c-6547a3f0f8f0 None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'b21a5be4-541d-4edd-b1b8-aab3ed675d3b', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'floating_ip_address': '172.25.4.136', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'port_id': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4015, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'mac_address': 'fa:16:3e:5d:a7:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T04:43:32Z', 'updated_at': '2021-07-05T04:53:16Z', 'revision_number': 13, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:53:18.434773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4aefb326-2dfa-4ce8-ba9d-8a1804a7840b None None] New status for floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:53:37.945957 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:53:38.079781 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2f98c4c3-b0e2-4508-905d-e84527abdb76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:40.839501 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-32f42871-bd58-43f2-a981-3f9c2c5a7ba8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:40.913550 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:42.137639 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:43.652323 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:44.269243 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:45.045271 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:53:57.184931 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-a0755bf2-5037-413a-acba-343343ccfde9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0528221 Jul 05 04:53:57.285473 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-109e4dcc-79ca-4522-9f8e-ab8bf0cecfd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:57.286978 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-109e4dcc-79ca-4522-9f8e-ab8bf0cecfd4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0580487 Jul 05 04:53:57.393080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-4ad49c0e-22f7-446f-9987-f1dfb62d15d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:57.394587 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-4ad49c0e-22f7-446f-9987-f1dfb62d15d5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0864782 Jul 05 04:53:57.465567 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-1b16fbd1-1567-4c84-ae53-2e11102bbba1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1002 time: 0.0640521 Jul 05 04:53:57.514095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-d5bb6bd2-835a-4d98-8dff-7e658f98947f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:57.515512 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-d5bb6bd2-835a-4d98-8dff-7e658f98947f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0432980 Jul 05 04:53:57.573662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-f0aa0798-dd87-4408-8f7d-1672a55731e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:53:57.575105 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-f0aa0798-dd87-4408-8f7d-1672a55731e3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534868 Jul 05 04:53:57.669033 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-823a704f-3767-4582-9142-30b776451e69 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861292 Jul 05 04:53:57.760965 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e32b85bf-ac42-4554-8aeb-e7f0afc2371c req-2760c598-40dc-4d0c-8b53-3b8bae4e9e62 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848749 Jul 05 04:54:08.079399 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac18f21b-e225-47e0-9e49-5153022b3ef0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:10.783785 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c4fd462d-f081-411b-87b5-6811c15125fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:10.908757 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:12.131676 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:13.651876 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:14.284661 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:14.864800 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:54:15.027474 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:38.073291 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9788b99c-3961-4e7c-a2f5-4edd495c67bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:40.788837 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eba89191-75a3-4653-ace0-9776664663af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:40.903128 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:42.132036 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:43.656674 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:44.284633 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:45.032939 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:54:51.865947 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:54:57.733119 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-68f7889e-a5dd-48e2-b0cc-b28c15ac9562 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546694 Jul 05 04:54:57.835210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-b8d629e5-dc54-4404-9c92-2e86cebbda8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:57.836778 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-b8d629e5-dc54-4404-9c92-2e86cebbda8d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0615427 Jul 05 04:54:57.951205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-3f948ba8-9e2a-42a2-ac15-7576c9c8a9de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:57.952852 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-3f948ba8-9e2a-42a2-ac15-7576c9c8a9de service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0951772 Jul 05 04:54:58.025319 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-24264dd3-0939-4ebe-bb42-8491627b552c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1002 time: 0.0656500 Jul 05 04:54:58.076174 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-8d812a8f-39f5-4da1-a486-40c0b2b21b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:58.078174 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-8d812a8f-39f5-4da1-a486-40c0b2b21b87 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0449834 Jul 05 04:54:58.138347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-0f76284e-dac1-4939-8ddb-4d95c0c96563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:54:58.139873 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-0f76284e-dac1-4939-8ddb-4d95c0c96563 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0554311 Jul 05 04:54:58.238839 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-498ba65e-62ff-4af9-93f5-5e1f21b14b44 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918810 Jul 05 04:54:58.332821 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b6c1fbe9-3e4b-4e1f-876e-70378e910af6 req-a3c4cbd2-8c4c-49fe-9402-5f7168f3c29a service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874407 Jul 05 04:55:08.095928 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-820feaab-50ad-4cee-879e-08042dc52b26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:10.832894 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e1ca392c-19a1-43ed-9a22-d86070cbf502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:10.925644 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:12.137316 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:13.666583 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:14.302946 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:15.032567 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:28.866576 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:55:38.077556 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-53cab4e3-a758-42c8-bcd9-612fb296df7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.810928 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-772a115b-42f3-46f7-bb81-c854d4151530 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:40.954502 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:42.119803 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:43.656487 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:44.325751 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:45.057085 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:55:57.109152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e4feaf-b5c7-444e-a36e-31c9e9a51c65 req-e02237ed-5e98-4a6c-bd30-f63b74ea05a6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:55:57.110677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52e4feaf-b5c7-444e-a36e-31c9e9a51c65 req-e02237ed-5e98-4a6c-bd30-f63b74ea05a6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0670683 Jul 05 04:55:57.150407 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52e4feaf-b5c7-444e-a36e-31c9e9a51c65 req-b1b8c1e5-c554-489b-9d9e-30d2626f8556 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331862 Jul 05 04:56:00.132309 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e622874c-a80b-4955-9380-5b55f771f9aa req-85a86c64-21e6-465b-885e-f2f39f7cb096 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.2056797 Jul 05 04:56:00.236449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622874c-a80b-4955-9380-5b55f771f9aa req-277ea03f-0e63-4b2d-8974-3d4b6e1f2da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:00.237900 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e622874c-a80b-4955-9380-5b55f771f9aa req-277ea03f-0e63-4b2d-8974-3d4b6e1f2da6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0623598 Jul 05 04:56:00.348225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622874c-a80b-4955-9380-5b55f771f9aa req-7628072a-4d96-4878-97f8-bdc4b77864bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:00.349724 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e622874c-a80b-4955-9380-5b55f771f9aa req-7628072a-4d96-4878-97f8-bdc4b77864bc service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0902460 Jul 05 04:56:00.424357 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e622874c-a80b-4955-9380-5b55f771f9aa req-188d0f54-d87e-417b-b98d-c7b4a08cb1c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1002 time: 0.0669281 Jul 05 04:56:00.475860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622874c-a80b-4955-9380-5b55f771f9aa req-e54ab377-ae90-4701-8477-57415650d34a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:00.477389 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e622874c-a80b-4955-9380-5b55f771f9aa req-e54ab377-ae90-4701-8477-57415650d34a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0471532 Jul 05 04:56:00.537229 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e622874c-a80b-4955-9380-5b55f771f9aa req-76a05509-495b-4d16-8f44-37d24293d172 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:00.538703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e622874c-a80b-4955-9380-5b55f771f9aa req-76a05509-495b-4d16-8f44-37d24293d172 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0548210 Jul 05 04:56:00.637832 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e622874c-a80b-4955-9380-5b55f771f9aa req-2d9e77a0-d23f-4daf-b6ea-b234b356b7ad service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918260 Jul 05 04:56:00.734306 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e622874c-a80b-4955-9380-5b55f771f9aa req-dffc5e43-2aaa-4d5b-a6b6-f46abfb9ec01 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879951 Jul 05 04:56:05.865277 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:56:08.100611 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aeb2f857-a6ac-4630-8fc5-69817317e4f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:09.118966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0c717d-bb5d-45e7-9cb1-9da69b93574f req-a5fa6ae4-0251-4ea0-ad46-5d3323b42b20 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:09.120526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b0c717d-bb5d-45e7-9cb1-9da69b93574f req-a5fa6ae4-0251-4ea0-ad46-5d3323b42b20 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0678523 Jul 05 04:56:09.166032 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b0c717d-bb5d-45e7-9cb1-9da69b93574f req-90c1a154-72f2-4bff-8db6-c2f630468806 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0397785 Jul 05 04:56:09.255099 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-04efe304-582f-4277-9821-d2a87370454d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1141424 Jul 05 04:56:10.349978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27be8b0-d286-43e1-812b-fef6d750e5f3 req-43c697e6-58fb-4313-b6bd-87292c9619fa tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:10.351509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d27be8b0-d286-43e1-812b-fef6d750e5f3 req-43c697e6-58fb-4313-b6bd-87292c9619fa tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0690682 Jul 05 04:56:10.392560 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d27be8b0-d286-43e1-812b-fef6d750e5f3 req-4c212fc2-0272-4db9-aa7e-c4965e48ad00 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0351698 Jul 05 04:56:10.831501 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82df9193-1b66-42a3-be3e-43b7807302a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:10.953683 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:11.517600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585203-441e-43fe-b230-8b4412043d19 req-2a7ba6d8-6f79-4862-a476-e3c9be2315e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:11.519135 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-2a7ba6d8-6f79-4862-a476-e3c9be2315e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1097 time: 0.0602112 Jul 05 04:56:11.576815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18b6f12-18e4-4422-9312-cf9fa68cbc71 req-5ac5728a-6dfa-4ecf-b95a-e47fe0de026e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:11.578334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d18b6f12-18e4-4422-9312-cf9fa68cbc71 req-5ac5728a-6dfa-4ecf-b95a-e47fe0de026e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0671992 Jul 05 04:56:11.612746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585203-441e-43fe-b230-8b4412043d19 req-bd5a1e54-277a-4512-a39b-a27ca56c0da5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:11.614370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-bd5a1e54-277a-4512-a39b-a27ca56c0da5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0876226 Jul 05 04:56:11.618023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d18b6f12-18e4-4422-9312-cf9fa68cbc71 req-2b66b2e1-5bfa-4526-9bab-305cfc156659 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334044 Jul 05 04:56:11.687973 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-2b6c79b7-70e6-4cd9-8724-f79b3eb59e27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1002 time: 0.0654111 Jul 05 04:56:11.739232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585203-441e-43fe-b230-8b4412043d19 req-e45ffc74-f0d5-40ad-a6c0-1c5eb5f309f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:11.740717 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-e45ffc74-f0d5-40ad-a6c0-1c5eb5f309f9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0454233 Jul 05 04:56:11.799312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585203-441e-43fe-b230-8b4412043d19 req-c4719bbb-bf22-40ea-9459-4556cee79a4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:11.800888 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-c4719bbb-bf22-40ea-9459-4556cee79a4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532663 Jul 05 04:56:11.896329 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-6755733e-1ce2-4b7d-b7ac-f99677e65550 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880964 Jul 05 04:56:11.988239 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-09b6fafe-b43f-4f7f-9037-2208aa4ee8ac service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846958 Jul 05 04:56:12.142143 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:12.798539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2742f9d1-f39b-40a1-8fd7-a44d78f38cba req-ba45858e-28c9-4f37-83e5-e61826feda9a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:12.800071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2742f9d1-f39b-40a1-8fd7-a44d78f38cba req-ba45858e-28c9-4f37-83e5-e61826feda9a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0711787 Jul 05 04:56:12.839186 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2742f9d1-f39b-40a1-8fd7-a44d78f38cba req-bbfb30e0-416d-4bc5-aa36-5d70686bd1ef tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335021 Jul 05 04:56:13.659907 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:14.014251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff65c65-45e7-4e9b-8b2b-4a80edd60568 req-b3605881-98a3-432e-8490-9d818caf8312 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:14.015762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ff65c65-45e7-4e9b-8b2b-4a80edd60568 req-b3605881-98a3-432e-8490-9d818caf8312 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0656264 Jul 05 04:56:14.054923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ff65c65-45e7-4e9b-8b2b-4a80edd60568 req-f44e9884-f7ea-43c4-9538-91d0ddcc5b46 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329788 Jul 05 04:56:14.339956 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.073426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:15.230528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca40db9f-77ca-4cb0-9b33-ece781bee273 req-3cba050c-ca7c-4d7e-abc4-7056666b3402 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:15.232330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca40db9f-77ca-4cb0-9b33-ece781bee273 req-3cba050c-ca7c-4d7e-abc4-7056666b3402 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0664339 Jul 05 04:56:15.275338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca40db9f-77ca-4cb0-9b33-ece781bee273 req-fda6cf23-edb0-42a8-9068-f6b12e4b681c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0370529 Jul 05 04:56:16.458241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c254eb-359e-4201-ab75-09c1705b1160 req-2868d137-1dcd-4921-be2a-46564922f77a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:16.459817 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6c254eb-359e-4201-ab75-09c1705b1160 req-2868d137-1dcd-4921-be2a-46564922f77a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0678389 Jul 05 04:56:16.501276 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6c254eb-359e-4201-ab75-09c1705b1160 req-df1f0127-210b-40fa-b34d-cff6234b49e8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358615 Jul 05 04:56:17.676676 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8351e0c2-151f-411f-8a8d-d3899093fa82 req-2fb2c268-2af8-4487-b69f-8bce792e172a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:17.678160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8351e0c2-151f-411f-8a8d-d3899093fa82 req-2fb2c268-2af8-4487-b69f-8bce792e172a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0650532 Jul 05 04:56:17.716898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8351e0c2-151f-411f-8a8d-d3899093fa82 req-8c1f80e8-452a-4c66-8c41-e901511f3009 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0331221 Jul 05 04:56:18.900591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580ef14b-7371-4540-91ef-f1e3a3a675c9 req-8bdad26c-c2a0-49a3-a92f-042a5bbe91f4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:18.902304 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-580ef14b-7371-4540-91ef-f1e3a3a675c9 req-8bdad26c-c2a0-49a3-a92f-042a5bbe91f4 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0729659 Jul 05 04:56:18.941420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-580ef14b-7371-4540-91ef-f1e3a3a675c9 req-97b41f2a-e617-454a-8761-5d40b91e64b2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0335300 Jul 05 04:56:20.124139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb56a6b2-9b8c-4eab-b40e-f7c853a7f671 req-35fde511-b368-4455-9a10-fcd85294f145 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:20.125638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb56a6b2-9b8c-4eab-b40e-f7c853a7f671 req-35fde511-b368-4455-9a10-fcd85294f145 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0711010 Jul 05 04:56:20.165215 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb56a6b2-9b8c-4eab-b40e-f7c853a7f671 req-bae90e50-3e98-4e1a-a027-d598ff43cd83 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334294 Jul 05 04:56:21.343205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ae006e-c32c-44a5-a2ac-4ee91e446c7c req-e4124e6f-9d54-42c3-ad90-ec0124cab6b3 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:21.344651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ae006e-c32c-44a5-a2ac-4ee91e446c7c req-e4124e6f-9d54-42c3-ad90-ec0124cab6b3 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0656524 Jul 05 04:56:21.387585 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90ae006e-c32c-44a5-a2ac-4ee91e446c7c req-0d3a7f42-8216-4467-8f56-270a0e070b3e tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367746 Jul 05 04:56:22.564323 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da268cf4-0b52-44be-b16d-2cd3b4cb2cf7 req-ebeab3fe-6177-4238-bcd7-5308c5ad5797 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:22.565828 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da268cf4-0b52-44be-b16d-2cd3b4cb2cf7 req-ebeab3fe-6177-4238-bcd7-5308c5ad5797 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0662229 Jul 05 04:56:22.604894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da268cf4-0b52-44be-b16d-2cd3b4cb2cf7 req-f0503750-7720-47f2-9057-eef645015243 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0333316 Jul 05 04:56:23.781584 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78396ed-bc4c-4b15-87f8-c972c5a9f00b req-1cf49f81-9aa4-42ad-9dd1-46bd00af1cd9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:23.783090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a78396ed-bc4c-4b15-87f8-c972c5a9f00b req-1cf49f81-9aa4-42ad-9dd1-46bd00af1cd9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0650849 Jul 05 04:56:23.822402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a78396ed-bc4c-4b15-87f8-c972c5a9f00b req-473d75e7-a85c-42b5-8135-966a63086462 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336890 Jul 05 04:56:25.007516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89d6106-4313-4ebc-8a06-9957ffed0845 req-93c475ae-45d8-49db-bb25-75922945523a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:25.009037 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d89d6106-4313-4ebc-8a06-9957ffed0845 req-93c475ae-45d8-49db-bb25-75922945523a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0754364 Jul 05 04:56:25.048737 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d89d6106-4313-4ebc-8a06-9957ffed0845 req-09433623-3b33-4bd9-b101-04aef2fc5bda tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0339563 Jul 05 04:56:26.234194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305c01eb-4c6c-449c-be80-eb5a683e8324 req-15b59ba6-3a2c-426f-a836-09d590ac768f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:26.235679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-305c01eb-4c6c-449c-be80-eb5a683e8324 req-15b59ba6-3a2c-426f-a836-09d590ac768f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0654042 Jul 05 04:56:26.274669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-305c01eb-4c6c-449c-be80-eb5a683e8324 req-2d712227-c2b6-4dab-85d7-ea1286e3aff0 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0326190 Jul 05 04:56:26.530327 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [req-95585203-441e-43fe-b230-8b4412043d19 req-4aae97c3-9500-4964-ad8d-5cea433f5fb4 service neutron] show failed (client error): The resource could not be found. Jul 05 04:56:26.531301 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-4aae97c3-9500-4964-ad8d-5cea433f5fb4 service neutron] 10.222.0.13 "GET /v2.0/ports/6bec47d9-837f-47bc-9bcb-05fd90d67b40/bindings/n-h1-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0572333 Jul 05 04:56:27.118185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585203-441e-43fe-b230-8b4412043d19 req-8bb6f72f-9b77-4954-bbff-0c55fb46616e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:27.119748 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-8bb6f72f-9b77-4954-bbff-0c55fb46616e service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 1097 time: 0.0615616 Jul 05 04:56:27.134791 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:27.206693 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.416457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:27.452163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:56:27.458093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450f450-9899-44b7-b067-a66ef482a48e req-060fb15d-22b7-4ab9-8919-7408c49b9ddd tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:27.460290 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e450f450-9899-44b7-b067-a66ef482a48e req-060fb15d-22b7-4ab9-8919-7408c49b9ddd tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0701153 Jul 05 04:56:27.496503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:56:27.498791 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d9ea104-5e68-4802-b54b-25a9e58dda64" -d '{"events": [{"server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "name": "network-vif-unplugged", "status": "completed", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:56:27.499570 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e450f450-9899-44b7-b067-a66ef482a48e req-0eaca29f-e1ee-47d2-a680-2f6abe55c89a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0342879 Jul 05 04:56:27.502500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.520722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Transition to ACTIVE for port object 6bec47d9-837f-47bc-9bcb-05fd90d67b40 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:56:27.593861 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.665347 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 04:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4dc140d-1f8c-4694-9073-368d9de38ffc x-openstack-request-id: req-b4dc140d-1f8c-4694-9073-368d9de38ffc {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:56:27.665647 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "name": "network-vif-unplugged", "status": "completed", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:56:27.665901 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4dc140d-1f8c-4694-9073-368d9de38ffc {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:56:27.666430 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'code': 200} Jul 05 04:56:27.687680 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=6']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:27.702513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.703096 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.703247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.703534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.703871 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.704307 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.704642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.704975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.705308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.705634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.705961 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.706288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:27.737818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] No DVR routers for this DVR port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:56:27.881213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:56:27.881675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:56:27.882013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:56:27.886247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on network 9c95be72-2c9a-4314-923f-c5d7e54d999a not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:56:27.886569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:56:27.892728 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:56:27.893070 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:56:27.893456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:56:27.893887 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Bound port: 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:56:27.894337 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:27.959852 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:56:27.962990 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:56:28.068547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.105044 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:28.112668 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:28.112668 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] 10.222.0.26 "PUT /v2.0/ports/6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1092 time: 0.9764977 Jul 05 04:56:28.169200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3404fd-25ca-4fda-8a1d-8a019241feb0 service neutron] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:28.200578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585203-441e-43fe-b230-8b4412043d19 req-7463dad2-7534-4f25-87e8-cc5e9b1600c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:28.202254 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-7463dad2-7534-4f25-87e8-cc5e9b1600c7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0681753 Jul 05 04:56:28.300634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585203-441e-43fe-b230-8b4412043d19 req-eb5ddfec-594c-46ec-83af-6bbc43a09f33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:28.302136 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-eb5ddfec-594c-46ec-83af-6bbc43a09f33 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0893397 Jul 05 04:56:28.376509 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-03b99c74-8999-41ec-b0dc-40810a2aa098 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1000 time: 0.0638936 Jul 05 04:56:28.429294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585203-441e-43fe-b230-8b4412043d19 req-d461d0b4-262c-471e-a5bd-4675c6004e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:28.430826 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-d461d0b4-262c-471e-a5bd-4675c6004e6d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0445058 Jul 05 04:56:28.493168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95585203-441e-43fe-b230-8b4412043d19 req-f9b0c682-ea47-4f1a-bf5e-56daade7f48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:28.494576 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-f9b0c682-ea47-4f1a-bf5e-56daade7f48f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0535197 Jul 05 04:56:28.597156 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-69698d7c-56b6-4a5f-a47f-de85c47ee08f service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901110 Jul 05 04:56:28.689234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1599dbb4-4be2-477f-91a3-87c369afaa05 req-9d550e38-f389-4e9a-8d6e-7b1457a66752 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:28.690842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1599dbb4-4be2-477f-91a3-87c369afaa05 req-9d550e38-f389-4e9a-8d6e-7b1457a66752 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0697956 Jul 05 04:56:28.700551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 6bec47d9-837f-47bc-9bcb-05fd90d67b40 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:56:28.736417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1599dbb4-4be2-477f-91a3-87c369afaa05 req-a1d93959-606c-4f08-81e1-01566c645197 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0390985 Jul 05 04:56:28.743510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 6bec47d9-837f-47bc-9bcb-05fd90d67b40 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:56:28.968082 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-a5eb3a03-0063-4871-b4ec-dc56108ff1b7 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3617306 Jul 05 04:56:29.668129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:56:29.670425 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb896bac-c351-46d9-ba03-a1ea1cf9944d" -d '{"events": [{"name": "network-changed", "server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:56:29.717210 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:56:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6181b19-c302-4d27-9f7e-29413c8bb15f x-openstack-request-id: req-c6181b19-c302-4d27-9f7e-29413c8bb15f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:56:29.717503 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:56:29.717750 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c6181b19-c302-4d27-9f7e-29413c8bb15f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:56:29.718146 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'status': 'completed', 'code': 200} Jul 05 04:56:29.840819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-9c13b491-5712-4896-a616-f9a0bd7512a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.842359 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-9c13b491-5712-4896-a616-f9a0bd7512a3 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0992670 Jul 05 04:56:29.846410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-4800c2b5-7b1a-474f-a776-6b32ba08fb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.848359 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-4800c2b5-7b1a-474f-a776-6b32ba08fb58 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1095 time: 0.1037085 Jul 05 04:56:29.925305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d48fcf-f9bc-42fd-8bd2-b08ad7b6f8a1 req-81a90c97-8d5f-45d8-a504-ccc9cb40e8ce tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:29.926961 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02d48fcf-f9bc-42fd-8bd2-b08ad7b6f8a1 req-81a90c97-8d5f-45d8-a504-ccc9cb40e8ce tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0753963 Jul 05 04:56:29.968984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02d48fcf-f9bc-42fd-8bd2-b08ad7b6f8a1 req-3b6b8071-77bc-45b2-bf71-79f59161dd51 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363216 Jul 05 04:56:30.015238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-2d756cad-c310-46eb-a8f6-461ae5a9d913 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:30.016758 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-2d756cad-c310-46eb-a8f6-461ae5a9d913 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.1672878 Jul 05 04:56:30.019304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-124077c1-5da1-48be-8529-298874b53046 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:30.021355 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-124077c1-5da1-48be-8529-298874b53046 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.1614118 Jul 05 04:56:30.139733 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-cb1c5ed2-e87a-40b6-a7f3-edcc334da01b service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1000 time: 0.1123312 Jul 05 04:56:30.141411 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-f34ad9ef-8b13-469f-8a45-c18a2b6bc3ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1000 time: 0.1083360 Jul 05 04:56:30.235155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-8b2eb9ab-9ebf-402b-994b-cb1c77a7527a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:30.236652 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-8b2eb9ab-9ebf-402b-994b-cb1c77a7527a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0883644 Jul 05 04:56:30.238938 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-e02eca24-5762-4b90-8e26-e73237e949e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:30.240899 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-e02eca24-5762-4b90-8e26-e73237e949e7 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0850971 Jul 05 04:56:30.336248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-a452b62d-edd2-4732-94ca-52056b6395f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:30.337762 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-a452b62d-edd2-4732-94ca-52056b6395f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0931911 Jul 05 04:56:30.343526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-6b9b297d-3584-4b2e-a1a1-fb54376e486b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:30.352182 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-6b9b297d-3584-4b2e-a1a1-fb54376e486b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0917106 Jul 05 04:56:30.511701 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-fbc94925-1697-4b85-894e-8728c5ece714 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656802 Jul 05 04:56:30.513538 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-e06054c4-d3b6-4d70-ad67-af9eb95775a1 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604428 Jul 05 04:56:30.681679 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-94398f4d-89bb-46b3-907c-d83bc1b38ba0 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549747 Jul 05 04:56:30.683455 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bb896bac-c351-46d9-ba03-a1ea1cf9944d req-daad1872-1ad7-407e-b26d-44badc7344f5 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651249 Jul 05 04:56:31.159524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829d0d3-3cfa-490a-be6b-b16b5159eadb req-73d78f44-cd59-4dd8-8242-2c48680f6990 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:31.163279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7829d0d3-3cfa-490a-be6b-b16b5159eadb req-73d78f44-cd59-4dd8-8242-2c48680f6990 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0746846 Jul 05 04:56:31.202904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7829d0d3-3cfa-490a-be6b-b16b5159eadb req-9ceea31f-d46a-4ccc-9a33-203949560b56 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0361664 Jul 05 04:56:32.382281 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8cf3f9-4339-4f68-8d1c-62da13ec1cfa req-efd80a34-e06b-4c56-bed5-a1710ac8affc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:32.383734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc8cf3f9-4339-4f68-8d1c-62da13ec1cfa req-efd80a34-e06b-4c56-bed5-a1710ac8affc tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0675020 Jul 05 04:56:32.424306 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc8cf3f9-4339-4f68-8d1c-62da13ec1cfa req-128eb12d-35d8-4333-9a23-b88b61fe0735 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347805 Jul 05 04:56:33.606052 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1deec6da-3e63-4907-9458-bb87c2fff001 req-ebfb8ff7-0188-4587-b634-d4ed8eedac8c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:33.607581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1deec6da-3e63-4907-9458-bb87c2fff001 req-ebfb8ff7-0188-4587-b634-d4ed8eedac8c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0708044 Jul 05 04:56:33.648871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1deec6da-3e63-4907-9458-bb87c2fff001 req-a6232d1b-be99-48ce-890f-47ce94ff0a4f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349331 Jul 05 04:56:34.822342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deeb62ec-8825-41f0-9fc6-4620f4595f74 req-74e8f5d9-b67a-4b78-9840-b61ea3260940 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:34.823803 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-deeb62ec-8825-41f0-9fc6-4620f4595f74 req-74e8f5d9-b67a-4b78-9840-b61ea3260940 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0646207 Jul 05 04:56:34.864601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-deeb62ec-8825-41f0-9fc6-4620f4595f74 req-2c95d7a5-eacc-4864-b989-7aa75d96134d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346351 Jul 05 04:56:36.040710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b477441-39a6-4f49-8f76-2bc7e31609d8 req-7ddd7a84-6fe4-4b04-ae01-f72a19cc08ea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:36.042369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b477441-39a6-4f49-8f76-2bc7e31609d8 req-7ddd7a84-6fe4-4b04-ae01-f72a19cc08ea tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0662284 Jul 05 04:56:36.081344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b477441-39a6-4f49-8f76-2bc7e31609d8 req-3229b514-2ab4-4935-be6c-01f11820a8a6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334499 Jul 05 04:56:37.262908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117eef7-7d6c-4e56-ac85-08d90a0b883e req-ee562073-8571-409f-892f-fab64b15b26b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:37.264495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5117eef7-7d6c-4e56-ac85-08d90a0b883e req-ee562073-8571-409f-892f-fab64b15b26b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0694330 Jul 05 04:56:37.304909 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5117eef7-7d6c-4e56-ac85-08d90a0b883e req-4417c95d-d09b-459e-96eb-86fa4753a5c1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346529 Jul 05 04:56:38.113791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f5f9fa1d-a584-4f8e-afc1-0752431c0e6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:38.484244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589624a4-9473-4414-b813-1122ebe28410 req-322f5131-9b2a-431c-b654-70fbe3caa782 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:38.485714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-589624a4-9473-4414-b813-1122ebe28410 req-322f5131-9b2a-431c-b654-70fbe3caa782 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0658016 Jul 05 04:56:38.524445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-589624a4-9473-4414-b813-1122ebe28410 req-b614d2bf-1170-4730-97dc-14280230ff6b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327120 Jul 05 04:56:39.710905 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4031e540-449d-4878-932a-7af7e3b966e5 req-247b29c5-f4f5-4497-aef6-87bd58b752f6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:39.712430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4031e540-449d-4878-932a-7af7e3b966e5 req-247b29c5-f4f5-4497-aef6-87bd58b752f6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0764251 Jul 05 04:56:39.750254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4031e540-449d-4878-932a-7af7e3b966e5 req-b0aad91a-0494-435c-9007-9798983fa5d5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323534 Jul 05 04:56:40.799496 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8bf58bca-4aee-443f-86c2-2846aff14dc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:40.930170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab53680c-7420-4a20-bb8e-b544d999fde6 req-9826fd3c-ddbc-43a1-a02a-f34b9326a093 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:40.931626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab53680c-7420-4a20-bb8e-b544d999fde6 req-9826fd3c-ddbc-43a1-a02a-f34b9326a093 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0673110 Jul 05 04:56:40.953497 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:40.973112 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab53680c-7420-4a20-bb8e-b544d999fde6 req-0b317fd3-976d-48f0-b4cb-bf2248e40b77 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349720 Jul 05 04:56:42.153321 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:42.153966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6bf0eb-0432-424e-92c7-c3cf0c4d8016 req-332a17ad-3014-4844-b385-d95f55ce6ea8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:42.155443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a6bf0eb-0432-424e-92c7-c3cf0c4d8016 req-332a17ad-3014-4844-b385-d95f55ce6ea8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0664713 Jul 05 04:56:42.199644 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a6bf0eb-0432-424e-92c7-c3cf0c4d8016 req-dc351893-194c-43c5-b715-a2dc4462dd72 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379865 Jul 05 04:56:42.865979 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:56:42.944885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159d81c8-9e48-410b-aa98-b60278810a22 req-3cfd4fbb-f4d5-4526-8a96-99288945251b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:42.946308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-159d81c8-9e48-410b-aa98-b60278810a22 req-3cfd4fbb-f4d5-4526-8a96-99288945251b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0676417 Jul 05 04:56:42.952476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-61f50c34-e36f-4a8c-bf23-911a58c4678f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:42.954091 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-61f50c34-e36f-4a8c-bf23-911a58c4678f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.26 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0&tenant_id=59a7f650c0af497bb3171624ae9da9f3&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 943 time: 0.0804670 Jul 05 04:56:42.986807 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-159d81c8-9e48-410b-aa98-b60278810a22 req-4be34500-db60-4cde-8c6a-3eaf3123b0fd tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346308 Jul 05 04:56:43.017849 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-1aa9e596-8aaf-49ae-9586-456d4a6b6665 service neutron] 10.222.0.26 "GET /v2.0/ports/6bec47d9-837f-47bc-9bcb-05fd90d67b40/bindings/n-h1-758944-41 HTTP/1.1" status: 200 len: 383 time: 0.0576777 Jul 05 04:56:43.101920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-c08d785e-ce41-4d3c-9472-36bba6482d1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:43.103458 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-c08d785e-ce41-4d3c-9472-36bba6482d1b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0632930 Jul 05 04:56:43.198415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-48a69559-d838-445e-8d8c-8b279b1595ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:43.199939 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-48a69559-d838-445e-8d8c-8b279b1595ed service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0896895 Jul 05 04:56:43.269276 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-84eeee2e-c27b-4c79-abbf-b200f2c88f12 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1000 time: 0.0630701 Jul 05 04:56:43.318537 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-346622c6-f721-4853-a2b0-916acfbe2cae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:43.319989 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-346622c6-f721-4853-a2b0-916acfbe2cae service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0447514 Jul 05 04:56:43.377629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-5f3a5e8d-9d54-480b-96a2-769615ee857b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:43.379543 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-5f3a5e8d-9d54-480b-96a2-769615ee857b service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532801 Jul 05 04:56:43.478514 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-fda731d5-62ce-4c28-bf89-88d230625aa1 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919433 Jul 05 04:56:43.573793 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-cf31f360-8001-46e8-880a-0afdc5fef994 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876920 Jul 05 04:56:43.690501 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:43.861021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6bec47d9-837f-47bc-9bcb-05fd90d67b40 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:56:43.959059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:43.970259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'port_id': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'mac_address': 'fa:16:3e:5d:a7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:56:44.007594 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:44.020391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bec47d9-837f-47bc-9bcb-05fd90d67b40 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:56:44.040370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:44.111672 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:44.164971 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:44.170919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-201dc121-2f37-420c-aa89-2bb62e674b0c req-916e8980-fb2f-4a1d-b88a-20df1ffc1635 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:44.172487 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-201dc121-2f37-420c-aa89-2bb62e674b0c req-916e8980-fb2f-4a1d-b88a-20df1ffc1635 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0658302 Jul 05 04:56:44.172804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.173147 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.173485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.173812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.174139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.174462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.174783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.175102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.175999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.176354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.176675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.176992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:56:44.212038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-201dc121-2f37-420c-aa89-2bb62e674b0c req-6cdfa96b-8dab-4549-9490-5b91e0c637e5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329857 Jul 05 04:56:44.327812 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:44.393225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['6bec47d9-837f-47bc-9bcb-05fd90d67b40'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:56:45.045090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:45.402725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccf041-3f1c-4a61-8df7-c2653f92f529 req-1538ba18-bc7e-4f51-9f89-047a355b4f94 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:45.404271 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79ccf041-3f1c-4a61-8df7-c2653f92f529 req-1538ba18-bc7e-4f51-9f89-047a355b4f94 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0699854 Jul 05 04:56:45.445151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79ccf041-3f1c-4a61-8df7-c2653f92f529 req-7bfad895-04fe-4be0-ad57-47af575e4422 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0349023 Jul 05 04:56:45.892084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 6bec47d9-837f-47bc-9bcb-05fd90d67b40 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:56:45.971787 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:45.985294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 6bec47d9-837f-47bc-9bcb-05fd90d67b40 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:56:46.005318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:46.073430 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:46.127443 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:46.623244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec888213-a4e3-48a4-91b9-c5f73c33c282 req-35404b6a-ed41-417e-820f-c6425ae1d932 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:46.624745 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec888213-a4e3-48a4-91b9-c5f73c33c282 req-35404b6a-ed41-417e-820f-c6425ae1d932 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0659113 Jul 05 04:56:46.666599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec888213-a4e3-48a4-91b9-c5f73c33c282 req-805ad5ff-0097-4dd0-afb9-21a82c360b03 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0357533 Jul 05 04:56:47.860471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7d249-0f78-4984-bd2c-433a5f62b843 req-d9d7f147-8e8c-4f21-8b66-3f804491418b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:47.861985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69a7d249-0f78-4984-bd2c-433a5f62b843 req-d9d7f147-8e8c-4f21-8b66-3f804491418b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 943 time: 0.0833941 Jul 05 04:56:47.911764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-a5de26ca-98b4-4349-bf73-10ef0a508ecc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:47.914372 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-a5de26ca-98b4-4349-bf73-10ef0a508ecc service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1095 time: 0.0742109 Jul 05 04:56:47.917455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-69a7d249-0f78-4984-bd2c-433a5f62b843 req-166cb6f3-516a-4d46-9e6e-31857c6d12c5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483034 Jul 05 04:56:48.039684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-619d9991-9936-49c6-ad08-6cca8fe18629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:48.041423 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-619d9991-9936-49c6-ad08-6cca8fe18629 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0979841 Jul 05 04:56:48.116560 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-5890d156-af89-4c5e-845d-b6047f6d90cc service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1000 time: 0.0645132 Jul 05 04:56:48.172126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-140db246-c589-4429-aa34-072971568918 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:48.173548 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-140db246-c589-4429-aa34-072971568918 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0495222 Jul 05 04:56:48.238981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-1f85c331-8539-4d72-9d2c-af438c2cbec1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:48.240563 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-1f85c331-8539-4d72-9d2c-af438c2cbec1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0574925 Jul 05 04:56:48.347723 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-e62a910b-af08-4cb7-ba53-94fadf2dfd40 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974343 Jul 05 04:56:48.461127 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0ff5d3fa-d108-4733-82a1-50705408b7da req-4c1ea93d-8ad3-45a5-a221-c8e76b29f01e service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032505 Jul 05 04:56:48.509342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8191c41b-5d89-4502-b57e-198558c84a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:48.510975 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8191c41b-5d89-4502-b57e-198558c84a30 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0&tenant_id=59a7f650c0af497bb3171624ae9da9f3 HTTP/1.1" status: 200 len: 1095 time: 0.0593822 Jul 05 04:56:48.523068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:56:48.603215 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:48.816280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:56:48.850077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:56:48.882509 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bec47d9-837f-47bc-9bcb-05fd90d67b40 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:56:48.889678 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:48.900855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Ignored duplicate provisioning block setup for port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 05 04:56:48.968192 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:49.057407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=10']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:49.105246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] No DVR routers for this DVR port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:56:49.105643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3e0bd1-556d-4fca-8bda-bb2f2a7fe62d req-68f6e8a4-7c75-40e1-8364-ecfe6eb5c589 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:49.107224 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa3e0bd1-556d-4fca-8bda-bb2f2a7fe62d req-68f6e8a4-7c75-40e1-8364-ecfe6eb5c589 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0724218 Jul 05 04:56:49.150867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa3e0bd1-556d-4fca-8bda-bb2f2a7fe62d req-0f295559-94ab-4b4b-a871-52ed06850319 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0373054 Jul 05 04:56:49.252033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:56:49.252367 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:56:49.252690 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:56:49.257549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on network 9c95be72-2c9a-4314-923f-c5d7e54d999a not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:56:49.257866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Attempting to bind port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on network 9c95be72-2c9a-4314-923f-c5d7e54d999a {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:56:49.262629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 56, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:56:49.262964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Checking segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:56:49.263345 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Bound using segment: {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:56:49.263793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Bound port: 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cfad38cb-3572-44b5-a64d-fcb375affdcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:56:49.264147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:49.327134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:56:49.330101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:56:49.394018 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:49.431280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:49.431912 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:56:49.433300 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] 10.222.0.13 "PUT /v2.0/ports/6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1093 time: 0.9149673 Jul 05 04:56:49.433734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:56:49.436072 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b286326e-c70f-491d-8bc1-2f2cc5f6474f" -d '{"events": [{"name": "network-changed", "server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:56:49.492908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbc2dc5-1b0a-4a61-88d9-092a794a387d service neutron] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=11']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:56:49.524122 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:56:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a3739b7-c3fa-4f12-9ebd-f66bf1c3245c x-openstack-request-id: req-8a3739b7-c3fa-4f12-9ebd-f66bf1c3245c {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:56:49.524547 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:56:49.524896 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a3739b7-c3fa-4f12-9ebd-f66bf1c3245c {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:56:49.525390 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'status': 'completed', 'code': 200} Jul 05 04:56:49.586955 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-a6d84d83-5ad8-496a-adb6-5142662e318e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:49.588530 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-a6d84d83-5ad8-496a-adb6-5142662e318e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1096 time: 0.1181979 Jul 05 04:56:49.655830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-e4e32e48-fa7f-4d79-9283-08aca24b3e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:49.657417 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-e4e32e48-fa7f-4d79-9283-08aca24b3e11 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1096 time: 0.1201944 Jul 05 04:56:49.751327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-1043a534-fc87-4915-a6ff-8223d500469c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:49.752847 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-1043a534-fc87-4915-a6ff-8223d500469c service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.1537194 Jul 05 04:56:49.824056 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-94869da4-f55b-41e4-883e-8788aa06c7b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:49.825522 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-94869da4-f55b-41e4-883e-8788aa06c7b0 service neutron] 10.222.0.26 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.1582093 Jul 05 04:56:49.845619 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-5377cfcb-1174-4e1c-891f-49e64862c40f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1000 time: 0.0846100 Jul 05 04:56:50.210196 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-2d84343f-f5eb-4587-963d-21dd4aba526d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1000 time: 0.3754869 Jul 05 04:56:50.211972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-5f51cc90-d0b6-433a-b07b-60d66ffa8904 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:50.213337 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-5f51cc90-d0b6-433a-b07b-60d66ffa8904 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.3397672 Jul 05 04:56:50.293320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-77fb36c2-f89c-456d-9f6f-550adc0a50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:50.294702 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-77fb36c2-f89c-456d-9f6f-550adc0a50c6 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0733500 Jul 05 04:56:50.331382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213ea192-2fab-45ba-bb23-cf3ca16b31e3 req-fe6d15ba-a3d3-49e8-9d4d-a1a77d9e8902 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:50.333718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-213ea192-2fab-45ba-bb23-cf3ca16b31e3 req-fe6d15ba-a3d3-49e8-9d4d-a1a77d9e8902 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0673814 Jul 05 04:56:50.339547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-693a78a4-32e1-4f51-9f6b-ddde41db0ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:50.341088 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-693a78a4-32e1-4f51-9f6b-ddde41db0ec5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1207745 Jul 05 04:56:50.373320 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-213ea192-2fab-45ba-bb23-cf3ca16b31e3 req-e6b43a17-f646-4e20-8886-95c9b6332249 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336118 Jul 05 04:56:50.421683 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-d10ea5fa-bbf5-4a3d-9afd-ff7e06d08bf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:50.423195 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-d10ea5fa-bbf5-4a3d-9afd-ff7e06d08bf1 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1169209 Jul 05 04:56:50.440242 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-da702d24-ab20-45a6-9cf7-1fe45ce455ae service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:56:50.441185 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-da702d24-ab20-45a6-9cf7-1fe45ce455ae service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072234 Jul 05 04:56:50.502474 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-ce9f1466-28f8-4c8f-91dd-2bc1a1def145 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542449 Jul 05 04:56:50.604375 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-f85f5082-fbef-4b45-9e7f-c0fa19aec9e1 service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548460 Jul 05 04:56:50.666290 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-98c6e696-6ad5-45fb-a1ee-daaaadf9a009 req-d7ea0750-f268-4415-a8f3-46518d10fc64 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556113 Jul 05 04:56:50.709979 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-d7c98711-f32b-4750-a493-00317b64522b service neutron] 10.222.0.26 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978446 Jul 05 04:56:50.765163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-816c2ded-da92-4503-9586-c1ff0284e700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:50.766693 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-816c2ded-da92-4503-9586-c1ff0284e700 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1096 time: 0.0558701 Jul 05 04:56:50.864766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-d2fbfc90-c8ca-4661-8e73-925af8ecce28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:50.866264 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-d2fbfc90-c8ca-4661-8e73-925af8ecce28 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0936317 Jul 05 04:56:50.933076 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-d1d7d76b-347b-47e6-af45-87e5df8be8d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1000 time: 0.0599158 Jul 05 04:56:50.983203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-bd1d56ec-57ad-4abe-8ec7-6b97174b9361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:50.984642 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-bd1d56ec-57ad-4abe-8ec7-6b97174b9361 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0456562 Jul 05 04:56:51.046641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-dd51a698-93cf-42f5-8825-adeeefdf4568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:51.048181 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-dd51a698-93cf-42f5-8825-adeeefdf4568 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572095 Jul 05 04:56:51.140723 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-8ccc5036-e180-491f-bc76-017e3de4b495 service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859573 Jul 05 04:56:51.239665 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b286326e-c70f-491d-8bc1-2f2cc5f6474f req-ad2fe338-5934-4ae2-864b-70a3ab5611ef service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925848 Jul 05 04:56:51.557701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-220f9b26-b81f-4f02-867a-9cccc5a2e243 req-b8bd4e19-37e2-41a8-9740-3f4f7e9672b9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:51.559135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-220f9b26-b81f-4f02-867a-9cccc5a2e243 req-b8bd4e19-37e2-41a8-9740-3f4f7e9672b9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0704515 Jul 05 04:56:51.599964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-220f9b26-b81f-4f02-867a-9cccc5a2e243 req-cf41238b-26d7-422b-9e6f-f18abc96280b tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0348508 Jul 05 04:56:52.780768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-937bad8a-8758-47b7-87bc-e85dd5fd3d24 req-c04932e2-4285-48ac-a4f3-c2657fb54e2f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:52.782207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-937bad8a-8758-47b7-87bc-e85dd5fd3d24 req-c04932e2-4285-48ac-a4f3-c2657fb54e2f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0667572 Jul 05 04:56:52.822879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-937bad8a-8758-47b7-87bc-e85dd5fd3d24 req-7d352bf3-7087-4989-88cf-3d08650c1e5a tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0340738 Jul 05 04:56:54.005518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfd80bc-228c-44fc-8466-8acd4e190a31 req-35a7f8f1-10ee-4569-b0a7-66f27946d9e8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:54.007059 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edfd80bc-228c-44fc-8466-8acd4e190a31 req-35a7f8f1-10ee-4569-b0a7-66f27946d9e8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0702629 Jul 05 04:56:54.046558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-edfd80bc-228c-44fc-8466-8acd4e190a31 req-2f9aeb3a-0c40-412a-821d-6391bd4be499 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337577 Jul 05 04:56:55.225215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6360bf4-a810-40d7-b799-e2ccc1c2036d req-e6e7354d-3874-42c5-8d2b-5f9007445c83 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:55.226716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6360bf4-a810-40d7-b799-e2ccc1c2036d req-e6e7354d-3874-42c5-8d2b-5f9007445c83 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0670991 Jul 05 04:56:55.264903 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d6360bf4-a810-40d7-b799-e2ccc1c2036d req-6ec89ee2-a83a-4b6f-88d9-395e42b96c86 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323298 Jul 05 04:56:56.445447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f7528-ca47-4460-9651-3511102b3fa9 req-181c11b3-242c-490f-966c-39a9522c29bb tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:56.446940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-116f7528-ca47-4460-9651-3511102b3fa9 req-181c11b3-242c-490f-966c-39a9522c29bb tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0638139 Jul 05 04:56:56.485912 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-116f7528-ca47-4460-9651-3511102b3fa9 req-6ef5359d-b196-44a6-b795-3bbbd6e82bd7 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0334783 Jul 05 04:56:57.664492 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309e8b56-97e8-40d9-9692-ebe470f88418 req-cea9344b-d98d-44ee-8fad-5f2b58e53a2f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:57.665982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-309e8b56-97e8-40d9-9692-ebe470f88418 req-cea9344b-d98d-44ee-8fad-5f2b58e53a2f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0685272 Jul 05 04:56:57.704518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-309e8b56-97e8-40d9-9692-ebe470f88418 req-66bac1f4-c7af-499d-b9b7-3ce4357913ca tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327554 Jul 05 04:56:58.878402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b09698-1149-4e30-a8fd-a73c6f263298 req-40e0f9c1-cb07-4fdd-ac0a-e0dc88d6c5ce tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:56:58.880539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80b09698-1149-4e30-a8fd-a73c6f263298 req-40e0f9c1-cb07-4fdd-ac0a-e0dc88d6c5ce tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0652547 Jul 05 04:56:58.918109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80b09698-1149-4e30-a8fd-a73c6f263298 req-e327195a-6442-4c91-be5f-4ef192bf0380 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0316412 Jul 05 04:57:00.094132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68040a08-e56d-4e41-b06d-427e3f076541 req-0e0d0ce9-8a6d-42ed-b878-140491e49e9f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:00.095618 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68040a08-e56d-4e41-b06d-427e3f076541 req-0e0d0ce9-8a6d-42ed-b878-140491e49e9f tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0689082 Jul 05 04:57:00.136035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-68040a08-e56d-4e41-b06d-427e3f076541 req-b594d8fa-94c2-4a86-97bc-03def353e8fd tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0346956 Jul 05 04:57:01.315031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511d5aa2-1560-44f4-b21d-25d24ce6d7a3 req-4b133aeb-75c4-4482-a86e-775fbddfdca5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:01.317022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-511d5aa2-1560-44f4-b21d-25d24ce6d7a3 req-4b133aeb-75c4-4482-a86e-775fbddfdca5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0652614 Jul 05 04:57:01.355513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-511d5aa2-1560-44f4-b21d-25d24ce6d7a3 req-03fcbaae-7cdf-4815-9658-5383301f6330 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0327959 Jul 05 04:57:01.864625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-f5d787fa-e4f6-4547-aeba-ffb49d39c40d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:01.866107 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-f5d787fa-e4f6-4547-aeba-ffb49d39c40d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=59a7f650c0af497bb3171624ae9da9f3&device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 1096 time: 0.0539374 Jul 05 04:57:01.972144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-d0ba3a36-aed1-4e35-8c49-f7820380113f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:01.973645 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-d0ba3a36-aed1-4e35-8c49-f7820380113f service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 200 len: 912 time: 0.0862591 Jul 05 04:57:02.043160 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-66c1bf72-850e-42e9-b8fd-9c989022661d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 200 len: 1000 time: 0.0625391 Jul 05 04:57:02.093053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-4e4c3f58-ac7b-45b1-9519-a6bb629c433a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:02.094530 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-4e4c3f58-ac7b-45b1-9519-a6bb629c433a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 200 len: 850 time: 0.0448005 Jul 05 04:57:02.153631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-5989e986-3f32-4712-a4fd-f1d587a9d9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:02.155041 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-5989e986-3f32-4712-a4fd-f1d587a9d9b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c95be72-2c9a-4314-923f-c5d7e54d999a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0525472 Jul 05 04:57:02.251018 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-57313492-40e4-49f0-86dd-0610095f9c7a service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890174 Jul 05 04:57:02.343049 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3308b1fd-9ffe-4b37-9023-6f7d4115b6a7 req-74f43619-7dae-4ca0-9de2-54324f3b04df service neutron] 10.222.0.13 "GET /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837944 Jul 05 04:57:02.531769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b259f718-b528-44fe-a48a-32879f37bf47 req-cf525a0d-8849-40dd-a238-587c607c0d11 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:02.533257 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b259f718-b528-44fe-a48a-32879f37bf47 req-cf525a0d-8849-40dd-a238-587c607c0d11 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0634246 Jul 05 04:57:02.572493 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b259f718-b528-44fe-a48a-32879f37bf47 req-994fd412-c4b3-4aa1-be5e-cec30bc668a6 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0330105 Jul 05 04:57:03.752788 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d463ae9-a0dd-4a81-a241-cb9af0e77c20 req-6e723db0-c7d4-46b1-beac-b9a0e28f5822 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:03.754296 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d463ae9-a0dd-4a81-a241-cb9af0e77c20 req-6e723db0-c7d4-46b1-beac-b9a0e28f5822 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0686305 Jul 05 04:57:03.791806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1d463ae9-a0dd-4a81-a241-cb9af0e77c20 req-c7c39cba-ccbd-43ee-af9d-0f3198f697f2 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318980 Jul 05 04:57:04.877553 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 6bec47d9-837f-47bc-9bcb-05fd90d67b40 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:57:04.968425 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90911c56-edcf-4eba-be47-91cbb7ead98f req-fcd7bc24-6a0f-4c2b-a640-ae111aeed719 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:04.969948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90911c56-edcf-4eba-be47-91cbb7ead98f req-fcd7bc24-6a0f-4c2b-a640-ae111aeed719 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0653856 Jul 05 04:57:04.977409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:04.989637 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'port_id': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'mac_address': 'fa:16:3e:5d:a7:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:57:05.010284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-90911c56-edcf-4eba-be47-91cbb7ead98f req-5115b643-7515-4a2b-a677-a4278a9b8b1c tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341377 Jul 05 04:57:05.027167 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:05.040118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bec47d9-837f-47bc-9bcb-05fd90d67b40 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:57:05.059922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:05.159712 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:05.204814 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385d82c3-a8f7-4244-b28f-2bd9c840bbdc req-93d1ee61-10d4-44a8-818b-524b3974dfc8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:05.206452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-385d82c3-a8f7-4244-b28f-2bd9c840bbdc req-93d1ee61-10d4-44a8-818b-524b3974dfc8 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 944 time: 0.0768359 Jul 05 04:57:05.210059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=12']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:05.246307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-385d82c3-a8f7-4244-b28f-2bd9c840bbdc req-1fe5dc39-6125-4665-ae83-1ba743a129f1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341558 Jul 05 04:57:05.418857 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455ecc3a-8eb5-4dbf-9ca2-c9f98500cf23 req-d77365f9-bb21-44fc-88b4-f892cae1369d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:05.420273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-455ecc3a-8eb5-4dbf-9ca2-c9f98500cf23 req-d77365f9-bb21-44fc-88b4-f892cae1369d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0654466 Jul 05 04:57:05.458767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-455ecc3a-8eb5-4dbf-9ca2-c9f98500cf23 req-9e71a2c0-b103-4f6c-bcfb-721c08263347 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0329955 Jul 05 04:57:05.491969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['6bec47d9-837f-47bc-9bcb-05fd90d67b40'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:57:06.017006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afd200ba-8e8a-4430-b883-3d6887920865 req-9b3087b7-8901-4c0e-8734-ab678e10c099 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:06.018408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afd200ba-8e8a-4430-b883-3d6887920865 req-9b3087b7-8901-4c0e-8734-ab678e10c099 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0634973 Jul 05 04:57:06.056490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-afd200ba-8e8a-4430-b883-3d6887920865 req-f215ec52-991f-4a6b-ae1e-29af7e44e459 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0319798 Jul 05 04:57:06.885979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 6bec47d9-837f-47bc-9bcb-05fd90d67b40 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:07.048042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:07.052111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:07.052487 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:07.136601 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:07.158937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:07.161915 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1cba8f29-3632-404f-8ee3-3a11f320b44a" -d '{"events": [{"server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "name": "network-vif-plugged", "status": "completed", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:07.175072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:07.202703 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a5616f5-21d5-4b4b-a7a7-e897017f76eb x-openstack-request-id: req-2a5616f5-21d5-4b4b-a7a7-e897017f76eb {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:07.203105 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "name": "network-vif-plugged", "status": "completed", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:07.203371 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a5616f5-21d5-4b4b-a7a7-e897017f76eb {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:07.203779 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'code': 200} Jul 05 04:57:07.242559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7c04ad-162f-4de4-b688-0e05e8ca04de req-550c98a4-f753-4462-8977-d2a715e2add5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:07.244101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed7c04ad-162f-4de4-b688-0e05e8ca04de req-550c98a4-f753-4462-8977-d2a715e2add5 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 945 time: 0.0750365 Jul 05 04:57:07.248538 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:07.284600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ed7c04ad-162f-4de4-b688-0e05e8ca04de req-70eecf33-1d71-49ac-94c8-a38f66fb6a3d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups?id=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344727 Jul 05 04:57:07.298925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=13']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:07.704900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-63db5131-1fd6-45ce-a9b8-a0ae5f417c93 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:07.706343 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-63db5131-1fd6-45ce-a9b8-a0ae5f417c93 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 946 time: 0.0688488 Jul 05 04:57:07.812108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Deleting port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:07.812452 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:07.908000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] For port 6bec47d9-837f-47bc-9bcb-05fd90d67b40, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=6bec47d9-837f-47bc-9bcb-05fd90d67b40,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:07.908366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:08.088057 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:08.088433 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:08.088931 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b disassociated. External IP: 172.25.4.136, port: 6bec47d9-837f-47bc-9bcb-05fd90d67b40. Jul 05 04:57:08.089545 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Calling delete_port for 6bec47d9-837f-47bc-9bcb-05fd90d67b40 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:08.090940 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18e26c4f-219d-49ae-bed6-b2e7c529425e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:08.316607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:08.345347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event deleted for resources: {'Port': ['ID=6bec47d9-837f-47bc-9bcb-05fd90d67b40,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:08.433495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ea48684e-efd6-45ac-9588-bc45e743158f req-19bac575-9003-4a23-ac50-1cef54c9f913 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0315430 Jul 05 04:57:08.477447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:57:08.593650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:57:08.605089 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:57:08.613987 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:08.614587 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:56:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:08.643881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] No DVR routers for this DVR port 6bec47d9-837f-47bc-9bcb-05fd90d67b40 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:57:08.643881 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:08.644836 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe5bf6d0-45a0-4902-af82-cec6b8399747 req-06cbcd6a-1e14-47c5-a67f-8e7dc9a88b75 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.13 "DELETE /v2.0/ports/6bec47d9-837f-47bc-9bcb-05fd90d67b40 HTTP/1.1" status: 204 len: 173 time: 0.9274623 Jul 05 04:57:08.645295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'name': 'network-vif-deleted', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:08.647553 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f255bc24-eaac-4a08-b9f8-595617049a92" -d '{"events": [{"server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "name": "network-vif-deleted", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:08.688781 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cc1f13d-fce6-4197-8c2b-b1ad64fe48a4 x-openstack-request-id: req-5cc1f13d-fce6-4197-8c2b-b1ad64fe48a4 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:08.689178 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9248576-c414-4efc-b968-4c1566e3b1c0", "name": "network-vif-deleted", "tag": "6bec47d9-837f-47bc-9bcb-05fd90d67b40", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:08.689461 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5cc1f13d-fce6-4197-8c2b-b1ad64fe48a4 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:08.689871 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9248576-c414-4efc-b968-4c1566e3b1c0', 'name': 'network-vif-deleted', 'tag': '6bec47d9-837f-47bc-9bcb-05fd90d67b40', 'status': 'completed', 'code': 200} Jul 05 04:57:08.726622 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:08.936679 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:08.965369 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:57:08.973741 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:08.974348 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:56:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:09.083567 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:09.284434 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:09.314803 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802230d1-cd4a-4171-a72f-134eb90ae673 None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:43:29Z', 'revision_number': 4, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aae1e4e3-a23a-440c-8a92-57e9e938d02c', 'name': '', 'network_id': '9c95be72-2c9a-4314-923f-c5d7e54d999a', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'mac_address': 'fa:16:3e:1c:b9:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_interface', 'standard_attr_id': 4008, 'fixed_ips': [{'subnet_id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:28Z', 'updated_at': '2021-07-05T04:43:33Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'subnets': [{'id': '27c3899b-9bf7-474c-959b-fcc6d97c2317', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:57:09.554789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dda76b5-ffc5-4cd5-b37d-7245c802c9b8 None None] New status for floating IP b21a5be4-541d-4edd-b1b8-aab3ed675d3b: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 04:57:09.593713 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66eb1453-2f03-4097-8c0b-d66592aedcab req-6bdb2938-17b6-4321-9eaa-34b51d663f67 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0446458 Jul 05 04:57:10.793396 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4e078c03-e0e1-4e95-b91b-540930495674 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:10.908295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 6bec47d9-837f-47bc-9bcb-05fd90d67b40 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:57:10.923211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0a361cb9-1f61-4805-a612-b26e73bc7aed req-091acdc5-8dc8-44e4-a2dc-50017a496479 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0338893 Jul 05 04:57:10.935209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 6bec47d9-837f-47bc-9bcb-05fd90d67b40 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:57:10.939740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 6bec47d9-837f-47bc-9bcb-05fd90d67b40 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:57:10.939740 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:12.066733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6af0190b-8660-4195-b1fa-d1cc5d7c3470 req-e9c46e4c-0231-435a-b40c-e0a860fc70c1 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9248576-c414-4efc-b968-4c1566e3b1c0 HTTP/1.1" status: 200 len: 210 time: 0.0302610 Jul 05 04:57:12.162044 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:13.690319 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:14.324952 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:15.062234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:17.385950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53568) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:17.439864 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:17.463638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:17.579539 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:17.582595 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:17.584156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "DELETE /v2.0/security-groups/f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf HTTP/1.1" status: 204 len: 168 time: 0.1970162 Jul 05 04:57:17.587959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53570) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:17.596133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:17.602607 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-38812c41-fe27-4f95-b811-010aa7e1dcd9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] show failed (client error): The resource could not be found. Jul 05 04:57:17.603659 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-38812c41-fe27-4f95-b811-010aa7e1dcd9 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "GET /v2.0/security-groups/f40c638f-9d2e-40a2-9d2c-4fbfc483e7bf HTTP/1.1" status: 404 len: 347 time: 0.0146701 Jul 05 04:57:17.603962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.604321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.604669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.605012 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.605346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.605678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.606103 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.606412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53572) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:17.606538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.606749 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.607077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.607435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.607772 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13864ce4-802d-420f-828e-908563107720 tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:17.743220 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f371031d-d7b6-4f16-a6ff-5baccd84521d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Deleting port b6223642-4d1f-40fd-b80f-12887c3010c2 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:17.743598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f371031d-d7b6-4f16-a6ff-5baccd84521d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:17.832537 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f371031d-d7b6-4f16-a6ff-5baccd84521d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:17.833193 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f371031d-d7b6-4f16-a6ff-5baccd84521d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:17.844817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f371031d-d7b6-4f16-a6ff-5baccd84521d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Calling delete_port for b6223642-4d1f-40fd-b80f-12887c3010c2 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:18.036514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f371031d-d7b6-4f16-a6ff-5baccd84521d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:18.063843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f371031d-d7b6-4f16-a6ff-5baccd84521d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Pushing event deleted for resources: {'Port': ['ID=b6223642-4d1f-40fd-b80f-12887c3010c2,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:18.137307 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f371031d-d7b6-4f16-a6ff-5baccd84521d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:18.139936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f371031d-d7b6-4f16-a6ff-5baccd84521d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:18.141132 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f371031d-d7b6-4f16-a6ff-5baccd84521d tempest-ServerActionsTestJSON-1628247188 tempest-ServerActionsTestJSON-1628247188-project] 10.222.0.30 "DELETE /v2.0/floatingips/b21a5be4-541d-4edd-b1b8-aab3ed675d3b HTTP/1.1" status: 204 len: 168 time: 0.5335796 Jul 05 04:57:18.144081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53574) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:18.630511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:18.886941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] Deleting port aae1e4e3-a23a-440c-8a92-57e9e938d02c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:18.887174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:18.965427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] For port aae1e4e3-a23a-440c-8a92-57e9e938d02c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=aae1e4e3-a23a-440c-8a92-57e9e938d02c,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:18.965784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:18.978197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] Calling delete_port for aae1e4e3-a23a-440c-8a92-57e9e938d02c owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:19.233396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:19.265312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] Pushing event deleted for resources: {'Port': ['ID=aae1e4e3-a23a-440c-8a92-57e9e938d02c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:19.432964 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:19.864565 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:57:19.924764 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] Router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:57:20.031714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:57:20.037275 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9e997156-a1f0-4a78-84be-ff75cc60c3be admin admin] 10.222.0.30 "PUT /v2.0/routers/cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8922396 Jul 05 04:57:20.039858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53578) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:20.040693 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] Sync routers for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:57:20.050752 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:20.051360 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:57:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:20.150585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:20.157554 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:20.254876 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:20.336301 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250'}], 'enable_snat': True}, 'gw_port_id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:57:19Z', 'revision_number': 5, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port': {'id': 'dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:01:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4007, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:43:26Z', 'updated_at': '2021-07-05T04:43:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:20.363869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Deleting port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:20.364125 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] Checking router: cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:57:20.364368 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:20.372238 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] Routers {'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:57:20.372853 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:57:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:20.449235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] For port dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:20.449597 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:20.464158 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Calling delete_port for dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:20.550100 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] Set router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:57:20.605839 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:57:20Z', 'revision_number': 6, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:20.633678 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37bdf2fa-cf7d-4f9e-8a53-1f7e53fbbead None None] The sync data for ids ['cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4'] in n-d-758944-41 is: [{'id': 'cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4', 'name': 'tempest-ServerActionsTestJSON-477565263-router', 'tenant_id': '59a7f650c0af497bb3171624ae9da9f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:43:25Z', 'updated_at': '2021-07-05T04:57:20Z', 'revision_number': 6, 'project_id': '59a7f650c0af497bb3171624ae9da9f3', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:57:20.699688 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:20.730287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:20.792897 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:20.887148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:20.889371 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.013949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.014606 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:57:21.019197 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.020518 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0f0abf87-0fd8-4f1a-af96-e63389d4d056 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cd0a0edf-956f-4ba6-91c9-e4f2303bdcd4 HTTP/1.1" status: 204 len: 168 time: 0.9796915 Jul 05 04:57:21.025599 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53580) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:21.077490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b948b787-2edc-4880-94db-66704ae5fe3a admin admin] Deleting subnet 27c3899b-9bf7-474c-959b-fcc6d97c2317 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:57:21.080811 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b948b787-2edc-4880-94db-66704ae5fe3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.117516 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b948b787-2edc-4880-94db-66704ae5fe3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.195359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b948b787-2edc-4880-94db-66704ae5fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.318889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b948b787-2edc-4880-94db-66704ae5fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.351071 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b948b787-2edc-4880-94db-66704ae5fe3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=27c3899b-9bf7-474c-959b-fcc6d97c2317,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:21.353105 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b948b787-2edc-4880-94db-66704ae5fe3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.355539 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b948b787-2edc-4880-94db-66704ae5fe3a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/27c3899b-9bf7-474c-959b-fcc6d97c2317 HTTP/1.1" status: 204 len: 168 time: 0.3289607 Jul 05 04:57:21.357350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53582) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:21.357639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6f1a8e7-cc5f-4e88-a8ae-13a27be610a3 None None] Network 9c95be72-2c9a-4314-923f-c5d7e54d999a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:57:21.430709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.488672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Deleting port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:21.489033 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.561013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] For port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:21.561550 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.563627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f62911ea-1305-4f11-bb3e-9505e04ef815 None None] DHCP port deletion for 9c95be72-2c9a-4314-923f-c5d7e54d999a request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:57:21.578217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Calling delete_port for 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:21.613929 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f62911ea-1305-4f11-bb3e-9505e04ef815 None None] Deleting port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:21.614299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f62911ea-1305-4f11-bb3e-9505e04ef815 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.678953 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f62911ea-1305-4f11-bb3e-9505e04ef815 None None] For port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5,segment=NetworkSegment(cfad38cb-3572-44b5-a64d-fcb375affdcd),segment_id=cfad38cb-3572-44b5-a64d-fcb375affdcd)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:21.679327 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f62911ea-1305-4f11-bb3e-9505e04ef815 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.696253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f62911ea-1305-4f11-bb3e-9505e04ef815 None None] Calling delete_port for 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:21.750657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.770233 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f62911ea-1305-4f11-bb3e-9505e04ef815 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.779535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:21.783632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] No DVR routers for this DVR port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:57:21.795412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62911ea-1305-4f11-bb3e-9505e04ef815 None None] Pushing event deleted for resources: {'Port': ['ID=2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:21.798868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f62911ea-1305-4f11-bb3e-9505e04ef815 None None] No DVR routers for this DVR port 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:57:21.862227 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.872198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c95be72-2c9a-4314-923f-c5d7e54d999a']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:21.883024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cfad38cb-3572-44b5-a64d-fcb375affdcd') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:21.883373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cfad38cb-3572-44b5-a64d-fcb375affdcd') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:57:21.892725 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.907511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.913570 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:57:21.913954 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:57:21.915620 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:57:22.044345 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:22.050650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:22.055494 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] 10.222.0.30 "DELETE /v2.0/networks/9c95be72-2c9a-4314-923f-c5d7e54d999a HTTP/1.1" status: 204 len: 168 time: 0.6944427 Jul 05 04:57:22.065380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f74d5d-6513-4ff3-a502-a12b3066c401 admin admin] Pushing event deleted for resources: {'Network': ['ID=9c95be72-2c9a-4314-923f-c5d7e54d999a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:22.112512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:57:22.133430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:57:22.133775 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 2e2e6382-43fa-48bc-b5ab-b08ade3f3ac5 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:57:22.134197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:57:22.155803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:57:22.156230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device dfdbc772-d27c-4eb5-8e0e-9ee6b6c94167 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:57:22.156644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aae1e4e3-a23a-440c-8a92-57e9e938d02c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:57:22.176492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: aae1e4e3-a23a-440c-8a92-57e9e938d02c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:57:22.179017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aae1e4e3-a23a-440c-8a92-57e9e938d02c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:57:22.312721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53586) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:22.353648 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9b96b680-1df2-40ae-b0ed-43156f142e73 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=59a7f650c0af497bb3171624ae9da9f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397193 Jul 05 04:57:22.356005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53588) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:22.402673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0aca74af-1fca-4f46-8242-37b3fc1348e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:22.423534 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0aca74af-1fca-4f46-8242-37b3fc1348e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:22.541400 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0aca74af-1fca-4f46-8242-37b3fc1348e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:22.544089 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0aca74af-1fca-4f46-8242-37b3fc1348e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:22.545268 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0aca74af-1fca-4f46-8242-37b3fc1348e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/658d323c-1e61-4511-881c-392b70c4a409 HTTP/1.1" status: 204 len: 168 time: 0.1883585 Jul 05 04:57:22.553627 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aca74af-1fca-4f46-8242-37b3fc1348e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=658d323c-1e61-4511-881c-392b70c4a409,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:23.553851 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53610) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:23.648193 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1764837398-network', 'tenant_id': '38f854e6dc9848f5bd6cfcef03d63f61'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:23.716371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Made reservation on behalf of 38f854e6dc9848f5bd6cfcef03d63f61 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:57:23.718765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:23.727189 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:23.817598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:23.876290 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:23.903271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:57:23.908530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76bda44b-3985-4bdc-aba1-d0cfa7982af8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:23.915965 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:23.916304 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Added segment a56df352-d94b-4512-a3b6-446ccc505a25 of type vlan for network d15b8586-94f3-451e-aa3c-20e8e684421e Jul 05 04:57:23.957418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.059020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.060049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:24.060633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.121553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] Pushing event updated for resources: {'Network': ['ID=d15b8586-94f3-451e-aa3c-20e8e684421e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:24.131176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network d15b8586-94f3-451e-aa3c-20e8e684421e details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:57:24.168641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-319dbeff-45b0-4df3-8396-ec8e6bca983f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6136689 Jul 05 04:57:24.171428 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53614) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:57:24.176935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Request body: {'subnet': {'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1764837398-subnet', 'tenant_id': '38f854e6dc9848f5bd6cfcef03d63f61', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:24.276332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Made reservation on behalf of 38f854e6dc9848f5bd6cfcef03d63f61 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:57:24.278834 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.507519 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.569095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae7b0bec-8ead-4295-b5ec-5329c409fd76,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:24.577761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Checking segment: {'id': 'a56df352-d94b-4512-a3b6-446ccc505a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:57:24.578117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Network hostable DHCP agents. Network: d15b8586-94f3-451e-aa3c-20e8e684421e, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:57:24.670349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Network d15b8586-94f3-451e-aa3c-20e8e684421e is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:57:24.738533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, d15b8586-94f3-451e-aa3c-20e8e684421e) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:57:24.742650 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:24.743241 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:24.747461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1c089b-96f6-40f5-b7ea-4023f9f017e7 None None] Network d15b8586-94f3-451e-aa3c-20e8e684421e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:57:24.822279 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c6a254c1-2b2f-4bfe-9e78-20b8a8f7586a admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6496787 Jul 05 04:57:24.875967 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a2fb34-5424-4b3f-b48e-d350cd758c36 None None] Network d15b8586-94f3-451e-aa3c-20e8e684421e requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:57:25.385950 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1c8346b-dbf1-4b6a-91b2-c92274453d46 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:25.387329 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1c8346b-dbf1-4b6a-91b2-c92274453d46 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/networks?id=d15b8586-94f3-451e-aa3c-20e8e684421e HTTP/1.1" status: 200 len: 814 time: 0.1071217 Jul 05 04:57:25.401641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-168a38c3-3ef1-4411-a1ae-b2e7848f2b80 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/quotas/38f854e6dc9848f5bd6cfcef03d63f61 HTTP/1.1" status: 200 len: 375 time: 0.0089490 Jul 05 04:57:25.435768 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-4cb1a675-778c-424b-9cf2-4ce89173e1a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=38f854e6dc9848f5bd6cfcef03d63f61&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0294256 Jul 05 04:57:25.490377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-09d887fd-63ca-4ffa-ba32-bce32d95d875 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:57:25.491382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-09d887fd-63ca-4ffa-ba32-bce32d95d875 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0492349 Jul 05 04:57:25.584142 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-b8eebdcf-8caf-45b3-b6d3-e456e34f7b61 service neutron] 10.222.0.30 "GET /v2.0/networks/d15b8586-94f3-451e-aa3c-20e8e684421e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868034 Jul 05 04:57:25.673090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-ebf41931-dd07-4a57-b58b-073ea751505a service neutron] 10.222.0.30 "GET /v2.0/networks/d15b8586-94f3-451e-aa3c-20e8e684421e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831637 Jul 05 04:57:25.996778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92e2e028-2e14-483d-8ab7-2fa7e3b4203b req-5f7f8d20-ff46-4fd7-acf7-f2d36d246ba2 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 210 time: 0.0792851 Jul 05 04:57:27.146154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-65c167d1-8a26-41fe-99f1-43249dbf04a8 req-2ced33f9-655b-43e8-af94-4f16a57971fe tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 210 time: 0.0363669 Jul 05 04:57:28.261108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408f47-6f0c-4576-aaba-4697685a356f req-3ea8ba65-a6ff-4002-b88e-f330111d15e5 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:28.262654 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-3ea8ba65-a6ff-4002-b88e-f330111d15e5 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.13 "GET /v2.0/networks?id=d15b8586-94f3-451e-aa3c-20e8e684421e HTTP/1.1" status: 200 len: 814 time: 0.1092305 Jul 05 04:57:28.274832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Request body: {'port': {'device_id': '68493871-55ea-4dd6-8e71-8bb46ef19138', 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e', 'admin_state_up': True, 'tenant_id': '38f854e6dc9848f5bd6cfcef03d63f61'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:28.290538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14359703-b436-4411-8a93-a7ad15cf0341 req-5f60a809-4b7e-4c32-b6f3-0bcd405b57b2 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 210 time: 0.0318320 Jul 05 04:57:28.484285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Made reservation on behalf of 38f854e6dc9848f5bd6cfcef03d63f61 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:57:28.487948 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:28.619808 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Allocated IP 172.20.0.5 (d15b8586-94f3-451e-aa3c-20e8e684421e/ae7b0bec-8ead-4295-b5ec-5329c409fd76/c8f1a0d4-7eb3-4fae-b451-fa843928337d) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:57:28.772060 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:28.862002 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:28.905421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Network d15b8586-94f3-451e-aa3c-20e8e684421e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:57:28.910603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:57:28.915366 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:57:28.921977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Pushing event updated for resources: {'Port': ['ID=c8f1a0d4-7eb3-4fae-b451-fa843928337d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:28.953961 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.954306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.954644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.954982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.955311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.955639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.955983 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.956308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.956631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.956953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.957273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.957591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:28.982289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:28.982887 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:29.073868 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-a1b5314a-1017-40fe-a52b-3a5f0f76bdc6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8029153 Jul 05 04:57:29.102124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Request body: {'port': {'device_id': '68493871-55ea-4dd6-8e71-8bb46ef19138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:29.179408 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:29.451698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8f1a0d4-7eb3-4fae-b451-fa843928337d {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:57:29.459379 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:29.466065 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973739b0-d4bb-4d04-a13e-b1576498ac94 req-3758b2e8-9e84-4b94-98f4-248e99332e97 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:29.467576 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-973739b0-d4bb-4d04-a13e-b1576498ac94 req-3758b2e8-9e84-4b94-98f4-248e99332e97 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 931 time: 0.0650153 Jul 05 04:57:29.471787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Transition to ACTIVE for port object c8f1a0d4-7eb3-4fae-b451-fa843928337d will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:57:29.506820 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-973739b0-d4bb-4d04-a13e-b1576498ac94 req-06098219-3df4-4848-a1b4-00c596a17a59 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334640 Jul 05 04:57:29.568492 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:29.617741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f1a0d4-7eb3-4fae-b451-fa843928337d,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:29.688611 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Attempting to bind port c8f1a0d4-7eb3-4fae-b451-fa843928337d on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:57:29.688944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Attempting to bind port c8f1a0d4-7eb3-4fae-b451-fa843928337d by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'a56df352-d94b-4512-a3b6-446ccc505a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:57:29.689269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Attempting to bind port c8f1a0d4-7eb3-4fae-b451-fa843928337d on network d15b8586-94f3-451e-aa3c-20e8e684421e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:29.693976 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Port c8f1a0d4-7eb3-4fae-b451-fa843928337d on network d15b8586-94f3-451e-aa3c-20e8e684421e not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:57:29.694300 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Attempting to bind port c8f1a0d4-7eb3-4fae-b451-fa843928337d on network d15b8586-94f3-451e-aa3c-20e8e684421e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:29.698985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:57:29.699320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Checking segment: {'id': 'a56df352-d94b-4512-a3b6-446ccc505a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:57:29.699700 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Bound using segment: {'id': 'a56df352-d94b-4512-a3b6-446ccc505a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:57:29.700150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Bound port: c8f1a0d4-7eb3-4fae-b451-fa843928337d, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56df352-d94b-4512-a3b6-446ccc505a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:57:29.700502 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:29.765659 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] For port c8f1a0d4-7eb3-4fae-b451-fa843928337d, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:57:29.768603 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] For port c8f1a0d4-7eb3-4fae-b451-fa843928337d, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c8f1a0d4-7eb3-4fae-b451-fa843928337d,segment=NetworkSegment(a56df352-d94b-4512-a3b6-446ccc505a25),segment_id=a56df352-d94b-4512-a3b6-446ccc505a25)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:57:29.882310 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:29.919485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:29.920161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:29.921571 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] 10.222.0.13 "PUT /v2.0/ports/c8f1a0d4-7eb3-4fae-b451-fa843928337d HTTP/1.1" status: 200 len: 1092 time: 0.8238413 Jul 05 04:57:29.922062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '68493871-55ea-4dd6-8e71-8bb46ef19138', 'tag': 'c8f1a0d4-7eb3-4fae-b451-fa843928337d'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:29.924378 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ed9c4bc-1b8d-4f9c-98cd-884ec7f1edaf" -d '{"events": [{"name": "network-changed", "server_uuid": "68493871-55ea-4dd6-8e71-8bb46ef19138", "tag": "c8f1a0d4-7eb3-4fae-b451-fa843928337d"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:29.950737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c095ef28-5c44-44b5-8237-351a558507e6 service neutron] Pushing event updated for resources: {'Port': ['ID=c8f1a0d4-7eb3-4fae-b451-fa843928337d,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:29.962941 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90c7f9d3-130a-463f-9806-6c26dd5a9356 x-openstack-request-id: req-90c7f9d3-130a-463f-9806-6c26dd5a9356 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:29.963237 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "68493871-55ea-4dd6-8e71-8bb46ef19138", "tag": "c8f1a0d4-7eb3-4fae-b451-fa843928337d", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:29.963497 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-90c7f9d3-130a-463f-9806-6c26dd5a9356 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:29.963917 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '68493871-55ea-4dd6-8e71-8bb46ef19138', 'tag': 'c8f1a0d4-7eb3-4fae-b451-fa843928337d', 'status': 'completed', 'code': 200} Jul 05 04:57:30.039023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9c4bc-1b8d-4f9c-98cd-884ec7f1edaf req-1ddfd443-106c-4d2a-ba32-421e6b6739d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:30.040594 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2ed9c4bc-1b8d-4f9c-98cd-884ec7f1edaf req-1ddfd443-106c-4d2a-ba32-421e6b6739d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38f854e6dc9848f5bd6cfcef03d63f61&device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 1095 time: 0.0557790 Jul 05 04:57:30.141204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9c4bc-1b8d-4f9c-98cd-884ec7f1edaf req-f71da5eb-2a75-4e3f-b02e-21af6896cf0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:30.142575 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2ed9c4bc-1b8d-4f9c-98cd-884ec7f1edaf req-f71da5eb-2a75-4e3f-b02e-21af6896cf0f service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=38f854e6dc9848f5bd6cfcef03d63f61&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0946820 Jul 05 04:57:30.237592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ed9c4bc-1b8d-4f9c-98cd-884ec7f1edaf req-0a3ad3dd-13de-43c3-8a5f-d232c4ed6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:30.239064 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2ed9c4bc-1b8d-4f9c-98cd-884ec7f1edaf req-0a3ad3dd-13de-43c3-8a5f-d232c4ed6aba service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0894487 Jul 05 04:57:30.329583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408f47-6f0c-4576-aaba-4697685a356f req-6d24e9c8-12ea-4a06-8e45-e0c6822d07bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:30.331042 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-6d24e9c8-12ea-4a06-8e45-e0c6822d07bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=38f854e6dc9848f5bd6cfcef03d63f61&device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 1095 time: 0.0533895 Jul 05 04:57:30.378053 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-78c7c35b-dbf8-442f-9121-b482786c3f45 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8f1a0d4-7eb3-4fae-b451-fa843928337d HTTP/1.1" status: 200 len: 217 time: 0.0386479 Jul 05 04:57:30.429270 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f408f47-6f0c-4576-aaba-4697685a356f req-d92f5ab5-8e03-490e-8c6b-39d9321cfbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:30.430627 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-d92f5ab5-8e03-490e-8c6b-39d9321cfbbe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ae7b0bec-8ead-4295-b5ec-5329c409fd76 HTTP/1.1" status: 200 len: 854 time: 0.0449364 Jul 05 04:57:30.463983 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-9f52b1b9-86fc-48c2-b22d-d0233bc139ea service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=d15b8586-94f3-451e-aa3c-20e8e684421e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271077 Jul 05 04:57:30.691782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1570311-b0f2-45d9-9630-b365fd4fbfd6 req-35860b78-f349-4d2e-b3c6-8b549a63b174 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:30.693985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1570311-b0f2-45d9-9630-b365fd4fbfd6 req-35860b78-f349-4d2e-b3c6-8b549a63b174 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 943 time: 0.0715182 Jul 05 04:57:30.735569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e1570311-b0f2-45d9-9630-b365fd4fbfd6 req-f72f8eb8-72c0-41f4-b109-fe109dd7b814 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358810 Jul 05 04:57:30.834510 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-ad424d6c-f0d9-42b8-9eb3-29c0a58a51fd service neutron] 10.222.0.13 "GET /v2.0/networks/d15b8586-94f3-451e-aa3c-20e8e684421e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3647146 Jul 05 04:57:30.923441 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f408f47-6f0c-4576-aaba-4697685a356f req-ad34c952-1cdd-4030-8017-8f9c8d771dab service neutron] 10.222.0.13 "GET /v2.0/networks/d15b8586-94f3-451e-aa3c-20e8e684421e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821543 Jul 05 04:57:31.915641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12aa79b-1cdb-49ce-b2ba-1a4ab6448fa6 req-b743ba22-c2b4-4aba-93a5-41bb86f311a5 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:31.917234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e12aa79b-1cdb-49ce-b2ba-1a4ab6448fa6 req-b743ba22-c2b4-4aba-93a5-41bb86f311a5 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 943 time: 0.0658441 Jul 05 04:57:31.955932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e12aa79b-1cdb-49ce-b2ba-1a4ab6448fa6 req-5a5f8905-a66d-4159-90b5-e8894542b937 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331452 Jul 05 04:57:33.129141 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b8f98e5-8687-419f-93aa-bea1445ea82b req-492dfad5-8169-49d5-bf6f-4b1abfc390f7 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:33.131178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b8f98e5-8687-419f-93aa-bea1445ea82b req-492dfad5-8169-49d5-bf6f-4b1abfc390f7 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 943 time: 0.0665650 Jul 05 04:57:33.169543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8b8f98e5-8687-419f-93aa-bea1445ea82b req-1df884aa-c82f-4cd4-ad6b-c21c511b06b9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327501 Jul 05 04:57:34.360999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3bb200-67c9-4bce-9fc7-6da75ba3cde9 req-ffd13591-8a5c-440b-8bdb-06a83e488c74 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:34.362402 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd3bb200-67c9-4bce-9fc7-6da75ba3cde9 req-ffd13591-8a5c-440b-8bdb-06a83e488c74 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 943 time: 0.0684438 Jul 05 04:57:34.400443 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd3bb200-67c9-4bce-9fc7-6da75ba3cde9 req-8097487e-6fb4-4d24-aae1-4f833d5e3986 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325449 Jul 05 04:57:35.057850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c8f1a0d4-7eb3-4fae-b451-fa843928337d details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:57:35.152387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c8f1a0d4-7eb3-4fae-b451-fa843928337d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c8f1a0d4-7eb3-4fae-b451-fa843928337d,segment=NetworkSegment(a56df352-d94b-4512-a3b6-446ccc505a25),segment_id=a56df352-d94b-4512-a3b6-446ccc505a25)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:35.167310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'c8f1a0d4-7eb3-4fae-b451-fa843928337d', 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e', 'port_id': 'c8f1a0d4-7eb3-4fae-b451-fa843928337d', 'mac_address': 'fa:16:3e:72:64:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7b0bec-8ead-4295-b5ec-5329c409fd76', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:57:35.204348 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:35.217167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8f1a0d4-7eb3-4fae-b451-fa843928337d {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:57:35.236718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c8f1a0d4-7eb3-4fae-b451-fa843928337d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c8f1a0d4-7eb3-4fae-b451-fa843928337d,segment=NetworkSegment(a56df352-d94b-4512-a3b6-446ccc505a25),segment_id=a56df352-d94b-4512-a3b6-446ccc505a25)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:35.318556 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:35.366379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=c8f1a0d4-7eb3-4fae-b451-fa843928337d,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:35.572808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd59289a-3092-4d22-93cc-eb11679ed594 req-51c82f89-8851-44e7-b476-a722aec5ac14 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:35.574203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd59289a-3092-4d22-93cc-eb11679ed594 req-51c82f89-8851-44e7-b476-a722aec5ac14 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 944 time: 0.0661452 Jul 05 04:57:35.612702 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dd59289a-3092-4d22-93cc-eb11679ed594 req-1f8ec529-1132-4d22-963b-ec1d5bc132a5 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329733 Jul 05 04:57:35.615474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c8f1a0d4-7eb3-4fae-b451-fa843928337d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:57:36.786524 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40a9b89-941b-4883-9fed-dd6b443ec300 req-a534548d-0ef6-482a-8b7f-c2e28c17d26b tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:36.788046 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e40a9b89-941b-4883-9fed-dd6b443ec300 req-a534548d-0ef6-482a-8b7f-c2e28c17d26b tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 944 time: 0.0680001 Jul 05 04:57:36.826323 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e40a9b89-941b-4883-9fed-dd6b443ec300 req-d150b3ab-50ec-4fa6-845e-833304df7eda tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327716 Jul 05 04:57:37.067879 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c8f1a0d4-7eb3-4fae-b451-fa843928337d up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:37.213100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port c8f1a0d4-7eb3-4fae-b451-fa843928337d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:37.217154 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port c8f1a0d4-7eb3-4fae-b451-fa843928337d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:37.217558 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:37.299227 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:37.323048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68493871-55ea-4dd6-8e71-8bb46ef19138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f1a0d4-7eb3-4fae-b451-fa843928337d'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:37.324016 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a25a90-c26a-4c98-b5fe-2b669a8ab102" -d '{"events": [{"server_uuid": "68493871-55ea-4dd6-8e71-8bb46ef19138", "name": "network-vif-plugged", "status": "completed", "tag": "c8f1a0d4-7eb3-4fae-b451-fa843928337d"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:37.337065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port c8f1a0d4-7eb3-4fae-b451-fa843928337d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c8f1a0d4-7eb3-4fae-b451-fa843928337d,segment=NetworkSegment(a56df352-d94b-4512-a3b6-446ccc505a25),segment_id=a56df352-d94b-4512-a3b6-446ccc505a25)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:37.359943 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bd5251c-7ca8-4721-b702-5540c8314a1c x-openstack-request-id: req-6bd5251c-7ca8-4721-b702-5540c8314a1c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:37.360244 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68493871-55ea-4dd6-8e71-8bb46ef19138", "name": "network-vif-plugged", "status": "completed", "tag": "c8f1a0d4-7eb3-4fae-b451-fa843928337d", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:37.360503 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6bd5251c-7ca8-4721-b702-5540c8314a1c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:37.360905 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68493871-55ea-4dd6-8e71-8bb46ef19138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8f1a0d4-7eb3-4fae-b451-fa843928337d', 'code': 200} Jul 05 04:57:37.387251 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:37.435206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=c8f1a0d4-7eb3-4fae-b451-fa843928337d,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:37.480891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35fa473-9cd2-4f19-9f88-8fe5ea29fb17 req-dedf34f6-e89a-422f-8eec-51a7cba3a4cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:37.482359 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d35fa473-9cd2-4f19-9f88-8fe5ea29fb17 req-dedf34f6-e89a-422f-8eec-51a7cba3a4cb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 1097 time: 0.0596390 Jul 05 04:57:37.516578 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d35fa473-9cd2-4f19-9f88-8fe5ea29fb17 req-a7389656-f0f8-43b4-8ea1-1f516bb869c7 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0279374 Jul 05 04:57:38.000349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705d8065-7c83-4984-9745-31a2b9d3a594 req-05451b4c-5354-4e1f-b412-b7a55c648f95 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:38.001834 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-705d8065-7c83-4984-9745-31a2b9d3a594 req-05451b4c-5354-4e1f-b412-b7a55c648f95 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0646539 Jul 05 04:57:38.043156 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-705d8065-7c83-4984-9745-31a2b9d3a594 req-1a3f4045-d25f-4372-8884-5e8772a010f9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340686 Jul 05 04:57:38.101743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e52d01f5-07cc-4342-a201-759411dfa186 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:39.222827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947050d7-c17e-42c7-8dc0-a7459cbc8893 req-ebcf10d7-7643-41a6-94e5-b4e540861f63 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:39.225010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-947050d7-c17e-42c7-8dc0-a7459cbc8893 req-ebcf10d7-7643-41a6-94e5-b4e540861f63 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0666242 Jul 05 04:57:39.264175 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-947050d7-c17e-42c7-8dc0-a7459cbc8893 req-43c2c788-6551-473a-ac87-009daad63308 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336437 Jul 05 04:57:39.491636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-faf98434-dc6f-458c-98d7-f830677112d3 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:39.493122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-faf98434-dc6f-458c-98d7-f830677112d3 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/networks?id=d15b8586-94f3-451e-aa3c-20e8e684421e HTTP/1.1" status: 200 len: 814 time: 0.1060886 Jul 05 04:57:39.507954 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-0e331f15-6532-4066-a3d2-a218bbbade0e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/quotas/38f854e6dc9848f5bd6cfcef03d63f61 HTTP/1.1" status: 200 len: 375 time: 0.0094786 Jul 05 04:57:39.570720 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-31a3d91f-1253-49b4-9940-94e8cdbce6d6 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=38f854e6dc9848f5bd6cfcef03d63f61&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0580018 Jul 05 04:57:39.664361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7fbf2daa-8db7-4e83-bf08-943db3096166 service neutron] 10.222.0.30 "GET /v2.0/networks/d15b8586-94f3-451e-aa3c-20e8e684421e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868769 Jul 05 04:57:39.753718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-11cdb78b-8feb-4efb-8dd4-ace2c084cc17 service neutron] 10.222.0.30 "GET /v2.0/networks/d15b8586-94f3-451e-aa3c-20e8e684421e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835960 Jul 05 04:57:39.994875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-462ca668-840e-4e9d-a6e0-4a21a1167096 req-6d9a63d1-f50f-40ef-ad7d-43c7df2056bf tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 210 time: 0.0340252 Jul 05 04:57:40.807382 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ea287f9-bd08-4644-87c8-60ad45814cda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:40.944665 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:41.134579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a839bf9-29f8-4a1c-b376-ae525f9c566c req-0cd345b9-b617-4167-9bc6-e7ea40e47839 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 210 time: 0.0305288 Jul 05 04:57:42.134078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-9696097e-681c-4e47-bc5a-37b5f1d03de0 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:42.134746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-9696097e-681c-4e47-bc5a-37b5f1d03de0 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.26 "GET /v2.0/networks?id=d15b8586-94f3-451e-aa3c-20e8e684421e HTTP/1.1" status: 200 len: 814 time: 0.1096423 Jul 05 04:57:42.144472 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.153761 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Request body: {'port': {'device_id': '1993cb2a-2746-4260-85ca-d4113071a579', 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e', 'admin_state_up': True, 'tenant_id': '38f854e6dc9848f5bd6cfcef03d63f61'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:42.278854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2ccb6e0e-38d5-4175-b03c-1f87d51a6745 req-73ea54a8-36a6-4393-af19-2bfd586fd123 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 210 time: 0.0298510 Jul 05 04:57:42.347582 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Made reservation on behalf of 38f854e6dc9848f5bd6cfcef03d63f61 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:57:42.351263 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.481580 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Allocated IP 172.20.0.8 (d15b8586-94f3-451e-aa3c-20e8e684421e/ae7b0bec-8ead-4295-b5ec-5329c409fd76/f046cee6-5b9d-4281-b1a2-be77526ceb77) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:57:42.632876 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.736254 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.748699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c8f1a0d4-7eb3-4fae-b451-fa843928337d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:57:42.786977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Network d15b8586-94f3-451e-aa3c-20e8e684421e is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:57:42.792534 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:57:42.796444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:57:42.821704 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Pushing event updated for resources: {'Port': ['ID=f046cee6-5b9d-4281-b1a2-be77526ceb77,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:42.849978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:42.850599 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:42.916451 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-874f73d4-e3a7-43ff-8fb4-fb627c7490a9 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7724335 Jul 05 04:57:42.973770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Request body: {'port': {'device_id': '1993cb2a-2746-4260-85ca-d4113071a579', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:57:43.045963 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:43.331134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f046cee6-5b9d-4281-b1a2-be77526ceb77 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:57:43.339175 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:43.350975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Transition to ACTIVE for port object f046cee6-5b9d-4281-b1a2-be77526ceb77 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:57:43.424393 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:43.453885 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d7de39-8525-4545-82a2-32db4f596bed req-c2754dc9-e996-40a1-b129-7e9e3f473abe tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:43.455412 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28d7de39-8525-4545-82a2-32db4f596bed req-c2754dc9-e996-40a1-b129-7e9e3f473abe tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 931 time: 0.0647197 Jul 05 04:57:43.477869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Pushing event updated for resources: {'Port': ['ID=f046cee6-5b9d-4281-b1a2-be77526ceb77,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:43.499230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-28d7de39-8525-4545-82a2-32db4f596bed req-8c0c2efd-e8c4-45a0-9bbe-70a329028e08 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371075 Jul 05 04:57:43.550201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Attempting to bind port f046cee6-5b9d-4281-b1a2-be77526ceb77 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:57:43.550535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Attempting to bind port f046cee6-5b9d-4281-b1a2-be77526ceb77 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'a56df352-d94b-4512-a3b6-446ccc505a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:57:43.550857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Attempting to bind port f046cee6-5b9d-4281-b1a2-be77526ceb77 on network d15b8586-94f3-451e-aa3c-20e8e684421e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:43.555180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Port f046cee6-5b9d-4281-b1a2-be77526ceb77 on network d15b8586-94f3-451e-aa3c-20e8e684421e not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:57:43.555493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Attempting to bind port f046cee6-5b9d-4281-b1a2-be77526ceb77 on network d15b8586-94f3-451e-aa3c-20e8e684421e {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:57:43.565374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:57:43.565374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Checking segment: {'id': 'a56df352-d94b-4512-a3b6-446ccc505a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:57:43.565374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Bound using segment: {'id': 'a56df352-d94b-4512-a3b6-446ccc505a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:57:43.565374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Bound port: f046cee6-5b9d-4281-b1a2-be77526ceb77, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56df352-d94b-4512-a3b6-446ccc505a25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:57:43.565374 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:43.628344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] For port f046cee6-5b9d-4281-b1a2-be77526ceb77, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:57:43.631857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] For port f046cee6-5b9d-4281-b1a2-be77526ceb77, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f046cee6-5b9d-4281-b1a2-be77526ceb77,segment=NetworkSegment(a56df352-d94b-4512-a3b6-446ccc505a25),segment_id=a56df352-d94b-4512-a3b6-446ccc505a25)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:57:43.698710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:43.727459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:43.762567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:43.763007 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:43.764411 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] 10.222.0.26 "PUT /v2.0/ports/f046cee6-5b9d-4281-b1a2-be77526ceb77 HTTP/1.1" status: 200 len: 1092 time: 0.8366673 Jul 05 04:57:43.764848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1993cb2a-2746-4260-85ca-d4113071a579', 'tag': 'f046cee6-5b9d-4281-b1a2-be77526ceb77'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:43.767124 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd89d944-3e2c-4b6b-a663-d814b4212319" -d '{"events": [{"name": "network-changed", "server_uuid": "1993cb2a-2746-4260-85ca-d4113071a579", "tag": "f046cee6-5b9d-4281-b1a2-be77526ceb77"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:43.790684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfa59a2-d980-41e1-97c4-eb746c9d6c73 service neutron] Pushing event updated for resources: {'Port': ['ID=f046cee6-5b9d-4281-b1a2-be77526ceb77,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:43.802894 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca600bf7-91aa-4ee6-aac4-85bea15e5cef x-openstack-request-id: req-ca600bf7-91aa-4ee6-aac4-85bea15e5cef {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:43.803186 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1993cb2a-2746-4260-85ca-d4113071a579", "tag": "f046cee6-5b9d-4281-b1a2-be77526ceb77", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:43.803440 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ca600bf7-91aa-4ee6-aac4-85bea15e5cef {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:43.803845 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1993cb2a-2746-4260-85ca-d4113071a579', 'tag': 'f046cee6-5b9d-4281-b1a2-be77526ceb77', 'status': 'completed', 'code': 200} Jul 05 04:57:43.881373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89d944-3e2c-4b6b-a663-d814b4212319 req-8535bf98-155f-4a96-809a-7251af826720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:43.882804 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bd89d944-3e2c-4b6b-a663-d814b4212319 req-8535bf98-155f-4a96-809a-7251af826720 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38f854e6dc9848f5bd6cfcef03d63f61&device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 1095 time: 0.0551956 Jul 05 04:57:43.989547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89d944-3e2c-4b6b-a663-d814b4212319 req-c61550cc-e13a-461d-a267-704f54dcca88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:43.991039 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bd89d944-3e2c-4b6b-a663-d814b4212319 req-c61550cc-e13a-461d-a267-704f54dcca88 service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=38f854e6dc9848f5bd6cfcef03d63f61&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0968509 Jul 05 04:57:44.086400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd89d944-3e2c-4b6b-a663-d814b4212319 req-44fc7c46-46fa-45fc-875f-6fde435b765d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:44.087875 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bd89d944-3e2c-4b6b-a663-d814b4212319 req-44fc7c46-46fa-45fc-875f-6fde435b765d service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0895643 Jul 05 04:57:44.212516 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-2ff6be0f-a47f-4580-944a-e47e31965dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:44.213996 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-2ff6be0f-a47f-4580-944a-e47e31965dd1 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=38f854e6dc9848f5bd6cfcef03d63f61&device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 1095 time: 0.0600519 Jul 05 04:57:44.260184 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-14f33d6b-a2fd-49dd-8861-0992d8b4726d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f046cee6-5b9d-4281-b1a2-be77526ceb77 HTTP/1.1" status: 200 len: 217 time: 0.0353479 Jul 05 04:57:44.310454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-1079ca4e-f69e-4bb4-93f5-d377fa6ef0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:44.311955 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-1079ca4e-f69e-4bb4-93f5-d377fa6ef0e0 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=ae7b0bec-8ead-4295-b5ec-5329c409fd76 HTTP/1.1" status: 200 len: 854 time: 0.0457041 Jul 05 04:57:44.321709 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:44.350174 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-70936c06-5ba2-4147-8997-4dac611e13ca service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=d15b8586-94f3-451e-aa3c-20e8e684421e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276077 Jul 05 04:57:44.446196 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-2a37a3b6-9510-4053-bd66-f21381aaa9f5 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b8586-94f3-451e-aa3c-20e8e684421e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881171 Jul 05 04:57:44.546678 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5b96d7ce-2cee-4e28-be28-e94aeecdeaa6 req-fe94adb0-9d29-4469-80cc-c95976e5fb16 service neutron] 10.222.0.26 "GET /v2.0/networks/d15b8586-94f3-451e-aa3c-20e8e684421e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881727 Jul 05 04:57:44.676514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417ff0be-9dec-4219-ae3d-31c0e3c2029d req-52ab6655-a33e-4b8a-acbb-827b1cb65f10 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:44.678002 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-417ff0be-9dec-4219-ae3d-31c0e3c2029d req-52ab6655-a33e-4b8a-acbb-827b1cb65f10 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 943 time: 0.0673263 Jul 05 04:57:44.715948 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-417ff0be-9dec-4219-ae3d-31c0e3c2029d req-7bd67b05-2463-4c4b-9ea5-e68b0a489805 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323443 Jul 05 04:57:45.098776 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:45.889652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd59d14-59d8-4cf7-91bd-da1049d44139 req-2f408df7-1ee8-4a3a-923f-e4e687a40c20 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:45.891118 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdd59d14-59d8-4cf7-91bd-da1049d44139 req-2f408df7-1ee8-4a3a-923f-e4e687a40c20 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 943 time: 0.0647089 Jul 05 04:57:45.930101 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cdd59d14-59d8-4cf7-91bd-da1049d44139 req-037973da-3ad0-4de2-8553-980bec7bb593 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328090 Jul 05 04:57:47.109585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdacc25e-4c6b-4b71-a07b-90fde348f009 req-68b5f7aa-a710-44e5-9a92-1fb0247abc7f tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:47.111131 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdacc25e-4c6b-4b71-a07b-90fde348f009 req-68b5f7aa-a710-44e5-9a92-1fb0247abc7f tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 943 time: 0.0700047 Jul 05 04:57:47.150185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdacc25e-4c6b-4b71-a07b-90fde348f009 req-02fd1c5e-9608-40d2-9a13-280f7a597e77 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333493 Jul 05 04:57:48.290870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f046cee6-5b9d-4281-b1a2-be77526ceb77 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:57:48.333293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd4e903-972f-4229-b2c8-fb116e9f17ff req-213be48e-eeb9-4b63-8e43-00820bee6518 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:48.334875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dd4e903-972f-4229-b2c8-fb116e9f17ff req-213be48e-eeb9-4b63-8e43-00820bee6518 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 943 time: 0.0707705 Jul 05 04:57:48.375238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dd4e903-972f-4229-b2c8-fb116e9f17ff req-41d2c217-240e-4054-9006-6c8b326f973e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347471 Jul 05 04:57:48.392650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f046cee6-5b9d-4281-b1a2-be77526ceb77, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f046cee6-5b9d-4281-b1a2-be77526ceb77,segment=NetworkSegment(a56df352-d94b-4512-a3b6-446ccc505a25),segment_id=a56df352-d94b-4512-a3b6-446ccc505a25)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:48.404784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'f046cee6-5b9d-4281-b1a2-be77526ceb77', 'network_id': 'd15b8586-94f3-451e-aa3c-20e8e684421e', 'port_id': 'f046cee6-5b9d-4281-b1a2-be77526ceb77', 'mac_address': 'fa:16:3e:e8:61:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae7b0bec-8ead-4295-b5ec-5329c409fd76', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:57:48.445116 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:48.457900 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f046cee6-5b9d-4281-b1a2-be77526ceb77 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:57:48.477501 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f046cee6-5b9d-4281-b1a2-be77526ceb77, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f046cee6-5b9d-4281-b1a2-be77526ceb77,segment=NetworkSegment(a56df352-d94b-4512-a3b6-446ccc505a25),segment_id=a56df352-d94b-4512-a3b6-446ccc505a25)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:48.530046 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:48.578493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f046cee6-5b9d-4281-b1a2-be77526ceb77,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:48.586611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.586976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.587534 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.588161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.588767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.589329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.589742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.590076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.590403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.590728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.591091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.591631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:57:48.804530 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f046cee6-5b9d-4281-b1a2-be77526ceb77'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:57:49.550426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193adc7c-4ada-487b-b42b-df93308dcafc req-b5a98608-0c02-4abe-8ff2-b9fac677e1cb tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:49.552508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-193adc7c-4ada-487b-b42b-df93308dcafc req-b5a98608-0c02-4abe-8ff2-b9fac677e1cb tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 944 time: 0.0683196 Jul 05 04:57:49.896155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-193adc7c-4ada-487b-b42b-df93308dcafc req-280c7a61-c55f-46ff-8f34-a13b80d2d710 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3380885 Jul 05 04:57:50.291052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f046cee6-5b9d-4281-b1a2-be77526ceb77 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:57:50.424313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port f046cee6-5b9d-4281-b1a2-be77526ceb77 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:57:50.428703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port f046cee6-5b9d-4281-b1a2-be77526ceb77 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:57:50.429190 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:50.505303 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:50.529524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1993cb2a-2746-4260-85ca-d4113071a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f046cee6-5b9d-4281-b1a2-be77526ceb77'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:50.531718 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efb3070c-e879-4b0d-9bbe-dc01faba1b05" -d '{"events": [{"server_uuid": "1993cb2a-2746-4260-85ca-d4113071a579", "name": "network-vif-plugged", "status": "completed", "tag": "f046cee6-5b9d-4281-b1a2-be77526ceb77"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:50.544397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port f046cee6-5b9d-4281-b1a2-be77526ceb77, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f046cee6-5b9d-4281-b1a2-be77526ceb77,segment=NetworkSegment(a56df352-d94b-4512-a3b6-446ccc505a25),segment_id=a56df352-d94b-4512-a3b6-446ccc505a25)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:50.607111 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:50.633143 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a53e3cf-51ee-4906-b67a-d1d310d6a897 x-openstack-request-id: req-2a53e3cf-51ee-4906-b67a-d1d310d6a897 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:50.633433 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1993cb2a-2746-4260-85ca-d4113071a579", "name": "network-vif-plugged", "status": "completed", "tag": "f046cee6-5b9d-4281-b1a2-be77526ceb77", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:50.633693 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a53e3cf-51ee-4906-b67a-d1d310d6a897 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:50.634083 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1993cb2a-2746-4260-85ca-d4113071a579', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f046cee6-5b9d-4281-b1a2-be77526ceb77', 'code': 200} Jul 05 04:57:50.659588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=f046cee6-5b9d-4281-b1a2-be77526ceb77,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:50.746383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c5c295-5e36-41c3-b377-4be3dfc3ffdd req-c58e8b99-5732-401f-9d3b-87631afb6ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:50.747882 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-20c5c295-5e36-41c3-b377-4be3dfc3ffdd req-c58e8b99-5732-401f-9d3b-87631afb6ac2 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 1097 time: 0.0590007 Jul 05 04:57:50.783761 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-20c5c295-5e36-41c3-b377-4be3dfc3ffdd req-ecdab7b5-37d7-47c3-b004-589a926aa614 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282030 Jul 05 04:57:51.068619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829465b7-e577-42ba-9c0e-5d602fac360f req-252b8529-5fd9-4064-b564-a8bbba982e14 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:51.070194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-829465b7-e577-42ba-9c0e-5d602fac360f req-252b8529-5fd9-4064-b564-a8bbba982e14 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 945 time: 0.0635586 Jul 05 04:57:51.108410 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-829465b7-e577-42ba-9c0e-5d602fac360f req-63f5663d-387a-4055-8edb-71121fd0b4ae tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326910 Jul 05 04:57:52.279717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9858a532-04cd-49c4-b5a3-c0919e7be70a req-dc09793d-369b-4142-b64e-6f53f711f2a8 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:52.281259 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9858a532-04cd-49c4-b5a3-c0919e7be70a req-dc09793d-369b-4142-b64e-6f53f711f2a8 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 945 time: 0.0639200 Jul 05 04:57:52.323982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9858a532-04cd-49c4-b5a3-c0919e7be70a req-fa93aa35-5e7d-4a4a-b3bd-378ac5e5b3af tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364828 Jul 05 04:57:52.923069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46003532-a7fb-4f57-9a57-d809d2d6cffb req-0363fb2d-c925-4758-a685-bea6f8ce6cee tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:52.924480 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46003532-a7fb-4f57-9a57-d809d2d6cffb req-0363fb2d-c925-4758-a685-bea6f8ce6cee tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 945 time: 0.0642629 Jul 05 04:57:52.962592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46003532-a7fb-4f57-9a57-d809d2d6cffb req-9a7b6dac-c6a9-4e78-a30c-5c548b902975 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320477 Jul 05 04:57:54.135701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d605421-230f-4524-9033-c6dd3089c2d1 req-f11eb5b5-85d5-4bc2-a188-789e414fc971 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:54.137268 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d605421-230f-4524-9033-c6dd3089c2d1 req-f11eb5b5-85d5-4bc2-a188-789e414fc971 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 945 time: 0.0657790 Jul 05 04:57:54.175612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d605421-230f-4524-9033-c6dd3089c2d1 req-f54cc37f-df5c-47d8-9296-87b9869b3780 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328085 Jul 05 04:57:54.242774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-393b3f6a-ec24-4106-b178-85d36614fd24 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:54.244193 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-393b3f6a-ec24-4106-b178-85d36614fd24 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.26 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 945 time: 0.0656917 Jul 05 04:57:54.353876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-408429d9-3ee1-44e0-ba5d-d9ab2a622306 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Deleting port f046cee6-5b9d-4281-b1a2-be77526ceb77 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:57:54.354212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-408429d9-3ee1-44e0-ba5d-d9ab2a622306 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:54.445330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-408429d9-3ee1-44e0-ba5d-d9ab2a622306 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] For port f046cee6-5b9d-4281-b1a2-be77526ceb77, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=f046cee6-5b9d-4281-b1a2-be77526ceb77,segment=NetworkSegment(a56df352-d94b-4512-a3b6-446ccc505a25),segment_id=a56df352-d94b-4512-a3b6-446ccc505a25)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:57:54.445692 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-408429d9-3ee1-44e0-ba5d-d9ab2a622306 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:54.458619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-408429d9-3ee1-44e0-ba5d-d9ab2a622306 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Calling delete_port for f046cee6-5b9d-4281-b1a2-be77526ceb77 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:57:54.652713 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-408429d9-3ee1-44e0-ba5d-d9ab2a622306 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:54.667522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['f046cee6-5b9d-4281-b1a2-be77526ceb77'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:57:54.683757 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-408429d9-3ee1-44e0-ba5d-d9ab2a622306 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Pushing event deleted for resources: {'Port': ['ID=f046cee6-5b9d-4281-b1a2-be77526ceb77,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:57:54.690713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c8f1a0d4-7eb3-4fae-b451-fa843928337d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:57:54.730422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-408429d9-3ee1-44e0-ba5d-d9ab2a622306 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] No DVR routers for this DVR port f046cee6-5b9d-4281-b1a2-be77526ceb77 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:57:54.733417 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-408429d9-3ee1-44e0-ba5d-d9ab2a622306 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:57:54.735607 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8210ee54-5be5-4604-9621-3107fadfbf2a req-408429d9-3ee1-44e0-ba5d-d9ab2a622306 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.26 "DELETE /v2.0/ports/f046cee6-5b9d-4281-b1a2-be77526ceb77 HTTP/1.1" status: 204 len: 173 time: 0.4831676 Jul 05 04:57:54.736081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1993cb2a-2746-4260-85ca-d4113071a579', 'name': 'network-vif-deleted', 'tag': 'f046cee6-5b9d-4281-b1a2-be77526ceb77'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:57:54.738502 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e59f8502-9f86-403a-936d-70c6b8c9cc95" -d '{"events": [{"server_uuid": "1993cb2a-2746-4260-85ca-d4113071a579", "name": "network-vif-deleted", "tag": "f046cee6-5b9d-4281-b1a2-be77526ceb77"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:57:54.774342 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-872b25b1-c0b0-4a46-9088-897dbbd10922 x-openstack-request-id: req-872b25b1-c0b0-4a46-9088-897dbbd10922 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:57:54.774614 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1993cb2a-2746-4260-85ca-d4113071a579", "name": "network-vif-deleted", "tag": "f046cee6-5b9d-4281-b1a2-be77526ceb77", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:57:54.774867 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-872b25b1-c0b0-4a46-9088-897dbbd10922 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:57:54.775272 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1993cb2a-2746-4260-85ca-d4113071a579', 'name': 'network-vif-deleted', 'tag': 'f046cee6-5b9d-4281-b1a2-be77526ceb77', 'status': 'completed', 'code': 200} Jul 05 04:57:55.332173 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9b9b0f71-5c4b-4162-bb30-54e368edba9f req-e44c106f-ff9e-4c85-b4ab-4e0f1ca0f6ed tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=1993cb2a-2746-4260-85ca-d4113071a579 HTTP/1.1" status: 200 len: 210 time: 0.0331459 Jul 05 04:57:56.577543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f860fd7b-0006-4019-adb4-a814915fdfd6 req-e05a864c-d889-46f4-ac03-c7d3e50d544e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:56.579031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f860fd7b-0006-4019-adb4-a814915fdfd6 req-e05a864c-d889-46f4-ac03-c7d3e50d544e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0639391 Jul 05 04:57:56.617797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f860fd7b-0006-4019-adb4-a814915fdfd6 req-748189d7-1f29-472c-a07f-c116a0ac3c46 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331178 Jul 05 04:57:56.813832 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a9c9b0-1890-4cc3-b365-1423d573cb75 req-33d7ae66-e85a-4206-8c36-b2991e4030df tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:56.815396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82a9c9b0-1890-4cc3-b365-1423d573cb75 req-33d7ae66-e85a-4206-8c36-b2991e4030df tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0649009 Jul 05 04:57:56.856806 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-82a9c9b0-1890-4cc3-b365-1423d573cb75 req-e42ee7c2-498a-4b62-ae7c-060e8f481d58 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352271 Jul 05 04:57:56.863656 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:57:57.032401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7495bf5f-f2ac-44c5-9804-b57058218307 req-7ce9460b-a3df-4213-b114-bd342ec03bdc tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:57.033854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7495bf5f-f2ac-44c5-9804-b57058218307 req-7ce9460b-a3df-4213-b114-bd342ec03bdc tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0664942 Jul 05 04:57:57.075928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7495bf5f-f2ac-44c5-9804-b57058218307 req-51c892f7-409e-4592-a7a9-c3d580966218 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361669 Jul 05 04:57:57.350774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f5ef734-9abc-49fb-b627-8cb73d477454 req-c33b3185-9d9b-429d-a0ed-1e890f33fa45 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:57.352265 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f5ef734-9abc-49fb-b627-8cb73d477454 req-c33b3185-9d9b-429d-a0ed-1e890f33fa45 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0656745 Jul 05 04:57:57.391954 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f5ef734-9abc-49fb-b627-8cb73d477454 req-eb3a08b6-35b0-4b02-8b2a-b9a55626a593 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338576 Jul 05 04:57:57.569296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e845321-64f7-400a-9849-84b1d391879a req-b3711103-086b-49ce-b78c-8f0b1b8f8949 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:57.570773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e845321-64f7-400a-9849-84b1d391879a req-b3711103-086b-49ce-b78c-8f0b1b8f8949 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0668712 Jul 05 04:57:57.612540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0e845321-64f7-400a-9849-84b1d391879a req-905e5081-d484-4a10-8019-089a591caff0 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362666 Jul 05 04:57:57.817324 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aafb6e5d-e682-449a-902b-711bf6ebd089 req-95cfb854-4496-46fe-894a-3737ac955351 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:57.818797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aafb6e5d-e682-449a-902b-711bf6ebd089 req-95cfb854-4496-46fe-894a-3737ac955351 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0652688 Jul 05 04:57:57.857082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aafb6e5d-e682-449a-902b-711bf6ebd089 req-8fac2b80-6682-4358-aafe-95508a993557 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326793 Jul 05 04:57:58.337269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f046cee6-5b9d-4281-b1a2-be77526ceb77 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:57:58.358528 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: f046cee6-5b9d-4281-b1a2-be77526ceb77 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:57:58.358871 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device f046cee6-5b9d-4281-b1a2-be77526ceb77 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:57:58.586583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc7ab37d-914a-4356-8ea7-66108b6383d1 req-405ecbdb-6672-4c5f-bbb4-fc613961a602 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:58.588117 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc7ab37d-914a-4356-8ea7-66108b6383d1 req-405ecbdb-6672-4c5f-bbb4-fc613961a602 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0647624 Jul 05 04:57:58.628498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc7ab37d-914a-4356-8ea7-66108b6383d1 req-1e621be6-dafd-4f9b-afb8-70d0e15f2fde tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345674 Jul 05 04:57:59.809561 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631ef534-8613-4f4e-9697-d1eaa93f91d8 req-93023d78-8a90-419a-8b95-1419b5f2c415 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:57:59.811084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-631ef534-8613-4f4e-9697-d1eaa93f91d8 req-93023d78-8a90-419a-8b95-1419b5f2c415 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0689309 Jul 05 04:57:59.850548 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-631ef534-8613-4f4e-9697-d1eaa93f91d8 req-bed3ff73-86f5-4d6f-a1e5-7b3f03dd9e2d tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/security-groups?id=76bda44b-3985-4bdc-aba1-d0cfa7982af8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328531 Jul 05 04:58:00.057172 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-a43516e6-ccab-4e18-872c-a315934989f1 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:00.058669 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-a43516e6-ccab-4e18-872c-a315934989f1 tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.13 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 945 time: 0.0699458 Jul 05 04:58:00.164527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-c2b64c21-b8b6-4e7f-ac73-a5c4c807378e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Deleting port c8f1a0d4-7eb3-4fae-b451-fa843928337d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:00.164873 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-c2b64c21-b8b6-4e7f-ac73-a5c4c807378e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:00.264005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-c2b64c21-b8b6-4e7f-ac73-a5c4c807378e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] For port c8f1a0d4-7eb3-4fae-b451-fa843928337d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=c8f1a0d4-7eb3-4fae-b451-fa843928337d,segment=NetworkSegment(a56df352-d94b-4512-a3b6-446ccc505a25),segment_id=a56df352-d94b-4512-a3b6-446ccc505a25)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:00.264364 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-c2b64c21-b8b6-4e7f-ac73-a5c4c807378e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:00.276916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-c2b64c21-b8b6-4e7f-ac73-a5c4c807378e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Calling delete_port for c8f1a0d4-7eb3-4fae-b451-fa843928337d owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:00.461261 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-c2b64c21-b8b6-4e7f-ac73-a5c4c807378e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:00.473202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['c8f1a0d4-7eb3-4fae-b451-fa843928337d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:58:00.495564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b64c21-b8b6-4e7f-ac73-a5c4c807378e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Pushing event deleted for resources: {'Port': ['ID=c8f1a0d4-7eb3-4fae-b451-fa843928337d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:00.544969 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-c2b64c21-b8b6-4e7f-ac73-a5c4c807378e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] No DVR routers for this DVR port c8f1a0d4-7eb3-4fae-b451-fa843928337d on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:00.547879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-c2b64c21-b8b6-4e7f-ac73-a5c4c807378e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:00.550558 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e465fab7-2f4f-4612-8150-2c3a7deee65b req-c2b64c21-b8b6-4e7f-ac73-a5c4c807378e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.13 "DELETE /v2.0/ports/c8f1a0d4-7eb3-4fae-b451-fa843928337d HTTP/1.1" status: 204 len: 173 time: 0.4867427 Jul 05 04:58:00.551024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '68493871-55ea-4dd6-8e71-8bb46ef19138', 'name': 'network-vif-deleted', 'tag': 'c8f1a0d4-7eb3-4fae-b451-fa843928337d'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:00.554032 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae59a227-77e9-427d-9e61-41226f05226b" -d '{"events": [{"server_uuid": "68493871-55ea-4dd6-8e71-8bb46ef19138", "name": "network-vif-deleted", "tag": "c8f1a0d4-7eb3-4fae-b451-fa843928337d"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:00.589737 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531ad38a-fd57-4cc5-ac8c-d33d9f5ec727 x-openstack-request-id: req-531ad38a-fd57-4cc5-ac8c-d33d9f5ec727 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:00.590029 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "68493871-55ea-4dd6-8e71-8bb46ef19138", "name": "network-vif-deleted", "tag": "c8f1a0d4-7eb3-4fae-b451-fa843928337d", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:00.590277 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-531ad38a-fd57-4cc5-ac8c-d33d9f5ec727 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:00.590702 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '68493871-55ea-4dd6-8e71-8bb46ef19138', 'name': 'network-vif-deleted', 'tag': 'c8f1a0d4-7eb3-4fae-b451-fa843928337d', 'status': 'completed', 'code': 200} Jul 05 04:58:01.004126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3738fac-7a65-40b8-ad1c-fdb51419c546 req-214fbaab-0432-43c6-9c24-892c1221684e tempest-ServersNegativeTestJSON-1954651370 tempest-ServersNegativeTestJSON-1954651370-project] 10.222.0.30 "GET /v2.0/ports?device_id=68493871-55ea-4dd6-8e71-8bb46ef19138 HTTP/1.1" status: 200 len: 210 time: 0.0304344 Jul 05 04:58:02.096737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53784) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:02.142388 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-cac6e1b6-4b89-4b3d-8f9e-828e36834a47 admin admin] Deleting subnet ae7b0bec-8ead-4295-b5ec-5329c409fd76 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:58:02.145541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b6-4b89-4b3d-8f9e-828e36834a47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.184311 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b6-4b89-4b3d-8f9e-828e36834a47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.225033 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b6-4b89-4b3d-8f9e-828e36834a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.341920 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b6-4b89-4b3d-8f9e-828e36834a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.369022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac6e1b6-4b89-4b3d-8f9e-828e36834a47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae7b0bec-8ead-4295-b5ec-5329c409fd76,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:02.376686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cac6e1b6-4b89-4b3d-8f9e-828e36834a47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.376686 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cac6e1b6-4b89-4b3d-8f9e-828e36834a47 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/ae7b0bec-8ead-4295-b5ec-5329c409fd76 HTTP/1.1" status: 204 len: 168 time: 0.2777693 Jul 05 04:58:02.377963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53786) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:02.450670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.528525 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.538362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d15b8586-94f3-451e-aa3c-20e8e684421e']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:02.548730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56df352-d94b-4512-a3b6-446ccc505a25') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:02.549024 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56df352-d94b-4512-a3b6-446ccc505a25') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:02.558201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.572476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.578540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:02.578919 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:02.580554 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:02.715677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.721067 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:02.723459 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/d15b8586-94f3-451e-aa3c-20e8e684421e HTTP/1.1" status: 204 len: 168 time: 0.3440638 Jul 05 04:58:02.734742 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8e2453-c6f0-423b-8e8c-20a0bb01e2aa admin admin] Pushing event deleted for resources: {'Network': ['ID=d15b8586-94f3-451e-aa3c-20e8e684421e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:03.076288 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53790) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:03.118105 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4defa574-7cfb-4292-9084-e2cab4a9e0eb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=38f854e6dc9848f5bd6cfcef03d63f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405431 Jul 05 04:58:03.120867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53792) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:03.171044 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-608d141f-86fa-468e-bd09-73a72f6e6853 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:03.193268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-608d141f-86fa-468e-bd09-73a72f6e6853 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:03.332738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-608d141f-86fa-468e-bd09-73a72f6e6853 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:03.335307 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-608d141f-86fa-468e-bd09-73a72f6e6853 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:03.336993 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-608d141f-86fa-468e-bd09-73a72f6e6853 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/76bda44b-3985-4bdc-aba1-d0cfa7982af8 HTTP/1.1" status: 204 len: 168 time: 0.2151227 Jul 05 04:58:03.345059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608d141f-86fa-468e-bd09-73a72f6e6853 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76bda44b-3985-4bdc-aba1-d0cfa7982af8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:04.488555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53814) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:04.582408 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1285489101'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:04.661139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Made reservation on behalf of 51b9d41e1896493e9b6c9601e9d13248 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:04.665350 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:04.677454 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:04.768097 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:04.846600 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:04.875954 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:58:04.882051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7ea2f665-95e1-4820-a601-c4d72360b420,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:04.887918 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:04.888292 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Added segment b11aed66-0924-4088-a832-8113f218d170 of type vlan for network 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef Jul 05 04:58:04.930536 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:05.021079 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:05.027259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:05.027857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:05.142063 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'Network': ['ID=5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:05.152895 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:58:05.179792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0dc49034-1a29-40ad-a01a-9c8e3ae48872 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6890655 Jul 05 04:58:05.293524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c8f1a0d4-7eb3-4fae-b451-fa843928337d no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:58:05.314681 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: c8f1a0d4-7eb3-4fae-b451-fa843928337d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:58:05.315015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device c8f1a0d4-7eb3-4fae-b451-fa843928337d not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:58:08.098389 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-089f311e-ebff-46d7-9b33-01885b2de11e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:08.476910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53818) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:08.482132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Request body: {'subnet': {'network_id': '5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:08.644223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Made reservation on behalf of 51b9d41e1896493e9b6c9601e9d13248 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:08.647934 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:08.901618 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:08.972176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'Subnet': ['ID=5d16434c-d68d-44b8-8eb4-ea21656e7c21,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:08.983245 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Checking segment: {'id': 'b11aed66-0924-4088-a832-8113f218d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:08.983615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Network hostable DHCP agents. Network: 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:58:09.078467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Network 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:58:09.158279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:09.163613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:09.164815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.167936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4da9d41-ed6a-436b-824f-9cf2869852fe None None] Network 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:09.231483 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d7b7ef38-6d7a-454c-a4f3-6dc7ecd5d627 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7524035 Jul 05 04:58:09.233706 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53820) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:09.240605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1858489818'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:09.318144 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Made reservation on behalf of 51b9d41e1896493e9b6c9601e9d13248 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:09.322399 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.339176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef', 'network_id': '5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef', 'tenant_id': '51b9d41e1896493e9b6c9601e9d13248', 'fixed_ips': [{'subnet_id': '5d16434c-d68d-44b8-8eb4-ea21656e7c21'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:58:09.340211 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.348034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:58:09.358850 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.359204 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Added segment 623c9586-156d-45c7-ac3b-49e8769048f6 of type vlan for network a84d81fe-3cf6-4026-abab-9558fb0fff52 Jul 05 04:58:09.410400 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.497121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Allocated IP 2001:db8:0:ffff::2 (5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef/5d16434c-d68d-44b8-8eb4-ea21656e7c21/c8c6b11f-fd09-49fd-9ad5-e16492841ffc) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:09.521723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.530366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:09.531184 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.628066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'Network': ['ID=a84d81fe-3cf6-4026-abab-9558fb0fff52,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:09.632193 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6d5d018f-1241-4a5e-ac11-5b3ff49a8b90 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3966532 Jul 05 04:58:09.635137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53822) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:09.640821 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Request body: {'subnet': {'network_id': 'a84d81fe-3cf6-4026-abab-9558fb0fff52', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:09.646124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network a84d81fe-3cf6-4026-abab-9558fb0fff52 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:58:09.711590 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.729349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Transition to ACTIVE for port object c8c6b11f-fd09-49fd-9ad5-e16492841ffc will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:09.746476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Transition to ACTIVE for port object c8c6b11f-fd09-49fd-9ad5-e16492841ffc will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:09.815995 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Made reservation on behalf of 51b9d41e1896493e9b6c9601e9d13248 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:09.819946 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.827334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.866265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Network 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:09.871981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:09.875524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:09.883418 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Pushing event updated for resources: {'Port': ['ID=c8c6b11f-fd09-49fd-9ad5-e16492841ffc,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:09.943217 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Attempting to bind port c8c6b11f-fd09-49fd-9ad5-e16492841ffc on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:09.943591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Attempting to bind port c8c6b11f-fd09-49fd-9ad5-e16492841ffc by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'b11aed66-0924-4088-a832-8113f218d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:09.943977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Attempting to bind port c8c6b11f-fd09-49fd-9ad5-e16492841ffc on network 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:09.949699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 57, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:09.955006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Checking segment: {'id': 'b11aed66-0924-4088-a832-8113f218d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:09.955006 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:09.955006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Bound using segment: {'id': 'b11aed66-0924-4088-a832-8113f218d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:09.955006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Bound port: c8c6b11f-fd09-49fd-9ad5-e16492841ffc, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b11aed66-0924-4088-a832-8113f218d170', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:09.955006 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.028134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] For port c8c6b11f-fd09-49fd-9ad5-e16492841ffc, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:10.031944 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] For port c8c6b11f-fd09-49fd-9ad5-e16492841ffc, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c8c6b11f-fd09-49fd-9ad5-e16492841ffc,segment=NetworkSegment(b11aed66-0924-4088-a832-8113f218d170),segment_id=b11aed66-0924-4088-a832-8113f218d170)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:10.119766 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.130066 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.182389 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97537dc1-cdc0-4879-a362-5b815bfe22cc None None] Pushing event updated for resources: {'Port': ['ID=c8c6b11f-fd09-49fd-9ad5-e16492841ffc,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:10.211556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'Subnet': ['ID=0e1fa389-df74-4860-9c38-871c0c608636,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:10.221674 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Checking segment: {'id': '623c9586-156d-45c7-ac3b-49e8769048f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a84d81fe-3cf6-4026-abab-9558fb0fff52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:10.221856 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Network hostable DHCP agents. Network: a84d81fe-3cf6-4026-abab-9558fb0fff52, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:58:10.315488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Network a84d81fe-3cf6-4026-abab-9558fb0fff52 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:58:10.395934 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, a84d81fe-3cf6-4026-abab-9558fb0fff52) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:10.401340 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:10.405140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.406187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e11e8ca-23ee-407d-aa1b-6de3ab366794 None None] Network a84d81fe-3cf6-4026-abab-9558fb0fff52 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:10.497022 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1112cb9f-b974-4bdf-9a49-7df12849e654 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8604064 Jul 05 04:58:10.499406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53824) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:10.568204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-a84d81fe-3cf6-4026-abab-9558fb0fff52', 'network_id': 'a84d81fe-3cf6-4026-abab-9558fb0fff52', 'tenant_id': '51b9d41e1896493e9b6c9601e9d13248', 'fixed_ips': [{'subnet_id': '0e1fa389-df74-4860-9c38-871c0c608636'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:58:10.569106 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.611877 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.713932 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.717884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Allocated IP 2001:db8::2 (a84d81fe-3cf6-4026-abab-9558fb0fff52/0e1fa389-df74-4860-9c38-871c0c608636/188061cf-8932-4e2b-be2c-82e409ce028c) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:10.882101 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5487b72a-a06a-4553-a6c9-8dda0bfaf34d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.909338 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:10.920011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Transition to ACTIVE for port object 188061cf-8932-4e2b-be2c-82e409ce028c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:10.937684 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Transition to ACTIVE for port object 188061cf-8932-4e2b-be2c-82e409ce028c will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:10.973609 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.005557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.047001 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Network a84d81fe-3cf6-4026-abab-9558fb0fff52 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:11.052161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:11.056524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:11.062648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Pushing event updated for resources: {'Port': ['ID=188061cf-8932-4e2b-be2c-82e409ce028c,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:11.090532 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.116855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Subnet': ['ID=0e1fa389-df74-4860-9c38-871c0c608636,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:11.137747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Attempting to bind port 188061cf-8932-4e2b-be2c-82e409ce028c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:11.138374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Attempting to bind port 188061cf-8932-4e2b-be2c-82e409ce028c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '623c9586-156d-45c7-ac3b-49e8769048f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a84d81fe-3cf6-4026-abab-9558fb0fff52'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:11.138915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Attempting to bind port 188061cf-8932-4e2b-be2c-82e409ce028c on network a84d81fe-3cf6-4026-abab-9558fb0fff52 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:11.144984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:11.152314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Checking segment: {'id': '623c9586-156d-45c7-ac3b-49e8769048f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a84d81fe-3cf6-4026-abab-9558fb0fff52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:11.152314 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.152314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Bound using segment: {'id': '623c9586-156d-45c7-ac3b-49e8769048f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a84d81fe-3cf6-4026-abab-9558fb0fff52'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:11.152314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Bound port: 188061cf-8932-4e2b-be2c-82e409ce028c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '623c9586-156d-45c7-ac3b-49e8769048f6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'a84d81fe-3cf6-4026-abab-9558fb0fff52'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:11.152314 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.152314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57065267-5e4f-4844-8c34-5a408bb564d0 None None] Network 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:11.207883 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.219114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84d81fe-3cf6-4026-abab-9558fb0fff52']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:11.230842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623c9586-156d-45c7-ac3b-49e8769048f6') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:11.231111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623c9586-156d-45c7-ac3b-49e8769048f6') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:11.240983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.263630 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.269935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:11.270329 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:11.273637 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:11.308249 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] For port 188061cf-8932-4e2b-be2c-82e409ce028c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:11.353363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] For port 188061cf-8932-4e2b-be2c-82e409ce028c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=188061cf-8932-4e2b-be2c-82e409ce028c,segment=NetworkSegment(623c9586-156d-45c7-ac3b-49e8769048f6),segment_id=623c9586-156d-45c7-ac3b-49e8769048f6)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:11.356261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9c2da8bb-11ca-4c3e-a450-a75050c15eef None None] Provisioning for port c8c6b11f-fd09-49fd-9ad5-e16492841ffc completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:11.385009 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:58:11.385009 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:58:11.385009 n-d-758944-41 neutron-server[100895]: [parameters: {'id': 'a84d81fe-3cf6-4026-abab-9558fb0fff52'}] Jul 05 04:58:11.385009 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:58:11.385628 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:58:11.411276 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.506774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51da684c-60dc-455c-a542-652403d0cd81 None None] Pushing event updated for resources: {'Port': ['ID=188061cf-8932-4e2b-be2c-82e409ce028c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:11.527946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3595ff38-1ff6-4336-b79b-d1b99f3a7b47 None None] Network a84d81fe-3cf6-4026-abab-9558fb0fff52 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:11.691696 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1339b3-3cb4-4fb5-9145-5b1d9f1863f5 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:58:11.760586 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a1339b3-3cb4-4fb5-9145-5b1d9f1863f5 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:58:11.886399 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:11.946906 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Deleting port 188061cf-8932-4e2b-be2c-82e409ce028c {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:11.947285 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.013993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] For port 188061cf-8932-4e2b-be2c-82e409ce028c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=188061cf-8932-4e2b-be2c-82e409ce028c,segment=NetworkSegment(623c9586-156d-45c7-ac3b-49e8769048f6),segment_id=623c9586-156d-45c7-ac3b-49e8769048f6)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:12.014352 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.028056 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Calling delete_port for 188061cf-8932-4e2b-be2c-82e409ce028c owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:12.151801 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.172760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c8c6b11f-fd09-49fd-9ad5-e16492841ffc up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:12.184795 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.212466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Port': ['ID=188061cf-8932-4e2b-be2c-82e409ce028c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:12.217127 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No DVR routers for this DVR port 188061cf-8932-4e2b-be2c-82e409ce028c on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:12.283888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port c8c6b11f-fd09-49fd-9ad5-e16492841ffc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:12.288066 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c8c6b11f-fd09-49fd-9ad5-e16492841ffc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:12.288505 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.299327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.310168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a84d81fe-3cf6-4026-abab-9558fb0fff52']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:12.322004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '623c9586-156d-45c7-ac3b-49e8769048f6') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:12.322296 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '623c9586-156d-45c7-ac3b-49e8769048f6') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:12.331351 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.349341 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.356697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:12.357149 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:12.360347 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:12.376960 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.413998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port c8c6b11f-fd09-49fd-9ad5-e16492841ffc, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c8c6b11f-fd09-49fd-9ad5-e16492841ffc,segment=NetworkSegment(b11aed66-0924-4088-a832-8113f218d170),segment_id=b11aed66-0924-4088-a832-8113f218d170)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:12.495713 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.527577 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.533212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.535777 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/networks/a84d81fe-3cf6-4026-abab-9558fb0fff52 HTTP/1.1" status: 204 len: 168 time: 2.0346498 Jul 05 04:58:12.540630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53826) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:12.545932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-471401362'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:12.551119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95c00da-8637-4248-b06e-e69f9fdd3a87 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Network': ['ID=a84d81fe-3cf6-4026-abab-9558fb0fff52,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:12.560899 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=c8c6b11f-fd09-49fd-9ad5-e16492841ffc,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:12.666882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Made reservation on behalf of 51b9d41e1896493e9b6c9601e9d13248 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:12.670483 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.696040 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:58:12.704674 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.705024 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Added segment 97d329c1-0395-4713-a21d-d028cf90f8ce of type vlan for network f0934435-45aa-4b4d-896d-cb7ed7e7220a Jul 05 04:58:12.745395 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.840980 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.846535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:12.847153 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:12.918184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'Network': ['ID=f0934435-45aa-4b4d-896d-cb7ed7e7220a,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:12.928663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network f0934435-45aa-4b4d-896d-cb7ed7e7220a details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:58:12.962409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ca400e57-5da6-4cf6-9d96-2c70b6b86670 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4206047 Jul 05 04:58:12.965490 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53828) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:12.971022 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Request body: {'subnet': {'network_id': 'f0934435-45aa-4b4d-896d-cb7ed7e7220a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:13.129886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Made reservation on behalf of 51b9d41e1896493e9b6c9601e9d13248 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:13.133721 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.192801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Performing IP validity checks on allocation pools {{(pid=100895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 05 04:58:13.193313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.ipam_backend_mixin [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Checking for overlaps among allocation pools and gateway ip {{(pid=100895) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 05 04:58:13.381539 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.446314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'Subnet': ['ID=5b757fba-ab8b-42c6-b961-d4209c32f132,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:13.457664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Checking segment: {'id': '97d329c1-0395-4713-a21d-d028cf90f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f0934435-45aa-4b4d-896d-cb7ed7e7220a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:13.457664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Network hostable DHCP agents. Network: f0934435-45aa-4b4d-896d-cb7ed7e7220a, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:58:13.556415 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Network f0934435-45aa-4b4d-896d-cb7ed7e7220a is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:58:13.634910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, f0934435-45aa-4b4d-896d-cb7ed7e7220a) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:13.639315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:13.640012 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.643799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd143aff-dac4-4805-a1ee-bf45244adb78 None None] Network f0934435-45aa-4b4d-896d-cb7ed7e7220a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:13.692842 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.713272 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c41aabaf-d5dc-4413-a625-2770b1ac9bca tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7464976 Jul 05 04:58:13.715972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53830) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:13.793582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-f0934435-45aa-4b4d-896d-cb7ed7e7220a', 'network_id': 'f0934435-45aa-4b4d-896d-cb7ed7e7220a', 'tenant_id': '51b9d41e1896493e9b6c9601e9d13248', 'fixed_ips': [{'subnet_id': '5b757fba-ab8b-42c6-b961-d4209c32f132'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:58:13.794457 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.818645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.873330 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:13.934941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Allocated IP 2001:db8::3 (f0934435-45aa-4b4d-896d-cb7ed7e7220a/5b757fba-ab8b-42c6-b961-d4209c32f132/e98ebae3-0963-40f3-a678-628f6bb87a66) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:14.089461 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.097616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Transition to ACTIVE for port object e98ebae3-0963-40f3-a678-628f6bb87a66 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:14.113121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Transition to ACTIVE for port object e98ebae3-0963-40f3-a678-628f6bb87a66 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:14.140328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c8c6b11f-fd09-49fd-9ad5-e16492841ffc up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:14.188819 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.223061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port c8c6b11f-fd09-49fd-9ad5-e16492841ffc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:14.223457 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.250023 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.257016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Network f0934435-45aa-4b4d-896d-cb7ed7e7220a is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:14.265083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Pushing event updated for resources: {'Port': ['ID=e98ebae3-0963-40f3-a678-628f6bb87a66,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:14.267498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:14.272035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:14.279422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Subnet': ['ID=5b757fba-ab8b-42c6-b961-d4209c32f132,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:14.344151 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.375386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Attempting to bind port e98ebae3-0963-40f3-a678-628f6bb87a66 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:14.375767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Attempting to bind port e98ebae3-0963-40f3-a678-628f6bb87a66 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '97d329c1-0395-4713-a21d-d028cf90f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f0934435-45aa-4b4d-896d-cb7ed7e7220a'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:14.376164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Attempting to bind port e98ebae3-0963-40f3-a678-628f6bb87a66 on network f0934435-45aa-4b4d-896d-cb7ed7e7220a {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:14.386454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:14.386833 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Checking segment: {'id': '97d329c1-0395-4713-a21d-d028cf90f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f0934435-45aa-4b4d-896d-cb7ed7e7220a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:14.387242 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.387644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Bound using segment: {'id': '97d329c1-0395-4713-a21d-d028cf90f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f0934435-45aa-4b4d-896d-cb7ed7e7220a'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:14.388162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Bound port: e98ebae3-0963-40f3-a678-628f6bb87a66, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '97d329c1-0395-4713-a21d-d028cf90f8ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'f0934435-45aa-4b4d-896d-cb7ed7e7220a'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:14.388558 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.464181 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] For port e98ebae3-0963-40f3-a678-628f6bb87a66, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:14.467643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] For port e98ebae3-0963-40f3-a678-628f6bb87a66, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e98ebae3-0963-40f3-a678-628f6bb87a66,segment=NetworkSegment(97d329c1-0395-4713-a21d-d028cf90f8ce),segment_id=97d329c1-0395-4713-a21d-d028cf90f8ce)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:14.539497 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.630474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.641113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0934435-45aa-4b4d-896d-cb7ed7e7220a']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:14.653676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d329c1-0395-4713-a21d-d028cf90f8ce') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:14.653947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d329c1-0395-4713-a21d-d028cf90f8ce') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:14.663699 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.678705 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.685615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:14.686029 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:14.689558 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:14.798138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac72db1d-878b-4d2f-a51c-5ca6a05e4e41 None None] Pushing event updated for resources: {'Port': ['ID=e98ebae3-0963-40f3-a678-628f6bb87a66,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:14.808263 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.db.api [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:58:14.808263 n-d-758944-41 neutron-server[100895]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:58:14.808263 n-d-758944-41 neutron-server[100895]: [parameters: {'id': 'f0934435-45aa-4b4d-896d-cb7ed7e7220a'}] Jul 05 04:58:14.808263 n-d-758944-41 neutron-server[100895]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100895) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:58:14.808648 n-d-758944-41 neutron-server[100895]: DEBUG oslo_db.api [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:58:14.813658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec67baf6-cc09-4546-830d-ed7901e53ee7 None None] Network f0934435-45aa-4b4d-896d-cb7ed7e7220a requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:14.947631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b46a0f38-69d9-4fdc-95b3-414dc922f006 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:58:15.019422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b46a0f38-69d9-4fdc-95b3-414dc922f006 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:58:15.078112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.310053 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.370853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Deleting port e98ebae3-0963-40f3-a678-628f6bb87a66 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:15.371242 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.436343 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] For port e98ebae3-0963-40f3-a678-628f6bb87a66, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e98ebae3-0963-40f3-a678-628f6bb87a66,segment=NetworkSegment(97d329c1-0395-4713-a21d-d028cf90f8ce),segment_id=97d329c1-0395-4713-a21d-d028cf90f8ce)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:15.436952 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.451047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Calling delete_port for e98ebae3-0963-40f3-a678-628f6bb87a66 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:15.621829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.647922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Port': ['ID=e98ebae3-0963-40f3-a678-628f6bb87a66,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:15.652558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No DVR routers for this DVR port e98ebae3-0963-40f3-a678-628f6bb87a66 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:15.733390 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.743771 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0934435-45aa-4b4d-896d-cb7ed7e7220a']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:15.754067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '97d329c1-0395-4713-a21d-d028cf90f8ce') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:15.754363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '97d329c1-0395-4713-a21d-d028cf90f8ce') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:15.763199 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.786530 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.789760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:15.792476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:15.793318 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:15.927123 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.938638 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:15.940636 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/networks/f0934435-45aa-4b4d-896d-cb7ed7e7220a HTTP/1.1" status: 204 len: 168 time: 2.2236590 Jul 05 04:58:15.944661 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53832) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:15.953194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2068015655'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:15.955373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d794fb-e163-4db8-ade6-1803fda8930d tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Network': ['ID=f0934435-45aa-4b4d-896d-cb7ed7e7220a,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:16.047041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Made reservation on behalf of 51b9d41e1896493e9b6c9601e9d13248 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:16.050662 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:16.075517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:58:16.086761 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:16.087087 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Added segment 4ad79493-dcf2-45f2-876d-64cacff6fd25 of type vlan for network 368e692f-e2f1-4ac7-8bbb-37a02f2930d8 Jul 05 04:58:16.128331 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:16.235740 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:16.241494 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:16.242098 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:16.318225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'Network': ['ID=368e692f-e2f1-4ac7-8bbb-37a02f2930d8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:16.329609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 368e692f-e2f1-4ac7-8bbb-37a02f2930d8 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:58:16.350146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8bc719f0-512d-4964-8e31-b8805534519b tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4039512 Jul 05 04:58:16.353215 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53834) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:16.358328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Request body: {'subnet': {'network_id': '368e692f-e2f1-4ac7-8bbb-37a02f2930d8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:16.529798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Made reservation on behalf of 51b9d41e1896493e9b6c9601e9d13248 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:16.533349 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:16.764404 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:16.830621 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'Subnet': ['ID=f0902879-31c2-4949-abd4-63133bc257f4,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:16.839000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Checking segment: {'id': '4ad79493-dcf2-45f2-876d-64cacff6fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '368e692f-e2f1-4ac7-8bbb-37a02f2930d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:16.839358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Network hostable DHCP agents. Network: 368e692f-e2f1-4ac7-8bbb-37a02f2930d8, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:58:16.966876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Network 368e692f-e2f1-4ac7-8bbb-37a02f2930d8 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:58:17.052473 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 368e692f-e2f1-4ac7-8bbb-37a02f2930d8) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:17.058262 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:17.062033 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.063199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27258d72-99b1-4010-bdb9-6b69e69c5863 None None] Network 368e692f-e2f1-4ac7-8bbb-37a02f2930d8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:17.142004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4a61796c-15b8-42fd-ac9b-8d1f3473f463 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7877114 Jul 05 04:58:17.145565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53836) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:17.150800 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-502725932'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:17.220577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-368e692f-e2f1-4ac7-8bbb-37a02f2930d8', 'network_id': '368e692f-e2f1-4ac7-8bbb-37a02f2930d8', 'tenant_id': '51b9d41e1896493e9b6c9601e9d13248', 'fixed_ips': [{'subnet_id': 'f0902879-31c2-4949-abd4-63133bc257f4'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:58:17.225742 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.244859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Made reservation on behalf of 51b9d41e1896493e9b6c9601e9d13248 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:17.248755 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.273864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:58:17.282882 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.287237 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Added segment 8c0ce8f1-141c-428e-bfb7-376a31098974 of type vlan for network da73a42f-b4b0-4c1a-87c8-84044190379d Jul 05 04:58:17.326258 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.367152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Allocated IP 2001:db8::2 (368e692f-e2f1-4ac7-8bbb-37a02f2930d8/f0902879-31c2-4949-abd4-63133bc257f4/e9d8fb6a-bcec-4154-afe2-8438396df7c6) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:17.432641 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.438531 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:17.439157 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.511933 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'Network': ['ID=da73a42f-b4b0-4c1a-87c8-84044190379d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:17.516753 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.523917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network da73a42f-b4b0-4c1a-87c8-84044190379d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:58:17.530244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Transition to ACTIVE for port object e9d8fb6a-bcec-4154-afe2-8438396df7c6 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:17.553337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3e043ec8-1e3c-48de-b6b6-a1bb968ef45a tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4065959 Jul 05 04:58:17.556252 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53838) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:17.561379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Request body: {'subnet': {'network_id': 'da73a42f-b4b0-4c1a-87c8-84044190379d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:17.588471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Transition to ACTIVE for port object e9d8fb6a-bcec-4154-afe2-8438396df7c6 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:17.673552 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.716893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Network 368e692f-e2f1-4ac7-8bbb-37a02f2930d8 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:17.723125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:17.725701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:17.733146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Pushing event updated for resources: {'Port': ['ID=e9d8fb6a-bcec-4154-afe2-8438396df7c6,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:17.741251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Made reservation on behalf of 51b9d41e1896493e9b6c9601e9d13248 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:17.744896 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.792406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Attempting to bind port e9d8fb6a-bcec-4154-afe2-8438396df7c6 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:17.792768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Attempting to bind port e9d8fb6a-bcec-4154-afe2-8438396df7c6 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '4ad79493-dcf2-45f2-876d-64cacff6fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '368e692f-e2f1-4ac7-8bbb-37a02f2930d8'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:17.793124 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Attempting to bind port e9d8fb6a-bcec-4154-afe2-8438396df7c6 on network 368e692f-e2f1-4ac7-8bbb-37a02f2930d8 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:17.798183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:17.798557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Checking segment: {'id': '4ad79493-dcf2-45f2-876d-64cacff6fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '368e692f-e2f1-4ac7-8bbb-37a02f2930d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:17.798955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.799347 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Bound using segment: {'id': '4ad79493-dcf2-45f2-876d-64cacff6fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '368e692f-e2f1-4ac7-8bbb-37a02f2930d8'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:17.799805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Bound port: e9d8fb6a-bcec-4154-afe2-8438396df7c6, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ad79493-dcf2-45f2-876d-64cacff6fd25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '368e692f-e2f1-4ac7-8bbb-37a02f2930d8'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:17.800209 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.863671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] For port e9d8fb6a-bcec-4154-afe2-8438396df7c6, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:17.866735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] For port e9d8fb6a-bcec-4154-afe2-8438396df7c6, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e9d8fb6a-bcec-4154-afe2-8438396df7c6,segment=NetworkSegment(4ad79493-dcf2-45f2-876d-64cacff6fd25),segment_id=4ad79493-dcf2-45f2-876d-64cacff6fd25)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:17.936276 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.990510 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:17.998958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43e18e5-e040-4659-b0e4-6fb65de0d5ea None None] Pushing event updated for resources: {'Port': ['ID=e9d8fb6a-bcec-4154-afe2-8438396df7c6,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:18.061948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event updated for resources: {'Subnet': ['ID=d7636a4c-5949-40f3-b5aa-234edd674021,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:18.073073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Checking segment: {'id': '8c0ce8f1-141c-428e-bfb7-376a31098974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da73a42f-b4b0-4c1a-87c8-84044190379d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:18.073461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Network hostable DHCP agents. Network: da73a42f-b4b0-4c1a-87c8-84044190379d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:58:18.076289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.083776 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:18.196220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Network da73a42f-b4b0-4c1a-87c8-84044190379d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:58:18.272464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, da73a42f-b4b0-4c1a-87c8-84044190379d) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:18.276690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:18.277307 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:18.281861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08765b5a-89cf-466f-839a-abcc110bdb59 None None] Network da73a42f-b4b0-4c1a-87c8-84044190379d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:18.355980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0a0652ea-3cc5-4e74-9fdf-84c1ee40fcf8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7985899 Jul 05 04:58:18.358601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53840) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:18.439218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-da73a42f-b4b0-4c1a-87c8-84044190379d', 'network_id': 'da73a42f-b4b0-4c1a-87c8-84044190379d', 'tenant_id': '51b9d41e1896493e9b6c9601e9d13248', 'fixed_ips': [{'subnet_id': 'd7636a4c-5949-40f3-b5aa-234edd674021'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:58:18.440148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:18.466618 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:18.556538 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:18.592014 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Allocated IP 2001:db8::2 (da73a42f-b4b0-4c1a-87c8-84044190379d/d7636a4c-5949-40f3-b5aa-234edd674021/8971816d-22d3-4a84-b7af-d325fce4de85) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:18.749217 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:18.757702 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Transition to ACTIVE for port object 8971816d-22d3-4a84-b7af-d325fce4de85 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:18.773483 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Transition to ACTIVE for port object 8971816d-22d3-4a84-b7af-d325fce4de85 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:18.832996 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:18.874439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Network da73a42f-b4b0-4c1a-87c8-84044190379d is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:18.877606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:18.880313 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:18.895733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Pushing event updated for resources: {'Port': ['ID=8971816d-22d3-4a84-b7af-d325fce4de85,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:18.922072 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:18.944471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f75697e2-9324-4296-a962-43f466af1f59 None None] Network 368e692f-e2f1-4ac7-8bbb-37a02f2930d8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:18.952202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Subnet': ['ID=d7636a4c-5949-40f3-b5aa-234edd674021,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:19.013565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Attempting to bind port 8971816d-22d3-4a84-b7af-d325fce4de85 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:19.013931 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Attempting to bind port 8971816d-22d3-4a84-b7af-d325fce4de85 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '8c0ce8f1-141c-428e-bfb7-376a31098974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da73a42f-b4b0-4c1a-87c8-84044190379d'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:19.014367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Attempting to bind port 8971816d-22d3-4a84-b7af-d325fce4de85 on network da73a42f-b4b0-4c1a-87c8-84044190379d {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:19.020773 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.022778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:19.023733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Checking segment: {'id': '8c0ce8f1-141c-428e-bfb7-376a31098974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da73a42f-b4b0-4c1a-87c8-84044190379d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:19.024117 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.024518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Bound using segment: {'id': '8c0ce8f1-141c-428e-bfb7-376a31098974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da73a42f-b4b0-4c1a-87c8-84044190379d'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:19.029176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Bound port: 8971816d-22d3-4a84-b7af-d325fce4de85, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c0ce8f1-141c-428e-bfb7-376a31098974', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'da73a42f-b4b0-4c1a-87c8-84044190379d'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:19.029176 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.034691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da73a42f-b4b0-4c1a-87c8-84044190379d']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:19.047944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0ce8f1-141c-428e-bfb7-376a31098974') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:19.048263 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0ce8f1-141c-428e-bfb7-376a31098974') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:19.058277 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.075494 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.083243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ea61759b-4cfe-4f0d-879e-4b82e58813cd None None] Provisioning for port e9d8fb6a-bcec-4154-afe2-8438396df7c6 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:19.088767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:19.089322 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:19.096119 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:19.152856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] For port 8971816d-22d3-4a84-b7af-d325fce4de85, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:19.157319 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] For port 8971816d-22d3-4a84-b7af-d325fce4de85, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8971816d-22d3-4a84-b7af-d325fce4de85,segment=NetworkSegment(8c0ce8f1-141c-428e-bfb7-376a31098974),segment_id=8c0ce8f1-141c-428e-bfb7-376a31098974)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:19.196914 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.db.api [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 05 04:58:19.196914 n-d-758944-41 neutron-server[100896]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 05 04:58:19.196914 n-d-758944-41 neutron-server[100896]: [parameters: {'id': 'da73a42f-b4b0-4c1a-87c8-84044190379d'}] Jul 05 04:58:19.196914 n-d-758944-41 neutron-server[100896]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=100896) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 04:58:19.200155 n-d-758944-41 neutron-server[100896]: DEBUG oslo_db.api [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 04:58:19.242025 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.323279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-014bdacb-fd1b-493e-9605-b34f12bc4116 None None] Pushing event updated for resources: {'Port': ['ID=8971816d-22d3-4a84-b7af-d325fce4de85,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:19.352011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456c472f-fb5b-4b8d-b73e-fb310b980c48 None None] Network da73a42f-b4b0-4c1a-87c8-84044190379d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:19.500172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4a69be5-0e61-460e-b8df-af7ad0d9c43f None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:58:19.577798 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4a69be5-0e61-460e-b8df-af7ad0d9c43f None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:58:19.698376 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.758497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Deleting port 8971816d-22d3-4a84-b7af-d325fce4de85 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:19.758838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.830396 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] For port 8971816d-22d3-4a84-b7af-d325fce4de85, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8971816d-22d3-4a84-b7af-d325fce4de85,segment=NetworkSegment(8c0ce8f1-141c-428e-bfb7-376a31098974),segment_id=8c0ce8f1-141c-428e-bfb7-376a31098974)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:19.830671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:19.844238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Calling delete_port for 8971816d-22d3-4a84-b7af-d325fce4de85 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:19.993588 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.024195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Port': ['ID=8971816d-22d3-4a84-b7af-d325fce4de85,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:20.026000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No DVR routers for this DVR port 8971816d-22d3-4a84-b7af-d325fce4de85 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:20.110287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.123100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da73a42f-b4b0-4c1a-87c8-84044190379d']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:20.134824 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c0ce8f1-141c-428e-bfb7-376a31098974') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:20.135117 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c0ce8f1-141c-428e-bfb7-376a31098974') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:20.144480 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.158904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.165775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:20.166179 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:20.169596 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:20.175453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e9d8fb6a-bcec-4154-afe2-8438396df7c6 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:20.315745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port e9d8fb6a-bcec-4154-afe2-8438396df7c6 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:20.320025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e9d8fb6a-bcec-4154-afe2-8438396df7c6 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:20.320459 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.344480 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.353181 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.354566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/networks/da73a42f-b4b0-4c1a-87c8-84044190379d HTTP/1.1" status: 204 len: 168 time: 1.9949751 Jul 05 04:58:20.357812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53842) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:20.367329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6248d750-e8ba-42db-9bea-8400274f1ba7 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Network': ['ID=da73a42f-b4b0-4c1a-87c8-84044190379d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:20.394178 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-539d2fcf-b3a0-472b-834d-0a746594c79f tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] GET failed (client error): The resource could not be found. Jul 05 04:58:20.398632 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-539d2fcf-b3a0-472b-834d-0a746594c79f tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "GET /v2.0/subnets/d7636a4c-5949-40f3-b5aa-234edd674021 HTTP/1.1" status: 404 len: 337 time: 0.0361650 Jul 05 04:58:20.398875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53844) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:20.403319 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.418337 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3d047ba-5385-488f-813a-97d2572674de tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] DELETE failed (client error): The resource could not be found. Jul 05 04:58:20.418878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3d047ba-5385-488f-813a-97d2572674de tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:58:20.424129 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b3d047ba-5385-488f-813a-97d2572674de tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/networks/da73a42f-b4b0-4c1a-87c8-84044190379d HTTP/1.1" status: 404 len: 339 time: 0.0205202 Jul 05 04:58:20.424407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53846) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:20.440329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port e9d8fb6a-bcec-4154-afe2-8438396df7c6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e9d8fb6a-bcec-4154-afe2-8438396df7c6,segment=NetworkSegment(4ad79493-dcf2-45f2-876d-64cacff6fd25),segment_id=4ad79493-dcf2-45f2-876d-64cacff6fd25)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:20.455512 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0276f84-6c54-42eb-b6ae-facfe6e388b8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] DELETE failed (client error): The resource could not be found. Jul 05 04:58:20.455993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0276f84-6c54-42eb-b6ae-facfe6e388b8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:58:20.457731 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d0276f84-6c54-42eb-b6ae-facfe6e388b8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/subnets/d7636a4c-5949-40f3-b5aa-234edd674021 HTTP/1.1" status: 404 len: 337 time: 0.0324051 Jul 05 04:58:20.460777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53848) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:20.479063 n-d-758944-41 neutron-server[100895]: INFO neutron.pecan_wsgi.hooks.translation [None req-31bbecca-cfac-477a-b193-876228fdffc8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] DELETE failed (client error): The resource could not be found. Jul 05 04:58:20.479584 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31bbecca-cfac-477a-b193-876228fdffc8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100895) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:58:20.481232 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-31bbecca-cfac-477a-b193-876228fdffc8 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/networks/da73a42f-b4b0-4c1a-87c8-84044190379d HTTP/1.1" status: 404 len: 339 time: 0.0195684 Jul 05 04:58:20.483564 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53850) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:20.515609 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.534586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e14ebcb-3a1c-4b11-90d7-5a045fdd056f tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Deleting subnet f0902879-31c2-4949-abd4-63133bc257f4 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:58:20.537796 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e14ebcb-3a1c-4b11-90d7-5a045fdd056f tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.565391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=e9d8fb6a-bcec-4154-afe2-8438396df7c6,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:20.579290 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e14ebcb-3a1c-4b11-90d7-5a045fdd056f tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.667594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e14ebcb-3a1c-4b11-90d7-5a045fdd056f tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.807642 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e14ebcb-3a1c-4b11-90d7-5a045fdd056f tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.839412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e14ebcb-3a1c-4b11-90d7-5a045fdd056f tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Subnet': ['ID=f0902879-31c2-4949-abd4-63133bc257f4,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:20.843321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8e14ebcb-3a1c-4b11-90d7-5a045fdd056f tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.845207 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8e14ebcb-3a1c-4b11-90d7-5a045fdd056f tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/subnets/f0902879-31c2-4949-abd4-63133bc257f4 HTTP/1.1" status: 204 len: 168 time: 0.3607364 Jul 05 04:58:20.847781 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53852) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:20.849863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e55abfe3-375f-45af-b053-8d34b2bfc932 None None] Network 368e692f-e2f1-4ac7-8bbb-37a02f2930d8 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:20.925885 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:20.984649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Deleting port e9d8fb6a-bcec-4154-afe2-8438396df7c6 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:20.985000 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.043342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ba8aa47-6843-4148-9989-636acb48dad7 None None] DHCP port deletion for 368e692f-e2f1-4ac7-8bbb-37a02f2930d8 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:58:21.050367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] For port e9d8fb6a-bcec-4154-afe2-8438396df7c6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e9d8fb6a-bcec-4154-afe2-8438396df7c6,segment=NetworkSegment(4ad79493-dcf2-45f2-876d-64cacff6fd25),segment_id=4ad79493-dcf2-45f2-876d-64cacff6fd25)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:21.050893 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.064729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Calling delete_port for e9d8fb6a-bcec-4154-afe2-8438396df7c6 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:21.095146 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8aa47-6843-4148-9989-636acb48dad7 None None] Deleting port e9d8fb6a-bcec-4154-afe2-8438396df7c6 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:21.095518 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ba8aa47-6843-4148-9989-636acb48dad7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.158060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9ba8aa47-6843-4148-9989-636acb48dad7 None None] For port e9d8fb6a-bcec-4154-afe2-8438396df7c6, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e9d8fb6a-bcec-4154-afe2-8438396df7c6,segment=NetworkSegment(4ad79493-dcf2-45f2-876d-64cacff6fd25),segment_id=4ad79493-dcf2-45f2-876d-64cacff6fd25)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:21.158453 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ba8aa47-6843-4148-9989-636acb48dad7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.171101 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9ba8aa47-6843-4148-9989-636acb48dad7 None None] Calling delete_port for e9d8fb6a-bcec-4154-afe2-8438396df7c6 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:21.244054 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.250044 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9ba8aa47-6843-4148-9989-636acb48dad7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.271849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Port': ['ID=e9d8fb6a-bcec-4154-afe2-8438396df7c6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:21.273664 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No DVR routers for this DVR port e9d8fb6a-bcec-4154-afe2-8438396df7c6 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:21.276192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba8aa47-6843-4148-9989-636acb48dad7 None None] Pushing event deleted for resources: {'Port': ['ID=e9d8fb6a-bcec-4154-afe2-8438396df7c6,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:21.280696 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba8aa47-6843-4148-9989-636acb48dad7 None None] No DVR routers for this DVR port e9d8fb6a-bcec-4154-afe2-8438396df7c6 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:21.354685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.364583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['368e692f-e2f1-4ac7-8bbb-37a02f2930d8']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:21.375563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ad79493-dcf2-45f2-876d-64cacff6fd25') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:21.375860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ad79493-dcf2-45f2-876d-64cacff6fd25') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:21.385315 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.402721 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.408652 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:21.409039 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:21.412047 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:21.532533 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.539762 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.541634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/networks/368e692f-e2f1-4ac7-8bbb-37a02f2930d8 HTTP/1.1" status: 204 len: 168 time: 0.6927500 Jul 05 04:58:21.544047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53854) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:21.562391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea2c568-3f1c-482e-9e7d-a3a0a786ec93 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Network': ['ID=368e692f-e2f1-4ac7-8bbb-37a02f2930d8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:21.581132 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-07c5cd27-5085-40c3-9ffd-45e4de676b95 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] DELETE failed (client error): The resource could not be found. Jul 05 04:58:21.582280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07c5cd27-5085-40c3-9ffd-45e4de676b95 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:58:21.583263 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-07c5cd27-5085-40c3-9ffd-45e4de676b95 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/subnets/5b757fba-ab8b-42c6-b961-d4209c32f132 HTTP/1.1" status: 404 len: 337 time: 0.0382898 Jul 05 04:58:21.585709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53856) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:21.604234 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-77c3a824-c982-44b8-86f1-701c08793a03 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] DELETE failed (client error): The resource could not be found. Jul 05 04:58:21.604769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77c3a824-c982-44b8-86f1-701c08793a03 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:58:21.606415 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-77c3a824-c982-44b8-86f1-701c08793a03 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/networks/f0934435-45aa-4b4d-896d-cb7ed7e7220a HTTP/1.1" status: 404 len: 339 time: 0.0198305 Jul 05 04:58:21.608835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53858) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:21.634535 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d53721-584a-4674-8d7d-253b56581a06 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] DELETE failed (client error): The resource could not be found. Jul 05 04:58:21.634968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d53721-584a-4674-8d7d-253b56581a06 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:58:21.636589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-38d53721-584a-4674-8d7d-253b56581a06 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/subnets/0e1fa389-df74-4860-9c38-871c0c608636 HTTP/1.1" status: 404 len: 337 time: 0.0268614 Jul 05 04:58:21.638762 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53860) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:21.660369 n-d-758944-41 neutron-server[100896]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e82f503-4319-4248-8aa6-56ba4df7d763 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] DELETE failed (client error): The resource could not be found. Jul 05 04:58:21.660879 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e82f503-4319-4248-8aa6-56ba4df7d763 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=100896) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 05 04:58:21.662733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3e82f503-4319-4248-8aa6-56ba4df7d763 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/networks/a84d81fe-3cf6-4026-abab-9558fb0fff52 HTTP/1.1" status: 404 len: 339 time: 0.0228474 Jul 05 04:58:21.665358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53862) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:21.715889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8941cd23-4559-4596-ad59-bc9c5b3e2903 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Deleting subnet 5d16434c-d68d-44b8-8eb4-ea21656e7c21 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:58:21.718911 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8941cd23-4559-4596-ad59-bc9c5b3e2903 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.759635 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8941cd23-4559-4596-ad59-bc9c5b3e2903 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:21.848780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8941cd23-4559-4596-ad59-bc9c5b3e2903 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.047100 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8941cd23-4559-4596-ad59-bc9c5b3e2903 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.075095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8941cd23-4559-4596-ad59-bc9c5b3e2903 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Subnet': ['ID=5d16434c-d68d-44b8-8eb4-ea21656e7c21,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:22.078711 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8941cd23-4559-4596-ad59-bc9c5b3e2903 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.081818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8941cd23-4559-4596-ad59-bc9c5b3e2903 tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/subnets/5d16434c-d68d-44b8-8eb4-ea21656e7c21 HTTP/1.1" status: 204 len: 168 time: 0.4143791 Jul 05 04:58:22.083201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53864) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:22.086784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0af13c56-d58a-4a63-a194-80595ae064f2 None None] Network 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:22.142962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e9d8fb6a-bcec-4154-afe2-8438396df7c6 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:58:22.169929 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.173048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: e9d8fb6a-bcec-4154-afe2-8438396df7c6 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:58:22.173384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e9d8fb6a-bcec-4154-afe2-8438396df7c6 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:58:22.230672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Deleting port c8c6b11f-fd09-49fd-9ad5-e16492841ffc {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:22.231016 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.298588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e3c3ae0-adcc-4fc1-b6a9-6c4089969ece None None] DHCP port deletion for 5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:58:22.300526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] For port c8c6b11f-fd09-49fd-9ad5-e16492841ffc, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c8c6b11f-fd09-49fd-9ad5-e16492841ffc,segment=NetworkSegment(b11aed66-0924-4088-a832-8113f218d170),segment_id=b11aed66-0924-4088-a832-8113f218d170)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:22.300885 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.314210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Calling delete_port for c8c6b11f-fd09-49fd-9ad5-e16492841ffc owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:22.345366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c3ae0-adcc-4fc1-b6a9-6c4089969ece None None] Deleting port c8c6b11f-fd09-49fd-9ad5-e16492841ffc {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:22.345749 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3ae0-adcc-4fc1-b6a9-6c4089969ece None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.412532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7e3c3ae0-adcc-4fc1-b6a9-6c4089969ece None None] For port c8c6b11f-fd09-49fd-9ad5-e16492841ffc, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=c8c6b11f-fd09-49fd-9ad5-e16492841ffc,segment=NetworkSegment(b11aed66-0924-4088-a832-8113f218d170),segment_id=b11aed66-0924-4088-a832-8113f218d170)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:22.412924 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3ae0-adcc-4fc1-b6a9-6c4089969ece None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.425688 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-7e3c3ae0-adcc-4fc1-b6a9-6c4089969ece None None] Calling delete_port for c8c6b11f-fd09-49fd-9ad5-e16492841ffc owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:22.467002 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.493132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Port': ['ID=c8c6b11f-fd09-49fd-9ad5-e16492841ffc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:22.497340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] No DVR routers for this DVR port c8c6b11f-fd09-49fd-9ad5-e16492841ffc on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:22.503310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e3c3ae0-adcc-4fc1-b6a9-6c4089969ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.534226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c3ae0-adcc-4fc1-b6a9-6c4089969ece None None] Pushing event deleted for resources: {'Port': ['ID=c8c6b11f-fd09-49fd-9ad5-e16492841ffc,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:22.536025 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3c3ae0-adcc-4fc1-b6a9-6c4089969ece None None] No DVR routers for this DVR port c8c6b11f-fd09-49fd-9ad5-e16492841ffc on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:22.582274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.592245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:22.602881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b11aed66-0924-4088-a832-8113f218d170') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:22.603184 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b11aed66-0924-4088-a832-8113f218d170') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:22.612099 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.630286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.636805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:22.637216 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:22.640263 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:22.769844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.779174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:22.791252 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] 10.222.0.30 "DELETE /v2.0/networks/5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef HTTP/1.1" status: 204 len: 168 time: 0.6971114 Jul 05 04:58:22.793388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e876bc-9fd2-4e12-a965-1e6244ccb48e tempest-NetworksIpV6Test-1741758910 tempest-NetworksIpV6Test-1741758910-project] Pushing event deleted for resources: {'Network': ['ID=5e5bcfb0-fe25-46fe-a9f3-e0ddbd5e39ef,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:23.213939 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53870) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:23.341488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6e0168be-a6e3-4764-9188-f831863bed56 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51b9d41e1896493e9b6c9601e9d13248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1263690 Jul 05 04:58:23.343996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53874) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:23.394973 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-caa30ef9-d34c-4140-abf5-44da185e9259 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:23.417867 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-caa30ef9-d34c-4140-abf5-44da185e9259 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:23.532845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-caa30ef9-d34c-4140-abf5-44da185e9259 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:23.535450 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-caa30ef9-d34c-4140-abf5-44da185e9259 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:23.536676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-caa30ef9-d34c-4140-abf5-44da185e9259 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7ea2f665-95e1-4820-a601-c4d72360b420 HTTP/1.1" status: 204 len: 168 time: 0.1917727 Jul 05 04:58:23.546090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caa30ef9-d34c-4140-abf5-44da185e9259 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ea2f665-95e1-4820-a601-c4d72360b420,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:24.139080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c8c6b11f-fd09-49fd-9ad5-e16492841ffc no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:58:24.162817 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: c8c6b11f-fd09-49fd-9ad5-e16492841ffc {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:58:24.163169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device c8c6b11f-fd09-49fd-9ad5-e16492841ffc not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:58:24.573011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53896) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:24.687725 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1c1e645b-92f1-4e1a-a799-f175c88fda31 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1238111188', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:24.772998 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c1e645b-92f1-4e1a-a799-f175c88fda31 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:24.774083 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c1e645b-92f1-4e1a-a799-f175c88fda31 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:24.837331 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c1e645b-92f1-4e1a-a799-f175c88fda31 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:24.909788 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c1e645b-92f1-4e1a-a799-f175c88fda31 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.007065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c1e645b-92f1-4e1a-a799-f175c88fda31 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.008872 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1c1e645b-92f1-4e1a-a799-f175c88fda31 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4346991 Jul 05 04:58:25.011468 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53900) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:25.016529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-335672391'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:25.106692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Made reservation on behalf of f09624a8ba4046449ef34de1c6e5ebc4 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:25.110212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.119667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.212302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.289629 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.318868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:58:25.325495 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fa449445-5855-493f-a529-a8e8dd8153c6,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:25.331412 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.331735 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Added segment 7a30d3a0-8d59-471a-8bfb-92198f85dcab of type vlan for network b6b1011e-9170-43fa-adf7-a03b39197326 Jul 05 04:58:25.371815 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.452070 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.457592 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:25.458174 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:25.564408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event updated for resources: {'Network': ['ID=b6b1011e-9170-43fa-adf7-a03b39197326,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:25.574993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network b6b1011e-9170-43fa-adf7-a03b39197326 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:58:25.598886 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9cc52193-ad01-4603-a96a-fad939a159b4 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5862300 Jul 05 04:58:25.601749 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53902) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:25.609186 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Request body: {'subnet': {'network_id': 'b6b1011e-9170-43fa-adf7-a03b39197326', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:25.763561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Made reservation on behalf of f09624a8ba4046449ef34de1c6e5ebc4 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:25.767189 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.009786 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.074285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event updated for resources: {'Subnet': ['ID=7f90fe80-81da-4c0b-9e23-8202c79bcb8f,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:26.081299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Checking segment: {'id': '7a30d3a0-8d59-471a-8bfb-92198f85dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b6b1011e-9170-43fa-adf7-a03b39197326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:26.081673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Network hostable DHCP agents. Network: b6b1011e-9170-43fa-adf7-a03b39197326, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:58:26.157977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Network b6b1011e-9170-43fa-adf7-a03b39197326 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:58:26.251833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, b6b1011e-9170-43fa-adf7-a03b39197326) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:26.256671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:26.257367 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.262115 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b136df33-c9b1-4824-bc27-805c2752d817 None None] Network b6b1011e-9170-43fa-adf7-a03b39197326 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:26.344781 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a342a63f-7635-4437-85b6-08c7e600f4ce tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7417965 Jul 05 04:58:26.347719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53904) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:26.353486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1604102035'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:26.411040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-b6b1011e-9170-43fa-adf7-a03b39197326', 'network_id': 'b6b1011e-9170-43fa-adf7-a03b39197326', 'tenant_id': 'f09624a8ba4046449ef34de1c6e5ebc4', 'fixed_ips': [{'subnet_id': '7f90fe80-81da-4c0b-9e23-8202c79bcb8f'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:58:26.411916 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.438138 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Made reservation on behalf of f09624a8ba4046449ef34de1c6e5ebc4 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:26.441845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.466236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:58:26.474892 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.475235 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Added segment c8897876-42c7-40ee-9479-6ba9bbfa55e4 of type vlan for network 5f5e94bb-35b0-4cc6-91aa-f5b581cec75c Jul 05 04:58:26.516344 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.553021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Allocated IP 172.20.0.2 (b6b1011e-9170-43fa-adf7-a03b39197326/7f90fe80-81da-4c0b-9e23-8202c79bcb8f/ed82c5b3-960f-49ae-a234-26a9f352a9ad) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:26.621281 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.627041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:26.627643 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.698489 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.701287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event updated for resources: {'Network': ['ID=5f5e94bb-35b0-4cc6-91aa-f5b581cec75c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:26.706811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Transition to ACTIVE for port object ed82c5b3-960f-49ae-a234-26a9f352a9ad will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:26.712877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 5f5e94bb-35b0-4cc6-91aa-f5b581cec75c details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:58:26.756283 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2f91b250-fe00-4041-967b-1a1acc04550a tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.4073474 Jul 05 04:58:26.759351 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53906) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:26.764440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Request body: {'subnet': {'network_id': '5f5e94bb-35b0-4cc6-91aa-f5b581cec75c', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:26.764716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Transition to ACTIVE for port object ed82c5b3-960f-49ae-a234-26a9f352a9ad will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:26.850130 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.890488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Network b6b1011e-9170-43fa-adf7-a03b39197326 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:26.893329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:26.899474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:26.907980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Pushing event updated for resources: {'Port': ['ID=ed82c5b3-960f-49ae-a234-26a9f352a9ad,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:26.941119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Made reservation on behalf of f09624a8ba4046449ef34de1c6e5ebc4 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:26.945309 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.962286 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Attempting to bind port ed82c5b3-960f-49ae-a234-26a9f352a9ad on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:26.962665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Attempting to bind port ed82c5b3-960f-49ae-a234-26a9f352a9ad by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '7a30d3a0-8d59-471a-8bfb-92198f85dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b6b1011e-9170-43fa-adf7-a03b39197326'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:26.963028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Attempting to bind port ed82c5b3-960f-49ae-a234-26a9f352a9ad on network b6b1011e-9170-43fa-adf7-a03b39197326 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:26.968375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:26.968755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Checking segment: {'id': '7a30d3a0-8d59-471a-8bfb-92198f85dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b6b1011e-9170-43fa-adf7-a03b39197326'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:26.969186 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:26.969719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Bound using segment: {'id': '7a30d3a0-8d59-471a-8bfb-92198f85dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b6b1011e-9170-43fa-adf7-a03b39197326'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:26.970195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Bound port: ed82c5b3-960f-49ae-a234-26a9f352a9ad, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7a30d3a0-8d59-471a-8bfb-92198f85dcab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'b6b1011e-9170-43fa-adf7-a03b39197326'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:26.970575 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.034256 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] For port ed82c5b3-960f-49ae-a234-26a9f352a9ad, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:27.037317 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] For port ed82c5b3-960f-49ae-a234-26a9f352a9ad, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ed82c5b3-960f-49ae-a234-26a9f352a9ad,segment=NetworkSegment(7a30d3a0-8d59-471a-8bfb-92198f85dcab),segment_id=7a30d3a0-8d59-471a-8bfb-92198f85dcab)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:27.121488 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.179655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1e94ed-1da0-424d-ac47-1fa5fb2506fb None None] Pushing event updated for resources: {'Port': ['ID=ed82c5b3-960f-49ae-a234-26a9f352a9ad,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:27.207035 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.278922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event updated for resources: {'Subnet': ['ID=2f82a33f-1e69-4f64-8158-6eed0104686f,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:27.290122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Checking segment: {'id': 'c8897876-42c7-40ee-9479-6ba9bbfa55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f5e94bb-35b0-4cc6-91aa-f5b581cec75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:27.290315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Network hostable DHCP agents. Network: 5f5e94bb-35b0-4cc6-91aa-f5b581cec75c, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:58:27.406975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Network 5f5e94bb-35b0-4cc6-91aa-f5b581cec75c is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:58:27.481444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 5f5e94bb-35b0-4cc6-91aa-f5b581cec75c) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:27.485830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:27.486420 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.493195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80b260a2-6632-42ce-a02e-13991a05efd6 None None] Network 5f5e94bb-35b0-4cc6-91aa-f5b581cec75c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:27.571096 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9be444cc-2225-485a-b7ee-7fa096a0ff72 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8106117 Jul 05 04:58:27.574042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53908) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:27.579215 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1d15cfa9-3c76-4f94-befe-33680c736ea7 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Request body: {'router': {'external_gateway_info': {'network_id': '5f5e94bb-35b0-4cc6-91aa-f5b581cec75c'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:27.645734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-5f5e94bb-35b0-4cc6-91aa-f5b581cec75c', 'network_id': '5f5e94bb-35b0-4cc6-91aa-f5b581cec75c', 'tenant_id': 'f09624a8ba4046449ef34de1c6e5ebc4', 'fixed_ips': [{'subnet_id': '2f82a33f-1e69-4f64-8158-6eed0104686f'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:58:27.646512 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.794560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Allocated IP 172.21.0.2 (5f5e94bb-35b0-4cc6-91aa-f5b581cec75c/2f82a33f-1e69-4f64-8158-6eed0104686f/76575974-2c9f-4c90-8d98-596973691564) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:27.797172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1d15cfa9-3c76-4f94-befe-33680c736ea7 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:27.970734 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.011186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Transition to ACTIVE for port object 76575974-2c9f-4c90-8d98-596973691564 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:28.021425 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [None req-1d15cfa9-3c76-4f94-befe-33680c736ea7 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 05 04:58:28.029702 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1d15cfa9-3c76-4f94-befe-33680c736ea7 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "PUT /v2.0/routers/f73712b0-aa14-40d5-ba1d-5cf234c84e2f HTTP/1.1" status: 400 len: 364 time: 0.4472511 Jul 05 04:58:28.029874 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53910) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:28.031273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Transition to ACTIVE for port object 76575974-2c9f-4c90-8d98-596973691564 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:28.103416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f280518-125c-45bd-9990-a8f3570d7b74 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Deleting subnet 2f82a33f-1e69-4f64-8158-6eed0104686f {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:58:28.121851 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f280518-125c-45bd-9990-a8f3570d7b74 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.169111 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f280518-125c-45bd-9990-a8f3570d7b74 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.250515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7238154-b642-46af-a5d2-cf1b5cf57347 None None] Network b6b1011e-9170-43fa-adf7-a03b39197326 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:28.253681 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ed82c5b3-960f-49ae-a234-26a9f352a9ad up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:28.259624 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.265717 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f280518-125c-45bd-9990-a8f3570d7b74 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.378016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Network 5f5e94bb-35b0-4cc6-91aa-f5b581cec75c is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:28.392609 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:28.401496 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f280518-125c-45bd-9990-a8f3570d7b74 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.403819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:28.423561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Pushing event updated for resources: {'Port': ['ID=76575974-2c9f-4c90-8d98-596973691564,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:28.431447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f280518-125c-45bd-9990-a8f3570d7b74 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event deleted for resources: {'Subnet': ['ID=2f82a33f-1e69-4f64-8158-6eed0104686f,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:28.435337 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f280518-125c-45bd-9990-a8f3570d7b74 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.437861 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f280518-125c-45bd-9990-a8f3570d7b74 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "DELETE /v2.0/subnets/2f82a33f-1e69-4f64-8158-6eed0104686f HTTP/1.1" status: 204 len: 168 time: 0.4070299 Jul 05 04:58:28.442722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53912) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:28.527078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-aada395c-4456-4cf9-8df8-d17b85cd26fa None None] Provisioning for port ed82c5b3-960f-49ae-a234-26a9f352a9ad completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:28.538256 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.554308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Attempting to bind port 76575974-2c9f-4c90-8d98-596973691564 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:28.554685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Attempting to bind port 76575974-2c9f-4c90-8d98-596973691564 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'c8897876-42c7-40ee-9479-6ba9bbfa55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f5e94bb-35b0-4cc6-91aa-f5b581cec75c'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:28.555044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Attempting to bind port 76575974-2c9f-4c90-8d98-596973691564 on network 5f5e94bb-35b0-4cc6-91aa-f5b581cec75c {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:28.567187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:28.567495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Checking segment: {'id': 'c8897876-42c7-40ee-9479-6ba9bbfa55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f5e94bb-35b0-4cc6-91aa-f5b581cec75c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:28.567976 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.568308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Bound using segment: {'id': 'c8897876-42c7-40ee-9479-6ba9bbfa55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f5e94bb-35b0-4cc6-91aa-f5b581cec75c'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:28.568772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Bound port: 76575974-2c9f-4c90-8d98-596973691564, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8897876-42c7-40ee-9479-6ba9bbfa55e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '5f5e94bb-35b0-4cc6-91aa-f5b581cec75c'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:28.569148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.571427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ed82c5b3-960f-49ae-a234-26a9f352a9ad completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:28.595652 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Deleting port 76575974-2c9f-4c90-8d98-596973691564 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:28.595932 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.599500 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ed82c5b3-960f-49ae-a234-26a9f352a9ad triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:28.599878 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.660045 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] For port 76575974-2c9f-4c90-8d98-596973691564, host n-d-758944-41, got binding levels [] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:28.660413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.673744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Calling delete_port for 76575974-2c9f-4c90-8d98-596973691564 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:28.711946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] For port 76575974-2c9f-4c90-8d98-596973691564, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:28.744921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] For port 76575974-2c9f-4c90-8d98-596973691564, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=76575974-2c9f-4c90-8d98-596973691564,segment=NetworkSegment(c8897876-42c7-40ee-9479-6ba9bbfa55e4),segment_id=c8897876-42c7-40ee-9479-6ba9bbfa55e4)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:28.755212 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.790951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port ed82c5b3-960f-49ae-a234-26a9f352a9ad, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ed82c5b3-960f-49ae-a234-26a9f352a9ad,segment=NetworkSegment(7a30d3a0-8d59-471a-8bfb-92198f85dcab),segment_id=7a30d3a0-8d59-471a-8bfb-92198f85dcab)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:28.808543 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.883157 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.892849 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:28.903197 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1b4bd9-8221-4659-a337-54ceaec3d761 None None] Pushing event updated for resources: {'Port': ['ID=76575974-2c9f-4c90-8d98-596973691564,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:28.923542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event deleted for resources: {'Port': ['ID=76575974-2c9f-4c90-8d98-596973691564,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:28.927949 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] No DVR routers for this DVR port 76575974-2c9f-4c90-8d98-596973691564 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:28.930981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3551ba4c-a846-4db3-9d0e-e90673f7a377 None None] Network 5f5e94bb-35b0-4cc6-91aa-f5b581cec75c requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:29.015532 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.023776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=ed82c5b3-960f-49ae-a234-26a9f352a9ad,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:29.025657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5f5e94bb-35b0-4cc6-91aa-f5b581cec75c']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:29.026300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-47a491ce-544a-496b-a1d2-ef14b3dadec3 None None] Provisioning complete for port ed82c5b3-960f-49ae-a234-26a9f352a9ad triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:29.026671 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-47a491ce-544a-496b-a1d2-ef14b3dadec3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.037587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8897876-42c7-40ee-9479-6ba9bbfa55e4') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:29.037890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8897876-42c7-40ee-9479-6ba9bbfa55e4') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:29.047207 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.061251 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.070462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:29.070879 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: timer() Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:29.073989 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:29.098663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-352264ed-ed2b-4101-bad7-8280c6ab3d22 None None] get_active_networks_info from n-d-758944-41 {{(pid=100897) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 05 04:58:29.201806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352264ed-ed2b-4101-bad7-8280c6ab3d22 None None] Resources bound (agent type, host, resource id): {{(pid=100897) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 05 04:58:29.203774 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.208556 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.212825 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "DELETE /v2.0/networks/5f5e94bb-35b0-4cc6-91aa-f5b581cec75c HTTP/1.1" status: 204 len: 168 time: 0.7664728 Jul 05 04:58:29.213517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53914) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:29.226480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event deleted for resources: {'Network': ['ID=5f5e94bb-35b0-4cc6-91aa-f5b581cec75c,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:29.234414 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.234758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.235105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.235452 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.235783 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.236185 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.236518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.236844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.237287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.237641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.237954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.238399 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af145e30-b99c-4220-99cd-d148fd55380e tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:29.266969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6d1aac1-7654-4c09-a105-ddc1b635d855 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Deleting subnet 7f90fe80-81da-4c0b-9e23-8202c79bcb8f {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 04:58:29.270396 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6d1aac1-7654-4c09-a105-ddc1b635d855 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.312756 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6d1aac1-7654-4c09-a105-ddc1b635d855 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.403225 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6d1aac1-7654-4c09-a105-ddc1b635d855 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.552533 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6d1aac1-7654-4c09-a105-ddc1b635d855 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.580854 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d1aac1-7654-4c09-a105-ddc1b635d855 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event deleted for resources: {'Subnet': ['ID=7f90fe80-81da-4c0b-9e23-8202c79bcb8f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:29.584790 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f6d1aac1-7654-4c09-a105-ddc1b635d855 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.588599 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f6d1aac1-7654-4c09-a105-ddc1b635d855 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "DELETE /v2.0/subnets/7f90fe80-81da-4c0b-9e23-8202c79bcb8f HTTP/1.1" status: 204 len: 168 time: 0.3726418 Jul 05 04:58:29.589779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53916) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:29.592274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7915aa9-c33f-48f9-8278-049ba196b06c None None] Network b6b1011e-9170-43fa-adf7-a03b39197326 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:29.672176 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.728313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Deleting port ed82c5b3-960f-49ae-a234-26a9f352a9ad {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:29.728660 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.776896 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f4d691f-2978-4504-ad23-52d2d65872c8 None None] DHCP port deletion for b6b1011e-9170-43fa-adf7-a03b39197326 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 04:58:29.793806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] For port ed82c5b3-960f-49ae-a234-26a9f352a9ad, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ed82c5b3-960f-49ae-a234-26a9f352a9ad,segment=NetworkSegment(7a30d3a0-8d59-471a-8bfb-92198f85dcab),segment_id=7a30d3a0-8d59-471a-8bfb-92198f85dcab)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:29.794174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.807153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Calling delete_port for ed82c5b3-960f-49ae-a234-26a9f352a9ad owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:29.826385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d691f-2978-4504-ad23-52d2d65872c8 None None] Deleting port ed82c5b3-960f-49ae-a234-26a9f352a9ad {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:58:29.826969 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3f4d691f-2978-4504-ad23-52d2d65872c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.888950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3f4d691f-2978-4504-ad23-52d2d65872c8 None None] For port ed82c5b3-960f-49ae-a234-26a9f352a9ad, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ed82c5b3-960f-49ae-a234-26a9f352a9ad,segment=NetworkSegment(7a30d3a0-8d59-471a-8bfb-92198f85dcab),segment_id=7a30d3a0-8d59-471a-8bfb-92198f85dcab)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:29.889337 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3f4d691f-2978-4504-ad23-52d2d65872c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.902789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-3f4d691f-2978-4504-ad23-52d2d65872c8 None None] Calling delete_port for ed82c5b3-960f-49ae-a234-26a9f352a9ad owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:58:29.960656 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.977321 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3f4d691f-2978-4504-ad23-52d2d65872c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:29.987613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event deleted for resources: {'Port': ['ID=ed82c5b3-960f-49ae-a234-26a9f352a9ad,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:29.991217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] No DVR routers for this DVR port ed82c5b3-960f-49ae-a234-26a9f352a9ad on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:30.010361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f4d691f-2978-4504-ad23-52d2d65872c8 None None] Pushing event deleted for resources: {'Port': ['ID=ed82c5b3-960f-49ae-a234-26a9f352a9ad,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:30.015098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f4d691f-2978-4504-ad23-52d2d65872c8 None None] No DVR routers for this DVR port ed82c5b3-960f-49ae-a234-26a9f352a9ad on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:58:30.076767 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.086686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6b1011e-9170-43fa-adf7-a03b39197326']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:30.145179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ed82c5b3-960f-49ae-a234-26a9f352a9ad no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:58:30.166245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: ed82c5b3-960f-49ae-a234-26a9f352a9ad {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:58:30.166600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ed82c5b3-960f-49ae-a234-26a9f352a9ad not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:58:30.410249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a30d3a0-8d59-471a-8bfb-92198f85dcab') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:30.410827 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a30d3a0-8d59-471a-8bfb-92198f85dcab') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:30.419745 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.433624 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.439666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 04:58:30.440088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: timer() Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 04:58:30.443145 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 04:58:30.563486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.570327 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.572136 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "DELETE /v2.0/networks/b6b1011e-9170-43fa-adf7-a03b39197326 HTTP/1.1" status: 204 len: 168 time: 0.9812725 Jul 05 04:58:30.575101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53918) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:30.583730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14faa908-a92f-4db1-bfd3-401e477c9d11 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Pushing event deleted for resources: {'Network': ['ID=b6b1011e-9170-43fa-adf7-a03b39197326,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:30.605858 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1b39e7e7-dd47-4840-8d3e-ac0de96ad9da tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "GET /v2.0/ports?device_id=f73712b0-aa14-40d5-ba1d-5cf234c84e2f HTTP/1.1" status: 200 len: 205 time: 0.0296061 Jul 05 04:58:30.608294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 53920) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:30.684741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a9f-6d63-4c7c-91bb-f7e7467580d6 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.845519 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a9f-6d63-4c7c-91bb-f7e7467580d6 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.847604 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a9f-6d63-4c7c-91bb-f7e7467580d6 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.952222 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a9f-6d63-4c7c-91bb-f7e7467580d6 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.952844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf8b9a9f-6d63-4c7c-91bb-f7e7467580d6 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Fanout notify agent at l3_agent the message router_deleted on router f73712b0-aa14-40d5-ba1d-5cf234c84e2f {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 04:58:30.959861 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-cf8b9a9f-6d63-4c7c-91bb-f7e7467580d6 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:30.961262 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-cf8b9a9f-6d63-4c7c-91bb-f7e7467580d6 tempest-RoutersNegativeTest-1538861099 tempest-RoutersNegativeTest-1538861099-project] 10.222.0.30 "DELETE /v2.0/routers/f73712b0-aa14-40d5-ba1d-5cf234c84e2f HTTP/1.1" status: 204 len: 168 time: 0.3520920 Jul 05 04:58:31.403369 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53926) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:31.531206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5c9b66ea-ff87-455e-aa94-bf106d229361 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f09624a8ba4046449ef34de1c6e5ebc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266153 Jul 05 04:58:31.533779 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53930) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:31.588799 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40dbdda2-6319-4a10-95ee-2326538760bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.609558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40dbdda2-6319-4a10-95ee-2326538760bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.735661 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40dbdda2-6319-4a10-95ee-2326538760bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.738301 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40dbdda2-6319-4a10-95ee-2326538760bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:31.739470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-40dbdda2-6319-4a10-95ee-2326538760bc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fa449445-5855-493f-a529-a8e8dd8153c6 HTTP/1.1" status: 204 len: 168 time: 0.2047131 Jul 05 04:58:31.748573 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40dbdda2-6319-4a10-95ee-2326538760bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa449445-5855-493f-a529-a8e8dd8153c6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:32.673638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53952) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:32.766084 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-279914936-network', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:32.829053 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Made reservation on behalf of 4345c2b4a0264d808e8a5657a6284a1b for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:32.831281 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:32.840360 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:32.925885 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:33.006245 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:33.034077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:58:33.040352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:33.046447 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:33.046826 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Added segment e93df771-ae10-4e59-9741-f0653ef1bb6d of type vlan for network 94ee3ab2-7efc-4757-8f92-334598a4bf8d Jul 05 04:58:33.089675 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:33.172046 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:33.173076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:33.173654 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:33.235265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] Pushing event updated for resources: {'Network': ['ID=94ee3ab2-7efc-4757-8f92-334598a4bf8d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:33.245600 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 94ee3ab2-7efc-4757-8f92-334598a4bf8d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:58:33.284589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d04d4e23-f471-4896-ae8a-cfa9d05d9132 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6097934 Jul 05 04:58:33.287390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53956) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:33.292313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Request body: {'subnet': {'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-279914936-subnet', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:33.367034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Made reservation on behalf of 4345c2b4a0264d808e8a5657a6284a1b for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:33.370199 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:33.620882 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:33.677709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1840b788-42c8-48a1-87e5-2f61eb956e4b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:33.685590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Checking segment: {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:33.685946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Network hostable DHCP agents. Network: 94ee3ab2-7efc-4757-8f92-334598a4bf8d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:58:33.768910 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Network 94ee3ab2-7efc-4757-8f92-334598a4bf8d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:58:33.823202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 94ee3ab2-7efc-4757-8f92-334598a4bf8d) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:33.827359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:33.827974 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:33.833074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7cad5e-717f-43c5-a333-09b938b844f4 None None] Network 94ee3ab2-7efc-4757-8f92-334598a4bf8d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:33.862988 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:58:33.916369 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7938ffec-827f-4272-8c3c-937b5e7578b9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6277723 Jul 05 04:58:33.918917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53958) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:33.923355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-279914936-router', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:33.982067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'fixed_ips': [{'subnet_id': '1840b788-42c8-48a1-87e5-2f61eb956e4b'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:58:33.982919 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.006507 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.007537 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.063005 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.123546 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Allocated IP 172.20.0.2 (94ee3ab2-7efc-4757-8f92-334598a4bf8d/1840b788-42c8-48a1-87e5-2f61eb956e4b/ce350b44-965d-4d56-9fb5-48ddc1dc41ae) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:34.259054 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.271379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.280302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Transition to ACTIVE for port object ce350b44-965d-4d56-9fb5-48ddc1dc41ae will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:34.294685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Transition to ACTIVE for port object ce350b44-965d-4d56-9fb5-48ddc1dc41ae will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:34.389997 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.428901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Network 94ee3ab2-7efc-4757-8f92-334598a4bf8d is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:34.435272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:34.439927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:34.443068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Pushing event updated for resources: {'Port': ['ID=ce350b44-965d-4d56-9fb5-48ddc1dc41ae,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:34.499931 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Attempting to bind port ce350b44-965d-4d56-9fb5-48ddc1dc41ae on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:34.500314 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Attempting to bind port ce350b44-965d-4d56-9fb5-48ddc1dc41ae by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:34.500710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Attempting to bind port ce350b44-965d-4d56-9fb5-48ddc1dc41ae on network 94ee3ab2-7efc-4757-8f92-334598a4bf8d {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:34.505704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:34.506082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Checking segment: {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:34.506485 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.506892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Bound using segment: {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:34.507356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Bound port: ce350b44-965d-4d56-9fb5-48ddc1dc41ae, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:34.507754 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.527340 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.547301 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.577178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] For port ce350b44-965d-4d56-9fb5-48ddc1dc41ae, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:34.580253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] For port ce350b44-965d-4d56-9fb5-48ddc1dc41ae, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ce350b44-965d-4d56-9fb5-48ddc1dc41ae,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:34.658781 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.659256 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Allocated IP 172.25.4.225 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/36aa089d-74f2-4f55-8da2-897de86068fa) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:34.722782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a88f1c7-81b5-4c25-a615-4a6b0ab9d3ef None None] Pushing event updated for resources: {'Port': ['ID=ce350b44-965d-4d56-9fb5-48ddc1dc41ae,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:34.771293 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.864731 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:34.906011 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:34.911218 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:34.915202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:34.921002 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Pushing event updated for resources: {'Port': ['ID=36aa089d-74f2-4f55-8da2-897de86068fa,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:35.257254 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:35.460580 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:35.663005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271e492f-f100-40e8-a9ae-64e78f623fbc None None] Network 94ee3ab2-7efc-4757-8f92-334598a4bf8d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:35.669089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Router 401ff318-2c0c-4360-a7a1-4ec595722d9a is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:58:35.783158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:35.795368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Sync routers for ids ['401ff318-2c0c-4360-a7a1-4ec595722d9a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:35.827663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Routers {'401ff318-2c0c-4360-a7a1-4ec595722d9a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:35.831227 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:58:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['401ff318-2c0c-4360-a7a1-4ec595722d9a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:35.865608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-64e0d59b-4bf9-4486-95c7-3422908701e6 None None] Provisioning for port ce350b44-965d-4d56-9fb5-48ddc1dc41ae completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:35.880677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:35.881989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a92720ab-8990-44e0-b8f9-38108e1e9cf2 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.9620793 Jul 05 04:58:35.884732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53960) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:35.954623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Set router 401ff318-2c0c-4360-a7a1-4ec595722d9a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:36.172538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'name': 'tempest-TestEncryptedCinderVolumes-279914936-router', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:35Z', 'revision_number': 3, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'gw_port': {'id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:36.206574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ce350b44-965d-4d56-9fb5-48ddc1dc41ae up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:36.210836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Checking router: 401ff318-2c0c-4360-a7a1-4ec595722d9a for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:36.211722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Updating router 401ff318-2c0c-4360-a7a1-4ec595722d9a port 36aa089d-74f2-4f55-8da2-897de86068fa binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:58:36.280891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.349106 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.516460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Allocated IP 172.20.0.1 (94ee3ab2-7efc-4757-8f92-334598a4bf8d/1840b788-42c8-48a1-87e5-2f61eb956e4b/1cf2e245-7204-4931-99e3-1d9637fc78c9) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:36.544051 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port ce350b44-965d-4d56-9fb5-48ddc1dc41ae completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:36.551299 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ce350b44-965d-4d56-9fb5-48ddc1dc41ae triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:36.551669 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.628163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.641996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Transition to ACTIVE for port object 1cf2e245-7204-4931-99e3-1d9637fc78c9 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:36.717108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.727204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.765966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Network 94ee3ab2-7efc-4757-8f92-334598a4bf8d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:36.771565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:36.775440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:36.783352 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port ce350b44-965d-4d56-9fb5-48ddc1dc41ae, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ce350b44-965d-4d56-9fb5-48ddc1dc41ae,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:36.793771 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.800243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf2e245-7204-4931-99e3-1d9637fc78c9,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:36.809787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Transition to ACTIVE for port object 36aa089d-74f2-4f55-8da2-897de86068fa will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:36.823193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.861446 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.893981 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.935482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=ce350b44-965d-4d56-9fb5-48ddc1dc41ae,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:36.942764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Attempting to bind port 36aa089d-74f2-4f55-8da2-897de86068fa on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:36.943136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Attempting to bind port 36aa089d-74f2-4f55-8da2-897de86068fa by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:36.943493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Attempting to bind port 36aa089d-74f2-4f55-8da2-897de86068fa on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:36.968547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:36.968912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:36.969307 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:36.969698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:36.970160 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Bound port: 36aa089d-74f2-4f55-8da2-897de86068fa, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:36.970533 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:37.008596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ba595-abef-4742-904c-bce552121db3 None None] Pushing event updated for resources: {'Port': ['ID=36aa089d-74f2-4f55-8da2-897de86068fa,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:37.039802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] For port 36aa089d-74f2-4f55-8da2-897de86068fa, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:37.042819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] For port 36aa089d-74f2-4f55-8da2-897de86068fa, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=36aa089d-74f2-4f55-8da2-897de86068fa,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:37.053938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:37.100883 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ce3fd30e-a42f-45c1-8082-3f9913f05664 None None] Provisioning for port 1cf2e245-7204-4931-99e3-1d9637fc78c9 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:37.106742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ce3fd30e-a42f-45c1-8082-3f9913f05664 None None] Provisioning complete for port 1cf2e245-7204-4931-99e3-1d9637fc78c9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:37.107344 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ce3fd30e-a42f-45c1-8082-3f9913f05664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:37.136529 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:37.191196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ce3fd30e-a42f-45c1-8082-3f9913f05664 None None] Port 1cf2e245-7204-4931-99e3-1d9637fc78c9 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:58:37.211455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287ba595-abef-4742-904c-bce552121db3 None None] Pushing event updated for resources: {'Port': ['ID=36aa089d-74f2-4f55-8da2-897de86068fa,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:37.215551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Routers {'401ff318-2c0c-4360-a7a1-4ec595722d9a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:37.215551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:58:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['401ff318-2c0c-4360-a7a1-4ec595722d9a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:37.229041 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:37.280953 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:37.328116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] Set router 401ff318-2c0c-4360-a7a1-4ec595722d9a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:37.353125 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:37.355790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Pushing event updated for resources: {'Port': ['ID=1cf2e245-7204-4931-99e3-1d9637fc78c9,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:37.449498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Network 94ee3ab2-7efc-4757-8f92-334598a4bf8d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:37.450897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:37.546716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'name': 'tempest-TestEncryptedCinderVolumes-279914936-router', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:36Z', 'revision_number': 4, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'gw_port': {'id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1cf2e245-7204-4931-99e3-1d9637fc78c9', 'name': '', 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'mac_address': 'fa:16:3e:d3:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:36Z', 'updated_at': '2021-07-05T04:58:36Z', 'revision_number': 1, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'subnets': [{'id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:37.573801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Router 401ff318-2c0c-4360-a7a1-4ec595722d9a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:58:37.576177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efe1cb19-5382-4a26-88a4-38fa28e4a47d None None] The sync data for ids ['401ff318-2c0c-4360-a7a1-4ec595722d9a'] in n-d-758944-41 is: [{'id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'name': 'tempest-TestEncryptedCinderVolumes-279914936-router', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:36Z', 'revision_number': 4, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'gw_port': {'id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1cf2e245-7204-4931-99e3-1d9637fc78c9', 'name': '', 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'mac_address': 'fa:16:3e:d3:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:36Z', 'updated_at': '2021-07-05T04:58:36Z', 'revision_number': 1, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'subnets': [{'id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:37.698438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:37.704932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-16f0c949-c39b-488a-8e28-7c643e1cdc15 admin admin] 10.222.0.30 "PUT /v2.0/routers/401ff318-2c0c-4360-a7a1-4ec595722d9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8191419 Jul 05 04:58:37.723183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a105d644-e5f2-4cab-a1c0-e315b4b0285e None None] Provisioning complete for port 1cf2e245-7204-4931-99e3-1d9637fc78c9 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:37.723666 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a105d644-e5f2-4cab-a1c0-e315b4b0285e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:37.763344 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a105d644-e5f2-4cab-a1c0-e315b4b0285e None None] Port 1cf2e245-7204-4931-99e3-1d9637fc78c9 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:58:38.165367 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5ffabfc-0359-4c60-8509-21b69064854e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.182449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ce350b44-965d-4d56-9fb5-48ddc1dc41ae up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:38.249318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port ce350b44-965d-4d56-9fb5-48ddc1dc41ae triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:38.249724 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.436037 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53976) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:38.441394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-534161451-network', 'tenant_id': 'b67159b307b748b5b23579e679edd31e'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:38.555455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Made reservation on behalf of b67159b307b748b5b23579e679edd31e for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:38.557916 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.567791 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.661571 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.723631 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.751406 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 04:58:38.761477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be268f2d-d3f2-4559-a262-752ff1046928,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:38.766200 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.766549 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Added segment 1f891e89-8e95-4269-88bd-07c7e12937ac of type vlan for network 2b569880-c837-4373-ba65-44897c34861d Jul 05 04:58:38.810407 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.909519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.910438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:38.911054 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:38.971024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] Pushing event updated for resources: {'Network': ['ID=2b569880-c837-4373-ba65-44897c34861d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:38.981747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 2b569880-c837-4373-ba65-44897c34861d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 04:58:39.030418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c70e6afe-2b30-45c3-a165-b27c422480f5 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5929842 Jul 05 04:58:39.033140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53978) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:39.038071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Request body: {'subnet': {'network_id': '2b569880-c837-4373-ba65-44897c34861d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-534161451-subnet', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:39.120994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Made reservation on behalf of b67159b307b748b5b23579e679edd31e for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:39.123417 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:39.344276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:39.400050 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Pushing event updated for resources: {'Subnet': ['ID=69fd98a1-53c3-4bb4-94cd-10a41e267c4e,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:39.410090 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Checking segment: {'id': '1f891e89-8e95-4269-88bd-07c7e12937ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2b569880-c837-4373-ba65-44897c34861d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:39.410448 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Network hostable DHCP agents. Network: 2b569880-c837-4373-ba65-44897c34861d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 04:58:39.475224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Network 2b569880-c837-4373-ba65-44897c34861d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 04:58:39.516890 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Sync routers for ids ['401ff318-2c0c-4360-a7a1-4ec595722d9a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:39.526478 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Routers {'401ff318-2c0c-4360-a7a1-4ec595722d9a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:39.527084 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:58:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['401ff318-2c0c-4360-a7a1-4ec595722d9a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:39.583847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 2b569880-c837-4373-ba65-44897c34861d) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:39.592798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:39.594707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:39.596381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8267a3c1-3e60-45d1-ba40-c5f840ba06c4 None None] Network 2b569880-c837-4373-ba65-44897c34861d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:39.635004 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Set router 401ff318-2c0c-4360-a7a1-4ec595722d9a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:39.681706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9269809b-c6ea-4b03-8aa6-d4e501122b49 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6471338 Jul 05 04:58:39.683999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53980) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:39.688877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-534161451-router', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:39.748777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-2b569880-c837-4373-ba65-44897c34861d', 'network_id': '2b569880-c837-4373-ba65-44897c34861d', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'fixed_ips': [{'subnet_id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 04:58:39.749642 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:39.781089 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:39.782178 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:39.849290 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'name': 'tempest-TestEncryptedCinderVolumes-279914936-router', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:36Z', 'revision_number': 4, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'gw_port': {'id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1cf2e245-7204-4931-99e3-1d9637fc78c9', 'name': '', 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'mac_address': 'fa:16:3e:d3:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:36Z', 'updated_at': '2021-07-05T04:58:37Z', 'revision_number': 2, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'subnets': [{'id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:39.879873 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Checking router: 401ff318-2c0c-4360-a7a1-4ec595722d9a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:39.880494 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Updating router 401ff318-2c0c-4360-a7a1-4ec595722d9a port 1cf2e245-7204-4931-99e3-1d9637fc78c9 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:58:39.898142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Allocated IP 172.20.0.2 (2b569880-c837-4373-ba65-44897c34861d/69fd98a1-53c3-4bb4-94cd-10a41e267c4e/fbbca4f4-ca12-46f0-9218-d63c9ea504f9) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:39.918550 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.059141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.068383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Transition to ACTIVE for port object fbbca4f4-ca12-46f0-9218-d63c9ea504f9 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:40.085683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Transition to ACTIVE for port object fbbca4f4-ca12-46f0-9218-d63c9ea504f9 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:40.173251 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.176019 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.208240 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.212132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 36aa089d-74f2-4f55-8da2-897de86068fa up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:40.217905 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Transition to ACTIVE for port object 1cf2e245-7204-4931-99e3-1d9637fc78c9 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:40.222761 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Network 2b569880-c837-4373-ba65-44897c34861d is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:40.247735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:40.255498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:40.268264 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Pushing event updated for resources: {'Port': ['ID=fbbca4f4-ca12-46f0-9218-d63c9ea504f9,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:40.324582 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.335139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Attempting to bind port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:40.335515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Attempting to bind port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '1f891e89-8e95-4269-88bd-07c7e12937ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2b569880-c837-4373-ba65-44897c34861d'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:40.335931 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Attempting to bind port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 on network 2b569880-c837-4373-ba65-44897c34861d {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:40.343140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:40.343503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Checking segment: {'id': '1f891e89-8e95-4269-88bd-07c7e12937ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2b569880-c837-4373-ba65-44897c34861d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:40.344047 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.344333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Bound using segment: {'id': '1f891e89-8e95-4269-88bd-07c7e12937ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2b569880-c837-4373-ba65-44897c34861d'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:40.344806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Bound port: fbbca4f4-ca12-46f0-9218-d63c9ea504f9, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f891e89-8e95-4269-88bd-07c7e12937ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2b569880-c837-4373-ba65-44897c34861d'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:40.345238 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.406181 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.409695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 36aa089d-74f2-4f55-8da2-897de86068fa completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:40.420191 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 36aa089d-74f2-4f55-8da2-897de86068fa triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:40.420665 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.446660 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Attempting to bind port 1cf2e245-7204-4931-99e3-1d9637fc78c9 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:40.449410 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Attempting to bind port 1cf2e245-7204-4931-99e3-1d9637fc78c9 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:40.449575 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] For port fbbca4f4-ca12-46f0-9218-d63c9ea504f9, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:40.449714 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Attempting to bind port 1cf2e245-7204-4931-99e3-1d9637fc78c9 on network 94ee3ab2-7efc-4757-8f92-334598a4bf8d {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:40.449714 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Pushing event updated for resources: {'Port': ['ID=1cf2e245-7204-4931-99e3-1d9637fc78c9,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:40.457688 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.458423 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.458423 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.458839 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.458993 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.459317 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.459667 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.460011 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.460366 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.460964 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.461188 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.461484 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:40.464060 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] For port fbbca4f4-ca12-46f0-9218-d63c9ea504f9, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbbca4f4-ca12-46f0-9218-d63c9ea504f9,segment=NetworkSegment(1f891e89-8e95-4269-88bd-07c7e12937ac),segment_id=1f891e89-8e95-4269-88bd-07c7e12937ac)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:40.477998 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:40.478371 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Checking segment: {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:40.478766 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.479153 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Bound using segment: {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:40.479619 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Bound port: 1cf2e245-7204-4931-99e3-1d9637fc78c9, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:40.480021 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.520510 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.543986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 36aa089d-74f2-4f55-8da2-897de86068fa, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=36aa089d-74f2-4f55-8da2-897de86068fa,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:40.560188 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] For port 1cf2e245-7204-4931-99e3-1d9637fc78c9, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:40.563619 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] For port 1cf2e245-7204-4931-99e3-1d9637fc78c9, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1cf2e245-7204-4931-99e3-1d9637fc78c9,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:40.566885 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.632756 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.640078 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f1dfb5-80eb-4389-ae71-d359a9f354c8 None None] Pushing event updated for resources: {'Port': ['ID=fbbca4f4-ca12-46f0-9218-d63c9ea504f9,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:40.670052 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.697190 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=36aa089d-74f2-4f55-8da2-897de86068fa,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:40.751295 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Routers {'401ff318-2c0c-4360-a7a1-4ec595722d9a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:40.752089 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:58:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['401ff318-2c0c-4360-a7a1-4ec595722d9a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:40.753695 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.776963 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.791396 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046f48aa-52b2-481a-b8ca-e7e30a5d6870 None None] Pushing event updated for resources: {'Port': ['ID=1cf2e245-7204-4931-99e3-1d9637fc78c9,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:40.804254 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f7773759-9b3f-442d-844f-a430ebbe8474 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:40.909595 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] Set router 401ff318-2c0c-4360-a7a1-4ec595722d9a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:40.929410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Allocated IP 172.25.4.28 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/3d370606-2f6a-4778-82c9-c425fbcfdd41) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:40.941023 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:41.069163 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:41.139293 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'name': 'tempest-TestEncryptedCinderVolumes-279914936-router', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:36Z', 'revision_number': 4, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'gw_port': {'id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1cf2e245-7204-4931-99e3-1d9637fc78c9', 'name': '', 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'mac_address': 'fa:16:3e:d3:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:36Z', 'updated_at': '2021-07-05T04:58:40Z', 'revision_number': 4, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'subnets': [{'id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:41.169595 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa4054ed-aa24-4a29-83a5-99448ca11c6c None None] The sync data for ids ['401ff318-2c0c-4360-a7a1-4ec595722d9a'] in n-d-758944-41 is: [{'id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'name': 'tempest-TestEncryptedCinderVolumes-279914936-router', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:36Z', 'revision_number': 4, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'gw_port': {'id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1cf2e245-7204-4931-99e3-1d9637fc78c9', 'name': '', 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'mac_address': 'fa:16:3e:d3:b3:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4080, 'fixed_ips': [{'subnet_id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:36Z', 'updated_at': '2021-07-05T04:58:40Z', 'revision_number': 4, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'subnets': [{'id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:41.181515 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:41.221247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:41.233576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:41.237244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:41.261047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Pushing event updated for resources: {'Port': ['ID=3d370606-2f6a-4778-82c9-c425fbcfdd41,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:41.567236 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:41.753324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd6f49d2-d409-4079-97b9-67cd3d7df9f5 None None] Network 2b569880-c837-4373-ba65-44897c34861d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 04:58:41.786785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:41.883200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-845dc617-62ec-4189-93e8-361ae0f1f97c None None] Provisioning for port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:42.001006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Router c5736da1-dacd-44b1-8e53-51dfb01103e0 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 04:58:42.114883 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:42.123782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Sync routers for ids ['c5736da1-dacd-44b1-8e53-51dfb01103e0'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:42.138892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Routers {'c5736da1-dacd-44b1-8e53-51dfb01103e0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:42.139542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:58:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c5736da1-dacd-44b1-8e53-51dfb01103e0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:42.177455 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:42.193280 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:42.193280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4f0ebeac-acc2-4917-8421-88247e277487 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.5057054 Jul 05 04:58:42.193574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 53982) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 04:58:42.255610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Set router c5736da1-dacd-44b1-8e53-51dfb01103e0 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:42.314490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 36aa089d-74f2-4f55-8da2-897de86068fa up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:42.585635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 36aa089d-74f2-4f55-8da2-897de86068fa triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:42.586447 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:42.635444 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:42.690820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'name': 'tempest-TestEncryptedCinderVolumes-534161451-router', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:39Z', 'updated_at': '2021-07-05T04:58:41Z', 'revision_number': 3, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'gw_port': {'id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:40Z', 'updated_at': '2021-07-05T04:58:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:42.724235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Checking router: c5736da1-dacd-44b1-8e53-51dfb01103e0 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:42.724599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Updating router c5736da1-dacd-44b1-8e53-51dfb01103e0 port 3d370606-2f6a-4778-82c9-c425fbcfdd41 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:58:42.755510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbbca4f4-ca12-46f0-9218-d63c9ea504f9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:42.789334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:42.817975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Allocated IP 172.20.0.1 (2b569880-c837-4373-ba65-44897c34861d/69fd98a1-53c3-4bb4-94cd-10a41e267c4e/bcc0e444-ffdb-499d-b1c3-f7b45c8fa180) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:42.922690 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:42.936414 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Transition to ACTIVE for port object bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:42.958571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:42.968839 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:42.969214 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.029783 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.068758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Network 2b569880-c837-4373-ba65-44897c34861d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:43.071825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:43.074237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:43.120186 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.126653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc0e444-ffdb-499d-b1c3-f7b45c8fa180,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:43.140318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.149857 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.172499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Transition to ACTIVE for port object 3d370606-2f6a-4778-82c9-c425fbcfdd41 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:43.183031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port fbbca4f4-ca12-46f0-9218-d63c9ea504f9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbbca4f4-ca12-46f0-9218-d63c9ea504f9,segment=NetworkSegment(1f891e89-8e95-4269-88bd-07c7e12937ac),segment_id=1f891e89-8e95-4269-88bd-07c7e12937ac)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:43.304107 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.344409 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.345322 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1cf2e245-7204-4931-99e3-1d9637fc78c9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:43.374640 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.394596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b739e0-40a4-4cf5-a2db-bfb98d7c004f None None] Pushing event updated for resources: {'Port': ['ID=3d370606-2f6a-4778-82c9-c425fbcfdd41,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:43.403302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Attempting to bind port 3d370606-2f6a-4778-82c9-c425fbcfdd41 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:43.403741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Attempting to bind port 3d370606-2f6a-4778-82c9-c425fbcfdd41 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:43.404069 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Attempting to bind port 3d370606-2f6a-4778-82c9-c425fbcfdd41 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:43.439285 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:43.439588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:43.440353 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.440490 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:43.440891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Bound port: 3d370606-2f6a-4778-82c9-c425fbcfdd41, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:43.441274 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.482020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6e73566d-dc53-4a2a-9601-c96198d569f1 None None] Provisioning for port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:43.496004 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6e73566d-dc53-4a2a-9601-c96198d569f1 None None] Provisioning complete for port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:43.496381 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6e73566d-dc53-4a2a-9601-c96198d569f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.497830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=fbbca4f4-ca12-46f0-9218-d63c9ea504f9,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:43.551529 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.553414 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] For port 3d370606-2f6a-4778-82c9-c425fbcfdd41, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:43.560067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6e73566d-dc53-4a2a-9601-c96198d569f1 None None] Port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:58:43.567166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] For port 3d370606-2f6a-4778-82c9-c425fbcfdd41, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3d370606-2f6a-4778-82c9-c425fbcfdd41,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:43.577614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 1cf2e245-7204-4931-99e3-1d9637fc78c9 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:43.581584 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1cf2e245-7204-4931-99e3-1d9637fc78c9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:43.581949 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.635072 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.668529 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.699136 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.708609 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.710533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Pushing event updated for resources: {'Port': ['ID=bcc0e444-ffdb-499d-b1c3-f7b45c8fa180,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:43.735073 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.764176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 1cf2e245-7204-4931-99e3-1d9637fc78c9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1cf2e245-7204-4931-99e3-1d9637fc78c9,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:43.767142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Routers {'c5736da1-dacd-44b1-8e53-51dfb01103e0'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:43.767765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:58:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c5736da1-dacd-44b1-8e53-51dfb01103e0'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:43.770906 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b739e0-40a4-4cf5-a2db-bfb98d7c004f None None] Pushing event updated for resources: {'Port': ['ID=3d370606-2f6a-4778-82c9-c425fbcfdd41,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:43.811608 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Network 2b569880-c837-4373-ba65-44897c34861d is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:43.813089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:43.858017 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:43.931073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] Set router c5736da1-dacd-44b1-8e53-51dfb01103e0 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:43.944838 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Router c5736da1-dacd-44b1-8e53-51dfb01103e0 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 04:58:43.966887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=1cf2e245-7204-4931-99e3-1d9637fc78c9,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:44.060291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 04:58:44.067818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-87a352ba-f12e-4616-b8ae-5436a5049351 admin admin] 10.222.0.30 "PUT /v2.0/routers/c5736da1-dacd-44b1-8e53-51dfb01103e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8732302 Jul 05 04:58:44.096109 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4c68a005-2729-49f8-8828-01249783b54a None None] Provisioning complete for port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:44.096410 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c68a005-2729-49f8-8828-01249783b54a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.169713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4c68a005-2729-49f8-8828-01249783b54a None None] Port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:58:44.176298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbbca4f4-ca12-46f0-9218-d63c9ea504f9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:44.238951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'name': 'tempest-TestEncryptedCinderVolumes-534161451-router', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:39Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 4, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'gw_port': {'id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:40Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'bcc0e444-ffdb-499d-b1c3-f7b45c8fa180', 'name': '', 'network_id': '2b569880-c837-4373-ba65-44897c34861d', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'mac_address': 'fa:16:3e:4e:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:42Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 2, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'subnets': [{'id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:44.276599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-323d190a-fd83-426b-b702-6611ee9aa02a None None] The sync data for ids ['c5736da1-dacd-44b1-8e53-51dfb01103e0'] in n-d-758944-41 is: [{'id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'name': 'tempest-TestEncryptedCinderVolumes-534161451-router', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:39Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 4, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'gw_port': {'id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:40Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'bcc0e444-ffdb-499d-b1c3-f7b45c8fa180', 'name': '', 'network_id': '2b569880-c837-4373-ba65-44897c34861d', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'mac_address': 'fa:16:3e:4e:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:42Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 2, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'subnets': [{'id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:44.285783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:44.286054 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.379196 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:44.382281 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1cf2e245-7204-4931-99e3-1d9637fc78c9 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:44.431640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1cf2e245-7204-4931-99e3-1d9637fc78c9 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:44.432058 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:45.019190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-5063c184-aa8d-43df-be7e-aa9bb812dead tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:45.019190 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-5063c184-aa8d-43df-be7e-aa9bb812dead tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/networks?id=94ee3ab2-7efc-4757-8f92-334598a4bf8d HTTP/1.1" status: 200 len: 816 time: 0.1266484 Jul 05 04:58:45.032165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-8676df5d-c97d-4df2-a6fb-eb1997265d88 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/quotas/4345c2b4a0264d808e8a5657a6284a1b HTTP/1.1" status: 200 len: 375 time: 0.0105126 Jul 05 04:58:45.072437 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:45.106375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-0e623683-adfe-4919-b461-8102437f79c9 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0679371 Jul 05 04:58:45.305382 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-f5964858-fd60-4fda-8764-52fc58e91176 service neutron] 10.222.0.30 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847200 Jul 05 04:58:45.402946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-2df9d717-d3e0-4b4b-8fb5-7874e68937ae service neutron] 10.222.0.30 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884778 Jul 05 04:58:45.689424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a9cbcab-dacc-4ade-a3d1-748d5f845523 req-f5163e41-9c44-4abc-8673-43b4bffc254b tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 210 time: 0.0304482 Jul 05 04:58:46.193120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3d370606-2f6a-4778-82c9-c425fbcfdd41 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:46.228744 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Sync routers for ids ['c5736da1-dacd-44b1-8e53-51dfb01103e0'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 04:58:46.238281 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Routers {'c5736da1-dacd-44b1-8e53-51dfb01103e0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:46.238903 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:58:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c5736da1-dacd-44b1-8e53-51dfb01103e0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:46.334950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 3d370606-2f6a-4778-82c9-c425fbcfdd41 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:46.339367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3d370606-2f6a-4778-82c9-c425fbcfdd41 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:46.339752 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:46.349145 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Set router c5736da1-dacd-44b1-8e53-51dfb01103e0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:46.420842 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:46.443734 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 3d370606-2f6a-4778-82c9-c425fbcfdd41, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3d370606-2f6a-4778-82c9-c425fbcfdd41,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:46.535125 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:46.585444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=3d370606-2f6a-4778-82c9-c425fbcfdd41,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:46.646257 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'name': 'tempest-TestEncryptedCinderVolumes-534161451-router', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:39Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 4, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'gw_port': {'id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:40Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'bcc0e444-ffdb-499d-b1c3-f7b45c8fa180', 'name': '', 'network_id': '2b569880-c837-4373-ba65-44897c34861d', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'mac_address': 'fa:16:3e:4e:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:42Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 2, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'subnets': [{'id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:46.673673 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Checking router: c5736da1-dacd-44b1-8e53-51dfb01103e0 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 04:58:46.673958 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Updating router c5736da1-dacd-44b1-8e53-51dfb01103e0 port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 04:58:46.711253 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:46.781862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-551a1534-6d55-4656-83e8-900322969e4e req-49257ae5-1421-41b7-b91d-600b97082487 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 210 time: 0.0352213 Jul 05 04:58:46.984163 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:46.993501 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Transition to ACTIVE for port object bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:47.060987 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:47.110752 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d6232-b4da-4f48-b61f-2f9b0f8a163d None None] Pushing event updated for resources: {'Port': ['ID=bcc0e444-ffdb-499d-b1c3-f7b45c8fa180,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:47.176036 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Attempting to bind port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:47.176374 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Attempting to bind port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '1f891e89-8e95-4269-88bd-07c7e12937ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2b569880-c837-4373-ba65-44897c34861d'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:47.176732 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Attempting to bind port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 on network 2b569880-c837-4373-ba65-44897c34861d {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:47.182831 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:47.183162 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Checking segment: {'id': '1f891e89-8e95-4269-88bd-07c7e12937ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2b569880-c837-4373-ba65-44897c34861d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:47.183555 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:47.183964 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Bound using segment: {'id': '1f891e89-8e95-4269-88bd-07c7e12937ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2b569880-c837-4373-ba65-44897c34861d'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:47.184459 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Bound port: bcc0e444-ffdb-499d-b1c3-f7b45c8fa180, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f891e89-8e95-4269-88bd-07c7e12937ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '2b569880-c837-4373-ba65-44897c34861d'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:47.184833 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:47.266952 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] For port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:47.270332 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] For port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bcc0e444-ffdb-499d-b1c3-f7b45c8fa180,segment=NetworkSegment(1f891e89-8e95-4269-88bd-07c7e12937ac),segment_id=1f891e89-8e95-4269-88bd-07c7e12937ac)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:47.355542 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:47.414251 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Routers {'c5736da1-dacd-44b1-8e53-51dfb01103e0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 04:58:47.414912 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:58:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c5736da1-dacd-44b1-8e53-51dfb01103e0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:47.459123 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7d6232-b4da-4f48-b61f-2f9b0f8a163d None None] Pushing event updated for resources: {'Port': ['ID=bcc0e444-ffdb-499d-b1c3-f7b45c8fa180,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:47.538849 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] Set router c5736da1-dacd-44b1-8e53-51dfb01103e0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 04:58:47.756377 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'name': 'tempest-TestEncryptedCinderVolumes-534161451-router', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:39Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 4, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'gw_port': {'id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:40Z', 'updated_at': '2021-07-05T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'bcc0e444-ffdb-499d-b1c3-f7b45c8fa180', 'name': '', 'network_id': '2b569880-c837-4373-ba65-44897c34861d', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'mac_address': 'fa:16:3e:4e:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:42Z', 'updated_at': '2021-07-05T04:58:47Z', 'revision_number': 4, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'subnets': [{'id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 04:58:47.784982 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d74cb51e-5261-439c-9aaa-fe96508a4a6a None None] The sync data for ids ['c5736da1-dacd-44b1-8e53-51dfb01103e0'] in n-d-758944-41 is: [{'id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'name': 'tempest-TestEncryptedCinderVolumes-534161451-router', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:39Z', 'updated_at': '2021-07-05T04:58:43Z', 'revision_number': 4, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'gw_port': {'id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:40Z', 'updated_at': '2021-07-05T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'bcc0e444-ffdb-499d-b1c3-f7b45c8fa180', 'name': '', 'network_id': '2b569880-c837-4373-ba65-44897c34861d', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'mac_address': 'fa:16:3e:4e:51:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4092, 'fixed_ips': [{'subnet_id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:42Z', 'updated_at': '2021-07-05T04:58:47Z', 'revision_number': 4, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'subnets': [{'id': '69fd98a1-53c3-4bb4-94cd-10a41e267c4e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 04:58:47.962003 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad02c604-ceb7-460b-8919-5ac57547093e req-e21915e5-60a7-4f6c-81f9-d2b0a8c9512c tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 210 time: 0.0498848 Jul 05 04:58:48.243539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:48.245184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-3fbae3b6-d1d7-4d4f-a3d3-cee8859fd81d tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:48.247451 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-3fbae3b6-d1d7-4d4f-a3d3-cee8859fd81d tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.13 "GET /v2.0/networks?id=94ee3ab2-7efc-4757-8f92-334598a4bf8d HTTP/1.1" status: 200 len: 816 time: 0.1944685 Jul 05 04:58:48.259958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Request body: {'port': {'device_id': '8822cca9-61fc-4f6d-b76c-fc1105e0389a', 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'admin_state_up': True, 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:48.386732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:48.394504 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:48.395410 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:48.460898 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Made reservation on behalf of 4345c2b4a0264d808e8a5657a6284a1b for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:58:48.465627 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:48.509837 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:48.553159 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bcc0e444-ffdb-499d-b1c3-f7b45c8fa180,segment=NetworkSegment(1f891e89-8e95-4269-88bd-07c7e12937ac),segment_id=1f891e89-8e95-4269-88bd-07c7e12937ac)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:48.638384 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:48.639963 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3d370606-2f6a-4778-82c9-c425fbcfdd41 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:48.642287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Allocated IP 172.20.0.14 (94ee3ab2-7efc-4757-8f92-334598a4bf8d/1840b788-42c8-48a1-87e5-2f61eb956e4b/998b4f53-275b-4e10-a7b8-1bdfa24f406d) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:58:48.721280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=bcc0e444-ffdb-499d-b1c3-f7b45c8fa180,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:48.731338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.731996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.732510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.733017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.733523 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.734041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.734542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.735058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.735558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.736086 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.736599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.737092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:58:48.751664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3d370606-2f6a-4778-82c9-c425fbcfdd41 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:48.752294 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:48.818172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:48.832789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Transition to ACTIVE for port object 998b4f53-275b-4e10-a7b8-1bdfa24f406d will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:48.944095 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:48.990508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Network 94ee3ab2-7efc-4757-8f92-334598a4bf8d is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:58:48.996459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:58:49.000689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:58:49.007231 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Pushing event updated for resources: {'Port': ['ID=998b4f53-275b-4e10-a7b8-1bdfa24f406d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:49.056433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:49.057049 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:49.135771 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4001c3ba-bed8-467c-8cc7-31e6bbda3867 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8799064 Jul 05 04:58:49.147477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Request body: {'port': {'device_id': '8822cca9-61fc-4f6d-b76c-fc1105e0389a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:58:49.149876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001d9852-c5f0-4a80-b64e-37fcc909d75d req-b1875d59-6aaf-4e90-8780-723f581320c2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:49.151459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-001d9852-c5f0-4a80-b64e-37fcc909d75d req-b1875d59-6aaf-4e90-8780-723f581320c2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 932 time: 0.0683770 Jul 05 04:58:49.194507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-001d9852-c5f0-4a80-b64e-37fcc909d75d req-54f7ae49-1eb7-41dc-bde3-4c2248021429 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373495 Jul 05 04:58:49.234146 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:49.349032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e36976be-6e5e-46bc-9f6c-f29ea10b2b0c None None] Provisioning for port 998b4f53-275b-4e10-a7b8-1bdfa24f406d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:49.353312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e36976be-6e5e-46bc-9f6c-f29ea10b2b0c None None] Provisioning complete for port 998b4f53-275b-4e10-a7b8-1bdfa24f406d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:49.353687 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e36976be-6e5e-46bc-9f6c-f29ea10b2b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:49.388365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e36976be-6e5e-46bc-9f6c-f29ea10b2b0c None None] Port 998b4f53-275b-4e10-a7b8-1bdfa24f406d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:58:49.497980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 998b4f53-275b-4e10-a7b8-1bdfa24f406d {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:58:49.505201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:49.516658 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Transition to ACTIVE for port object 998b4f53-275b-4e10-a7b8-1bdfa24f406d will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:58:49.600937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:49.650433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Pushing event updated for resources: {'Port': ['ID=998b4f53-275b-4e10-a7b8-1bdfa24f406d,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:49.731527 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Attempting to bind port 998b4f53-275b-4e10-a7b8-1bdfa24f406d on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:58:49.731863 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Attempting to bind port 998b4f53-275b-4e10-a7b8-1bdfa24f406d by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:58:49.732225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Attempting to bind port 998b4f53-275b-4e10-a7b8-1bdfa24f406d on network 94ee3ab2-7efc-4757-8f92-334598a4bf8d {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:49.736746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Port 998b4f53-275b-4e10-a7b8-1bdfa24f406d on network 94ee3ab2-7efc-4757-8f92-334598a4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:58:49.737074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Attempting to bind port 998b4f53-275b-4e10-a7b8-1bdfa24f406d on network 94ee3ab2-7efc-4757-8f92-334598a4bf8d {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:58:49.742095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 58, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:58:49.742520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Checking segment: {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:58:49.742952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Bound using segment: {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:58:49.743363 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Bound port: 998b4f53-275b-4e10-a7b8-1bdfa24f406d, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:58:49.743727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:49.812437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] For port 998b4f53-275b-4e10-a7b8-1bdfa24f406d, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:58:49.815488 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] For port 998b4f53-275b-4e10-a7b8-1bdfa24f406d, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=998b4f53-275b-4e10-a7b8-1bdfa24f406d,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:58:49.885027 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:49.919501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:49.920134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:49.921544 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] 10.222.0.13 "PUT /v2.0/ports/998b4f53-275b-4e10-a7b8-1bdfa24f406d HTTP/1.1" status: 200 len: 1093 time: 0.7784679 Jul 05 04:58:49.921988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8822cca9-61fc-4f6d-b76c-fc1105e0389a', 'tag': '998b4f53-275b-4e10-a7b8-1bdfa24f406d'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:49.924304 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e11b676f-641e-4785-bd1d-fd636fd7a289" -d '{"events": [{"name": "network-changed", "server_uuid": "8822cca9-61fc-4f6d-b76c-fc1105e0389a", "tag": "998b4f53-275b-4e10-a7b8-1bdfa24f406d"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:49.952244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89e99fc-f527-49a8-8d95-0d1c788881a0 service neutron] Pushing event updated for resources: {'Port': ['ID=998b4f53-275b-4e10-a7b8-1bdfa24f406d,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:49.966732 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b52add3-13b8-4f69-b286-21542b30ee84 x-openstack-request-id: req-2b52add3-13b8-4f69-b286-21542b30ee84 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:49.967056 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8822cca9-61fc-4f6d-b76c-fc1105e0389a", "tag": "998b4f53-275b-4e10-a7b8-1bdfa24f406d", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:49.967293 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2b52add3-13b8-4f69-b286-21542b30ee84 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:49.967706 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8822cca9-61fc-4f6d-b76c-fc1105e0389a', 'tag': '998b4f53-275b-4e10-a7b8-1bdfa24f406d', 'status': 'completed', 'code': 200} Jul 05 04:58:50.049459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b676f-641e-4785-bd1d-fd636fd7a289 req-a6567da9-7d7d-4340-8b4c-5a89a7965bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:50.050979 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e11b676f-641e-4785-bd1d-fd636fd7a289 req-a6567da9-7d7d-4340-8b4c-5a89a7965bc6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 1096 time: 0.0601990 Jul 05 04:58:50.155402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b676f-641e-4785-bd1d-fd636fd7a289 req-4bc80a84-180f-4576-b047-7eecaee3ace5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:50.156839 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e11b676f-641e-4785-bd1d-fd636fd7a289 req-4bc80a84-180f-4576-b047-7eecaee3ace5 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.0974340 Jul 05 04:58:50.165723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:50.215387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:50.215764 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:50.262850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11b676f-641e-4785-bd1d-fd636fd7a289 req-276186a4-b8a3-4ef5-b464-10c3d29dccdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:50.264390 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e11b676f-641e-4785-bd1d-fd636fd7a289 req-276186a4-b8a3-4ef5-b464-10c3d29dccdc service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1006954 Jul 05 04:58:50.358860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-920ddd72-85ea-4ea2-88fb-1c4a228a75ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:50.360393 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-920ddd72-85ea-4ea2-88fb-1c4a228a75ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 1096 time: 0.0567474 Jul 05 04:58:50.393332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318288a3-38e0-4861-8844-790cf4d907ea req-eaffc7ec-9af5-4f9d-aa98-394362258f49 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:50.394886 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-318288a3-38e0-4861-8844-790cf4d907ea req-eaffc7ec-9af5-4f9d-aa98-394362258f49 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 944 time: 0.0688369 Jul 05 04:58:50.403655 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-10cce1c6-fad5-4fdb-bd43-36c7ae0717a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=998b4f53-275b-4e10-a7b8-1bdfa24f406d HTTP/1.1" status: 200 len: 217 time: 0.0358546 Jul 05 04:58:50.434384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-318288a3-38e0-4861-8844-790cf4d907ea req-eec4a250-3641-42be-8b57-81d2457c9e1b tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337110 Jul 05 04:58:50.744881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4c30f9bc-0b28-4f8c-94a5-5215c7760e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:50.746320 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-4c30f9bc-0b28-4f8c-94a5-5215c7760e70 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1840b788-42c8-48a1-87e5-2f61eb956e4b HTTP/1.1" status: 200 len: 855 time: 0.3352003 Jul 05 04:58:50.802321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-65e2577f-d83e-480e-8399-640046f4836e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:50.803891 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-65e2577f-d83e-480e-8399-640046f4836e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94ee3ab2-7efc-4757-8f92-334598a4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0506670 Jul 05 04:58:50.893283 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-58e1186d-4819-4b7c-bde4-23620a21a544 service neutron] 10.222.0.13 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832336 Jul 05 04:58:50.986943 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e0c1454f-7374-4df4-8b67-3d6044b11909 req-1187adfc-3021-4a3a-99e4-07f552d292c9 service neutron] 10.222.0.13 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869942 Jul 05 04:58:51.608667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4047f130-de8c-4078-9dbe-3ae4b0ef081c req-dd180986-1c67-4f39-a0a4-77e584030e97 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:51.610139 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4047f130-de8c-4078-9dbe-3ae4b0ef081c req-dd180986-1c67-4f39-a0a4-77e584030e97 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 944 time: 0.0648916 Jul 05 04:58:51.648781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4047f130-de8c-4078-9dbe-3ae4b0ef081c req-87be5d10-2506-4762-92eb-7770e0c098e1 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330453 Jul 05 04:58:52.825227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40fcb05-185d-45e9-bfc9-bf69f17dc511 req-d3d3e43a-8297-4067-af77-e56cd57223d2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:52.827022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f40fcb05-185d-45e9-bfc9-bf69f17dc511 req-d3d3e43a-8297-4067-af77-e56cd57223d2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 944 time: 0.0691760 Jul 05 04:58:52.865957 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f40fcb05-185d-45e9-bfc9-bf69f17dc511 req-aa7b7326-8d9c-4640-969d-6ed0e6078439 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333748 Jul 05 04:58:54.042774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411fa1f-c6d9-426a-9de4-280efc604935 req-18630965-f060-464e-864b-96e121022a36 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:54.044495 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7411fa1f-c6d9-426a-9de4-280efc604935 req-18630965-f060-464e-864b-96e121022a36 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 944 time: 0.0710011 Jul 05 04:58:54.083181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7411fa1f-c6d9-426a-9de4-280efc604935 req-88cbf54c-0fb2-478a-8520-2fbeddf0b8db tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Jul 05 04:58:55.266753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3a210-132a-4c5b-8be0-83efccbcb76d req-9267d784-6701-4a35-8f29-befc5b22018d tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:55.268311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e3a210-132a-4c5b-8be0-83efccbcb76d req-9267d784-6701-4a35-8f29-befc5b22018d tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 944 time: 0.0684762 Jul 05 04:58:55.307489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20e3a210-132a-4c5b-8be0-83efccbcb76d req-fa85691f-7971-4a9b-a5f3-acdf5fa30d69 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336962 Jul 05 04:58:55.431531 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 998b4f53-275b-4e10-a7b8-1bdfa24f406d details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:58:55.523758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 998b4f53-275b-4e10-a7b8-1bdfa24f406d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=998b4f53-275b-4e10-a7b8-1bdfa24f406d,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:55.538566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '998b4f53-275b-4e10-a7b8-1bdfa24f406d', 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'port_id': '998b4f53-275b-4e10-a7b8-1bdfa24f406d', 'mac_address': 'fa:16:3e:1e:d8:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:58:55.575141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:55.587738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 998b4f53-275b-4e10-a7b8-1bdfa24f406d {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:58:55.606757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 998b4f53-275b-4e10-a7b8-1bdfa24f406d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=998b4f53-275b-4e10-a7b8-1bdfa24f406d,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:55.680558 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:55.728438 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=998b4f53-275b-4e10-a7b8-1bdfa24f406d,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:55.988175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['998b4f53-275b-4e10-a7b8-1bdfa24f406d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:58:56.484022 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9336d0f9-d554-4d7b-aa6e-5025f1f008b8 req-6a825c10-d650-4ab5-86f8-f3d53dfe8166 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:56.485498 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9336d0f9-d554-4d7b-aa6e-5025f1f008b8 req-6a825c10-d650-4ab5-86f8-f3d53dfe8166 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 945 time: 0.0679364 Jul 05 04:58:56.524249 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9336d0f9-d554-4d7b-aa6e-5025f1f008b8 req-1ec6987c-fa77-4a67-a6a8-2dcd5e8f1d01 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331528 Jul 05 04:58:57.447042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 998b4f53-275b-4e10-a7b8-1bdfa24f406d up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:58:57.548904 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 998b4f53-275b-4e10-a7b8-1bdfa24f406d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:58:57.553738 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 998b4f53-275b-4e10-a7b8-1bdfa24f406d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:58:57.554204 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:57.648859 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:57.703690 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fae1bf-06dc-4085-94f3-4e13c53dd787 req-2065788d-0729-4e59-aea3-8c8980dc1261 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:57.705221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02fae1bf-06dc-4085-94f3-4e13c53dd787 req-2065788d-0729-4e59-aea3-8c8980dc1261 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 945 time: 0.0676713 Jul 05 04:58:57.746695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-02fae1bf-06dc-4085-94f3-4e13c53dd787 req-f7c7bda6-37df-4e10-9d4d-b94d7b28da0c tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355439 Jul 05 04:58:57.828718 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8822cca9-61fc-4f6d-b76c-fc1105e0389a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998b4f53-275b-4e10-a7b8-1bdfa24f406d'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:58:57.830962 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b7421d-53a5-47ac-92a3-82a6680dfd65" -d '{"events": [{"server_uuid": "8822cca9-61fc-4f6d-b76c-fc1105e0389a", "name": "network-vif-plugged", "status": "completed", "tag": "998b4f53-275b-4e10-a7b8-1bdfa24f406d"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:58:57.843175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 998b4f53-275b-4e10-a7b8-1bdfa24f406d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=998b4f53-275b-4e10-a7b8-1bdfa24f406d,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:58:57.867439 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf2e6798-2d3c-4161-9775-9fa3300152b9 x-openstack-request-id: req-cf2e6798-2d3c-4161-9775-9fa3300152b9 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:58:57.867737 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8822cca9-61fc-4f6d-b76c-fc1105e0389a", "name": "network-vif-plugged", "status": "completed", "tag": "998b4f53-275b-4e10-a7b8-1bdfa24f406d", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:58:57.868026 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cf2e6798-2d3c-4161-9775-9fa3300152b9 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:58:57.868911 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8822cca9-61fc-4f6d-b76c-fc1105e0389a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '998b4f53-275b-4e10-a7b8-1bdfa24f406d', 'code': 200} Jul 05 04:58:57.912844 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:58:57.962608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=998b4f53-275b-4e10-a7b8-1bdfa24f406d,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:58:57.988860 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f28c4-cb11-4c12-bec0-cdf24946e3a0 req-3f83e8e8-0056-4299-b6b7-c4a23f30ce83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:57.990376 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ba9f28c4-cb11-4c12-bec0-cdf24946e3a0 req-3f83e8e8-0056-4299-b6b7-c4a23f30ce83 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 1098 time: 0.0536144 Jul 05 04:58:58.025675 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ba9f28c4-cb11-4c12-bec0-cdf24946e3a0 req-0c6d3aa5-ed40-41cf-99b3-bd6c93e5af13 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278115 Jul 05 04:58:58.920240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640f64a2-e65b-4120-964b-93a4f88a9981 req-994db83c-49b5-41f9-ae19-8577f883ce58 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:58:58.921628 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-640f64a2-e65b-4120-964b-93a4f88a9981 req-994db83c-49b5-41f9-ae19-8577f883ce58 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 946 time: 0.0645702 Jul 05 04:58:58.959486 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-640f64a2-e65b-4120-964b-93a4f88a9981 req-15df862a-c4a5-4fc6-971d-15b6b47b7dbd tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322530 Jul 05 04:59:00.137113 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bdd432-3cd5-4a6e-b443-08edf507fb2a req-2b6fd4a5-98d2-4d87-8756-1d77f12976ef tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:00.138573 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0bdd432-3cd5-4a6e-b443-08edf507fb2a req-2b6fd4a5-98d2-4d87-8756-1d77f12976ef tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 946 time: 0.0688066 Jul 05 04:59:00.176955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c0bdd432-3cd5-4a6e-b443-08edf507fb2a req-ab0a763b-44d3-4557-9e26-46befad34ee2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322902 Jul 05 04:59:00.350586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547be103-32e3-46b6-bb25-ec7773c9d7bb req-c69ecae3-3e5b-4346-b034-50ff1df5152d tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:00.352061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-547be103-32e3-46b6-bb25-ec7773c9d7bb req-c69ecae3-3e5b-4346-b034-50ff1df5152d tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 946 time: 0.0658660 Jul 05 04:59:00.392021 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-547be103-32e3-46b6-bb25-ec7773c9d7bb req-5c813358-b908-46d4-a89f-95b5df77aa18 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335028 Jul 05 04:59:04.206762 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-96807a6d-2620-4223-bf95-65ee163da660 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574780 Jul 05 04:59:04.315273 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-3a8a1ff4-74b3-49e1-a793-00f207360820 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:04.316841 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-3a8a1ff4-74b3-49e1-a793-00f207360820 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 1098 time: 0.0584621 Jul 05 04:59:04.441057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-1e53c6f8-a732-4b39-8a18-4b91cd3e2b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:04.442867 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-1e53c6f8-a732-4b39-8a18-4b91cd3e2b98 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94ee3ab2-7efc-4757-8f92-334598a4bf8d HTTP/1.1" status: 200 len: 917 time: 0.0902162 Jul 05 04:59:04.491352 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-d44b38ce-f2fb-4ea7-a624-c8837f865068 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=998b4f53-275b-4e10-a7b8-1bdfa24f406d HTTP/1.1" status: 200 len: 217 time: 0.0415163 Jul 05 04:59:04.545223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-a3647c48-1cb5-4026-9098-c069a9ef0dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:04.547078 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-a3647c48-1cb5-4026-9098-c069a9ef0dcb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1840b788-42c8-48a1-87e5-2f61eb956e4b HTTP/1.1" status: 200 len: 855 time: 0.0487883 Jul 05 04:59:04.607192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-3f8e7ca1-34b1-4e88-b896-d561b3681d58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:04.608874 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-3f8e7ca1-34b1-4e88-b896-d561b3681d58 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94ee3ab2-7efc-4757-8f92-334598a4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555475 Jul 05 04:59:04.710180 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-f1a350c1-6401-4206-865f-10c3d00770b6 service neutron] 10.222.0.13 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942500 Jul 05 04:59:04.804044 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0c3d4a4a-ffc4-47d9-ba89-9a0f7c7ed0b9 req-5c8441ca-a3b3-4f4b-a454-e5abf9e7aa97 service neutron] 10.222.0.13 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865376 Jul 05 04:59:08.100767 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-13a8dcd1-3e92-4392-ab75-09e0a12b9371 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:10.803411 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82acb446-edb4-4050-8a9e-aee926d3246b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:10.862625 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 04:59:10.931595 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:12.149432 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:13.694920 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:14.366014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:15.074603 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:23.644701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3b2def-bc20-4c3d-855e-3b74fd0c0922 req-a35da0bd-04c5-4812-af9d-e4d28b6623e0 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:23.646370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec3b2def-bc20-4c3d-855e-3b74fd0c0922 req-a35da0bd-04c5-4812-af9d-e4d28b6623e0 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 946 time: 0.3885562 Jul 05 04:59:23.685039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec3b2def-bc20-4c3d-855e-3b74fd0c0922 req-0da1278d-b1eb-4b4c-a20b-69b3c163f352 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331018 Jul 05 04:59:24.872987 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d04e4b4-8ca7-4f5a-b894-5a9a39facd7c req-1d815b08-8959-4212-a4b2-58e4bb964ea4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:24.874406 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d04e4b4-8ca7-4f5a-b894-5a9a39facd7c req-1d815b08-8959-4212-a4b2-58e4bb964ea4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 946 time: 0.0724041 Jul 05 04:59:24.915541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9d04e4b4-8ca7-4f5a-b894-5a9a39facd7c req-e4376524-2179-47bf-9527-1f12f1ce176b tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355783 Jul 05 04:59:25.034716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-8745f73f-e2dd-47d1-a0c7-b21e810b2c68 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:25.036247 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-8745f73f-e2dd-47d1-a0c7-b21e810b2c68 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.13 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 946 time: 0.0652006 Jul 05 04:59:25.142912 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-64eb5ffc-afaa-4e91-af2d-1cfc00fb3ef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Deleting port 998b4f53-275b-4e10-a7b8-1bdfa24f406d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 04:59:25.143168 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-64eb5ffc-afaa-4e91-af2d-1cfc00fb3ef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:25.234047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-64eb5ffc-afaa-4e91-af2d-1cfc00fb3ef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] For port 998b4f53-275b-4e10-a7b8-1bdfa24f406d, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=998b4f53-275b-4e10-a7b8-1bdfa24f406d,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:25.234470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-64eb5ffc-afaa-4e91-af2d-1cfc00fb3ef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:25.252143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-64eb5ffc-afaa-4e91-af2d-1cfc00fb3ef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Calling delete_port for 998b4f53-275b-4e10-a7b8-1bdfa24f406d owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 04:59:25.480102 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-64eb5ffc-afaa-4e91-af2d-1cfc00fb3ef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:25.493598 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['998b4f53-275b-4e10-a7b8-1bdfa24f406d'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:59:25.513598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64eb5ffc-afaa-4e91-af2d-1cfc00fb3ef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Pushing event deleted for resources: {'Port': ['ID=998b4f53-275b-4e10-a7b8-1bdfa24f406d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:25.565126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-64eb5ffc-afaa-4e91-af2d-1cfc00fb3ef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] No DVR routers for this DVR port 998b4f53-275b-4e10-a7b8-1bdfa24f406d on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 04:59:25.567689 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-64eb5ffc-afaa-4e91-af2d-1cfc00fb3ef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:25.569789 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7368726d-10d9-4677-bbc3-da6e86d0a362 req-64eb5ffc-afaa-4e91-af2d-1cfc00fb3ef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.13 "DELETE /v2.0/ports/998b4f53-275b-4e10-a7b8-1bdfa24f406d HTTP/1.1" status: 204 len: 173 time: 0.5284176 Jul 05 04:59:25.570223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8822cca9-61fc-4f6d-b76c-fc1105e0389a', 'name': 'network-vif-deleted', 'tag': '998b4f53-275b-4e10-a7b8-1bdfa24f406d'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:59:25.572520 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4797625d-90c1-40a8-a0e6-632fa22ce789" -d '{"events": [{"server_uuid": "8822cca9-61fc-4f6d-b76c-fc1105e0389a", "name": "network-vif-deleted", "tag": "998b4f53-275b-4e10-a7b8-1bdfa24f406d"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:59:25.610339 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:59:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c777f8e-208f-4e24-be70-15f379fb4458 x-openstack-request-id: req-5c777f8e-208f-4e24-be70-15f379fb4458 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:59:25.610625 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8822cca9-61fc-4f6d-b76c-fc1105e0389a", "name": "network-vif-deleted", "tag": "998b4f53-275b-4e10-a7b8-1bdfa24f406d", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:59:25.610898 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c777f8e-208f-4e24-be70-15f379fb4458 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:59:25.611305 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8822cca9-61fc-4f6d-b76c-fc1105e0389a', 'name': 'network-vif-deleted', 'tag': '998b4f53-275b-4e10-a7b8-1bdfa24f406d', 'status': 'completed', 'code': 200} Jul 05 04:59:26.071868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59ba4f79-ce37-4f2d-b1ad-a97b1f5a786d req-fa691e91-8830-474e-9520-f7ac64f9032a tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=8822cca9-61fc-4f6d-b76c-fc1105e0389a HTTP/1.1" status: 200 len: 210 time: 0.0302091 Jul 05 04:59:27.734419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-feb9379d-ed00-4f1a-bca6-f365f35e6f6b tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:27.736672 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-feb9379d-ed00-4f1a-bca6-f365f35e6f6b tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/networks?id=94ee3ab2-7efc-4757-8f92-334598a4bf8d HTTP/1.1" status: 200 len: 816 time: 0.1069736 Jul 05 04:59:27.751222 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-84f063db-61e3-4acf-9f82-97737e0e019c tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/quotas/4345c2b4a0264d808e8a5657a6284a1b HTTP/1.1" status: 200 len: 375 time: 0.0098722 Jul 05 04:59:27.820106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-7279764b-abab-4053-a0d7-3c83a12c7ef9 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0638094 Jul 05 04:59:27.919165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-516a3549-84ad-4664-8ce8-922f8a640f62 service neutron] 10.222.0.30 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873554 Jul 05 04:59:28.011750 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-26ebe98d-9861-48be-bfa6-d21723c18efe service neutron] 10.222.0.30 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859003 Jul 05 04:59:28.261417 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc81ef34-b30c-41ce-b17c-04a90561d11a req-d773eac6-41d9-41c2-aa94-ba15674ee227 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 210 time: 0.0368969 Jul 05 04:59:29.402174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29cc233f-16e2-4ffd-9967-f8a90e51f117 req-4b919f3e-fd2a-4a69-8ae0-850381158a9f tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 210 time: 0.0306883 Jul 05 04:59:29.598143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 998b4f53-275b-4e10-a7b8-1bdfa24f406d no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 04:59:29.622385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 998b4f53-275b-4e10-a7b8-1bdfa24f406d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 04:59:29.626237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 998b4f53-275b-4e10-a7b8-1bdfa24f406d not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 04:59:30.272542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-397ba3dd-76c8-40de-a08e-d10970539d20 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:30.273997 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-397ba3dd-76c8-40de-a08e-d10970539d20 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.13 "GET /v2.0/networks?id=94ee3ab2-7efc-4757-8f92-334598a4bf8d HTTP/1.1" status: 200 len: 816 time: 0.1067061 Jul 05 04:59:30.285472 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Request body: {'port': {'device_id': '5a99e5ec-4586-4b39-bcdf-35a629b020ec', 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'admin_state_up': True, 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:30.502621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Made reservation on behalf of 4345c2b4a0264d808e8a5657a6284a1b for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 04:59:30.506350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:30.551000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c74f494-f58d-479b-8b3d-8157f78ee5a7 req-3eb750a6-62c2-460f-a9d8-b311119e25f0 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 210 time: 0.0298512 Jul 05 04:59:30.652013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Allocated IP 172.20.0.9 (94ee3ab2-7efc-4757-8f92-334598a4bf8d/1840b788-42c8-48a1-87e5-2f61eb956e4b/91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 04:59:30.804545 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:30.820453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Transition to ACTIVE for port object 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:59:30.931975 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:30.983405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Network 94ee3ab2-7efc-4757-8f92-334598a4bf8d is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 04:59:30.988795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 04:59:30.992644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 04:59:30.999575 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Pushing event updated for resources: {'Port': ['ID=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:31.033075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.033430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.033778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.034119 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.034454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.034793 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.035129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.035462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.035797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.036155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.036487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.036818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 04:59:31.065998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:31.066651 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:31.137974 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9f58e5a-cc14-4c41-aef0-ce11966d9d63 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8563833 Jul 05 04:59:31.148769 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-883556dd-d2bd-4cc7-8873-495f16335524 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 04:59:31.149755 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-883556dd-d2bd-4cc7-8873-495f16335524 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055902 Jul 05 04:59:31.160189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Request body: {'port': {'device_id': '5a99e5ec-4586-4b39-bcdf-35a629b020ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 04:59:31.236541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:31.331459 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8a344dc4-3bf2-4e41-b195-406a18171ee2 None None] Provisioning for port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:59:31.335711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8a344dc4-3bf2-4e41-b195-406a18171ee2 None None] Provisioning complete for port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:59:31.336115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8a344dc4-3bf2-4e41-b195-406a18171ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:31.372107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8a344dc4-3bf2-4e41-b195-406a18171ee2 None None] Port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 04:59:31.514732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:59:31.522056 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:31.534284 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Transition to ACTIVE for port object 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 04:59:31.622578 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:31.676730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Pushing event updated for resources: {'Port': ['ID=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:31.740101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a947d638-c5b2-4deb-9bc8-0ca6eb67c770 req-d640b937-612f-44de-bd3e-d2c68419893a tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:31.741648 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a947d638-c5b2-4deb-9bc8-0ca6eb67c770 req-d640b937-612f-44de-bd3e-d2c68419893a tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 943 time: 0.0725915 Jul 05 04:59:31.759978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Attempting to bind port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 04:59:31.760323 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Attempting to bind port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 04:59:31.761438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Attempting to bind port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 on network 94ee3ab2-7efc-4757-8f92-334598a4bf8d {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:59:31.765952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 on network 94ee3ab2-7efc-4757-8f92-334598a4bf8d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 04:59:31.766277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Attempting to bind port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 on network 94ee3ab2-7efc-4757-8f92-334598a4bf8d {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 04:59:31.771954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 4, 59, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 04:59:31.772292 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Checking segment: {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 04:59:31.772679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Bound using segment: {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 04:59:31.773111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Bound port: 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e93df771-ae10-4e59-9741-f0653ef1bb6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 04:59:31.773470 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:31.794744 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a947d638-c5b2-4deb-9bc8-0ca6eb67c770 req-e864b0ea-511c-4a01-a04b-df5343fb2932 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468106 Jul 05 04:59:31.855364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] For port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 04:59:31.858403 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] For port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 04:59:31.920511 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:31.953391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:31.953936 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:31.955760 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] 10.222.0.13 "PUT /v2.0/ports/91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 HTTP/1.1" status: 200 len: 1092 time: 0.7999299 Jul 05 04:59:31.958431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5a99e5ec-4586-4b39-bcdf-35a629b020ec', 'tag': '91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:59:31.960867 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ede1435-01a0-4229-abda-6293a79cd1c0" -d '{"events": [{"name": "network-changed", "server_uuid": "5a99e5ec-4586-4b39-bcdf-35a629b020ec", "tag": "91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:59:31.990591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d37d42-cba6-4b05-9e2e-689610c6362a service neutron] Pushing event updated for resources: {'Port': ['ID=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:32.007663 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 04:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7756be9-e036-4d93-a008-a5a118840fe2 x-openstack-request-id: req-b7756be9-e036-4d93-a008-a5a118840fe2 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:59:32.007991 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5a99e5ec-4586-4b39-bcdf-35a629b020ec", "tag": "91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:59:32.008253 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b7756be9-e036-4d93-a008-a5a118840fe2 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:59:32.008895 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5a99e5ec-4586-4b39-bcdf-35a629b020ec', 'tag': '91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8', 'status': 'completed', 'code': 200} Jul 05 04:59:32.091392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede1435-01a0-4229-abda-6293a79cd1c0 req-60b4b59c-6c7e-4d92-ba00-ff0734bcb291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:32.092945 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ede1435-01a0-4229-abda-6293a79cd1c0 req-60b4b59c-6c7e-4d92-ba00-ff0734bcb291 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 1095 time: 0.0623696 Jul 05 04:59:32.206988 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede1435-01a0-4229-abda-6293a79cd1c0 req-2bc68b05-79cb-496f-a5e5-4454ee462a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:32.208493 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ede1435-01a0-4229-abda-6293a79cd1c0 req-2bc68b05-79cb-496f-a5e5-4454ee462a60 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1077032 Jul 05 04:59:32.304103 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede1435-01a0-4229-abda-6293a79cd1c0 req-cc7e13e4-69be-4de3-9177-5e4ea7c170e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:32.305503 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4ede1435-01a0-4229-abda-6293a79cd1c0 req-cc7e13e4-69be-4de3-9177-5e4ea7c170e9 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900457 Jul 05 04:59:32.427886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f769c574-8466-49ae-94f1-d7ee629ddb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:32.429338 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f769c574-8466-49ae-94f1-d7ee629ddb18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 1095 time: 0.0601134 Jul 05 04:59:32.471601 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-55e9b295-cd48-40f0-a3cf-666254284294 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 HTTP/1.1" status: 200 len: 217 time: 0.0350633 Jul 05 04:59:32.520624 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-90293079-25db-4f73-9d69-d11c2d6b1f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:32.522352 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-90293079-25db-4f73-9d69-d11c2d6b1f97 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1840b788-42c8-48a1-87e5-2f61eb956e4b HTTP/1.1" status: 200 len: 855 time: 0.0447152 Jul 05 04:59:32.585462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-ad55a220-aee8-4044-91f3-b84847fc2895 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:32.586940 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-ad55a220-aee8-4044-91f3-b84847fc2895 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94ee3ab2-7efc-4757-8f92-334598a4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583839 Jul 05 04:59:32.678289 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-f9cb0bf1-87e5-44d7-8093-b000774ce7c5 service neutron] 10.222.0.13 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838554 Jul 05 04:59:32.777091 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f3b994db-53be-4f5d-b739-aa9b76a82afa req-1484573e-fcf9-43a0-bcd0-9854b4e9c2ec service neutron] 10.222.0.13 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923896 Jul 05 04:59:32.976201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b81870-7bf7-4ad8-9ce1-f5479bf3e1bf req-2e98d787-c4c0-4c60-8334-6b2bfc9b9187 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:32.977721 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46b81870-7bf7-4ad8-9ce1-f5479bf3e1bf req-2e98d787-c4c0-4c60-8334-6b2bfc9b9187 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 943 time: 0.0695913 Jul 05 04:59:33.016704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-46b81870-7bf7-4ad8-9ce1-f5479bf3e1bf req-a3462c23-bc13-45b9-a2de-b1aa39e608a3 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327170 Jul 05 04:59:34.193577 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b888115d-5b7f-417f-beb0-28b2c2bce23f req-a31e88a8-1f70-4a84-8e4a-3765ea24afd6 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:34.195080 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b888115d-5b7f-417f-beb0-28b2c2bce23f req-a31e88a8-1f70-4a84-8e4a-3765ea24afd6 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 943 time: 0.0649159 Jul 05 04:59:34.233512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b888115d-5b7f-417f-beb0-28b2c2bce23f req-ae256c39-34be-47f3-b4f1-1620f6cef3ca tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327270 Jul 05 04:59:35.412157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de32ee2a-f29f-424a-bcdb-775aac0c3e08 req-4b3101f4-e336-4f1c-a48e-8c6b8af34887 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:35.413641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de32ee2a-f29f-424a-bcdb-775aac0c3e08 req-4b3101f4-e336-4f1c-a48e-8c6b8af34887 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 943 time: 0.0705874 Jul 05 04:59:35.457854 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-de32ee2a-f29f-424a-bcdb-775aac0c3e08 req-b98a9cde-73e2-4c99-8165-115dbea3bef2 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385854 Jul 05 04:59:36.631516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c838e48f-ed69-46eb-83ce-856134c3b685 req-e12ed7d4-0c0b-4368-ba23-1dbe42baed90 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:36.633034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c838e48f-ed69-46eb-83ce-856134c3b685 req-e12ed7d4-0c0b-4368-ba23-1dbe42baed90 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 943 time: 0.0650425 Jul 05 04:59:36.671735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c838e48f-ed69-46eb-83ce-856134c3b685 req-0c5d0652-a2e7-4916-ad2d-54d196c790f9 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327032 Jul 05 04:59:37.629913 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 04:59:37.727502 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:37.740096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8', 'network_id': '94ee3ab2-7efc-4757-8f92-334598a4bf8d', 'port_id': '91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8', 'mac_address': 'fa:16:3e:75:61:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1840b788-42c8-48a1-87e5-2f61eb956e4b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 04:59:37.781256 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:37.794999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 04:59:37.814730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:37.848758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da842562-433a-4e11-9e39-4d44bc5c9b41 req-a4f024dd-7e0c-4cba-a653-06ccc1620c6d tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:37.850400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da842562-433a-4e11-9e39-4d44bc5c9b41 req-a4f024dd-7e0c-4cba-a653-06ccc1620c6d tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 943 time: 0.0688066 Jul 05 04:59:37.883628 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:37.891651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da842562-433a-4e11-9e39-4d44bc5c9b41 req-4d09b0ea-41c3-42e5-af8e-2bb412a66dae tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354776 Jul 05 04:59:37.933383 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:38.094802 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-56a3c8c9-4898-48f4-8895-39e8e5c3689d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:38.178710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 04:59:39.070784 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58847d8-6ea7-4bf1-975e-d69b3f371015 req-864b2489-7cc1-49a9-8a4b-7a8985b701ef tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:39.072286 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d58847d8-6ea7-4bf1-975e-d69b3f371015 req-864b2489-7cc1-49a9-8a4b-7a8985b701ef tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 944 time: 0.0682528 Jul 05 04:59:39.110989 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d58847d8-6ea7-4bf1-975e-d69b3f371015 req-81ddb255-088f-45db-a024-9a08a5b87db9 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323536 Jul 05 04:59:39.629881 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 04:59:39.753787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 04:59:39.757612 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 04:59:39.757988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:39.835471 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:39.861889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a99e5ec-4586-4b39-bcdf-35a629b020ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 04:59:39.864223 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb48056-c9fe-4ca6-a66c-11c25a2d364d" -d '{"events": [{"server_uuid": "5a99e5ec-4586-4b39-bcdf-35a629b020ec", "name": "network-vif-plugged", "status": "completed", "tag": "91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 04:59:39.877471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 04:59:39.904566 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 04:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53bb37cb-934d-4df3-806d-0d4a24b4203b x-openstack-request-id: req-53bb37cb-934d-4df3-806d-0d4a24b4203b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 04:59:39.904858 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a99e5ec-4586-4b39-bcdf-35a629b020ec", "name": "network-vif-plugged", "status": "completed", "tag": "91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 04:59:39.905086 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-53bb37cb-934d-4df3-806d-0d4a24b4203b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 04:59:39.905486 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a99e5ec-4586-4b39-bcdf-35a629b020ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8', 'code': 200} Jul 05 04:59:39.946035 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:39.995854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 04:59:40.024252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d1d99-52d6-4384-a56e-3e58807417bd req-1d7b502a-5c94-4bbd-8489-0661643186d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:40.025771 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d12d1d99-52d6-4384-a56e-3e58807417bd req-1d7b502a-5c94-4bbd-8489-0661643186d1 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 1097 time: 0.0545511 Jul 05 04:59:40.061876 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d12d1d99-52d6-4384-a56e-3e58807417bd req-753559a0-cf86-44b0-94c4-f0bd4f053405 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285721 Jul 05 04:59:40.291305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2267141c-2033-461f-838f-ca9b027d6d3f req-9eb256b6-6dba-4aca-8c97-86596b164301 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:40.292883 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2267141c-2033-461f-838f-ca9b027d6d3f req-9eb256b6-6dba-4aca-8c97-86596b164301 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 945 time: 0.0705700 Jul 05 04:59:40.331326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2267141c-2033-461f-838f-ca9b027d6d3f req-2cb44cc8-a767-4b19-a238-81e6dae664d3 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329497 Jul 05 04:59:40.803136 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4aa496f7-def0-4f96-b988-50d23abb285b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:40.942389 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:41.510330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d08ab1-e2f9-4c19-bb4a-998222de3795 req-46fda43e-f370-42d7-bdab-e94ebf943366 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:41.512163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6d08ab1-e2f9-4c19-bb4a-998222de3795 req-46fda43e-f370-42d7-bdab-e94ebf943366 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 945 time: 0.0692961 Jul 05 04:59:41.551145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6d08ab1-e2f9-4c19-bb4a-998222de3795 req-9bf46ce3-6211-4965-be47-920f13bbf280 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334642 Jul 05 04:59:41.724049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18fc74ce-f7f3-48f7-b835-ba2cda29d519 req-be1a8809-2c94-44a1-922d-233441e496b1 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 04:59:41.725547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18fc74ce-f7f3-48f7-b835-ba2cda29d519 req-be1a8809-2c94-44a1-922d-233441e496b1 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 945 time: 0.0663555 Jul 05 04:59:41.763577 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-18fc74ce-f7f3-48f7-b835-ba2cda29d519 req-c0bbac93-dc33-4194-a9a7-a78195da1825 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324702 Jul 05 04:59:42.160211 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:43.719454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:44.363245 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:45.065741 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 04:59:47.861864 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:00:04.523464 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-7cc4d39b-5169-4bc9-bdb2-1fb653803c70 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0538399 Jul 05 05:00:04.629646 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-b0c7018a-c1a2-44cb-887f-7b91dd449c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:04.631380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-b0c7018a-c1a2-44cb-887f-7b91dd449c59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 1097 time: 0.0624983 Jul 05 05:00:04.745745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-179c3c41-9af9-41f0-b692-654deee6f172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:04.747614 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-179c3c41-9af9-41f0-b692-654deee6f172 service neutron] 10.222.0.13 "GET /v2.0/networks?id=94ee3ab2-7efc-4757-8f92-334598a4bf8d HTTP/1.1" status: 200 len: 917 time: 0.0929689 Jul 05 05:00:04.795361 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-fa675964-da52-492c-8513-77f721b580ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 HTTP/1.1" status: 200 len: 217 time: 0.0401165 Jul 05 05:00:04.855132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-2508e39e-5916-46c3-9fa0-0a2849479901 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:04.856849 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-2508e39e-5916-46c3-9fa0-0a2849479901 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=1840b788-42c8-48a1-87e5-2f61eb956e4b HTTP/1.1" status: 200 len: 855 time: 0.0542829 Jul 05 05:00:04.919854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-4ceff012-4814-4922-9167-cf2bf52483fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:04.921469 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-4ceff012-4814-4922-9167-cf2bf52483fc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=94ee3ab2-7efc-4757-8f92-334598a4bf8d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0569994 Jul 05 05:00:05.020649 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-742db7e6-ee9b-44b8-8b68-adfa389d5a49 service neutron] 10.222.0.13 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919600 Jul 05 05:00:05.119975 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7f0b8472-56f9-4e12-a742-5a1b6f304c9b req-076efbe7-f868-4c7b-90a6-6991bdc4b25a service neutron] 10.222.0.13 "GET /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907223 Jul 05 05:00:05.443381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fac42797-1771-4a7e-aba7-e137c9ec5e1f req-cf608f24-90db-4c31-ba6a-783bb92f24c7 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:05.444946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fac42797-1771-4a7e-aba7-e137c9ec5e1f req-cf608f24-90db-4c31-ba6a-783bb92f24c7 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 945 time: 0.0656579 Jul 05 05:00:05.495566 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fac42797-1771-4a7e-aba7-e137c9ec5e1f req-e2452866-6960-41d4-bda1-f8fb771e5115 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439188 Jul 05 05:00:06.679071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0dedc5-df07-4780-9aba-3ac68b36d8af req-b18e5b72-47bc-46e6-b8f8-ed3cf3b9993a tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:06.680601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a0dedc5-df07-4780-9aba-3ac68b36d8af req-b18e5b72-47bc-46e6-b8f8-ed3cf3b9993a tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 945 time: 0.0695510 Jul 05 05:00:06.720099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3a0dedc5-df07-4780-9aba-3ac68b36d8af req-fa255262-22c6-42c5-9247-e3a3bfc8cca3 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/security-groups?id=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334513 Jul 05 05:00:07.063346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-7dc2ed6a-2d96-4aa5-a9ea-fb66b6f94a16 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:07.065587 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-7dc2ed6a-2d96-4aa5-a9ea-fb66b6f94a16 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.13 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 945 time: 0.0655155 Jul 05 05:00:07.173394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-16e3909c-6430-4e90-9118-069e75868cf4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Deleting port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:07.174226 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-16e3909c-6430-4e90-9118-069e75868cf4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:07.267068 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-16e3909c-6430-4e90-9118-069e75868cf4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] For port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:07.267432 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-16e3909c-6430-4e90-9118-069e75868cf4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:07.280960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-16e3909c-6430-4e90-9118-069e75868cf4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Calling delete_port for 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:07.496429 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-16e3909c-6430-4e90-9118-069e75868cf4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:07.508767 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:00:07.530067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e3909c-6430-4e90-9118-069e75868cf4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Pushing event deleted for resources: {'Port': ['ID=91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:07.587687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-16e3909c-6430-4e90-9118-069e75868cf4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] No DVR routers for this DVR port 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:00:07.590817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-16e3909c-6430-4e90-9118-069e75868cf4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:07.592781 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-822ff77b-c511-4705-923e-66e62f3b7c7f req-16e3909c-6430-4e90-9118-069e75868cf4 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.13 "DELETE /v2.0/ports/91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 HTTP/1.1" status: 204 len: 173 time: 0.5215280 Jul 05 05:00:07.593249 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5a99e5ec-4586-4b39-bcdf-35a629b020ec', 'name': 'network-vif-deleted', 'tag': '91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:00:07.596091 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9827ec14-eeb9-45a0-af38-f863952b858d" -d '{"events": [{"server_uuid": "5a99e5ec-4586-4b39-bcdf-35a629b020ec", "name": "network-vif-deleted", "tag": "91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:00:07.632992 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51421f1c-36d4-4c7c-b10f-0d2e9c45f20e x-openstack-request-id: req-51421f1c-36d4-4c7c-b10f-0d2e9c45f20e {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:00:07.633294 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5a99e5ec-4586-4b39-bcdf-35a629b020ec", "name": "network-vif-deleted", "tag": "91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:00:07.633548 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-51421f1c-36d4-4c7c-b10f-0d2e9c45f20e {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:00:07.633960 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5a99e5ec-4586-4b39-bcdf-35a629b020ec', 'name': 'network-vif-deleted', 'tag': '91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8', 'status': 'completed', 'code': 200} Jul 05 05:00:07.864218 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc5f0134-9d63-4489-bbb2-25fc360c1c01 req-61ced428-e437-4e10-a271-5f5618b73074 tempest-TestEncryptedCinderVolumes-1069667781 tempest-TestEncryptedCinderVolumes-1069667781-project] 10.222.0.30 "GET /v2.0/ports?device_id=5a99e5ec-4586-4b39-bcdf-35a629b020ec HTTP/1.1" status: 200 len: 210 time: 0.0320871 Jul 05 05:00:08.090760 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca0d0736-69ec-4f0d-a7dc-3a301cac3076 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:09.073830 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54316) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:09.436913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:09.701545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Deleting port 1cf2e245-7204-4931-99e3-1d9637fc78c9 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:09.701891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:09.780738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] For port 1cf2e245-7204-4931-99e3-1d9637fc78c9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1cf2e245-7204-4931-99e3-1d9637fc78c9,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:09.781093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:09.794956 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Calling delete_port for 1cf2e245-7204-4931-99e3-1d9637fc78c9 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:10.068337 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:10.100510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=1cf2e245-7204-4931-99e3-1d9637fc78c9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:10.112332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.113350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.113710 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.114051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.114388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.114718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.115049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.115377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.115705 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.116112 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.116450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.116773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:10.288344 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:10.518644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Router 401ff318-2c0c-4360-a7a1-4ec595722d9a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:00:10.629313 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:10.634659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9944f46e-d526-4a96-aca1-c80bd7d68bc3 admin admin] 10.222.0.30 "PUT /v2.0/routers/401ff318-2c0c-4360-a7a1-4ec595722d9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5594335 Jul 05 05:00:10.636932 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54318) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:10.639475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] Sync routers for ids ['401ff318-2c0c-4360-a7a1-4ec595722d9a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:10.649703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] Routers {'401ff318-2c0c-4360-a7a1-4ec595722d9a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:10.650403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T04:59:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['401ff318-2c0c-4360-a7a1-4ec595722d9a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:10.748229 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:10.770348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] Set router 401ff318-2c0c-4360-a7a1-4ec595722d9a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:10.826883 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1308712e-39af-4c86-a00a-3200aa0dc443 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:10.854686 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:10.955417 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:10.967177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Deleting port 36aa089d-74f2-4f55-8da2-897de86068fa {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:10.967529 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:10.971955 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'name': 'tempest-TestEncryptedCinderVolumes-279914936-router', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225'}], 'enable_snat': True}, 'gw_port_id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T05:00:09Z', 'revision_number': 5, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'gw_port': {'id': '36aa089d-74f2-4f55-8da2-897de86068fa', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:49:52:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4079, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T04:58:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:10.999737 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] Checking router: 401ff318-2c0c-4360-a7a1-4ec595722d9a for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:11.008378 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] Routers {'401ff318-2c0c-4360-a7a1-4ec595722d9a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:11.008978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['401ff318-2c0c-4360-a7a1-4ec595722d9a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:11.051937 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] For port 36aa089d-74f2-4f55-8da2-897de86068fa, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=36aa089d-74f2-4f55-8da2-897de86068fa,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:11.052218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.065465 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Calling delete_port for 36aa089d-74f2-4f55-8da2-897de86068fa owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:11.101687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] Set router 401ff318-2c0c-4360-a7a1-4ec595722d9a gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:11.159292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'name': 'tempest-TestEncryptedCinderVolumes-279914936-router', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T05:00:10Z', 'revision_number': 6, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:11.187223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9dc24dd6-f627-4eba-a798-e16f6b3b5efb None None] The sync data for ids ['401ff318-2c0c-4360-a7a1-4ec595722d9a'] in n-d-758944-41 is: [{'id': '401ff318-2c0c-4360-a7a1-4ec595722d9a', 'name': 'tempest-TestEncryptedCinderVolumes-279914936-router', 'tenant_id': '4345c2b4a0264d808e8a5657a6284a1b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:34Z', 'updated_at': '2021-07-05T05:00:10Z', 'revision_number': 6, 'project_id': '4345c2b4a0264d808e8a5657a6284a1b', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:11.313484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.340197 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Pushing event deleted for resources: {'Port': ['ID=36aa089d-74f2-4f55-8da2-897de86068fa,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:11.408961 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.503535 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.505697 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.616460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.620978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 401ff318-2c0c-4360-a7a1-4ec595722d9a {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:00:11.621475 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.622670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-64b68865-fd40-48e7-a791-c250a1259773 admin admin] 10.222.0.30 "DELETE /v2.0/routers/401ff318-2c0c-4360-a7a1-4ec595722d9a HTTP/1.1" status: 204 len: 168 time: 0.9848273 Jul 05 05:00:11.625098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54322) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:11.676183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3ec2b9a-691f-43b8-9b2a-a20f89e49cb1 admin admin] Deleting subnet 1840b788-42c8-48a1-87e5-2f61eb956e4b {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:00:11.679276 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2b9a-691f-43b8-9b2a-a20f89e49cb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.714627 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2b9a-691f-43b8-9b2a-a20f89e49cb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.793361 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2b9a-691f-43b8-9b2a-a20f89e49cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.851492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:00:11.871413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:00:11.871692 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 91b3e69b-0fdd-4ea1-a7c8-4626a731d9a8 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:00:11.908417 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2b9a-691f-43b8-9b2a-a20f89e49cb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.938261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ec2b9a-691f-43b8-9b2a-a20f89e49cb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1840b788-42c8-48a1-87e5-2f61eb956e4b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:11.944755 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a3ec2b9a-691f-43b8-9b2a-a20f89e49cb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:11.948425 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a3ec2b9a-691f-43b8-9b2a-a20f89e49cb1 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/1840b788-42c8-48a1-87e5-2f61eb956e4b HTTP/1.1" status: 204 len: 168 time: 0.3223693 Jul 05 05:00:11.949438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54324) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:11.954703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a6b2e6-1d85-44e7-a596-0f41854e6c54 None None] Network 94ee3ab2-7efc-4757-8f92-334598a4bf8d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:00:12.023237 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.085302 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Deleting port ce350b44-965d-4d56-9fb5-48ddc1dc41ae {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:12.085653 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.143545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] DHCP port deletion for 94ee3ab2-7efc-4757-8f92-334598a4bf8d request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:00:12.170669 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] For port ce350b44-965d-4d56-9fb5-48ddc1dc41ae, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ce350b44-965d-4d56-9fb5-48ddc1dc41ae,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:12.171243 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.178625 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.195475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Calling delete_port for ce350b44-965d-4d56-9fb5-48ddc1dc41ae owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:12.203667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Deleting port ce350b44-965d-4d56-9fb5-48ddc1dc41ae {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:12.204074 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.246105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 36aa089d-74f2-4f55-8da2-897de86068fa no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:00:12.274308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 36aa089d-74f2-4f55-8da2-897de86068fa {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:00:12.274660 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 36aa089d-74f2-4f55-8da2-897de86068fa not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:00:12.275082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1cf2e245-7204-4931-99e3-1d9637fc78c9 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:00:12.299152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 1cf2e245-7204-4931-99e3-1d9637fc78c9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:00:12.302476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1cf2e245-7204-4931-99e3-1d9637fc78c9 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:00:12.302476 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ce350b44-965d-4d56-9fb5-48ddc1dc41ae no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:00:12.338462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] For port ce350b44-965d-4d56-9fb5-48ddc1dc41ae, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=ce350b44-965d-4d56-9fb5-48ddc1dc41ae,segment=NetworkSegment(e93df771-ae10-4e59-9741-f0653ef1bb6d),segment_id=e93df771-ae10-4e59-9741-f0653ef1bb6d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:12.339736 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.358613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Calling delete_port for ce350b44-965d-4d56-9fb5-48ddc1dc41ae owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:12.362908 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.374274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No active binding found for port ce350b44-965d-4d56-9fb5-48ddc1dc41ae {{(pid=100897) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 05 05:00:12.374635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device ce350b44-965d-4d56-9fb5-48ddc1dc41ae not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:00:12.392819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Pushing event deleted for resources: {'Port': ['ID=ce350b44-965d-4d56-9fb5-48ddc1dc41ae,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:12.395070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] No DVR routers for this DVR port ce350b44-965d-4d56-9fb5-48ddc1dc41ae on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:00:12.441796 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.468846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Pushing event deleted for resources: {'Port': ['ID=ce350b44-965d-4d56-9fb5-48ddc1dc41ae,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:12.474102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] No DVR routers for this DVR port ce350b44-965d-4d56-9fb5-48ddc1dc41ae on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:00:12.481635 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.482008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.482355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.482697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.483035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.483371 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.483703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.484049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.484380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.484710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.485036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.485357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f215735-5115-4cbd-a50f-9339de38adf1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:12.789349 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.799236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94ee3ab2-7efc-4757-8f92-334598a4bf8d']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:12.808998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e93df771-ae10-4e59-9741-f0653ef1bb6d') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:12.809299 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e93df771-ae10-4e59-9741-f0653ef1bb6d') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:12.818893 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.833212 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.839180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:00:12.839568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: timer() Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:00:12.841226 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:00:12.953409 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.959323 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:12.965196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] 10.222.0.30 "DELETE /v2.0/networks/94ee3ab2-7efc-4757-8f92-334598a4bf8d HTTP/1.1" status: 204 len: 168 time: 1.0109122 Jul 05 05:00:12.965329 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54326) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:12.972543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d758648d-cfe0-440a-a84a-1e14dad9fc98 admin admin] Pushing event deleted for resources: {'Network': ['ID=94ee3ab2-7efc-4757-8f92-334598a4bf8d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:13.314258 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:13.574514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] Deleting port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:13.575037 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:13.657337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] For port bcc0e444-ffdb-499d-b1c3-f7b45c8fa180, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=bcc0e444-ffdb-499d-b1c3-f7b45c8fa180,segment=NetworkSegment(1f891e89-8e95-4269-88bd-07c7e12937ac),segment_id=1f891e89-8e95-4269-88bd-07c7e12937ac)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:13.657696 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:13.671941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] Calling delete_port for bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:13.690399 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:13.907640 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:13.939159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] Pushing event deleted for resources: {'Port': ['ID=bcc0e444-ffdb-499d-b1c3-f7b45c8fa180,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:14.110182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.365526 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.622737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] Router c5736da1-dacd-44b1-8e53-51dfb01103e0 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:00:14.730770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:14.735855 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1124e6a6-2d01-4dae-abba-33e7f04f6a5a admin admin] 10.222.0.30 "PUT /v2.0/routers/c5736da1-dacd-44b1-8e53-51dfb01103e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7703853 Jul 05 05:00:14.738998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54328) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:14.742046 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] Sync routers for ids ['c5736da1-dacd-44b1-8e53-51dfb01103e0'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:14.752562 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] Routers {'c5736da1-dacd-44b1-8e53-51dfb01103e0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:14.753191 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c5736da1-dacd-44b1-8e53-51dfb01103e0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:14.846585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:14.862218 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] Set router c5736da1-dacd-44b1-8e53-51dfb01103e0 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:14.952291 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.041587 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'name': 'tempest-TestEncryptedCinderVolumes-534161451-router', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28'}], 'enable_snat': True}, 'gw_port_id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:39Z', 'updated_at': '2021-07-05T05:00:13Z', 'revision_number': 5, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'gw_port': {'id': '3d370606-2f6a-4778-82c9-c425fbcfdd41', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:f9:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4091, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.28', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T04:58:40Z', 'updated_at': '2021-07-05T04:58:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:15.073446 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] Checking router: c5736da1-dacd-44b1-8e53-51dfb01103e0 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:15.078822 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Deleting port 3d370606-2f6a-4778-82c9-c425fbcfdd41 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:15.079172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.082409 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] Routers {'c5736da1-dacd-44b1-8e53-51dfb01103e0'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:15.083036 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['c5736da1-dacd-44b1-8e53-51dfb01103e0'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:15.090263 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.162356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] For port 3d370606-2f6a-4778-82c9-c425fbcfdd41, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3d370606-2f6a-4778-82c9-c425fbcfdd41,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:15.163045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.182000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Calling delete_port for 3d370606-2f6a-4778-82c9-c425fbcfdd41 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:15.260644 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] Set router c5736da1-dacd-44b1-8e53-51dfb01103e0 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:15.315336 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'name': 'tempest-TestEncryptedCinderVolumes-534161451-router', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:39Z', 'updated_at': '2021-07-05T05:00:14Z', 'revision_number': 6, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:15.345136 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b4b910a-51dd-4462-a160-a873048f2953 None None] The sync data for ids ['c5736da1-dacd-44b1-8e53-51dfb01103e0'] in n-d-758944-41 is: [{'id': 'c5736da1-dacd-44b1-8e53-51dfb01103e0', 'name': 'tempest-TestEncryptedCinderVolumes-534161451-router', 'tenant_id': 'b67159b307b748b5b23579e679edd31e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T04:58:39Z', 'updated_at': '2021-07-05T05:00:14Z', 'revision_number': 6, 'project_id': 'b67159b307b748b5b23579e679edd31e', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:15.427695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.456781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Pushing event deleted for resources: {'Port': ['ID=3d370606-2f6a-4778-82c9-c425fbcfdd41,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:15.521816 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.614403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.616499 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.724971 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.725713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5736da1-dacd-44b1-8e53-51dfb01103e0 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:00:15.731196 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.733599 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9566631b-5bf2-460b-944c-9ddd1274ffca admin admin] 10.222.0.30 "DELETE /v2.0/routers/c5736da1-dacd-44b1-8e53-51dfb01103e0 HTTP/1.1" status: 204 len: 168 time: 0.9927227 Jul 05 05:00:15.741128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54330) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:15.792005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-765ef6b9-f839-4cc1-b3b5-ac1152674dc8 admin admin] Deleting subnet 69fd98a1-53c3-4bb4-94cd-10a41e267c4e {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:00:15.795208 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-765ef6b9-f839-4cc1-b3b5-ac1152674dc8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.830418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-765ef6b9-f839-4cc1-b3b5-ac1152674dc8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:15.909435 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-765ef6b9-f839-4cc1-b3b5-ac1152674dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.043377 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-765ef6b9-f839-4cc1-b3b5-ac1152674dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.071743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ef6b9-f839-4cc1-b3b5-ac1152674dc8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=69fd98a1-53c3-4bb4-94cd-10a41e267c4e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:16.073836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-765ef6b9-f839-4cc1-b3b5-ac1152674dc8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.075777 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-765ef6b9-f839-4cc1-b3b5-ac1152674dc8 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/69fd98a1-53c3-4bb4-94cd-10a41e267c4e HTTP/1.1" status: 204 len: 168 time: 0.3335807 Jul 05 05:00:16.078954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54332) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:16.082052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b44059-44f4-4f84-af02-ae2f34891ce1 None None] Network 2b569880-c837-4373-ba65-44897c34861d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:00:16.156417 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.224216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:00:16.233401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Deleting port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:16.240774 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.252401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:00:16.252773 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device bcc0e444-ffdb-499d-b1c3-f7b45c8fa180 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:00:16.253205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3d370606-2f6a-4778-82c9-c425fbcfdd41 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:00:16.273811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 3d370606-2f6a-4778-82c9-c425fbcfdd41 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:00:16.274157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3d370606-2f6a-4778-82c9-c425fbcfdd41 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:00:16.300202 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f39673-991a-428f-848f-c2f181c6ed48 None None] DHCP port deletion for 2b569880-c837-4373-ba65-44897c34861d request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:00:16.306857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] For port fbbca4f4-ca12-46f0-9218-d63c9ea504f9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbbca4f4-ca12-46f0-9218-d63c9ea504f9,segment=NetworkSegment(1f891e89-8e95-4269-88bd-07c7e12937ac),segment_id=1f891e89-8e95-4269-88bd-07c7e12937ac)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:16.307224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.322313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Calling delete_port for fbbca4f4-ca12-46f0-9218-d63c9ea504f9 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:16.350454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e3f39673-991a-428f-848f-c2f181c6ed48 None None] Deleting port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:00:16.350841 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3f39673-991a-428f-848f-c2f181c6ed48 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.420017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e3f39673-991a-428f-848f-c2f181c6ed48 None None] For port fbbca4f4-ca12-46f0-9218-d63c9ea504f9, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=fbbca4f4-ca12-46f0-9218-d63c9ea504f9,segment=NetworkSegment(1f891e89-8e95-4269-88bd-07c7e12937ac),segment_id=1f891e89-8e95-4269-88bd-07c7e12937ac)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:16.420432 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3f39673-991a-428f-848f-c2f181c6ed48 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.434992 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e3f39673-991a-428f-848f-c2f181c6ed48 None None] Calling delete_port for fbbca4f4-ca12-46f0-9218-d63c9ea504f9 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:00:16.473463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.507529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=fbbca4f4-ca12-46f0-9218-d63c9ea504f9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:16.512718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] No DVR routers for this DVR port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:00:16.518346 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e3f39673-991a-428f-848f-c2f181c6ed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.545895 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f39673-991a-428f-848f-c2f181c6ed48 None None] Pushing event deleted for resources: {'Port': ['ID=fbbca4f4-ca12-46f0-9218-d63c9ea504f9,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:16.547699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f39673-991a-428f-848f-c2f181c6ed48 None None] No DVR routers for this DVR port fbbca4f4-ca12-46f0-9218-d63c9ea504f9 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:00:16.592613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.603167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b569880-c837-4373-ba65-44897c34861d']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:16.614623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f891e89-8e95-4269-88bd-07c7e12937ac') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:16.614920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f891e89-8e95-4269-88bd-07c7e12937ac') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:16.624547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.638819 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.645390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:00:16.645775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: timer() Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:00:16.647438 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:00:16.782246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.788797 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:16.790640 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] 10.222.0.30 "DELETE /v2.0/networks/2b569880-c837-4373-ba65-44897c34861d HTTP/1.1" status: 204 len: 168 time: 0.7090199 Jul 05 05:00:16.807109 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c621d76-b891-4948-be6c-80fb5caa5d6a admin admin] Pushing event deleted for resources: {'Network': ['ID=2b569880-c837-4373-ba65-44897c34861d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:17.187715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54336) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:17.229047 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4287d090-a0a8-4789-baf9-b465018b6643 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4345c2b4a0264d808e8a5657a6284a1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0401297 Jul 05 05:00:17.231613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54338) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:17.280046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f84f847-0ebb-439f-959d-33ed2c3405e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:17.301191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f84f847-0ebb-439f-959d-33ed2c3405e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:17.415937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f84f847-0ebb-439f-959d-33ed2c3405e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:17.418502 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5f84f847-0ebb-439f-959d-33ed2c3405e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:17.419634 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5f84f847-0ebb-439f-959d-33ed2c3405e6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/936cdb90-6a3b-4c09-9d46-cd65fea4f9cd HTTP/1.1" status: 204 len: 168 time: 0.1870854 Jul 05 05:00:17.428021 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f84f847-0ebb-439f-959d-33ed2c3405e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=936cdb90-6a3b-4c09-9d46-cd65fea4f9cd,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:18.032047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54344) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:18.077986 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9b9ceae6-c071-410b-8cdc-ed44c34a1ac3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b67159b307b748b5b23579e679edd31e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0439065 Jul 05 05:00:18.079508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54346) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:18.129416 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b59847bb-53d1-46eb-a38f-8f33cc3c5a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:18.151020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b59847bb-53d1-46eb-a38f-8f33cc3c5a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:18.203103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbbca4f4-ca12-46f0-9218-d63c9ea504f9 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:00:18.224765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: fbbca4f4-ca12-46f0-9218-d63c9ea504f9 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:00:18.225104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device fbbca4f4-ca12-46f0-9218-d63c9ea504f9 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:00:18.356818 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b59847bb-53d1-46eb-a38f-8f33cc3c5a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:18.359463 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b59847bb-53d1-46eb-a38f-8f33cc3c5a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:18.362731 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b59847bb-53d1-46eb-a38f-8f33cc3c5a29 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/be268f2d-d3f2-4559-a262-752ff1046928 HTTP/1.1" status: 204 len: 168 time: 0.2802069 Jul 05 05:00:18.368948 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59847bb-53d1-46eb-a38f-8f33cc3c5a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be268f2d-d3f2-4559-a262-752ff1046928,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:19.356996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54368) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:19.450277 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-612340403-network', 'tenant_id': 'a22a892523904d6dad88dc9c40001480'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:19.539684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Made reservation on behalf of a22a892523904d6dad88dc9c40001480 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:00:19.542026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:19.553390 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:19.648492 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:19.707743 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:19.734145 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:00:19.744410 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fabdc81e-0bdb-45ee-b260-72a8c50d33b3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:19.750395 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:19.750744 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Added segment 75f6aa43-6e59-479d-9bdc-ffa96c90695d of type vlan for network 4b220538-006f-4925-8a33-c8ca05afe409 Jul 05 05:00:19.796701 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:19.888353 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:19.889374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:19.889959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:19.951206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] Pushing event updated for resources: {'Network': ['ID=4b220538-006f-4925-8a33-c8ca05afe409,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:19.961625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 4b220538-006f-4925-8a33-c8ca05afe409 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:00:20.021322 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b5252b30-c9ca-4f13-871c-1a04d1b4c927 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6631572 Jul 05 05:00:20.024175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54372) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:20.029149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Request body: {'subnet': {'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-612340403-subnet', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:20.129051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Made reservation on behalf of a22a892523904d6dad88dc9c40001480 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:00:20.131794 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:20.391513 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:20.449956 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e49fb0fd-afd1-4cdd-88b1-19c33366d33a,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:20.457117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Checking segment: {'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:20.457480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Network hostable DHCP agents. Network: 4b220538-006f-4925-8a33-c8ca05afe409, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:00:20.534103 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Network 4b220538-006f-4925-8a33-c8ca05afe409 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:00:20.614685 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 4b220538-006f-4925-8a33-c8ca05afe409) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:20.620182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:20.620780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:20.624548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4276b1b3-b475-4194-bf09-c751211815e8 None None] Network 4b220538-006f-4925-8a33-c8ca05afe409 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:00:20.714165 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-dd50489e-1f3c-46de-8b5e-2a7e25156abc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6889071 Jul 05 05:00:20.717203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54376) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:20.722384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:20.782719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-4b220538-006f-4925-8a33-c8ca05afe409', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:00:20.783617 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:20.808605 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:20.809937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:20.870083 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:20.926624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Allocated IP 172.20.0.2 (4b220538-006f-4925-8a33-c8ca05afe409/e49fb0fd-afd1-4cdd-88b1-19c33366d33a/5a61c6bc-4a49-48ee-96ad-e68785214aec) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:21.071084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:21.078800 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:21.088068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Transition to ACTIVE for port object 5a61c6bc-4a49-48ee-96ad-e68785214aec will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:21.103642 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Transition to ACTIVE for port object 5a61c6bc-4a49-48ee-96ad-e68785214aec will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:21.188626 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:21.228658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Network 4b220538-006f-4925-8a33-c8ca05afe409 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:21.233665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:21.237367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:21.244440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Pushing event updated for resources: {'Port': ['ID=5a61c6bc-4a49-48ee-96ad-e68785214aec,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:21.302579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Attempting to bind port 5a61c6bc-4a49-48ee-96ad-e68785214aec on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:21.302946 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Attempting to bind port 5a61c6bc-4a49-48ee-96ad-e68785214aec by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:21.303310 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Attempting to bind port 5a61c6bc-4a49-48ee-96ad-e68785214aec on network 4b220538-006f-4925-8a33-c8ca05afe409 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:21.308485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:21.308887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Checking segment: {'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:21.309265 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:21.309913 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Bound using segment: {'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:21.310370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Bound port: 5a61c6bc-4a49-48ee-96ad-e68785214aec, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:21.310748 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:21.374939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] For port 5a61c6bc-4a49-48ee-96ad-e68785214aec, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:21.376589 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:21.378100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] For port 5a61c6bc-4a49-48ee-96ad-e68785214aec, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5a61c6bc-4a49-48ee-96ad-e68785214aec,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:21.396520 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:21.465904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:21.504123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Allocated IP 172.25.4.229 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/507c3bc0-1030-44f1-87e9-f83816dc634c) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:21.523169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230f52b-f055-4740-aa90-28c5ee20f74e None None] Pushing event updated for resources: {'Port': ['ID=5a61c6bc-4a49-48ee-96ad-e68785214aec,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:21.617143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:21.714138 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:21.765169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:21.768201 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:21.770602 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:21.776794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Pushing event updated for resources: {'Port': ['ID=507c3bc0-1030-44f1-87e9-f83816dc634c,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:22.113513 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:22.251359 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5a61c6bc-4a49-48ee-96ad-e68785214aec up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:22.354293 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 5a61c6bc-4a49-48ee-96ad-e68785214aec completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:22.408108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229c8a24-14ce-4cce-ae3a-f27f17331ed2 None None] Network 4b220538-006f-4925-8a33-c8ca05afe409 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:00:22.523981 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7a78c4e6-63a7-48b5-a1c9-a387a261cab2 None None] Provisioning for port 5a61c6bc-4a49-48ee-96ad-e68785214aec completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:22.534408 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7a78c4e6-63a7-48b5-a1c9-a387a261cab2 None None] Provisioning complete for port 5a61c6bc-4a49-48ee-96ad-e68785214aec triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:22.534778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a78c4e6-63a7-48b5-a1c9-a387a261cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:22.622832 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:22.808551 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a78c4e6-63a7-48b5-a1c9-a387a261cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:22.813820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:00:22.842940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7a78c4e6-63a7-48b5-a1c9-a387a261cab2 None None] For port 5a61c6bc-4a49-48ee-96ad-e68785214aec, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5a61c6bc-4a49-48ee-96ad-e68785214aec,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:22.917150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a78c4e6-63a7-48b5-a1c9-a387a261cab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:22.928171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:22.943328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271915da-158f-44f9-8a21-426887e8079b None None] Sync routers for ids ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:22.963970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271915da-158f-44f9-8a21-426887e8079b None None] Routers {'52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:22.964587 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-271915da-158f-44f9-8a21-426887e8079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:23.014188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a78c4e6-63a7-48b5-a1c9-a387a261cab2 None None] Pushing event updated for resources: {'Port': ['ID=5a61c6bc-4a49-48ee-96ad-e68785214aec,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:23.014457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.015712 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-77ad7a85-8300-4883-949f-1c005f7c9f6b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.2974963 Jul 05 05:00:23.018715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54378) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:23.079395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a3a864be-8ae9-4fd6-92c0-346e5682ff55 None None] Provisioning complete for port 5a61c6bc-4a49-48ee-96ad-e68785214aec triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:23.079626 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a3a864be-8ae9-4fd6-92c0-346e5682ff55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.120275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-271915da-158f-44f9-8a21-426887e8079b None None] Set router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:23.344610 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-271915da-158f-44f9-8a21-426887e8079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:21Z', 'revision_number': 3, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:23.375911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271915da-158f-44f9-8a21-426887e8079b None None] Checking router: 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:23.376275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271915da-158f-44f9-8a21-426887e8079b None None] Updating router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 port 507c3bc0-1030-44f1-87e9-f83816dc634c binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:00:23.411950 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-271915da-158f-44f9-8a21-426887e8079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.453720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.660248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Allocated IP 172.20.0.1 (4b220538-006f-4925-8a33-c8ca05afe409/e49fb0fd-afd1-4cdd-88b1-19c33366d33a/42f548ed-7687-4fb8-9c8c-1c06a2af0912) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:23.672267 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-271915da-158f-44f9-8a21-426887e8079b None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.682171 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-271915da-158f-44f9-8a21-426887e8079b None None] Transition to ACTIVE for port object 507c3bc0-1030-44f1-87e9-f83816dc634c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:23.745371 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-271915da-158f-44f9-8a21-426887e8079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.769063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.781823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Transition to ACTIVE for port object 42f548ed-7687-4fb8-9c8c-1c06a2af0912 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:23.802630 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-271915da-158f-44f9-8a21-426887e8079b None None] Attempting to bind port 507c3bc0-1030-44f1-87e9-f83816dc634c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:23.803006 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-271915da-158f-44f9-8a21-426887e8079b None None] Attempting to bind port 507c3bc0-1030-44f1-87e9-f83816dc634c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:23.803369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271915da-158f-44f9-8a21-426887e8079b None None] Attempting to bind port 507c3bc0-1030-44f1-87e9-f83816dc634c on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:23.805433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdf4d4-54ee-4e7c-8f02-5f90aa431760 None None] Pushing event updated for resources: {'Port': ['ID=507c3bc0-1030-44f1-87e9-f83816dc634c,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:23.811143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271915da-158f-44f9-8a21-426887e8079b None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:23.811524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271915da-158f-44f9-8a21-426887e8079b None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:23.811949 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-271915da-158f-44f9-8a21-426887e8079b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.813514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271915da-158f-44f9-8a21-426887e8079b None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:23.813514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-271915da-158f-44f9-8a21-426887e8079b None None] Bound port: 507c3bc0-1030-44f1-87e9-f83816dc634c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:23.813514 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-271915da-158f-44f9-8a21-426887e8079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.864448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-271915da-158f-44f9-8a21-426887e8079b None None] For port 507c3bc0-1030-44f1-87e9-f83816dc634c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:23.867556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-271915da-158f-44f9-8a21-426887e8079b None None] For port 507c3bc0-1030-44f1-87e9-f83816dc634c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=507c3bc0-1030-44f1-87e9-f83816dc634c,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:23.885042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.927028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Network 4b220538-006f-4925-8a33-c8ca05afe409 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:23.927028 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:23.928115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:23.966173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Pushing event updated for resources: {'Port': ['ID=42f548ed-7687-4fb8-9c8c-1c06a2af0912,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:23.970748 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-271915da-158f-44f9-8a21-426887e8079b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:23.981247 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:24.039711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-271915da-158f-44f9-8a21-426887e8079b None None] Routers {'52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:24.040379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-271915da-158f-44f9-8a21-426887e8079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:24.046002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bdf4d4-54ee-4e7c-8f02-5f90aa431760 None None] Pushing event updated for resources: {'Port': ['ID=507c3bc0-1030-44f1-87e9-f83816dc634c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:24.161192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-271915da-158f-44f9-8a21-426887e8079b None None] Set router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:24.223473 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5a61c6bc-4a49-48ee-96ad-e68785214aec up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:24.259248 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:24.344457 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 5a61c6bc-4a49-48ee-96ad-e68785214aec triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:24.344827 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:24.387614 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8afbe52a-d48f-4ac9-b719-c47de749e957 None None] Provisioning for port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:24.400035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8afbe52a-d48f-4ac9-b719-c47de749e957 None None] Provisioning complete for port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:24.407287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8afbe52a-d48f-4ac9-b719-c47de749e957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:24.426223 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:24.461632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8afbe52a-d48f-4ac9-b719-c47de749e957 None None] Port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:24.477046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:24.498198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-271915da-158f-44f9-8a21-426887e8079b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:21Z', 'revision_number': 3, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:24.529838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-271915da-158f-44f9-8a21-426887e8079b None None] The sync data for ids ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'] in n-d-758944-41 is: [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:21Z', 'revision_number': 3, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:24.548452 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Pushing event updated for resources: {'Port': ['ID=42f548ed-7687-4fb8-9c8c-1c06a2af0912,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:24.556363 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:24.653348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Network 4b220538-006f-4925-8a33-c8ca05afe409 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:24.654731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:24.793476 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:00:24.865424 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:00:24.923057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:24.928627 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-00bc53ce-d6a9-470f-9e23-5100a8bb8585 admin admin] 10.222.0.30 "PUT /v2.0/routers/52a371c0-ba60-4cd2-a7dc-43a5e3f817c7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9088867 Jul 05 05:00:24.989360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e7469a04-e38f-4e9c-b265-607da48859ae None None] Provisioning complete for port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:24.989902 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e7469a04-e38f-4e9c-b265-607da48859ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:25.027397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e7469a04-e38f-4e9c-b265-607da48859ae None None] Port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:25.624530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54394) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:25.629672 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1955692035-network', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:25.716732 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Made reservation on behalf of c1ddc6805af7400691987ca2a986700b for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:00:25.719148 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:25.728718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:25.821771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:25.884659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:25.910965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:00:25.920921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=871c88ae-a501-4c96-a439-09797bda880a,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:25.925885 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:25.926249 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Added segment 41d81dac-d2f1-43be-ba7c-441246443215 of type vlan for network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 Jul 05 05:00:25.968105 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.066896 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Sync routers for ids ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:26.076337 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Routers {'52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:26.076650 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.076873 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:26.077664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:26.078337 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.142526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] Pushing event updated for resources: {'Network': ['ID=605d1d15-c374-49ca-b39c-bb1b5fa4e4a3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:26.156653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:00:26.182370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-02cb2044-e31c-474d-afca-890266c58c6c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5566349 Jul 05 05:00:26.185501 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54396) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:26.190389 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Request body: {'subnet': {'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1955692035-subnet', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:26.195946 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Set router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:26.258927 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 507c3bc0-1030-44f1-87e9-f83816dc634c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:26.273378 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Made reservation on behalf of c1ddc6805af7400691987ca2a986700b for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:00:26.275999 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.399875 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 507c3bc0-1030-44f1-87e9-f83816dc634c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:26.403763 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:24Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '42f548ed-7687-4fb8-9c8c-1c06a2af0912', 'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'mac_address': 'fa:16:3e:1d:59:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:23Z', 'updated_at': '2021-07-05T05:00:24Z', 'revision_number': 2, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'subnets': [{'id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:26.404941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 507c3bc0-1030-44f1-87e9-f83816dc634c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:26.405881 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.431414 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Checking router: 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:26.431761 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Updating router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:00:26.470416 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.496800 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.513718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.521972 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 507c3bc0-1030-44f1-87e9-f83816dc634c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=507c3bc0-1030-44f1-87e9-f83816dc634c,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:26.572910 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=141ba0a7-b6fe-4578-a893-c1eb40d2a66e,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:26.578073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Checking segment: {'id': '41d81dac-d2f1-43be-ba7c-441246443215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:26.580752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Network hostable DHCP agents. Network: 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:00:26.601278 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.651455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=507c3bc0-1030-44f1-87e9-f83816dc634c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:26.677441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:00:26.747477 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:26.747960 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.751550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:26.752162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.758034 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Transition to ACTIVE for port object 42f548ed-7687-4fb8-9c8c-1c06a2af0912 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:26.758413 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4f30f1-2e7b-4b28-9f2c-fcb88d5adbbf None None] Network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:00:26.833199 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.856802 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ba1e7a22-ee1f-47f7-97b6-12a6fc69ab72 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6702042 Jul 05 05:00:26.859246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54398) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:26.864306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1955692035-router', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:26.918975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-605d1d15-c374-49ca-b39c-bb1b5fa4e4a3', 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'fixed_ips': [{'subnet_id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:00:26.920142 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.937602 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Pushing event updated for resources: {'Port': ['ID=42f548ed-7687-4fb8-9c8c-1c06a2af0912,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:26.943224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.946276 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.951062 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Attempting to bind port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:26.951433 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Attempting to bind port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:26.952290 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Attempting to bind port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 on network 4b220538-006f-4925-8a33-c8ca05afe409 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:26.961073 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.961424 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.961766 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.962128 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.962936 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.963315 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.963649 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.963999 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.964327 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.964654 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.964977 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.965299 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:26.972990 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:26.973366 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Checking segment: {'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:26.978701 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:26.978701 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Bound using segment: {'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:26.978701 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Bound port: 42f548ed-7687-4fb8-9c8c-1c06a2af0912, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:26.978701 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.038592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.049212 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] For port 42f548ed-7687-4fb8-9c8c-1c06a2af0912, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:27.053578 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] For port 42f548ed-7687-4fb8-9c8c-1c06a2af0912, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=42f548ed-7687-4fb8-9c8c-1c06a2af0912,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:27.080856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Allocated IP 172.20.0.2 (605d1d15-c374-49ca-b39c-bb1b5fa4e4a3/141ba0a7-b6fe-4578-a893-c1eb40d2a66e/06b9174a-3d35-4e87-8801-fa9e02b18d51) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:27.148725 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.205748 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3c8a70-ac2b-41d6-b373-bd9ffb0049bb None None] Pushing event updated for resources: {'Port': ['ID=42f548ed-7687-4fb8-9c8c-1c06a2af0912,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:27.226976 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Routers {'52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:27.227885 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:27.240040 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.249558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Transition to ACTIVE for port object 06b9174a-3d35-4e87-8801-fa9e02b18d51 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:27.264411 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.271259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Transition to ACTIVE for port object 06b9174a-3d35-4e87-8801-fa9e02b18d51 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:27.342065 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] Set router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:27.380351 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.431167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:27.439077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:27.442260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:27.449846 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Pushing event updated for resources: {'Port': ['ID=06b9174a-3d35-4e87-8801-fa9e02b18d51,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:27.508719 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Attempting to bind port 06b9174a-3d35-4e87-8801-fa9e02b18d51 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:27.508997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Attempting to bind port 06b9174a-3d35-4e87-8801-fa9e02b18d51 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '41d81dac-d2f1-43be-ba7c-441246443215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:27.509354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Attempting to bind port 06b9174a-3d35-4e87-8801-fa9e02b18d51 on network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:27.517340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:27.517712 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Checking segment: {'id': '41d81dac-d2f1-43be-ba7c-441246443215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:27.518108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.518499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Bound using segment: {'id': '41d81dac-d2f1-43be-ba7c-441246443215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:27.519631 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Bound port: 06b9174a-3d35-4e87-8801-fa9e02b18d51, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d81dac-d2f1-43be-ba7c-441246443215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:27.520054 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.567455 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:24Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '42f548ed-7687-4fb8-9c8c-1c06a2af0912', 'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'mac_address': 'fa:16:3e:1d:59:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:23Z', 'updated_at': '2021-07-05T05:00:27Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'subnets': [{'id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:27.582425 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.593638 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] For port 06b9174a-3d35-4e87-8801-fa9e02b18d51, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:27.596754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] For port 06b9174a-3d35-4e87-8801-fa9e02b18d51, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=06b9174a-3d35-4e87-8801-fa9e02b18d51,segment=NetworkSegment(41d81dac-d2f1-43be-ba7c-441246443215),segment_id=41d81dac-d2f1-43be-ba7c-441246443215)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:27.599203 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9279c8a9-583b-4f6d-a71e-6efc29081dcb None None] The sync data for ids ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'] in n-d-758944-41 is: [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:24Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '42f548ed-7687-4fb8-9c8c-1c06a2af0912', 'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'mac_address': 'fa:16:3e:1d:59:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:23Z', 'updated_at': '2021-07-05T05:00:27Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'subnets': [{'id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:27.604107 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.711945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.720280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Allocated IP 172.25.4.44 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/e561f2ca-d422-4e87-8eea-b789fb4f21d1) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:27.788291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126f5ab9-f212-48f3-a505-a40cf4c0c782 None None] Pushing event updated for resources: {'Port': ['ID=06b9174a-3d35-4e87-8801-fa9e02b18d51,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:27.843476 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:27.959111 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:28.002628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:28.020485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:28.033829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:28.038515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Pushing event updated for resources: {'Port': ['ID=e561f2ca-d422-4e87-8eea-b789fb4f21d1,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:28.357213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42f548ed-7687-4fb8-9c8c-1c06a2af0912 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:28.473527 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:28.479360 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:28.479735 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:28.577318 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:28.630440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 42f548ed-7687-4fb8-9c8c-1c06a2af0912, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=42f548ed-7687-4fb8-9c8c-1c06a2af0912,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:28.707787 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:28.708656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 06b9174a-3d35-4e87-8801-fa9e02b18d51 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:28.795677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:28.812151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=42f548ed-7687-4fb8-9c8c-1c06a2af0912,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:28.896038 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 06b9174a-3d35-4e87-8801-fa9e02b18d51 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:28.901023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 507c3bc0-1030-44f1-87e9-f83816dc634c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:28.929499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-214bf3c6-88a4-411e-8322-d493ef0894ef None None] Network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:00:29.015472 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:29.028548 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 507c3bc0-1030-44f1-87e9-f83816dc634c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:29.028927 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:29.086920 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c56aedb4-c5c1-47e6-bc29-a58bd5966673 None None] Provisioning for port 06b9174a-3d35-4e87-8801-fa9e02b18d51 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:29.097608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c56aedb4-c5c1-47e6-bc29-a58bd5966673 None None] Provisioning complete for port 06b9174a-3d35-4e87-8801-fa9e02b18d51 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:29.097979 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c56aedb4-c5c1-47e6-bc29-a58bd5966673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:29.204252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:00:29.264374 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c56aedb4-c5c1-47e6-bc29-a58bd5966673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:29.299163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c56aedb4-c5c1-47e6-bc29-a58bd5966673 None None] For port 06b9174a-3d35-4e87-8801-fa9e02b18d51, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=06b9174a-3d35-4e87-8801-fa9e02b18d51,segment=NetworkSegment(41d81dac-d2f1-43be-ba7c-441246443215),segment_id=41d81dac-d2f1-43be-ba7c-441246443215)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:29.324199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:29.334997 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Sync routers for ids ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:29.345295 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Routers {'6ab1dac1-88a4-491c-84fc-af1d6caa8017'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:29.346026 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3db707d5-2452-438a-b907-08992d7af892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:29.384531 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c56aedb4-c5c1-47e6-bc29-a58bd5966673 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:29.411072 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:29.413647 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4df74a89-1d43-4914-b22a-abb84fba117a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.5521994 Jul 05 05:00:29.415389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54402) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:00:29.484709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56aedb4-c5c1-47e6-bc29-a58bd5966673 None None] Pushing event updated for resources: {'Port': ['ID=06b9174a-3d35-4e87-8801-fa9e02b18d51,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:29.504891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Set router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:29.575031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-956d48a5-2b50-459f-b9b9-8868fa7a5416 None None] Provisioning complete for port 06b9174a-3d35-4e87-8801-fa9e02b18d51 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:29.575294 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-956d48a5-2b50-459f-b9b9-8868fa7a5416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:29.760932 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3db707d5-2452-438a-b907-08992d7af892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'name': 'tempest-TestMinimumBasicScenario-1955692035-router', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:26Z', 'updated_at': '2021-07-05T05:00:28Z', 'revision_number': 3, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'gw_port': {'id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:27Z', 'updated_at': '2021-07-05T05:00:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:29.789423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Checking router: 6ab1dac1-88a4-491c-84fc-af1d6caa8017 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:29.789774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Updating router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 port e561f2ca-d422-4e87-8eea-b789fb4f21d1 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:00:29.824905 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:29.846679 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.007201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Allocated IP 172.20.0.1 (605d1d15-c374-49ca-b39c-bb1b5fa4e4a3/141ba0a7-b6fe-4578-a893-c1eb40d2a66e/54aaf510-8985-4be8-aa84-6e3509907367) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:30.084418 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.093964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Transition to ACTIVE for port object e561f2ca-d422-4e87-8eea-b789fb4f21d1 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:30.122663 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.130785 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Transition to ACTIVE for port object 54aaf510-8985-4be8-aa84-6e3509907367 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:30.170384 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.224090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42f548ed-7687-4fb8-9c8c-1c06a2af0912 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:30.228132 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.229311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Attempting to bind port e561f2ca-d422-4e87-8eea-b789fb4f21d1 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:30.229311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Attempting to bind port e561f2ca-d422-4e87-8eea-b789fb4f21d1 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:30.229577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Attempting to bind port e561f2ca-d422-4e87-8eea-b789fb4f21d1 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:30.255188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff2333-6a69-4cc1-b675-4eb01d373fa4 None None] Pushing event updated for resources: {'Port': ['ID=e561f2ca-d422-4e87-8eea-b789fb4f21d1,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:30.260977 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:30.261357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:30.262336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.262336 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:30.262668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Bound port: e561f2ca-d422-4e87-8eea-b789fb4f21d1, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:30.263010 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.271341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:30.271341 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:30.273123 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:30.305808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Pushing event updated for resources: {'Port': ['ID=54aaf510-8985-4be8-aa84-6e3509907367,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:30.322785 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.336409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:30.336779 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.338781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3db707d5-2452-438a-b907-08992d7af892 None None] For port e561f2ca-d422-4e87-8eea-b789fb4f21d1, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:30.342924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-3db707d5-2452-438a-b907-08992d7af892 None None] For port e561f2ca-d422-4e87-8eea-b789fb4f21d1, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e561f2ca-d422-4e87-8eea-b789fb4f21d1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:30.415069 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.476827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 06b9174a-3d35-4e87-8801-fa9e02b18d51 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:30.501235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Routers {'6ab1dac1-88a4-491c-84fc-af1d6caa8017'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:30.501858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3db707d5-2452-438a-b907-08992d7af892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:30.535122 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.554204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ff2333-6a69-4cc1-b675-4eb01d373fa4 None None] Pushing event updated for resources: {'Port': ['ID=e561f2ca-d422-4e87-8eea-b789fb4f21d1,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:30.630104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 06b9174a-3d35-4e87-8801-fa9e02b18d51 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:30.630810 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.669030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-575daa73-46f9-447d-a72f-55d166749234 None None] Provisioning for port 54aaf510-8985-4be8-aa84-6e3509907367 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:30.685273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-575daa73-46f9-447d-a72f-55d166749234 None None] Provisioning complete for port 54aaf510-8985-4be8-aa84-6e3509907367 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:30.685878 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-575daa73-46f9-447d-a72f-55d166749234 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.690552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-3db707d5-2452-438a-b907-08992d7af892 None None] Set router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:30.706957 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.770920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.847200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Pushing event updated for resources: {'Port': ['ID=54aaf510-8985-4be8-aa84-6e3509907367,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:30.852640 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:30.950464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:30.952009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:30.953830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-575daa73-46f9-447d-a72f-55d166749234 None None] Port 54aaf510-8985-4be8-aa84-6e3509907367 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:31.082730 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:00:31.141890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-3db707d5-2452-438a-b907-08992d7af892 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'name': 'tempest-TestMinimumBasicScenario-1955692035-router', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:26Z', 'updated_at': '2021-07-05T05:00:30Z', 'revision_number': 4, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'gw_port': {'id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:27Z', 'updated_at': '2021-07-05T05:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '54aaf510-8985-4be8-aa84-6e3509907367', 'name': '', 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'mac_address': 'fa:16:3e:61:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:29Z', 'updated_at': '2021-07-05T05:00:30Z', 'revision_number': 1, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'subnets': [{'id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:31.173417 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3db707d5-2452-438a-b907-08992d7af892 None None] The sync data for ids ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'] in n-d-758944-41 is: [{'id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'name': 'tempest-TestMinimumBasicScenario-1955692035-router', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:26Z', 'updated_at': '2021-07-05T05:00:30Z', 'revision_number': 4, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'gw_port': {'id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:27Z', 'updated_at': '2021-07-05T05:00:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '54aaf510-8985-4be8-aa84-6e3509907367', 'name': '', 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'mac_address': 'fa:16:3e:61:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:29Z', 'updated_at': '2021-07-05T05:00:30Z', 'revision_number': 1, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'subnets': [{'id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:31.184254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9c51c0dd-2eb6-43b8-88a5-ea9da0598eb7 None None] Provisioning complete for port 54aaf510-8985-4be8-aa84-6e3509907367 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:31.185299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9c51c0dd-2eb6-43b8-88a5-ea9da0598eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:31.212199 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:00:31.222947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0a4b0f63-30ef-4548-a877-75993a362dfa admin admin] 10.222.0.30 "PUT /v2.0/routers/6ab1dac1-88a4-491c-84fc-af1d6caa8017/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7999787 Jul 05 05:00:31.223173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9c51c0dd-2eb6-43b8-88a5-ea9da0598eb7 None None] Port 54aaf510-8985-4be8-aa84-6e3509907367 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:32.250824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e561f2ca-d422-4e87-8eea-b789fb4f21d1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:32.422400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port e561f2ca-d422-4e87-8eea-b789fb4f21d1 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:32.427223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e561f2ca-d422-4e87-8eea-b789fb4f21d1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:32.428038 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:32.523454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:32.548423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port e561f2ca-d422-4e87-8eea-b789fb4f21d1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e561f2ca-d422-4e87-8eea-b789fb4f21d1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:32.625611 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:32.695855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=e561f2ca-d422-4e87-8eea-b789fb4f21d1,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:34.232945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e561f2ca-d422-4e87-8eea-b789fb4f21d1 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:34.290670 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port e561f2ca-d422-4e87-8eea-b789fb4f21d1 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:34.291045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:34.599028 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Sync routers for ids ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:00:34.609648 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Routers {'6ab1dac1-88a4-491c-84fc-af1d6caa8017'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:34.610830 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:34.733675 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Set router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:35.035005 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'name': 'tempest-TestMinimumBasicScenario-1955692035-router', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:26Z', 'updated_at': '2021-07-05T05:00:30Z', 'revision_number': 4, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'gw_port': {'id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:27Z', 'updated_at': '2021-07-05T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '54aaf510-8985-4be8-aa84-6e3509907367', 'name': '', 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'mac_address': 'fa:16:3e:61:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:29Z', 'updated_at': '2021-07-05T05:00:30Z', 'revision_number': 2, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'subnets': [{'id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:35.065571 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Checking router: 6ab1dac1-88a4-491c-84fc-af1d6caa8017 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:00:35.066545 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Updating router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 port 54aaf510-8985-4be8-aa84-6e3509907367 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:00:35.103172 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:35.387731 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:35.398422 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Transition to ACTIVE for port object 54aaf510-8985-4be8-aa84-6e3509907367 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:35.490312 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:35.538483 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22ac48-8058-4839-b5e6-d5bde13880c1 None None] Pushing event updated for resources: {'Port': ['ID=54aaf510-8985-4be8-aa84-6e3509907367,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:35.612841 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Attempting to bind port 54aaf510-8985-4be8-aa84-6e3509907367 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:00:35.613552 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Attempting to bind port 54aaf510-8985-4be8-aa84-6e3509907367 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '41d81dac-d2f1-43be-ba7c-441246443215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:00:35.616183 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Attempting to bind port 54aaf510-8985-4be8-aa84-6e3509907367 on network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:00:35.622776 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:00:35.623317 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Checking segment: {'id': '41d81dac-d2f1-43be-ba7c-441246443215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:00:35.623843 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:35.624365 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Bound using segment: {'id': '41d81dac-d2f1-43be-ba7c-441246443215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:00:35.624936 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Bound port: 54aaf510-8985-4be8-aa84-6e3509907367, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '41d81dac-d2f1-43be-ba7c-441246443215', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:00:35.625419 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:35.715405 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] For port 54aaf510-8985-4be8-aa84-6e3509907367, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:00:35.719174 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] For port 54aaf510-8985-4be8-aa84-6e3509907367, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=54aaf510-8985-4be8-aa84-6e3509907367,segment=NetworkSegment(41d81dac-d2f1-43be-ba7c-441246443215),segment_id=41d81dac-d2f1-43be-ba7c-441246443215)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:00:35.799764 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:35.864895 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Routers {'6ab1dac1-88a4-491c-84fc-af1d6caa8017'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:00:35.865629 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:00:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:35.920219 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b22ac48-8058-4839-b5e6-d5bde13880c1 None None] Pushing event updated for resources: {'Port': ['ID=54aaf510-8985-4be8-aa84-6e3509907367,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:36.028262 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] Set router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:00:36.295225 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 54aaf510-8985-4be8-aa84-6e3509907367 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:36.299749 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'name': 'tempest-TestMinimumBasicScenario-1955692035-router', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:26Z', 'updated_at': '2021-07-05T05:00:30Z', 'revision_number': 4, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'gw_port': {'id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:27Z', 'updated_at': '2021-07-05T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '54aaf510-8985-4be8-aa84-6e3509907367', 'name': '', 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'mac_address': 'fa:16:3e:61:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:29Z', 'updated_at': '2021-07-05T05:00:35Z', 'revision_number': 4, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'subnets': [{'id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:00:36.337338 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-169e5150-49e5-4f60-a0a5-559951635293 None None] The sync data for ids ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'] in n-d-758944-41 is: [{'id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'name': 'tempest-TestMinimumBasicScenario-1955692035-router', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:26Z', 'updated_at': '2021-07-05T05:00:30Z', 'revision_number': 4, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'gw_port': {'id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:27Z', 'updated_at': '2021-07-05T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '54aaf510-8985-4be8-aa84-6e3509907367', 'name': '', 'network_id': '605d1d15-c374-49ca-b39c-bb1b5fa4e4a3', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'mac_address': 'fa:16:3e:61:b8:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_interface', 'standard_attr_id': 4118, 'fixed_ips': [{'subnet_id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:29Z', 'updated_at': '2021-07-05T05:00:35Z', 'revision_number': 4, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'subnets': [{'id': '141ba0a7-b6fe-4578-a893-c1eb40d2a66e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:00:36.471470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 54aaf510-8985-4be8-aa84-6e3509907367 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:36.476988 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 54aaf510-8985-4be8-aa84-6e3509907367 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:36.477477 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:36.586533 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:36.637049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 54aaf510-8985-4be8-aa84-6e3509907367, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=54aaf510-8985-4be8-aa84-6e3509907367,segment=NetworkSegment(41d81dac-d2f1-43be-ba7c-441246443215),segment_id=41d81dac-d2f1-43be-ba7c-441246443215)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:00:36.719365 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:36.795048 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=54aaf510-8985-4be8-aa84-6e3509907367,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:38.230405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 54aaf510-8985-4be8-aa84-6e3509907367 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:00:38.282771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 54aaf510-8985-4be8-aa84-6e3509907367 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:38.283197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:38.307151 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5c829bf0-e07f-43a3-ba1c-dfce5664acf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:40.798517 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3d34c05d-60ee-460f-a659-9014b30f1886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:41.193085 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:42.174227 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:42.894401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-70fbe5e9-cb68-4ced-abb4-928e32e3f340 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:42.895818 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-70fbe5e9-cb68-4ced-abb4-928e32e3f340 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/networks?id=4b220538-006f-4925-8a33-c8ca05afe409 HTTP/1.1" status: 200 len: 814 time: 0.1068139 Jul 05 05:00:42.911735 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-2fd32bc1-6b70-4afb-9813-468e25160b94 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/quotas/a22a892523904d6dad88dc9c40001480 HTTP/1.1" status: 200 len: 375 time: 0.0104110 Jul 05 05:00:42.985964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-d896e836-e412-403f-964e-2345d8811153 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=a22a892523904d6dad88dc9c40001480&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0690975 Jul 05 05:00:43.083727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-8d9fde75-cb86-48fb-a1db-c6b261861ed7 service neutron] 10.222.0.30 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866661 Jul 05 05:00:43.182146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-744ecd43-ca34-49a0-96df-caa8064fc824 service neutron] 10.222.0.30 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928602 Jul 05 05:00:43.474408 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62775413-5133-4730-88e6-c28777f4ad9b req-aaf546ef-e8aa-497b-972d-49c94937887e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 210 time: 0.0310483 Jul 05 05:00:43.699588 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:44.385156 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:44.618080 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-67baf86b-6a26-47ed-a32b-f423c1a79e5b req-61c4224e-b354-4017-8ebd-6400ffe0a096 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 210 time: 0.0297351 Jul 05 05:00:45.090224 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:45.734794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-e6f56022-3275-4cc6-9b88-2a6dcfb4a4f1 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:45.736235 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-e6f56022-3275-4cc6-9b88-2a6dcfb4a4f1 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.13 "GET /v2.0/networks?id=4b220538-006f-4925-8a33-c8ca05afe409 HTTP/1.1" status: 200 len: 814 time: 0.1116116 Jul 05 05:00:45.756042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'port': {'device_id': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'admin_state_up': True, 'tenant_id': 'a22a892523904d6dad88dc9c40001480'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:45.767353 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4af6c814-fa7d-4daf-858d-2e995764f846 req-beba4b7e-0a60-4ada-9c9a-bdf6fab44ac6 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 210 time: 0.0353689 Jul 05 05:00:45.946894 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Made reservation on behalf of a22a892523904d6dad88dc9c40001480 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:00:45.950749 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:46.091131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Allocated IP 172.20.0.4 (4b220538-006f-4925-8a33-c8ca05afe409/e49fb0fd-afd1-4cdd-88b1-19c33366d33a/161382e0-2cbe-4e27-b7f0-a900b4491677) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:00:46.244410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:46.259613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Transition to ACTIVE for port object 161382e0-2cbe-4e27-b7f0-a900b4491677 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:00:46.347547 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:46.398520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Network 4b220538-006f-4925-8a33-c8ca05afe409 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:00:46.404198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:00:46.409257 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:00:46.416275 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'Port': ['ID=161382e0-2cbe-4e27-b7f0-a900b4491677,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:00:46.447247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.447612 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.448005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.448356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.448789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.449164 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.449489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.449865 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.450173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.450526 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.450858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.456101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:00:46.489444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:46.490338 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:46.576578 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-43ebe5a4-b80e-49ce-82d3-e555cde0eb6d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8250997 Jul 05 05:00:46.751052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2c98e6b7-98b2-44bf-99c2-6d2a49fce1db None None] Provisioning for port 161382e0-2cbe-4e27-b7f0-a900b4491677 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:00:46.756623 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2c98e6b7-98b2-44bf-99c2-6d2a49fce1db None None] Provisioning complete for port 161382e0-2cbe-4e27-b7f0-a900b4491677 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:00:46.757309 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2c98e6b7-98b2-44bf-99c2-6d2a49fce1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:00:46.795605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2c98e6b7-98b2-44bf-99c2-6d2a49fce1db None None] Port 161382e0-2cbe-4e27-b7f0-a900b4491677 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:00:46.956156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9675af-b605-49e8-88ac-9060ec17db9a req-8c6ac1e6-d596-4f42-a92e-debc4a707c7c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:46.957710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b9675af-b605-49e8-88ac-9060ec17db9a req-8c6ac1e6-d596-4f42-a92e-debc4a707c7c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0671911 Jul 05 05:00:47.000298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b9675af-b605-49e8-88ac-9060ec17db9a req-a17e204b-b731-4d55-b035-7800a2701df2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365834 Jul 05 05:00:48.197212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ef7bb7-6bd5-4472-9722-6724fb0f1804 req-f0d187ac-d628-4a1d-8625-055bec786a07 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:48.198773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8ef7bb7-6bd5-4472-9722-6724fb0f1804 req-f0d187ac-d628-4a1d-8625-055bec786a07 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0721905 Jul 05 05:00:48.240651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8ef7bb7-6bd5-4472-9722-6724fb0f1804 req-9d421144-8302-4ba1-9ce5-e60346f6004b tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349545 Jul 05 05:00:49.424514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31517e1a-f49a-4f85-81b1-044479a9e309 req-8528d420-1036-4fdb-ba5f-0761e5336e82 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:49.426207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31517e1a-f49a-4f85-81b1-044479a9e309 req-8528d420-1036-4fdb-ba5f-0761e5336e82 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0728946 Jul 05 05:00:49.468111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-31517e1a-f49a-4f85-81b1-044479a9e309 req-38b2a722-18fe-4ae8-a0b1-988f751a3809 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358412 Jul 05 05:00:50.650591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb4385-be7f-4e69-896d-b132036e5221 req-03607848-90e6-4559-aee8-de611154bba0 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:50.652143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cceb4385-be7f-4e69-896d-b132036e5221 req-03607848-90e6-4559-aee8-de611154bba0 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0702562 Jul 05 05:00:50.694762 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cceb4385-be7f-4e69-896d-b132036e5221 req-8653f028-c9ad-4ff6-b8dd-3a8ab9cd7224 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362465 Jul 05 05:00:51.911576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8396724-7d4e-404e-a754-97066fee660b req-49a7c769-6f91-49d8-95fc-7d9e1cc6e66d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:51.913258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8396724-7d4e-404e-a754-97066fee660b req-49a7c769-6f91-49d8-95fc-7d9e1cc6e66d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0820420 Jul 05 05:00:51.966022 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8396724-7d4e-404e-a754-97066fee660b req-7641e10e-30a5-4e2f-b6ac-18ac851ca492 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462441 Jul 05 05:00:53.153766 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a716a39-4f21-4380-97c5-2cb3abf826df req-9547f637-9dd2-49df-a377-19e416c8dd76 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:53.155253 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a716a39-4f21-4380-97c5-2cb3abf826df req-9547f637-9dd2-49df-a377-19e416c8dd76 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0685742 Jul 05 05:00:53.198558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6a716a39-4f21-4380-97c5-2cb3abf826df req-49a16fce-d76a-4878-a3b6-98818fc2eb6a tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361724 Jul 05 05:00:54.377808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff20dfe5-e9a3-41fc-83bd-8708ec195124 req-9fcd126d-3777-4c42-8737-a7f4b376fdd0 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:54.379761 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff20dfe5-e9a3-41fc-83bd-8708ec195124 req-9fcd126d-3777-4c42-8737-a7f4b376fdd0 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0678616 Jul 05 05:00:54.420204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ff20dfe5-e9a3-41fc-83bd-8708ec195124 req-80cd9f0a-a5e5-4cad-9c2a-730141beb823 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348601 Jul 05 05:00:55.605981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2f02a9e-5dbc-4bd9-ad3c-4c25a684a4e0 req-df728765-bc36-49dd-bc15-80e6c1394597 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:55.607621 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2f02a9e-5dbc-4bd9-ad3c-4c25a684a4e0 req-df728765-bc36-49dd-bc15-80e6c1394597 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0732162 Jul 05 05:00:55.650452 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2f02a9e-5dbc-4bd9-ad3c-4c25a684a4e0 req-c84ca382-60b0-41eb-a000-8961806f38f0 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364065 Jul 05 05:00:56.828388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5436c2e-36fa-46ea-a7b3-d48b7aedc3a0 req-4ce41e7a-e389-463d-91d2-688d11babb31 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:56.829876 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5436c2e-36fa-46ea-a7b3-d48b7aedc3a0 req-4ce41e7a-e389-463d-91d2-688d11babb31 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0662801 Jul 05 05:00:56.868593 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e5436c2e-36fa-46ea-a7b3-d48b7aedc3a0 req-157853c6-87ce-4ecf-bf43-6c11ed4c82c0 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Jul 05 05:00:58.042725 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b0a426-cf2a-4561-a5d6-0922787ce25d req-f1e9909f-30b1-4373-9861-df8e2e9df31d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:58.044231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3b0a426-cf2a-4561-a5d6-0922787ce25d req-f1e9909f-30b1-4373-9861-df8e2e9df31d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0651944 Jul 05 05:00:58.087796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e3b0a426-cf2a-4561-a5d6-0922787ce25d req-34b83441-88c9-46e7-8e69-a59741d4a267 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379591 Jul 05 05:00:59.265385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fea13bb-1d88-468d-8a15-0eb5fb5601b3 req-0ad1bf29-4e6a-4ae7-a5d0-1362f343145e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:00:59.266865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fea13bb-1d88-468d-8a15-0eb5fb5601b3 req-0ad1bf29-4e6a-4ae7-a5d0-1362f343145e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 931 time: 0.0694122 Jul 05 05:00:59.305113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8fea13bb-1d88-468d-8a15-0eb5fb5601b3 req-9fd3727f-2b10-40df-82f8-a0665dc79ae2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321395 Jul 05 05:00:59.723711 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Request body: {'port': {'device_id': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:00:59.795512 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.062213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 161382e0-2cbe-4e27-b7f0-a900b4491677 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:01:00.070117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.081811 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Transition to ACTIVE for port object 161382e0-2cbe-4e27-b7f0-a900b4491677 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:01:00.152759 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.206551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Pushing event updated for resources: {'Port': ['ID=161382e0-2cbe-4e27-b7f0-a900b4491677,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:00.279782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Attempting to bind port 161382e0-2cbe-4e27-b7f0-a900b4491677 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:01:00.280160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Attempting to bind port 161382e0-2cbe-4e27-b7f0-a900b4491677 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:01:00.280483 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Attempting to bind port 161382e0-2cbe-4e27-b7f0-a900b4491677 on network 4b220538-006f-4925-8a33-c8ca05afe409 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:00.285234 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Port 161382e0-2cbe-4e27-b7f0-a900b4491677 on network 4b220538-006f-4925-8a33-c8ca05afe409 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:01:00.285557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Attempting to bind port 161382e0-2cbe-4e27-b7f0-a900b4491677 on network 4b220538-006f-4925-8a33-c8ca05afe409 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:01:00.290503 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 0, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:01:00.290840 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Checking segment: {'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:01:00.291225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Bound using segment: {'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:01:00.291661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Bound port: 161382e0-2cbe-4e27-b7f0-a900b4491677, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '75f6aa43-6e59-479d-9bdc-ffa96c90695d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:01:00.292048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.360217 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] For port 161382e0-2cbe-4e27-b7f0-a900b4491677, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:01:00.363199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] For port 161382e0-2cbe-4e27-b7f0-a900b4491677, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=161382e0-2cbe-4e27-b7f0-a900b4491677,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:01:00.436775 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.473913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:00.474720 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:00.476685 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] 10.222.0.13 "PUT /v2.0/ports/161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 1092 time: 0.8425395 Jul 05 05:01:00.479095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:00.482265 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48fcba67-c498-4d0e-a004-6e214e78ab94" -d '{"events": [{"name": "network-changed", "server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:00.485761 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919fdfeb-b082-4971-bb0f-6048850db84a req-fc8d22dc-e2df-4a93-8235-9293ff4668eb tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:00.488279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-919fdfeb-b082-4971-bb0f-6048850db84a req-fc8d22dc-e2df-4a93-8235-9293ff4668eb tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 943 time: 0.0707610 Jul 05 05:01:00.514588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696af5ff-bcbb-48ed-91f7-4a0ade3a976a service neutron] Pushing event updated for resources: {'Port': ['ID=161382e0-2cbe-4e27-b7f0-a900b4491677,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:00.540633 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b073e56-1b27-4a16-b175-2f8a0e754c80 x-openstack-request-id: req-7b073e56-1b27-4a16-b175-2f8a0e754c80 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:00.540799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-919fdfeb-b082-4971-bb0f-6048850db84a req-dcf3a5ca-5721-4c42-8012-eebbb282642a tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461884 Jul 05 05:01:00.540918 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:00.541319 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7b073e56-1b27-4a16-b175-2f8a0e754c80 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:00.541943 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'status': 'completed', 'code': 200} Jul 05 05:01:00.621511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcba67-c498-4d0e-a004-6e214e78ab94 req-ca35bbf1-e915-4e09-b464-a6e1bfe3495b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:00.623114 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-48fcba67-c498-4d0e-a004-6e214e78ab94 req-ca35bbf1-e915-4e09-b464-a6e1bfe3495b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a22a892523904d6dad88dc9c40001480&device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1095 time: 0.0575035 Jul 05 05:01:00.733517 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcba67-c498-4d0e-a004-6e214e78ab94 req-78176f3d-a7a5-43d1-94a4-8e6d8dabaafb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:00.735015 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-48fcba67-c498-4d0e-a004-6e214e78ab94 req-78176f3d-a7a5-43d1-94a4-8e6d8dabaafb service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=a22a892523904d6dad88dc9c40001480&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1039855 Jul 05 05:01:00.833591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fcba67-c498-4d0e-a004-6e214e78ab94 req-02156a9f-3131-4e05-a10d-edb84ae61200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:00.834913 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-48fcba67-c498-4d0e-a004-6e214e78ab94 req-02156a9f-3131-4e05-a10d-edb84ae61200 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0941465 Jul 05 05:01:00.927435 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-f7e9d788-3e2b-4be2-b2b0-032c81636fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:00.928960 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-f7e9d788-3e2b-4be2-b2b0-032c81636fe2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a22a892523904d6dad88dc9c40001480&device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1095 time: 0.0540764 Jul 05 05:01:00.972198 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-85934e57-0df8-428a-998a-d135c4ce0b35 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 217 time: 0.0345991 Jul 05 05:01:01.026513 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-b77467f1-0d59-4905-b4d3-056538e54359 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:01.027991 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-b77467f1-0d59-4905-b4d3-056538e54359 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e49fb0fd-afd1-4cdd-88b1-19c33366d33a HTTP/1.1" status: 200 len: 853 time: 0.0445628 Jul 05 05:01:01.091347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-8826ec33-ecec-4cd1-9153-38ef633f0393 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:01.092431 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-8826ec33-ecec-4cd1-9153-38ef633f0393 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b220538-006f-4925-8a33-c8ca05afe409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0580554 Jul 05 05:01:01.185060 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-4cfd489a-fa4a-4a54-ad57-d5a083034ec7 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851119 Jul 05 05:01:01.279050 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-62026cab-ef32-47b1-9af3-42e92ea729d1 req-b4703742-c825-47cf-a88c-090fcc80274f service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874927 Jul 05 05:01:01.710999 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab42bd-5bb5-4449-a4bd-b2bf63374b93 req-0ffae86b-fcb0-4f02-9a9b-6568bb5c9136 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:01.712500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ecab42bd-5bb5-4449-a4bd-b2bf63374b93 req-0ffae86b-fcb0-4f02-9a9b-6568bb5c9136 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 943 time: 0.0691855 Jul 05 05:01:01.750727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ecab42bd-5bb5-4449-a4bd-b2bf63374b93 req-a5546740-69b8-417f-bdee-ef18074fdf5e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Jul 05 05:01:01.864545 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:01:02.924833 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedac08d-a393-451d-8238-693cf9f4d943 req-c00a9fd4-667b-4a82-948d-3dd2e835e173 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:02.926375 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dedac08d-a393-451d-8238-693cf9f4d943 req-c00a9fd4-667b-4a82-948d-3dd2e835e173 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 943 time: 0.0666652 Jul 05 05:01:02.965200 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dedac08d-a393-451d-8238-693cf9f4d943 req-47f1729f-1832-4c45-b455-b4872ef9a0e9 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Jul 05 05:01:04.138138 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d85166-ec79-43fd-a01d-ab7d0bd7b559 req-8cbd5bc3-a46c-4a80-b2ab-5b7369bfca57 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:04.139608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9d85166-ec79-43fd-a01d-ab7d0bd7b559 req-8cbd5bc3-a46c-4a80-b2ab-5b7369bfca57 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 943 time: 0.0635915 Jul 05 05:01:04.182052 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9d85166-ec79-43fd-a01d-ab7d0bd7b559 req-0f11e2bf-6adb-4b8b-9ac2-0262343c7597 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368719 Jul 05 05:01:05.357565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64baaf44-bce5-4e00-97c5-fc5d8ef8a2be req-c63b3276-8e0f-4122-ba9b-8edd65694cbb tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:05.358931 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64baaf44-bce5-4e00-97c5-fc5d8ef8a2be req-c63b3276-8e0f-4122-ba9b-8edd65694cbb tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 943 time: 0.0646193 Jul 05 05:01:05.397373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-64baaf44-bce5-4e00-97c5-fc5d8ef8a2be req-5e3206cc-8f5d-401e-81ec-f1cab820e8af tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329721 Jul 05 05:01:06.100454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 161382e0-2cbe-4e27-b7f0-a900b4491677 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:01:06.199430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 161382e0-2cbe-4e27-b7f0-a900b4491677, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=161382e0-2cbe-4e27-b7f0-a900b4491677,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:06.212122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'port_id': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'mac_address': 'fa:16:3e:0a:f7:15', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:01:06.249335 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:06.262342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 161382e0-2cbe-4e27-b7f0-a900b4491677 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:01:06.281816 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 161382e0-2cbe-4e27-b7f0-a900b4491677, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=161382e0-2cbe-4e27-b7f0-a900b4491677,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:06.340621 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:06.393167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=161382e0-2cbe-4e27-b7f0-a900b4491677,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:06.572807 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f07dc-b02f-406f-9e76-508c3ebb0a1d req-2811b384-0eaf-4aa8-b093-d33f021888a1 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:06.574302 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-131f07dc-b02f-406f-9e76-508c3ebb0a1d req-2811b384-0eaf-4aa8-b093-d33f021888a1 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 944 time: 0.0663519 Jul 05 05:01:06.613279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-131f07dc-b02f-406f-9e76-508c3ebb0a1d req-f05bbe08-8ff9-4ee3-ad73-6ba611d6c6b3 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331550 Jul 05 05:01:06.711373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['161382e0-2cbe-4e27-b7f0-a900b4491677'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:01:07.792721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c6539a-b923-4bb4-8fa7-bab6993b4e24 req-bdb37455-d240-41b1-8932-44e2d536f86f tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:07.794194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c6539a-b923-4bb4-8fa7-bab6993b4e24 req-bdb37455-d240-41b1-8932-44e2d536f86f tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 944 time: 0.0691330 Jul 05 05:01:07.835006 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d2c6539a-b923-4bb4-8fa7-bab6993b4e24 req-4d685fac-6c87-4ad3-aa7a-aaa8c72e93a9 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350072 Jul 05 05:01:08.093532 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-14d5c0a2-f268-4b31-b371-8255f463e7b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.097556 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 161382e0-2cbe-4e27-b7f0-a900b4491677 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:01:08.226790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 161382e0-2cbe-4e27-b7f0-a900b4491677 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:01:08.231237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 161382e0-2cbe-4e27-b7f0-a900b4491677 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:08.231710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.311021 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.332545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:08.335286 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74f5c013-eeae-416f-9362-a41beb3c821d" -d '{"events": [{"server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "name": "network-vif-plugged", "status": "completed", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:08.347989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 161382e0-2cbe-4e27-b7f0-a900b4491677, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=161382e0-2cbe-4e27-b7f0-a900b4491677,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:08.369625 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50c018f-eb8a-465e-a0db-f9e3ae6d8ad7 x-openstack-request-id: req-d50c018f-eb8a-465e-a0db-f9e3ae6d8ad7 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:08.369915 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "name": "network-vif-plugged", "status": "completed", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:08.370164 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d50c018f-eb8a-465e-a0db-f9e3ae6d8ad7 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:08.370551 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'code': 200} Jul 05 05:01:08.403962 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:08.456726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=161382e0-2cbe-4e27-b7f0-a900b4491677,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:08.482671 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e26a932-6a17-4b9b-8451-facb96752ee6 req-e4f0137b-5e6c-4b43-b893-ba42d89471b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:08.484220 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3e26a932-6a17-4b9b-8451-facb96752ee6 req-e4f0137b-5e6c-4b43-b893-ba42d89471b3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1097 time: 0.0548432 Jul 05 05:01:08.518803 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3e26a932-6a17-4b9b-8451-facb96752ee6 req-b64b3bf8-5e90-4eb3-a3ff-fc95458f19ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278697 Jul 05 05:01:09.008118 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb54c9fb-e2d0-4f4f-9548-8e6cdb736bea req-89168f06-4b68-4c37-9874-0d8ac2edb29b tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:09.009504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb54c9fb-e2d0-4f4f-9548-8e6cdb736bea req-89168f06-4b68-4c37-9874-0d8ac2edb29b tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 945 time: 0.0648670 Jul 05 05:01:09.046545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb54c9fb-e2d0-4f4f-9548-8e6cdb736bea req-934ecbc7-66b2-48d1-9268-24fd5415c5da tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315711 Jul 05 05:01:10.224164 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-961bba2b-4577-4d01-9329-3b25de5ac935 req-8080fe1a-7b27-475d-b3e5-1470885abcdf tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:10.226143 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-961bba2b-4577-4d01-9329-3b25de5ac935 req-8080fe1a-7b27-475d-b3e5-1470885abcdf tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 945 time: 0.0693731 Jul 05 05:01:10.265729 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-961bba2b-4577-4d01-9329-3b25de5ac935 req-9634a4d9-19c5-4681-b1aa-8ef0a6669a31 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340798 Jul 05 05:01:10.437411 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13884724-c965-4d7d-adbc-88be2a689926 req-8b152e71-5c39-47e7-a9b6-085ad1ada9bf tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:10.438801 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13884724-c965-4d7d-adbc-88be2a689926 req-8b152e71-5c39-47e7-a9b6-085ad1ada9bf tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 945 time: 0.0646183 Jul 05 05:01:10.477858 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13884724-c965-4d7d-adbc-88be2a689926 req-cf5de9f7-b616-4647-9032-ed67c8b32225 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334620 Jul 05 05:01:10.809332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648952fa-9612-4471-ac3f-cd21096278d1 req-b6d20cbd-a62c-4f73-a0b5-8be4102f8369 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:10.811195 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-648952fa-9612-4471-ac3f-cd21096278d1 req-b6d20cbd-a62c-4f73-a0b5-8be4102f8369 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 945 time: 0.0642090 Jul 05 05:01:10.819662 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36de9ba9-2948-45c0-93be-612f168f9570 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:10.849894 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-648952fa-9612-4471-ac3f-cd21096278d1 req-7a899858-830a-4aba-b263-6c7ef32aebce tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331545 Jul 05 05:01:10.927528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:12.157979 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:13.695177 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:14.363624 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:15.078178 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:24.282925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1c788-6aa8-4e73-aab9-05dfae3bf4e4 req-6ea59166-b745-49aa-ba19-b5ee3366ee03 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:24.284350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad1c788-6aa8-4e73-aab9-05dfae3bf4e4 req-6ea59166-b745-49aa-ba19-b5ee3366ee03 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 945 time: 0.0699141 Jul 05 05:01:24.322736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8ad1c788-6aa8-4e73-aab9-05dfae3bf4e4 req-683bf4f9-3897-45a6-9ff0-d74cc80c2b4f tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319736 Jul 05 05:01:24.347689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54622) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:24.445477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009fad12-0113-4935-8762-0a421bb11b21 tempest-TestMinimumBasicScenario-2062263654 tempest-TestMinimumBasicScenario-2062263654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:24.447004 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-009fad12-0113-4935-8762-0a421bb11b21 tempest-TestMinimumBasicScenario-2062263654 tempest-TestMinimumBasicScenario-2062263654-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1092 time: 0.0983076 Jul 05 05:01:24.450102 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54626) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:24.454488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:24.585218 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:24.693339 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:24.798806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Allocated IP 172.25.4.106 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/768581ab-24d6-43a6-91bd-c49d3ad5aa12) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:01:24.905508 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.002341 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.042016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:01:25.046921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:01:25.050430 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:01:25.073607 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'Port': ['ID=768581ab-24d6-43a6-91bd-c49d3ad5aa12,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:25.087909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.088871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.088871 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.089108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.089228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.089563 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.089890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.090216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.090542 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.090865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.091190 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.091513 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:01:25.454338 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.604230 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.752180 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:25.814813 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:26.207709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'Port': ['ID=768581ab-24d6-43a6-91bd-c49d3ad5aa12,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:26.219236 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:26.322456 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Floating IP 20277222-886d-46dd-94e0-3bff91a2b1f3 associated. External IP: 172.25.4.106, port: 161382e0-2cbe-4e27-b7f0-a900b4491677. Jul 05 05:01:26.535374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:01:26.649809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:01:26.659129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] Sync routers for ids ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:01:26.668593 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] Routers {'52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:26.674901 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:01:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:26.728073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:26.768373 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-837f0696-df6f-47d9-8b4b-c2bf7ac5b0f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3171003 Jul 05 05:01:26.769061 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:26.771264 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54628) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:26.771760 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d73afe-4d00-470e-94c1-f90e5907b0e1" -d '{"events": [{"name": "network-changed", "server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:26.778003 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9417479a-b76b-4888-bc12-b17b2de6cc8c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-777235844', 'description': 'tempest-secgroup-smoke-777235844 description', 'project_id': 'a22a892523904d6dad88dc9c40001480'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:26.778508 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] Set router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:26.889640 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9417479a-b76b-4888-bc12-b17b2de6cc8c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:26.948115 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99de8dce-6d17-48d8-a5b8-020e023debfc x-openstack-request-id: req-99de8dce-6d17-48d8-a5b8-020e023debfc {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:26.954065 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:26.954065 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99de8dce-6d17-48d8-a5b8-020e023debfc {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:26.954065 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'status': 'completed', 'code': 200} Jul 05 05:01:26.990225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9417479a-b76b-4888-bc12-b17b2de6cc8c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.027880 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:24Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '20277222-886d-46dd-94e0-3bff91a2b1f3', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'port_id': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'mac_address': 'fa:16:3e:0a:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:01:25Z', 'updated_at': '2021-07-05T05:01:25Z', 'revision_number': 0, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f548ed-7687-4fb8-9c8c-1c06a2af0912', 'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'mac_address': 'fa:16:3e:1d:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:23Z', 'updated_at': '2021-07-05T05:00:28Z', 'revision_number': 5, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'subnets': [{'id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:27.041849 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-ed8fcbd2-1b57-4cbe-a441-4d29b3fd5333 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:27.043402 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-ed8fcbd2-1b57-4cbe-a441-4d29b3fd5333 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a22a892523904d6dad88dc9c40001480&device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1097 time: 0.0676079 Jul 05 05:01:27.060098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] Checking router: 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:01:27.068601 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9417479a-b76b-4888-bc12-b17b2de6cc8c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.069035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] Routers {'52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:01:27.069648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:01:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:27.138689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417479a-b76b-4888-bc12-b17b2de6cc8c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c95cc888-6190-47ac-8924-6ebcbd86fa1e,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:27.165775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-94451fe8-8c9d-4a3b-9ebd-c3a638461734 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:27.167289 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-94451fe8-8c9d-4a3b-9ebd-c3a638461734 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b220538-006f-4925-8a33-c8ca05afe409 HTTP/1.1" status: 200 len: 915 time: 0.1178212 Jul 05 05:01:27.179518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] Set router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:01:27.219718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9417479a-b76b-4888-bc12-b17b2de6cc8c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.220985 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9417479a-b76b-4888-bc12-b17b2de6cc8c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4480042 Jul 05 05:01:27.224020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54634) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:27.229822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3d8d77e1-27e9-4e4e-a08f-9b041bc4d786 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'security_group_rule': {'security_group_id': 'c95cc888-6190-47ac-8924-6ebcbd86fa1e', 'project_id': 'a22a892523904d6dad88dc9c40001480', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:27.244742 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-5131039d-aeee-40ab-8ee2-59f9fcd963aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 999 time: 0.0699296 Jul 05 05:01:27.296494 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-653e3b58-fb08-43aa-a25f-4ec229839a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:27.297992 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-653e3b58-fb08-43aa-a25f-4ec229839a1d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e49fb0fd-afd1-4cdd-88b1-19c33366d33a HTTP/1.1" status: 200 len: 853 time: 0.0465872 Jul 05 05:01:27.306374 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3d8d77e1-27e9-4e4e-a08f-9b041bc4d786 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.360429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-1a935d37-e3c1-45d2-9ce4-09699c5443cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:27.362141 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-1a935d37-e3c1-45d2-9ce4-09699c5443cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b220538-006f-4925-8a33-c8ca05afe409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572097 Jul 05 05:01:27.370347 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3d8d77e1-27e9-4e4e-a08f-9b041bc4d786 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.416656 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:24Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '20277222-886d-46dd-94e0-3bff91a2b1f3', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'port_id': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'mac_address': 'fa:16:3e:0a:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:01:25Z', 'updated_at': '2021-07-05T05:01:25Z', 'revision_number': 0, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f548ed-7687-4fb8-9c8c-1c06a2af0912', 'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'mac_address': 'fa:16:3e:1d:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:23Z', 'updated_at': '2021-07-05T05:00:28Z', 'revision_number': 5, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'subnets': [{'id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:01:27.426617 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3d8d77e1-27e9-4e4e-a08f-9b041bc4d786 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.445427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8d77e1-27e9-4e4e-a08f-9b041bc4d786 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09569d33-5ecd-4f39-a0d7-6563a3d595b6,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:27.445957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e036a1f9-3f0b-47ac-8115-0ec8bc9303d6 None None] The sync data for ids ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'] in n-d-758944-41 is: [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:24Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '20277222-886d-46dd-94e0-3bff91a2b1f3', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'floating_ip_address': '172.25.4.106', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'port_id': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4121, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'mac_address': 'fa:16:3e:0a:f7:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:01:25Z', 'updated_at': '2021-07-05T05:01:25Z', 'revision_number': 0, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '42f548ed-7687-4fb8-9c8c-1c06a2af0912', 'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'mac_address': 'fa:16:3e:1d:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:23Z', 'updated_at': '2021-07-05T05:00:28Z', 'revision_number': 5, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'subnets': [{'id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:01:27.467774 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-a1a421d9-2cee-4dac-97c3-8527791ffd69 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987082 Jul 05 05:01:27.516845 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3d8d77e1-27e9-4e4e-a08f-9b041bc4d786 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.520671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3d8d77e1-27e9-4e4e-a08f-9b041bc4d786 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2928238 Jul 05 05:01:27.520980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54636) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:27.526314 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ade28478-a447-4576-bf97-7b4472ac94c6 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'security_group_rule': {'security_group_id': 'c95cc888-6190-47ac-8924-6ebcbd86fa1e', 'project_id': 'a22a892523904d6dad88dc9c40001480', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:27.572266 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-76d73afe-4d00-470e-94c1-f90e5907b0e1 req-f3b859fe-84eb-4c19-84fd-0c9bf2f5dfc8 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929801 Jul 05 05:01:27.637450 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ade28478-a447-4576-bf97-7b4472ac94c6 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.645127 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-299ebf28-a8c8-4245-be4d-563e7071ac7d None None] New status for floating IP 20277222-886d-46dd-94e0-3bff91a2b1f3: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:01:27.700244 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ade28478-a447-4576-bf97-7b4472ac94c6 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.773365 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ade28478-a447-4576-bf97-7b4472ac94c6 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.792328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade28478-a447-4576-bf97-7b4472ac94c6 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2009f02c-b00a-4d76-99a8-306cf40d6631,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:27.887947 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ade28478-a447-4576-bf97-7b4472ac94c6 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:27.891874 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ade28478-a447-4576-bf97-7b4472ac94c6 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3673272 Jul 05 05:01:27.892391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54638) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:27.897132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-012a4112-e102-42ec-9f74-b2799424fb72 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'security_group_rule': {'security_group_id': 'c95cc888-6190-47ac-8924-6ebcbd86fa1e', 'project_id': 'a22a892523904d6dad88dc9c40001480', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:28.009717 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-012a4112-e102-42ec-9f74-b2799424fb72 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.087115 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-012a4112-e102-42ec-9f74-b2799424fb72 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.196784 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-012a4112-e102-42ec-9f74-b2799424fb72 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.215327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012a4112-e102-42ec-9f74-b2799424fb72 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=deda0de7-07a8-470b-a1b6-34f727458851,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:28.300744 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-012a4112-e102-42ec-9f74-b2799424fb72 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.301950 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-012a4112-e102-42ec-9f74-b2799424fb72 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4086947 Jul 05 05:01:28.304747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54640) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:28.310164 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-29b35e92-430f-423c-b859-865f2b90c507 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'security_group_rule': {'security_group_id': 'c95cc888-6190-47ac-8924-6ebcbd86fa1e', 'project_id': 'a22a892523904d6dad88dc9c40001480', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:28.465937 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29b35e92-430f-423c-b859-865f2b90c507 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.526114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29b35e92-430f-423c-b859-865f2b90c507 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.603563 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29b35e92-430f-423c-b859-865f2b90c507 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.619443 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b35e92-430f-423c-b859-865f2b90c507 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70981403-db26-47f8-81bd-2fe637cbc1fc,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:28.700693 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-29b35e92-430f-423c-b859-865f2b90c507 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.701956 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-29b35e92-430f-423c-b859-865f2b90c507 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3962557 Jul 05 05:01:28.704972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54642) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:28.709565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-ff1f6449-2099-4a7d-aae7-18a0b057b7e2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'security_group_rule': {'security_group_id': 'c95cc888-6190-47ac-8924-6ebcbd86fa1e', 'project_id': 'a22a892523904d6dad88dc9c40001480', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:28.814969 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-ff1f6449-2099-4a7d-aae7-18a0b057b7e2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Project a22a892523904d6dad88dc9c40001480 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:01:28.820432 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6449-2099-4a7d-aae7-18a0b057b7e2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.886949 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6449-2099-4a7d-aae7-18a0b057b7e2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.956242 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6449-2099-4a7d-aae7-18a0b057b7e2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:28.974867 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1f6449-2099-4a7d-aae7-18a0b057b7e2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dc0234e-a88d-44f6-ad3b-9c7133a84d41,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:29.053574 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ff1f6449-2099-4a7d-aae7-18a0b057b7e2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:29.054900 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ff1f6449-2099-4a7d-aae7-18a0b057b7e2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3489277 Jul 05 05:01:29.058316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54644) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:01:29.063246 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-97e17a8d-d8b3-440c-8284-4d5bce067d3d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'security_group_rule': {'security_group_id': 'c95cc888-6190-47ac-8924-6ebcbd86fa1e', 'project_id': 'a22a892523904d6dad88dc9c40001480', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:29.156391 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-97e17a8d-d8b3-440c-8284-4d5bce067d3d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Project a22a892523904d6dad88dc9c40001480 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:01:29.161714 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97e17a8d-d8b3-440c-8284-4d5bce067d3d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:29.224139 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97e17a8d-d8b3-440c-8284-4d5bce067d3d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:29.312065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97e17a8d-d8b3-440c-8284-4d5bce067d3d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:29.332074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e17a8d-d8b3-440c-8284-4d5bce067d3d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e1f85c-a634-451a-8d67-123bdefddd5c,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:29.413498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-97e17a8d-d8b3-440c-8284-4d5bce067d3d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:29.414701 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-97e17a8d-d8b3-440c-8284-4d5bce067d3d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3551230 Jul 05 05:01:29.536291 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-d82334aa-0eaf-4a62-a424-0d9b80dc8ff0 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777235844&fields=id&tenant_id=a22a892523904d6dad88dc9c40001480 HTTP/1.1" status: 200 len: 267 time: 0.0364544 Jul 05 05:01:29.606170 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-20549da2-a6f0-4f20-8d65-b03419b7861f tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:29.607663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-20549da2-a6f0-4f20-8d65-b03419b7861f tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 945 time: 0.0655117 Jul 05 05:01:29.618486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-69a83ccf-e42f-4ef8-bc42-81af39715a58 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'port': {'security_groups': ['fabdc81e-0bdb-45ee-b260-72a8c50d33b3', 'c95cc888-6190-47ac-8924-6ebcbd86fa1e']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:01:29.704999 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-69a83ccf-e42f-4ef8-bc42-81af39715a58 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:29.898242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-69a83ccf-e42f-4ef8-bc42-81af39715a58 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] For port 161382e0-2cbe-4e27-b7f0-a900b4491677, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=161382e0-2cbe-4e27-b7f0-a900b4491677,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:01:29.928792 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-69a83ccf-e42f-4ef8-bc42-81af39715a58 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:29.986887 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-69a83ccf-e42f-4ef8-bc42-81af39715a58 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:29.998865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['161382e0-2cbe-4e27-b7f0-a900b4491677'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:01:30.037663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-69a83ccf-e42f-4ef8-bc42-81af39715a58 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:30.038295 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-69a83ccf-e42f-4ef8-bc42-81af39715a58 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:30.039696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0f1e76d6-4895-4799-8ebf-448f89716da7 req-69a83ccf-e42f-4ef8-bc42-81af39715a58 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "PUT /v2.0/ports/161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 981 time: 0.4258912 Jul 05 05:01:30.040202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:01:30.042501 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2359c05-e071-4887-8530-ddc6c4d6c664" -d '{"events": [{"name": "network-changed", "server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:01:30.100060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a83ccf-e42f-4ef8-bc42-81af39715a58 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'Port': ['ID=161382e0-2cbe-4e27-b7f0-a900b4491677,revision_number=6']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:01:30.115058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['161382e0-2cbe-4e27-b7f0-a900b4491677'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:01:30.118960 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9307860-e331-41c1-bc35-6c23a1d8d525 x-openstack-request-id: req-e9307860-e331-41c1-bc35-6c23a1d8d525 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:01:30.118960 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:01:30.120752 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e9307860-e331-41c1-bc35-6c23a1d8d525 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:01:30.121754 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'status': 'completed', 'code': 200} Jul 05 05:01:30.192444 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-878c842e-91dd-4ddf-9f10-806859cd99f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:30.194628 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-878c842e-91dd-4ddf-9f10-806859cd99f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a22a892523904d6dad88dc9c40001480&device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1136 time: 0.0660288 Jul 05 05:01:30.246655 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddeba84-e938-4ee5-aeb5-4ae4c4648d0a req-6fbe2bb4-239e-41e2-b4c1-f478a1db57f8 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:30.248707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ddeba84-e938-4ee5-aeb5-4ae4c4648d0a req-6fbe2bb4-239e-41e2-b4c1-f478a1db57f8 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0868657 Jul 05 05:01:30.302213 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-29bcaa39-bcdb-4acc-bd10-ae6277ed7d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:30.303711 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-29bcaa39-bcdb-4acc-bd10-ae6277ed7d65 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b220538-006f-4925-8a33-c8ca05afe409 HTTP/1.1" status: 200 len: 915 time: 0.1000996 Jul 05 05:01:30.309746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0ddeba84-e938-4ee5-aeb5-4ae4c4648d0a req-6ea6aea6-cb37-4c04-b6ae-0d4fc89cfb04 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0547478 Jul 05 05:01:30.375444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a2801038-ab6d-4602-a00b-808ec91a6ea0 None None] Provisioning complete for port 161382e0-2cbe-4e27-b7f0-a900b4491677 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:01:30.375746 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-a56ab52c-ef7d-4d04-b4e1-90a2d03d8ec0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 1001 time: 0.0654128 Jul 05 05:01:30.375867 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a2801038-ab6d-4602-a00b-808ec91a6ea0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:30.426864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-eb280bd9-30b5-464e-aba0-75c97035bdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:30.428503 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-eb280bd9-30b5-464e-aba0-75c97035bdbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e49fb0fd-afd1-4cdd-88b1-19c33366d33a HTTP/1.1" status: 200 len: 853 time: 0.0451357 Jul 05 05:01:30.488336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-35f7337d-7fec-4c4b-8fea-7a322fb1be89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:01:30.490153 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-35f7337d-7fec-4c4b-8fea-7a322fb1be89 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b220538-006f-4925-8a33-c8ca05afe409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540807 Jul 05 05:01:30.587474 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-b721ee8f-c2ef-4a83-ae1f-1031dbfc9a4b service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893364 Jul 05 05:01:30.682308 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e2359c05-e071-4887-8530-ddc6c4d6c664 req-01822245-1f03-4b41-8f5b-6d27605fe9e5 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868571 Jul 05 05:01:30.719278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-996dee7c-dd4b-4d83-bb39-3a6ca66a1e9b req-b75dd284-148b-4e9e-ba24-dd7760b8c64e service neutron] (100895) timed out ('10.222.0.30', 50816) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:01:38.152518 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-24e2b4ea-0ecf-424c-be14-4a4c0a8536a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:38.863581 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:01:40.803381 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6070dadb-c5b9-4f82-926e-56cbc1cfac62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:40.917330 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:42.174646 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:43.698513 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:44.357163 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:01:45.088873 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:05.201300 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-ee4ea682-0a4e-4bbc-b0d6-cd10c1172672 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0572371 Jul 05 05:02:05.298248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-a25dad72-28b1-471a-bee4-317bf0a810cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:05.299784 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-a25dad72-28b1-471a-bee4-317bf0a810cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a22a892523904d6dad88dc9c40001480&device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1136 time: 0.0537846 Jul 05 05:02:05.407081 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-ae9d6397-2256-46c7-96cc-fe3e96b04791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:05.408530 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-ae9d6397-2256-46c7-96cc-fe3e96b04791 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b220538-006f-4925-8a33-c8ca05afe409 HTTP/1.1" status: 200 len: 915 time: 0.0885260 Jul 05 05:02:05.480643 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-c4a91269-2890-445f-9e63-0a4ca7a3bddf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 1001 time: 0.0639074 Jul 05 05:02:05.530046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-4360008b-c305-4eda-9e0b-3c4dcdb2edcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:05.531459 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-4360008b-c305-4eda-9e0b-3c4dcdb2edcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e49fb0fd-afd1-4cdd-88b1-19c33366d33a HTTP/1.1" status: 200 len: 853 time: 0.0445099 Jul 05 05:02:05.588816 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-d44ed1ff-829c-47a0-8c11-208bcae2e16e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:05.590318 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-d44ed1ff-829c-47a0-8c11-208bcae2e16e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b220538-006f-4925-8a33-c8ca05afe409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0522618 Jul 05 05:02:05.683457 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-68a475c3-30ca-482a-90f4-4d8e004b74f9 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860381 Jul 05 05:02:05.772219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-89ef356d-d37b-42e0-bf2a-c7301a41cf21 req-9f5803c5-3e08-4c35-b777-d08b14809344 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819757 Jul 05 05:02:08.093481 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-034c5b4c-088b-48ce-a96c-417282015b88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:10.814711 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-57da3dac-7c5c-443c-9a59-d476122cf0b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:10.928449 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:12.196778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:13.699726 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:14.362741 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:15.098213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:15.864146 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:02:28.530994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-a5ee8e1a-269c-4cd3-8ca3-b2fcadc5833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:28.532539 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-a5ee8e1a-269c-4cd3-8ca3-b2fcadc5833b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a22a892523904d6dad88dc9c40001480&device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1136 time: 0.0614636 Jul 05 05:02:28.562250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0e0a66-2ae2-42f7-92a1-c32f58bb9877 req-807f643a-9fbf-4c82-b3b0-c1bbbe3946be tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:28.563743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef0e0a66-2ae2-42f7-92a1-c32f58bb9877 req-807f643a-9fbf-4c82-b3b0-c1bbbe3946be tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.1116769 Jul 05 05:02:28.608879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef0e0a66-2ae2-42f7-92a1-c32f58bb9877 req-766bea11-32b0-43cc-af96-63e6cfc700fa tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0389752 Jul 05 05:02:28.624109 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-eff9b2ef-4ecf-47a6-a300-a2e8be25ec91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:28.625590 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-eff9b2ef-4ecf-47a6-a300-a2e8be25ec91 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b220538-006f-4925-8a33-c8ca05afe409 HTTP/1.1" status: 200 len: 915 time: 0.0857782 Jul 05 05:02:28.695100 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-eff8e7b3-a1d3-4da6-a3dd-ef2ebf32708b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 1001 time: 0.0623798 Jul 05 05:02:28.743502 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-15b60c29-01d3-4bc8-ac0a-e74e13b4c8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:28.744864 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-15b60c29-01d3-4bc8-ac0a-e74e13b4c8f2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e49fb0fd-afd1-4cdd-88b1-19c33366d33a HTTP/1.1" status: 200 len: 853 time: 0.0432324 Jul 05 05:02:28.803837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-98fbb2b0-c70d-4b37-89d7-4eaca4522d87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:28.805350 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-98fbb2b0-c70d-4b37-89d7-4eaca4522d87 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b220538-006f-4925-8a33-c8ca05afe409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0532057 Jul 05 05:02:28.900296 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-f0b32af0-9644-4b78-9e9b-44f617199db2 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871935 Jul 05 05:02:28.989683 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e6f36030-fcbb-43a7-8956-cf29f3f27a51 req-ab678831-7bc9-40ac-9ec8-5fd3d4205b81 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829458 Jul 05 05:02:29.848060 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3d111b-4409-4ced-bd89-ac192acc809d req-79844f62-b1c8-4f56-88a1-68e49fc679d2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:29.849592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a3d111b-4409-4ced-bd89-ac192acc809d req-79844f62-b1c8-4f56-88a1-68e49fc679d2 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.1138101 Jul 05 05:02:29.889512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9a3d111b-4409-4ced-bd89-ac192acc809d req-9f12a43c-0e40-4218-a0ec-dc899edd01c0 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0341058 Jul 05 05:02:31.066340 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbf478e-d4a0-4196-989e-8b0f5750f58f req-b2d79b34-77c5-4088-a953-c1f828666250 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:31.067814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdbf478e-d4a0-4196-989e-8b0f5750f58f req-b2d79b34-77c5-4088-a953-c1f828666250 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0650632 Jul 05 05:02:31.109460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdbf478e-d4a0-4196-989e-8b0f5750f58f req-bd4b0912-e8be-4c64-8652-0c57cedbcffe tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0360415 Jul 05 05:02:32.286204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55ad814-42eb-40ab-8394-618bf9d16ee0 req-fc6ea0b4-64b1-4bac-8bf9-2e2d90f50615 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:32.287785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c55ad814-42eb-40ab-8394-618bf9d16ee0 req-fc6ea0b4-64b1-4bac-8bf9-2e2d90f50615 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0696599 Jul 05 05:02:32.328460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c55ad814-42eb-40ab-8394-618bf9d16ee0 req-a1b790aa-ddcc-4174-bfc8-42e8cef462f7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0349376 Jul 05 05:02:33.504640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab734b9-636c-459b-8f0c-7841bd29d2b9 req-ae77307b-3614-4bb3-b004-7e0fed1ce724 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:33.506168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aab734b9-636c-459b-8f0c-7841bd29d2b9 req-ae77307b-3614-4bb3-b004-7e0fed1ce724 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0690427 Jul 05 05:02:33.548692 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aab734b9-636c-459b-8f0c-7841bd29d2b9 req-2bc5bb7e-f71c-4518-aefb-c4c2ecb9a387 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0369310 Jul 05 05:02:34.723383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e3ef6c-21e8-4acb-99d7-b3bb2fb04708 req-a4d9afe4-4b4f-4aa4-a6e6-25d42b055e21 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:34.724875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56e3ef6c-21e8-4acb-99d7-b3bb2fb04708 req-a4d9afe4-4b4f-4aa4-a6e6-25d42b055e21 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0648375 Jul 05 05:02:34.769849 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56e3ef6c-21e8-4acb-99d7-b3bb2fb04708 req-e11b8100-4544-4f59-aa02-ad97d7d98b63 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392480 Jul 05 05:02:35.941322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf59a5a-eba7-4fb2-a660-2dba1d15e5f2 req-9311c30a-271b-4d39-a21f-11ca16baa53d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:35.942817 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cf59a5a-eba7-4fb2-a660-2dba1d15e5f2 req-9311c30a-271b-4d39-a21f-11ca16baa53d tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0652761 Jul 05 05:02:35.983450 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cf59a5a-eba7-4fb2-a660-2dba1d15e5f2 req-e19bef29-dd2e-4cf8-a310-b6e2e3fdf6a0 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0348954 Jul 05 05:02:37.163385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0f7fedb-0fc6-483b-b3b6-81fd2c7abe98 req-d126742e-2b69-4366-95d0-b339ef025687 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:37.164941 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0f7fedb-0fc6-483b-b3b6-81fd2c7abe98 req-d126742e-2b69-4366-95d0-b339ef025687 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0720158 Jul 05 05:02:37.206547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f0f7fedb-0fc6-483b-b3b6-81fd2c7abe98 req-42772976-60f2-4fe2-b16c-a1767afb1d46 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354381 Jul 05 05:02:38.099071 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-63a43e64-3757-4e3c-904f-61f8ac84120e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:38.385388 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514cd28c-75a0-4d51-9a3e-e52170ecf99c req-1a8cdb26-791e-49b5-b15a-769820499e47 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:38.386904 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-514cd28c-75a0-4d51-9a3e-e52170ecf99c req-1a8cdb26-791e-49b5-b15a-769820499e47 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0699642 Jul 05 05:02:38.427404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-514cd28c-75a0-4d51-9a3e-e52170ecf99c req-bff390e3-dacf-47d5-b92c-f6cbf95d1ac9 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0347826 Jul 05 05:02:39.603989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695de5af-b762-4cbc-81f6-a5aa430abfe8 req-28515a56-e146-42d8-9968-3c6cd970a66e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:39.605501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-695de5af-b762-4cbc-81f6-a5aa430abfe8 req-28515a56-e146-42d8-9968-3c6cd970a66e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0666900 Jul 05 05:02:39.646696 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-695de5af-b762-4cbc-81f6-a5aa430abfe8 req-3865d923-01a5-467f-919d-6a94c017b0e7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0354667 Jul 05 05:02:40.808109 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3b8ea44d-3d57-4132-90fb-83594a51823b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:40.822957 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0aab704-823d-4ddc-90bf-311fd30c89a1 req-5ddd03ae-db3b-44d8-ba9a-0b4c934bbb79 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:02:40.824466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0aab704-823d-4ddc-90bf-311fd30c89a1 req-5ddd03ae-db3b-44d8-ba9a-0b4c934bbb79 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0653760 Jul 05 05:02:40.870236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e0aab704-823d-4ddc-90bf-311fd30c89a1 req-0b56aa9a-d03e-42bb-a70e-53cb13785e5c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&id=c95cc888-6190-47ac-8924-6ebcbd86fa1e&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398285 Jul 05 05:02:40.933897 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:42.161955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:43.699162 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:44.356520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:45.109641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:02:52.864297 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:03:07.791591 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-2c4d68cb-a2aa-44b1-94e9-5a42f0be8e36 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0552013 Jul 05 05:03:07.889250 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-679b3f52-ea2a-4748-9b5f-a5cd261c8467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:07.890728 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-679b3f52-ea2a-4748-9b5f-a5cd261c8467 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a22a892523904d6dad88dc9c40001480&device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1136 time: 0.0566199 Jul 05 05:03:07.996736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-0269032f-2d89-4a45-a67c-4a06ce0f32f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:07.998199 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-0269032f-2d89-4a45-a67c-4a06ce0f32f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b220538-006f-4925-8a33-c8ca05afe409 HTTP/1.1" status: 200 len: 915 time: 0.0863733 Jul 05 05:03:08.104817 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1a9b0b9-7f5a-4465-b4b0-bbb46d08f29a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:08.358020 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-7f0c38ca-edb9-4080-bc80-9665bc364d6f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 1001 time: 0.3526280 Jul 05 05:03:08.406221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-027535f4-29f5-45f6-a124-0cf89d0159b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:08.407608 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-027535f4-29f5-45f6-a124-0cf89d0159b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e49fb0fd-afd1-4cdd-88b1-19c33366d33a HTTP/1.1" status: 200 len: 853 time: 0.0428178 Jul 05 05:03:08.464047 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-a19a2acb-31cf-4b75-aa28-b7c343bbc96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:08.465496 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-a19a2acb-31cf-4b75-aa28-b7c343bbc96c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b220538-006f-4925-8a33-c8ca05afe409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0513079 Jul 05 05:03:08.557871 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-90f26659-51ee-4991-a5fa-6883d4f1cae9 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858827 Jul 05 05:03:08.648644 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4af9056f-2e20-4433-8799-8f7fcc0054d0 req-184c6055-1ef4-4ab9-87f6-51719f3173b7 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836587 Jul 05 05:03:10.835658 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-351e7ab8-7341-42b3-b116-40662c393acc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:10.937265 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:12.184575 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:13.698588 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:14.372726 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:15.087433 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:29.863662 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:03:38.087041 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca978d0d-c980-4418-a97f-74d34356a1ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.049050 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-476a460c-a508-442e-a9e9-18507207344f req-1fb17c50-b032-463f-bdb3-7a223496cabf tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-777235844&fields=id&tenant_id=a22a892523904d6dad88dc9c40001480 HTTP/1.1" status: 200 len: 267 time: 0.0346272 Jul 05 05:03:39.117689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a460c-a508-442e-a9e9-18507207344f req-8c63168d-5eb5-40bb-9b93-6b0dfd34d663 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:39.119201 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-476a460c-a508-442e-a9e9-18507207344f req-8c63168d-5eb5-40bb-9b93-6b0dfd34d663 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 984 time: 0.0650659 Jul 05 05:03:39.130361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-476a460c-a508-442e-a9e9-18507207344f req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Request body: {'port': {'security_groups': ['fabdc81e-0bdb-45ee-b260-72a8c50d33b3']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:03:39.223961 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-476a460c-a508-442e-a9e9-18507207344f req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.399036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-476a460c-a508-442e-a9e9-18507207344f req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] For port 161382e0-2cbe-4e27-b7f0-a900b4491677, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=161382e0-2cbe-4e27-b7f0-a900b4491677,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:39.433373 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-476a460c-a508-442e-a9e9-18507207344f req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.481174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-476a460c-a508-442e-a9e9-18507207344f req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.493489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['161382e0-2cbe-4e27-b7f0-a900b4491677'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:03:39.527380 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a460c-a508-442e-a9e9-18507207344f req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:39.528034 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-476a460c-a508-442e-a9e9-18507207344f req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.529475 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-476a460c-a508-442e-a9e9-18507207344f req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "PUT /v2.0/ports/161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 942 time: 0.4042528 Jul 05 05:03:39.529935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:03:39.532260 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4dfebc-4479-49e9-9c31-b78c65008c6e" -d '{"events": [{"name": "network-changed", "server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:03:39.538918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54752) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:39.565260 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event updated for resources: {'Port': ['ID=161382e0-2cbe-4e27-b7f0-a900b4491677,revision_number=7']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:39.574352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.574701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.575049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.575390 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.575727 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.576091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.576422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.576750 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.577132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.577461 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.577787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.578111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ce902b0-a017-45d2-abdd-92b3d8c9bc41 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.601419 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:03:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-986dc7af-7484-441c-9f86-0fb2ec0826f5 x-openstack-request-id: req-986dc7af-7484-441c-9f86-0fb2ec0826f5 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:03:39.602195 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:03:39.602631 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-986dc7af-7484-441c-9f86-0fb2ec0826f5 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:03:39.603329 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'status': 'completed', 'code': 200} Jul 05 05:03:39.608531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.627842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['161382e0-2cbe-4e27-b7f0-a900b4491677'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:03:39.668999 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.728492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-7b0bc57a-1d58-4328-9f35-abd23a076da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:39.732857 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-7b0bc57a-1d58-4328-9f35-abd23a076da9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a22a892523904d6dad88dc9c40001480&device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1097 time: 0.0973523 Jul 05 05:03:39.823143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d6d63185-2698-4bb5-af2d-280fdf5e6080 None None] Provisioning complete for port 161382e0-2cbe-4e27-b7f0-a900b4491677 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:03:39.823447 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d6d63185-2698-4bb5-af2d-280fdf5e6080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.830864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-6625223a-bebd-43aa-8ebb-77f4e2f75102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:39.833012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-6625223a-bebd-43aa-8ebb-77f4e2f75102 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b220538-006f-4925-8a33-c8ca05afe409 HTTP/1.1" status: 200 len: 915 time: 0.0961242 Jul 05 05:03:39.880787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.885328 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:39.886464 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "DELETE /v2.0/security-groups/c95cc888-6190-47ac-8924-6ebcbd86fa1e HTTP/1.1" status: 204 len: 168 time: 0.3465383 Jul 05 05:03:39.889407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54754) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:39.906999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c95cc888-6190-47ac-8924-6ebcbd86fa1e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:39.922330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.922673 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.923023 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.923615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.923985 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.924304 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.924625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.924944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.925298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.925618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.925937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.926256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e3c55db-e667-475d-bfa3-ef112f21a22e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:39.941342 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-5180e0b6-ad09-4474-a237-c9f4e4ad65a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 1001 time: 0.1013944 Jul 05 05:03:39.996419 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-40530e62-9838-4106-ad10-25c19399345c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:39.997807 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-40530e62-9838-4106-ad10-25c19399345c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e49fb0fd-afd1-4cdd-88b1-19c33366d33a HTTP/1.1" status: 200 len: 853 time: 0.0478623 Jul 05 05:03:40.058819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-b414b7ea-7700-4a0f-8942-08ad29da6093 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:40.059926 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Deleting port 768581ab-24d6-43a6-91bd-c49d3ad5aa12 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:03:40.060417 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:40.060543 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-b414b7ea-7700-4a0f-8942-08ad29da6093 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b220538-006f-4925-8a33-c8ca05afe409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0547967 Jul 05 05:03:40.142263 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:40.142598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:40.154434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Calling delete_port for 768581ab-24d6-43a6-91bd-c49d3ad5aa12 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:03:40.156073 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-a162df56-2533-434c-a859-8e9f2a53d0c7 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876036 Jul 05 05:03:40.249189 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4dfebc-4479-49e9-9c31-b78c65008c6e req-fdae456c-728f-4877-ad95-e19f9a5e794c service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869267 Jul 05 05:03:40.384174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:40.414890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event deleted for resources: {'Port': ['ID=768581ab-24d6-43a6-91bd-c49d3ad5aa12,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:40.478708 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:40.479042 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Floating IP 20277222-886d-46dd-94e0-3bff91a2b1f3 disassociated (deleted). External IP: 172.25.4.106, port: 161382e0-2cbe-4e27-b7f0-a900b4491677. Jul 05 05:03:40.695126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:03:40.809156 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:03:40.813693 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:40.819056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] Sync routers for ids ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:03:40.823516 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f25b6530-4324-48c3-979f-9e9df604827c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:40.832724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] Routers {'52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:40.832724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:03:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:40.855363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2d278090-1a7e-4000-9f27-1fd747825875 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "DELETE /v2.0/floatingips/20277222-886d-46dd-94e0-3bff91a2b1f3 HTTP/1.1" status: 204 len: 168 time: 0.9646151 Jul 05 05:03:40.937392 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:40.952774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] Set router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:41.162348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:24Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '42f548ed-7687-4fb8-9c8c-1c06a2af0912', 'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'mac_address': 'fa:16:3e:1d:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:23Z', 'updated_at': '2021-07-05T05:00:28Z', 'revision_number': 5, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'subnets': [{'id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:41.189812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] Checking router: 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:03:41.198827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] Routers {'52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:41.199456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:03:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:41.315081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] Set router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:41.514244 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:24Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '42f548ed-7687-4fb8-9c8c-1c06a2af0912', 'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'mac_address': 'fa:16:3e:1d:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:23Z', 'updated_at': '2021-07-05T05:00:28Z', 'revision_number': 5, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'subnets': [{'id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:41.546226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-178f44bd-a0d9-467e-91b9-5cc9b91ee44e None None] The sync data for ids ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'] in n-d-758944-41 is: [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:00:24Z', 'revision_number': 4, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '42f548ed-7687-4fb8-9c8c-1c06a2af0912', 'name': '', 'network_id': '4b220538-006f-4925-8a33-c8ca05afe409', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'mac_address': 'fa:16:3e:1d:59:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_interface', 'standard_attr_id': 4106, 'fixed_ips': [{'subnet_id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:23Z', 'updated_at': '2021-07-05T05:00:28Z', 'revision_number': 5, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'subnets': [{'id': 'e49fb0fd-afd1-4cdd-88b1-19c33366d33a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:03:41.604865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:03:41.607075 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55941285-61ef-4e12-b7b2-fdd38bec7b15" -d '{"events": [{"name": "network-changed", "server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:03:41.643789 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:03:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03153e3c-664d-4376-9e15-f73f1fa1cccb x-openstack-request-id: req-03153e3c-664d-4376-9e15-f73f1fa1cccb {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:03:41.644120 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:03:41.644369 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03153e3c-664d-4376-9e15-f73f1fa1cccb {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:03:41.644795 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'status': 'completed', 'code': 200} Jul 05 05:03:41.728936 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-6412af37-12bf-44a0-b7cc-638883e6edba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:41.730473 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-6412af37-12bf-44a0-b7cc-638883e6edba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a22a892523904d6dad88dc9c40001480&device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 1097 time: 0.0626554 Jul 05 05:03:41.766928 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b79923-430d-4ffb-8b6b-28a829ca82ca None None] New status for floating IP 20277222-886d-46dd-94e0-3bff91a2b1f3: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:03:41.827486 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-d51e484b-b1ac-4d60-80e1-ed4dad9f7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:41.829027 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-d51e484b-b1ac-4d60-80e1-ed4dad9f7d85 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4b220538-006f-4925-8a33-c8ca05afe409 HTTP/1.1" status: 200 len: 915 time: 0.0912211 Jul 05 05:03:41.878355 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-b3552452-bea0-4375-9081-93211023377e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 200 len: 217 time: 0.0423656 Jul 05 05:03:41.928265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-ad9f20c8-3adb-4e1f-9dc7-ac8c3e613fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:41.929729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-ad9f20c8-3adb-4e1f-9dc7-ac8c3e613fa0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e49fb0fd-afd1-4cdd-88b1-19c33366d33a HTTP/1.1" status: 200 len: 853 time: 0.0457621 Jul 05 05:03:41.990011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-e0569576-597a-4196-b268-e5f5d4fd4a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:41.991526 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-e0569576-597a-4196-b268-e5f5d4fd4a44 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4b220538-006f-4925-8a33-c8ca05afe409&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0551960 Jul 05 05:03:42.088897 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-1a0f19dc-3c43-45cf-a074-f1bc0818f622 service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905976 Jul 05 05:03:42.182581 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-55941285-61ef-4e12-b7b2-fdd38bec7b15 req-f8988046-8376-4e5d-88b9-a2a977efdb7b service neutron] 10.222.0.13 "GET /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0870371 Jul 05 05:03:42.182829 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:43.698557 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:44.401087 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:45.112529 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:49.813554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fafe0e07-558b-42d1-bb10-2cf99f941702 req-a84c551c-85cd-41af-8077-311a461bd581 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:49.814966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fafe0e07-558b-42d1-bb10-2cf99f941702 req-a84c551c-85cd-41af-8077-311a461bd581 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 945 time: 0.0690351 Jul 05 05:03:49.853354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fafe0e07-558b-42d1-bb10-2cf99f941702 req-08522d33-6251-4bac-a60e-53f7927581ea tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327482 Jul 05 05:03:51.031760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd4887e-2d96-4408-84db-bcd050c0cd89 req-a9fc8da0-c123-426c-95e9-eb513a695a61 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:51.033264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fd4887e-2d96-4408-84db-bcd050c0cd89 req-a9fc8da0-c123-426c-95e9-eb513a695a61 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 945 time: 0.0674784 Jul 05 05:03:51.072285 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fd4887e-2d96-4408-84db-bcd050c0cd89 req-26244a7a-db39-4661-8866-34fe133f3deb tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330293 Jul 05 05:03:51.825953 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-04b6e32b-8ed8-4570-9a67-6ea047fa41ee tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:51.827432 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-04b6e32b-8ed8-4570-9a67-6ea047fa41ee tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.13 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 945 time: 0.0658944 Jul 05 05:03:51.932251 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-eb10da0d-e700-4082-b083-45c260cbb9c7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Deleting port 161382e0-2cbe-4e27-b7f0-a900b4491677 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:03:51.932592 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-eb10da0d-e700-4082-b083-45c260cbb9c7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:52.022233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-eb10da0d-e700-4082-b083-45c260cbb9c7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] For port 161382e0-2cbe-4e27-b7f0-a900b4491677, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=161382e0-2cbe-4e27-b7f0-a900b4491677,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:52.022590 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-eb10da0d-e700-4082-b083-45c260cbb9c7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:52.035505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-eb10da0d-e700-4082-b083-45c260cbb9c7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Calling delete_port for 161382e0-2cbe-4e27-b7f0-a900b4491677 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:03:52.246644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-eb10da0d-e700-4082-b083-45c260cbb9c7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:52.252504 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658717a-c163-4f2c-983e-eaafda17bb5b req-eee400b6-246e-4cf7-9d96-52acd9ab547c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:03:52.254155 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f658717a-c163-4f2c-983e-eaafda17bb5b req-eee400b6-246e-4cf7-9d96-52acd9ab547c tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/ports?device_id=36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b HTTP/1.1" status: 200 len: 945 time: 0.0670495 Jul 05 05:03:52.259190 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['161382e0-2cbe-4e27-b7f0-a900b4491677'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:03:52.277776 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb10da0d-e700-4082-b083-45c260cbb9c7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Pushing event deleted for resources: {'Port': ['ID=161382e0-2cbe-4e27-b7f0-a900b4491677,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:52.296327 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f658717a-c163-4f2c-983e-eaafda17bb5b req-c3ded21e-93d1-45cb-8242-fd8f554c7c6e tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabdc81e-0bdb-45ee-b260-72a8c50d33b3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355737 Jul 05 05:03:52.335436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-eb10da0d-e700-4082-b083-45c260cbb9c7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] No DVR routers for this DVR port 161382e0-2cbe-4e27-b7f0-a900b4491677 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:03:52.337952 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-eb10da0d-e700-4082-b083-45c260cbb9c7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:52.340008 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-916e3b3b-bcbf-4c1d-8c0e-eea71d08c53c req-eb10da0d-e700-4082-b083-45c260cbb9c7 tempest-TestMinimumBasicScenario-844454461 tempest-TestMinimumBasicScenario-844454461-project] 10.222.0.13 "DELETE /v2.0/ports/161382e0-2cbe-4e27-b7f0-a900b4491677 HTTP/1.1" status: 204 len: 173 time: 0.5065308 Jul 05 05:03:52.340506 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'name': 'network-vif-deleted', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:03:52.342812 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c5826ea-c169-420a-bd6f-e57129fd96b8" -d '{"events": [{"server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "name": "network-vif-deleted", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:03:52.428560 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-924da6a0-d9ff-44e2-9fc5-13f5aafed92e x-openstack-request-id: req-924da6a0-d9ff-44e2-9fc5-13f5aafed92e {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:03:52.428851 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b", "name": "network-vif-deleted", "tag": "161382e0-2cbe-4e27-b7f0-a900b4491677", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:03:52.429100 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-924da6a0-d9ff-44e2-9fc5-13f5aafed92e {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:03:52.429496 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36a659d4-992c-4e1f-bbe1-c7d8e1c5de7b', 'name': 'network-vif-deleted', 'tag': '161382e0-2cbe-4e27-b7f0-a900b4491677', 'status': 'completed', 'code': 200} Jul 05 05:03:54.522743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54862) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:54.878075 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 161382e0-2cbe-4e27-b7f0-a900b4491677 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:03:54.878645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:54.899507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 161382e0-2cbe-4e27-b7f0-a900b4491677 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:03:54.899852 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 161382e0-2cbe-4e27-b7f0-a900b4491677 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:03:55.140634 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] Deleting port 42f548ed-7687-4fb8-9c8c-1c06a2af0912 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:03:55.140885 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:55.222598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] For port 42f548ed-7687-4fb8-9c8c-1c06a2af0912, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=42f548ed-7687-4fb8-9c8c-1c06a2af0912,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:55.222951 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:55.235869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] Calling delete_port for 42f548ed-7687-4fb8-9c8c-1c06a2af0912 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:03:55.480552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:55.507120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] Pushing event deleted for resources: {'Port': ['ID=42f548ed-7687-4fb8-9c8c-1c06a2af0912,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:55.679812 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:55.905842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] Router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:03:56.012664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:03:56.017593 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d71ecae0-1740-4cfa-8c53-80010b2a3188 admin admin] 10.222.0.30 "PUT /v2.0/routers/52a371c0-ba60-4cd2-a7dc-43a5e3f817c7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4938717 Jul 05 05:03:56.021266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54864) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:56.023373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] Sync routers for ids ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:03:56.032626 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] Routers {'52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:56.033230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:03:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:56.128875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:56.145503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] Set router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:56.235420 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:56.333854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229'}], 'enable_snat': True}, 'gw_port_id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:03:55Z', 'revision_number': 5, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port': {'id': '507c3bc0-1030-44f1-87e9-f83816dc634c', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:8a:36:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4105, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:21Z', 'updated_at': '2021-07-05T05:00:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:56.353728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Deleting port 507c3bc0-1030-44f1-87e9-f83816dc634c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:03:56.354075 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:56.360884 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] Checking router: 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:03:56.369062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] Routers {'52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:03:56.369669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:03:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:56.435981 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] For port 507c3bc0-1030-44f1-87e9-f83816dc634c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=507c3bc0-1030-44f1-87e9-f83816dc634c,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:56.436340 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:56.449651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Calling delete_port for 507c3bc0-1030-44f1-87e9-f83816dc634c owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:03:56.458599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] Set router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:03:56.512551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:03:56Z', 'revision_number': 6, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:56.542793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406c57c0-21a6-45c8-a233-3d5824c5396a None None] The sync data for ids ['52a371c0-ba60-4cd2-a7dc-43a5e3f817c7'] in n-d-758944-41 is: [{'id': '52a371c0-ba60-4cd2-a7dc-43a5e3f817c7', 'name': 'tempest-TestMinimumBasicScenario-612340403-router', 'tenant_id': 'a22a892523904d6dad88dc9c40001480', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:20Z', 'updated_at': '2021-07-05T05:03:56Z', 'revision_number': 6, 'project_id': 'a22a892523904d6dad88dc9c40001480', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:03:56.675203 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:56.703724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Pushing event deleted for resources: {'Port': ['ID=507c3bc0-1030-44f1-87e9-f83816dc634c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:56.764287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:56.856594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:56.860309 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.315088 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.315745 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:03:57.320363 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.321670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-da9db64c-a107-43a1-9598-65daebcb6ef0 admin admin] 10.222.0.30 "DELETE /v2.0/routers/52a371c0-ba60-4cd2-a7dc-43a5e3f817c7 HTTP/1.1" status: 204 len: 168 time: 1.2993813 Jul 05 05:03:57.324254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54866) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:57.371338 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-eec70b97-b3c8-48da-9983-1c6518336499 admin admin] Deleting subnet e49fb0fd-afd1-4cdd-88b1-19c33366d33a {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:03:57.374445 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eec70b97-b3c8-48da-9983-1c6518336499 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.409652 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eec70b97-b3c8-48da-9983-1c6518336499 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.493484 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eec70b97-b3c8-48da-9983-1c6518336499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.601540 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eec70b97-b3c8-48da-9983-1c6518336499 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.628734 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec70b97-b3c8-48da-9983-1c6518336499 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e49fb0fd-afd1-4cdd-88b1-19c33366d33a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:57.637150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-eec70b97-b3c8-48da-9983-1c6518336499 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.637150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-eec70b97-b3c8-48da-9983-1c6518336499 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e49fb0fd-afd1-4cdd-88b1-19c33366d33a HTTP/1.1" status: 204 len: 168 time: 0.3111730 Jul 05 05:03:57.638991 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54868) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:57.639689 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41204fb0-8387-4b1f-86d8-1d3ba80bf169 None None] Network 4b220538-006f-4925-8a33-c8ca05afe409 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:03:57.709346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.770418 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Deleting port 5a61c6bc-4a49-48ee-96ad-e68785214aec {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:03:57.770758 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.823234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] DHCP port deletion for 4b220538-006f-4925-8a33-c8ca05afe409 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:03:57.836915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] For port 5a61c6bc-4a49-48ee-96ad-e68785214aec, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5a61c6bc-4a49-48ee-96ad-e68785214aec,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:57.837217 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.851139 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Calling delete_port for 5a61c6bc-4a49-48ee-96ad-e68785214aec owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:03:57.870015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Deleting port 5a61c6bc-4a49-48ee-96ad-e68785214aec {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:03:57.870311 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.934922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] For port 5a61c6bc-4a49-48ee-96ad-e68785214aec, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=5a61c6bc-4a49-48ee-96ad-e68785214aec,segment=NetworkSegment(75f6aa43-6e59-479d-9bdc-ffa96c90695d),segment_id=75f6aa43-6e59-479d-9bdc-ffa96c90695d)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:57.935323 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:57.949254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Calling delete_port for 5a61c6bc-4a49-48ee-96ad-e68785214aec owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:03:58.006448 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.028896 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.036336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] No DVR routers for this DVR port 5a61c6bc-4a49-48ee-96ad-e68785214aec on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:03:58.041451 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a61c6bc-4a49-48ee-96ad-e68785214aec,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:58.055072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Pushing event deleted for resources: {'Port': ['ID=5a61c6bc-4a49-48ee-96ad-e68785214aec,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:58.059580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] No DVR routers for this DVR port 5a61c6bc-4a49-48ee-96ad-e68785214aec on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:03:58.066296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.066672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.067009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.067346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.067676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.068021 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.068349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.068671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.069158 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.069345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.069616 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.069933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-734f4c6d-2bbd-4370-8b3a-e0f25093ddfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:03:58.119605 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.132111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b220538-006f-4925-8a33-c8ca05afe409']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:58.140989 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '75f6aa43-6e59-479d-9bdc-ffa96c90695d') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:58.141289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '75f6aa43-6e59-479d-9bdc-ffa96c90695d') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:03:58.150565 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.168312 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.174059 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Releasing vlan 195 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:03:58.174444 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: timer() Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:03:58.176324 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:03:58.298299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.304818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.307066 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] 10.222.0.30 "DELETE /v2.0/networks/4b220538-006f-4925-8a33-c8ca05afe409 HTTP/1.1" status: 204 len: 168 time: 0.6670954 Jul 05 05:03:58.310144 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54870) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:03:58.319940 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-629bd2f0-079d-4d5c-975b-91c01884f024 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b220538-006f-4925-8a33-c8ca05afe409,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:58.325422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42f548ed-7687-4fb8-9c8c-1c06a2af0912 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:03:58.347525 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 42f548ed-7687-4fb8-9c8c-1c06a2af0912 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:03:58.348514 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 42f548ed-7687-4fb8-9c8c-1c06a2af0912 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:03:58.348943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5a61c6bc-4a49-48ee-96ad-e68785214aec no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:03:58.367783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 5a61c6bc-4a49-48ee-96ad-e68785214aec {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:03:58.368166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 5a61c6bc-4a49-48ee-96ad-e68785214aec not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:03:58.368585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 507c3bc0-1030-44f1-87e9-f83816dc634c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:03:58.390715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 507c3bc0-1030-44f1-87e9-f83816dc634c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:03:58.390987 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 507c3bc0-1030-44f1-87e9-f83816dc634c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:03:58.660469 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:58.917421 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] Deleting port 54aaf510-8985-4be8-aa84-6e3509907367 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:03:58.917678 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:59.001290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] For port 54aaf510-8985-4be8-aa84-6e3509907367, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=54aaf510-8985-4be8-aa84-6e3509907367,segment=NetworkSegment(41d81dac-d2f1-43be-ba7c-441246443215),segment_id=41d81dac-d2f1-43be-ba7c-441246443215)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:03:59.001643 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:59.014745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] Calling delete_port for 54aaf510-8985-4be8-aa84-6e3509907367 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:03:59.246114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:59.273044 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=54aaf510-8985-4be8-aa84-6e3509907367,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:03:59.442365 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:03:59.947367 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] Router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:04:00.055356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:04:00.061010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7f804aa6-13df-4aad-b776-2c6e729244c9 admin admin] 10.222.0.30 "PUT /v2.0/routers/6ab1dac1-88a4-491c-84fc-af1d6caa8017/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7496860 Jul 05 05:04:00.063574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54872) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:00.066245 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] Sync routers for ids ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:04:00.076771 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] Routers {'6ab1dac1-88a4-491c-84fc-af1d6caa8017'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:04:00.077377 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:03:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:00.170645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.184912 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] Set router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:04:00.276877 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.370061 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'name': 'tempest-TestMinimumBasicScenario-1955692035-router', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44'}], 'enable_snat': True}, 'gw_port_id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:26Z', 'updated_at': '2021-07-05T05:03:59Z', 'revision_number': 5, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'gw_port': {'id': 'e561f2ca-d422-4e87-8eea-b789fb4f21d1', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:a1:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4117, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:00:27Z', 'updated_at': '2021-07-05T05:00:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:00.385179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Deleting port e561f2ca-d422-4e87-8eea-b789fb4f21d1 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:04:00.385522 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.399950 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] Checking router: 6ab1dac1-88a4-491c-84fc-af1d6caa8017 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:04:00.408185 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] Routers {'6ab1dac1-88a4-491c-84fc-af1d6caa8017'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:04:00.408781 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:03:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:00.468943 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] For port e561f2ca-d422-4e87-8eea-b789fb4f21d1, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=e561f2ca-d422-4e87-8eea-b789fb4f21d1,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:00.469645 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.483487 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Calling delete_port for e561f2ca-d422-4e87-8eea-b789fb4f21d1 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:04:00.492700 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] Set router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:04:00.547976 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'name': 'tempest-TestMinimumBasicScenario-1955692035-router', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:26Z', 'updated_at': '2021-07-05T05:04:00Z', 'revision_number': 6, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:00.576358 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bfe2bd4-5197-4ff9-8222-135ac9730cdf None None] The sync data for ids ['6ab1dac1-88a4-491c-84fc-af1d6caa8017'] in n-d-758944-41 is: [{'id': '6ab1dac1-88a4-491c-84fc-af1d6caa8017', 'name': 'tempest-TestMinimumBasicScenario-1955692035-router', 'tenant_id': 'c1ddc6805af7400691987ca2a986700b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:00:26Z', 'updated_at': '2021-07-05T05:04:00Z', 'revision_number': 6, 'project_id': 'c1ddc6805af7400691987ca2a986700b', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:04:00.714781 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.738279 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Pushing event deleted for resources: {'Port': ['ID=e561f2ca-d422-4e87-8eea-b789fb4f21d1,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:00.805445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.898446 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.900441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.989882 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.990417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ab1dac1-88a4-491c-84fc-af1d6caa8017 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:04:00.994845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:00.995874 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d8dc53cc-59a9-4ed9-b21c-401d84f96569 admin admin] 10.222.0.30 "DELETE /v2.0/routers/6ab1dac1-88a4-491c-84fc-af1d6caa8017 HTTP/1.1" status: 204 len: 168 time: 0.9313567 Jul 05 05:04:00.998591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54874) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:01.044954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-05c96eef-96b2-4d92-b160-35aa7410f488 admin admin] Deleting subnet 141ba0a7-b6fe-4578-a893-c1eb40d2a66e {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:04:01.048093 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-05c96eef-96b2-4d92-b160-35aa7410f488 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.088598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-05c96eef-96b2-4d92-b160-35aa7410f488 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.167482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-05c96eef-96b2-4d92-b160-35aa7410f488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.303772 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-05c96eef-96b2-4d92-b160-35aa7410f488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.332573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c96eef-96b2-4d92-b160-35aa7410f488 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=141ba0a7-b6fe-4578-a893-c1eb40d2a66e,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:01.334550 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-05c96eef-96b2-4d92-b160-35aa7410f488 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.336546 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-05c96eef-96b2-4d92-b160-35aa7410f488 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/141ba0a7-b6fe-4578-a893-c1eb40d2a66e HTTP/1.1" status: 204 len: 168 time: 0.3369651 Jul 05 05:04:01.339518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54876) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:01.341982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be6373ae-5118-4c3f-99ab-d8754ab6f887 None None] Network 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:04:01.416775 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.471804 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Deleting port 06b9174a-3d35-4e87-8801-fa9e02b18d51 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:04:01.472330 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.524143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3eac904-f33d-440e-8877-10c32155aa6e None None] DHCP port deletion for 605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:04:01.547986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] For port 06b9174a-3d35-4e87-8801-fa9e02b18d51, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=06b9174a-3d35-4e87-8801-fa9e02b18d51,segment=NetworkSegment(41d81dac-d2f1-43be-ba7c-441246443215),segment_id=41d81dac-d2f1-43be-ba7c-441246443215)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:01.548333 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.564853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Calling delete_port for 06b9174a-3d35-4e87-8801-fa9e02b18d51 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:04:01.582466 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c3eac904-f33d-440e-8877-10c32155aa6e None None] Deleting port 06b9174a-3d35-4e87-8801-fa9e02b18d51 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:04:01.583077 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c3eac904-f33d-440e-8877-10c32155aa6e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.649484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c3eac904-f33d-440e-8877-10c32155aa6e None None] For port 06b9174a-3d35-4e87-8801-fa9e02b18d51, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=06b9174a-3d35-4e87-8801-fa9e02b18d51,segment=NetworkSegment(41d81dac-d2f1-43be-ba7c-441246443215),segment_id=41d81dac-d2f1-43be-ba7c-441246443215)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:01.649870 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c3eac904-f33d-440e-8877-10c32155aa6e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.663337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-c3eac904-f33d-440e-8877-10c32155aa6e None None] Calling delete_port for 06b9174a-3d35-4e87-8801-fa9e02b18d51 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:04:01.720528 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.742889 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c3eac904-f33d-440e-8877-10c32155aa6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.748269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Pushing event deleted for resources: {'Port': ['ID=06b9174a-3d35-4e87-8801-fa9e02b18d51,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:01.751758 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] No DVR routers for this DVR port 06b9174a-3d35-4e87-8801-fa9e02b18d51 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:04:01.768736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eac904-f33d-440e-8877-10c32155aa6e None None] Pushing event deleted for resources: {'Port': ['ID=06b9174a-3d35-4e87-8801-fa9e02b18d51,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:01.772837 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3eac904-f33d-440e-8877-10c32155aa6e None None] No DVR routers for this DVR port 06b9174a-3d35-4e87-8801-fa9e02b18d51 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:04:01.828740 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.839220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['605d1d15-c374-49ca-b39c-bb1b5fa4e4a3']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:01.850210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '41d81dac-d2f1-43be-ba7c-441246443215') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:01.850505 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '41d81dac-d2f1-43be-ba7c-441246443215') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:01.859253 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.872723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.878427 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Releasing vlan 191 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: timer() Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:04:01.881777 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:04:01.994826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:02.000336 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:02.002174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] 10.222.0.30 "DELETE /v2.0/networks/605d1d15-c374-49ca-b39c-bb1b5fa4e4a3 HTTP/1.1" status: 204 len: 168 time: 0.6616676 Jul 05 05:04:02.013711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55025928-10cd-489b-ac46-33031601b74b admin admin] Pushing event deleted for resources: {'Network': ['ID=605d1d15-c374-49ca-b39c-bb1b5fa4e4a3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:02.323250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 54aaf510-8985-4be8-aa84-6e3509907367 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:04:02.344333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 54aaf510-8985-4be8-aa84-6e3509907367 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:04:02.344980 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 54aaf510-8985-4be8-aa84-6e3509907367 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:04:02.345162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e561f2ca-d422-4e87-8eea-b789fb4f21d1 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:04:02.363577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: e561f2ca-d422-4e87-8eea-b789fb4f21d1 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:04:02.363935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device e561f2ca-d422-4e87-8eea-b789fb4f21d1 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:04:02.364346 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 06b9174a-3d35-4e87-8801-fa9e02b18d51 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:04:02.382887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 06b9174a-3d35-4e87-8801-fa9e02b18d51 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:04:02.383228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 06b9174a-3d35-4e87-8801-fa9e02b18d51 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:04:02.424410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54880) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:02.465171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5dfb4fe6-814f-4fa2-b02a-b05e2e320483 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a22a892523904d6dad88dc9c40001480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0396061 Jul 05 05:04:02.467640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54882) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:02.519854 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b385177-af7c-4ad0-ae30-35db8e393c8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:02.540593 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b385177-af7c-4ad0-ae30-35db8e393c8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:02.657786 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b385177-af7c-4ad0-ae30-35db8e393c8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:02.660358 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5b385177-af7c-4ad0-ae30-35db8e393c8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:02.661502 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5b385177-af7c-4ad0-ae30-35db8e393c8a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/fabdc81e-0bdb-45ee-b260-72a8c50d33b3 HTTP/1.1" status: 204 len: 168 time: 0.1929498 Jul 05 05:04:02.669301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b385177-af7c-4ad0-ae30-35db8e393c8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabdc81e-0bdb-45ee-b260-72a8c50d33b3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:03.304654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54888) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:03.345162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-51b949f9-f2a4-4d69-8d85-179f4476a860 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c1ddc6805af7400691987ca2a986700b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0392787 Jul 05 05:04:03.348399 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54890) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:03.396052 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-680c1cdd-b04b-4425-8c95-2f0b19768021 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:03.417473 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-680c1cdd-b04b-4425-8c95-2f0b19768021 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:03.503564 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-680c1cdd-b04b-4425-8c95-2f0b19768021 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:03.506154 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-680c1cdd-b04b-4425-8c95-2f0b19768021 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:03.507334 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-680c1cdd-b04b-4425-8c95-2f0b19768021 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/871c88ae-a501-4c96-a439-09797bda880a HTTP/1.1" status: 204 len: 168 time: 0.1580775 Jul 05 05:04:03.515303 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680c1cdd-b04b-4425-8c95-2f0b19768021 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=871c88ae-a501-4c96-a439-09797bda880a,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:05.493241 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54932) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:05.498249 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775450769', 'description': 'tempest-secgroup-smoke-1775450769 description', 'project_id': '47ff977ae7924e068244f70f4dbed7f3'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:05.617764 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:05.626311 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:05.720821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:05.782911 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:05.820322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b504379-4b7a-4f20-9855-d0e75bb6e882,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:05.874684 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:05.943036 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:05.971013 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15b360b5-c9c0-432a-8895-11759257b27d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:06.045532 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.046852 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2fc7ff7a-c347-4f47-87b1-4d043ddef4a4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5525658 Jul 05 05:04:06.049841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54934) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:06.055110 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c066f9f3-790e-4ef9-9ece-7483b76a94d7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '15b360b5-c9c0-432a-8895-11759257b27d', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:06.143223 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c066f9f3-790e-4ef9-9ece-7483b76a94d7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.201844 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c066f9f3-790e-4ef9-9ece-7483b76a94d7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.274941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c066f9f3-790e-4ef9-9ece-7483b76a94d7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.294495 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c066f9f3-790e-4ef9-9ece-7483b76a94d7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2fb235d5-6a6e-4d20-86cd-a8705b679b17,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:06.388961 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c066f9f3-790e-4ef9-9ece-7483b76a94d7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.390197 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c066f9f3-790e-4ef9-9ece-7483b76a94d7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3393521 Jul 05 05:04:06.392946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54936) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:06.398160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c83b6230-652b-410b-8ccc-f61a3ea1fe2f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '15b360b5-c9c0-432a-8895-11759257b27d', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:06.497078 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c83b6230-652b-410b-8ccc-f61a3ea1fe2f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.558131 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c83b6230-652b-410b-8ccc-f61a3ea1fe2f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.617261 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c83b6230-652b-410b-8ccc-f61a3ea1fe2f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.637158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83b6230-652b-410b-8ccc-f61a3ea1fe2f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cad822fb-7d7d-442f-9068-52dd84113d8b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:06.692182 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c83b6230-652b-410b-8ccc-f61a3ea1fe2f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.693420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c83b6230-652b-410b-8ccc-f61a3ea1fe2f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2994857 Jul 05 05:04:06.696130 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54938) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:06.700514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-43703aba-c50e-4e7c-b819-f6858e4c76f9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '15b360b5-c9c0-432a-8895-11759257b27d', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:06.777013 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43703aba-c50e-4e7c-b819-f6858e4c76f9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.834749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43703aba-c50e-4e7c-b819-f6858e4c76f9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.863154 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:04:06.874804 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43703aba-c50e-4e7c-b819-f6858e4c76f9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.893046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43703aba-c50e-4e7c-b819-f6858e4c76f9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d3fde9-5f05-4c13-8ba8-1474ef4173f0,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:06.955066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-43703aba-c50e-4e7c-b819-f6858e4c76f9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:06.956260 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-43703aba-c50e-4e7c-b819-f6858e4c76f9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2591543 Jul 05 05:04:06.959530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54940) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:06.964077 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-771ceb8d-5a72-4bda-9f76-398603543f3a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '15b360b5-c9c0-432a-8895-11759257b27d', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:07.051257 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771ceb8d-5a72-4bda-9f76-398603543f3a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.115870 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771ceb8d-5a72-4bda-9f76-398603543f3a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.171717 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771ceb8d-5a72-4bda-9f76-398603543f3a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.190391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771ceb8d-5a72-4bda-9f76-398603543f3a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d2c1e4-81e1-41ad-ac0a-619bd5b4cf65,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:07.274706 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-771ceb8d-5a72-4bda-9f76-398603543f3a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.275992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-771ceb8d-5a72-4bda-9f76-398603543f3a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3153498 Jul 05 05:04:07.279208 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54942) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:07.283735 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b9cf9b63-2552-455d-8486-9afff043414f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '15b360b5-c9c0-432a-8895-11759257b27d', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:07.377693 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-b9cf9b63-2552-455d-8486-9afff043414f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Project 47ff977ae7924e068244f70f4dbed7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:04:07.383468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9b63-2552-455d-8486-9afff043414f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.446553 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9b63-2552-455d-8486-9afff043414f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.497742 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9b63-2552-455d-8486-9afff043414f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.517353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cf9b63-2552-455d-8486-9afff043414f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d776600-7038-44e8-aafc-b7eefd234c4c,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:07.589084 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b9cf9b63-2552-455d-8486-9afff043414f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.590270 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b9cf9b63-2552-455d-8486-9afff043414f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3100774 Jul 05 05:04:07.592952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54944) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:07.597915 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-89cd3a02-9d69-44a9-bcad-83ac93e805e6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '15b360b5-c9c0-432a-8895-11759257b27d', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:07.663292 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-89cd3a02-9d69-44a9-bcad-83ac93e805e6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Project 47ff977ae7924e068244f70f4dbed7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:04:07.668371 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89cd3a02-9d69-44a9-bcad-83ac93e805e6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.730480 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89cd3a02-9d69-44a9-bcad-83ac93e805e6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.777786 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89cd3a02-9d69-44a9-bcad-83ac93e805e6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.795757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd3a02-9d69-44a9-bcad-83ac93e805e6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77b5da6c-e2fe-4ba2-9bce-1ef564fe74fd,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:07.863329 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-89cd3a02-9d69-44a9-bcad-83ac93e805e6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.864534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-89cd3a02-9d69-44a9-bcad-83ac93e805e6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2706015 Jul 05 05:04:07.867601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54946) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:07.872571 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'network': {'name': 'tempest-network-smoke--1944996967', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'port_security_enabled': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:07.954045 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:04:07.958046 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.981865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:04:07.990364 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:07.992067 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Added segment 1a72783b-3734-46ce-bb08-46c9b8480cf6 of type vlan for network 820fefa0-e932-4dce-b526-cd314e39ee90 Jul 05 05:04:08.032422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:08.103545 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-22aee6ca-d7c6-456d-8e88-b1b53767928f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:08.132200 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:08.137944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:08.142904 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:08.210733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Network': ['ID=820fefa0-e932-4dce-b526-cd314e39ee90,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:08.221454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 820fefa0-e932-4dce-b526-cd314e39ee90 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:04:08.258281 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b3a8839b-e478-4c03-9988-670d946e3ef5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3895938 Jul 05 05:04:08.261266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54948) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:08.265846 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'admin_state_up': True, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:08.355037 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:08.356093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:08.408519 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:08.607248 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:08.857641 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:08.877105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:08.978576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.25.4.248 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/646aef33-cbbe-4f1f-98fa-eb7499178e65) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:04:09.083920 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:09.178307 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:09.216417 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:04:09.221293 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:04:09.225892 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:04:09.248948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=646aef33-cbbe-4f1f-98fa-eb7499178e65,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:09.560434 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:09.761677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:09.943264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router b35a4b74-f665-4368-b6d4-f478ad4bfb4f is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:04:10.052557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:04:10.062441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Sync routers for ids ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:04:10.071952 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Routers {'b35a4b74-f665-4368-b6d4-f478ad4bfb4f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:04:10.072566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:03:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:10.120629 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:10.125119 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-62a24d72-e4ab-44a2-8870-e36cf74cf4fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8598597 Jul 05 05:04:10.125875 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54950) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:10.266088 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-01a85433-fd51-47e2-a0db-c06cb17a8493 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=47ff977ae7924e068244f70f4dbed7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1393280 Jul 05 05:04:10.268917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 54956) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:10.345565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Set router b35a4b74-f665-4368-b6d4-f478ad4bfb4f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:04:10.427819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd03e35e-8acb-4ea7-9720-17d0c14a6e56 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:10.429407 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bd03e35e-8acb-4ea7-9720-17d0c14a6e56 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1595457 Jul 05 05:04:10.432668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54958) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:10.476174 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-471b04a4-4f0c-4ead-925d-2569ba78b528 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405951 Jul 05 05:04:10.478244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54960) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:10.483231 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-297528466', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:10.532226 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:09Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:10.565002 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Checking router: b35a4b74-f665-4368-b6d4-f478ad4bfb4f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:04:10.565353 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Updating router b35a4b74-f665-4368-b6d4-f478ad4bfb4f port 646aef33-cbbe-4f1f-98fa-eb7499178e65 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:04:10.599386 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:10.640394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:04:10.644115 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:10.846208 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4325b92b-9834-41c7-8390-179cd651ff31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:10.871810 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:10.886954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Transition to ACTIVE for port object 646aef33-cbbe-4f1f-98fa-eb7499178e65 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:04:10.898143 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:10.955173 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:10.962366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Subnet': ['ID=ddb9399c-4bd2-4dc9-a11b-498e5658e8ff,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:10.976998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Checking segment: {'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:04:10.977354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network hostable DHCP agents. Network: 820fefa0-e932-4dce-b526-cd314e39ee90, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:04:10.983702 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:11.037214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Attempting to bind port 646aef33-cbbe-4f1f-98fa-eb7499178e65 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:04:11.037576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Attempting to bind port 646aef33-cbbe-4f1f-98fa-eb7499178e65 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:04:11.037938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Attempting to bind port 646aef33-cbbe-4f1f-98fa-eb7499178e65 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:04:11.044655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31eaa6-8fc7-49fd-a7e8-f194301c8ee7 None None] Pushing event updated for resources: {'Port': ['ID=646aef33-cbbe-4f1f-98fa-eb7499178e65,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:11.047305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:04:11.047679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:04:11.048104 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:11.048484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:04:11.048949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Bound port: 646aef33-cbbe-4f1f-98fa-eb7499178e65, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:04:11.049332 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:11.086510 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 820fefa0-e932-4dce-b526-cd314e39ee90 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:04:11.103250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] For port 646aef33-cbbe-4f1f-98fa-eb7499178e65, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:04:11.104409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] For port 646aef33-cbbe-4f1f-98fa-eb7499178e65, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=646aef33-cbbe-4f1f-98fa-eb7499178e65,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:04:11.149637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 820fefa0-e932-4dce-b526-cd314e39ee90) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:04:11.154227 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:11.154978 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:11.159983 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e25eaa-a790-45f3-a52d-84e01f601aef None None] Network 820fefa0-e932-4dce-b526-cd314e39ee90 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:04:11.203079 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:11.241766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bc15c0c3-1862-4910-8dd2-7a5ceeed3dae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7624326 Jul 05 05:04:11.245244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 54962) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:11.276622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Routers {'b35a4b74-f665-4368-b6d4-f478ad4bfb4f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:04:11.277243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:11.329148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df31eaa6-8fc7-49fd-a7e8-f194301c8ee7 None None] Pushing event updated for resources: {'Port': ['ID=646aef33-cbbe-4f1f-98fa-eb7499178e65,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:11.460373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] Set router b35a4b74-f665-4368-b6d4-f478ad4bfb4f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:04:11.492092 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-820fefa0-e932-4dce-b526-cd314e39ee90', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:04:11.492955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:11.753131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Allocated IP 172.20.0.2 (820fefa0-e932-4dce-b526-cd314e39ee90/ddb9399c-4bd2-4dc9-a11b-498e5658e8ff/a69b0018-faf8-4a78-ac8b-54d33d17dd22) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:04:11.835505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:09Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:11.867241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50b8416-74a2-4654-9c8e-acdbc9ff5592 None None] The sync data for ids ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'] in n-d-758944-41 is: [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:09Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:04:11.958363 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:11.967308 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Transition to ACTIVE for port object a69b0018-faf8-4a78-ac8b-54d33d17dd22 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:04:11.984618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Transition to ACTIVE for port object a69b0018-faf8-4a78-ac8b-54d33d17dd22 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:04:12.020154 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.054195 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.130557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Network 820fefa0-e932-4dce-b526-cd314e39ee90 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:04:12.148484 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:04:12.150935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:04:12.168088 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Pushing event updated for resources: {'Port': ['ID=a69b0018-faf8-4a78-ac8b-54d33d17dd22,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:12.235801 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.237059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Attempting to bind port a69b0018-faf8-4a78-ac8b-54d33d17dd22 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:04:12.237433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Attempting to bind port a69b0018-faf8-4a78-ac8b-54d33d17dd22 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:04:12.238342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Attempting to bind port a69b0018-faf8-4a78-ac8b-54d33d17dd22 on network 820fefa0-e932-4dce-b526-cd314e39ee90 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:04:12.244047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:04:12.247059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Checking segment: {'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:04:12.247059 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.247059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Bound using segment: {'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:04:12.247059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Bound port: a69b0018-faf8-4a78-ac8b-54d33d17dd22, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:04:12.247059 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.323985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] For port a69b0018-faf8-4a78-ac8b-54d33d17dd22, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:04:12.327325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] For port a69b0018-faf8-4a78-ac8b-54d33d17dd22, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a69b0018-faf8-4a78-ac8b-54d33d17dd22,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:04:12.378026 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.409648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 646aef33-cbbe-4f1f-98fa-eb7499178e65 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:04:12.439107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.20.0.1 (820fefa0-e932-4dce-b526-cd314e39ee90/ddb9399c-4bd2-4dc9-a11b-498e5658e8ff/3cdff565-9789-47c9-b5fa-4ba3b337f222) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:04:12.483195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af28821d-998d-4f1e-8226-12d7fd2a04b9 None None] Pushing event updated for resources: {'Port': ['ID=a69b0018-faf8-4a78-ac8b-54d33d17dd22,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:12.555874 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 646aef33-cbbe-4f1f-98fa-eb7499178e65 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:04:12.560524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 646aef33-cbbe-4f1f-98fa-eb7499178e65 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:04:12.560905 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.592784 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.609152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Transition to ACTIVE for port object 3cdff565-9789-47c9-b5fa-4ba3b337f222 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:04:12.674613 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.702182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 646aef33-cbbe-4f1f-98fa-eb7499178e65, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=646aef33-cbbe-4f1f-98fa-eb7499178e65,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:12.709857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.775137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 820fefa0-e932-4dce-b526-cd314e39ee90 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:04:12.779516 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:04:12.785433 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=3cdff565-9789-47c9-b5fa-4ba3b337f222,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:12.785433 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:04:12.807056 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.837427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:12.865211 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=646aef33-cbbe-4f1f-98fa-eb7499178e65,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:13.055884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:13.351222 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:13.417823 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:13.500647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=3cdff565-9789-47c9-b5fa-4ba3b337f222,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:13.503194 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:13.601850 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 820fefa0-e932-4dce-b526-cd314e39ee90 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:04:13.603332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:04:13.720712 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:13.721336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router b35a4b74-f665-4368-b6d4-f478ad4bfb4f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:04:13.840360 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:04:13.845358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-694b85f9-31a1-43e9-8616-40ced1cf2de2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "PUT /v2.0/routers/b35a4b74-f665-4368-b6d4-f478ad4bfb4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5985026 Jul 05 05:04:13.856307 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Sync routers for ids ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:04:13.870710 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Routers {'b35a4b74-f665-4368-b6d4-f478ad4bfb4f'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:04:13.871351 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:13.985461 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Set router b35a4b74-f665-4368-b6d4-f478ad4bfb4f gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:04:14.004693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-78a95f08-6f5f-4ae0-b5f6-f88f069a1547 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775450769&fields=id&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 267 time: 0.0402234 Jul 05 05:04:14.067108 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-445baf04-4fbd-43ee-8fd1-11ffcfe14f2c None None] Network 820fefa0-e932-4dce-b526-cd314e39ee90 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:04:14.129650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd289-4382-454f-a452-511130ad1950 req-19fcaa68-b823-483d-8461-34341880afab tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:14.131070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-19fcaa68-b823-483d-8461-34341880afab tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/networks?id=820fefa0-e932-4dce-b526-cd314e39ee90 HTTP/1.1" status: 200 len: 797 time: 0.1188331 Jul 05 05:04:14.149214 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-ef5bc2a1-aaaf-4098-bce1-42fd02276d45 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/quotas/47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 375 time: 0.0117879 Jul 05 05:04:14.222112 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '3cdff565-9789-47c9-b5fa-4ba3b337f222', 'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:bd:43:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:12Z', 'updated_at': '2021-07-05T05:04:13Z', 'revision_number': 2, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:14.223151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-225d8764-e162-441e-a0c7-4fb5dd3051e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0688956 Jul 05 05:04:14.251966 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Checking router: b35a4b74-f665-4368-b6d4-f478ad4bfb4f for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:04:14.252421 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Updating router b35a4b74-f665-4368-b6d4-f478ad4bfb4f port 3cdff565-9789-47c9-b5fa-4ba3b337f222 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:04:14.294231 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:14.337189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-509b719d-235a-49ce-8649-01890462075d None None] Provisioning for port a69b0018-faf8-4a78-ac8b-54d33d17dd22 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:04:14.377470 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:14.425315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-a9f2f106-9f19-4e9a-bc20-cd2ce354a730 service neutron] 10.222.0.30 "GET /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1890874 Jul 05 05:04:14.470989 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 646aef33-cbbe-4f1f-98fa-eb7499178e65 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:04:14.532334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 646aef33-cbbe-4f1f-98fa-eb7499178e65 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:04:14.532852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:14.543955 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-72c799fb-5e75-4560-a0ef-3469725108a0 service neutron] 10.222.0.30 "GET /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115334 Jul 05 05:04:14.636916 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:14.649922 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Transition to ACTIVE for port object 3cdff565-9789-47c9-b5fa-4ba3b337f222 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:04:14.663223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a69b0018-faf8-4a78-ac8b-54d33d17dd22 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:04:14.731999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-29d44f47-e3f7-4183-bfcc-618af7c490e9 None None] Provisioning for port 3cdff565-9789-47c9-b5fa-4ba3b337f222 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:04:14.732691 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:14.789434 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Pushing event updated for resources: {'Port': ['ID=3cdff565-9789-47c9-b5fa-4ba3b337f222,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:14.790243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port a69b0018-faf8-4a78-ac8b-54d33d17dd22 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:04:14.797083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a69b0018-faf8-4a78-ac8b-54d33d17dd22 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:04:14.797466 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:14.817355 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.817723 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.818122 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.818468 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.818803 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.819132 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.819462 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.819787 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.820158 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.820483 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.820806 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.821128 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:04:14.830881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3ae1e42c-9876-4309-becd-0f31d5b46151 req-00d87ee0-caa9-45d8-896f-136e9972a560 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 210 time: 0.0433729 Jul 05 05:04:14.871088 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Attempting to bind port 3cdff565-9789-47c9-b5fa-4ba3b337f222 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:04:14.871738 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Attempting to bind port 3cdff565-9789-47c9-b5fa-4ba3b337f222 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:04:14.871873 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Attempting to bind port 3cdff565-9789-47c9-b5fa-4ba3b337f222 on network 820fefa0-e932-4dce-b526-cd314e39ee90 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:04:14.877189 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 4, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:04:14.877565 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Checking segment: {'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:04:14.877964 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:14.878354 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Bound using segment: {'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:04:14.879363 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Bound port: 3cdff565-9789-47c9-b5fa-4ba3b337f222, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:04:14.880093 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:14.908508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:14.943077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port a69b0018-faf8-4a78-ac8b-54d33d17dd22, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a69b0018-faf8-4a78-ac8b-54d33d17dd22,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:14.956610 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] For port 3cdff565-9789-47c9-b5fa-4ba3b337f222, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:04:14.956610 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] For port 3cdff565-9789-47c9-b5fa-4ba3b337f222, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3cdff565-9789-47c9-b5fa-4ba3b337f222,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:04:15.025903 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:15.030369 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:15.084047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=a69b0018-faf8-4a78-ac8b-54d33d17dd22,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:15.088529 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Routers {'b35a4b74-f665-4368-b6d4-f478ad4bfb4f'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:04:15.089154 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:15.136076 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577fc03-ccd0-4654-9b2d-e2a576f0ece5 None None] Pushing event updated for resources: {'Port': ['ID=3cdff565-9789-47c9-b5fa-4ba3b337f222,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:15.142463 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:15.214593 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] Set router b35a4b74-f665-4368-b6d4-f478ad4bfb4f gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:04:15.421918 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '3cdff565-9789-47c9-b5fa-4ba3b337f222', 'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:bd:43:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:12Z', 'updated_at': '2021-07-05T05:04:14Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:15.531395 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de980d5a-4284-4363-8b23-fadef3427871 None None] The sync data for ids ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'] in n-d-758944-41 is: [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '3cdff565-9789-47c9-b5fa-4ba3b337f222', 'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:bd:43:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:12Z', 'updated_at': '2021-07-05T05:04:14Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:04:15.923240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b7524ce3-5a96-4ae5-88de-60c6256385da req-06a58902-9e74-4777-849e-f4951ea05c76 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 210 time: 0.0312564 Jul 05 05:04:16.412132 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a69b0018-faf8-4a78-ac8b-54d33d17dd22 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:04:16.463097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port a69b0018-faf8-4a78-ac8b-54d33d17dd22 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:04:16.463535 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:16.545808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3cdff565-9789-47c9-b5fa-4ba3b337f222 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:04:16.646361 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 3cdff565-9789-47c9-b5fa-4ba3b337f222 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:04:16.650209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3cdff565-9789-47c9-b5fa-4ba3b337f222 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:04:16.650662 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:16.727422 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:16.759838 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 3cdff565-9789-47c9-b5fa-4ba3b337f222, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3cdff565-9789-47c9-b5fa-4ba3b337f222,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:16.805853 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:16.857142 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=3cdff565-9789-47c9-b5fa-4ba3b337f222,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:17.009569 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f656e11e-4e63-4c80-8b15-6337380eae9f req-d8a9a396-e45b-4a5b-9a62-e5faac491030 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 210 time: 0.0314415 Jul 05 05:04:18.091105 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2eed544-b5aa-43bd-bfe1-759361f49f55 req-29a4d5dd-7b8f-45fb-bbc5-c9669c3eb5bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 210 time: 0.0302258 Jul 05 05:04:18.337725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3cdff565-9789-47c9-b5fa-4ba3b337f222 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:04:18.385795 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3cdff565-9789-47c9-b5fa-4ba3b337f222 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:04:18.386169 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:19.231707 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-19b4c549-afef-4aa4-9559-088567f79917 req-c0262e59-2209-4d87-8add-41b7bf951187 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 210 time: 0.0334816 Jul 05 05:04:20.377512 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a72b1070-41cc-4a73-bbf0-1d690a85f9f4 req-990e52b3-008d-4756-95bc-3d16e1ad7582 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 210 time: 0.0307593 Jul 05 05:04:21.142155 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd289-4382-454f-a452-511130ad1950 req-3bb9804c-1a4e-40fe-934b-1a419f064e20 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:21.143595 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-3bb9804c-1a4e-40fe-934b-1a419f064e20 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/networks?id=820fefa0-e932-4dce-b526-cd314e39ee90 HTTP/1.1" status: 200 len: 797 time: 0.1061265 Jul 05 05:04:21.195830 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-8248cbe4-9db1-445b-9273-dfa7949ade39 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 380 time: 0.0347261 Jul 05 05:04:21.204707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'port': {'device_id': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'admin_state_up': True, 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'security_groups': ['15b360b5-c9c0-432a-8895-11759257b27d']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:21.360316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:04:21.363846 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:21.498908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.20.0.4 (820fefa0-e932-4dce-b526-cd314e39ee90/ddb9399c-4bd2-4dc9-a11b-498e5658e8ff/9b4073b4-ca43-428a-b587-55fff414d100) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:04:21.519401 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bb8df40-4a32-458a-a9d4-cdff4e8e7ec0 req-5ddcc0cf-83f7-44eb-9776-57a6896285b1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 210 time: 0.0302067 Jul 05 05:04:21.640623 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:21.653565 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Transition to ACTIVE for port object 9b4073b4-ca43-428a-b587-55fff414d100 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:04:21.755090 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:21.799722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 820fefa0-e932-4dce-b526-cd314e39ee90 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:04:21.804984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:04:21.809029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:04:21.834166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=9b4073b4-ca43-428a-b587-55fff414d100,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:21.865254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:21.865895 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:21.938721 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-47b90388-392b-4f77-81f9-d13cd6f396bb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7375765 Jul 05 05:04:21.950942 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Request body: {'port': {'device_id': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:22.027812 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:22.069140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-00accb59-0730-418d-81c3-a99cc9b9d314 None None] Provisioning for port 9b4073b4-ca43-428a-b587-55fff414d100 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:04:22.073210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-00accb59-0730-418d-81c3-a99cc9b9d314 None None] Provisioning complete for port 9b4073b4-ca43-428a-b587-55fff414d100 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:04:22.073657 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-00accb59-0730-418d-81c3-a99cc9b9d314 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:22.112043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-00accb59-0730-418d-81c3-a99cc9b9d314 None None] Port 9b4073b4-ca43-428a-b587-55fff414d100 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:04:22.297053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b4073b4-ca43-428a-b587-55fff414d100 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:04:22.304793 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:22.316408 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Transition to ACTIVE for port object 9b4073b4-ca43-428a-b587-55fff414d100 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:04:22.366160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:22.435718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4073b4-ca43-428a-b587-55fff414d100,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:22.503058 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Attempting to bind port 9b4073b4-ca43-428a-b587-55fff414d100 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:04:22.503453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Attempting to bind port 9b4073b4-ca43-428a-b587-55fff414d100 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:04:22.503837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Attempting to bind port 9b4073b4-ca43-428a-b587-55fff414d100 on network 820fefa0-e932-4dce-b526-cd314e39ee90 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:04:22.508617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Port 9b4073b4-ca43-428a-b587-55fff414d100 on network 820fefa0-e932-4dce-b526-cd314e39ee90 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:04:22.508941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Attempting to bind port 9b4073b4-ca43-428a-b587-55fff414d100 on network 820fefa0-e932-4dce-b526-cd314e39ee90 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:04:22.514115 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 4, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:04:22.514455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Checking segment: {'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:04:22.514832 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Bound using segment: {'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:04:22.515253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Bound port: 9b4073b4-ca43-428a-b587-55fff414d100, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1a72783b-3734-46ce-bb08-46c9b8480cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:04:22.515611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:22.588111 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] For port 9b4073b4-ca43-428a-b587-55fff414d100, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:04:22.591079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] For port 9b4073b4-ca43-428a-b587-55fff414d100, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9b4073b4-ca43-428a-b587-55fff414d100,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:04:22.675058 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:22.701006 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4024b5-cf9e-4ef4-a1da-cee9fb7202c6 req-4b4682b3-a91f-49fe-a121-b1f947a2ac97 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:22.702529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d4024b5-cf9e-4ef4-a1da-cee9fb7202c6 req-4b4682b3-a91f-49fe-a121-b1f947a2ac97 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 943 time: 0.0692303 Jul 05 05:04:22.711259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:22.711881 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:22.713314 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] 10.222.0.13 "PUT /v2.0/ports/9b4073b4-ca43-428a-b587-55fff414d100 HTTP/1.1" status: 200 len: 1092 time: 0.7668729 Jul 05 05:04:22.713744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'tag': '9b4073b4-ca43-428a-b587-55fff414d100'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:04:22.716038 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1f88de-d6d5-4599-a8b6-37d7dc365b16" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3", "tag": "9b4073b4-ca43-428a-b587-55fff414d100"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:04:22.746240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7281f568-3565-43a0-8124-de3c2544a255 service neutron] Pushing event updated for resources: {'Port': ['ID=9b4073b4-ca43-428a-b587-55fff414d100,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:22.758644 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:04:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da084c06-6eb6-40e8-819c-f9e0d6852dce x-openstack-request-id: req-da084c06-6eb6-40e8-819c-f9e0d6852dce {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:04:22.758925 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3", "tag": "9b4073b4-ca43-428a-b587-55fff414d100", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:04:22.759181 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da084c06-6eb6-40e8-819c-f9e0d6852dce {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:04:22.764747 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d4024b5-cf9e-4ef4-a1da-cee9fb7202c6 req-b536556a-55e0-4c06-8423-3b5a80c91ffa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548191 Jul 05 05:04:22.778309 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'tag': '9b4073b4-ca43-428a-b587-55fff414d100', 'status': 'completed', 'code': 200} Jul 05 05:04:22.835560 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f88de-d6d5-4599-a8b6-37d7dc365b16 req-c77c3dc4-1f71-4f07-ba62-7843e9b847f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:22.837097 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da1f88de-d6d5-4599-a8b6-37d7dc365b16 req-c77c3dc4-1f71-4f07-ba62-7843e9b847f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 1095 time: 0.0587165 Jul 05 05:04:22.945139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f88de-d6d5-4599-a8b6-37d7dc365b16 req-ee53ad95-81f7-41bd-a249-4731bda0d89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:22.946611 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da1f88de-d6d5-4599-a8b6-37d7dc365b16 req-ee53ad95-81f7-41bd-a249-4731bda0d89a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=47ff977ae7924e068244f70f4dbed7f3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1017880 Jul 05 05:04:23.046763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1f88de-d6d5-4599-a8b6-37d7dc365b16 req-80381d16-43d3-445b-99eb-68eeaeba4657 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:23.048170 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da1f88de-d6d5-4599-a8b6-37d7dc365b16 req-80381d16-43d3-445b-99eb-68eeaeba4657 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0952330 Jul 05 05:04:23.143888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd289-4382-454f-a452-511130ad1950 req-ac90943b-8538-4bc5-888a-8c740905f37f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:23.145389 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-ac90943b-8538-4bc5-888a-8c740905f37f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 1095 time: 0.0537260 Jul 05 05:04:23.189635 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-8021ea53-7e5a-45a5-9ae3-593f51bfea40 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b4073b4-ca43-428a-b587-55fff414d100 HTTP/1.1" status: 200 len: 217 time: 0.0356941 Jul 05 05:04:23.237681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd289-4382-454f-a452-511130ad1950 req-cf503b58-0cb6-4741-a1ea-2c8d9740b251 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:23.239126 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-cf503b58-0cb6-4741-a1ea-2c8d9740b251 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddb9399c-4bd2-4dc9-a11b-498e5658e8ff HTTP/1.1" status: 200 len: 834 time: 0.0438023 Jul 05 05:04:23.298892 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cbd289-4382-454f-a452-511130ad1950 req-9ce8e220-4469-4e05-9399-9dcecbd23103 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:23.300287 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-9ce8e220-4469-4e05-9399-9dcecbd23103 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=820fefa0-e932-4dce-b526-cd314e39ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553749 Jul 05 05:04:23.388485 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-363204bb-52f3-4fa3-811c-229afc781313 service neutron] 10.222.0.13 "GET /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810058 Jul 05 05:04:23.482612 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-60cbd289-4382-454f-a452-511130ad1950 req-65abe4a7-bd79-4913-a795-b689647f0fa5 service neutron] 10.222.0.13 "GET /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879242 Jul 05 05:04:23.933978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfa4e67-35ab-499f-9e00-6f0113354fa6 req-85e6c619-770e-44f4-846d-de5f93a2ef23 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:23.935499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dfa4e67-35ab-499f-9e00-6f0113354fa6 req-85e6c619-770e-44f4-846d-de5f93a2ef23 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 943 time: 0.0656724 Jul 05 05:04:23.974211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dfa4e67-35ab-499f-9e00-6f0113354fa6 req-5bd82455-76f6-47c0-9924-cdb12e9b61e5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330932 Jul 05 05:04:25.166108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c030c9-a190-497b-a3b4-0d7c5ca5c04c req-026010b0-39fb-4d5f-b4f5-8ea9f7eae827 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:25.167669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63c030c9-a190-497b-a3b4-0d7c5ca5c04c req-026010b0-39fb-4d5f-b4f5-8ea9f7eae827 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 943 time: 0.0739570 Jul 05 05:04:25.211110 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-63c030c9-a190-497b-a3b4-0d7c5ca5c04c req-4bff101e-9367-44f4-b02b-2b151c0d2992 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372040 Jul 05 05:04:26.575167 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dae9e13-a175-45c1-961c-457d7b8a3347 req-012fe697-acaa-47c3-81cf-bfd5d1392adf tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:26.576691 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7dae9e13-a175-45c1-961c-457d7b8a3347 req-012fe697-acaa-47c3-81cf-bfd5d1392adf tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 943 time: 0.0687058 Jul 05 05:04:26.615088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7dae9e13-a175-45c1-961c-457d7b8a3347 req-9520cd81-5c49-430f-851c-57dc2cfdf20a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328655 Jul 05 05:04:26.995653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9b4073b4-ca43-428a-b587-55fff414d100 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:04:27.092272 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 9b4073b4-ca43-428a-b587-55fff414d100, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9b4073b4-ca43-428a-b587-55fff414d100,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:27.103886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '9b4073b4-ca43-428a-b587-55fff414d100', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'port_id': '9b4073b4-ca43-428a-b587-55fff414d100', 'mac_address': 'fa:16:3e:d8:b3:48', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:04:27.144303 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:27.157179 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b4073b4-ca43-428a-b587-55fff414d100 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:04:27.175845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 9b4073b4-ca43-428a-b587-55fff414d100, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9b4073b4-ca43-428a-b587-55fff414d100,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:27.268983 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:27.317294 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=9b4073b4-ca43-428a-b587-55fff414d100,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:27.605947 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['9b4073b4-ca43-428a-b587-55fff414d100'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:04:27.793799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf6dada-7991-4f3f-8f2e-d4f921747d3c req-ab19e4d8-2c8a-412c-8613-900e5188a3d2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:27.795671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bf6dada-7991-4f3f-8f2e-d4f921747d3c req-ab19e4d8-2c8a-412c-8613-900e5188a3d2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 944 time: 0.0702600 Jul 05 05:04:27.838433 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1bf6dada-7991-4f3f-8f2e-d4f921747d3c req-d2da176a-08d6-444e-92d9-b67e6fb5ce64 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370271 Jul 05 05:04:29.001741 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9b4073b4-ca43-428a-b587-55fff414d100 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:04:29.015362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2f8694-a4fa-4c13-9ee2-b4d0113d32e2 req-74372f76-b19e-40f4-9e33-78226fff7732 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:29.016998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d2f8694-a4fa-4c13-9ee2-b4d0113d32e2 req-74372f76-b19e-40f4-9e33-78226fff7732 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 944 time: 0.0676041 Jul 05 05:04:29.057998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7d2f8694-a4fa-4c13-9ee2-b4d0113d32e2 req-55ead65e-225e-4122-b74a-6c6f46455ef0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349739 Jul 05 05:04:29.103381 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 9b4073b4-ca43-428a-b587-55fff414d100 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:04:29.107470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 9b4073b4-ca43-428a-b587-55fff414d100 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:04:29.107871 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:29.189803 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:29.211687 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4073b4-ca43-428a-b587-55fff414d100'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:04:29.213950 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b2bc19a-b8c7-42ff-b2b7-e98ea4fe974e" -d '{"events": [{"server_uuid": "1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3", "name": "network-vif-plugged", "status": "completed", "tag": "9b4073b4-ca43-428a-b587-55fff414d100"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:04:29.227423 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 9b4073b4-ca43-428a-b587-55fff414d100, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9b4073b4-ca43-428a-b587-55fff414d100,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:04:29.311378 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-989c9455-5790-45a9-a937-2c80cdba5421 x-openstack-request-id: req-989c9455-5790-45a9-a937-2c80cdba5421 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:04:29.311669 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3", "name": "network-vif-plugged", "status": "completed", "tag": "9b4073b4-ca43-428a-b587-55fff414d100", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:04:29.311955 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-989c9455-5790-45a9-a937-2c80cdba5421 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:04:29.312381 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b4073b4-ca43-428a-b587-55fff414d100', 'code': 200} Jul 05 05:04:29.320213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:29.370195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=9b4073b4-ca43-428a-b587-55fff414d100,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:29.425896 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b2a4e-fd5c-4e13-a007-f16bc56350d2 req-ee1187fd-cf53-4664-bf28-c070b6d3ba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:29.428206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5a2b2a4e-fd5c-4e13-a007-f16bc56350d2 req-ee1187fd-cf53-4664-bf28-c070b6d3ba14 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0530889 Jul 05 05:04:29.462698 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5a2b2a4e-fd5c-4e13-a007-f16bc56350d2 req-f0279b5f-c5ca-49fe-8247-01859408720b service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275862 Jul 05 05:04:30.231410 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357d6ce7-884c-4944-9a4f-771c441fb9ad req-d954830a-0cb2-472d-9636-960ee4f3d449 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:30.232929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-357d6ce7-884c-4944-9a4f-771c441fb9ad req-d954830a-0cb2-472d-9636-960ee4f3d449 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0648608 Jul 05 05:04:30.272009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-357d6ce7-884c-4944-9a4f-771c441fb9ad req-1fe4d0d8-077e-4f37-bdbf-37ee5c7cd4ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335898 Jul 05 05:04:31.448630 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b7b39e-d059-4cc6-9e3e-b1f162c25595 req-759d0fad-16f8-4a72-a25e-92e2ccd5efa3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:31.450129 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66b7b39e-d059-4cc6-9e3e-b1f162c25595 req-759d0fad-16f8-4a72-a25e-92e2ccd5efa3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0654693 Jul 05 05:04:31.488356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66b7b39e-d059-4cc6-9e3e-b1f162c25595 req-d66b6b24-5f4d-4854-9596-ec32288bb3a8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326385 Jul 05 05:04:31.664922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5c2786-62fc-40ff-9b52-dfae781b94ca req-645fa2fc-0345-4009-b8b4-24a74ef7cb9f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:31.666397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca5c2786-62fc-40ff-9b52-dfae781b94ca req-645fa2fc-0345-4009-b8b4-24a74ef7cb9f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0687225 Jul 05 05:04:31.703423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca5c2786-62fc-40ff-9b52-dfae781b94ca req-e6287218-c93c-4aae-a826-9cc8a5a4b0fe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315118 Jul 05 05:04:31.727030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55038) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:31.777862 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1052405c-9a4d-4721-8828-14b1339c59c4 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:31.779346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1052405c-9a4d-4721-8828-14b1339c59c4 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 1092 time: 0.0513616 Jul 05 05:04:31.782225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55040) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:31.786847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '9b4073b4-ca43-428a-b587-55fff414d100', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:04:31.863169 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:31.964577 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:32.066243 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.25.4.87 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/4c3e72e3-1d0a-4e83-af3a-ca531bda2552) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:04:32.173463 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:32.274893 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:32.313217 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:04:32.318026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:04:32.322096 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:04:32.344935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=4c3e72e3-1d0a-4e83-af3a-ca531bda2552,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:32.700357 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:32.839818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:32.989068 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:33.045672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:33.122238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=4c3e72e3-1d0a-4e83-af3a-ca531bda2552,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:04:33.131320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:33.233797 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Floating IP 60d1e144-743f-4742-81e8-8c155760d3d0 associated. External IP: 172.25.4.87, port: 9b4073b4-ca43-428a-b587-55fff414d100. Jul 05 05:04:33.762250 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router b35a4b74-f665-4368-b6d4-f478ad4bfb4f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:04:33.868849 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:04:33.877978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] Sync routers for ids ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:04:33.888059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] Routers {'b35a4b74-f665-4368-b6d4-f478ad4bfb4f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:04:33.890409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:33.931800 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:33.972171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0726c280-d48e-4a85-b044-ef51d22b5930 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1887608 Jul 05 05:04:33.972670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'tag': '9b4073b4-ca43-428a-b587-55fff414d100'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:04:33.974957 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f5b39c-a50e-4145-8ab6-490b3428e41e" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3", "tag": "9b4073b4-ca43-428a-b587-55fff414d100"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:04:33.999945 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] Set router b35a4b74-f665-4368-b6d4-f478ad4bfb4f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:04:34.016589 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cb2bec4-f943-484e-87fa-c03ff1ca4272 x-openstack-request-id: req-8cb2bec4-f943-484e-87fa-c03ff1ca4272 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:04:34.017236 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3", "tag": "9b4073b4-ca43-428a-b587-55fff414d100", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:04:34.017496 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8cb2bec4-f943-484e-87fa-c03ff1ca4272 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:04:34.018015 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'tag': '9b4073b4-ca43-428a-b587-55fff414d100', 'status': 'completed', 'code': 200} Jul 05 05:04:34.099102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-59ba5e9a-a2c3-4c18-a2d3-56580624af08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:34.101226 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-59ba5e9a-a2c3-4c18-a2d3-56580624af08 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0593574 Jul 05 05:04:34.150583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e3f246-4733-4c08-b29a-f49f6740fd36 req-270b7794-d0f1-4d00-9bfe-d545e83850f7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:34.152137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96e3f246-4733-4c08-b29a-f49f6740fd36 req-270b7794-d0f1-4d00-9bfe-d545e83850f7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0718746 Jul 05 05:04:34.191615 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96e3f246-4733-4c08-b29a-f49f6740fd36 req-778738c2-0a1b-402c-a38b-567f548aa46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339446 Jul 05 05:04:34.203855 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-e4b3173c-5299-4478-8f09-7072fdd5793d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:34.205465 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-e4b3173c-5299-4478-8f09-7072fdd5793d service neutron] 10.222.0.13 "GET /v2.0/networks?id=820fefa0-e932-4dce-b526-cd314e39ee90 HTTP/1.1" status: 200 len: 898 time: 0.0970511 Jul 05 05:04:34.217028 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55046) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:34.251297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '60d1e144-743f-4742-81e8-8c155760d3d0', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'port_id': '9b4073b4-ca43-428a-b587-55fff414d100', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'mac_address': 'fa:16:3e:d8:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:04:32Z', 'updated_at': '2021-07-05T05:04:32Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdff565-9789-47c9-b5fa-4ba3b337f222', 'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:bd:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:12Z', 'updated_at': '2021-07-05T05:04:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:34.275212 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-987c0444-0c5a-404a-8c27-d6516e8f6480 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b4073b4-ca43-428a-b587-55fff414d100 HTTP/1.1" status: 200 len: 998 time: 0.0629182 Jul 05 05:04:34.280710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] Checking router: b35a4b74-f665-4368-b6d4-f478ad4bfb4f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:04:34.286466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5ad9813d-5e38-481d-b1dc-65f1d064b437 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/60d1e144-743f-4742-81e8-8c155760d3d0 HTTP/1.1" status: 200 len: 990 time: 0.0667114 Jul 05 05:04:34.291539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] Routers {'b35a4b74-f665-4368-b6d4-f478ad4bfb4f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:04:34.292118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:04:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:34.330950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-05ec37bd-1fb2-4f22-af0a-b86eb8a27f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:34.332785 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-05ec37bd-1fb2-4f22-af0a-b86eb8a27f7a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddb9399c-4bd2-4dc9-a11b-498e5658e8ff HTTP/1.1" status: 200 len: 834 time: 0.0513711 Jul 05 05:04:34.391416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-8fcd142c-5fc1-49e8-9b5f-a8c29c9f52f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:04:34.392990 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-8fcd142c-5fc1-49e8-9b5f-a8c29c9f52f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=820fefa0-e932-4dce-b526-cd314e39ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0523708 Jul 05 05:04:34.403823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] Set router b35a4b74-f665-4368-b6d4-f478ad4bfb4f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:04:34.487304 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-c9201df2-0487-466e-a03c-ab5160aaac3d service neutron] 10.222.0.13 "GET /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863636 Jul 05 05:04:34.585729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f1f5b39c-a50e-4145-8ab6-490b3428e41e req-ce7c9e00-e52a-4fce-8876-8a852cebf24b service neutron] 10.222.0.13 "GET /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902026 Jul 05 05:04:34.634751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '60d1e144-743f-4742-81e8-8c155760d3d0', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'port_id': '9b4073b4-ca43-428a-b587-55fff414d100', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'mac_address': 'fa:16:3e:d8:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:04:32Z', 'updated_at': '2021-07-05T05:04:32Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdff565-9789-47c9-b5fa-4ba3b337f222', 'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:bd:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:12Z', 'updated_at': '2021-07-05T05:04:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:04:34.665686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b7b1dd6-93f1-443b-b658-a3b52b31e61c None None] The sync data for ids ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'] in n-d-758944-41 is: [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '60d1e144-743f-4742-81e8-8c155760d3d0', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.87', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'port_id': '9b4073b4-ca43-428a-b587-55fff414d100', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4154, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'mac_address': 'fa:16:3e:d8:b3:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:04:32Z', 'updated_at': '2021-07-05T05:04:32Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3cdff565-9789-47c9-b5fa-4ba3b337f222', 'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:bd:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:12Z', 'updated_at': '2021-07-05T05:04:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:04:34.845356 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1138deb1-8525-46f6-8ea2-b1213088288a None None] New status for floating IP 60d1e144-743f-4742-81e8-8c155760d3d0: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:04:35.289146 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55048) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:04:35.350985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-879bf4fa-7d03-40df-a8d7-0debeb1b0c10 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/60d1e144-743f-4742-81e8-8c155760d3d0 HTTP/1.1" status: 200 len: 992 time: 0.0606701 Jul 05 05:04:38.086586 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c09f5451-0d30-452c-a684-6bc7ee18a3d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:40.828563 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd1822cb-d531-4341-a4ee-06c2fd944e24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:40.931452 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:42.212104 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:43.702245 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:43.869688 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:04:44.388572 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:04:45.131414 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:08.090299 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-867191ac-97ec-402e-b704-8f480628fa35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:10.816323 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-09a9e88a-0536-4b92-a684-dcd157c70b71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:10.947333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:11.844292 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-d015f464-004f-4ef5-b10d-d95d4fa2cdf5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0516584 Jul 05 05:05:12.090134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-6d4a458d-ba32-46a1-92e4-7e17fc78521f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:12.091641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-6d4a458d-ba32-46a1-92e4-7e17fc78521f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0548048 Jul 05 05:05:12.233881 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:12.499638 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-d0f38275-26ad-4d7d-9aee-099d8206dcee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:12.501032 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-d0f38275-26ad-4d7d-9aee-099d8206dcee service neutron] 10.222.0.13 "GET /v2.0/networks?id=820fefa0-e932-4dce-b526-cd314e39ee90 HTTP/1.1" status: 200 len: 898 time: 0.3859637 Jul 05 05:05:12.567609 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-8239757e-32d9-4d2b-9f1f-a612024a7234 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b4073b4-ca43-428a-b587-55fff414d100 HTTP/1.1" status: 200 len: 1000 time: 0.0594459 Jul 05 05:05:12.620605 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-1ac6d369-3e37-439b-b383-e2afcd8fa953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:12.622067 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-1ac6d369-3e37-439b-b383-e2afcd8fa953 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddb9399c-4bd2-4dc9-a11b-498e5658e8ff HTTP/1.1" status: 200 len: 834 time: 0.0479600 Jul 05 05:05:12.679077 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-7a78326d-47f0-42b8-bb5b-19d0c5c9ec4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:12.681456 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-7a78326d-47f0-42b8-bb5b-19d0c5c9ec4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=820fefa0-e932-4dce-b526-cd314e39ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517426 Jul 05 05:05:12.770874 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-e8acb798-9b64-4aae-98d7-a827a0146dbd service neutron] 10.222.0.13 "GET /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820124 Jul 05 05:05:12.867351 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c295c7d7-19a8-45ba-98da-e06835f7fb7c req-d4aa56bf-9484-4aaf-98b9-25fc54605f98 service neutron] 10.222.0.13 "GET /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894883 Jul 05 05:05:13.713292 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:14.387619 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:15.119443 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:20.869032 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:05:38.124984 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-de401b98-304d-4fc0-9761-ba65eed018ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:40.799150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f84dd84f-47d1-47cf-ad2d-5acb32efc7e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:40.924886 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:42.227658 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:43.695582 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:44.404317 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:45.152919 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:48.789423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb988b40-784d-4200-9792-5a88d6c01574 req-2b2315a1-24c0-4bf5-be16-31ec8fce0c96 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:48.791039 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb988b40-784d-4200-9792-5a88d6c01574 req-2b2315a1-24c0-4bf5-be16-31ec8fce0c96 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0680590 Jul 05 05:05:48.835796 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fb988b40-784d-4200-9792-5a88d6c01574 req-61275121-37e1-40b9-a975-186b840bcd05 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390339 Jul 05 05:05:50.024946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3923afe3-b5ad-485f-bd71-a02112c40be1 req-c0556f07-57f7-4fb4-b292-de6e20575b95 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:50.026467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3923afe3-b5ad-485f-bd71-a02112c40be1 req-c0556f07-57f7-4fb4-b292-de6e20575b95 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0644090 Jul 05 05:05:50.065160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3923afe3-b5ad-485f-bd71-a02112c40be1 req-ba4d9f11-a052-46fc-a2d9-1aa59dfe186c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331769 Jul 05 05:05:50.090943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55088) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:50.152463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4ef1bcd3-f574-49dd-9969-de8926b518db tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/60d1e144-743f-4742-81e8-8c155760d3d0 HTTP/1.1" status: 200 len: 992 time: 0.0601654 Jul 05 05:05:51.748969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db3e66b-d8d7-4971-80a1-f2048983c998 req-9e8f0549-51b3-4081-b867-17bfc029fde0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:51.750541 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5db3e66b-d8d7-4971-80a1-f2048983c998 req-9e8f0549-51b3-4081-b867-17bfc029fde0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0858202 Jul 05 05:05:51.791099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5db3e66b-d8d7-4971-80a1-f2048983c998 req-484910d7-8820-4247-bd79-a2d0bb4a022e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345647 Jul 05 05:05:52.968820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b84a47-3ddf-4504-8430-547da7d60285 req-d78d9eb9-1305-4189-87e8-ff84509c11ce tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:52.970293 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57b84a47-3ddf-4504-8430-547da7d60285 req-d78d9eb9-1305-4189-87e8-ff84509c11ce tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0666964 Jul 05 05:05:53.009122 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57b84a47-3ddf-4504-8430-547da7d60285 req-00d28875-01dc-4bba-89db-05d0ff204365 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325558 Jul 05 05:05:53.035349 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55098) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:53.102183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8d0aa3d3-dbc1-4432-bf53-cef393b049ec tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/60d1e144-743f-4742-81e8-8c155760d3d0 HTTP/1.1" status: 200 len: 992 time: 0.0655358 Jul 05 05:05:53.310636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55104) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:53.469945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 4c3e72e3-1d0a-4e83-af3a-ca531bda2552 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:53.470287 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:53.547799 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:53.548165 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:53.563618 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 4c3e72e3-1d0a-4e83-af3a-ca531bda2552 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:53.792906 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:53.817831 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=4c3e72e3-1d0a-4e83-af3a-ca531bda2552,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:53.831536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.831907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.832654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.832654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.832917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.833247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.833581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.833912 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.834245 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.835202 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.835538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.835867 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:53.897928 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:53.898266 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Floating IP 60d1e144-743f-4742-81e8-8c155760d3d0 disassociated (deleted). External IP: 172.25.4.87, port: 9b4073b4-ca43-428a-b587-55fff414d100. Jul 05 05:05:54.116187 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router b35a4b74-f665-4368-b6d4-f478ad4bfb4f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:05:54.225843 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:05:54.230675 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:54.236783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] Sync routers for ids ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:05:54.246254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] Routers {'b35a4b74-f665-4368-b6d4-f478ad4bfb4f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:05:54.246961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:54.272812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a8ed14f5-1718-43ca-bb52-000f211d087f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/floatingips/60d1e144-743f-4742-81e8-8c155760d3d0 HTTP/1.1" status: 204 len: 168 time: 0.9610593 Jul 05 05:05:54.273407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'tag': '9b4073b4-ca43-428a-b587-55fff414d100'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:54.275797 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0" -d '{"events": [{"name": "network-changed", "server_uuid": "1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3", "tag": "9b4073b4-ca43-428a-b587-55fff414d100"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:54.315675 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02412bfb-0c4d-4991-9ec2-cf9e829f2e96 x-openstack-request-id: req-02412bfb-0c4d-4991-9ec2-cf9e829f2e96 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:54.315997 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3", "tag": "9b4073b4-ca43-428a-b587-55fff414d100", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:54.316304 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-02412bfb-0c4d-4991-9ec2-cf9e829f2e96 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:54.316953 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'tag': '9b4073b4-ca43-428a-b587-55fff414d100', 'status': 'completed', 'code': 200} Jul 05 05:05:54.366260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] Set router b35a4b74-f665-4368-b6d4-f478ad4bfb4f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:05:54.397922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-f988e801-0c4b-4028-be0a-37375e9a92bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:54.399452 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-f988e801-0c4b-4028-be0a-37375e9a92bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 1097 time: 0.0577261 Jul 05 05:05:54.496806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-c079e826-6d00-46f0-aaa1-8ce4a1e377df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:54.498279 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-c079e826-6d00-46f0-aaa1-8ce4a1e377df service neutron] 10.222.0.13 "GET /v2.0/networks?id=820fefa0-e932-4dce-b526-cd314e39ee90 HTTP/1.1" status: 200 len: 898 time: 0.0923040 Jul 05 05:05:54.543523 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-dbc81eb0-07f8-4f9f-b7d3-666cd689b79c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b4073b4-ca43-428a-b587-55fff414d100 HTTP/1.1" status: 200 len: 217 time: 0.0372825 Jul 05 05:05:54.588020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '3cdff565-9789-47c9-b5fa-4ba3b337f222', 'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:bd:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:12Z', 'updated_at': '2021-07-05T05:04:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:54.597947 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-9e0d0282-f7a9-4e35-99ed-e577c4e9eb3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:54.599515 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-9e0d0282-f7a9-4e35-99ed-e577c4e9eb3e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=ddb9399c-4bd2-4dc9-a11b-498e5658e8ff HTTP/1.1" status: 200 len: 834 time: 0.0502932 Jul 05 05:05:54.616071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] Checking router: b35a4b74-f665-4368-b6d4-f478ad4bfb4f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:05:54.625026 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] Routers {'b35a4b74-f665-4368-b6d4-f478ad4bfb4f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:05:54.625628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:54.677123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-f45a1ddf-1435-4b42-ba1c-b14c34b8342b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:54.679646 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-f45a1ddf-1435-4b42-ba1c-b14c34b8342b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=820fefa0-e932-4dce-b526-cd314e39ee90&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0731721 Jul 05 05:05:54.743715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] Set router b35a4b74-f665-4368-b6d4-f478ad4bfb4f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:05:54.778314 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-71349a0b-21c1-4dd8-843c-06f42e6ef66e service neutron] 10.222.0.13 "GET /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904012 Jul 05 05:05:54.833223 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc349ff8-841c-4ce3-b4f9-22f47b36c2fe req-ef3c758d-c0db-4749-994e-501c7ea0c375 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:54.835419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc349ff8-841c-4ce3-b4f9-22f47b36c2fe req-ef3c758d-c0db-4749-994e-501c7ea0c375 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0698457 Jul 05 05:05:54.875225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dc349ff8-841c-4ce3-b4f9-22f47b36c2fe req-3e006bda-b3a7-4022-99ec-3b925c97b661 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340390 Jul 05 05:05:54.881849 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-980ab776-2f4f-4bcf-899d-6b7a0cfdbaf0 req-eba3014d-4fd3-405d-8d33-00793217ec19 service neutron] 10.222.0.13 "GET /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965593 Jul 05 05:05:54.963216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '3cdff565-9789-47c9-b5fa-4ba3b337f222', 'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:bd:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:12Z', 'updated_at': '2021-07-05T05:04:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:54.990409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e5081d-b3c9-48ec-a1ad-aa2d0137eaca None None] The sync data for ids ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'] in n-d-758944-41 is: [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '3cdff565-9789-47c9-b5fa-4ba3b337f222', 'name': '', 'network_id': '820fefa0-e932-4dce-b526-cd314e39ee90', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:bd:43:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4151, 'fixed_ips': [{'subnet_id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:12Z', 'updated_at': '2021-07-05T05:04:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'ddb9399c-4bd2-4dc9-a11b-498e5658e8ff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:05:55.214697 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-963a88a7-c68f-44d0-9991-f657b8e38eb6 None None] New status for floating IP 60d1e144-743f-4742-81e8-8c155760d3d0: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:05:56.054353 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa510ad4-8e6f-4741-a7e1-a0848e3b1b09 req-36330062-e770-45ba-bf44-792b2946911e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:56.055810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa510ad4-8e6f-4741-a7e1-a0848e3b1b09 req-36330062-e770-45ba-bf44-792b2946911e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0639329 Jul 05 05:05:56.098391 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa510ad4-8e6f-4741-a7e1-a0848e3b1b09 req-adcbbab4-587f-4980-94c7-b4e7c47385ec tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=15b360b5-c9c0-432a-8895-11759257b27d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370493 Jul 05 05:05:56.710741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-bf7db3e0-ec89-4b7b-9b00-1170faa31498 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:05:56.712302 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-bf7db3e0-ec89-4b7b-9b00-1170faa31498 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 945 time: 0.0772607 Jul 05 05:05:56.829921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 9b4073b4-ca43-428a-b587-55fff414d100 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:56.830297 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.923707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 9b4073b4-ca43-428a-b587-55fff414d100, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=9b4073b4-ca43-428a-b587-55fff414d100,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:56.924101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:56.937625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 9b4073b4-ca43-428a-b587-55fff414d100 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:57.141674 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:57.170927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=9b4073b4-ca43-428a-b587-55fff414d100,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:57.186312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.192314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:05:57.231681 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] No DVR routers for this DVR port 9b4073b4-ca43-428a-b587-55fff414d100 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:05:57.234704 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:57.236850 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-8006cc5e-befa-4ca5-b49a-db0a04d060ac req-85fbfcbe-ab75-4f58-9cb5-1edb38b71104 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "DELETE /v2.0/ports/9b4073b4-ca43-428a-b587-55fff414d100 HTTP/1.1" status: 204 len: 173 time: 0.5182207 Jul 05 05:05:57.237313 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'name': 'network-vif-deleted', 'tag': '9b4073b4-ca43-428a-b587-55fff414d100'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:05:57.239605 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a960c6d-a184-4a6d-b27a-893f0fa0d9a6" -d '{"events": [{"server_uuid": "1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3", "name": "network-vif-deleted", "tag": "9b4073b4-ca43-428a-b587-55fff414d100"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:05:57.253986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8638d4ba-84d0-4c80-80d1-fd45a0098fd3 req-e380fa56-9980-4c02-bf4e-9d45d90d3953 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3 HTTP/1.1" status: 200 len: 210 time: 0.0331979 Jul 05 05:05:57.276859 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-819d666e-1d3b-4a9f-b4be-3c982e26a289 x-openstack-request-id: req-819d666e-1d3b-4a9f-b4be-3c982e26a289 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:05:57.277150 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3", "name": "network-vif-deleted", "tag": "9b4073b4-ca43-428a-b587-55fff414d100", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:05:57.277402 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-819d666e-1d3b-4a9f-b4be-3c982e26a289 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:05:57.277828 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1dbb3db6-08f3-469b-82a5-0eb5fbb69cc3', 'name': 'network-vif-deleted', 'tag': '9b4073b4-ca43-428a-b587-55fff414d100', 'status': 'completed', 'code': 200} Jul 05 05:05:57.868818 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:05:58.351140 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55120) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:58.733861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:59.019271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 3cdff565-9789-47c9-b5fa-4ba3b337f222 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:05:59.019544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:59.117767 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 3cdff565-9789-47c9-b5fa-4ba3b337f222, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3cdff565-9789-47c9-b5fa-4ba3b337f222,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:05:59.118130 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:59.131860 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 3cdff565-9789-47c9-b5fa-4ba3b337f222 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:05:59.381574 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:59.415998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=3cdff565-9789-47c9-b5fa-4ba3b337f222,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:05:59.501185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9b4073b4-ca43-428a-b587-55fff414d100 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:05:59.523789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 9b4073b4-ca43-428a-b587-55fff414d100 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:05:59.524167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 9b4073b4-ca43-428a-b587-55fff414d100 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:05:59.601223 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:05:59.820729 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router b35a4b74-f665-4368-b6d4-f478ad4bfb4f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:05:59.935216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:05:59.940288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6ced93f5-9f1f-46c3-b54e-5f285aab77c2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "PUT /v2.0/routers/b35a4b74-f665-4368-b6d4-f478ad4bfb4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5880685 Jul 05 05:05:59.942978 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55122) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:05:59.946269 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] Sync routers for ids ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:05:59.955400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] Routers {'b35a4b74-f665-4368-b6d4-f478ad4bfb4f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:05:59.956033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:05:59.999327 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-8600141d-9bd5-4023-907b-39f3866fc853 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting subnet ddb9399c-4bd2-4dc9-a11b-498e5658e8ff {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:06:00.002612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8600141d-9bd5-4023-907b-39f3866fc853 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:00.045631 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8600141d-9bd5-4023-907b-39f3866fc853 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:00.064544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] Set router b35a4b74-f665-4368-b6d4-f478ad4bfb4f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:00.142069 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8600141d-9bd5-4023-907b-39f3866fc853 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:00.250515 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8600141d-9bd5-4023-907b-39f3866fc853 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:00.262271 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:05:59Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:00.280888 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8600141d-9bd5-4023-907b-39f3866fc853 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb9399c-4bd2-4dc9-a11b-498e5658e8ff,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:00.286221 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8600141d-9bd5-4023-907b-39f3866fc853 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:00.288232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8600141d-9bd5-4023-907b-39f3866fc853 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/subnets/ddb9399c-4bd2-4dc9-a11b-498e5658e8ff HTTP/1.1" status: 204 len: 168 time: 0.3436878 Jul 05 05:06:00.291336 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55124) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:00.438775 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:00.456558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c817107-2e91-4025-b177-ce5c1ccf2f4f None None] Network 820fefa0-e932-4dce-b526-cd314e39ee90 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:00.460084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] Checking router: b35a4b74-f665-4368-b6d4-f478ad4bfb4f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:06:00.514403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] Routers {'b35a4b74-f665-4368-b6d4-f478ad4bfb4f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:00.515441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:00.576596 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:00.680947 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] Set router b35a4b74-f665-4368-b6d4-f478ad4bfb4f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:00.876129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] DHCP port deletion for 820fefa0-e932-4dce-b526-cd314e39ee90 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:06:00.942765 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:05:59Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:00.986304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02941c50-fd72-4242-89d8-03fa16b2751c None None] The sync data for ids ['b35a4b74-f665-4368-b6d4-f478ad4bfb4f'] in n-d-758944-41 is: [{'id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-951680549', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248'}], 'enable_snat': True}, 'gw_port_id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:05:59Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '646aef33-cbbe-4f1f-98fa-eb7499178e65', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:0f:af:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b35a4b74-f665-4368-b6d4-f478ad4bfb4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4148, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.248', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:04:08Z', 'updated_at': '2021-07-05T05:04:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:06:00.989882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Deleting port a69b0018-faf8-4a78-ac8b-54d33d17dd22 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:00.990808 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.070676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] For port a69b0018-faf8-4a78-ac8b-54d33d17dd22, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=a69b0018-faf8-4a78-ac8b-54d33d17dd22,segment=NetworkSegment(1a72783b-3734-46ce-bb08-46c9b8480cf6),segment_id=1a72783b-3734-46ce-bb08-46c9b8480cf6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:01.071081 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.087082 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 646aef33-cbbe-4f1f-98fa-eb7499178e65 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:06:01.087435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.090074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Calling delete_port for a69b0018-faf8-4a78-ac8b-54d33d17dd22 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:01.177225 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 646aef33-cbbe-4f1f-98fa-eb7499178e65, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=646aef33-cbbe-4f1f-98fa-eb7499178e65,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:01.177716 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.193903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 646aef33-cbbe-4f1f-98fa-eb7499178e65 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:06:01.250252 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.280167 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Pushing event deleted for resources: {'Port': ['ID=a69b0018-faf8-4a78-ac8b-54d33d17dd22,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:01.282524 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] No DVR routers for this DVR port a69b0018-faf8-4a78-ac8b-54d33d17dd22 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:06:01.293343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.294049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.294277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.294617 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.294948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.295402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.295586 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.295985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.296362 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.296622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.296943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.297261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ad759b9-1828-4d05-ab6b-c0661aeb797e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:01.450826 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.487538 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=646aef33-cbbe-4f1f-98fa-eb7499178e65,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:01.558073 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.657017 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.659161 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.764204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.764686 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Fanout notify agent at l3_agent the message router_deleted on router b35a4b74-f665-4368-b6d4-f478ad4bfb4f {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:06:01.774868 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.780356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-92d6b549-c99e-4748-98db-24e81c670405 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/routers/b35a4b74-f665-4368-b6d4-f478ad4bfb4f HTTP/1.1" status: 204 len: 168 time: 1.4833536 Jul 05 05:06:01.784089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55126) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:01.887730 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.985164 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:01.996402 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['820fefa0-e932-4dce-b526-cd314e39ee90']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:02.011793 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a72783b-3734-46ce-bb08-46c9b8480cf6') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:02.012206 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a72783b-3734-46ce-bb08-46c9b8480cf6') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:02.021154 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.034406 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.040741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:06:02.041128 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: timer() Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:06:02.044172 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:06:02.204386 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.212049 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.215436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/networks/820fefa0-e932-4dce-b526-cd314e39ee90 HTTP/1.1" status: 204 len: 168 time: 0.4290190 Jul 05 05:06:02.216809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55128) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:02.235419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c9a5ba-a030-483e-82c2-478918b9afc9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Network': ['ID=820fefa0-e932-4dce-b526-cd314e39ee90,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:02.289271 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-156b9349-8ea9-41bd-ac63-97b6370cac5b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.315598 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-156b9349-8ea9-41bd-ac63-97b6370cac5b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.384715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 646aef33-cbbe-4f1f-98fa-eb7499178e65 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:06:02.405471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 646aef33-cbbe-4f1f-98fa-eb7499178e65 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:06:02.405815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 646aef33-cbbe-4f1f-98fa-eb7499178e65 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:06:02.406234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a69b0018-faf8-4a78-ac8b-54d33d17dd22 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:06:02.425111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: a69b0018-faf8-4a78-ac8b-54d33d17dd22 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:06:02.425450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device a69b0018-faf8-4a78-ac8b-54d33d17dd22 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:06:02.425847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3cdff565-9789-47c9-b5fa-4ba3b337f222 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:06:02.438562 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-156b9349-8ea9-41bd-ac63-97b6370cac5b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.441320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-156b9349-8ea9-41bd-ac63-97b6370cac5b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:02.442635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-156b9349-8ea9-41bd-ac63-97b6370cac5b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/security-groups/15b360b5-c9c0-432a-8895-11759257b27d HTTP/1.1" status: 204 len: 168 time: 0.2248263 Jul 05 05:06:02.447385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 3cdff565-9789-47c9-b5fa-4ba3b337f222 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:06:02.447573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3cdff565-9789-47c9-b5fa-4ba3b337f222 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:06:02.458321 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-156b9349-8ea9-41bd-ac63-97b6370cac5b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b360b5-c9c0-432a-8895-11759257b27d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:02.960111 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55136) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:02.965126 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-847441bf-c8ef-4782-b534-8111a9737631 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1483580879', 'description': 'tempest-secgroup-smoke-1483580879 description', 'project_id': '47ff977ae7924e068244f70f4dbed7f3'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:03.033303 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-847441bf-c8ef-4782-b534-8111a9737631 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.119342 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-847441bf-c8ef-4782-b534-8111a9737631 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.175838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-847441bf-c8ef-4782-b534-8111a9737631 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.207631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847441bf-c8ef-4782-b534-8111a9737631 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d94d826d-e006-4fcc-8d18-9b2effe615ee,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:03.267020 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-847441bf-c8ef-4782-b534-8111a9737631 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.268331 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-847441bf-c8ef-4782-b534-8111a9737631 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3070621 Jul 05 05:06:03.271109 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55138) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:03.275656 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-daa7896e-2876-4b38-b11f-a01072cb101b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': 'd94d826d-e006-4fcc-8d18-9b2effe615ee', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:03.346318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-daa7896e-2876-4b38-b11f-a01072cb101b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.403344 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-daa7896e-2876-4b38-b11f-a01072cb101b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.449500 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-daa7896e-2876-4b38-b11f-a01072cb101b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.467097 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa7896e-2876-4b38-b11f-a01072cb101b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3da54f1-ac1e-43ad-963b-aac4485ab2a9,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:03.523928 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-daa7896e-2876-4b38-b11f-a01072cb101b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.525202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-daa7896e-2876-4b38-b11f-a01072cb101b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2530875 Jul 05 05:06:03.528053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55140) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:03.532818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-670ccdfb-27b0-400a-82bb-90afcbc7e468 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': 'd94d826d-e006-4fcc-8d18-9b2effe615ee', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:03.621401 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-670ccdfb-27b0-400a-82bb-90afcbc7e468 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.668481 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-670ccdfb-27b0-400a-82bb-90afcbc7e468 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.724142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-670ccdfb-27b0-400a-82bb-90afcbc7e468 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.744143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ccdfb-27b0-400a-82bb-90afcbc7e468 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d245f771-cfeb-4091-87d0-19bffc7432c6,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:03.804662 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-670ccdfb-27b0-400a-82bb-90afcbc7e468 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.805881 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-670ccdfb-27b0-400a-82bb-90afcbc7e468 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2767928 Jul 05 05:06:03.808656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55142) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:03.813143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-66e5bdd4-2e96-4fba-acaf-6bc24d85b931 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': 'd94d826d-e006-4fcc-8d18-9b2effe615ee', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:03.888969 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66e5bdd4-2e96-4fba-acaf-6bc24d85b931 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:03.947073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66e5bdd4-2e96-4fba-acaf-6bc24d85b931 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.027039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66e5bdd4-2e96-4fba-acaf-6bc24d85b931 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.045290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5bdd4-2e96-4fba-acaf-6bc24d85b931 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82024ea4-3cf7-41e3-b9b4-2bccac0801e6,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:04.118607 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-66e5bdd4-2e96-4fba-acaf-6bc24d85b931 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.119852 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-66e5bdd4-2e96-4fba-acaf-6bc24d85b931 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3102601 Jul 05 05:06:04.122642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55144) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:04.127149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-96fcf1e4-4119-454b-ab14-a0055c84a9d6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': 'd94d826d-e006-4fcc-8d18-9b2effe615ee', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:04.237415 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96fcf1e4-4119-454b-ab14-a0055c84a9d6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.297117 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96fcf1e4-4119-454b-ab14-a0055c84a9d6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.352322 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96fcf1e4-4119-454b-ab14-a0055c84a9d6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.370706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcf1e4-4119-454b-ab14-a0055c84a9d6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43bfdd1d-f162-45a9-b640-2b9712eadd61,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:04.409342 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-96fcf1e4-4119-454b-ab14-a0055c84a9d6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.410579 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-96fcf1e4-4119-454b-ab14-a0055c84a9d6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2869701 Jul 05 05:06:04.413310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55146) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:04.417766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-42c3016d-bff8-4d78-a3a3-7bb0b2c68ecb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': 'd94d826d-e006-4fcc-8d18-9b2effe615ee', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:04.483671 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-42c3016d-bff8-4d78-a3a3-7bb0b2c68ecb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Project 47ff977ae7924e068244f70f4dbed7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:06:04.488598 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42c3016d-bff8-4d78-a3a3-7bb0b2c68ecb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.551084 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42c3016d-bff8-4d78-a3a3-7bb0b2c68ecb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.626707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42c3016d-bff8-4d78-a3a3-7bb0b2c68ecb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.646011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c3016d-bff8-4d78-a3a3-7bb0b2c68ecb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02097ce4-dc66-4b8e-8003-7c51e5001a3f,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:04.724246 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-42c3016d-bff8-4d78-a3a3-7bb0b2c68ecb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.725500 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-42c3016d-bff8-4d78-a3a3-7bb0b2c68ecb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3112507 Jul 05 05:06:04.728419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55148) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:04.733207 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-72bec4ba-863a-4067-889b-de1aba3277a1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': 'd94d826d-e006-4fcc-8d18-9b2effe615ee', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:04.815769 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-72bec4ba-863a-4067-889b-de1aba3277a1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Project 47ff977ae7924e068244f70f4dbed7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:06:04.821421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-72bec4ba-863a-4067-889b-de1aba3277a1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.882616 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-72bec4ba-863a-4067-889b-de1aba3277a1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.952834 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-72bec4ba-863a-4067-889b-de1aba3277a1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:04.973715 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bec4ba-863a-4067-889b-de1aba3277a1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6d5817a-7766-4567-beee-f78ee79abc8c,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:05.039093 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-72bec4ba-863a-4067-889b-de1aba3277a1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.040356 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-72bec4ba-863a-4067-889b-de1aba3277a1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3108997 Jul 05 05:06:05.043428 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55150) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:05.048330 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'network': {'name': 'tempest-network-smoke--1763950432', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'port_security_enabled': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:05.198694 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:05.202307 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.226224 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:06:05.234434 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.235964 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Added segment 082f311f-8fa3-4341-9c71-c270f92e850b of type vlan for network 029ae0a3-1c66-498f-9d9d-6154d2a17556 Jul 05 05:06:05.275824 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.369684 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.375127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:05.375710 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.443481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Network': ['ID=029ae0a3-1c66-498f-9d9d-6154d2a17556,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:05.453750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 029ae0a3-1c66-498f-9d9d-6154d2a17556 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:06:05.490540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8928a7a0-b1fc-4885-8110-e62e071d2852 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4460256 Jul 05 05:06:05.493291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55152) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:05.497895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'admin_state_up': True, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:05.587671 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.588779 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.647590 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:05.840888 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:06.084898 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:06.105503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:06.213855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.25.4.39 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/465d60cd-a84d-4238-844b-e541dfa69c00) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:06.317239 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:06.404546 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:06.448614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:06.451457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:06.457159 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:06.481864 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=465d60cd-a84d-4238-844b-e541dfa69c00,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:06.768066 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:06.970002 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.164326 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 148ce896-21b8-4b35-80b6-9c8e57db655c is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:06:07.273332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:06:07.282307 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Sync routers for ids ['148ce896-21b8-4b35-80b6-9c8e57db655c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:06:07.291700 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Routers {'148ce896-21b8-4b35-80b6-9c8e57db655c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:07.297154 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['148ce896-21b8-4b35-80b6-9c8e57db655c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:07.346937 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.351098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-950d9af7-696b-4e3e-b5d8-6f8ad484b248 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8538802 Jul 05 05:06:07.351515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55154) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:07.385302 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ace875d6-95ba-4824-8b0d-ab4b29ff342a tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=47ff977ae7924e068244f70f4dbed7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0300696 Jul 05 05:06:07.385551 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55156) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:07.400980 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Set router 148ce896-21b8-4b35-80b6-9c8e57db655c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:07.474760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49f49db-cf36-4fca-81a9-589aef2657db tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:07.476300 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f49f49db-cf36-4fca-81a9-589aef2657db tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0898709 Jul 05 05:06:07.479687 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55158) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:07.521377 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-da145255-187c-4c94-be34-653212b53997 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0405293 Jul 05 05:06:07.523980 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55160) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:07.529756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-54740156', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:07.589960 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:06Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:07.622676 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Checking router: 148ce896-21b8-4b35-80b6-9c8e57db655c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:06:07.623023 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Updating router 148ce896-21b8-4b35-80b6-9c8e57db655c port 465d60cd-a84d-4238-844b-e541dfa69c00 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:06:07.658190 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.677986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:07.681939 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.912213 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.912676 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.922077 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Transition to ACTIVE for port object 465d60cd-a84d-4238-844b-e541dfa69c00 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:07.963809 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:07.981888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Subnet': ['ID=d06aaf71-1c8f-4e69-8c94-35d992411468,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:07.990205 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Checking segment: {'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:07.990568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network hostable DHCP agents. Network: 029ae0a3-1c66-498f-9d9d-6154d2a17556, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:06:08.016011 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Attempting to bind port 465d60cd-a84d-4238-844b-e541dfa69c00 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:08.016959 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Attempting to bind port 465d60cd-a84d-4238-844b-e541dfa69c00 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:08.016959 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Attempting to bind port 465d60cd-a84d-4238-844b-e541dfa69c00 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:08.026058 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Pushing event updated for resources: {'Port': ['ID=465d60cd-a84d-4238-844b-e541dfa69c00,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:08.028307 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:08.028670 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:08.029057 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.029440 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:08.029895 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Bound port: 465d60cd-a84d-4238-844b-e541dfa69c00, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:08.030265 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.044314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 029ae0a3-1c66-498f-9d9d-6154d2a17556 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:06:08.053938 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.054276 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.054607 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.054931 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.055253 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.055599 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.055934 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.056254 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.056568 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.056881 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.057193 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.057504 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:06:08.092956 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] For port 465d60cd-a84d-4238-844b-e541dfa69c00, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:08.095660 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9e73cc4d-f207-46f4-b136-442d3b9a181a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.098661 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] For port 465d60cd-a84d-4238-844b-e541dfa69c00, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=465d60cd-a84d-4238-844b-e541dfa69c00,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:08.164386 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 029ae0a3-1c66-498f-9d9d-6154d2a17556) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:08.168869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:08.169571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.173427 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56132027-73c8-4ff4-94cb-4d09e4abef51 None None] Network 029ae0a3-1c66-498f-9d9d-6154d2a17556 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:08.182044 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.241860 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-77578b83-4332-4653-bcca-cfe0507a063b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.7137625 Jul 05 05:06:08.242125 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55162) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:08.242999 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Routers {'148ce896-21b8-4b35-80b6-9c8e57db655c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:08.243621 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['148ce896-21b8-4b35-80b6-9c8e57db655c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:08.250892 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac25243-b334-4de8-b773-e573240591a3 None None] Pushing event updated for resources: {'Port': ['ID=465d60cd-a84d-4238-844b-e541dfa69c00,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:08.345411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-029ae0a3-1c66-498f-9d9d-6154d2a17556', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:06:08.346498 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.363854 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] Set router 148ce896-21b8-4b35-80b6-9c8e57db655c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:08.494056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Allocated IP 172.20.0.2 (029ae0a3-1c66-498f-9d9d-6154d2a17556/d06aaf71-1c8f-4e69-8c94-35d992411468/37403e40-582c-4761-ad60-e7d9e659ab4d) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:08.557762 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:06Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:08.588670 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137daec0-7d0e-4306-80e0-2dc27d8ae4e6 None None] The sync data for ids ['148ce896-21b8-4b35-80b6-9c8e57db655c'] in n-d-758944-41 is: [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:06Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:06:08.653543 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.662465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Transition to ACTIVE for port object 37403e40-582c-4761-ad60-e7d9e659ab4d will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:08.678076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Transition to ACTIVE for port object 37403e40-582c-4761-ad60-e7d9e659ab4d will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:08.712916 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.724566 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.770221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Network 029ae0a3-1c66-498f-9d9d-6154d2a17556 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:08.773639 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:08.777163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:08.787320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Pushing event updated for resources: {'Port': ['ID=37403e40-582c-4761-ad60-e7d9e659ab4d,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:08.865403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Attempting to bind port 37403e40-582c-4761-ad60-e7d9e659ab4d on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:08.865854 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Attempting to bind port 37403e40-582c-4761-ad60-e7d9e659ab4d by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:08.866291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Attempting to bind port 37403e40-582c-4761-ad60-e7d9e659ab4d on network 029ae0a3-1c66-498f-9d9d-6154d2a17556 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:08.872613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 5, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:08.878291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Checking segment: {'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:08.878291 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.878291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Bound using segment: {'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:08.878291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Bound port: 37403e40-582c-4761-ad60-e7d9e659ab4d, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:08.878291 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:08.957198 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] For port 37403e40-582c-4761-ad60-e7d9e659ab4d, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:08.960709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] For port 37403e40-582c-4761-ad60-e7d9e659ab4d, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=37403e40-582c-4761-ad60-e7d9e659ab4d,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:09.027678 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:09.093710 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcff14e-3356-42b8-a44e-fff7a1cb1ca6 None None] Pushing event updated for resources: {'Port': ['ID=37403e40-582c-4761-ad60-e7d9e659ab4d,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:09.108254 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.20.0.1 (029ae0a3-1c66-498f-9d9d-6154d2a17556/d06aaf71-1c8f-4e69-8c94-35d992411468/69501c2b-b61a-4767-a1b0-35d65d2cd79d) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:09.294633 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:09.313097 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Transition to ACTIVE for port object 69501c2b-b61a-4767-a1b0-35d65d2cd79d will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:09.416871 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:09.466143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 029ae0a3-1c66-498f-9d9d-6154d2a17556 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:09.469412 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:09.474011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:09.478880 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=69501c2b-b61a-4767-a1b0-35d65d2cd79d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:09.528286 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:09.731596 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:10.035103 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:10.035228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0e92cd-9daa-4276-8224-659253efdb83 None None] Network 029ae0a3-1c66-498f-9d9d-6154d2a17556 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:06:10.095681 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:10.183505 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=69501c2b-b61a-4767-a1b0-35d65d2cd79d,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:10.187004 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:10.201218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-af1324a6-1428-4960-842a-664eaa778755 None None] Provisioning for port 37403e40-582c-4761-ad60-e7d9e659ab4d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:10.284667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 029ae0a3-1c66-498f-9d9d-6154d2a17556 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:10.286210 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:10.422996 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 148ce896-21b8-4b35-80b6-9c8e57db655c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:06:10.469453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 465d60cd-a84d-4238-844b-e541dfa69c00 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:10.547347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:06:10.553636 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d53de9fb-c5c0-465f-a734-5ff2f98b5d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "PUT /v2.0/routers/148ce896-21b8-4b35-80b6-9c8e57db655c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3102076 Jul 05 05:06:10.558199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Sync routers for ids ['148ce896-21b8-4b35-80b6-9c8e57db655c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:06:10.568937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Routers {'148ce896-21b8-4b35-80b6-9c8e57db655c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:10.569562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:05:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['148ce896-21b8-4b35-80b6-9c8e57db655c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:10.621800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 465d60cd-a84d-4238-844b-e541dfa69c00 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:10.630496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 465d60cd-a84d-4238-844b-e541dfa69c00 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:10.630922 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:10.653052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-600f777a-3773-4899-bb8d-04065d569159 None None] Provisioning for port 69501c2b-b61a-4767-a1b0-35d65d2cd79d completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:10.670133 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-600f777a-3773-4899-bb8d-04065d569159 None None] Provisioning complete for port 69501c2b-b61a-4767-a1b0-35d65d2cd79d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:10.670400 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-600f777a-3773-4899-bb8d-04065d569159 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:10.731710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-e64137f9-6487-40eb-8b00-b454c40c78f9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1483580879&fields=id&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 267 time: 0.0392840 Jul 05 05:06:10.781566 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-600f777a-3773-4899-bb8d-04065d569159 None None] Port 69501c2b-b61a-4767-a1b0-35d65d2cd79d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:06:10.784936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Set router 148ce896-21b8-4b35-80b6-9c8e57db655c gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:10.841917 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ca346d6-19ba-4b94-b4dd-242acbeff6e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:10.854803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eb2f7-597f-4864-b449-82a9f242a03e req-c23254f8-40b8-48ca-9ca2-ccae673231b1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:10.856563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-c23254f8-40b8-48ca-9ca2-ccae673231b1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/networks?id=029ae0a3-1c66-498f-9d9d-6154d2a17556 HTTP/1.1" status: 200 len: 797 time: 0.1178374 Jul 05 05:06:10.874470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-0877b324-adc0-4f2e-8406-949551c49823 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/quotas/47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 375 time: 0.0111187 Jul 05 05:06:10.955362 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-17bbee7e-5c8d-4a25-8aaf-6e10feb15dfa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0754344 Jul 05 05:06:11.059501 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-239f41ba-3716-44a2-8832-60fb99151bcb service neutron] 10.222.0.30 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0922382 Jul 05 05:06:11.061406 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.132097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-06cd8da0-46b9-4358-9a81-0f76f3a5366d None None] Provisioning complete for port 69501c2b-b61a-4767-a1b0-35d65d2cd79d triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:11.132594 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-06cd8da0-46b9-4358-9a81-0f76f3a5366d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.138827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 465d60cd-a84d-4238-844b-e541dfa69c00, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=465d60cd-a84d-4238-844b-e541dfa69c00,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:11.152932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-16e6d092-ef3c-41d6-b22b-4bc59d324299 service neutron] 10.222.0.30 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871732 Jul 05 05:06:11.161786 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.192470 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.193254 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 37403e40-582c-4761-ad60-e7d9e659ab4d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:11.243965 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-06cd8da0-46b9-4358-9a81-0f76f3a5366d None None] Port 69501c2b-b61a-4767-a1b0-35d65d2cd79d cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:06:11.311210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=465d60cd-a84d-4238-844b-e541dfa69c00,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:11.348821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:09Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '69501c2b-b61a-4767-a1b0-35d65d2cd79d', 'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:9e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:08Z', 'updated_at': '2021-07-05T05:06:09Z', 'revision_number': 2, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:11.381396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Checking router: 148ce896-21b8-4b35-80b6-9c8e57db655c for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:06:11.381729 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Updating router 148ce896-21b8-4b35-80b6-9c8e57db655c port 69501c2b-b61a-4767-a1b0-35d65d2cd79d binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:06:11.408764 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-078ffd00-2145-45bc-9012-c6683aa7cc68 req-1a9e3d94-d4bf-42fd-aa05-a4a659c73901 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 210 time: 0.0499163 Jul 05 05:06:11.417691 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.439516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 37403e40-582c-4761-ad60-e7d9e659ab4d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:11.439516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 37403e40-582c-4761-ad60-e7d9e659ab4d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:11.439516 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.651477 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.703049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 37403e40-582c-4761-ad60-e7d9e659ab4d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=37403e40-582c-4761-ad60-e7d9e659ab4d,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:11.781970 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.791394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Transition to ACTIVE for port object 69501c2b-b61a-4767-a1b0-35d65d2cd79d will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:11.798054 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.846334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=37403e40-582c-4761-ad60-e7d9e659ab4d,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:11.884966 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:11.941151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f035c6-5c03-427b-81f3-c88305fdeb1c None None] Pushing event updated for resources: {'Port': ['ID=69501c2b-b61a-4767-a1b0-35d65d2cd79d,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:11.998968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Attempting to bind port 69501c2b-b61a-4767-a1b0-35d65d2cd79d on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:11.999339 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Attempting to bind port 69501c2b-b61a-4767-a1b0-35d65d2cd79d by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:11.999697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Attempting to bind port 69501c2b-b61a-4767-a1b0-35d65d2cd79d on network 029ae0a3-1c66-498f-9d9d-6154d2a17556 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:12.005801 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:12.006180 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Checking segment: {'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:12.006585 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.006979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Bound using segment: {'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:12.007448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Bound port: 69501c2b-b61a-4767-a1b0-35d65d2cd79d, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:12.007825 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.080012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] For port 69501c2b-b61a-4767-a1b0-35d65d2cd79d, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:12.083279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] For port 69501c2b-b61a-4767-a1b0-35d65d2cd79d, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=69501c2b-b61a-4767-a1b0-35d65d2cd79d,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:12.147169 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.216870 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.224982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f035c6-5c03-427b-81f3-c88305fdeb1c None None] Pushing event updated for resources: {'Port': ['ID=69501c2b-b61a-4767-a1b0-35d65d2cd79d,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:12.227970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Routers {'148ce896-21b8-4b35-80b6-9c8e57db655c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:12.228582 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['148ce896-21b8-4b35-80b6-9c8e57db655c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:12.347016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] Set router 148ce896-21b8-4b35-80b6-9c8e57db655c gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:12.424577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 465d60cd-a84d-4238-844b-e541dfa69c00 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:12.555890 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 465d60cd-a84d-4238-844b-e541dfa69c00 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:12.556307 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:12.604929 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75a04f39-ce8b-4a03-9f46-de2447a48edc req-7befc501-8192-4336-a55b-8066da17d3db tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 210 time: 0.0319550 Jul 05 05:06:12.675545 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:09Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '69501c2b-b61a-4767-a1b0-35d65d2cd79d', 'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:9e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:08Z', 'updated_at': '2021-07-05T05:06:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:12.679410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 37403e40-582c-4761-ad60-e7d9e659ab4d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:12.706606 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661500a1-8523-4897-8e29-0527ed1f2a47 None None] The sync data for ids ['148ce896-21b8-4b35-80b6-9c8e57db655c'] in n-d-758944-41 is: [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:09Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '69501c2b-b61a-4767-a1b0-35d65d2cd79d', 'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:9e:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:08Z', 'updated_at': '2021-07-05T05:06:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:06:12.755665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 37403e40-582c-4761-ad60-e7d9e659ab4d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:12.756515 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.545257 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eb2f7-597f-4864-b449-82a9f242a03e req-352c3e9c-8aac-458a-9ef9-aaa0e91f967b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:13.546889 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-352c3e9c-8aac-458a-9ef9-aaa0e91f967b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/networks?id=029ae0a3-1c66-498f-9d9d-6154d2a17556 HTTP/1.1" status: 200 len: 797 time: 0.1104124 Jul 05 05:06:13.599767 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-402e97f0-8c22-410a-8fe2-e9b496043112 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 380 time: 0.0429664 Jul 05 05:06:13.610182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'port': {'device_id': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'admin_state_up': True, 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'security_groups': ['d94d826d-e006-4fcc-8d18-9b2effe615ee']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:13.724530 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.768251 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-350377c5-37c6-40d4-a3f2-01b33b851a0e req-646f020f-b4e3-48a1-9c56-c9410c85f0b3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 210 time: 0.0304861 Jul 05 05:06:13.843854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:06:13.848305 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:13.983423 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.20.0.5 (029ae0a3-1c66-498f-9d9d-6154d2a17556/d06aaf71-1c8f-4e69-8c94-35d992411468/47a0bade-b655-42e7-a9ed-463ccf1aa4fb) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:14.122094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.136485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Transition to ACTIVE for port object 47a0bade-b655-42e7-a9ed-463ccf1aa4fb will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:14.215694 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.264697 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 029ae0a3-1c66-498f-9d9d-6154d2a17556 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:14.269962 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:14.273731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:14.298356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:14.330192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:14.330813 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.399138 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-64775161-a1f7-438d-9675-79ba858c35dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7931614 Jul 05 05:06:14.415970 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.427273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 69501c2b-b61a-4767-a1b0-35d65d2cd79d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:14.496312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Request body: {'port': {'device_id': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:14.541978 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 69501c2b-b61a-4767-a1b0-35d65d2cd79d completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:14.545819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 69501c2b-b61a-4767-a1b0-35d65d2cd79d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:14.546188 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.578384 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.617099 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6b7a9a92-5cd4-4f0c-b9b4-6fb4fc33d008 None None] Provisioning for port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:14.627995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-6b7a9a92-5cd4-4f0c-b9b4-6fb4fc33d008 None None] Provisioning complete for port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:14.628369 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6b7a9a92-5cd4-4f0c-b9b4-6fb4fc33d008 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.651451 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.687365 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-6b7a9a92-5cd4-4f0c-b9b4-6fb4fc33d008 None None] Port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:06:14.700273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 69501c2b-b61a-4767-a1b0-35d65d2cd79d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=69501c2b-b61a-4767-a1b0-35d65d2cd79d,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:14.747022 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:14.799253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=69501c2b-b61a-4767-a1b0-35d65d2cd79d,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:14.960829 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9208fc62-e350-450e-bdfc-b5a55fb1487e req-36aee881-b085-483f-b50f-f559f7ab9cf0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:14.962404 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9208fc62-e350-450e-bdfc-b5a55fb1487e req-36aee881-b085-483f-b50f-f559f7ab9cf0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 931 time: 0.0718398 Jul 05 05:06:15.004714 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9208fc62-e350-450e-bdfc-b5a55fb1487e req-72a7513b-5d21-4d34-8b20-b07b20ce9c24 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365276 Jul 05 05:06:15.146857 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.167266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47a0bade-b655-42e7-a9ed-463ccf1aa4fb {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:06:15.174604 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.187622 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Transition to ACTIVE for port object 47a0bade-b655-42e7-a9ed-463ccf1aa4fb will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:06:15.238214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.293342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Pushing event updated for resources: {'Port': ['ID=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:15.366347 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Attempting to bind port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:06:15.366688 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Attempting to bind port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:06:15.367015 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Attempting to bind port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb on network 029ae0a3-1c66-498f-9d9d-6154d2a17556 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:15.372087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb on network 029ae0a3-1c66-498f-9d9d-6154d2a17556 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:06:15.372413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Attempting to bind port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb on network 029ae0a3-1c66-498f-9d9d-6154d2a17556 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:06:15.377461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 6, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:06:15.377804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Checking segment: {'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:06:15.378192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Bound using segment: {'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:06:15.378625 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Bound port: 47a0bade-b655-42e7-a9ed-463ccf1aa4fb, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '082f311f-8fa3-4341-9c71-c270f92e850b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:06:15.378986 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.445287 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] For port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:06:15.448563 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] For port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:06:15.518711 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.552531 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:15.553134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:15.554872 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] 10.222.0.13 "PUT /v2.0/ports/47a0bade-b655-42e7-a9ed-463ccf1aa4fb HTTP/1.1" status: 200 len: 1092 time: 1.1474586 Jul 05 05:06:15.557663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'tag': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:06:15.560034 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-30f8d45d-df9a-4a07-937e-af75d9d703d2" -d '{"events": [{"name": "network-changed", "server_uuid": "ba54257e-22ed-4e2d-bcc4-49d2842ea54d", "tag": "47a0bade-b655-42e7-a9ed-463ccf1aa4fb"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:06:15.586290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d4cf98-c3d2-4f72-84bb-4d3f807243d6 service neutron] Pushing event updated for resources: {'Port': ['ID=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:15.609389 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:06:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99f41187-41b4-4990-bf60-8e835d983723 x-openstack-request-id: req-99f41187-41b4-4990-bf60-8e835d983723 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:06:15.609673 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba54257e-22ed-4e2d-bcc4-49d2842ea54d", "tag": "47a0bade-b655-42e7-a9ed-463ccf1aa4fb", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:06:15.609929 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99f41187-41b4-4990-bf60-8e835d983723 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:06:15.610327 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'tag': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'status': 'completed', 'code': 200} Jul 05 05:06:15.693218 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8d45d-df9a-4a07-937e-af75d9d703d2 req-a661fcce-3030-4662-a171-fc576243a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:15.694740 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30f8d45d-df9a-4a07-937e-af75d9d703d2 req-a661fcce-3030-4662-a171-fc576243a1f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 1095 time: 0.0608602 Jul 05 05:06:15.796670 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8d45d-df9a-4a07-937e-af75d9d703d2 req-8a8ba936-a219-4d85-81df-6987a46d6df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:15.798154 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30f8d45d-df9a-4a07-937e-af75d9d703d2 req-8a8ba936-a219-4d85-81df-6987a46d6df6 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=47ff977ae7924e068244f70f4dbed7f3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.0959733 Jul 05 05:06:15.896159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8d45d-df9a-4a07-937e-af75d9d703d2 req-2716241c-49c3-4f9b-8408-e283ee4bf5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:15.897523 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-30f8d45d-df9a-4a07-937e-af75d9d703d2 req-2716241c-49c3-4f9b-8408-e283ee4bf5f7 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0931320 Jul 05 05:06:15.987034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eb2f7-597f-4864-b449-82a9f242a03e req-54b23f73-b661-4afe-b15f-2bc62215f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:15.988538 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-54b23f73-b661-4afe-b15f-2bc62215f7b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 1095 time: 0.0525427 Jul 05 05:06:16.030399 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-b7824f5e-0455-49a2-b23f-85aa33db5d5c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb HTTP/1.1" status: 200 len: 217 time: 0.0342960 Jul 05 05:06:16.085515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eb2f7-597f-4864-b449-82a9f242a03e req-1bf9923e-c0fa-46c6-8d29-20f50f170988 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:16.087110 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-1bf9923e-c0fa-46c6-8d29-20f50f170988 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d06aaf71-1c8f-4e69-8c94-35d992411468 HTTP/1.1" status: 200 len: 833 time: 0.0498226 Jul 05 05:06:16.146924 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-947eb2f7-597f-4864-b449-82a9f242a03e req-6842d3eb-1d4c-4f69-806b-a00f1b0aea50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:16.148375 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-6842d3eb-1d4c-4f69-806b-a00f1b0aea50 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=029ae0a3-1c66-498f-9d9d-6154d2a17556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0544350 Jul 05 05:06:16.181666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188b62b-8cfa-428d-bf7c-8ffe6a4455fc req-406e69ce-504b-411e-8825-10eb26ac43c6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:16.183179 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4188b62b-8cfa-428d-bf7c-8ffe6a4455fc req-406e69ce-504b-411e-8825-10eb26ac43c6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 943 time: 0.0682559 Jul 05 05:06:16.221023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4188b62b-8cfa-428d-bf7c-8ffe6a4455fc req-9c175b14-b16e-431a-a01e-db7ce64b824a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321503 Jul 05 05:06:16.241684 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-f329e0aa-c570-44ae-94b8-d8ce428d7b87 service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857723 Jul 05 05:06:16.335484 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-947eb2f7-597f-4864-b449-82a9f242a03e req-6dd69cda-a6c1-40cd-ba85-8de6730128c9 service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857460 Jul 05 05:06:16.395749 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 69501c2b-b61a-4767-a1b0-35d65d2cd79d up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:16.448055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 69501c2b-b61a-4767-a1b0-35d65d2cd79d triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:16.448435 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:17.399269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b810f-231b-4963-a7a4-9736de04ef10 req-27a43e9a-635b-441c-8b2c-66a524851aa9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:17.400712 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-786b810f-231b-4963-a7a4-9736de04ef10 req-27a43e9a-635b-441c-8b2c-66a524851aa9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 943 time: 0.0654809 Jul 05 05:06:17.438957 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-786b810f-231b-4963-a7a4-9736de04ef10 req-26e29867-f998-4b61-bbd7-689b32cd279f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327401 Jul 05 05:06:18.614480 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f3f2193-36cc-4fe6-a746-42230184f513 req-d9d5718f-5a8f-42ab-8de7-d7dcbbafff45 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:18.615875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f3f2193-36cc-4fe6-a746-42230184f513 req-d9d5718f-5a8f-42ab-8de7-d7dcbbafff45 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 943 time: 0.0693264 Jul 05 05:06:18.657126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f3f2193-36cc-4fe6-a746-42230184f513 req-48f91ba9-bfc9-490a-ac42-e4e0ae23135e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356240 Jul 05 05:06:19.562607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 47a0bade-b655-42e7-a9ed-463ccf1aa4fb details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:06:19.659411 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:19.671571 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'port_id': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'mac_address': 'fa:16:3e:3a:50:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:06:19.709048 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.722237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47a0bade-b655-42e7-a9ed-463ccf1aa4fb {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:06:19.742260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:19.815073 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:19.832366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8316624-4b81-4e53-b08a-5c87a0b0fff1 req-cbc69e8c-2a01-47e2-af80-38f8078c9da6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:19.834085 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8316624-4b81-4e53-b08a-5c87a0b0fff1 req-cbc69e8c-2a01-47e2-af80-38f8078c9da6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 943 time: 0.0654793 Jul 05 05:06:19.865806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:19.873111 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8316624-4b81-4e53-b08a-5c87a0b0fff1 req-f4d40a7b-c80f-4273-810b-6ce31a890f35 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328600 Jul 05 05:06:20.156056 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['47a0bade-b655-42e7-a9ed-463ccf1aa4fb'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:06:21.048909 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbe721-43df-4bbc-a57f-a18bbf638e2b req-2c6e1e21-a8a1-4376-99fa-e9483f2d4ec9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:21.050405 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfcbe721-43df-4bbc-a57f-a18bbf638e2b req-2c6e1e21-a8a1-4376-99fa-e9483f2d4ec9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 944 time: 0.0702596 Jul 05 05:06:21.089528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bfcbe721-43df-4bbc-a57f-a18bbf638e2b req-70911d98-0de1-4ccf-aec3-ee70e013284f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332255 Jul 05 05:06:21.576820 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 47a0bade-b655-42e7-a9ed-463ccf1aa4fb up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:06:21.672277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:06:21.675940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:06:21.676312 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.751626 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.774475 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:06:21.776742 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84ea75de-8f7f-4bd3-9f2a-2ec451105f32" -d '{"events": [{"server_uuid": "ba54257e-22ed-4e2d-bcc4-49d2842ea54d", "name": "network-vif-plugged", "status": "completed", "tag": "47a0bade-b655-42e7-a9ed-463ccf1aa4fb"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:06:21.789862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:06:21.812300 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:06:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f507036-ebdb-4990-a280-5f683f6d06b8 x-openstack-request-id: req-2f507036-ebdb-4990-a280-5f683f6d06b8 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:06:21.812614 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba54257e-22ed-4e2d-bcc4-49d2842ea54d", "name": "network-vif-plugged", "status": "completed", "tag": "47a0bade-b655-42e7-a9ed-463ccf1aa4fb", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:06:21.812864 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f507036-ebdb-4990-a280-5f683f6d06b8 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:06:21.813259 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'code': 200} Jul 05 05:06:21.826727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:21.877207 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:21.928696 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c63204-fd07-4723-a7f4-5c2f2b3897fe req-39272942-7195-427c-9e9c-0bcec6bf0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:21.930683 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-73c63204-fd07-4723-a7f4-5c2f2b3897fe req-39272942-7195-427c-9e9c-0bcec6bf0a90 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 1097 time: 0.0539768 Jul 05 05:06:21.964881 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-73c63204-fd07-4723-a7f4-5c2f2b3897fe req-08a238d1-f83c-4635-a92a-696c5626ab27 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279412 Jul 05 05:06:22.270394 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797b86ee-69c9-4544-9e30-7eb646436cd2 req-ea4a6c80-11dc-4ffc-99f5-6e4420ca92de tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:22.271946 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-797b86ee-69c9-4544-9e30-7eb646436cd2 req-ea4a6c80-11dc-4ffc-99f5-6e4420ca92de tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0655038 Jul 05 05:06:22.310750 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-797b86ee-69c9-4544-9e30-7eb646436cd2 req-bf1e4fb6-140b-4ad5-b1eb-57feb4adf573 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332038 Jul 05 05:06:23.484015 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34480141-0ccd-4ce7-8cde-ee096fce67bd req-c4f8a674-a6d1-4d65-b442-c9ad384da0d5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:23.485515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34480141-0ccd-4ce7-8cde-ee096fce67bd req-c4f8a674-a6d1-4d65-b442-c9ad384da0d5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0646133 Jul 05 05:06:23.524532 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34480141-0ccd-4ce7-8cde-ee096fce67bd req-b9dc3b8c-3a34-436f-ba5e-eb77e69720f2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329015 Jul 05 05:06:23.701659 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180a474a-9e28-4bb9-a9d1-13f863e6fc95 req-dd3a5315-f091-4eb8-b751-eccf7e2956d5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:23.703124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-180a474a-9e28-4bb9-a9d1-13f863e6fc95 req-dd3a5315-f091-4eb8-b751-eccf7e2956d5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0688982 Jul 05 05:06:23.747341 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-180a474a-9e28-4bb9-a9d1-13f863e6fc95 req-e80f1160-9174-4767-85ab-25598e33d4be tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385752 Jul 05 05:06:23.771066 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55222) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:23.823035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbde73c4-2932-413f-b295-ca9f0303c806 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:23.824546 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-fbde73c4-2932-413f-b295-ca9f0303c806 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 1092 time: 0.0523722 Jul 05 05:06:23.827247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55224) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:23.831580 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:06:23.900969 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:24.002584 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:24.105773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.25.4.81 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/33a25ba8-ba44-40f6-9bc3-edaaaf2fca7d) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:06:24.212269 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:24.307190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:24.342529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:06:24.345583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:06:24.348214 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:06:24.381300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=33a25ba8-ba44-40f6-9bc3-edaaaf2fca7d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:25.052105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.158191 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.308379 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.352669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.424587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=33a25ba8-ba44-40f6-9bc3-edaaaf2fca7d,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:06:25.434387 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.535849 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Floating IP df74c741-8e0f-4ef5-8e9a-27b285d1f59e associated. External IP: 172.25.4.81, port: 47a0bade-b655-42e7-a9ed-463ccf1aa4fb. Jul 05 05:06:25.746887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 148ce896-21b8-4b35-80b6-9c8e57db655c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:06:25.855455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:06:25.865259 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] Sync routers for ids ['148ce896-21b8-4b35-80b6-9c8e57db655c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:06:25.874157 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] Routers {'148ce896-21b8-4b35-80b6-9c8e57db655c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:25.878475 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['148ce896-21b8-4b35-80b6-9c8e57db655c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:25.924601 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:25.965137 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5cd6a697-7c9e-4c59-b7d3-82491e5af8b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1368792 Jul 05 05:06:25.966101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'tag': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:06:25.968682 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a39fc05-a675-4ea3-9992-ca93014a1fdc" -d '{"events": [{"name": "network-changed", "server_uuid": "ba54257e-22ed-4e2d-bcc4-49d2842ea54d", "tag": "47a0bade-b655-42e7-a9ed-463ccf1aa4fb"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:06:25.983317 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] Set router 148ce896-21b8-4b35-80b6-9c8e57db655c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:26.016668 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:06:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6819dff-1026-4439-a7d3-3065cecdf4a2 x-openstack-request-id: req-f6819dff-1026-4439-a7d3-3065cecdf4a2 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:06:26.016972 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba54257e-22ed-4e2d-bcc4-49d2842ea54d", "tag": "47a0bade-b655-42e7-a9ed-463ccf1aa4fb", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:06:26.017231 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f6819dff-1026-4439-a7d3-3065cecdf4a2 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:06:26.017642 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'tag': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'status': 'completed', 'code': 200} Jul 05 05:06:26.099467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-b3b7c419-c3aa-404d-9949-ad3e8df0b222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:26.101019 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-b3b7c419-c3aa-404d-9949-ad3e8df0b222 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 1097 time: 0.0614169 Jul 05 05:06:26.147651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a48e0f-9706-43e1-943e-e4914d2a8497 req-eab22190-a6f7-489b-8a05-68747e1272de tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:26.149389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56a48e0f-9706-43e1-943e-e4914d2a8497 req-eab22190-a6f7-489b-8a05-68747e1272de tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0841529 Jul 05 05:06:26.191561 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56a48e0f-9706-43e1-943e-e4914d2a8497 req-d06a133b-4c29-4002-a3eb-15f80db69119 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357099 Jul 05 05:06:26.202542 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-21b905b4-53c7-4921-8e04-8b24371bd215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:26.204056 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-21b905b4-53c7-4921-8e04-8b24371bd215 service neutron] 10.222.0.13 "GET /v2.0/networks?id=029ae0a3-1c66-498f-9d9d-6154d2a17556 HTTP/1.1" status: 200 len: 898 time: 0.0938888 Jul 05 05:06:26.218487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55230) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:26.230891 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:09Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'df74c741-8e0f-4ef5-8e9a-27b285d1f59e', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'port_id': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'mac_address': 'fa:16:3e:3a:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:06:24Z', 'updated_at': '2021-07-05T05:06:24Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69501c2b-b61a-4767-a1b0-35d65d2cd79d', 'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:08Z', 'updated_at': '2021-07-05T05:06:14Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:26.278919 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-2f3bacc0-a7b5-408c-8e73-8f097c78c1e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb HTTP/1.1" status: 200 len: 998 time: 0.0679264 Jul 05 05:06:26.290862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-11b90040-82c8-4f7c-ae01-bc1494e1cfe0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/df74c741-8e0f-4ef5-8e9a-27b285d1f59e HTTP/1.1" status: 200 len: 990 time: 0.0711653 Jul 05 05:06:26.332664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-5ee75f5f-d94e-421d-8805-7f1abc8dfda5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:26.334224 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-5ee75f5f-d94e-421d-8805-7f1abc8dfda5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d06aaf71-1c8f-4e69-8c94-35d992411468 HTTP/1.1" status: 200 len: 833 time: 0.0482793 Jul 05 05:06:26.345764 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] Checking router: 148ce896-21b8-4b35-80b6-9c8e57db655c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:06:26.354757 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] Routers {'148ce896-21b8-4b35-80b6-9c8e57db655c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:06:26.355368 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:06:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['148ce896-21b8-4b35-80b6-9c8e57db655c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:26.397878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-b1baebf8-7efb-4ace-8682-51671f083ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:06:26.399430 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-b1baebf8-7efb-4ace-8682-51671f083ee9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=029ae0a3-1c66-498f-9d9d-6154d2a17556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561826 Jul 05 05:06:26.464485 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] Set router 148ce896-21b8-4b35-80b6-9c8e57db655c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:06:26.498310 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-77f7d750-e982-472c-b5a7-a0b4961be526 service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909181 Jul 05 05:06:26.608513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9a39fc05-a675-4ea3-9992-ca93014a1fdc req-7a8a9f64-6b32-456f-8715-221170191305 service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026831 Jul 05 05:06:26.707575 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:09Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'df74c741-8e0f-4ef5-8e9a-27b285d1f59e', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'port_id': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'mac_address': 'fa:16:3e:3a:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:06:24Z', 'updated_at': '2021-07-05T05:06:24Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69501c2b-b61a-4767-a1b0-35d65d2cd79d', 'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:08Z', 'updated_at': '2021-07-05T05:06:14Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:06:26.740610 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec59f4ee-1bb2-44d7-9012-7b262c3009a4 None None] The sync data for ids ['148ce896-21b8-4b35-80b6-9c8e57db655c'] in n-d-758944-41 is: [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:09Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'df74c741-8e0f-4ef5-8e9a-27b285d1f59e', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.81', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'port_id': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4173, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'mac_address': 'fa:16:3e:3a:50:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:06:24Z', 'updated_at': '2021-07-05T05:06:24Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '69501c2b-b61a-4767-a1b0-35d65d2cd79d', 'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:08Z', 'updated_at': '2021-07-05T05:06:14Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:06:26.941711 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a35b11a-51e0-4a13-9334-5e80d13df93d None None] New status for floating IP df74c741-8e0f-4ef5-8e9a-27b285d1f59e: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:06:27.294587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55232) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:06:27.360194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-691f8a72-38cc-4c8f-a7a9-14374557a1fe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/df74c741-8e0f-4ef5-8e9a-27b285d1f59e HTTP/1.1" status: 200 len: 992 time: 0.0643861 Jul 05 05:06:34.868531 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:06:38.175071 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f4f76d72-867b-4c52-b2f3-09934ff243a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.820743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-83af7362-0bc3-49e9-a3ec-d513fda47c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:40.912128 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:42.192115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:43.752005 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:44.443360 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:06:45.146480 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:08.111596 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a2c0a120-7fc2-4ca7-918e-9d24dd6e963a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:10.842988 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8ab82a3c-4d4b-49fe-a06c-5866af8963b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:10.957390 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:11.867755 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:07:12.180443 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:13.711711 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:14.454304 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:15.140315 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:15.186013 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b027934-a81b-4123-acc8-5f073099f819 req-b189029a-52aa-47c7-b787-d2600a37b38a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546832 Jul 05 05:07:15.288829 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b027934-a81b-4123-acc8-5f073099f819 req-9a7c37fa-6f0c-4fda-9b6a-a86de7c271f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:15.290388 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b027934-a81b-4123-acc8-5f073099f819 req-9a7c37fa-6f0c-4fda-9b6a-a86de7c271f2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 1097 time: 0.0602288 Jul 05 05:07:15.403356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b027934-a81b-4123-acc8-5f073099f819 req-c040733f-50fb-49c4-b9e7-33ca0bb0d00d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:15.404765 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b027934-a81b-4123-acc8-5f073099f819 req-c040733f-50fb-49c4-b9e7-33ca0bb0d00d service neutron] 10.222.0.13 "GET /v2.0/networks?id=029ae0a3-1c66-498f-9d9d-6154d2a17556 HTTP/1.1" status: 200 len: 898 time: 0.0908170 Jul 05 05:07:15.478391 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b027934-a81b-4123-acc8-5f073099f819 req-dd0e05fc-9fe9-49b4-a90f-d49b557fdb8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb HTTP/1.1" status: 200 len: 1000 time: 0.0638444 Jul 05 05:07:15.529033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b027934-a81b-4123-acc8-5f073099f819 req-5047f5fe-e3ec-4315-92c9-0d24e1955062 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:15.530475 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b027934-a81b-4123-acc8-5f073099f819 req-5047f5fe-e3ec-4315-92c9-0d24e1955062 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d06aaf71-1c8f-4e69-8c94-35d992411468 HTTP/1.1" status: 200 len: 833 time: 0.0450816 Jul 05 05:07:15.589159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b027934-a81b-4123-acc8-5f073099f819 req-cb7fc838-4dc4-49c6-9d92-532571c0feab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:15.590670 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b027934-a81b-4123-acc8-5f073099f819 req-cb7fc838-4dc4-49c6-9d92-532571c0feab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=029ae0a3-1c66-498f-9d9d-6154d2a17556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0537989 Jul 05 05:07:15.684972 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b027934-a81b-4123-acc8-5f073099f819 req-fb691ba4-e3e0-4c74-b770-1e27533c7dc3 service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869563 Jul 05 05:07:15.776888 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0b027934-a81b-4123-acc8-5f073099f819 req-88806542-4ff7-4d0e-a8a2-74471b4e5af2 service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849712 Jul 05 05:07:38.076352 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7016423f-05ff-42a6-93c9-b91e0963a778 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:40.729701 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-717b60c9-996d-4e6d-916d-305002c7108e req-a83b9f95-77a4-4b0a-80a1-d791f2af669d service neutron] (100896) timed out ('10.222.0.26', 64097) {{(pid=100896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:07:40.818986 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1b792877-a1db-4a20-88f8-f751224cd8fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:40.933145 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:42.225279 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:43.739879 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:44.095150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-16a2ac59-9a3d-46bf-8931-d42d25db928c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:44.096724 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-16a2ac59-9a3d-46bf-8931-d42d25db928c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 1097 time: 0.0607493 Jul 05 05:07:44.119523 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6d55c6-3037-4ede-9418-db096733b277 req-68eac5a3-5801-42e6-9f5b-b0101a08aaa5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:44.121104 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c6d55c6-3037-4ede-9418-db096733b277 req-68eac5a3-5801-42e6-9f5b-b0101a08aaa5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.1409028 Jul 05 05:07:44.159847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c6d55c6-3037-4ede-9418-db096733b277 req-a4b846e2-97b3-495d-9df5-77621c8a4261 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328634 Jul 05 05:07:44.194964 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-e44657c7-f9d5-4c78-9f31-d8fa766657b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:44.196482 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-e44657c7-f9d5-4c78-9f31-d8fa766657b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=029ae0a3-1c66-498f-9d9d-6154d2a17556 HTTP/1.1" status: 200 len: 898 time: 0.0934215 Jul 05 05:07:44.261527 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-7e1e6f55-5c15-4987-85be-a9d29101ddf1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb HTTP/1.1" status: 200 len: 1000 time: 0.0579574 Jul 05 05:07:44.317001 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-48d91a05-0ef9-4e69-b502-13f18eac4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:44.318460 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-48d91a05-0ef9-4e69-b502-13f18eac4f6f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d06aaf71-1c8f-4e69-8c94-35d992411468 HTTP/1.1" status: 200 len: 833 time: 0.0506041 Jul 05 05:07:44.379430 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-ed6c6bc7-54f4-4ed9-bc79-a50a9266f9a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:44.380978 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-ed6c6bc7-54f4-4ed9-bc79-a50a9266f9a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=029ae0a3-1c66-498f-9d9d-6154d2a17556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561314 Jul 05 05:07:44.437193 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:44.472862 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-47bf57c0-9197-4ced-9c2b-701720c054b5 service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849547 Jul 05 05:07:44.568659 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-721c40e1-14b2-4ba3-b03f-74e78000ed72 req-720f6f4c-8b36-4dba-b8cd-56fc9717ad02 service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895383 Jul 05 05:07:45.145620 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:07:45.396744 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f16c6c-4ed3-4830-b3fa-03e26b0cd95b req-95b1742e-2de9-4227-a6db-a393bcbe10ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:45.398154 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12f16c6c-4ed3-4830-b3fa-03e26b0cd95b req-95b1742e-2de9-4227-a6db-a393bcbe10ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.1140027 Jul 05 05:07:45.437481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12f16c6c-4ed3-4830-b3fa-03e26b0cd95b req-24daa620-9fc3-4205-9082-93356a555e6a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334783 Jul 05 05:07:46.612994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e75fa3-41b5-499e-9f04-f932061e1a81 req-f40b6668-5a65-4fbb-843a-91294e65f60c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:46.614472 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e75fa3-41b5-499e-9f04-f932061e1a81 req-f40b6668-5a65-4fbb-843a-91294e65f60c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0644350 Jul 05 05:07:46.653299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e8e75fa3-41b5-499e-9f04-f932061e1a81 req-4e35a17d-6fee-4ed4-9452-95e31f9bd521 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325539 Jul 05 05:07:47.833986 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01975233-ca54-4099-a22b-fb74179dbbf7 req-ab5564d5-274c-45a0-91f7-ce0ac942ad5a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:47.835476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01975233-ca54-4099-a22b-fb74179dbbf7 req-ab5564d5-274c-45a0-91f7-ce0ac942ad5a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0687096 Jul 05 05:07:47.873815 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01975233-ca54-4099-a22b-fb74179dbbf7 req-57cde950-0ed9-4e68-927a-b7c8cecdba85 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328178 Jul 05 05:07:48.866288 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:07:49.046899 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec29a1af-a5a7-4c61-8073-b6c11eed2ec5 req-d90f4598-d7dc-4a87-afe0-387f07bf3abd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:49.048428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec29a1af-a5a7-4c61-8073-b6c11eed2ec5 req-d90f4598-d7dc-4a87-afe0-387f07bf3abd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0650103 Jul 05 05:07:49.087589 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec29a1af-a5a7-4c61-8073-b6c11eed2ec5 req-504d8a41-af8a-4cdb-8293-b3bcda4c49c9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332377 Jul 05 05:07:50.291692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c2f364-287d-4f68-92dc-533206977ed0 req-3b772e6d-62e1-417f-8dad-5654c35a8574 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:50.293232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34c2f364-287d-4f68-92dc-533206977ed0 req-3b772e6d-62e1-417f-8dad-5654c35a8574 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0718796 Jul 05 05:07:50.332303 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34c2f364-287d-4f68-92dc-533206977ed0 req-278aa919-cc19-4ac2-9f07-fe8a99f25f84 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335314 Jul 05 05:07:51.510790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59cf3b12-70fd-4104-a4d9-2a4b76d3d38d req-3f2eb164-1456-45bc-b1b3-d8372bb8c06d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:51.512297 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59cf3b12-70fd-4104-a4d9-2a4b76d3d38d req-3f2eb164-1456-45bc-b1b3-d8372bb8c06d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0693014 Jul 05 05:07:51.550476 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-59cf3b12-70fd-4104-a4d9-2a4b76d3d38d req-a729425a-af85-41fe-a502-d8357a161f65 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325475 Jul 05 05:07:52.731315 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc394a7d-5f7f-4ea7-b02e-29eea0272859 req-cefeff66-c976-4249-810f-04f69d85a262 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:52.732825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc394a7d-5f7f-4ea7-b02e-29eea0272859 req-cefeff66-c976-4249-810f-04f69d85a262 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0713050 Jul 05 05:07:52.774378 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bc394a7d-5f7f-4ea7-b02e-29eea0272859 req-290c1110-efa2-4c15-a711-f30dea66f2f9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348411 Jul 05 05:07:53.963845 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c419ca9-90b6-4682-b9a8-3d27db638e5b req-87213b1f-5b89-4f57-bb28-09c42f967090 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:53.965418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c419ca9-90b6-4682-b9a8-3d27db638e5b req-87213b1f-5b89-4f57-bb28-09c42f967090 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0789995 Jul 05 05:07:54.004877 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6c419ca9-90b6-4682-b9a8-3d27db638e5b req-118de2cd-69f0-44a7-bdf6-3a807a7e52f6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339222 Jul 05 05:07:55.185803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d18dc81b-915d-4da2-a0de-3bd1c160594b req-35ceb7f0-1ce1-493d-ab96-222ec978ef23 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:55.187346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d18dc81b-915d-4da2-a0de-3bd1c160594b req-35ceb7f0-1ce1-493d-ab96-222ec978ef23 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0671351 Jul 05 05:07:55.228902 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d18dc81b-915d-4da2-a0de-3bd1c160594b req-ea8b27f0-855e-4484-ab56-7e024f26b24d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358369 Jul 05 05:07:56.413884 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3bee2a-f1ae-4e14-ae62-e5dd9c0a338f req-f7ce5923-8797-40cb-a5b4-152865b6929a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:07:56.415418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e3bee2a-f1ae-4e14-ae62-e5dd9c0a338f req-f7ce5923-8797-40cb-a5b4-152865b6929a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0719433 Jul 05 05:07:56.457103 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6e3bee2a-f1ae-4e14-ae62-e5dd9c0a338f req-9282612a-dc0a-4d22-870b-89cd6206bb80 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354483 Jul 05 05:07:56.482183 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55298) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:07:56.546400 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-94a84e29-26c1-429a-81a4-32de904ab1d4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/df74c741-8e0f-4ef5-8e9a-27b285d1f59e HTTP/1.1" status: 200 len: 992 time: 0.0630667 Jul 05 05:08:08.139771 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7a1eacdf-77ca-4215-bb1a-8e6742539d8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.830128 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ab06765b-ff41-4cbc-9964-4d524b835a17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:10.945131 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:12.202171 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:13.733776 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:14.453359 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:15.133352 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:16.184610 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-ad35795a-34b4-4e1d-bb87-0d671584bf58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533333 Jul 05 05:08:16.286965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-979300b9-3d29-4e98-ae28-82030e9bb560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:16.288468 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-979300b9-3d29-4e98-ae28-82030e9bb560 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 1097 time: 0.0530257 Jul 05 05:08:16.401978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-d9dd6c04-d592-4904-b47d-07bd70547c5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:16.403505 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-d9dd6c04-d592-4904-b47d-07bd70547c5d service neutron] 10.222.0.13 "GET /v2.0/networks?id=029ae0a3-1c66-498f-9d9d-6154d2a17556 HTTP/1.1" status: 200 len: 898 time: 0.0903475 Jul 05 05:08:16.470242 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-dc40dffb-e896-4b4f-879e-40401a3175f9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb HTTP/1.1" status: 200 len: 1000 time: 0.0598080 Jul 05 05:08:16.524283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-9c1a9ac3-c3ed-41c2-af95-0e39dd1e69eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:16.525749 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-9c1a9ac3-c3ed-41c2-af95-0e39dd1e69eb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d06aaf71-1c8f-4e69-8c94-35d992411468 HTTP/1.1" status: 200 len: 833 time: 0.0492105 Jul 05 05:08:16.584649 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-e7203e92-1582-4cd7-9d7a-8638495a1828 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:16.586165 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-e7203e92-1582-4cd7-9d7a-8638495a1828 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=029ae0a3-1c66-498f-9d9d-6154d2a17556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0530808 Jul 05 05:08:16.676856 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-9902cf37-f162-44cd-b796-9955d0f5431d service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824435 Jul 05 05:08:16.771541 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4fc31ac-d959-45aa-af62-b24c499ceb20 req-b7932691-bcb0-4911-90fc-969b1e16193f service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879819 Jul 05 05:08:25.866428 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:08:38.140056 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c974009e-ecb1-44c6-93c1-6e57f244b471 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:40.802123 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-24e13954-e01e-4fff-8739-841aa0c70b1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:40.921748 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:42.229470 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:43.732188 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:44.475765 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:45.156313 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:55.537819 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55342) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:08:55.701377 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 33a25ba8-ba44-40f6-9bc3-edaaaf2fca7d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:55.701723 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:55.781747 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:55.782101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:55.794921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 33a25ba8-ba44-40f6-9bc3-edaaaf2fca7d owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:56.012216 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:56.040140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=33a25ba8-ba44-40f6-9bc3-edaaaf2fca7d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:56.070648 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.071027 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.071393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.071796 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.072195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.072557 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.072918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.073272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.073645 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.074037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.074384 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.074752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:08:56.120114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:56.120540 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Floating IP df74c741-8e0f-4ef5-8e9a-27b285d1f59e disassociated (deleted). External IP: 172.25.4.81, port: 47a0bade-b655-42e7-a9ed-463ccf1aa4fb. Jul 05 05:08:56.341159 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 148ce896-21b8-4b35-80b6-9c8e57db655c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:08:56.455026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:08:56.460620 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:56.465240 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] Sync routers for ids ['148ce896-21b8-4b35-80b6-9c8e57db655c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:08:56.475433 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] Routers {'148ce896-21b8-4b35-80b6-9c8e57db655c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:56.476125 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:08:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['148ce896-21b8-4b35-80b6-9c8e57db655c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:56.499494 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-13ceb24e-b50e-4b8e-bf47-759e95ddae12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/floatingips/df74c741-8e0f-4ef5-8e9a-27b285d1f59e HTTP/1.1" status: 204 len: 168 time: 0.9605298 Jul 05 05:08:56.500123 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'tag': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:08:56.502413 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02227e32-e253-4c66-bac6-16003d5a9d67" -d '{"events": [{"name": "network-changed", "server_uuid": "ba54257e-22ed-4e2d-bcc4-49d2842ea54d", "tag": "47a0bade-b655-42e7-a9ed-463ccf1aa4fb"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:08:56.589352 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] Set router 148ce896-21b8-4b35-80b6-9c8e57db655c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:56.592724 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:08:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df49a731-0c75-4a0d-8409-4094285192fe x-openstack-request-id: req-df49a731-0c75-4a0d-8409-4094285192fe {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:08:56.593224 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ba54257e-22ed-4e2d-bcc4-49d2842ea54d", "tag": "47a0bade-b655-42e7-a9ed-463ccf1aa4fb", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:08:56.593330 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-df49a731-0c75-4a0d-8409-4094285192fe {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:08:56.593724 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'tag': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'status': 'completed', 'code': 200} Jul 05 05:08:56.674715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-205f3787-4e3c-498f-b33f-7b5a722955b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.676764 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-205f3787-4e3c-498f-b33f-7b5a722955b5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 1097 time: 0.0589995 Jul 05 05:08:56.778778 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-189779b3-8233-4481-b61a-48ddbf6c225c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.780464 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-189779b3-8233-4481-b61a-48ddbf6c225c service neutron] 10.222.0.13 "GET /v2.0/networks?id=029ae0a3-1c66-498f-9d9d-6154d2a17556 HTTP/1.1" status: 200 len: 898 time: 0.0980017 Jul 05 05:08:56.797714 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:09Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '69501c2b-b61a-4767-a1b0-35d65d2cd79d', 'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:08Z', 'updated_at': '2021-07-05T05:06:14Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:56.823981 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-7a5bd7dc-5672-48d4-acde-471128c8f4f8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb HTTP/1.1" status: 200 len: 217 time: 0.0368941 Jul 05 05:08:56.828798 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] Checking router: 148ce896-21b8-4b35-80b6-9c8e57db655c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:08:56.837634 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] Routers {'148ce896-21b8-4b35-80b6-9c8e57db655c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:08:56.838244 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:08:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['148ce896-21b8-4b35-80b6-9c8e57db655c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:56.886362 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-6b91d50c-6962-4136-8093-9967f037bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.887762 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-6b91d50c-6962-4136-8093-9967f037bbd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d06aaf71-1c8f-4e69-8c94-35d992411468 HTTP/1.1" status: 200 len: 833 time: 0.0574622 Jul 05 05:08:56.949192 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-aebd2271-284e-417e-92fc-47b03373e3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:56.950835 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-aebd2271-284e-417e-92fc-47b03373e3f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=029ae0a3-1c66-498f-9d9d-6154d2a17556&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0568638 Jul 05 05:08:56.953372 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] Set router 148ce896-21b8-4b35-80b6-9c8e57db655c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:08:57.045602 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-2ad039c7-4375-4a1d-9900-28993d326d18 service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870504 Jul 05 05:08:57.143627 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-02227e32-e253-4c66-bac6-16003d5a9d67 req-da6b274f-1c9f-4dcd-8426-c0365ed790da service neutron] 10.222.0.13 "GET /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920122 Jul 05 05:08:57.179388 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:09Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '69501c2b-b61a-4767-a1b0-35d65d2cd79d', 'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:08Z', 'updated_at': '2021-07-05T05:06:14Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:08:57.179709 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c54a555-de5f-4dd8-ab94-63595af73b12 req-543fb2ff-ea3b-40f0-824d-10a21afe5ddf tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:57.181245 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c54a555-de5f-4dd8-ab94-63595af73b12 req-543fb2ff-ea3b-40f0-824d-10a21afe5ddf tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0770893 Jul 05 05:08:57.209890 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f7ccf12-1d03-4749-bf31-9b8cbcc0fc21 None None] The sync data for ids ['148ce896-21b8-4b35-80b6-9c8e57db655c'] in n-d-758944-41 is: [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:06:09Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '69501c2b-b61a-4767-a1b0-35d65d2cd79d', 'name': '', 'network_id': '029ae0a3-1c66-498f-9d9d-6154d2a17556', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:9e:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4170, 'fixed_ips': [{'subnet_id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:08Z', 'updated_at': '2021-07-05T05:06:14Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'd06aaf71-1c8f-4e69-8c94-35d992411468', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:08:57.226695 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5c54a555-de5f-4dd8-ab94-63595af73b12 req-c39ada81-e385-4efa-8d71-a1da13d48d41 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399036 Jul 05 05:08:57.430792 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb932612-1431-4e10-a0c0-823eae8fddcd None None] New status for floating IP df74c741-8e0f-4ef5-8e9a-27b285d1f59e: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:08:58.413484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf546b35-5329-4f10-8b36-dbc37d6e61d6 req-599023ef-efb4-4752-a00a-cdb1481341a1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:58.414890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf546b35-5329-4f10-8b36-dbc37d6e61d6 req-599023ef-efb4-4752-a00a-cdb1481341a1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0651069 Jul 05 05:08:58.453043 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cf546b35-5329-4f10-8b36-dbc37d6e61d6 req-ece0b75f-9bfe-461d-8a95-74721dc35ce2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=d94d826d-e006-4fcc-8d18-9b2effe615ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319822 Jul 05 05:08:59.098979 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-9d36fc68-247e-4b43-88d2-1ef02741a1e7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:08:59.100494 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-9d36fc68-247e-4b43-88d2-1ef02741a1e7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 945 time: 0.0643656 Jul 05 05:08:59.206843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-f889f38b-3090-4e3e-ab86-7271d37cbf77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:08:59.207180 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-f889f38b-3090-4e3e-ab86-7271d37cbf77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:59.296219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-f889f38b-3090-4e3e-ab86-7271d37cbf77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:08:59.296575 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-f889f38b-3090-4e3e-ab86-7271d37cbf77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:59.309626 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-f889f38b-3090-4e3e-ab86-7271d37cbf77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 47a0bade-b655-42e7-a9ed-463ccf1aa4fb owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:08:59.504942 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-f889f38b-3090-4e3e-ab86-7271d37cbf77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:59.534915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889f38b-3090-4e3e-ab86-7271d37cbf77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=47a0bade-b655-42e7-a9ed-463ccf1aa4fb,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:08:59.582620 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-f889f38b-3090-4e3e-ab86-7271d37cbf77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] No DVR routers for this DVR port 47a0bade-b655-42e7-a9ed-463ccf1aa4fb on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:08:59.585398 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-f889f38b-3090-4e3e-ab86-7271d37cbf77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:08:59.587645 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-350943ba-5471-4239-a78b-c94dfe9cd7fb req-f889f38b-3090-4e3e-ab86-7271d37cbf77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "DELETE /v2.0/ports/47a0bade-b655-42e7-a9ed-463ccf1aa4fb HTTP/1.1" status: 204 len: 173 time: 0.4804795 Jul 05 05:08:59.588163 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'name': 'network-vif-deleted', 'tag': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:08:59.590500 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51fc4d82-01ce-4b0f-b80d-8f05f3917998" -d '{"events": [{"server_uuid": "ba54257e-22ed-4e2d-bcc4-49d2842ea54d", "name": "network-vif-deleted", "tag": "47a0bade-b655-42e7-a9ed-463ccf1aa4fb"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:08:59.603733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bae67ddd-24c2-4ff3-8c69-c8e5f57e1025 req-462b3646-bec1-4415-a013-583b6a2cf13f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=ba54257e-22ed-4e2d-bcc4-49d2842ea54d HTTP/1.1" status: 200 len: 210 time: 0.0339196 Jul 05 05:08:59.631531 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d75a77c2-40d0-446f-a821-8790007ae1bb x-openstack-request-id: req-d75a77c2-40d0-446f-a821-8790007ae1bb {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:08:59.631823 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ba54257e-22ed-4e2d-bcc4-49d2842ea54d", "name": "network-vif-deleted", "tag": "47a0bade-b655-42e7-a9ed-463ccf1aa4fb", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:08:59.632106 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d75a77c2-40d0-446f-a821-8790007ae1bb {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:08:59.632503 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ba54257e-22ed-4e2d-bcc4-49d2842ea54d', 'name': 'network-vif-deleted', 'tag': '47a0bade-b655-42e7-a9ed-463ccf1aa4fb', 'status': 'completed', 'code': 200} Jul 05 05:09:00.697352 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55366) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:01.068224 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:01.637801 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 69501c2b-b61a-4767-a1b0-35d65d2cd79d {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:09:01.638138 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:01.731306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 69501c2b-b61a-4767-a1b0-35d65d2cd79d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=69501c2b-b61a-4767-a1b0-35d65d2cd79d,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:01.732044 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:01.744889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 69501c2b-b61a-4767-a1b0-35d65d2cd79d owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:09:02.013026 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.041216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=69501c2b-b61a-4767-a1b0-35d65d2cd79d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:02.225451 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.433914 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 47a0bade-b655-42e7-a9ed-463ccf1aa4fb no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:09:02.445035 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 148ce896-21b8-4b35-80b6-9c8e57db655c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:09:02.457728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 47a0bade-b655-42e7-a9ed-463ccf1aa4fb {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:09:02.458369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 47a0bade-b655-42e7-a9ed-463ccf1aa4fb not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:09:02.564066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:09:02.569463 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7b67fe4f-fe42-4190-9eed-641ed777cd77 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "PUT /v2.0/routers/148ce896-21b8-4b35-80b6-9c8e57db655c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8710217 Jul 05 05:09:02.572175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55368) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:02.573161 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] Sync routers for ids ['148ce896-21b8-4b35-80b6-9c8e57db655c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:09:02.584365 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] Routers {'148ce896-21b8-4b35-80b6-9c8e57db655c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:09:02.584974 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:08:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['148ce896-21b8-4b35-80b6-9c8e57db655c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:02.625966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-09752338-1a76-468b-a867-224481cba22a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting subnet d06aaf71-1c8f-4e69-8c94-35d992411468 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:09:02.629099 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09752338-1a76-468b-a867-224481cba22a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.669287 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09752338-1a76-468b-a867-224481cba22a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.692269 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] Set router 148ce896-21b8-4b35-80b6-9c8e57db655c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:09:02.762727 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09752338-1a76-468b-a867-224481cba22a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.884711 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:09:02.893410 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09752338-1a76-468b-a867-224481cba22a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.922772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09752338-1a76-468b-a867-224481cba22a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Subnet': ['ID=d06aaf71-1c8f-4e69-8c94-35d992411468,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:02.927201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09752338-1a76-468b-a867-224481cba22a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:02.932047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55370) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:02.938307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aa4d3fe-498e-4ffb-baba-aa8fad6c3120 None None] Network 029ae0a3-1c66-498f-9d9d-6154d2a17556 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:09:02.938508 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-09752338-1a76-468b-a867-224481cba22a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/subnets/d06aaf71-1c8f-4e69-8c94-35d992411468 HTTP/1.1" status: 204 len: 168 time: 0.3650610 Jul 05 05:09:02.971160 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:09:01Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:03.000095 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] Checking router: 148ce896-21b8-4b35-80b6-9c8e57db655c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:09:03.008859 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] Routers {'148ce896-21b8-4b35-80b6-9c8e57db655c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:09:03.009476 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:08:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['148ce896-21b8-4b35-80b6-9c8e57db655c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:03.055866 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.132507 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] Set router 148ce896-21b8-4b35-80b6-9c8e57db655c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:09:03.153105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] DHCP port deletion for 029ae0a3-1c66-498f-9d9d-6154d2a17556 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:09:03.178738 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.203439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Deleting port 37403e40-582c-4761-ad60-e7d9e659ab4d {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:09:03.203816 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.270193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] For port 37403e40-582c-4761-ad60-e7d9e659ab4d, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=37403e40-582c-4761-ad60-e7d9e659ab4d,segment=NetworkSegment(082f311f-8fa3-4341-9c71-c270f92e850b),segment_id=082f311f-8fa3-4341-9c71-c270f92e850b)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:03.270926 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.293166 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 465d60cd-a84d-4238-844b-e541dfa69c00 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:09:03.293453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.302928 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Calling delete_port for 37403e40-582c-4761-ad60-e7d9e659ab4d owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:09:03.328523 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:09:01Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:03.358972 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7483fbd-f303-4168-98d3-3815d08155c0 None None] The sync data for ids ['148ce896-21b8-4b35-80b6-9c8e57db655c'] in n-d-758944-41 is: [{'id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1769324042', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39'}], 'enable_snat': True}, 'gw_port_id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:06:05Z', 'updated_at': '2021-07-05T05:09:01Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '465d60cd-a84d-4238-844b-e541dfa69c00', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2c:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '148ce896-21b8-4b35-80b6-9c8e57db655c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4167, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:06:06Z', 'updated_at': '2021-07-05T05:06:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:09:03.380342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 465d60cd-a84d-4238-844b-e541dfa69c00, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=465d60cd-a84d-4238-844b-e541dfa69c00,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:03.380623 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.394890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 465d60cd-a84d-4238-844b-e541dfa69c00 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:09:03.476003 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.501777 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Pushing event deleted for resources: {'Port': ['ID=37403e40-582c-4761-ad60-e7d9e659ab4d,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:03.506188 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] No DVR routers for this DVR port 37403e40-582c-4761-ad60-e7d9e659ab4d on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:09:03.513129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.517206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.517206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.517206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.517206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.517206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.517206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.517206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.517206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.517206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.518588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.518588 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d64fd1d9-0ead-43c1-aa91-4a116715d94c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.650792 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.675070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=465d60cd-a84d-4238-844b-e541dfa69c00,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:03.704889 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.705266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.705581 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.705923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.706266 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.706601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.706980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.707337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.707673 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.708030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.708362 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.708689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:03.753976 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.854238 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.856682 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.990599 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:03.991278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Fanout notify agent at l3_agent the message router_deleted on router 148ce896-21b8-4b35-80b6-9c8e57db655c {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:09:03.998563 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.000010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b246c8bf-e343-4ccc-aeaa-c614dbfb561c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/routers/148ce896-21b8-4b35-80b6-9c8e57db655c HTTP/1.1" status: 204 len: 168 time: 1.0666382 Jul 05 05:09:04.002470 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55376) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:04.084199 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.180969 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.192485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029ae0a3-1c66-498f-9d9d-6154d2a17556']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:04.202980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '082f311f-8fa3-4341-9c71-c270f92e850b') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:04.203274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '082f311f-8fa3-4341-9c71-c270f92e850b') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:04.212191 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.225794 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.231578 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: timer() Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:09:04.238018 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:09:04.371763 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.376859 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.379488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/networks/029ae0a3-1c66-498f-9d9d-6154d2a17556 HTTP/1.1" status: 204 len: 168 time: 0.3753340 Jul 05 05:09:04.381525 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55378) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:04.398654 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46090de-b7ca-4995-93b1-67d67f58c283 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Network': ['ID=029ae0a3-1c66-498f-9d9d-6154d2a17556,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:04.486097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 465d60cd-a84d-4238-844b-e541dfa69c00 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:09:04.502047 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19fcbf92-ec7a-4f33-a21f-a41e53ce736b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.506941 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 465d60cd-a84d-4238-844b-e541dfa69c00 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:09:04.507168 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 465d60cd-a84d-4238-844b-e541dfa69c00 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:09:04.507686 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 69501c2b-b61a-4767-a1b0-35d65d2cd79d no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:09:04.531462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 69501c2b-b61a-4767-a1b0-35d65d2cd79d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:09:04.531803 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 69501c2b-b61a-4767-a1b0-35d65d2cd79d not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:09:04.532169 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19fcbf92-ec7a-4f33-a21f-a41e53ce736b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.532351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 37403e40-582c-4761-ad60-e7d9e659ab4d no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:09:04.551735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 37403e40-582c-4761-ad60-e7d9e659ab4d {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:09:04.551976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 37403e40-582c-4761-ad60-e7d9e659ab4d not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:09:04.670637 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19fcbf92-ec7a-4f33-a21f-a41e53ce736b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.673350 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19fcbf92-ec7a-4f33-a21f-a41e53ce736b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:04.674649 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-19fcbf92-ec7a-4f33-a21f-a41e53ce736b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/security-groups/d94d826d-e006-4fcc-8d18-9b2effe615ee HTTP/1.1" status: 204 len: 168 time: 0.2920077 Jul 05 05:09:04.684375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19fcbf92-ec7a-4f33-a21f-a41e53ce736b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d94d826d-e006-4fcc-8d18-9b2effe615ee,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:05.167032 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55386) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:05.171827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3c35c595-f62d-4097-905a-ff2d9a60c91e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1210003208', 'description': 'tempest-secgroup-smoke-1210003208 description', 'project_id': '47ff977ae7924e068244f70f4dbed7f3'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:05.247364 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c35c595-f62d-4097-905a-ff2d9a60c91e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:05.330066 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c35c595-f62d-4097-905a-ff2d9a60c91e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:05.429002 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c35c595-f62d-4097-905a-ff2d9a60c91e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:05.460195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c35c595-f62d-4097-905a-ff2d9a60c91e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48564f9b-6e09-4799-8f13-17b40df019e9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:05.515703 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3c35c595-f62d-4097-905a-ff2d9a60c91e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:05.517001 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3c35c595-f62d-4097-905a-ff2d9a60c91e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3489037 Jul 05 05:09:05.520093 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55388) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:05.524717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-7f32effa-8c70-482c-9c5f-cda7610e2812 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '48564f9b-6e09-4799-8f13-17b40df019e9', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:05.626704 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f32effa-8c70-482c-9c5f-cda7610e2812 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:05.691008 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f32effa-8c70-482c-9c5f-cda7610e2812 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:05.773407 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f32effa-8c70-482c-9c5f-cda7610e2812 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:05.791484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f32effa-8c70-482c-9c5f-cda7610e2812 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68a580fd-a3fc-4797-987c-e08bd81aa4e4,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:05.853369 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-7f32effa-8c70-482c-9c5f-cda7610e2812 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:05.854669 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-7f32effa-8c70-482c-9c5f-cda7610e2812 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3334882 Jul 05 05:09:05.858063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55390) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:05.862581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9b614ac8-ca57-4220-ae22-7556c33c2180 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '48564f9b-6e09-4799-8f13-17b40df019e9', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:05.944228 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9b614ac8-ca57-4220-ae22-7556c33c2180 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.010983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9b614ac8-ca57-4220-ae22-7556c33c2180 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.058970 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9b614ac8-ca57-4220-ae22-7556c33c2180 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.076873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b614ac8-ca57-4220-ae22-7556c33c2180 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da2d9741-abc5-4257-b96b-39641cb60a1b,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:06.145219 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9b614ac8-ca57-4220-ae22-7556c33c2180 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.146474 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9b614ac8-ca57-4220-ae22-7556c33c2180 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2874691 Jul 05 05:09:06.149641 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55392) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:06.154913 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-247fc17a-2719-4d67-83a4-824104c91f44 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '48564f9b-6e09-4799-8f13-17b40df019e9', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:06.265821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-247fc17a-2719-4d67-83a4-824104c91f44 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.327780 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-247fc17a-2719-4d67-83a4-824104c91f44 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.407586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-247fc17a-2719-4d67-83a4-824104c91f44 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.429234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247fc17a-2719-4d67-83a4-824104c91f44 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92cc2dd1-f0c9-47c3-9e58-3ef45f8f7988,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:06.481894 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-247fc17a-2719-4d67-83a4-824104c91f44 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.483295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-247fc17a-2719-4d67-83a4-824104c91f44 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3325398 Jul 05 05:09:06.485935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55394) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:06.490351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b34f1626-2809-4bf3-8d0b-cfb82396a321 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '48564f9b-6e09-4799-8f13-17b40df019e9', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:06.589297 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b34f1626-2809-4bf3-8d0b-cfb82396a321 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.650137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b34f1626-2809-4bf3-8d0b-cfb82396a321 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.721524 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b34f1626-2809-4bf3-8d0b-cfb82396a321 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.741257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34f1626-2809-4bf3-8d0b-cfb82396a321 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c129d364-be55-4dbe-9e4f-bb1a077d3745,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:06.813139 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b34f1626-2809-4bf3-8d0b-cfb82396a321 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.814738 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b34f1626-2809-4bf3-8d0b-cfb82396a321 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3277922 Jul 05 05:09:06.817186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55396) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:06.821555 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8d7b8b8c-e0e8-40b8-a0bd-c4913b7ee33d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '48564f9b-6e09-4799-8f13-17b40df019e9', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:06.904639 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-8d7b8b8c-e0e8-40b8-a0bd-c4913b7ee33d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Project 47ff977ae7924e068244f70f4dbed7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:09:06.909624 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8b8c-e0e8-40b8-a0bd-c4913b7ee33d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:06.969402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8b8c-e0e8-40b8-a0bd-c4913b7ee33d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.029958 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8b8c-e0e8-40b8-a0bd-c4913b7ee33d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.051194 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7b8b8c-e0e8-40b8-a0bd-c4913b7ee33d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbb6b8a2-9d4e-4601-8146-754211494775,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:07.121411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8d7b8b8c-e0e8-40b8-a0bd-c4913b7ee33d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.123194 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8d7b8b8c-e0e8-40b8-a0bd-c4913b7ee33d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3045681 Jul 05 05:09:07.125998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55398) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:07.130385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-02cc659d-5ca6-4b3b-9c24-515d0ed82eb2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '48564f9b-6e09-4799-8f13-17b40df019e9', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:07.206904 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-02cc659d-5ca6-4b3b-9c24-515d0ed82eb2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Project 47ff977ae7924e068244f70f4dbed7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:09:07.211723 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02cc659d-5ca6-4b3b-9c24-515d0ed82eb2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.272149 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02cc659d-5ca6-4b3b-9c24-515d0ed82eb2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.321190 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02cc659d-5ca6-4b3b-9c24-515d0ed82eb2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.338389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cc659d-5ca6-4b3b-9c24-515d0ed82eb2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031cabcc-262b-4bce-9911-6812d7a2af9b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:07.384082 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-02cc659d-5ca6-4b3b-9c24-515d0ed82eb2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.385288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-02cc659d-5ca6-4b3b-9c24-515d0ed82eb2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2583477 Jul 05 05:09:07.388101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55400) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:07.392966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'network': {'name': 'tempest-network-smoke--1935800245', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'port_security_enabled': True}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:07.486185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:09:07.489681 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.512790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:09:07.521300 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.524664 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Added segment 8f066c73-43eb-43fd-acc7-697975a71698 of type vlan for network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 Jul 05 05:09:07.562371 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.657690 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.663234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:07.663854 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.734093 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Network': ['ID=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:07.744116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:09:07.797094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-2216aa14-cedd-4366-aa96-c3e67187f8fa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4077604 Jul 05 05:09:07.862591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55402) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:07.867341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'admin_state_up': True, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:07.938670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.939709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:07.993143 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:08.087618 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6cdaaaea-b72d-4249-996f-ebf437eea27b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:08.170112 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:08.415359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:08.438874 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:08.539417 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.25.4.42 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/63c25c1c-4554-4753-b8e4-7c93d3f15ff3) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:09:08.645667 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:08.743413 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:08.781530 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:09:08.784333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:09:08.786844 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:09:08.818191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=63c25c1c-4554-4753-b8e4-7c93d3f15ff3,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:09.121418 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:09.321722 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:09.624286 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 1956705b-b2b6-4c87-a402-b78a44c4638f is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:09:09.731373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:09:09.741117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Sync routers for ids ['1956705b-b2b6-4c87-a402-b78a44c4638f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:09:09.751024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Routers {'1956705b-b2b6-4c87-a402-b78a44c4638f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:09:09.751629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:08:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['1956705b-b2b6-4c87-a402-b78a44c4638f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:09.807204 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:09.808547 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-104a8550-1857-4c58-b968-aced18789ef4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9449260 Jul 05 05:09:09.811760 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55404) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:09.858892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Set router 1956705b-b2b6-4c87-a402-b78a44c4638f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:09:09.881982 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-020535fc-23b1-4844-8559-6bae50e381be tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=47ff977ae7924e068244f70f4dbed7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0690308 Jul 05 05:09:09.884608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55408) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:09.971945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017a1deb-a362-43e1-a6d9-857b2ab0b400 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:09.973468 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-017a1deb-a362-43e1-a6d9-857b2ab0b400 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879104 Jul 05 05:09:09.976357 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55410) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:10.013588 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6fee7d2b-fe49-4610-8a42-b95b8cdc989a tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0333035 Jul 05 05:09:10.013850 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55412) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:10.018768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1708356924', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:10.044985 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:08Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:10.072042 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Checking router: 1956705b-b2b6-4c87-a402-b78a44c4638f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:09:10.072393 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Updating router 1956705b-b2b6-4c87-a402-b78a44c4638f port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:09:10.111111 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:10.167598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:09:10.171217 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:10.381113 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:10.391843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Transition to ACTIVE for port object 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:09:10.419282 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:10.476200 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:10.488845 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Subnet': ['ID=e8d1eff4-0b8a-4e95-9726-adb64c755d32,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:10.493247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Checking segment: {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:09:10.493619 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network hostable DHCP agents. Network: dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:09:10.528117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Attempting to bind port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:09:10.528714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Attempting to bind port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:09:10.529080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Attempting to bind port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:09:10.538674 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 8, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:09:10.542994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:09:10.542994 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:10.542994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:09:10.542994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Bound port: 63c25c1c-4554-4753-b8e4-7c93d3f15ff3, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:09:10.542994 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:10.542994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c055a10-52a9-41f5-a32b-cfcdd1c74f21 None None] Pushing event updated for resources: {'Port': ['ID=63c25c1c-4554-4753-b8e4-7c93d3f15ff3,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:10.589450 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:09:10.597549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] For port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:09:10.600653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] For port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=63c25c1c-4554-4753-b8e4-7c93d3f15ff3,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:09:10.693007 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:09:10.697064 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:10.697673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:10.702118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51ce3011-12cd-4a13-8898-f842ca038c67 None None] Network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:09:10.706267 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:10.793331 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c6dd51e3-5a44-46e6-8d5a-5396f651d46b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7759759 Jul 05 05:09:10.793654 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55416) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:10.844170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Routers {'1956705b-b2b6-4c87-a402-b78a44c4638f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:09:10.844786 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:08:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['1956705b-b2b6-4c87-a402-b78a44c4638f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:10.848105 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c055a10-52a9-41f5-a32b-cfcdd1c74f21 None None] Pushing event updated for resources: {'Port': ['ID=63c25c1c-4554-4753-b8e4-7c93d3f15ff3,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:10.896382 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7e895a2f-6ca7-4283-9292-f49cac0a39cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:11.006359 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:11.013464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:09:11.014303 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:11.034393 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] Set router 1956705b-b2b6-4c87-a402-b78a44c4638f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:09:11.277565 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:11.298652 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Allocated IP 172.20.0.2 (dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635/e8d1eff4-0b8a-4e95-9726-adb64c755d32/7ae4748d-da2d-48f0-b6c2-a50726d00826) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:09:11.387780 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:08Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:11.421805 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1b3385-76ec-4cfb-8196-1260074b778a None None] The sync data for ids ['1956705b-b2b6-4c87-a402-b78a44c4638f'] in n-d-758944-41 is: [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:08Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:09:11.499076 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:11.510084 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Transition to ACTIVE for port object 7ae4748d-da2d-48f0-b6c2-a50726d00826 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:09:11.528327 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Transition to ACTIVE for port object 7ae4748d-da2d-48f0-b6c2-a50726d00826 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:09:11.593773 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:11.633068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:09:11.638685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:09:11.642722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:09:11.674680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Pushing event updated for resources: {'Port': ['ID=7ae4748d-da2d-48f0-b6c2-a50726d00826,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:11.739662 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Attempting to bind port 7ae4748d-da2d-48f0-b6c2-a50726d00826 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:09:11.740568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Attempting to bind port 7ae4748d-da2d-48f0-b6c2-a50726d00826 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:09:11.740568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Attempting to bind port 7ae4748d-da2d-48f0-b6c2-a50726d00826 on network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:09:11.745787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:09:11.746176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Checking segment: {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:09:11.746633 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:11.747100 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Bound using segment: {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:09:11.747768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Bound port: 7ae4748d-da2d-48f0-b6c2-a50726d00826, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:09:11.748198 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:11.822121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] For port 7ae4748d-da2d-48f0-b6c2-a50726d00826, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:09:11.825330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] For port 7ae4748d-da2d-48f0-b6c2-a50726d00826, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7ae4748d-da2d-48f0-b6c2-a50726d00826,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:09:11.911110 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:11.924836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.20.0.1 (dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635/e8d1eff4-0b8a-4e95-9726-adb64c755d32/1f7b0d22-d43c-4e89-a7c1-cc0266108dc5) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:09:11.983309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b488009-4b8c-4ff9-ab9d-c3c6e8210afa None None] Pushing event updated for resources: {'Port': ['ID=7ae4748d-da2d-48f0-b6c2-a50726d00826,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:12.058953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:12.077371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Transition to ACTIVE for port object 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:09:12.219194 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:12.259105 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:12.274889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:09:12.285391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:09:12.290260 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:09:12.295018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=1f7b0d22-d43c-4e89-a7c1-cc0266108dc5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:12.339298 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:12.527401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7ae4748d-da2d-48f0-b6c2-a50726d00826 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:09:12.542555 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:12.629468 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 7ae4748d-da2d-48f0-b6c2-a50726d00826 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:09:12.635071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:09:12.772145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:09:12.777374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:12.777991 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:12.856396 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:12.872780 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:12.893713 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=63c25c1c-4554-4753-b8e4-7c93d3f15ff3,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:12.956562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:12.996637 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:13.000856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084c2743-d3ab-4d96-8f1f-8d4cb6441ab0 None None] Network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:09:13.043784 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=1f7b0d22-d43c-4e89-a7c1-cc0266108dc5,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:13.047332 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:13.163074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:09:13.165012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:09:13.271208 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=63c25c1c-4554-4753-b8e4-7c93d3f15ff3,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:13.303324 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 1956705b-b2b6-4c87-a402-b78a44c4638f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:09:13.325077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f83d8821-e0cc-4c9f-98f4-4be0289e1fb7 None None] Provisioning for port 7ae4748d-da2d-48f0-b6c2-a50726d00826 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:09:13.331230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f83d8821-e0cc-4c9f-98f4-4be0289e1fb7 None None] Provisioning complete for port 7ae4748d-da2d-48f0-b6c2-a50726d00826 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:13.340178 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f83d8821-e0cc-4c9f-98f4-4be0289e1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:13.427535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:09:13.433497 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8745cb78-70d0-4724-bb39-5d0a8cb3c79b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "PUT /v2.0/routers/1956705b-b2b6-4c87-a402-b78a44c4638f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6382310 Jul 05 05:09:13.457735 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f83d8821-e0cc-4c9f-98f4-4be0289e1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:13.498184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f83d8821-e0cc-4c9f-98f4-4be0289e1fb7 None None] For port 7ae4748d-da2d-48f0-b6c2-a50726d00826, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7ae4748d-da2d-48f0-b6c2-a50726d00826,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:13.504475 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Sync routers for ids ['1956705b-b2b6-4c87-a402-b78a44c4638f'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:09:13.516484 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Routers {'1956705b-b2b6-4c87-a402-b78a44c4638f'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:09:13.517110 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:09:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['1956705b-b2b6-4c87-a402-b78a44c4638f'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:13.597898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-5d051027-2cdc-4264-ad9e-5166da0d0c09 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1210003208&fields=id&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 267 time: 0.0360944 Jul 05 05:09:13.609765 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f83d8821-e0cc-4c9f-98f4-4be0289e1fb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:13.636941 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Set router 1956705b-b2b6-4c87-a402-b78a44c4638f gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:09:13.687050 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83d8821-e0cc-4c9f-98f4-4be0289e1fb7 None None] Pushing event updated for resources: {'Port': ['ID=7ae4748d-da2d-48f0-b6c2-a50726d00826,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:13.738071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-1f4025f1-e118-46d2-922d-55d501c75f4d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:13.739651 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-1f4025f1-e118-46d2-922d-55d501c75f4d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 797 time: 0.1347620 Jul 05 05:09:13.751365 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:13.759592 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-c71549dc-efc4-4c0b-9cd0-7a06653f1aae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/quotas/47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 375 time: 0.0141928 Jul 05 05:09:13.841888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-46ff86b7-31e5-4904-9bf3-33dad9b6edb4 None None] Provisioning for port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:09:13.846493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-46ff86b7-31e5-4904-9bf3-33dad9b6edb4 None None] Provisioning complete for port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:13.846864 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-46ff86b7-31e5-4904-9bf3-33dad9b6edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:13.848106 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-9345a4c1-8ab8-4e0d-bdff-bef7cfbcde84 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0742710 Jul 05 05:09:13.853254 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1f7b0d22-d43c-4e89-a7c1-cc0266108dc5', 'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:11Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 2, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:13.892260 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Checking router: 1956705b-b2b6-4c87-a402-b78a44c4638f for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:09:13.892632 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Updating router 1956705b-b2b6-4c87-a402-b78a44c4638f port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:09:13.902355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-46ff86b7-31e5-4904-9bf3-33dad9b6edb4 None None] Port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:09:13.910409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-572e8fa6-c209-41f8-af38-65c7a4fb83d1 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:09:13.911885 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-572e8fa6-c209-41f8-af38-65c7a4fb83d1 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0573432 Jul 05 05:09:13.918481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-46ff86b7-31e5-4904-9bf3-33dad9b6edb4 None None] Provisioning complete for port 7ae4748d-da2d-48f0-b6c2-a50726d00826 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:13.926094 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-46ff86b7-31e5-4904-9bf3-33dad9b6edb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:13.928996 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.026662 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-7653d77d-e314-484c-a2a0-9be01a7ddeac service neutron] 10.222.0.30 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083934 Jul 05 05:09:14.132109 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-ea9ef992-6d11-45de-acac-5ae7182800a4 service neutron] 10.222.0.30 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0996437 Jul 05 05:09:14.143891 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f1ef4a03-afc0-4372-8f34-8e237118277e None None] Provisioning complete for port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:14.144580 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f1ef4a03-afc0-4372-8f34-8e237118277e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.180299 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f1ef4a03-afc0-4372-8f34-8e237118277e None None] Port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:09:14.226241 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.237009 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Transition to ACTIVE for port object 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:09:14.303955 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.409396 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Pushing event updated for resources: {'Port': ['ID=1f7b0d22-d43c-4e89-a7c1-cc0266108dc5,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:14.417120 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.418071 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.418071 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.418294 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.418469 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.418780 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.419119 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.419999 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.420465 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.420675 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.420994 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.421312 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:09:14.435937 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.439040 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a40f0494-5a76-4b16-a030-2e299af7091c req-94fd2827-369a-4f65-9ec9-9929c6c4f177 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 210 time: 0.0493438 Jul 05 05:09:14.439212 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Attempting to bind port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:09:14.439579 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Attempting to bind port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:09:14.440020 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Attempting to bind port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 on network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:09:14.445397 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 9, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:09:14.445895 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Checking segment: {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:09:14.446207 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.446588 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Bound using segment: {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:09:14.447155 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Bound port: 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:09:14.447535 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.514796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7ae4748d-da2d-48f0-b6c2-a50726d00826 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:09:14.532361 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] For port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:09:14.536170 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] For port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1f7b0d22-d43c-4e89-a7c1-cc0266108dc5,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:09:14.573177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 7ae4748d-da2d-48f0-b6c2-a50726d00826 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:14.573547 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.618966 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.657208 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:09:14.683212 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Routers {'1956705b-b2b6-4c87-a402-b78a44c4638f'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:09:14.683852 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:09:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['1956705b-b2b6-4c87-a402-b78a44c4638f'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:14.688720 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c663ed09-7c40-4caf-af23-cfcae5f234ba None None] Pushing event updated for resources: {'Port': ['ID=1f7b0d22-d43c-4e89-a7c1-cc0266108dc5,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:14.728966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:14.729374 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:14.920297 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] Set router 1956705b-b2b6-4c87-a402-b78a44c4638f gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:09:15.128980 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1f7b0d22-d43c-4e89-a7c1-cc0266108dc5', 'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:11Z', 'updated_at': '2021-07-05T05:09:14Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:15.156398 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96b07f6e-f83d-4170-a953-bd49b04ba6bc None None] The sync data for ids ['1956705b-b2b6-4c87-a402-b78a44c4638f'] in n-d-758944-41 is: [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1f7b0d22-d43c-4e89-a7c1-cc0266108dc5', 'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:11Z', 'updated_at': '2021-07-05T05:09:14Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:09:15.178655 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:15.580724 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa8aa1b1-95e7-4c97-9f77-a67bb1d61dcc req-bff735f5-774c-4938-85b4-270ecdd7fbcd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 210 time: 0.0313830 Jul 05 05:09:16.509384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:09:16.527474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-489d6a23-90c8-4cd5-b4f7-079c75a14b73 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:16.528995 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-489d6a23-90c8-4cd5-b4f7-079c75a14b73 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 797 time: 0.1162179 Jul 05 05:09:16.573241 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-df8fcb82-5c89-4053-81ce-218b24cfe569 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 380 time: 0.0354433 Jul 05 05:09:16.583454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'port': {'device_id': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'admin_state_up': True, 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'security_groups': ['48564f9b-6e09-4799-8f13-17b40df019e9']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:16.618836 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:09:16.629266 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:16.629266 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:16.725795 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:16.757534 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8baba41d-93c4-4375-a33b-c344ac29a26d req-809bf8c0-791c-4c0a-9a15-a2e869f7bbe9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 210 time: 0.0310037 Jul 05 05:09:16.769410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1f7b0d22-d43c-4e89-a7c1-cc0266108dc5,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:16.802005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:09:16.805827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:16.824617 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:16.883851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=1f7b0d22-d43c-4e89-a7c1-cc0266108dc5,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:16.942269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.20.0.4 (dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635/e8d1eff4-0b8a-4e95-9726-adb64c755d32/df721808-7101-478c-bd92-c98347ceb410) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:09:17.089162 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:17.104373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Transition to ACTIVE for port object df721808-7101-478c-bd92-c98347ceb410 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:09:17.219130 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:17.266594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:09:17.272204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:09:17.276178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:09:17.283008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=df721808-7101-478c-bd92-c98347ceb410,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:17.337977 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:17.338580 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:17.396649 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-0137c1a9-7cf8-4f8f-98e0-d5fe73443f1e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8169904 Jul 05 05:09:17.446722 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Request body: {'port': {'device_id': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:17.524909 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:17.538331 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-75943fd5-9954-4d5b-a7e2-7347d5b37548 None None] Provisioning for port df721808-7101-478c-bd92-c98347ceb410 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:09:17.542492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-75943fd5-9954-4d5b-a7e2-7347d5b37548 None None] Provisioning complete for port df721808-7101-478c-bd92-c98347ceb410 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:17.542834 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-75943fd5-9954-4d5b-a7e2-7347d5b37548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:17.578093 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-75943fd5-9954-4d5b-a7e2-7347d5b37548 None None] Port df721808-7101-478c-bd92-c98347ceb410 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:09:17.807518 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id df721808-7101-478c-bd92-c98347ceb410 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:09:17.815947 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:17.828259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Transition to ACTIVE for port object df721808-7101-478c-bd92-c98347ceb410 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:09:17.910168 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:17.941973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf71719-2c63-43af-9716-f6c5a57f7c09 req-da651467-a4e8-42c9-b058-fe529bf5171f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:17.944083 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daf71719-2c63-43af-9716-f6c5a57f7c09 req-da651467-a4e8-42c9-b058-fe529bf5171f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 931 time: 0.0736082 Jul 05 05:09:17.968346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Pushing event updated for resources: {'Port': ['ID=df721808-7101-478c-bd92-c98347ceb410,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:17.997786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-daf71719-2c63-43af-9716-f6c5a57f7c09 req-29ed3302-136b-4b20-91db-1e2646d8728d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463376 Jul 05 05:09:18.041891 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Attempting to bind port df721808-7101-478c-bd92-c98347ceb410 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:09:18.042433 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Attempting to bind port df721808-7101-478c-bd92-c98347ceb410 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:09:18.042758 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Attempting to bind port df721808-7101-478c-bd92-c98347ceb410 on network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:09:18.048222 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Port df721808-7101-478c-bd92-c98347ceb410 on network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:09:18.048792 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Attempting to bind port df721808-7101-478c-bd92-c98347ceb410 on network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:09:18.054099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 9, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:09:18.054442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Checking segment: {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:09:18.054836 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Bound using segment: {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:09:18.055271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Bound port: df721808-7101-478c-bd92-c98347ceb410, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:09:18.055634 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:18.134837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] For port df721808-7101-478c-bd92-c98347ceb410, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:09:18.138089 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] For port df721808-7101-478c-bd92-c98347ceb410, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=df721808-7101-478c-bd92-c98347ceb410,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:09:18.196673 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:18.235803 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:18.236458 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:18.237957 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] 10.222.0.13 "PUT /v2.0/ports/df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 1092 time: 0.7956891 Jul 05 05:09:18.240126 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'tag': 'df721808-7101-478c-bd92-c98347ceb410'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:09:18.243169 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-058dbd71-6bb8-455f-8c73-72419b215c5a" -d '{"events": [{"name": "network-changed", "server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "tag": "df721808-7101-478c-bd92-c98347ceb410"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:09:18.274982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa84011-fc73-49b3-a2c2-97f74a65135d service neutron] Pushing event updated for resources: {'Port': ['ID=df721808-7101-478c-bd92-c98347ceb410,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:18.300252 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7a24fd4-2834-4384-98b6-ca396ae8fe6d x-openstack-request-id: req-d7a24fd4-2834-4384-98b6-ca396ae8fe6d {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:09:18.300252 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "tag": "df721808-7101-478c-bd92-c98347ceb410", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:09:18.300252 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7a24fd4-2834-4384-98b6-ca396ae8fe6d {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:09:18.300778 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'tag': 'df721808-7101-478c-bd92-c98347ceb410', 'status': 'completed', 'code': 200} Jul 05 05:09:18.381965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dbd71-6bb8-455f-8c73-72419b215c5a req-de758109-34ca-46e7-8533-df60fa2e4ad0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:18.384268 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-058dbd71-6bb8-455f-8c73-72419b215c5a req-de758109-34ca-46e7-8533-df60fa2e4ad0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1095 time: 0.0631249 Jul 05 05:09:18.492720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:09:18.503886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dbd71-6bb8-455f-8c73-72419b215c5a req-dd0bd60d-3b68-4b15-bab2-a7c0fb4b188a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:18.505370 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-058dbd71-6bb8-455f-8c73-72419b215c5a req-dd0bd60d-3b68-4b15-bab2-a7c0fb4b188a service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=47ff977ae7924e068244f70f4dbed7f3&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1129479 Jul 05 05:09:18.556990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:18.557522 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:18.611972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-058dbd71-6bb8-455f-8c73-72419b215c5a req-3e3300a4-67f6-4575-b3ec-85f323eaa31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:18.613457 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-058dbd71-6bb8-455f-8c73-72419b215c5a req-3e3300a4-67f6-4575-b3ec-85f323eaa31f service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1019604 Jul 05 05:09:18.707013 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-68e82af9-caea-433b-ae4d-5ca4d61c3b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:18.708555 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-68e82af9-caea-433b-ae4d-5ca4d61c3b4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1095 time: 0.0565791 Jul 05 05:09:18.754249 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-7ab90c91-4a5d-4fbf-9d9f-ae82f4b54426 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 217 time: 0.0389299 Jul 05 05:09:18.808350 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-4148d7d7-2fe0-426c-9bbb-b983187677ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:18.810339 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-4148d7d7-2fe0-426c-9bbb-b983187677ec service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 200 len: 835 time: 0.0499537 Jul 05 05:09:18.868100 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-d997cb25-c01b-4a3a-ac94-7a06356e48ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:18.869596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-d997cb25-c01b-4a3a-ac94-7a06356e48ac service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533867 Jul 05 05:09:18.966072 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-c44abfa7-b72f-4e5d-9eb2-b89c543afc65 service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880630 Jul 05 05:09:19.058334 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-da412f0f-0ff5-493b-bf61-21c631f4e1bc req-20b5e72d-0716-4416-9e77-031028845a52 service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860076 Jul 05 05:09:19.176178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ea7047-6a3d-485d-8001-e87b01c73503 req-48acfcc1-a04b-4b15-a5f5-62592e8901e2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:19.177666 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92ea7047-6a3d-485d-8001-e87b01c73503 req-48acfcc1-a04b-4b15-a5f5-62592e8901e2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 943 time: 0.0672469 Jul 05 05:09:19.216847 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-92ea7047-6a3d-485d-8001-e87b01c73503 req-0332f1fe-a6f0-4367-95da-a07665bca3a9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335813 Jul 05 05:09:20.394929 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20799203-2083-4570-9186-66ed839ab6e7 req-796f4d96-149a-406f-9b18-51b5db68369b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:20.396318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20799203-2083-4570-9186-66ed839ab6e7 req-796f4d96-149a-406f-9b18-51b5db68369b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 943 time: 0.0674100 Jul 05 05:09:20.434233 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-20799203-2083-4570-9186-66ed839ab6e7 req-2fc997d3-4063-4ef3-b95a-3ef3810d100b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323865 Jul 05 05:09:21.614823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a7dd1-cb7e-4b8f-b1c9-ded80a33765d req-4131b14a-123c-46e1-aa97-d218120203f4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:21.616332 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c44a7dd1-cb7e-4b8f-b1c9-ded80a33765d req-4131b14a-123c-46e1-aa97-d218120203f4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 943 time: 0.0648522 Jul 05 05:09:21.654640 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c44a7dd1-cb7e-4b8f-b1c9-ded80a33765d req-a861b64e-faac-4ecb-a2eb-07b4bcd5713a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327489 Jul 05 05:09:22.611204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device df721808-7101-478c-bd92-c98347ceb410 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:09:22.709841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port df721808-7101-478c-bd92-c98347ceb410, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=df721808-7101-478c-bd92-c98347ceb410,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:22.722172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'df721808-7101-478c-bd92-c98347ceb410', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'port_id': 'df721808-7101-478c-bd92-c98347ceb410', 'mac_address': 'fa:16:3e:a1:3d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:09:22.760416 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:22.774192 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df721808-7101-478c-bd92-c98347ceb410 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:09:22.794663 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port df721808-7101-478c-bd92-c98347ceb410, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=df721808-7101-478c-bd92-c98347ceb410,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:22.831269 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5999f330-a606-4108-9c6f-147f7ae52e98 req-ccceee11-0bc8-422b-a521-49433538507b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:22.832781 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5999f330-a606-4108-9c6f-147f7ae52e98 req-ccceee11-0bc8-422b-a521-49433538507b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 943 time: 0.0647962 Jul 05 05:09:22.870743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5999f330-a606-4108-9c6f-147f7ae52e98 req-64426fde-7f5e-4c42-a6e6-9772f02445d8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323870 Jul 05 05:09:22.905103 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:22.954926 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=df721808-7101-478c-bd92-c98347ceb410,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:23.314232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['df721808-7101-478c-bd92-c98347ceb410'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:09:24.050942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab3963e0-b320-4f67-9728-75c1239c3936 req-d49a5196-12ff-45ba-93e8-18505d54c4eb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:24.052457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab3963e0-b320-4f67-9728-75c1239c3936 req-d49a5196-12ff-45ba-93e8-18505d54c4eb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 944 time: 0.0696404 Jul 05 05:09:24.091763 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab3963e0-b320-4f67-9728-75c1239c3936 req-1be254c7-964e-4211-bb1d-ee5534dc998b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338039 Jul 05 05:09:24.626960 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device df721808-7101-478c-bd92-c98347ceb410 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:09:24.744242 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port df721808-7101-478c-bd92-c98347ceb410 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:09:24.748858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port df721808-7101-478c-bd92-c98347ceb410 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:09:24.749227 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.827692 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.849539 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df721808-7101-478c-bd92-c98347ceb410'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:09:24.851779 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3640c82-d33e-4949-860b-87640c0d6ef1" -d '{"events": [{"server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "name": "network-vif-plugged", "status": "completed", "tag": "df721808-7101-478c-bd92-c98347ceb410"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:09:24.864494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port df721808-7101-478c-bd92-c98347ceb410, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=df721808-7101-478c-bd92-c98347ceb410,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:09:24.889729 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5894c4f8-4ecd-48c8-909e-04432dd9f063 x-openstack-request-id: req-5894c4f8-4ecd-48c8-909e-04432dd9f063 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:09:24.890101 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "name": "network-vif-plugged", "status": "completed", "tag": "df721808-7101-478c-bd92-c98347ceb410", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:09:24.890478 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5894c4f8-4ecd-48c8-909e-04432dd9f063 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:09:24.891003 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df721808-7101-478c-bd92-c98347ceb410', 'code': 200} Jul 05 05:09:24.949832 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:24.998301 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=df721808-7101-478c-bd92-c98347ceb410,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:25.008615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81dc1b0-6c26-4bf1-84df-ba2403fb95ee req-59105677-6036-421c-9d7c-e1c9c334d258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:25.010133 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c81dc1b0-6c26-4bf1-84df-ba2403fb95ee req-59105677-6036-421c-9d7c-e1c9c334d258 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1097 time: 0.0564320 Jul 05 05:09:25.052809 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c81dc1b0-6c26-4bf1-84df-ba2403fb95ee req-36a0ce19-d0b6-436f-8ea3-e5f47d01b986 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345743 Jul 05 05:09:25.268219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40da8eb-a7c8-4d2b-bff2-459aa58d75a1 req-e734bdb5-1bb5-47c9-81c0-6f42a5a76bdb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:25.269722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c40da8eb-a7c8-4d2b-bff2-459aa58d75a1 req-e734bdb5-1bb5-47c9-81c0-6f42a5a76bdb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0665329 Jul 05 05:09:25.308923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c40da8eb-a7c8-4d2b-bff2-459aa58d75a1 req-ffac534d-c91b-4482-a953-4df9dc6667fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334265 Jul 05 05:09:26.496435 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34647275-565c-4878-980e-626b3ac395e2 req-dd3e4ae2-9815-49f9-9ab3-597bdf0f3ed8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:26.498595 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34647275-565c-4878-980e-626b3ac395e2 req-dd3e4ae2-9815-49f9-9ab3-597bdf0f3ed8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0718043 Jul 05 05:09:26.537826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34647275-565c-4878-980e-626b3ac395e2 req-7b212184-f8d7-4cda-95a7-d493aa3f94ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336690 Jul 05 05:09:26.712136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56644f35-90e1-45b5-8746-e90cae219856 req-dc000587-80af-4510-b62d-ba5cb8d08868 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:26.713624 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56644f35-90e1-45b5-8746-e90cae219856 req-dc000587-80af-4510-b62d-ba5cb8d08868 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0655558 Jul 05 05:09:26.753465 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56644f35-90e1-45b5-8746-e90cae219856 req-33a038d9-ec29-488e-be87-479ce99717fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343299 Jul 05 05:09:26.777445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55474) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:26.832465 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca70213a-5662-4321-8a98-17bad6b94d42 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:26.833707 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ca70213a-5662-4321-8a98-17bad6b94d42 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1092 time: 0.0541263 Jul 05 05:09:26.836020 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55476) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:26.849600 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': 'df721808-7101-478c-bd92-c98347ceb410', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:09:26.967063 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:27.069210 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:27.180012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.25.4.113 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/61c8c848-ca95-4aeb-96e9-5b848cba1c47) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:09:27.290312 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:27.396366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:27.436306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:09:27.443946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:09:27.447519 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:09:27.471623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=61c8c848-ca95-4aeb-96e9-5b848cba1c47,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:27.983484 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:28.158033 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:28.320212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:28.419483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:28.491374 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=61c8c848-ca95-4aeb-96e9-5b848cba1c47,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:09:28.502985 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:28.604463 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Floating IP 2aed9df6-05a5-4439-8e50-d07458becde1 associated. External IP: 172.25.4.113, port: df721808-7101-478c-bd92-c98347ceb410. Jul 05 05:09:29.132326 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 1956705b-b2b6-4c87-a402-b78a44c4638f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:09:29.244037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:09:29.254592 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] Sync routers for ids ['1956705b-b2b6-4c87-a402-b78a44c4638f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:09:29.268284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] Routers {'1956705b-b2b6-4c87-a402-b78a44c4638f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:09:29.270577 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:09:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['1956705b-b2b6-4c87-a402-b78a44c4638f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:29.333248 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:29.370762 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-131ad52b-18cb-4cd0-b2d7-e008dfcde0ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5328207 Jul 05 05:09:29.371355 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'tag': 'df721808-7101-478c-bd92-c98347ceb410'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:09:29.374293 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a37a85b-259d-4c3a-bba5-a11295ed6935" -d '{"events": [{"name": "network-changed", "server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "tag": "df721808-7101-478c-bd92-c98347ceb410"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:09:29.378496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] Set router 1956705b-b2b6-4c87-a402-b78a44c4638f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:09:29.416455 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:09:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b798925-3bd1-4be8-93e0-c26306a3622c x-openstack-request-id: req-3b798925-3bd1-4be8-93e0-c26306a3622c {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:09:29.417001 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "tag": "df721808-7101-478c-bd92-c98347ceb410", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:09:29.417635 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3b798925-3bd1-4be8-93e0-c26306a3622c {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:09:29.418454 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'tag': 'df721808-7101-478c-bd92-c98347ceb410', 'status': 'completed', 'code': 200} Jul 05 05:09:29.500868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-b5758996-95cc-4eaa-8566-4a05ca688c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:29.502744 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-b5758996-95cc-4eaa-8566-4a05ca688c7f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1097 time: 0.0618050 Jul 05 05:09:29.532355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66fedf4-e3eb-44b9-bfd0-9456cebf44dc req-820c00af-6360-42bd-b72c-3c6cebaa7d8c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:29.533923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e66fedf4-e3eb-44b9-bfd0-9456cebf44dc req-820c00af-6360-42bd-b72c-3c6cebaa7d8c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0682507 Jul 05 05:09:29.576470 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e66fedf4-e3eb-44b9-bfd0-9456cebf44dc req-d1afc39a-caae-4640-975a-dcd393393f86 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362680 Jul 05 05:09:29.600813 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-6660dad6-893d-4306-a85a-5ed8ec412a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:29.602463 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-6660dad6-893d-4306-a85a-5ed8ec412a62 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 898 time: 0.0937309 Jul 05 05:09:29.605314 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55482) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:29.628081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '2aed9df6-05a5-4439-8e50-d07458becde1', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.113', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'port_id': 'df721808-7101-478c-bd92-c98347ceb410', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'mac_address': 'fa:16:3e:a1:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:09:27Z', 'updated_at': '2021-07-05T05:09:27Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7b0d22-d43c-4e89-a7c1-cc0266108dc5', 'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:11Z', 'updated_at': '2021-07-05T05:09:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:29.657807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] Checking router: 1956705b-b2b6-4c87-a402-b78a44c4638f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:09:29.668288 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] Routers {'1956705b-b2b6-4c87-a402-b78a44c4638f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:09:29.669429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:09:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['1956705b-b2b6-4c87-a402-b78a44c4638f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:29.723596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-2ed99817-7cdd-4f87-b81e-5dd0fcdb4043 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/2aed9df6-05a5-4439-8e50-d07458becde1 HTTP/1.1" status: 200 len: 991 time: 0.1162028 Jul 05 05:09:29.725733 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-f097abb0-63d9-4ba5-9093-d6ea214d9fdf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 999 time: 0.1124816 Jul 05 05:09:29.783792 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] Set router 1956705b-b2b6-4c87-a402-b78a44c4638f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:09:29.788395 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-98d39f8a-f512-4923-8281-84b2cf4b1c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:29.789915 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-98d39f8a-f512-4923-8281-84b2cf4b1c72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 200 len: 835 time: 0.0545948 Jul 05 05:09:29.855026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-eb6401b1-baae-4904-b128-3af5f8f60485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:09:29.857138 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-eb6401b1-baae-4904-b128-3af5f8f60485 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0599816 Jul 05 05:09:29.949973 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-67f78634-e819-416e-a284-92f81c88a3cb service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860863 Jul 05 05:09:30.020659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '2aed9df6-05a5-4439-8e50-d07458becde1', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.113', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'port_id': 'df721808-7101-478c-bd92-c98347ceb410', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'mac_address': 'fa:16:3e:a1:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:09:27Z', 'updated_at': '2021-07-05T05:09:27Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7b0d22-d43c-4e89-a7c1-cc0266108dc5', 'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:11Z', 'updated_at': '2021-07-05T05:09:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:09:30.050993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e6970b8-042e-49be-845b-e5e1bffa4d6a None None] The sync data for ids ['1956705b-b2b6-4c87-a402-b78a44c4638f'] in n-d-758944-41 is: [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '2aed9df6-05a5-4439-8e50-d07458becde1', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.113', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'port_id': 'df721808-7101-478c-bd92-c98347ceb410', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4192, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'mac_address': 'fa:16:3e:a1:3d:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:09:27Z', 'updated_at': '2021-07-05T05:09:27Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f7b0d22-d43c-4e89-a7c1-cc0266108dc5', 'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:11Z', 'updated_at': '2021-07-05T05:09:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:09:30.057012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3a37a85b-259d-4c3a-bba5-a11295ed6935 req-58f1608b-3ec6-4c02-8fa4-5497d772e067 service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1004114 Jul 05 05:09:30.268419 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41520a02-39d0-4414-80a4-e8aab6f64128 None None] New status for floating IP 2aed9df6-05a5-4439-8e50-d07458becde1: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:09:30.727566 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55484) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:09:30.789940 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-667a0ccc-8114-4907-962a-1ce8b7c3334b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/2aed9df6-05a5-4439-8e50-d07458becde1 HTTP/1.1" status: 200 len: 993 time: 0.0611041 Jul 05 05:09:38.098352 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d21be6d6-4209-4fe2-8e53-8ab573278c6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:39.883188 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:09:40.817208 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6adf9905-7c51-4bd2-9fe5-75cc8179dbb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:40.944309 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:42.251569 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:43.732822 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:44.485459 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:09:45.178120 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:08.115376 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3ccadb46-53d2-49bb-bef1-01e4368b993e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:10.840826 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-81cc7599-d485-4720-a79c-453ae2297bb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:10.943320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:12.216507 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:13.743700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:14.469361 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:15.172121 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:16.882135 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:10:19.218860 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-522af041-92f1-4098-94ff-1c6b355e14ac req-1142df40-ea14-42df-a676-ed93a52190a8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0591502 Jul 05 05:10:19.315642 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522af041-92f1-4098-94ff-1c6b355e14ac req-55e35d1b-933c-4359-92ae-71ded66e52d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:19.317295 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-522af041-92f1-4098-94ff-1c6b355e14ac req-55e35d1b-933c-4359-92ae-71ded66e52d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1097 time: 0.0563409 Jul 05 05:10:19.426016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522af041-92f1-4098-94ff-1c6b355e14ac req-b99490b5-8b31-46df-b62d-accb6c7dc014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:19.427409 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-522af041-92f1-4098-94ff-1c6b355e14ac req-b99490b5-8b31-46df-b62d-accb6c7dc014 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 898 time: 0.0903707 Jul 05 05:10:19.498293 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-522af041-92f1-4098-94ff-1c6b355e14ac req-299aac54-7fee-4152-bc0a-f131e1eb6f10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 1001 time: 0.0641949 Jul 05 05:10:19.549088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522af041-92f1-4098-94ff-1c6b355e14ac req-3d6117c7-87d2-4329-9cc8-c0a99af4faea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:19.550596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-522af041-92f1-4098-94ff-1c6b355e14ac req-3d6117c7-87d2-4329-9cc8-c0a99af4faea service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 200 len: 835 time: 0.0464394 Jul 05 05:10:19.609326 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522af041-92f1-4098-94ff-1c6b355e14ac req-7618b4f2-3c83-46be-86ae-f5cb27bacca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:19.610867 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-522af041-92f1-4098-94ff-1c6b355e14ac req-7618b4f2-3c83-46be-86ae-f5cb27bacca3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538688 Jul 05 05:10:19.621721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-522af041-92f1-4098-94ff-1c6b355e14ac req-f9864660-4b89-4ca3-8fda-5450eae58e89 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:10:19.622780 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-522af041-92f1-4098-94ff-1c6b355e14ac req-f9864660-4b89-4ca3-8fda-5450eae58e89 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050805 Jul 05 05:10:19.717738 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-522af041-92f1-4098-94ff-1c6b355e14ac req-f7bfaabc-0fa5-43b3-896f-b94f3e050718 service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892544 Jul 05 05:10:19.810703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-522af041-92f1-4098-94ff-1c6b355e14ac req-e5d7dafa-2b3f-4c5c-baa8-5be14900f917 service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865796 Jul 05 05:10:38.091751 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a345c809-b487-4676-9e7f-a3b8ee9658cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:40.828940 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2942e822-f512-40ad-b550-015768d2ab45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:40.943272 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:42.223681 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:43.760148 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:44.488689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e168d2d-0acc-4206-b042-f499cc03e229 req-b9943939-2d6e-4a2f-947d-a5d023fa7b84 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:44.490166 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e168d2d-0acc-4206-b042-f499cc03e229 req-b9943939-2d6e-4a2f-947d-a5d023fa7b84 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0708055 Jul 05 05:10:44.491935 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:44.510816 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55520) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:10:44.538649 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e168d2d-0acc-4206-b042-f499cc03e229 req-9a5a4f5a-47c3-4e4c-b7ae-76ea10b43f68 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359311 Jul 05 05:10:44.621105 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-e0a823f3-d15f-4f1f-be85-60a6b17c572c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1089537 Jul 05 05:10:45.204923 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:10:45.717780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7dad85-c3ea-4947-804a-e452b2c8c3a9 req-fc818344-e07c-4b1f-a14b-799d08935963 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:45.719868 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f7dad85-c3ea-4947-804a-e452b2c8c3a9 req-fc818344-e07c-4b1f-a14b-799d08935963 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0655553 Jul 05 05:10:45.760683 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f7dad85-c3ea-4947-804a-e452b2c8c3a9 req-349ca5d9-0ae3-4caa-93e9-b9c625f58465 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335405 Jul 05 05:10:46.746042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974f2b-3c87-4057-8397-abece7161c0a req-5de108ab-7b0e-4d78-8f2e-55a41c58e13c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:46.747449 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-5de108ab-7b0e-4d78-8f2e-55a41c58e13c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1097 time: 0.0551572 Jul 05 05:10:46.840798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974f2b-3c87-4057-8397-abece7161c0a req-4743d56f-31bb-43b1-b673-7c507ce86566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:46.842287 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-4743d56f-31bb-43b1-b673-7c507ce86566 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 898 time: 0.0888598 Jul 05 05:10:46.914580 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-c3d40a8d-e8c2-4330-b148-eb9f375a95bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 1001 time: 0.0658765 Jul 05 05:10:46.943213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13374e0d-575e-48f4-bed5-787dcfdfb74f req-4054fd15-c5d1-4bdc-b4ed-55fd2c25b48d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:46.944722 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13374e0d-575e-48f4-bed5-787dcfdfb74f req-4054fd15-c5d1-4bdc-b4ed-55fd2c25b48d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0695632 Jul 05 05:10:46.966330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974f2b-3c87-4057-8397-abece7161c0a req-7a0d7594-2ad0-4f28-b047-105e8015d8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:46.968174 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-7a0d7594-2ad0-4f28-b047-105e8015d8c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 200 len: 835 time: 0.0468850 Jul 05 05:10:46.984262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13374e0d-575e-48f4-bed5-787dcfdfb74f req-9ce66f0e-f72d-4d78-bebd-133320e1141d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337572 Jul 05 05:10:47.027520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974f2b-3c87-4057-8397-abece7161c0a req-10421434-7b09-4a49-aef9-1ed5c03f9446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:47.029070 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-10421434-7b09-4a49-aef9-1ed5c03f9446 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0550208 Jul 05 05:10:47.124567 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-1c8f72ca-576a-47ca-9203-ed61c302c6bf service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893404 Jul 05 05:10:47.216939 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-51921009-22b4-4195-9ad6-caaae6c82916 service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859149 Jul 05 05:10:48.210174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d3e989-5fdf-419f-94e9-36bd850a4c32 req-91793498-4638-4018-955c-dbd936230600 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:48.211700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9d3e989-5fdf-419f-94e9-36bd850a4c32 req-91793498-4638-4018-955c-dbd936230600 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0674407 Jul 05 05:10:48.253384 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9d3e989-5fdf-419f-94e9-36bd850a4c32 req-9cc17399-e8b5-4dbd-abb7-3bbb51d3821b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354469 Jul 05 05:10:49.435300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e7da32-ca0c-4988-8f66-5c4286d36abb req-d09f1e44-9ff4-4cf6-9770-3be46739c64c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:49.437082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79e7da32-ca0c-4988-8f66-5c4286d36abb req-d09f1e44-9ff4-4cf6-9770-3be46739c64c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0673563 Jul 05 05:10:49.476544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79e7da32-ca0c-4988-8f66-5c4286d36abb req-9228ee13-f755-4124-bbb4-1d8b2acbe8ec tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331028 Jul 05 05:10:50.655591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc04703-4822-469b-a5a1-2434cf0cf031 req-9963c1df-4d79-42b3-b7ab-b70b1cab7134 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:50.657069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bc04703-4822-469b-a5a1-2434cf0cf031 req-9963c1df-4d79-42b3-b7ab-b70b1cab7134 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0676222 Jul 05 05:10:50.697266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7bc04703-4822-469b-a5a1-2434cf0cf031 req-ff6ecb0c-717a-4d4f-976a-10cc31c3b447 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345333 Jul 05 05:10:51.871238 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a520a7b1-ba96-4964-9d3f-bb92848d837d req-26ed69a6-c87e-495d-bbc6-7047e2953049 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:51.872742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a520a7b1-ba96-4964-9d3f-bb92848d837d req-26ed69a6-c87e-495d-bbc6-7047e2953049 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0648150 Jul 05 05:10:51.911430 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a520a7b1-ba96-4964-9d3f-bb92848d837d req-944286ae-8a1d-4312-a246-93cdcf05510e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330772 Jul 05 05:10:53.097024 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38edf7fb-367f-4707-8b0a-7212693cd61a req-e941a6a4-1051-43e5-9967-e2af512439dd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:53.099123 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38edf7fb-367f-4707-8b0a-7212693cd61a req-e941a6a4-1051-43e5-9967-e2af512439dd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0698123 Jul 05 05:10:53.137632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-38edf7fb-367f-4707-8b0a-7212693cd61a req-bc137522-4578-492c-9b54-9ec7dbf4ac03 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329454 Jul 05 05:10:53.881613 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:10:54.314385 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4aa85a3-e8dd-4782-afb7-0b03fe510376 req-ad9887ba-3d3a-4a68-bea9-3e4e619d4091 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:54.315880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4aa85a3-e8dd-4782-afb7-0b03fe510376 req-ad9887ba-3d3a-4a68-bea9-3e4e619d4091 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0667295 Jul 05 05:10:54.355748 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4aa85a3-e8dd-4782-afb7-0b03fe510376 req-736ebc31-330b-427e-b77a-d390374fb0a6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337472 Jul 05 05:10:55.530539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e03d3-5267-4ad2-b310-77fd126b6dcd req-28ea1189-7b6d-403c-9522-7377555eb5bf tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:55.532084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad8e03d3-5267-4ad2-b310-77fd126b6dcd req-28ea1189-7b6d-403c-9522-7377555eb5bf tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0671971 Jul 05 05:10:55.571933 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ad8e03d3-5267-4ad2-b310-77fd126b6dcd req-bfe654d7-a70c-432f-90ba-df1bd4d4695e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342371 Jul 05 05:10:56.748482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b681685-924b-4f3f-8d02-4132e016916b req-182edc27-315b-47eb-ae16-0d9f65ee3099 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:56.749900 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b681685-924b-4f3f-8d02-4132e016916b req-182edc27-315b-47eb-ae16-0d9f65ee3099 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0689588 Jul 05 05:10:56.789436 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0b681685-924b-4f3f-8d02-4132e016916b req-1916a51f-3da6-45d9-ad16-5e58faeb75e6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340323 Jul 05 05:10:57.961998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0149bb9-b0b5-4eff-ba87-5c76eaa6f94b req-6ad2ce8c-c34b-4cb3-9de8-506e1a7bc088 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:57.963463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0149bb9-b0b5-4eff-ba87-5c76eaa6f94b req-6ad2ce8c-c34b-4cb3-9de8-506e1a7bc088 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0643640 Jul 05 05:10:58.002677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b0149bb9-b0b5-4eff-ba87-5c76eaa6f94b req-1aa601f3-7dcc-44f1-8c84-35e4f082660f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334468 Jul 05 05:10:59.184407 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c683416-61db-445e-8903-b4a2c0630dec req-49dab594-c3ec-4cbd-979d-4f6fac3e8395 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:10:59.185890 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c683416-61db-445e-8903-b4a2c0630dec req-49dab594-c3ec-4cbd-979d-4f6fac3e8395 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0681674 Jul 05 05:10:59.553760 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [req-6e974f2b-3c87-4057-8397-abece7161c0a req-87b82203-3dfc-47c2-ab70-18e10d2d1279 service neutron] show failed (client error): The resource could not be found. Jul 05 05:10:59.554796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-87b82203-3dfc-47c2-ab70-18e10d2d1279 service neutron] 10.222.0.13 "GET /v2.0/ports/df721808-7101-478c-bd92-c98347ceb410/bindings/n-h1-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0605035 Jul 05 05:10:59.555736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0c683416-61db-445e-8903-b4a2c0630dec req-f23a9d97-1739-45ce-b14b-8dfab450ce11 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3639629 Jul 05 05:11:00.172134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974f2b-3c87-4057-8397-abece7161c0a req-363ead44-50dd-4d4f-bdbe-01f05d982018 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:00.173939 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-363ead44-50dd-4d4f-bdbe-01f05d982018 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 1097 time: 0.1031420 Jul 05 05:11:00.190353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-758944-41', 'device_owner': 'compute:nova'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:00.264222 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:00.474789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] For port df721808-7101-478c-bd92-c98347ceb410, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=df721808-7101-478c-bd92-c98347ceb410,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:00.514533 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] For port df721808-7101-478c-bd92-c98347ceb410, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:00.554662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df721808-7101-478c-bd92-c98347ceb410'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:00.556990 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6049f61-7466-44be-a1ce-f4277bca5001" -d '{"events": [{"server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "name": "network-vif-unplugged", "status": "completed", "tag": "df721808-7101-478c-bd92-c98347ceb410"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:00.561129 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:00.574368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Transition to ACTIVE for port object df721808-7101-478c-bd92-c98347ceb410 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:00.605029 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acf7b16f-aa02-4e26-b143-e87e1001416c x-openstack-request-id: req-acf7b16f-aa02-4e26-b143-e87e1001416c {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:00.605322 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "name": "network-vif-unplugged", "status": "completed", "tag": "df721808-7101-478c-bd92-c98347ceb410", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:00.605570 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-acf7b16f-aa02-4e26-b143-e87e1001416c {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:00.605973 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'df721808-7101-478c-bd92-c98347ceb410', 'code': 200} Jul 05 05:11:00.667068 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:00.740387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31faf4f-d24a-437e-b2e9-4b0a4a48e0c1 req-b045b395-fc01-4963-ba8e-56183c718353 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:00.743396 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b31faf4f-d24a-437e-b2e9-4b0a4a48e0c1 req-b045b395-fc01-4963-ba8e-56183c718353 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 943 time: 0.0722268 Jul 05 05:11:00.746289 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Pushing event updated for resources: {'Port': ['ID=df721808-7101-478c-bd92-c98347ceb410,revision_number=6']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:00.762110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.762454 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.762798 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.763134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.763462 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.764014 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.764364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.764676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.765005 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.765333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.765660 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.765978 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:00.788995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b31faf4f-d24a-437e-b2e9-4b0a4a48e0c1 req-9127a207-d301-43be-a841-11f4f349b828 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378046 Jul 05 05:11:00.815736 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] No DVR routers for this DVR port df721808-7101-478c-bd92-c98347ceb410 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:00.963754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Attempting to bind port df721808-7101-478c-bd92-c98347ceb410 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:00.964128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Attempting to bind port df721808-7101-478c-bd92-c98347ceb410 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:00.964461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Attempting to bind port df721808-7101-478c-bd92-c98347ceb410 on network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:00.968773 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Port df721808-7101-478c-bd92-c98347ceb410 on network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:11:00.969095 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Attempting to bind port df721808-7101-478c-bd92-c98347ceb410 on network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:00.973994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 10, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:00.974272 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Checking segment: {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:00.974649 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Bound using segment: {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:00.975072 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Bound port: df721808-7101-478c-bd92-c98347ceb410, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8f066c73-43eb-43fd-acc7-697975a71698', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:00.975963 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:01.041278 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] For port df721808-7101-478c-bd92-c98347ceb410, host n-h1-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:01.044262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] For port df721808-7101-478c-bd92-c98347ceb410, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=df721808-7101-478c-bd92-c98347ceb410,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:01.149827 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:01.186141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:01.186768 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:01.188219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] 10.222.0.26 "PUT /v2.0/ports/df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 1092 time: 1.0019984 Jul 05 05:11:01.212161 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b65c7cf-66c5-4ccb-a50f-89df58b569df service neutron] Pushing event updated for resources: {'Port': ['ID=df721808-7101-478c-bd92-c98347ceb410,revision_number=7']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:01.276173 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974f2b-3c87-4057-8397-abece7161c0a req-0dffe9c2-850c-4529-82ca-56be5b1a9b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:01.277726 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-0dffe9c2-850c-4529-82ca-56be5b1a9b6b service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1095 time: 0.0618238 Jul 05 05:11:01.377271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974f2b-3c87-4057-8397-abece7161c0a req-fdafe501-050a-4955-8857-9f411b4419a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:01.378923 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-fdafe501-050a-4955-8857-9f411b4419a9 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 898 time: 0.0912144 Jul 05 05:11:01.452303 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-3042719a-ea2c-43fd-9e2f-c0e135fb1902 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 999 time: 0.0647442 Jul 05 05:11:01.501857 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974f2b-3c87-4057-8397-abece7161c0a req-effc326e-537d-4471-b652-33af344e4fb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:01.503384 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-effc326e-537d-4471-b652-33af344e4fb4 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 200 len: 835 time: 0.0446804 Jul 05 05:11:01.562916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e974f2b-3c87-4057-8397-abece7161c0a req-3923f47a-480f-4824-8a8a-6e8a2c2f335c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:01.564445 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-3923f47a-480f-4824-8a8a-6e8a2c2f335c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0534248 Jul 05 05:11:01.576390 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-da62c4c1-ca58-4951-bf1e-ecfba456be13 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:11:01.577322 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-da62c4c1-ca58-4951-bf1e-ecfba456be13 service neutron] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050979 Jul 05 05:11:01.671612 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-62471152-d5c4-44cf-b389-f19e40112614 service neutron] 10.222.0.26 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878212 Jul 05 05:11:01.765504 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-f5031d45-4aa7-4791-8a86-fb00865c05b5 service neutron] 10.222.0.26 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844669 Jul 05 05:11:01.963398 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-0feb2070-e6d6-418c-a947-97783b1e3f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:01.965041 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-0feb2070-e6d6-418c-a947-97783b1e3f4d service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1095 time: 0.0583968 Jul 05 05:11:01.971599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd5e496-a721-4c73-928b-738720a36a2e req-b3fab4e1-677b-42a5-b355-b54568d6fd40 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:01.973108 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dd5e496-a721-4c73-928b-738720a36a2e req-b3fab4e1-677b-42a5-b355-b54568d6fd40 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 943 time: 0.0680833 Jul 05 05:11:02.020119 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4dd5e496-a721-4c73-928b-738720a36a2e req-8255f348-b9bc-436a-bf9b-fbbaf1198176 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379164 Jul 05 05:11:02.086768 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-661c227c-a6ad-43fd-9640-566ecfd99d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:02.088324 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-661c227c-a6ad-43fd-9640-566ecfd99d66 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 898 time: 0.0996985 Jul 05 05:11:02.156209 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-421438a5-3018-4f5d-a2eb-24fe318d842d service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 999 time: 0.0604320 Jul 05 05:11:02.214993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-d9f50218-b3ef-44fc-9338-0136f07da130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:02.216570 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-d9f50218-b3ef-44fc-9338-0136f07da130 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 200 len: 835 time: 0.0498314 Jul 05 05:11:02.277820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-7bf73ce0-8b7b-42cb-bc41-e39ad525f33c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:02.279583 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-7bf73ce0-8b7b-42cb-bc41-e39ad525f33c service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0529864 Jul 05 05:11:02.370053 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-9b2df04d-b9cf-443b-ba99-6490b461867a service neutron] 10.222.0.26 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831802 Jul 05 05:11:02.468977 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfa0cbf4-3f95-4dbe-976a-168b9d9b42ac req-f88c385d-e3db-4ad3-bd3e-ebd0b8ff28ae service neutron] 10.222.0.26 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916655 Jul 05 05:11:02.606917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'tag': 'df721808-7101-478c-bd92-c98347ceb410'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:02.609331 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-310fb653-af50-497f-9a4f-97ae31588745" -d '{"events": [{"name": "network-changed", "server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "tag": "df721808-7101-478c-bd92-c98347ceb410"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:02.656135 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1000cdb4-0294-44a1-b11a-3b698c349726 x-openstack-request-id: req-1000cdb4-0294-44a1-b11a-3b698c349726 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:02.656433 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "tag": "df721808-7101-478c-bd92-c98347ceb410", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:02.656690 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1000cdb4-0294-44a1-b11a-3b698c349726 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:02.657096 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'tag': 'df721808-7101-478c-bd92-c98347ceb410', 'status': 'completed', 'code': 200} Jul 05 05:11:02.774312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb653-af50-497f-9a4f-97ae31588745 req-cc4ce094-5bb3-4443-a831-e777899d52c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:02.775862 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-cc4ce094-5bb3-4443-a831-e777899d52c1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1095 time: 0.0948031 Jul 05 05:11:02.778400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb653-af50-497f-9a4f-97ae31588745 req-f298dd51-a523-492c-8dc1-6f9051c6d119 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:02.779770 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-f298dd51-a523-492c-8dc1-6f9051c6d119 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1095 time: 0.0975056 Jul 05 05:11:02.942991 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb653-af50-497f-9a4f-97ae31588745 req-f7d2bed3-1745-4ef6-ba16-df16973bc5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:02.945060 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-f7d2bed3-1745-4ef6-ba16-df16973bc5d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 898 time: 0.1633742 Jul 05 05:11:02.946151 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb653-af50-497f-9a4f-97ae31588745 req-1b534145-74c5-4306-a8f1-68e703cdb39f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:02.947477 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-1b534145-74c5-4306-a8f1-68e703cdb39f service neutron] 10.222.0.26 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 898 time: 0.1580191 Jul 05 05:11:03.059012 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-70482ea6-b2ab-41a5-8428-7f8098a5c746 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 999 time: 0.1065977 Jul 05 05:11:03.062824 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-92e8ab88-78a3-4510-951f-02976f16bb81 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 999 time: 0.1036389 Jul 05 05:11:03.144826 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb653-af50-497f-9a4f-97ae31588745 req-11f0706e-a7b5-46ad-987c-23fdbccf630d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:03.146305 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-11f0706e-a7b5-46ad-987c-23fdbccf630d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 200 len: 835 time: 0.0812106 Jul 05 05:11:03.148585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb653-af50-497f-9a4f-97ae31588745 req-fddcc08c-0323-4eb3-ac3a-6a8d9ca2e56d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:03.149913 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-fddcc08c-0323-4eb3-ac3a-6a8d9ca2e56d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 200 len: 835 time: 0.0760071 Jul 05 05:11:03.165044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device df721808-7101-478c-bd92-c98347ceb410 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:03.202801 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867611d4-9b6b-40b0-aa45-e3e1967e6b48 req-b726024a-4d18-4000-b777-e7f5571e5fc5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:03.204266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-867611d4-9b6b-40b0-aa45-e3e1967e6b48 req-b726024a-4d18-4000-b777-e7f5571e5fc5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 943 time: 0.0682263 Jul 05 05:11:03.206410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device df721808-7101-478c-bd92-c98347ceb410 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:03.243983 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-867611d4-9b6b-40b0-aa45-e3e1967e6b48 req-3eb87655-523f-4f36-9350-ccbf5dd23df6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326180 Jul 05 05:11:03.248644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb653-af50-497f-9a4f-97ae31588745 req-d878546e-103a-4220-9676-530835cb5944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:03.250206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-d878546e-103a-4220-9676-530835cb5944 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0972714 Jul 05 05:11:03.256243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310fb653-af50-497f-9a4f-97ae31588745 req-2faf798d-5968-469f-b06a-83ae38bce7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:03.258235 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-2faf798d-5968-469f-b06a-83ae38bce7b9 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0968544 Jul 05 05:11:03.414309 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-6635beab-a96b-47a2-891e-2cf1b1f98292 service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1551249 Jul 05 05:11:03.416239 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-f19c4f2c-59da-47a1-a2d4-dd3f32975459 service neutron] 10.222.0.26 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1499887 Jul 05 05:11:03.576617 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-2f107f24-dba1-4c2a-b0b4-b80f49a83c25 service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1550336 Jul 05 05:11:03.579963 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-310fb653-af50-497f-9a4f-97ae31588745 req-e9530d0d-0e9e-4718-a2d2-1339b6d5b7ee service neutron] 10.222.0.26 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507039 Jul 05 05:11:03.854851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device df721808-7101-478c-bd92-c98347ceb410 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:11:03.956209 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port df721808-7101-478c-bd92-c98347ceb410, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=df721808-7101-478c-bd92-c98347ceb410,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:03.967701 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': 'df721808-7101-478c-bd92-c98347ceb410', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'port_id': 'df721808-7101-478c-bd92-c98347ceb410', 'mac_address': 'fa:16:3e:a1:3d:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:11:04.007312 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:04.020187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id df721808-7101-478c-bd92-c98347ceb410 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:11:04.041138 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port df721808-7101-478c-bd92-c98347ceb410, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=df721808-7101-478c-bd92-c98347ceb410,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:04.112804 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:04.162461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=df721808-7101-478c-bd92-c98347ceb410,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:04.170471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.173697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.173697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.173697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.173697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.173697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.173697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.173697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.173697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.173697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.174644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.174644 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:04.378243 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['df721808-7101-478c-bd92-c98347ceb410'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:11:04.422237 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b1faa2-a5eb-4b1c-88ec-b70a19c03b33 req-d78baeef-dccf-4dc4-8849-5b84daac3b43 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:04.424018 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07b1faa2-a5eb-4b1c-88ec-b70a19c03b33 req-d78baeef-dccf-4dc4-8849-5b84daac3b43 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 944 time: 0.0659637 Jul 05 05:11:04.463020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07b1faa2-a5eb-4b1c-88ec-b70a19c03b33 req-ca405c87-42b7-4105-81cb-57f8b485d1df tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332930 Jul 05 05:11:04.892805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b1ca3a-aba6-4212-8c6c-38a113605d86 req-c61f5c2f-4db2-484e-b6f8-a877d3aa6d4e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:04.894287 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08b1ca3a-aba6-4212-8c6c-38a113605d86 req-c61f5c2f-4db2-484e-b6f8-a877d3aa6d4e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 944 time: 0.0712068 Jul 05 05:11:04.935060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-08b1ca3a-aba6-4212-8c6c-38a113605d86 req-4512bafc-c1cc-4058-a734-654185b2b9af tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349178 Jul 05 05:11:05.127543 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8803b95a-ad74-41ca-a415-21dab46f23a2 req-414dc0c2-5eec-4a54-b051-ae8990aaa695 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:05.129181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8803b95a-ad74-41ca-a415-21dab46f23a2 req-414dc0c2-5eec-4a54-b051-ae8990aaa695 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 944 time: 0.0733380 Jul 05 05:11:05.175558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8803b95a-ad74-41ca-a415-21dab46f23a2 req-d2b2e6be-317f-4a9c-8536-3e375d404b01 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400143 Jul 05 05:11:05.295820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-c1f21f0b-4672-485b-b261-2883f897d40a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:05.297307 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-c1f21f0b-4672-485b-b261-2883f897d40a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb&tenant_id=47ff977ae7924e068244f70f4dbed7f3&binding%3Ahost_id=n-h1-758944-41 HTTP/1.1" status: 200 len: 944 time: 0.4066122 Jul 05 05:11:05.358626 n-d-758944-41 neutron-server[100895]: INFO neutron.api.v2.resource [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-4a0e97ba-46ea-4eb2-82a3-71ee4d881cdb service neutron] delete failed (client error): The resource could not be found. Jul 05 05:11:05.359549 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-4a0e97ba-46ea-4eb2-82a3-71ee4d881cdb service neutron] 10.222.0.13 "DELETE /v2.0/ports/df721808-7101-478c-bd92-c98347ceb410/bindings/n-h2-758944-41 HTTP/1.1" status: 404 len: 381 time: 0.0524106 Jul 05 05:11:05.454887 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-1bd9960e-3b5a-4007-a11a-9537cf968837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:05.456380 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-1bd9960e-3b5a-4007-a11a-9537cf968837 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1096 time: 0.0533278 Jul 05 05:11:05.549706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-b3e361dc-cd9d-4855-a97c-1d9b53ee18fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:05.551263 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-b3e361dc-cd9d-4855-a97c-1d9b53ee18fe service neutron] 10.222.0.13 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 898 time: 0.0890865 Jul 05 05:11:05.617597 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-b185c0a0-2458-4821-9482-2cb3ceeea40a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 1000 time: 0.0596716 Jul 05 05:11:05.669848 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-51e92a07-3620-4d14-8fc9-b66d52021ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:05.671301 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-51e92a07-3620-4d14-8fc9-b66d52021ba9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 200 len: 835 time: 0.0479002 Jul 05 05:11:05.727443 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-8f3fb163-c1fb-4f7b-8ee1-b77fa6ab080e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:05.728933 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-8f3fb163-c1fb-4f7b-8ee1-b77fa6ab080e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0515840 Jul 05 05:11:05.817796 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-63165c44-4780-4df6-9fe4-59a2ed7e45bf service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814164 Jul 05 05:11:05.870148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device df721808-7101-478c-bd92-c98347ceb410 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:05.914114 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b7350be0-91a8-4518-8104-19e3f33d2ded req-f169f9b8-986b-444c-bc20-dfc70d7484aa service neutron] 10.222.0.13 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889871 Jul 05 05:11:05.975569 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port df721808-7101-478c-bd92-c98347ceb410 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:05.979793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port df721808-7101-478c-bd92-c98347ceb410 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:05.980196 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:06.057225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:06.079970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df721808-7101-478c-bd92-c98347ceb410'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:06.082312 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3900dfc-7295-44a9-b0e2-0514823b5b22" -d '{"events": [{"server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "name": "network-vif-plugged", "status": "completed", "tag": "df721808-7101-478c-bd92-c98347ceb410"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:06.096087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port df721808-7101-478c-bd92-c98347ceb410, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=df721808-7101-478c-bd92-c98347ceb410,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:06.165675 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:06.189646 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a595812-8301-4173-b87b-b65a013a0c4d x-openstack-request-id: req-4a595812-8301-4173-b87b-b65a013a0c4d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:06.189938 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "name": "network-vif-plugged", "status": "completed", "tag": "df721808-7101-478c-bd92-c98347ceb410", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:06.190188 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a595812-8301-4173-b87b-b65a013a0c4d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:06.190582 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'df721808-7101-478c-bd92-c98347ceb410', 'code': 200} Jul 05 05:11:06.217864 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=df721808-7101-478c-bd92-c98347ceb410,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:06.355108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e298dc-e373-4f33-9eb7-96cc7a5913ef req-070c5a35-e160-4302-8306-440a6c142b66 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:06.356636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54e298dc-e373-4f33-9eb7-96cc7a5913ef req-070c5a35-e160-4302-8306-440a6c142b66 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0684144 Jul 05 05:11:06.396423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54e298dc-e373-4f33-9eb7-96cc7a5913ef req-70cc853b-1563-4868-9cac-f4dc0094789b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338945 Jul 05 05:11:07.759437 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4cc383-9623-4aaa-a498-dde5ba2075e8 req-bd1ab301-8b7c-49be-8b9c-af2cbffa9f7e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:07.760950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e4cc383-9623-4aaa-a498-dde5ba2075e8 req-bd1ab301-8b7c-49be-8b9c-af2cbffa9f7e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0648046 Jul 05 05:11:07.800454 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e4cc383-9623-4aaa-a498-dde5ba2075e8 req-c28b8212-a2d4-4d53-be59-cfdbcff7e686 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338345 Jul 05 05:11:07.832264 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55606) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:07.897705 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ff75852c-6b3f-4eab-8662-a3601d22f21e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/2aed9df6-05a5-4439-8e50-d07458becde1 HTTP/1.1" status: 200 len: 993 time: 0.0642805 Jul 05 05:11:08.089362 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-35a58330-f354-46a7-ba61-55cbe8715a19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:09.255858 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-95585203-441e-43fe-b230-8b4412043d19 req-04efe304-582f-4277-9821-d2a87370454d service neutron] (100895) timed out ('10.222.0.30', 52288) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:11:10.843978 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-75fb5b51-2e0f-48a8-9c42-8bd4bc981a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:10.954347 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:12.251045 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:13.759888 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:14.474340 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:15.205606 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:30.881179 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:11:38.077462 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e422e7b1-25a4-4156-b803-2bd5366d09d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:38.299716 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55618) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:38.457220 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 61c8c848-ca95-4aeb-96e9-5b848cba1c47 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:38.457561 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:38.531223 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:38.531552 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:38.543219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 61c8c848-ca95-4aeb-96e9-5b848cba1c47 owned by network:floatingip {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:38.774581 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:38.804745 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=61c8c848-ca95-4aeb-96e9-5b848cba1c47,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:38.866230 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:38.866557 n-d-758944-41 neutron-server[100895]: INFO neutron.db.l3_db [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Floating IP 2aed9df6-05a5-4439-8e50-d07458becde1 disassociated (deleted). External IP: 172.25.4.113, port: df721808-7101-478c-bd92-c98347ceb410. Jul 05 05:11:39.078556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 1956705b-b2b6-4c87-a402-b78a44c4638f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:39.189385 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:39.194314 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:39.198732 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] Sync routers for ids ['1956705b-b2b6-4c87-a402-b78a44c4638f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:39.209149 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] Routers {'1956705b-b2b6-4c87-a402-b78a44c4638f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:39.209771 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:11:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['1956705b-b2b6-4c87-a402-b78a44c4638f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:39.230669 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-5bc118f3-0c3f-478a-84e3-66932a8b2c0f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/floatingips/2aed9df6-05a5-4439-8e50-d07458becde1 HTTP/1.1" status: 204 len: 168 time: 0.9296217 Jul 05 05:11:39.231283 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'tag': 'df721808-7101-478c-bd92-c98347ceb410'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:39.233539 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87a3ab6b-6675-4118-8e5b-f7269afaee08" -d '{"events": [{"name": "network-changed", "server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "tag": "df721808-7101-478c-bd92-c98347ceb410"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:39.273202 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d11733f-1bbe-4d76-914f-44d68ce4ed2f x-openstack-request-id: req-5d11733f-1bbe-4d76-914f-44d68ce4ed2f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:39.273506 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "tag": "df721808-7101-478c-bd92-c98347ceb410", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:39.273760 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d11733f-1bbe-4d76-914f-44d68ce4ed2f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:39.274175 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'tag': 'df721808-7101-478c-bd92-c98347ceb410', 'status': 'completed', 'code': 200} Jul 05 05:11:39.322477 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] Set router 1956705b-b2b6-4c87-a402-b78a44c4638f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:39.356774 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-9dfdd26c-e2ee-4e66-8433-218e9aa082bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:39.358333 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-9dfdd26c-e2ee-4e66-8433-218e9aa082bd service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 1097 time: 0.0586338 Jul 05 05:11:39.459026 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-d96ee19a-0c97-429a-b228-9070872286f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:39.460601 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-d96ee19a-0c97-429a-b228-9070872286f1 service neutron] 10.222.0.26 "GET /v2.0/networks?id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 200 len: 898 time: 0.0931211 Jul 05 05:11:39.504364 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-32386fc4-72d1-48f4-a81b-4fc169849e01 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 200 len: 217 time: 0.0367908 Jul 05 05:11:39.534776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1f7b0d22-d43c-4e89-a7c1-cc0266108dc5', 'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:11Z', 'updated_at': '2021-07-05T05:09:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:39.558812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-cb4dcbd5-383c-4820-808d-250286483176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:39.561250 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-cb4dcbd5-383c-4820-808d-250286483176 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 200 len: 835 time: 0.0483830 Jul 05 05:11:39.569812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] Checking router: 1956705b-b2b6-4c87-a402-b78a44c4638f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:39.578441 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] Routers {'1956705b-b2b6-4c87-a402-b78a44c4638f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:39.578966 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:11:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['1956705b-b2b6-4c87-a402-b78a44c4638f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:39.624593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-4dc811fb-9f2b-4fcb-983f-e974e4eaee46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:39.626276 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-4dc811fb-9f2b-4fcb-983f-e974e4eaee46 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0593724 Jul 05 05:11:39.686255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] Set router 1956705b-b2b6-4c87-a402-b78a44c4638f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:39.727312 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-38adb79f-1f67-4f6d-8430-ed12260efb68 service neutron] 10.222.0.26 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904915 Jul 05 05:11:39.794863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de8b705-3a28-49f3-a3fa-0008956e38d5 req-b39ea75c-b52b-4b2d-a24a-d2be0fa2cf55 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:39.796543 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de8b705-3a28-49f3-a3fa-0008956e38d5 req-b39ea75c-b52b-4b2d-a24a-d2be0fa2cf55 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0697913 Jul 05 05:11:39.837219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-87a3ab6b-6675-4118-8e5b-f7269afaee08 req-00fb7199-b807-4412-a09c-240e23dd9262 service neutron] 10.222.0.26 "GET /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979328 Jul 05 05:11:39.838679 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0de8b705-3a28-49f3-a3fa-0008956e38d5 req-e93a01a3-9c1d-4204-aca8-e848b7b2915f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359368 Jul 05 05:11:39.897189 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1f7b0d22-d43c-4e89-a7c1-cc0266108dc5', 'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:11Z', 'updated_at': '2021-07-05T05:09:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:39.924312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45486a47-f8d9-4a55-825f-48d9e1f91e86 None None] The sync data for ids ['1956705b-b2b6-4c87-a402-b78a44c4638f'] in n-d-758944-41 is: [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '1f7b0d22-d43c-4e89-a7c1-cc0266108dc5', 'name': '', 'network_id': 'dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:3d:42:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4189, 'fixed_ips': [{'subnet_id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:11Z', 'updated_at': '2021-07-05T05:09:16Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': 'e8d1eff4-0b8a-4e95-9726-adb64c755d32', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:40.131836 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2daae004-384b-462c-98ed-845c442bd971 None None] New status for floating IP 2aed9df6-05a5-4439-8e50-d07458becde1: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:11:40.845070 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fe004dcf-b8e5-4998-a2ed-2353f434cb32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:40.946259 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:41.022018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df18f5f4-ab08-4b99-80d4-612e29b6db9a req-f9d6079d-d1cf-4fc2-92b4-8a50acf704ba tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:41.023527 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df18f5f4-ab08-4b99-80d4-612e29b6db9a req-f9d6079d-d1cf-4fc2-92b4-8a50acf704ba tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0681658 Jul 05 05:11:41.061960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-df18f5f4-ab08-4b99-80d4-612e29b6db9a req-3b543d61-6750-45dc-9f15-9093a7d9cc56 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=48564f9b-6e09-4799-8f13-17b40df019e9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326021 Jul 05 05:11:41.278965 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8284f16-4331-44db-9ede-56f942309b1c req-6148c0f8-cce2-416c-8904-81d3e3b26148 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:41.280498 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b8284f16-4331-44db-9ede-56f942309b1c req-6148c0f8-cce2-416c-8904-81d3e3b26148 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.26 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 945 time: 0.0652645 Jul 05 05:11:41.384256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-b8284f16-4331-44db-9ede-56f942309b1c req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port df721808-7101-478c-bd92-c98347ceb410 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:41.384609 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b8284f16-4331-44db-9ede-56f942309b1c req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:41.479175 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-b8284f16-4331-44db-9ede-56f942309b1c req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port df721808-7101-478c-bd92-c98347ceb410, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=df721808-7101-478c-bd92-c98347ceb410,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:41.479534 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b8284f16-4331-44db-9ede-56f942309b1c req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:41.493042 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-b8284f16-4331-44db-9ede-56f942309b1c req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for df721808-7101-478c-bd92-c98347ceb410 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:41.696717 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b8284f16-4331-44db-9ede-56f942309b1c req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:41.727886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=df721808-7101-478c-bd92-c98347ceb410,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:41.773748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8284f16-4331-44db-9ede-56f942309b1c req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] No DVR routers for this DVR port df721808-7101-478c-bd92-c98347ceb410 on host n-h1-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:41.776332 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-b8284f16-4331-44db-9ede-56f942309b1c req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:41.778375 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b8284f16-4331-44db-9ede-56f942309b1c req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.26 "DELETE /v2.0/ports/df721808-7101-478c-bd92-c98347ceb410 HTTP/1.1" status: 204 len: 173 time: 0.4902742 Jul 05 05:11:41.778817 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'name': 'network-vif-deleted', 'tag': 'df721808-7101-478c-bd92-c98347ceb410'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:11:41.781093 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe6c837-e4bc-4df4-baac-85cfedf01f4b" -d '{"events": [{"server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "name": "network-vif-deleted", "tag": "df721808-7101-478c-bd92-c98347ceb410"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:11:41.816273 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:11:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f8b2c44-b275-45ee-a62b-1788f2bfe544 x-openstack-request-id: req-2f8b2c44-b275-45ee-a62b-1788f2bfe544 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:11:41.816570 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e11f098b-8f40-4435-ac51-e036fbe154eb", "name": "network-vif-deleted", "tag": "df721808-7101-478c-bd92-c98347ceb410", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:11:41.816823 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f8b2c44-b275-45ee-a62b-1788f2bfe544 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:11:41.817235 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e11f098b-8f40-4435-ac51-e036fbe154eb', 'name': 'network-vif-deleted', 'tag': 'df721808-7101-478c-bd92-c98347ceb410', 'status': 'completed', 'code': 200} Jul 05 05:11:42.226986 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-96bc8034-c14f-4957-a271-6235b8deb6cc req-e201948b-2bdc-47d4-9fb0-2f48532fce90 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=e11f098b-8f40-4435-ac51-e036fbe154eb HTTP/1.1" status: 200 len: 210 time: 0.0336120 Jul 05 05:11:42.237465 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:43.328455 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55634) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:43.730801 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:43.765474 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:44.021342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:44.021676 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:44.115447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=1f7b0d22-d43c-4e89-a7c1-cc0266108dc5,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:44.115806 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:44.130135 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:44.382811 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:44.412820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=1f7b0d22-d43c-4e89-a7c1-cc0266108dc5,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:44.481057 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:44.611889 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:44.876200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 1956705b-b2b6-4c87-a402-b78a44c4638f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:44.985297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:44.990463 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-69ae40d7-911d-4f56-9893-2275d0d754ef tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "PUT /v2.0/routers/1956705b-b2b6-4c87-a402-b78a44c4638f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6607823 Jul 05 05:11:44.993020 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55636) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:44.994358 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] Sync routers for ids ['1956705b-b2b6-4c87-a402-b78a44c4638f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:45.005462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] Routers {'1956705b-b2b6-4c87-a402-b78a44c4638f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:45.006096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:11:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['1956705b-b2b6-4c87-a402-b78a44c4638f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:45.047451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-aadd5ba3-8d82-4e34-9f8f-c55941cea365 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting subnet e8d1eff4-0b8a-4e95-9726-adb64c755d32 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:11:45.050539 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aadd5ba3-8d82-4e34-9f8f-c55941cea365 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.092888 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aadd5ba3-8d82-4e34-9f8f-c55941cea365 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.115152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] Set router 1956705b-b2b6-4c87-a402-b78a44c4638f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:45.187183 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aadd5ba3-8d82-4e34-9f8f-c55941cea365 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.258970 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.310574 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:11:44Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:45.334908 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aadd5ba3-8d82-4e34-9f8f-c55941cea365 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.336783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] Checking router: 1956705b-b2b6-4c87-a402-b78a44c4638f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:45.344822 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] Routers {'1956705b-b2b6-4c87-a402-b78a44c4638f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:45.345406 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:11:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['1956705b-b2b6-4c87-a402-b78a44c4638f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:45.363195 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd5ba3-8d82-4e34-9f8f-c55941cea365 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Subnet': ['ID=e8d1eff4-0b8a-4e95-9726-adb64c755d32,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:45.368778 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-aadd5ba3-8d82-4e34-9f8f-c55941cea365 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.370729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-aadd5ba3-8d82-4e34-9f8f-c55941cea365 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/subnets/e8d1eff4-0b8a-4e95-9726-adb64c755d32 HTTP/1.1" status: 204 len: 168 time: 0.3766062 Jul 05 05:11:45.374312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55638) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:45.381826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9427e167-6a5f-4f1f-a7df-1ee11aafa6ae None None] Network dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:45.489237 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.550323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] Set router 1956705b-b2b6-4c87-a402-b78a44c4638f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:45.598004 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.709887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:45.710252 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.755859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:11:44Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:45.761512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f288e375-1aa3-4344-bae8-3085c3fc09b3 None None] DHCP port deletion for dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:11:45.792401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5ca5592-d93e-47c7-ae59-7bd1b8531787 None None] The sync data for ids ['1956705b-b2b6-4c87-a402-b78a44c4638f'] in n-d-758944-41 is: [{'id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1903562886', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42'}], 'enable_snat': True}, 'gw_port_id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:09:07Z', 'updated_at': '2021-07-05T05:11:44Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '63c25c1c-4554-4753-b8e4-7c93d3f15ff3', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:5f:d3:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1956705b-b2b6-4c87-a402-b78a44c4638f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:09:08Z', 'updated_at': '2021-07-05T05:09:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:45.801099 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 63c25c1c-4554-4753-b8e4-7c93d3f15ff3, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=63c25c1c-4554-4753-b8e4-7c93d3f15ff3,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:45.801408 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.815685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:45.840853 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f288e375-1aa3-4344-bae8-3085c3fc09b3 None None] Deleting port 7ae4748d-da2d-48f0-b6c2-a50726d00826 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:11:45.841755 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f288e375-1aa3-4344-bae8-3085c3fc09b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.906462 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-f288e375-1aa3-4344-bae8-3085c3fc09b3 None None] For port 7ae4748d-da2d-48f0-b6c2-a50726d00826, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=7ae4748d-da2d-48f0-b6c2-a50726d00826,segment=NetworkSegment(8f066c73-43eb-43fd-acc7-697975a71698),segment_id=8f066c73-43eb-43fd-acc7-697975a71698)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:45.906855 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f288e375-1aa3-4344-bae8-3085c3fc09b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:45.919586 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f288e375-1aa3-4344-bae8-3085c3fc09b3 None None] Calling delete_port for 7ae4748d-da2d-48f0-b6c2-a50726d00826 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:11:46.051468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.079811 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f288e375-1aa3-4344-bae8-3085c3fc09b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.082153 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=63c25c1c-4554-4753-b8e4-7c93d3f15ff3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:46.093575 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.093949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.094244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.094579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.094948 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.095233 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.095560 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.095881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.096229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.096549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.096868 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.097182 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:46.108011 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f288e375-1aa3-4344-bae8-3085c3fc09b3 None None] Pushing event deleted for resources: {'Port': ['ID=7ae4748d-da2d-48f0-b6c2-a50726d00826,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:46.113549 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f288e375-1aa3-4344-bae8-3085c3fc09b3 None None] No DVR routers for this DVR port 7ae4748d-da2d-48f0-b6c2-a50726d00826 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:11:46.168229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device df721808-7101-478c-bd92-c98347ceb410 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:46.168591 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.188921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: df721808-7101-478c-bd92-c98347ceb410 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:46.193812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device df721808-7101-478c-bd92-c98347ceb410 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:46.276558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.276558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.362950 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.363475 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Fanout notify agent at l3_agent the message router_deleted on router 1956705b-b2b6-4c87-a402-b78a44c4638f {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:11:46.371600 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.371600 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6b4e7ca6-7836-455b-8ba1-022c1bda13f1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/routers/1956705b-b2b6-4c87-a402-b78a44c4638f HTTP/1.1" status: 204 len: 168 time: 0.9963427 Jul 05 05:11:46.374906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55642) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:46.459884 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.548256 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.558188 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:46.569232 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f066c73-43eb-43fd-acc7-697975a71698') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:46.569532 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f066c73-43eb-43fd-acc7-697975a71698') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:46.579254 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.592891 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.598559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:11:46.598971 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: timer() Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:11:46.602070 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:11:46.751871 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.756448 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.758335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/networks/dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635 HTTP/1.1" status: 204 len: 168 time: 0.3824236 Jul 05 05:11:46.761204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55644) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:46.773292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acdd21-b72d-431b-995f-972948a91149 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Network': ['ID=dac1ff22-ff5b-40d7-bbd4-9dee8f1e3635,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:46.834064 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-502f5308-0648-4685-b2d1-41b83aaacb71 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.861349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:46.868691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-502f5308-0648-4685-b2d1-41b83aaacb71 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.882102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:46.882449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 1f7b0d22-d43c-4e89-a7c1-cc0266108dc5 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:46.882869 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7ae4748d-da2d-48f0-b6c2-a50726d00826 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:46.901561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 7ae4748d-da2d-48f0-b6c2-a50726d00826 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:46.901909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 7ae4748d-da2d-48f0-b6c2-a50726d00826 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:46.902325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:11:46.992333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-502f5308-0648-4685-b2d1-41b83aaacb71 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.994994 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-502f5308-0648-4685-b2d1-41b83aaacb71 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:46.996345 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-502f5308-0648-4685-b2d1-41b83aaacb71 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/security-groups/48564f9b-6e09-4799-8f13-17b40df019e9 HTTP/1.1" status: 204 len: 168 time: 0.2341137 Jul 05 05:11:47.007110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502f5308-0648-4685-b2d1-41b83aaacb71 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48564f9b-6e09-4799-8f13-17b40df019e9,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:47.082806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:11:47.082806 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 63c25c1c-4554-4753-b8e4-7c93d3f15ff3 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:11:48.598073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55652) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:48.603204 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-8b09776a-6dfb-47b6-af8a-6707a3373880 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-119825766', 'description': 'tempest-secgroup-smoke-119825766 description', 'project_id': '47ff977ae7924e068244f70f4dbed7f3'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:48.718393 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b09776a-6dfb-47b6-af8a-6707a3373880 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:48.804299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b09776a-6dfb-47b6-af8a-6707a3373880 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:48.866286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b09776a-6dfb-47b6-af8a-6707a3373880 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:48.895587 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b09776a-6dfb-47b6-af8a-6707a3373880 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eba02de-d4c4-4202-a751-8b5d08350719,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:48.963091 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b09776a-6dfb-47b6-af8a-6707a3373880 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:48.964419 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b09776a-6dfb-47b6-af8a-6707a3373880 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3652599 Jul 05 05:11:48.967816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55656) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:48.973070 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-c40230c9-1b59-4986-bd7a-979aad1162e8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '4eba02de-d4c4-4202-a751-8b5d08350719', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:49.055774 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c40230c9-1b59-4986-bd7a-979aad1162e8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.116861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c40230c9-1b59-4986-bd7a-979aad1162e8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.179929 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c40230c9-1b59-4986-bd7a-979aad1162e8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.202346 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40230c9-1b59-4986-bd7a-979aad1162e8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f09f79f8-69f3-458e-87f3-68a560712d00,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:49.279352 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c40230c9-1b59-4986-bd7a-979aad1162e8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.281700 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c40230c9-1b59-4986-bd7a-979aad1162e8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3118129 Jul 05 05:11:49.283412 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55658) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:49.288092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5d3f488b-fd4c-49e7-8d74-beb41b43cc43 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '4eba02de-d4c4-4202-a751-8b5d08350719', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:49.380743 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5d3f488b-fd4c-49e7-8d74-beb41b43cc43 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.437264 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5d3f488b-fd4c-49e7-8d74-beb41b43cc43 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.516941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5d3f488b-fd4c-49e7-8d74-beb41b43cc43 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.534691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3f488b-fd4c-49e7-8d74-beb41b43cc43 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=961942df-9e28-460e-997e-935ab4e84bee,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:49.597228 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5d3f488b-fd4c-49e7-8d74-beb41b43cc43 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.598489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5d3f488b-fd4c-49e7-8d74-beb41b43cc43 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3140500 Jul 05 05:11:49.601413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55660) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:49.606153 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c86246cd-8296-49ba-bd1e-2e7dc7b7e823 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '4eba02de-d4c4-4202-a751-8b5d08350719', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:49.699042 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c86246cd-8296-49ba-bd1e-2e7dc7b7e823 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.747140 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c86246cd-8296-49ba-bd1e-2e7dc7b7e823 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.831445 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c86246cd-8296-49ba-bd1e-2e7dc7b7e823 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.849146 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86246cd-8296-49ba-bd1e-2e7dc7b7e823 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eec1edac-5d34-4aa5-9c23-e5536ac5b18a,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:49.905980 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c86246cd-8296-49ba-bd1e-2e7dc7b7e823 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:49.907252 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c86246cd-8296-49ba-bd1e-2e7dc7b7e823 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3048139 Jul 05 05:11:49.909939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55662) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:49.914371 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a1378d94-2be1-4468-beff-aff40dfc1761 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '4eba02de-d4c4-4202-a751-8b5d08350719', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:50.013266 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a1378d94-2be1-4468-beff-aff40dfc1761 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.071885 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a1378d94-2be1-4468-beff-aff40dfc1761 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.154172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a1378d94-2be1-4468-beff-aff40dfc1761 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.174927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1378d94-2be1-4468-beff-aff40dfc1761 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=563e55b7-01ff-4be9-b2aa-a6ef66536d52,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:50.233735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a1378d94-2be1-4468-beff-aff40dfc1761 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.235000 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a1378d94-2be1-4468-beff-aff40dfc1761 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3241196 Jul 05 05:11:50.237717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55664) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:50.243181 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-d798cec8-1e94-48b8-96a1-897831816ab0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '4eba02de-d4c4-4202-a751-8b5d08350719', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:50.313835 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-d798cec8-1e94-48b8-96a1-897831816ab0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Project 47ff977ae7924e068244f70f4dbed7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:11:50.318640 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d798cec8-1e94-48b8-96a1-897831816ab0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.382264 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d798cec8-1e94-48b8-96a1-897831816ab0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.449259 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d798cec8-1e94-48b8-96a1-897831816ab0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.468679 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d798cec8-1e94-48b8-96a1-897831816ab0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=707bc436-5874-479c-9685-ff5c63f6aeed,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:50.534187 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d798cec8-1e94-48b8-96a1-897831816ab0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.535409 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d798cec8-1e94-48b8-96a1-897831816ab0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2967834 Jul 05 05:11:50.538102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55666) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:50.542529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-10b0a6bf-aa98-40ae-a703-cc89f760e991 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '4eba02de-d4c4-4202-a751-8b5d08350719', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:50.622216 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-10b0a6bf-aa98-40ae-a703-cc89f760e991 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Project 47ff977ae7924e068244f70f4dbed7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:11:50.627389 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10b0a6bf-aa98-40ae-a703-cc89f760e991 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.689516 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10b0a6bf-aa98-40ae-a703-cc89f760e991 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.751589 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10b0a6bf-aa98-40ae-a703-cc89f760e991 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.769310 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b0a6bf-aa98-40ae-a703-cc89f760e991 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9171fea0-a748-4146-94ee-2fabb97abc83,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:50.856611 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-10b0a6bf-aa98-40ae-a703-cc89f760e991 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.857842 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-10b0a6bf-aa98-40ae-a703-cc89f760e991 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3188136 Jul 05 05:11:50.860747 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55668) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:50.865775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'network': {'name': 'tempest-network-smoke--964703325', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'port_security_enabled': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:50.947887 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:11:50.951374 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.974684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:11:50.983152 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:50.983497 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Added segment cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee of type vlan for network 0ae5ae28-4c5c-4584-b727-0cf70befed4d Jul 05 05:11:51.024403 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.090682 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.096405 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:51.097095 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.165889 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Network': ['ID=0ae5ae28-4c5c-4584-b727-0cf70befed4d,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:51.176962 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 0ae5ae28-4c5c-4584-b727-0cf70befed4d details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:11:51.200615 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-328b9834-a41c-45a4-a751-63fb5b2f7559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3387179 Jul 05 05:11:51.203319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55670) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:51.207986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'admin_state_up': True, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:51.268094 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.269190 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.321221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:51.848209 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.107441 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.130164 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.233413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.25.4.115 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/8b4bae3f-472f-4ad4-872c-3d3a699b9cfe) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:52.340436 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.433901 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.472427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:52.478640 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:52.482972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:52.486052 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=8b4bae3f-472f-4ad4-872c-3d3a699b9cfe,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:52.796817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:52.998045 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.180200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 78b14221-1280-4113-b2a7-8d6d0fa3326c is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:11:53.288342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:53.298406 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Sync routers for ids ['78b14221-1280-4113-b2a7-8d6d0fa3326c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:53.307274 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Routers {'78b14221-1280-4113-b2a7-8d6d0fa3326c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:53.307880 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:11:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['78b14221-1280-4113-b2a7-8d6d0fa3326c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:53.357684 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.358873 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4a84db82-5609-4789-bd02-634eef07744d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.1545584 Jul 05 05:11:53.361939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55676) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:53.394767 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-f6344ba2-6c7e-4c0d-947d-462aebd37169 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=47ff977ae7924e068244f70f4dbed7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0293612 Jul 05 05:11:53.395033 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55678) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:53.414288 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Set router 78b14221-1280-4113-b2a7-8d6d0fa3326c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:53.485448 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec1de5b-cb8f-4484-bb81-8c94b9b11d62 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:53.486961 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3ec1de5b-cb8f-4484-bb81-8c94b9b11d62 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908840 Jul 05 05:11:53.489897 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55682) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:53.522975 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0e5deb30-c3dd-4465-8d32-82ab2d10391d tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0320218 Jul 05 05:11:53.525613 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55684) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:53.531241 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1484920134', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:53.596311 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:52Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:53.626189 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Checking router: 78b14221-1280-4113-b2a7-8d6d0fa3326c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:53.626449 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Updating router 78b14221-1280-4113-b2a7-8d6d0fa3326c port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:11:53.661414 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.707689 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:11:53.711340 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.915669 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:53.925410 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Transition to ACTIVE for port object 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:53.980274 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.010702 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.049202 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Subnet': ['ID=4afb3b4f-7d9b-4f45-8d35-49d137276aae,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:54.053656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Checking segment: {'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:54.054018 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network hostable DHCP agents. Network: 0ae5ae28-4c5c-4584-b727-0cf70befed4d, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:11:54.065205 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Attempting to bind port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:54.065608 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Attempting to bind port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:54.065972 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Attempting to bind port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:54.068862 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Pushing event updated for resources: {'Port': ['ID=8b4bae3f-472f-4ad4-872c-3d3a699b9cfe,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:54.077393 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:54.077771 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:54.078175 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.078569 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:54.079041 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Bound port: 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:54.079427 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.081838 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.082583 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.082583 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.082824 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.083152 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.083482 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.083834 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.084189 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.084515 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.084840 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.085164 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.085485 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:11:54.152039 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 0ae5ae28-4c5c-4584-b727-0cf70befed4d is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:11:54.228832 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] For port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:54.231762 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] For port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8b4bae3f-472f-4ad4-872c-3d3a699b9cfe,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:54.237078 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 0ae5ae28-4c5c-4584-b727-0cf70befed4d) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:54.241846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:54.241846 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.246318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa59b500-5a5a-4065-a094-0805493a680b None None] Network 0ae5ae28-4c5c-4584-b727-0cf70befed4d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:54.306200 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.331441 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b237022f-0a57-48e0-9b32-8b97168d5af7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8047664 Jul 05 05:11:54.334316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55686) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:11:54.359977 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Routers {'78b14221-1280-4113-b2a7-8d6d0fa3326c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:54.360605 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:11:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['78b14221-1280-4113-b2a7-8d6d0fa3326c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:54.402680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:11:54.403884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.415998 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260a2fea-093f-4fd6-aaca-a46258027bab None None] Pushing event updated for resources: {'Port': ['ID=8b4bae3f-472f-4ad4-872c-3d3a699b9cfe,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:54.488084 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] Set router 78b14221-1280-4113-b2a7-8d6d0fa3326c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:54.561619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Allocated IP 172.20.0.2 (0ae5ae28-4c5c-4584-b727-0cf70befed4d/4afb3b4f-7d9b-4f45-8d35-49d137276aae/633a6cb2-2c4c-40bd-a771-e6b15b23245f) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:54.685600 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:52Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:54.714930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.719486 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87263222-7935-4e18-8522-356237a4a5e8 None None] The sync data for ids ['78b14221-1280-4113-b2a7-8d6d0fa3326c'] in n-d-758944-41 is: [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:52Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:54.726253 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Transition to ACTIVE for port object 633a6cb2-2c4c-40bd-a771-e6b15b23245f will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:54.743486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Transition to ACTIVE for port object 633a6cb2-2c4c-40bd-a771-e6b15b23245f will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:54.811198 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.900987 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:54.942802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Network 0ae5ae28-4c5c-4584-b727-0cf70befed4d is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:54.950305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:54.956184 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:54.977302 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Pushing event updated for resources: {'Port': ['ID=633a6cb2-2c4c-40bd-a771-e6b15b23245f,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:55.036231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Attempting to bind port 633a6cb2-2c4c-40bd-a771-e6b15b23245f on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:55.036499 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Attempting to bind port 633a6cb2-2c4c-40bd-a771-e6b15b23245f by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:55.036851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Attempting to bind port 633a6cb2-2c4c-40bd-a771-e6b15b23245f on network 0ae5ae28-4c5c-4584-b727-0cf70befed4d {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:55.042532 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:55.042911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Checking segment: {'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:55.043316 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.043717 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Bound using segment: {'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:55.044211 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Bound port: 633a6cb2-2c4c-40bd-a771-e6b15b23245f, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:55.044596 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.131715 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] For port 633a6cb2-2c4c-40bd-a771-e6b15b23245f, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:55.135190 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] For port 633a6cb2-2c4c-40bd-a771-e6b15b23245f, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=633a6cb2-2c4c-40bd-a771-e6b15b23245f,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:55.157830 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.20.0.1 (0ae5ae28-4c5c-4584-b727-0cf70befed4d/4afb3b4f-7d9b-4f45-8d35-49d137276aae/9f35f538-3ed7-42e2-a07c-489d096860f5) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:11:55.215236 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.280290 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac83f829-8fca-4499-9106-5e934def7df3 None None] Pushing event updated for resources: {'Port': ['ID=633a6cb2-2c4c-40bd-a771-e6b15b23245f,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:55.284647 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.300108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Transition to ACTIVE for port object 9f35f538-3ed7-42e2-a07c-489d096860f5 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:55.394534 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.460851 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 0ae5ae28-4c5c-4584-b727-0cf70befed4d is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:55.472297 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:55.476967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:11:55.481143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=9f35f538-3ed7-42e2-a07c-489d096860f5,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:55.534222 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:55.748876 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.035120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.099997 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.179718 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.181665 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=9f35f538-3ed7-42e2-a07c-489d096860f5,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:56.256509 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fee0687e-6fa3-4b9e-9bc5-b81725f90677 None None] Network 0ae5ae28-4c5c-4584-b727-0cf70befed4d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:11:56.282000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 0ae5ae28-4c5c-4584-b727-0cf70befed4d is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:11:56.283885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:11:56.402376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 78b14221-1280-4113-b2a7-8d6d0fa3326c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:11:56.411819 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2c39d7f9-2587-47d5-b802-8adf4a457585 None None] Provisioning for port 633a6cb2-2c4c-40bd-a771-e6b15b23245f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:56.528900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:11:56.542289 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a404d8cc-740c-4d80-ba1e-59c0153c53f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "PUT /v2.0/routers/78b14221-1280-4113-b2a7-8d6d0fa3326c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1975965 Jul 05 05:11:56.659496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:56.738538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-f1dd65ec-fbdc-44dd-a6e2-be2fd7bd3481 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-119825766&fields=id&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 267 time: 0.0418963 Jul 05 05:11:56.783643 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:56.799169 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:56.799817 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.827851 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4d96c897-7902-433e-b12d-f48a7b05d8e3 None None] Provisioning for port 9f35f538-3ed7-42e2-a07c-489d096860f5 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:56.840865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4d96c897-7902-433e-b12d-f48a7b05d8e3 None None] Provisioning complete for port 9f35f538-3ed7-42e2-a07c-489d096860f5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:56.841265 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4d96c897-7902-433e-b12d-f48a7b05d8e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.869852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-418149d3-0bd6-4480-b668-abf44b2185c1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:56.871805 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-418149d3-0bd6-4480-b668-abf44b2185c1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/networks?id=0ae5ae28-4c5c-4584-b727-0cf70befed4d HTTP/1.1" status: 200 len: 796 time: 0.1257646 Jul 05 05:11:56.888330 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-d5b0a155-d6d7-4a7b-a0fd-c63e1c65b115 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/quotas/47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 375 time: 0.0105500 Jul 05 05:11:56.895067 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4d96c897-7902-433e-b12d-f48a7b05d8e3 None None] Port 9f35f538-3ed7-42e2-a07c-489d096860f5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:11:56.925398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Sync routers for ids ['78b14221-1280-4113-b2a7-8d6d0fa3326c'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:11:56.946505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Routers {'78b14221-1280-4113-b2a7-8d6d0fa3326c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:56.947150 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:11:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['78b14221-1280-4113-b2a7-8d6d0fa3326c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:56.952245 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:56.966168 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-8efb24be-a136-4b8c-be44-45432f1236ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0715921 Jul 05 05:11:57.019210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8b4bae3f-472f-4ad4-872c-3d3a699b9cfe,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:57.067783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-80f009e7-cfc8-423f-bd3b-f7d999a42b4b None None] Provisioning complete for port 9f35f538-3ed7-42e2-a07c-489d096860f5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:57.068189 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-80f009e7-cfc8-423f-bd3b-f7d999a42b4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:57.075159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-9a7187cf-24e5-4906-895d-71aec6aea0f9 service neutron] 10.222.0.30 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967429 Jul 05 05:11:57.096703 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:57.097491 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 633a6cb2-2c4c-40bd-a771-e6b15b23245f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:57.164579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Set router 78b14221-1280-4113-b2a7-8d6d0fa3326c gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:57.174966 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-144a69b0-0472-4591-b8ea-ca590acd0109 service neutron] 10.222.0.30 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916865 Jul 05 05:11:57.193998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-80f009e7-cfc8-423f-bd3b-f7d999a42b4b None None] Port 9f35f538-3ed7-42e2-a07c-489d096860f5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:11:57.265316 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=8b4bae3f-472f-4ad4-872c-3d3a699b9cfe,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:57.344948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-2a96d08a-f8b8-4a3f-aa5f-92ad97c799f4 None None] Provisioning complete for port 9f35f538-3ed7-42e2-a07c-489d096860f5 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:57.345324 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2a96d08a-f8b8-4a3f-aa5f-92ad97c799f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:57.409401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 633a6cb2-2c4c-40bd-a771-e6b15b23245f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:11:57.414062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 633a6cb2-2c4c-40bd-a771-e6b15b23245f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:57.414660 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:57.420923 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-06c49bed-5594-4d5e-b200-01d0e81a3618 req-1f5f21a3-8c22-409a-9588-59d207cae08a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 210 time: 0.0320420 Jul 05 05:11:57.444943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-2a96d08a-f8b8-4a3f-aa5f-92ad97c799f4 None None] Port 9f35f538-3ed7-42e2-a07c-489d096860f5 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:11:57.527157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:55Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9f35f538-3ed7-42e2-a07c-489d096860f5', 'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:89:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:54Z', 'updated_at': '2021-07-05T05:11:55Z', 'revision_number': 2, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:57.559178 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Checking router: 78b14221-1280-4113-b2a7-8d6d0fa3326c for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:11:57.559538 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Updating router 78b14221-1280-4113-b2a7-8d6d0fa3326c port 9f35f538-3ed7-42e2-a07c-489d096860f5 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:11:57.589814 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:57.618714 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:57.641665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 633a6cb2-2c4c-40bd-a771-e6b15b23245f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=633a6cb2-2c4c-40bd-a771-e6b15b23245f,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:11:57.737150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:57.838956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=633a6cb2-2c4c-40bd-a771-e6b15b23245f,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:57.939634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:57.949507 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Transition to ACTIVE for port object 9f35f538-3ed7-42e2-a07c-489d096860f5 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:11:58.025634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:58.081725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51edd27-4eac-4467-8927-12b8e12496e8 None None] Pushing event updated for resources: {'Port': ['ID=9f35f538-3ed7-42e2-a07c-489d096860f5,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:58.134296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Attempting to bind port 9f35f538-3ed7-42e2-a07c-489d096860f5 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:11:58.134661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Attempting to bind port 9f35f538-3ed7-42e2-a07c-489d096860f5 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:11:58.135033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Attempting to bind port 9f35f538-3ed7-42e2-a07c-489d096860f5 on network 0ae5ae28-4c5c-4584-b727-0cf70befed4d {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:11:58.140865 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 11, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:11:58.141234 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Checking segment: {'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:11:58.141630 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:58.142020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Bound using segment: {'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:11:58.142482 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Bound port: 9f35f538-3ed7-42e2-a07c-489d096860f5, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:11:58.142858 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:58.212156 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] For port 9f35f538-3ed7-42e2-a07c-489d096860f5, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:11:58.215367 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] For port 9f35f538-3ed7-42e2-a07c-489d096860f5, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9f35f538-3ed7-42e2-a07c-489d096860f5,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:11:58.279588 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:58.341990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Routers {'78b14221-1280-4113-b2a7-8d6d0fa3326c'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:11:58.342629 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:11:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['78b14221-1280-4113-b2a7-8d6d0fa3326c'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:58.380210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51edd27-4eac-4467-8927-12b8e12496e8 None None] Pushing event updated for resources: {'Port': ['ID=9f35f538-3ed7-42e2-a07c-489d096860f5,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:11:58.584634 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c028bc86-d680-4050-add1-0424a54be741 req-0c2571f5-2d62-4720-9d23-ca7ae42e7f44 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 210 time: 0.0335433 Jul 05 05:11:58.613605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:58.657332 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] Set router 78b14221-1280-4113-b2a7-8d6d0fa3326c gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:11:58.791922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:58.792385 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:58.927808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 633a6cb2-2c4c-40bd-a771-e6b15b23245f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:11:58.967679 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:55Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9f35f538-3ed7-42e2-a07c-489d096860f5', 'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:89:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:54Z', 'updated_at': '2021-07-05T05:11:58Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:11:59.000747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d61e82d6-611c-4a25-856c-16190a2af851 None None] The sync data for ids ['78b14221-1280-4113-b2a7-8d6d0fa3326c'] in n-d-758944-41 is: [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:55Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9f35f538-3ed7-42e2-a07c-489d096860f5', 'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:89:66:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:54Z', 'updated_at': '2021-07-05T05:11:58Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:11:59.013196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 633a6cb2-2c4c-40bd-a771-e6b15b23245f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:11:59.013564 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:11:59.602378 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-7ea258d4-5f7a-43f7-aea1-17d823a50827 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:11:59.603970 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-7ea258d4-5f7a-43f7-aea1-17d823a50827 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/networks?id=0ae5ae28-4c5c-4584-b727-0cf70befed4d HTTP/1.1" status: 200 len: 796 time: 0.1140277 Jul 05 05:11:59.653381 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-109cb381-e923-498e-9cd0-6b1dfa61ab95 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 379 time: 0.0412805 Jul 05 05:11:59.664317 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'port': {'device_id': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'admin_state_up': True, 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'security_groups': ['4eba02de-d4c4-4202-a751-8b5d08350719']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:11:59.749420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1e76485b-79a1-4aa5-93d5-33902e14d03c req-44842134-3961-45e9-83cc-83455e044ca9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 210 time: 0.0374291 Jul 05 05:11:59.862290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:11:59.866300 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.005137 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.20.0.8 (0ae5ae28-4c5c-4584-b727-0cf70befed4d/4afb3b4f-7d9b-4f45-8d35-49d137276aae/8cb9cd69-fd6f-4916-8aeb-cebd2b102b26) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:12:00.481176 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.494165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Transition to ACTIVE for port object 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:00.594342 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.601650 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f35f538-3ed7-42e2-a07c-489d096860f5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:00.640881 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 0ae5ae28-4c5c-4584-b727-0cf70befed4d is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:00.646406 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:00.650319 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:12:00.682066 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:00.708522 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:00.709181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.723040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9f35f538-3ed7-42e2-a07c-489d096860f5 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:00.727111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9f35f538-3ed7-42e2-a07c-489d096860f5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:00.727499 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.788610 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-0f91a2b0-bced-4551-a04a-1fa971e2f91a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1295133 Jul 05 05:12:00.829891 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.858250 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Request body: {'port': {'device_id': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:00.866579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 9f35f538-3ed7-42e2-a07c-489d096860f5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9f35f538-3ed7-42e2-a07c-489d096860f5,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:00.934239 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.936446 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:00.957332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acfe490-cd1a-4000-b17f-a7ef8e506be9 req-7b2d0c2b-2969-4be9-aa58-1af7f8b7e461 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:00.959082 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5acfe490-cd1a-4000-b17f-a7ef8e506be9 req-7b2d0c2b-2969-4be9-aa58-1af7f8b7e461 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 931 time: 0.0720088 Jul 05 05:12:00.992268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-39b453fc-3a21-4ea3-97fd-b9072cbbba54 None None] Provisioning for port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:00.999392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5acfe490-cd1a-4000-b17f-a7ef8e506be9 req-ad36f55a-6bc0-4185-a60f-d35be8d83f88 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344186 Jul 05 05:12:00.999723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=9f35f538-3ed7-42e2-a07c-489d096860f5,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:01.002494 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-39b453fc-3a21-4ea3-97fd-b9072cbbba54 None None] Provisioning complete for port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:01.002869 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-39b453fc-3a21-4ea3-97fd-b9072cbbba54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.038624 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-39b453fc-3a21-4ea3-97fd-b9072cbbba54 None None] Port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:12:01.226226 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:12:01.233562 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.245203 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Transition to ACTIVE for port object 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:12:01.305695 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.359927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:01.386820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.387169 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.387511 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.387864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.388199 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.388528 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.389496 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.389833 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.390164 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.390492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.390818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.391141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:01.442763 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Attempting to bind port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:12:01.443099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Attempting to bind port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:12:01.443426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Attempting to bind port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 on network 0ae5ae28-4c5c-4584-b727-0cf70befed4d {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:12:01.447975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 on network 0ae5ae28-4c5c-4584-b727-0cf70befed4d not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:12:01.448302 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Attempting to bind port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 on network 0ae5ae28-4c5c-4584-b727-0cf70befed4d {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:12:01.454107 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 11, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:12:01.454442 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Checking segment: {'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:12:01.454820 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Bound using segment: {'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:12:01.455240 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Bound port: 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:12:01.455593 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.525676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] For port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:12:01.528972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] For port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:12:01.592105 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.626373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:01.627006 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:01.628486 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] 10.222.0.13 "PUT /v2.0/ports/8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 HTTP/1.1" status: 200 len: 1092 time: 0.8309927 Jul 05 05:12:01.628981 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'tag': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:12:01.631259 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23225402-575a-4c34-9d70-089621f32ac3" -d '{"events": [{"name": "network-changed", "server_uuid": "fc128bc0-5a9d-4538-82e2-5d129f9f48dc", "tag": "8cb9cd69-fd6f-4916-8aeb-cebd2b102b26"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:12:01.659918 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946d736d-1f36-402f-83fa-6823376c66c0 service neutron] Pushing event updated for resources: {'Port': ['ID=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:01.677543 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:12:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72e52d7-287c-4e3a-bcb4-5eca47279c5f x-openstack-request-id: req-b72e52d7-287c-4e3a-bcb4-5eca47279c5f {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:12:01.677847 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc128bc0-5a9d-4538-82e2-5d129f9f48dc", "tag": "8cb9cd69-fd6f-4916-8aeb-cebd2b102b26", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:12:01.678101 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b72e52d7-287c-4e3a-bcb4-5eca47279c5f {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:12:01.678511 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'tag': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'status': 'completed', 'code': 200} Jul 05 05:12:01.761258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23225402-575a-4c34-9d70-089621f32ac3 req-ae76bf60-6c40-4515-af2d-7fc45ba72e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:01.762831 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-23225402-575a-4c34-9d70-089621f32ac3 req-ae76bf60-6c40-4515-af2d-7fc45ba72e53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 1095 time: 0.0588734 Jul 05 05:12:01.868644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23225402-575a-4c34-9d70-089621f32ac3 req-147a6938-149f-4aef-87eb-70244dd66924 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:01.870118 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-23225402-575a-4c34-9d70-089621f32ac3 req-147a6938-149f-4aef-87eb-70244dd66924 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=47ff977ae7924e068244f70f4dbed7f3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0983815 Jul 05 05:12:01.964927 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23225402-575a-4c34-9d70-089621f32ac3 req-161606b3-9ed7-4cdb-af61-69ba856c0f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:01.966405 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-23225402-575a-4c34-9d70-089621f32ac3 req-161606b3-9ed7-4cdb-af61-69ba856c0f93 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0899656 Jul 05 05:12:02.058853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-c1a1dba6-575e-41bb-bce9-2778be4957ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:02.060386 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-c1a1dba6-575e-41bb-bce9-2778be4957ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 1095 time: 0.0561008 Jul 05 05:12:02.109142 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-b754e07e-2a16-4607-9e5a-eaa2385cfe55 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 HTTP/1.1" status: 200 len: 217 time: 0.0402803 Jul 05 05:12:02.158928 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-1c5c6408-04e6-4b19-a069-2c58da22304f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:02.160542 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-1c5c6408-04e6-4b19-a069-2c58da22304f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4afb3b4f-7d9b-4f45-8d35-49d137276aae HTTP/1.1" status: 200 len: 835 time: 0.0447412 Jul 05 05:12:02.179704 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e12e611-23c1-47ff-a0a7-7bb913ea03df req-6dbc2858-0a58-4647-8ddf-0fe7dfe375b3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:02.181333 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e12e611-23c1-47ff-a0a7-7bb913ea03df req-6dbc2858-0a58-4647-8ddf-0fe7dfe375b3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 943 time: 0.0653098 Jul 05 05:12:02.222621 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-84afeb76-978c-4e38-8cd0-b9f4d7bcdea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:02.224168 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-84afeb76-978c-4e38-8cd0-b9f4d7bcdea2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ae5ae28-4c5c-4584-b727-0cf70befed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553706 Jul 05 05:12:02.224358 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2e12e611-23c1-47ff-a0a7-7bb913ea03df req-057cb012-9249-48ca-9a24-94794319015c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373051 Jul 05 05:12:02.321168 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-c3452804-ce3c-4353-93fc-9877c4427646 service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884516 Jul 05 05:12:02.416494 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c785b5a4-3eaf-41cf-909f-af257d06a153 req-3d1d496c-6d27-4e22-a089-90502c3823e5 service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875440 Jul 05 05:12:02.572812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f35f538-3ed7-42e2-a07c-489d096860f5 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:02.623533 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9f35f538-3ed7-42e2-a07c-489d096860f5 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:02.623926 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:03.400079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab80438-89a8-421c-a05e-9adc31bd5445 req-0c267617-d10d-4861-8bc3-458b37c264f6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:03.401492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ab80438-89a8-421c-a05e-9adc31bd5445 req-0c267617-d10d-4861-8bc3-458b37c264f6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 943 time: 0.0653443 Jul 05 05:12:03.440238 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ab80438-89a8-421c-a05e-9adc31bd5445 req-a1d994ec-62fe-4c66-8093-b20662ca3de0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331047 Jul 05 05:12:04.628508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719b93e1-a460-484a-8651-ec9bda56d365 req-9ecd12d5-bd44-4704-9bb6-14c5118463ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:04.629981 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-719b93e1-a460-484a-8651-ec9bda56d365 req-9ecd12d5-bd44-4704-9bb6-14c5118463ea tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 943 time: 0.0647366 Jul 05 05:12:04.669058 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-719b93e1-a460-484a-8651-ec9bda56d365 req-1c100f1c-8ac7-4a2b-ab27-4b1dd79fa274 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333810 Jul 05 05:12:05.514993 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:12:05.615848 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:05.629672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'port_id': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'mac_address': 'fa:16:3e:68:e6:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 188, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:12:05.667495 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.680173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:12:05.700061 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:05.782161 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:05.830739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:05.838391 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.838585 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.838769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.839122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.839451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.839764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.840107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.840429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.840751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.841076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.841394 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.841755 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:12:05.847137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ddf5ab-232f-44ea-8740-4d3ff9c00ce8 req-a14d3dea-5ccd-4069-87d4-183546d91d9a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:05.848678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54ddf5ab-232f-44ea-8740-4d3ff9c00ce8 req-a14d3dea-5ccd-4069-87d4-183546d91d9a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 944 time: 0.0697381 Jul 05 05:12:05.886553 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54ddf5ab-232f-44ea-8740-4d3ff9c00ce8 req-d1b02c0c-7071-4a79-85a3-6f6df1514953 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324376 Jul 05 05:12:06.165488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['8cb9cd69-fd6f-4916-8aeb-cebd2b102b26'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:12:07.062236 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b84724-622a-4161-a7e8-3a9d21a46d95 req-1211f59c-3e5d-4f89-af66-967cdf42e6f5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:07.063776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27b84724-622a-4161-a7e8-3a9d21a46d95 req-1211f59c-3e5d-4f89-af66-967cdf42e6f5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 944 time: 0.0658154 Jul 05 05:12:07.103098 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27b84724-622a-4161-a7e8-3a9d21a46d95 req-51645af3-856a-462a-95a4-36ed6c456274 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337138 Jul 05 05:12:07.522742 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:12:07.662116 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:12:07.666518 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:12:07.666913 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:07.744949 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:07.768776 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:12:07.771033 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76121585-41ae-427e-8b6f-637e9b685921" -d '{"events": [{"server_uuid": "fc128bc0-5a9d-4538-82e2-5d129f9f48dc", "name": "network-vif-plugged", "status": "completed", "tag": "8cb9cd69-fd6f-4916-8aeb-cebd2b102b26"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:12:07.788232 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:12:07.807889 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be14e012-b827-461e-9c92-71f413abd02d x-openstack-request-id: req-be14e012-b827-461e-9c92-71f413abd02d {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:12:07.808215 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc128bc0-5a9d-4538-82e2-5d129f9f48dc", "name": "network-vif-plugged", "status": "completed", "tag": "8cb9cd69-fd6f-4916-8aeb-cebd2b102b26", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:12:07.808471 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-be14e012-b827-461e-9c92-71f413abd02d {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:12:07.808894 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'code': 200} Jul 05 05:12:07.862095 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:07.881685 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:12:07.917326 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:07.929114 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a166591-c757-40d3-8e3c-82096bd91fbb req-d1a20b1a-ee7b-4b00-84c5-3b4b6483b5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:07.930703 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5a166591-c757-40d3-8e3c-82096bd91fbb req-d1a20b1a-ee7b-4b00-84c5-3b4b6483b5ec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 1097 time: 0.0606303 Jul 05 05:12:07.971209 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5a166591-c757-40d3-8e3c-82096bd91fbb req-0e4f4a30-14bb-40ae-8145-ea97fa057622 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335681 Jul 05 05:12:08.094426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4fec2fcf-546f-48e2-b28a-5e117be88a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:08.290853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86976b5-b852-4b36-a1c9-1fae993e60ae req-e24cb080-4bb4-49ca-8b6f-5697d580ab04 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:08.292385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b86976b5-b852-4b36-a1c9-1fae993e60ae req-e24cb080-4bb4-49ca-8b6f-5697d580ab04 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0693755 Jul 05 05:12:08.332035 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b86976b5-b852-4b36-a1c9-1fae993e60ae req-6d1ee690-a866-4d72-a065-d36fb5ffc504 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331895 Jul 05 05:12:09.509805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13921e3e-af35-4c72-a5a5-b5af426128aa req-683c38db-275b-411c-a5e3-59aa1fc59ff0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:09.511273 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13921e3e-af35-4c72-a5a5-b5af426128aa req-683c38db-275b-411c-a5e3-59aa1fc59ff0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0647974 Jul 05 05:12:09.550081 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-13921e3e-af35-4c72-a5a5-b5af426128aa req-475f53a8-f455-4258-9bbd-67bafb60f08d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333061 Jul 05 05:12:09.725740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f34d7b-4d65-4a06-b779-2386849b3c42 req-5dea7502-3d10-4851-9c06-6742b276e2cf tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:09.727209 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1f34d7b-4d65-4a06-b779-2386849b3c42 req-5dea7502-3d10-4851-9c06-6742b276e2cf tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0669363 Jul 05 05:12:09.764528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c1f34d7b-4d65-4a06-b779-2386849b3c42 req-d4e33472-0db3-41b9-a0a2-73caf3409ad9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311499 Jul 05 05:12:09.788257 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55754) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:09.844496 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6574d33-8c39-4285-acd9-e7622fa8c2ac tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:09.845980 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b6574d33-8c39-4285-acd9-e7622fa8c2ac tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 1092 time: 0.0567563 Jul 05 05:12:09.848733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55756) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:09.852997 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:12:09.964792 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:10.064633 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:10.173068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.25.4.14 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/3b537a1d-f5b9-4dd9-96d7-ba0503a08935) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:12:10.274096 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:10.376619 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:10.415116 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:12:10.421379 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:12:10.425943 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:12:10.428983 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=3b537a1d-f5b9-4dd9-96d7-ba0503a08935,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:10.806669 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:10.844784 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e79996e3-1a1a-4a06-b36f-dc87c15e6d4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:10.932245 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:10.947474 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.085917 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.133821 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.204000 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=3b537a1d-f5b9-4dd9-96d7-ba0503a08935,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:12:11.213685 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.315437 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Floating IP f6f8057f-fe14-4a2c-bd23-2e00aed1318c associated. External IP: 172.25.4.14, port: 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26. Jul 05 05:12:11.527588 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 78b14221-1280-4113-b2a7-8d6d0fa3326c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:12:11.638753 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:12:11.647860 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] Sync routers for ids ['78b14221-1280-4113-b2a7-8d6d0fa3326c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:12:11.657504 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] Routers {'78b14221-1280-4113-b2a7-8d6d0fa3326c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:11.658144 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:12:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['78b14221-1280-4113-b2a7-8d6d0fa3326c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:11.722867 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:11.763324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-44940597-4d87-4490-9a34-af5eb077def7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9135504 Jul 05 05:12:11.764491 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'tag': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:12:11.765894 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] Set router 78b14221-1280-4113-b2a7-8d6d0fa3326c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:11.766965 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd" -d '{"events": [{"name": "network-changed", "server_uuid": "fc128bc0-5a9d-4538-82e2-5d129f9f48dc", "tag": "8cb9cd69-fd6f-4916-8aeb-cebd2b102b26"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:12:11.890913 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:12:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb17b4a-c2c5-4929-a1fb-082afd027aeb x-openstack-request-id: req-2eb17b4a-c2c5-4929-a1fb-082afd027aeb {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:12:11.891581 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc128bc0-5a9d-4538-82e2-5d129f9f48dc", "tag": "8cb9cd69-fd6f-4916-8aeb-cebd2b102b26", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:12:11.891581 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2eb17b4a-c2c5-4929-a1fb-082afd027aeb {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:12:11.892072 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'tag': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'status': 'completed', 'code': 200} Jul 05 05:12:11.932043 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5e337d-b472-445c-8875-534b49797c3a req-629c9fb9-e146-45ae-9964-71b1c916b3a3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:11.933657 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e5e337d-b472-445c-8875-534b49797c3a req-629c9fb9-e146-45ae-9964-71b1c916b3a3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0765088 Jul 05 05:12:11.971049 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-4e647f81-139a-403e-a04a-9e16e2dc17bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:11.973267 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-4e647f81-139a-403e-a04a-9e16e2dc17bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 1097 time: 0.0639493 Jul 05 05:12:11.977080 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e5e337d-b472-445c-8875-534b49797c3a req-57e7af57-1a2d-4d53-9771-1bec21cbf889 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376394 Jul 05 05:12:12.002212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55764) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:12.010676 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:55Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'f6f8057f-fe14-4a2c-bd23-2e00aed1318c', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'port_id': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'mac_address': 'fa:16:3e:68:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:12:10Z', 'updated_at': '2021-07-05T05:12:10Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f35f538-3ed7-42e2-a07c-489d096860f5', 'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:89:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:54Z', 'updated_at': '2021-07-05T05:12:00Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:12.041769 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] Checking router: 78b14221-1280-4113-b2a7-8d6d0fa3326c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:12:12.050451 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] Routers {'78b14221-1280-4113-b2a7-8d6d0fa3326c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:12:12.051050 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:12:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['78b14221-1280-4113-b2a7-8d6d0fa3326c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:12.066504 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0fbdebfe-2856-4bf8-b99f-4a96ac929ab0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/f6f8057f-fe14-4a2c-bd23-2e00aed1318c HTTP/1.1" status: 200 len: 990 time: 0.0631220 Jul 05 05:12:12.078445 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-54a6e75c-0edc-495e-b31b-9649b539eb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:12.080048 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-54a6e75c-0edc-495e-b31b-9649b539eb64 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ae5ae28-4c5c-4584-b727-0cf70befed4d HTTP/1.1" status: 200 len: 897 time: 0.0987158 Jul 05 05:12:12.157355 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-97ee5d55-d31b-45dd-9206-aea701372bfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 HTTP/1.1" status: 200 len: 998 time: 0.0656908 Jul 05 05:12:12.161526 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] Set router 78b14221-1280-4113-b2a7-8d6d0fa3326c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:12:12.210888 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-e972c2e3-2f0b-416b-91c5-74403cb7eb5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:12.212397 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-e972c2e3-2f0b-416b-91c5-74403cb7eb5c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4afb3b4f-7d9b-4f45-8d35-49d137276aae HTTP/1.1" status: 200 len: 835 time: 0.0471232 Jul 05 05:12:12.261707 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:12.276212 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-7b17ac4e-4b4e-482c-8874-6015e351814e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:12.277744 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-7b17ac4e-4b4e-482c-8874-6015e351814e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ae5ae28-4c5c-4584-b727-0cf70befed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0555964 Jul 05 05:12:12.375022 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-2fb57806-0c94-4f52-98b6-0c2fdc80eb4e service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899308 Jul 05 05:12:12.396575 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:55Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'f6f8057f-fe14-4a2c-bd23-2e00aed1318c', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'port_id': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'mac_address': 'fa:16:3e:68:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:12:10Z', 'updated_at': '2021-07-05T05:12:10Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f35f538-3ed7-42e2-a07c-489d096860f5', 'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:89:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:54Z', 'updated_at': '2021-07-05T05:12:00Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:12:12.424806 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62eded0a-40c6-4bdd-b8bd-80634d3bfa98 None None] The sync data for ids ['78b14221-1280-4113-b2a7-8d6d0fa3326c'] in n-d-758944-41 is: [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:55Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'f6f8057f-fe14-4a2c-bd23-2e00aed1318c', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.14', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'port_id': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 4211, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'mac_address': 'fa:16:3e:68:e6:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:12:10Z', 'updated_at': '2021-07-05T05:12:10Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f35f538-3ed7-42e2-a07c-489d096860f5', 'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:89:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:54Z', 'updated_at': '2021-07-05T05:12:00Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:12:12.475281 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-fe724e43-0e61-45d5-adb8-f01bf7cc0dcd req-76cc184c-ca11-498f-9509-d87f56412af5 service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938342 Jul 05 05:12:12.617975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d994a40-9265-4400-a8d3-2b4c63accfe8 None None] New status for floating IP f6f8057f-fe14-4a2c-bd23-2e00aed1318c: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:12:13.069769 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55766) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:12:13.134936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5862020e-fc31-4789-90bb-ae5bd778adb1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/f6f8057f-fe14-4a2c-bd23-2e00aed1318c HTTP/1.1" status: 200 len: 992 time: 0.0637217 Jul 05 05:12:13.759139 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:14.482799 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:15.208457 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:21.178984 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-13698902-d54c-469f-941d-9a2af5dbbc67 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0534635 Jul 05 05:12:21.282571 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-805828f3-3cb5-4499-aac6-0a1d98c8b774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:21.284128 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-805828f3-3cb5-4499-aac6-0a1d98c8b774 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 1097 time: 0.0589070 Jul 05 05:12:21.391846 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-5c772d6c-61ef-4d97-b15e-9f16ff9bc264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:21.393256 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-5c772d6c-61ef-4d97-b15e-9f16ff9bc264 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ae5ae28-4c5c-4584-b727-0cf70befed4d HTTP/1.1" status: 200 len: 897 time: 0.0857852 Jul 05 05:12:21.467422 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-168904b6-7ce6-4cb3-8399-096d6afa0cfc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 HTTP/1.1" status: 200 len: 1000 time: 0.0635467 Jul 05 05:12:21.518664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-d05b7d4e-008e-4104-85fc-f9e60e54c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:21.520120 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-d05b7d4e-008e-4104-85fc-f9e60e54c912 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4afb3b4f-7d9b-4f45-8d35-49d137276aae HTTP/1.1" status: 200 len: 835 time: 0.0440269 Jul 05 05:12:21.578341 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-9a336afb-f518-4506-b365-7e3a590f7d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:12:21.579807 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-9a336afb-f518-4506-b365-7e3a590f7d04 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ae5ae28-4c5c-4584-b727-0cf70befed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527055 Jul 05 05:12:21.684502 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-b59dbd98-9c14-4b8c-8ebe-ffbfaf110bd4 service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881610 Jul 05 05:12:21.777522 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-afda8df8-3fd2-40cf-9eb5-e6a70cee198c req-05abd58b-ef31-4c2c-865b-af38be3a6a9b service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860491 Jul 05 05:12:38.099224 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a233552e-ee5c-4eb5-ae9e-abbc5b2d81ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:40.836314 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e14219f8-d821-414c-acf5-37fcc87a15b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:40.950776 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:42.238975 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:43.762163 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:44.510425 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:12:44.880998 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:12:45.201620 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:08.106880 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-901e8d2f-88f2-46e9-a5d8-5a759bb2e8f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.841508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d5e93b76-70da-4a1f-8c2c-f1999a153a33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:10.946918 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:12.261297 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:13.781116 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:14.507092 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:15.249730 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:21.163212 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-67c74518-72e5-4ffe-84f4-f91a523b1044 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0532572 Jul 05 05:13:21.262587 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-6d93e9ba-9fc9-4d5b-84b0-36929057a16a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:21.264089 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-6d93e9ba-9fc9-4d5b-84b0-36929057a16a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 1097 time: 0.0577335 Jul 05 05:13:21.369308 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-522e5c81-e37a-4795-b4a0-3822627b0cb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:21.370659 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-522e5c81-e37a-4795-b4a0-3822627b0cb7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ae5ae28-4c5c-4584-b727-0cf70befed4d HTTP/1.1" status: 200 len: 897 time: 0.0867403 Jul 05 05:13:21.442838 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-c88adbc7-7b74-4be1-bb80-456120fb8536 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 HTTP/1.1" status: 200 len: 1000 time: 0.0632179 Jul 05 05:13:21.493547 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-7142b83c-d858-48a0-822e-f48287c34868 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:21.494989 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-7142b83c-d858-48a0-822e-f48287c34868 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4afb3b4f-7d9b-4f45-8d35-49d137276aae HTTP/1.1" status: 200 len: 835 time: 0.0451961 Jul 05 05:13:21.554358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-a900ce01-8769-44ec-844f-6ebd94f83260 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:21.555870 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-a900ce01-8769-44ec-844f-6ebd94f83260 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ae5ae28-4c5c-4584-b727-0cf70befed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533471 Jul 05 05:13:21.654143 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-09146bef-f52e-4567-b399-f48608ca65ce service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887439 Jul 05 05:13:21.746320 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3e68593c-f843-4d2d-88e8-ea53719943f2 req-a985637e-48f7-4672-b7f6-465960d0de51 service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841241 Jul 05 05:13:21.880054 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:13:26.594449 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-022eee91-7966-4941-b6e1-8d36068a4197 req-d93d1531-c954-46c3-a65a-ac6267bc9615 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:26.595959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-022eee91-7966-4941-b6e1-8d36068a4197 req-d93d1531-c954-46c3-a65a-ac6267bc9615 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.1099854 Jul 05 05:13:26.633953 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-022eee91-7966-4941-b6e1-8d36068a4197 req-788e61fa-fa13-4ac4-9d12-778806a59557 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323753 Jul 05 05:13:27.862316 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf06981-d617-4a71-a092-75b173079706 req-90ff540a-0072-4e99-89bc-6f4d3255abcf tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:27.863842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8cf06981-d617-4a71-a092-75b173079706 req-90ff540a-0072-4e99-89bc-6f4d3255abcf tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.1129558 Jul 05 05:13:27.905509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8cf06981-d617-4a71-a092-75b173079706 req-2497aed1-11ff-41b6-84bf-8263a80cfa6e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357759 Jul 05 05:13:29.088135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c85b38-451e-45c2-80e2-3f66dc291221 req-dac147c6-3ef9-48f6-ac46-83b454e69ae9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:29.089757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07c85b38-451e-45c2-80e2-3f66dc291221 req-dac147c6-3ef9-48f6-ac46-83b454e69ae9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0691102 Jul 05 05:13:29.128219 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-07c85b38-451e-45c2-80e2-3f66dc291221 req-9df5208b-9fcf-4703-ae3f-11e8714fde31 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327556 Jul 05 05:13:30.308462 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2026d5-dfb9-4f83-898f-42ace41d5679 req-54ac0ef3-2833-4133-9a84-4ddc491a3a55 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:30.310093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c2026d5-dfb9-4f83-898f-42ace41d5679 req-54ac0ef3-2833-4133-9a84-4ddc491a3a55 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0707223 Jul 05 05:13:30.347418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9c2026d5-dfb9-4f83-898f-42ace41d5679 req-8a058731-0474-407c-9378-b74aa5b57c0c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317647 Jul 05 05:13:31.522559 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52520e4d-9092-427c-8952-9011a43bb33d req-9c89afee-c92a-4d7a-956f-53ee54eee09d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:31.524060 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52520e4d-9092-427c-8952-9011a43bb33d req-9c89afee-c92a-4d7a-956f-53ee54eee09d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0642819 Jul 05 05:13:31.565783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-52520e4d-9092-427c-8952-9011a43bb33d req-86ec61bf-df04-4fbb-ba02-c8411b1814bc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361512 Jul 05 05:13:33.071426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19ec4b-0e38-4132-b4e5-654d78257c05 req-f21f6575-fbfd-4b57-a6ba-43d943526491 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:33.072965 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb19ec4b-0e38-4132-b4e5-654d78257c05 req-f21f6575-fbfd-4b57-a6ba-43d943526491 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.3958418 Jul 05 05:13:33.114275 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bb19ec4b-0e38-4132-b4e5-654d78257c05 req-52b75fd9-cdd6-4a5d-a25a-fc166356ba5c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354190 Jul 05 05:13:34.287596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d678970d-c93b-4686-aeaa-9da0822a2a8b req-a8019ded-ac73-4f1e-b98a-c6875083181d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:34.289096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d678970d-c93b-4686-aeaa-9da0822a2a8b req-a8019ded-ac73-4f1e-b98a-c6875083181d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0647631 Jul 05 05:13:34.327061 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d678970d-c93b-4686-aeaa-9da0822a2a8b req-3eabbe9d-f0c0-430d-aa89-d09e83ddfc89 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318325 Jul 05 05:13:35.502684 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e3d0b0-51ab-4843-b71e-6f14aca6d643 req-ea5bcc25-b276-45a6-835f-fe43ab51e0e8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:35.504204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1e3d0b0-51ab-4843-b71e-6f14aca6d643 req-ea5bcc25-b276-45a6-835f-fe43ab51e0e8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0671134 Jul 05 05:13:35.542990 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b1e3d0b0-51ab-4843-b71e-6f14aca6d643 req-5fcb4fb0-3bae-4122-9ae0-ea1a8ddfe573 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328164 Jul 05 05:13:36.714596 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0862c6-c9c1-43bc-9468-a856d09f73cc req-76d85a3d-1f75-4e1b-bb46-378886766185 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:36.716088 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca0862c6-c9c1-43bc-9468-a856d09f73cc req-76d85a3d-1f75-4e1b-bb46-378886766185 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0639651 Jul 05 05:13:36.753736 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca0862c6-c9c1-43bc-9468-a856d09f73cc req-f94cb8fa-f70c-4683-ba5a-1ab1f7837ffc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321484 Jul 05 05:13:37.936035 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749eba81-0ff9-4561-92d4-3f694c74c42b req-80b9e679-5b36-4213-8dd4-3a7059c36c8a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:37.937509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-749eba81-0ff9-4561-92d4-3f694c74c42b req-80b9e679-5b36-4213-8dd4-3a7059c36c8a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0694132 Jul 05 05:13:37.975880 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-749eba81-0ff9-4561-92d4-3f694c74c42b req-67c31ebc-99d6-4dbb-ad37-f8de29132d81 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327163 Jul 05 05:13:38.100700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-436a7281-e755-4f48-aac5-ed94a7178218 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:39.156648 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251358f5-184b-4cdf-9982-9769f209da53 req-7feb9e67-e1ae-49ea-a8d3-260b00e545fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:39.158160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-251358f5-184b-4cdf-9982-9769f209da53 req-7feb9e67-e1ae-49ea-a8d3-260b00e545fd tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0687361 Jul 05 05:13:39.198547 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-251358f5-184b-4cdf-9982-9769f209da53 req-162f0ff3-e135-4da7-b2ef-94b9338a8af2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346715 Jul 05 05:13:40.373125 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbfb2978-7daa-4e39-9223-efb7b0c1b5a1 req-9e260b1b-c00c-4d38-a269-0a003e804f6c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:40.374584 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbfb2978-7daa-4e39-9223-efb7b0c1b5a1 req-9e260b1b-c00c-4d38-a269-0a003e804f6c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0635147 Jul 05 05:13:40.416309 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cbfb2978-7daa-4e39-9223-efb7b0c1b5a1 req-2f05e8d9-cdbb-4788-91dc-b0a556e70c11 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360401 Jul 05 05:13:40.849227 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a97835a6-f63b-47b5-9496-de8076cc9f0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:40.932150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:41.592874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-141793a9-e1fc-4294-9d87-58f12116ceed req-2d4749f7-3672-476b-974f-f7981dcf7530 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:41.594353 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-141793a9-e1fc-4294-9d87-58f12116ceed req-2d4749f7-3672-476b-974f-f7981dcf7530 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0688021 Jul 05 05:13:41.632690 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-141793a9-e1fc-4294-9d87-58f12116ceed req-c816e9e1-64f7-4347-b169-cb42cfb7e510 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328255 Jul 05 05:13:42.235086 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:42.815994 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d5f085-493e-4333-b5a8-7125d856e6a9 req-3ccadd70-5905-4918-a9ee-e3cbf2d69429 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:42.817521 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26d5f085-493e-4333-b5a8-7125d856e6a9 req-3ccadd70-5905-4918-a9ee-e3cbf2d69429 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0655313 Jul 05 05:13:42.855959 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26d5f085-493e-4333-b5a8-7125d856e6a9 req-2a287004-8a6b-438a-beef-2ad5cd9689b5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322213 Jul 05 05:13:42.879952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55830) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:42.945261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4918d3ae-c32e-4194-af60-36f949fda313 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/f6f8057f-fe14-4a2c-bd23-2e00aed1318c HTTP/1.1" status: 200 len: 992 time: 0.0641701 Jul 05 05:13:43.760600 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:44.523585 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:44.530234 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2824c9a1-a9f5-42c7-a2fa-8864068a1529 req-4897ef63-d235-4de4-8aef-8004f9ccdb9e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:44.534490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2824c9a1-a9f5-42c7-a2fa-8864068a1529 req-4897ef63-d235-4de4-8aef-8004f9ccdb9e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0700109 Jul 05 05:13:44.557649 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-051336f3-9606-47c8-bc18-8108ca957606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:44.559213 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-051336f3-9606-47c8-bc18-8108ca957606 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 1097 time: 0.0599964 Jul 05 05:13:44.573622 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2824c9a1-a9f5-42c7-a2fa-8864068a1529 req-3436f29e-a4df-4ae7-9eda-f06aa0b53fe4 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361764 Jul 05 05:13:44.658339 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-f873666a-b063-4fa3-b7be-69a6c2c97f63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:44.659784 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-f873666a-b063-4fa3-b7be-69a6c2c97f63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ae5ae28-4c5c-4584-b727-0cf70befed4d HTTP/1.1" status: 200 len: 897 time: 0.0944638 Jul 05 05:13:44.727739 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-929609c1-6115-480d-b8e8-b72d05520b53 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 HTTP/1.1" status: 200 len: 1000 time: 0.0595596 Jul 05 05:13:44.783320 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-26609626-0efc-4ef0-83b2-14437d2da1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:44.786116 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-26609626-0efc-4ef0-83b2-14437d2da1ad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4afb3b4f-7d9b-4f45-8d35-49d137276aae HTTP/1.1" status: 200 len: 835 time: 0.0514596 Jul 05 05:13:44.849945 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-2e619b44-f9c8-4f60-9cc1-3215b29d1bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:44.851475 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-2e619b44-f9c8-4f60-9cc1-3215b29d1bf3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ae5ae28-4c5c-4584-b727-0cf70befed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0594633 Jul 05 05:13:44.941099 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-9290bd2a-b16a-4f7f-9b69-bd9ac3fdf3da service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835433 Jul 05 05:13:45.034495 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-182bd360-8a11-4fc4-8e79-672d6617ce3b req-f7e4cdee-4056-4b4f-8062-280723e3b01d service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868461 Jul 05 05:13:45.249326 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:13:45.768663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12f3226-1fda-4dd0-8653-1cc279f9f89b req-d32619d5-7ad7-4efa-8716-8cc445fd902f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:45.770165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d12f3226-1fda-4dd0-8653-1cc279f9f89b req-d32619d5-7ad7-4efa-8716-8cc445fd902f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0819623 Jul 05 05:13:45.809832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d12f3226-1fda-4dd0-8653-1cc279f9f89b req-09800188-4a49-4db2-8ec0-93100bce85dc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339477 Jul 05 05:13:46.991721 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a96e6d-e29f-4ccb-a56a-18168463b209 req-b06fcce0-3be7-4c3e-a3ac-9a7a267c7fd1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:13:46.993837 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27a96e6d-e29f-4ccb-a56a-18168463b209 req-b06fcce0-3be7-4c3e-a3ac-9a7a267c7fd1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0677531 Jul 05 05:13:47.031380 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-27a96e6d-e29f-4ccb-a56a-18168463b209 req-63883db5-9e63-4605-bdcc-938ee4391f44 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320539 Jul 05 05:13:47.056068 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55842) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:13:47.123317 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-65ba0b7a-71c7-4ec9-8768-cbfb5ddc3eae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/f6f8057f-fe14-4a2c-bd23-2e00aed1318c HTTP/1.1" status: 200 len: 992 time: 0.0660574 Jul 05 05:13:58.879964 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:14:08.097907 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-65a8c2a0-163a-4159-84a2-9fc0e2544fed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:10.854817 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-de9a3b34-a049-47d8-87ec-5884610c5507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:10.963223 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:12.263197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:13.791859 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:14.534344 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:15.254705 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:23.184360 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-c993bf20-685b-4648-b8f9-99e9e615b06a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0545342 Jul 05 05:14:23.284236 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-949ed084-ebb9-4a39-b6d4-15e516e6bd88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:23.285726 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-949ed084-ebb9-4a39-b6d4-15e516e6bd88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 1097 time: 0.0571413 Jul 05 05:14:23.392326 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-c68eb832-c5c0-4fc3-9392-5be230da9e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:23.393713 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-c68eb832-c5c0-4fc3-9392-5be230da9e3b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ae5ae28-4c5c-4584-b727-0cf70befed4d HTTP/1.1" status: 200 len: 897 time: 0.0859704 Jul 05 05:14:23.463638 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-d02dcd8a-46db-4b7c-9d42-06df4e1924ff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 HTTP/1.1" status: 200 len: 1000 time: 0.0628767 Jul 05 05:14:23.514623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-ecb4c9af-8325-4ac6-b5b9-26d589c1a528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:23.516116 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-ecb4c9af-8325-4ac6-b5b9-26d589c1a528 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4afb3b4f-7d9b-4f45-8d35-49d137276aae HTTP/1.1" status: 200 len: 835 time: 0.0458844 Jul 05 05:14:23.575489 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-1f8f33dc-b35f-48cf-b3fb-d0d326da88ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:23.577014 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-1f8f33dc-b35f-48cf-b3fb-d0d326da88ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ae5ae28-4c5c-4584-b727-0cf70befed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0540092 Jul 05 05:14:23.673668 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-4ce8b6f2-cf4a-4a39-af4c-b53ac07afbed service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892916 Jul 05 05:14:23.764244 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d3cd1739-8461-4086-9633-92df1f9e0157 req-863f8605-d10d-423d-8282-1ce85a8703ed service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838385 Jul 05 05:14:35.878505 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:14:38.153861 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c40fd543-4b99-43ac-b81d-cd8438a67e2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:40.854187 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1f21e458-06dd-4a06-aea2-f9d268f962c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:40.957161 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:42.235442 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55876) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:42.288335 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:42.420809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 3b537a1d-f5b9-4dd9-96d7-ba0503a08935 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:14:42.421054 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:42.498317 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:42.498644 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:42.510401 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 3b537a1d-f5b9-4dd9-96d7-ba0503a08935 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:14:42.736725 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:42.761755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=3b537a1d-f5b9-4dd9-96d7-ba0503a08935,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:42.771934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.772300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.772647 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.772990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.773329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.773670 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.774447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.774447 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.774692 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.774963 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.775288 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.775614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:42.843145 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:42.843420 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Floating IP f6f8057f-fe14-4a2c-bd23-2e00aed1318c disassociated (deleted). External IP: 172.25.4.14, port: 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26. Jul 05 05:14:43.063554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 78b14221-1280-4113-b2a7-8d6d0fa3326c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:14:43.179568 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:14:43.184568 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:43.188879 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] Sync routers for ids ['78b14221-1280-4113-b2a7-8d6d0fa3326c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:14:43.198314 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] Routers {'78b14221-1280-4113-b2a7-8d6d0fa3326c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:14:43.198926 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['78b14221-1280-4113-b2a7-8d6d0fa3326c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:43.231528 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c83a4346-1d94-429b-80b3-979a49f3a5fb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/floatingips/f6f8057f-fe14-4a2c-bd23-2e00aed1318c HTTP/1.1" status: 204 len: 168 time: 0.9948249 Jul 05 05:14:43.232163 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'tag': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:14:43.234456 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-443abfd2-424b-4673-9c8b-86d343b519b9" -d '{"events": [{"name": "network-changed", "server_uuid": "fc128bc0-5a9d-4538-82e2-5d129f9f48dc", "tag": "8cb9cd69-fd6f-4916-8aeb-cebd2b102b26"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:14:43.294578 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fcf015b0-0024-48be-a6b5-eb4f2549a7f7 x-openstack-request-id: req-fcf015b0-0024-48be-a6b5-eb4f2549a7f7 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:14:43.295190 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fc128bc0-5a9d-4538-82e2-5d129f9f48dc", "tag": "8cb9cd69-fd6f-4916-8aeb-cebd2b102b26", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:14:43.295190 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fcf015b0-0024-48be-a6b5-eb4f2549a7f7 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:14:43.295772 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'tag': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'status': 'completed', 'code': 200} Jul 05 05:14:43.315416 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] Set router 78b14221-1280-4113-b2a7-8d6d0fa3326c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:14:43.372583 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-f98e4777-78b5-4272-942f-cf1caf51ee16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:43.374141 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-f98e4777-78b5-4272-942f-cf1caf51ee16 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 1097 time: 0.0585153 Jul 05 05:14:43.475256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-95e3d6d0-87b2-452a-9878-5d8657666b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:43.476799 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-95e3d6d0-87b2-452a-9878-5d8657666b95 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0ae5ae28-4c5c-4584-b727-0cf70befed4d HTTP/1.1" status: 200 len: 897 time: 0.0955985 Jul 05 05:14:43.520653 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-6f169619-c7a5-491c-b102-d81f32c499d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 HTTP/1.1" status: 200 len: 217 time: 0.0366316 Jul 05 05:14:43.581615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-a3e4db02-6932-47f7-8290-d7d0537c4f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:43.583574 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-a3e4db02-6932-47f7-8290-d7d0537c4f0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=4afb3b4f-7d9b-4f45-8d35-49d137276aae HTTP/1.1" status: 200 len: 835 time: 0.0558143 Jul 05 05:14:43.623960 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:55Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9f35f538-3ed7-42e2-a07c-489d096860f5', 'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:89:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:54Z', 'updated_at': '2021-07-05T05:12:00Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:43.648615 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-1f3aa908-85bb-4340-a994-a8b7bd92efd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:43.650135 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-1f3aa908-85bb-4340-a994-a8b7bd92efd9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0ae5ae28-4c5c-4584-b727-0cf70befed4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0596488 Jul 05 05:14:43.650726 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] Checking router: 78b14221-1280-4113-b2a7-8d6d0fa3326c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:14:43.660793 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] Routers {'78b14221-1280-4113-b2a7-8d6d0fa3326c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:14:43.661395 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['78b14221-1280-4113-b2a7-8d6d0fa3326c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:43.748230 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-5abd9e95-958c-4dcc-bb48-4aa6abc8e3df service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910494 Jul 05 05:14:43.779578 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] Set router 78b14221-1280-4113-b2a7-8d6d0fa3326c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:14:43.791382 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:43.854552 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-443abfd2-424b-4673-9c8b-86d343b519b9 req-78d7507d-b9ff-4979-9d75-d4bfea256153 service neutron] 10.222.0.13 "GET /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984206 Jul 05 05:14:43.868802 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b83fc1-9abf-4345-b954-68f2c62b909b req-6af0e1a7-f5ee-40c3-b802-afd1dde2388a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:43.871146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7b83fc1-9abf-4345-b954-68f2c62b909b req-6af0e1a7-f5ee-40c3-b802-afd1dde2388a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0732212 Jul 05 05:14:43.912325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e7b83fc1-9abf-4345-b954-68f2c62b909b req-b6f96938-7684-4db1-90db-9e679a4a956c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348225 Jul 05 05:14:43.990204 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:55Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9f35f538-3ed7-42e2-a07c-489d096860f5', 'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:89:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:54Z', 'updated_at': '2021-07-05T05:12:00Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:44.017747 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcaaf074-612a-4a97-850b-977ef528a7fc None None] The sync data for ids ['78b14221-1280-4113-b2a7-8d6d0fa3326c'] in n-d-758944-41 is: [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:11:55Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '9f35f538-3ed7-42e2-a07c-489d096860f5', 'name': '', 'network_id': '0ae5ae28-4c5c-4584-b727-0cf70befed4d', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:89:66:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4208, 'fixed_ips': [{'subnet_id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:54Z', 'updated_at': '2021-07-05T05:12:00Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '4afb3b4f-7d9b-4f45-8d35-49d137276aae', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:14:44.234787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4798ba8a-f36f-4c82-961d-54ddecbd7fe0 None None] New status for floating IP f6f8057f-fe14-4a2c-bd23-2e00aed1318c: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:14:44.513477 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:45.094778 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edad75d-93ea-4511-9316-1a469906e815 req-09e4a076-f643-42ae-9ec5-b93ef32a1ad8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:45.096254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4edad75d-93ea-4511-9316-1a469906e815 req-09e4a076-f643-42ae-9ec5-b93ef32a1ad8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0709097 Jul 05 05:14:45.134033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4edad75d-93ea-4511-9316-1a469906e815 req-a970b4cf-0278-4b30-ad9c-892827ad7d12 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=4eba02de-d4c4-4202-a751-8b5d08350719&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321391 Jul 05 05:14:45.256882 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:45.586759 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-eac18200-2eda-4ee5-ad08-1c445538271a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:45.588489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-eac18200-2eda-4ee5-ad08-1c445538271a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 945 time: 0.0668552 Jul 05 05:14:45.695664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:14:45.702462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:45.786661 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:14:45.787073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:45.801265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:14:46.014083 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:46.044618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=8cb9cd69-fd6f-4916-8aeb-cebd2b102b26,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:46.077216 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.077573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.077917 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.078256 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.078596 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.078931 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.079265 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.079597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.079972 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.080276 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.080608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.081016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:46.102449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] No DVR routers for this DVR port 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:14:46.105820 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:46.107881 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-cf7bd88a-9ede-49d8-8411-01e7ec53cf4c req-745dd6f3-b7d0-4b73-8527-8c4978436ef1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "DELETE /v2.0/ports/8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 HTTP/1.1" status: 204 len: 173 time: 0.5137558 Jul 05 05:14:46.108499 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'name': 'network-vif-deleted', 'tag': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:14:46.111097 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1acbe0f3-469d-4a24-9b37-11959b112b6c" -d '{"events": [{"server_uuid": "fc128bc0-5a9d-4538-82e2-5d129f9f48dc", "name": "network-vif-deleted", "tag": "8cb9cd69-fd6f-4916-8aeb-cebd2b102b26"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:14:46.197441 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b15dab9f-d08b-4d33-b020-800f9910c0f3 x-openstack-request-id: req-b15dab9f-d08b-4d33-b020-800f9910c0f3 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:14:46.197752 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fc128bc0-5a9d-4538-82e2-5d129f9f48dc", "name": "network-vif-deleted", "tag": "8cb9cd69-fd6f-4916-8aeb-cebd2b102b26", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:14:46.198011 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b15dab9f-d08b-4d33-b020-800f9910c0f3 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:14:46.198459 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fc128bc0-5a9d-4538-82e2-5d129f9f48dc', 'name': 'network-vif-deleted', 'tag': '8cb9cd69-fd6f-4916-8aeb-cebd2b102b26', 'status': 'completed', 'code': 200} Jul 05 05:14:46.281831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6525c9bc-fe9e-4c36-9cbc-8fc49ffdc5ab req-e5f4e505-0952-4fdb-aa0a-ee6202b098e0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=fc128bc0-5a9d-4538-82e2-5d129f9f48dc HTTP/1.1" status: 200 len: 210 time: 0.0328195 Jul 05 05:14:47.384027 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55900) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:47.772705 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:48.052949 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 9f35f538-3ed7-42e2-a07c-489d096860f5 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:14:48.053220 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:48.151296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 9f35f538-3ed7-42e2-a07c-489d096860f5, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9f35f538-3ed7-42e2-a07c-489d096860f5,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:14:48.151662 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:48.165942 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 9f35f538-3ed7-42e2-a07c-489d096860f5 owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:14:48.317366 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:14:48.337764 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:14:48.338111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 8cb9cd69-fd6f-4916-8aeb-cebd2b102b26 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:14:48.471371 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:48.502440 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=9f35f538-3ed7-42e2-a07c-489d096860f5,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:48.707833 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:49.269714 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router 78b14221-1280-4113-b2a7-8d6d0fa3326c has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:14:49.378765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:14:49.384152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-bcf54c63-3c85-4a35-b2bd-df78fcb62ba5 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "PUT /v2.0/routers/78b14221-1280-4113-b2a7-8d6d0fa3326c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9988875 Jul 05 05:14:49.386666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55902) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:49.390265 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] Sync routers for ids ['78b14221-1280-4113-b2a7-8d6d0fa3326c'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:14:49.400658 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] Routers {'78b14221-1280-4113-b2a7-8d6d0fa3326c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:14:49.401350 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['78b14221-1280-4113-b2a7-8d6d0fa3326c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:49.442808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-d80feaaf-58c4-461f-a6af-28a4de2ad433 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting subnet 4afb3b4f-7d9b-4f45-8d35-49d137276aae {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:14:49.446048 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d80feaaf-58c4-461f-a6af-28a4de2ad433 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:49.487633 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d80feaaf-58c4-461f-a6af-28a4de2ad433 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:49.509971 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] Set router 78b14221-1280-4113-b2a7-8d6d0fa3326c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:14:49.576448 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d80feaaf-58c4-461f-a6af-28a4de2ad433 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:49.710730 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:14:48Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:49.726427 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d80feaaf-58c4-461f-a6af-28a4de2ad433 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:49.744638 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] Checking router: 78b14221-1280-4113-b2a7-8d6d0fa3326c for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:14:49.754853 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] Routers {'78b14221-1280-4113-b2a7-8d6d0fa3326c'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:14:49.755476 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['78b14221-1280-4113-b2a7-8d6d0fa3326c'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:49.758057 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80feaaf-58c4-461f-a6af-28a4de2ad433 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Subnet': ['ID=4afb3b4f-7d9b-4f45-8d35-49d137276aae,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:49.762128 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d80feaaf-58c4-461f-a6af-28a4de2ad433 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:49.766494 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d80feaaf-58c4-461f-a6af-28a4de2ad433 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/subnets/4afb3b4f-7d9b-4f45-8d35-49d137276aae HTTP/1.1" status: 204 len: 168 time: 0.3764389 Jul 05 05:14:49.767182 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55906) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:49.777452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2fcfd5b-e3eb-4964-aee2-89ca5983bac0 None None] Network 0ae5ae28-4c5c-4584-b727-0cf70befed4d requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:14:49.871367 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] Set router 78b14221-1280-4113-b2a7-8d6d0fa3326c gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:14:49.887823 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:49.987779 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] DHCP port deletion for 0ae5ae28-4c5c-4584-b727-0cf70befed4d request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:14:50.017500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.037740 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Deleting port 633a6cb2-2c4c-40bd-a771-e6b15b23245f {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:14:50.044051 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.070248 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:14:48Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:50.097488 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68fb94fa-23bb-4924-9183-44ea8beb5d76 None None] The sync data for ids ['78b14221-1280-4113-b2a7-8d6d0fa3326c'] in n-d-758944-41 is: [{'id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-309701753', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115'}], 'enable_snat': True}, 'gw_port_id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:11:51Z', 'updated_at': '2021-07-05T05:14:48Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '8b4bae3f-472f-4ad4-872c-3d3a699b9cfe', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:15:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78b14221-1280-4113-b2a7-8d6d0fa3326c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.115', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:11:52Z', 'updated_at': '2021-07-05T05:11:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:14:50.111730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] For port 633a6cb2-2c4c-40bd-a771-e6b15b23245f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=633a6cb2-2c4c-40bd-a771-e6b15b23245f,segment=NetworkSegment(cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee),segment_id=cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:14:50.111730 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.125370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Calling delete_port for 633a6cb2-2c4c-40bd-a771-e6b15b23245f owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:14:50.161834 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:14:50.162191 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.248331 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8b4bae3f-472f-4ad4-872c-3d3a699b9cfe,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:14:50.248614 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.261391 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:14:50.294221 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.319970 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Pushing event deleted for resources: {'Port': ['ID=633a6cb2-2c4c-40bd-a771-e6b15b23245f,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:50.328212 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] No DVR routers for this DVR port 633a6cb2-2c4c-40bd-a771-e6b15b23245f on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:14:50.330589 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.330936 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.331277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.331618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.331969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.332323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.332661 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.333023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.333318 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.333646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.333958 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.334277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b073a649-6747-43b1-a1d6-1b7292537213 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:14:50.510017 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.539349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=8b4bae3f-472f-4ad4-872c-3d3a699b9cfe,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:50.608478 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.734392 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.734392 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.734628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f35f538-3ed7-42e2-a07c-489d096860f5 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:14:50.756498 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9f35f538-3ed7-42e2-a07c-489d096860f5 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:14:50.756878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9f35f538-3ed7-42e2-a07c-489d096860f5 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:14:50.757257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 633a6cb2-2c4c-40bd-a771-e6b15b23245f no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:14:50.777388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 633a6cb2-2c4c-40bd-a771-e6b15b23245f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:14:50.777758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 633a6cb2-2c4c-40bd-a771-e6b15b23245f not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:14:50.868707 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.869325 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Fanout notify agent at l3_agent the message router_deleted on router 78b14221-1280-4113-b2a7-8d6d0fa3326c {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:14:50.876850 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:50.878046 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-ca526d58-27e4-42a1-9c15-4d6de563aae3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/routers/78b14221-1280-4113-b2a7-8d6d0fa3326c HTTP/1.1" status: 204 len: 168 time: 1.1101973 Jul 05 05:14:50.880951 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55910) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:50.971427 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.062657 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.072744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ae5ae28-4c5c-4584-b727-0cf70befed4d']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:51.084332 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:51.084639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc3cade2-d2a2-4e9e-b6c9-c81cf0ed88ee') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:51.094087 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.108604 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.115311 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:14:51.115725 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: timer() Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:14:51.118940 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:14:51.245652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.253384 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.255201 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/networks/0ae5ae28-4c5c-4584-b727-0cf70befed4d HTTP/1.1" status: 204 len: 168 time: 0.3732407 Jul 05 05:14:51.257960 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55912) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:51.267271 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83bad4e-6bf2-4768-bfcb-3ad4c366720e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Network': ['ID=0ae5ae28-4c5c-4584-b727-0cf70befed4d,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:51.321610 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b702a96-719f-4593-bfa8-0b54112ded45 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.349305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b702a96-719f-4593-bfa8-0b54112ded45 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.477064 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b702a96-719f-4593-bfa8-0b54112ded45 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.479817 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7b702a96-719f-4593-bfa8-0b54112ded45 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:51.481664 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7b702a96-719f-4593-bfa8-0b54112ded45 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/security-groups/4eba02de-d4c4-4202-a751-8b5d08350719 HTTP/1.1" status: 204 len: 168 time: 0.2226009 Jul 05 05:14:51.491748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b702a96-719f-4593-bfa8-0b54112ded45 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eba02de-d4c4-4202-a751-8b5d08350719,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:51.940908 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55918) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:51.945748 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-bb147e04-6bed-4432-91f9-f3b1ff393dc1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-702132816', 'description': 'tempest-secgroup-smoke-702132816 description', 'project_id': '47ff977ae7924e068244f70f4dbed7f3'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:52.039492 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb147e04-6bed-4432-91f9-f3b1ff393dc1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:52.125185 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb147e04-6bed-4432-91f9-f3b1ff393dc1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:52.210630 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb147e04-6bed-4432-91f9-f3b1ff393dc1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:52.239514 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb147e04-6bed-4432-91f9-f3b1ff393dc1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0929c14d-61d6-4fb3-996c-990f0a730b26,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:52.290917 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-bb147e04-6bed-4432-91f9-f3b1ff393dc1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:52.292228 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-bb147e04-6bed-4432-91f9-f3b1ff393dc1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3502576 Jul 05 05:14:52.295392 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55920) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:52.299885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6b68cf11-dc81-4563-afd6-dd8162bf46c0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '0929c14d-61d6-4fb3-996c-990f0a730b26', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:52.414046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b68cf11-dc81-4563-afd6-dd8162bf46c0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:52.471201 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b68cf11-dc81-4563-afd6-dd8162bf46c0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:52.539474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b68cf11-dc81-4563-afd6-dd8162bf46c0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:52.561333 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b68cf11-dc81-4563-afd6-dd8162bf46c0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe0bd8fe-c116-4176-882b-26c79fc69fb4,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:52.620139 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:14:52.641870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:14:52.642218 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8b4bae3f-472f-4ad4-872c-3d3a699b9cfe not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:14:52.648315 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6b68cf11-dc81-4563-afd6-dd8162bf46c0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:52.649583 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6b68cf11-dc81-4563-afd6-dd8162bf46c0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3532424 Jul 05 05:14:52.652484 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55922) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:52.657084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-898e3f41-c6b1-4781-a684-7188cc1577a9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '0929c14d-61d6-4fb3-996c-990f0a730b26', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:52.764660 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-898e3f41-c6b1-4781-a684-7188cc1577a9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.155343 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-898e3f41-c6b1-4781-a684-7188cc1577a9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.230862 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-898e3f41-c6b1-4781-a684-7188cc1577a9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.251132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898e3f41-c6b1-4781-a684-7188cc1577a9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e68c7f0c-72f9-48af-b834-99f8ee3c683b,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:53.323078 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-898e3f41-c6b1-4781-a684-7188cc1577a9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.324396 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-898e3f41-c6b1-4781-a684-7188cc1577a9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6709535 Jul 05 05:14:53.327559 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55924) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:53.332057 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4e3642ed-8e0a-4a6e-b704-93456da44b03 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '0929c14d-61d6-4fb3-996c-990f0a730b26', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:53.450842 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e3642ed-8e0a-4a6e-b704-93456da44b03 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.508219 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e3642ed-8e0a-4a6e-b704-93456da44b03 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.587779 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e3642ed-8e0a-4a6e-b704-93456da44b03 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.605842 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3642ed-8e0a-4a6e-b704-93456da44b03 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba55f75f-f9e0-4941-99af-649a53adef5d,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:53.668149 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4e3642ed-8e0a-4a6e-b704-93456da44b03 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.669907 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4e3642ed-8e0a-4a6e-b704-93456da44b03 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3412578 Jul 05 05:14:53.672794 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55926) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:53.677337 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-012f7951-af2b-4b52-a362-724ed2f3bfb1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '0929c14d-61d6-4fb3-996c-990f0a730b26', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:53.770480 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-012f7951-af2b-4b52-a362-724ed2f3bfb1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.835181 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-012f7951-af2b-4b52-a362-724ed2f3bfb1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.905136 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-012f7951-af2b-4b52-a362-724ed2f3bfb1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.924467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-012f7951-af2b-4b52-a362-724ed2f3bfb1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1e7545-8113-4dfc-a9a1-c3337d5bbfc1,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:53.979652 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-012f7951-af2b-4b52-a362-724ed2f3bfb1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:53.980962 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-012f7951-af2b-4b52-a362-724ed2f3bfb1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3071756 Jul 05 05:14:53.985677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55928) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:53.990935 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-98248ca7-f240-45d4-a36b-b7e0754ac80a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '0929c14d-61d6-4fb3-996c-990f0a730b26', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:54.060437 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-98248ca7-f240-45d4-a36b-b7e0754ac80a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Project 47ff977ae7924e068244f70f4dbed7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:14:54.065514 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98248ca7-f240-45d4-a36b-b7e0754ac80a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.126783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98248ca7-f240-45d4-a36b-b7e0754ac80a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.194762 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98248ca7-f240-45d4-a36b-b7e0754ac80a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.212869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98248ca7-f240-45d4-a36b-b7e0754ac80a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47da23d0-6c6c-42f3-93f5-cb7e401e71da,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:54.282585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-98248ca7-f240-45d4-a36b-b7e0754ac80a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.283916 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-98248ca7-f240-45d4-a36b-b7e0754ac80a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2971106 Jul 05 05:14:54.286529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55930) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:54.290941 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-464c79f9-79b2-43f3-81aa-6391f94cfe2e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'security_group_rule': {'security_group_id': '0929c14d-61d6-4fb3-996c-990f0a730b26', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:54.388315 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-464c79f9-79b2-43f3-81aa-6391f94cfe2e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Project 47ff977ae7924e068244f70f4dbed7f3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:14:54.393504 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-464c79f9-79b2-43f3-81aa-6391f94cfe2e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.453540 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-464c79f9-79b2-43f3-81aa-6391f94cfe2e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.536423 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-464c79f9-79b2-43f3-81aa-6391f94cfe2e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.554593 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464c79f9-79b2-43f3-81aa-6391f94cfe2e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b3295de-ec63-4af3-84d7-702bd2e9d102,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:54.656856 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-464c79f9-79b2-43f3-81aa-6391f94cfe2e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.658674 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-464c79f9-79b2-43f3-81aa-6391f94cfe2e tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3712175 Jul 05 05:14:54.661576 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 55932) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:54.666523 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'network': {'name': 'tempest-network-smoke--382776574', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'port_security_enabled': True}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:54.753837 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:14:54.757485 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.781312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:14:54.790644 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.790992 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Added segment 865722f7-179f-4517-8c8a-483dad4a7df1 of type vlan for network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 Jul 05 05:14:54.830040 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.925096 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.930499 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:54.931080 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:54.998781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Network': ['ID=79649a55-dc56-46e5-94a5-2faa4c2c36b9,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:55.009560 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:14:55.063229 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-3a1455df-4cf1-4497-8378-7c5154646dfb tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4004507 Jul 05 05:14:55.066614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55934) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:55.071823 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'admin_state_up': True, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:55.170837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:55.172041 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:55.228118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:55.437657 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:55.699155 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:55.718591 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:55.828219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.25.4.18 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/39c0b33a-896c-4a2d-9f10-77046f62881b) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:14:55.933834 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:56.039973 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:56.084311 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:14:56.087191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:14:56.091828 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:14:56.094696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=39c0b33a-896c-4a2d-9f10-77046f62881b,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:56.432007 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:56.634118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:56.850876 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router fbceefed-6973-4829-b5d8-cd67d5d27f29 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:14:56.962328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:14:56.973522 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Sync routers for ids ['fbceefed-6973-4829-b5d8-cd67d5d27f29'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:14:56.983163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Routers {'fbceefed-6973-4829-b5d8-cd67d5d27f29'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:14:56.983790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fbceefed-6973-4829-b5d8-cd67d5d27f29'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:57.062463 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:57.063733 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6a7b7944-fa27-4628-9b16-0256b95c98ee tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9957862 Jul 05 05:14:57.067490 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55936) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:57.092975 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Set router fbceefed-6973-4829-b5d8-cd67d5d27f29 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:14:57.292519 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:56Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:57.310643 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e1a4bffa-a0a9-43f4-ae8b-15d6f30ab73a tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=47ff977ae7924e068244f70f4dbed7f3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2419786 Jul 05 05:14:57.313230 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55940) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:57.321032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Checking router: fbceefed-6973-4829-b5d8-cd67d5d27f29 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:14:57.321382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Updating router fbceefed-6973-4829-b5d8-cd67d5d27f29 port 39c0b33a-896c-4a2d-9f10-77046f62881b binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:14:57.355546 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:57.468585 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69d5b6d-51d6-49a8-a19a-5beaa6ace0df tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:57.470077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f69d5b6d-51d6-49a8-a19a-5beaa6ace0df tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1559546 Jul 05 05:14:57.473471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55942) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:57.504508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ef1ab653-d6c1-49c8-ade7-9ffec1fe8189 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=c0d90c83-fa66-44b3-bda2-9534baac2bed&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0276208 Jul 05 05:14:57.504746 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55944) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:57.509481 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1706901732', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:14:57.685366 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:14:57.689152 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:57.776038 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:57.786736 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Transition to ACTIVE for port object 39c0b33a-896c-4a2d-9f10-77046f62881b will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:14:57.879684 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:57.933763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Attempting to bind port 39c0b33a-896c-4a2d-9f10-77046f62881b on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:14:57.934136 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Attempting to bind port 39c0b33a-896c-4a2d-9f10-77046f62881b by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:14:57.934505 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Attempting to bind port 39c0b33a-896c-4a2d-9f10-77046f62881b on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:14:57.936513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593f319-5d86-4941-91f8-15406da45aa7 None None] Pushing event updated for resources: {'Port': ['ID=39c0b33a-896c-4a2d-9f10-77046f62881b,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:57.940879 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:57.942486 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:14:57.942870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:14:57.943276 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:57.943677 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:14:57.944175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Bound port: 39c0b33a-896c-4a2d-9f10-77046f62881b, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:14:57.945113 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:57.997694 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] For port 39c0b33a-896c-4a2d-9f10-77046f62881b, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:14:58.000914 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] For port 39c0b33a-896c-4a2d-9f10-77046f62881b, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=39c0b33a-896c-4a2d-9f10-77046f62881b,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:14:58.004312 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Subnet': ['ID=572a488f-0105-496b-825d-04d89196f890,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:58.013213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Checking segment: {'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:14:58.013579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network hostable DHCP agents. Network: 79649a55-dc56-46e5-94a5-2faa4c2c36b9, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:14:58.082431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:58.114004 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:14:58.146470 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Routers {'fbceefed-6973-4829-b5d8-cd67d5d27f29'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:14:58.147087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fbceefed-6973-4829-b5d8-cd67d5d27f29'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:58.148948 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0593f319-5d86-4941-91f8-15406da45aa7 None None] Pushing event updated for resources: {'Port': ['ID=39c0b33a-896c-4a2d-9f10-77046f62881b,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:58.191774 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 79649a55-dc56-46e5-94a5-2faa4c2c36b9) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:14:58.195874 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:14:58.196487 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:58.206398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975da19-aaf5-4e08-941f-013e7e3a7eb1 None None] Network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:14:58.283159 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cf9da609-f4d5-46f6-9075-a3f0de260d70 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7773466 Jul 05 05:14:58.285900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 55946) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:14:58.324450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] Set router fbceefed-6973-4829-b5d8-cd67d5d27f29 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:14:58.519298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:14:58.520179 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:58.692200 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:56Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:14:58.726361 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:58.727454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d860ba47-bde0-4cb9-bc28-e8eb78286e50 None None] The sync data for ids ['fbceefed-6973-4829-b5d8-cd67d5d27f29'] in n-d-758944-41 is: [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:56Z', 'revision_number': 3, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:14:58.739157 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Allocated IP 172.20.0.2 (79649a55-dc56-46e5-94a5-2faa4c2c36b9/572a488f-0105-496b-825d-04d89196f890/18092ed8-3455-49d1-b8db-126d36d39528) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:14:58.894437 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:58.904893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Transition to ACTIVE for port object 18092ed8-3455-49d1-b8db-126d36d39528 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:14:58.959260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Transition to ACTIVE for port object 18092ed8-3455-49d1-b8db-126d36d39528 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:14:59.023310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:59.072688 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:14:59.078110 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:14:59.082827 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:14:59.088073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.20.0.1 (79649a55-dc56-46e5-94a5-2faa4c2c36b9/572a488f-0105-496b-825d-04d89196f890/8e8febf4-35dd-421a-90f6-4c0761a81d5f) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:14:59.092279 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Pushing event updated for resources: {'Port': ['ID=18092ed8-3455-49d1-b8db-126d36d39528,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:59.150388 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Attempting to bind port 18092ed8-3455-49d1-b8db-126d36d39528 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:14:59.150821 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Attempting to bind port 18092ed8-3455-49d1-b8db-126d36d39528 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:14:59.153907 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Attempting to bind port 18092ed8-3455-49d1-b8db-126d36d39528 on network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:14:59.166649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:14:59.166649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Checking segment: {'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:14:59.167044 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:59.167312 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Bound using segment: {'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:14:59.167665 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Bound port: 18092ed8-3455-49d1-b8db-126d36d39528, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:14:59.168091 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:59.224672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:59.236445 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] For port 18092ed8-3455-49d1-b8db-126d36d39528, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:14:59.240451 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] For port 18092ed8-3455-49d1-b8db-126d36d39528, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=18092ed8-3455-49d1-b8db-126d36d39528,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:14:59.241535 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Transition to ACTIVE for port object 8e8febf4-35dd-421a-90f6-4c0761a81d5f will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:14:59.314291 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:59.354347 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:59.390799 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d3f131e-de30-4207-b20d-7d51da815341 None None] Pushing event updated for resources: {'Port': ['ID=18092ed8-3455-49d1-b8db-126d36d39528,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:59.405556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:14:59.411707 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:14:59.415613 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:14:59.423964 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=8e8febf4-35dd-421a-90f6-4c0761a81d5f,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:14:59.469378 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:14:59.736502 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:00.041010 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:00.105905 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:00.196119 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=8e8febf4-35dd-421a-90f6-4c0761a81d5f,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:00.199966 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:00.635961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:15:00.638605 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:15:00.768778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 39c0b33a-896c-4a2d-9f10-77046f62881b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:15:00.790935 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router fbceefed-6973-4829-b5d8-cd67d5d27f29 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:15:00.820633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f735a29c-463c-43ab-a2f1-7b8feb2a9a37 None None] Network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:15:00.913787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:15:00.920969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c80a4bdb-a1d9-4b2b-8c7e-a1af2cf6fe37 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "PUT /v2.0/routers/fbceefed-6973-4829-b5d8-cd67d5d27f29/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6326594 Jul 05 05:15:00.950938 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Sync routers for ids ['fbceefed-6973-4829-b5d8-cd67d5d27f29'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:15:00.961215 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Routers {'fbceefed-6973-4829-b5d8-cd67d5d27f29'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:15:00.961824 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fbceefed-6973-4829-b5d8-cd67d5d27f29'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:00.976176 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 39c0b33a-896c-4a2d-9f10-77046f62881b completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:15:00.986416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 39c0b33a-896c-4a2d-9f10-77046f62881b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:00.986416 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.030434 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-86d4fe2f-c250-409a-8d66-1b1b183f12e1 None None] Provisioning for port 18092ed8-3455-49d1-b8db-126d36d39528 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:15:01.076903 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Set router fbceefed-6973-4829-b5d8-cd67d5d27f29 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:15:01.088947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-480deabc-fd12-4113-9fae-41fd42b938fc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-702132816&fields=id&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 267 time: 0.0360627 Jul 05 05:15:01.123141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.145748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 39c0b33a-896c-4a2d-9f10-77046f62881b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=39c0b33a-896c-4a2d-9f10-77046f62881b,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:01.219710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.220909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 18092ed8-3455-49d1-b8db-126d36d39528 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:15:01.222253 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8e13fa2c-ac74-43c2-b4de-ac5915b70f09 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:01.223829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8e13fa2c-ac74-43c2-b4de-ac5915b70f09 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/networks?id=79649a55-dc56-46e5-94a5-2faa4c2c36b9 HTTP/1.1" status: 200 len: 796 time: 0.1282048 Jul 05 05:15:01.247859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-3c91fd3d-f6a6-47bf-b291-6722009fc010 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/quotas/47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 375 time: 0.0173719 Jul 05 05:15:01.324850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=39c0b33a-896c-4a2d-9f10-77046f62881b,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:01.337499 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-3ca8f36c-3da8-4a44-95fc-a6b3254df18f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0880854 Jul 05 05:15:01.392227 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:59Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '8e8febf4-35dd-421a-90f6-4c0761a81d5f', 'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:d2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:58Z', 'updated_at': '2021-07-05T05:14:59Z', 'revision_number': 2, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '572a488f-0105-496b-825d-04d89196f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:01.398193 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 18092ed8-3455-49d1-b8db-126d36d39528 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:15:01.406968 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 18092ed8-3455-49d1-b8db-126d36d39528 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:01.407667 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.423229 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Checking router: fbceefed-6973-4829-b5d8-cd67d5d27f29 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:15:01.423645 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Updating router fbceefed-6973-4829-b5d8-cd67d5d27f29 port 8e8febf4-35dd-421a-90f6-4c0761a81d5f binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:15:01.465022 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.518570 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.520274 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-fd14036a-587f-4554-946d-8c8c939c02a0 service neutron] 10.222.0.30 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1698933 Jul 05 05:15:01.520446 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a63d6fda-41ff-4324-b0df-6fea6e43c822 None None] Provisioning for port 8e8febf4-35dd-421a-90f6-4c0761a81d5f completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:15:01.533163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a63d6fda-41ff-4324-b0df-6fea6e43c822 None None] Provisioning complete for port 8e8febf4-35dd-421a-90f6-4c0761a81d5f triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:01.533611 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a63d6fda-41ff-4324-b0df-6fea6e43c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.594621 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 18092ed8-3455-49d1-b8db-126d36d39528, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=18092ed8-3455-49d1-b8db-126d36d39528,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:01.599613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-a63d6fda-41ff-4324-b0df-6fea6e43c822 None None] Port 8e8febf4-35dd-421a-90f6-4c0761a81d5f cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:15:01.609998 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a63d6fda-41ff-4324-b0df-6fea6e43c822 None None] Provisioning complete for port 18092ed8-3455-49d1-b8db-126d36d39528 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:01.610382 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a63d6fda-41ff-4324-b0df-6fea6e43c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.628898 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-f3951480-0370-4d20-86b2-ccd5484d05ed service neutron] 10.222.0.30 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015995 Jul 05 05:15:01.699048 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.706126 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a63d6fda-41ff-4324-b0df-6fea6e43c822 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.797888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=18092ed8-3455-49d1-b8db-126d36d39528,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:01.802415 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.810360 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.db.api [None req-a63d6fda-41ff-4324-b0df-6fea6e43c822 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=100897) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 05 05:15:01.810827 n-d-758944-41 neutron-server[100897]: DEBUG oslo_db.api [None req-a63d6fda-41ff-4324-b0df-6fea6e43c822 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 05 05:15:01.816656 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Transition to ACTIVE for port object 8e8febf4-35dd-421a-90f6-4c0761a81d5f will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:15:01.890613 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:01.938640 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Pushing event updated for resources: {'Port': ['ID=8e8febf4-35dd-421a-90f6-4c0761a81d5f,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:01.968242 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.968901 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.968901 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.969230 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.969438 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.969757 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.970073 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.970390 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.970702 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.971010 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.971388 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:01.971681 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:15:02.006304 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Attempting to bind port 8e8febf4-35dd-421a-90f6-4c0761a81d5f on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:15:02.006693 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Attempting to bind port 8e8febf4-35dd-421a-90f6-4c0761a81d5f by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:15:02.007049 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Attempting to bind port 8e8febf4-35dd-421a-90f6-4c0761a81d5f on network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:15:02.012397 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 14, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:15:02.012771 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Checking segment: {'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:15:02.013197 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:02.013729 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Bound using segment: {'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:15:02.014171 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Bound port: 8e8febf4-35dd-421a-90f6-4c0761a81d5f, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:15:02.014549 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:02.084627 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] For port 8e8febf4-35dd-421a-90f6-4c0761a81d5f, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:15:02.087552 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] For port 8e8febf4-35dd-421a-90f6-4c0761a81d5f, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8e8febf4-35dd-421a-90f6-4c0761a81d5f,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:15:02.153877 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:02.211109 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Routers {'fbceefed-6973-4829-b5d8-cd67d5d27f29'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:15:02.211740 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:14:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fbceefed-6973-4829-b5d8-cd67d5d27f29'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:02.216974 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66c9516-0459-4bab-9bec-96012289b1f9 None None] Pushing event updated for resources: {'Port': ['ID=8e8febf4-35dd-421a-90f6-4c0761a81d5f,revision_number=4']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:02.330189 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] Set router fbceefed-6973-4829-b5d8-cd67d5d27f29 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:15:02.535141 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:59Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '8e8febf4-35dd-421a-90f6-4c0761a81d5f', 'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:d2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:58Z', 'updated_at': '2021-07-05T05:15:02Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '572a488f-0105-496b-825d-04d89196f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:02.564610 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e1274f8-9474-4d89-99ca-79c67b048a7e None None] The sync data for ids ['fbceefed-6973-4829-b5d8-cd67d5d27f29'] in n-d-758944-41 is: [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:59Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '8e8febf4-35dd-421a-90f6-4c0761a81d5f', 'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:d2:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:58Z', 'updated_at': '2021-07-05T05:15:02Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '572a488f-0105-496b-825d-04d89196f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:15:02.768815 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 39c0b33a-896c-4a2d-9f10-77046f62881b up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:15:02.818831 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 39c0b33a-896c-4a2d-9f10-77046f62881b triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:02.819504 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:02.913658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8e8febf4-35dd-421a-90f6-4c0761a81d5f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:15:02.939207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9bcbd336-0af5-418e-a6f6-20148f1da5a2 req-c17040e0-741f-4687-8020-f58737875832 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 210 time: 0.0316057 Jul 05 05:15:03.031068 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 8e8febf4-35dd-421a-90f6-4c0761a81d5f completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:15:03.036354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8e8febf4-35dd-421a-90f6-4c0761a81d5f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:03.036745 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:03.121498 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:03.155245 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 8e8febf4-35dd-421a-90f6-4c0761a81d5f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8e8febf4-35dd-421a-90f6-4c0761a81d5f,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:03.246039 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:03.246849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 18092ed8-3455-49d1-b8db-126d36d39528 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:15:03.325351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=8e8febf4-35dd-421a-90f6-4c0761a81d5f,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:03.337407 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 18092ed8-3455-49d1-b8db-126d36d39528 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:03.337791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:04.027162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-00a442b7-f2a6-44ab-9fd9-c08f77a1acfc req-2cfe4d90-3924-41d9-a11a-d920c20641cc tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 210 time: 0.0325623 Jul 05 05:15:04.671478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8e8febf4-35dd-421a-90f6-4c0761a81d5f up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:15:04.719333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 8e8febf4-35dd-421a-90f6-4c0761a81d5f triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:04.719704 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:05.108812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f07a580-b9a2-4713-89e7-282e19cc9a5a req-fda1cad7-f493-4b0e-9346-7c6079567a11 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 210 time: 0.0290513 Jul 05 05:15:06.192055 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6cf6e8ec-a729-4431-9963-22f8bf6609b3 req-2edd432c-c2e9-4543-a002-37c4d97e2343 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 210 time: 0.0303764 Jul 05 05:15:07.330944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ff40731-ed5a-4ee4-9f95-bcb54270db49 req-ffd0154b-9f44-40e6-93bf-acc9800efc92 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 210 time: 0.0289559 Jul 05 05:15:08.085115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d130f062-7821-4ee2-9e00-2bac1f8c4fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:08.480949 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ec09a073-89dd-46ce-a8fc-5b4be1cbcf53 req-53e0bb06-98d0-4c23-b04a-1b3c4d452549 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 210 time: 0.0343025 Jul 05 05:15:08.977262 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-33ca6094-4d4c-436b-942a-674294878e1f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:08.978737 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-33ca6094-4d4c-436b-942a-674294878e1f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/networks?id=79649a55-dc56-46e5-94a5-2faa4c2c36b9 HTTP/1.1" status: 200 len: 796 time: 0.1105535 Jul 05 05:15:09.021625 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-a41a0972-b7ea-4fef-a805-4904c03cee7b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=47ff977ae7924e068244f70f4dbed7f3 HTTP/1.1" status: 200 len: 379 time: 0.0342405 Jul 05 05:15:09.029916 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'port': {'device_id': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'admin_state_up': True, 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'security_groups': ['0929c14d-61d6-4fb3-996c-990f0a730b26']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:15:09.216130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Made reservation on behalf of 47ff977ae7924e068244f70f4dbed7f3 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:15:09.219817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:09.353901 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.20.0.14 (79649a55-dc56-46e5-94a5-2faa4c2c36b9/572a488f-0105-496b-825d-04d89196f890/fcd999e4-d9dd-45a7-bc55-e59cfbdbd311) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:15:09.495493 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:09.511574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Transition to ACTIVE for port object fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:15:09.591613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:09.636179 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:15:09.639460 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:15:09.645802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:15:09.660518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c5d0e-55d3-42dc-a7d7-2eb278d65bbd req-d6088f3d-a068-41e6-83b9-47c1bbbd6bff tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:09.663540 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b42c5d0e-55d3-42dc-a7d7-2eb278d65bbd req-d6088f3d-a068-41e6-83b9-47c1bbbd6bff tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 932 time: 0.0696733 Jul 05 05:15:09.677327 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:09.705176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:09.705822 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:09.708490 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b42c5d0e-55d3-42dc-a7d7-2eb278d65bbd req-c2289d61-a52f-4346-8605-91a246a96995 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390241 Jul 05 05:15:09.769429 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5354a2af-27cd-4725-8af3-54ac74f0191f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7432475 Jul 05 05:15:09.780885 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Request body: {'port': {'device_id': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:15:09.860677 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:09.997024 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-512026b3-2b36-4663-aac6-7f348e44ff47 None None] Provisioning for port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:15:10.000991 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-512026b3-2b36-4663-aac6-7f348e44ff47 None None] Provisioning complete for port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:10.001369 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-512026b3-2b36-4663-aac6-7f348e44ff47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:10.039739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-512026b3-2b36-4663-aac6-7f348e44ff47 None None] Port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:15:10.130011 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:15:10.137654 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:10.150663 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Transition to ACTIVE for port object fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:15:10.230953 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:10.284577 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:10.360677 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Attempting to bind port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:15:10.361012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Attempting to bind port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:15:10.361338 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Attempting to bind port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 on network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:15:10.366062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 on network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:15:10.366382 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Attempting to bind port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 on network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:15:10.371540 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 14, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:15:10.371873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Checking segment: {'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:15:10.372293 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Bound using segment: {'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:15:10.372719 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Bound port: fcd999e4-d9dd-45a7-bc55-e59cfbdbd311, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '865722f7-179f-4517-8c8a-483dad4a7df1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:15:10.373077 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:10.442125 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] For port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:15:10.445375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] For port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:15:10.508390 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:10.544644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:10.545270 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:10.546683 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] 10.222.0.13 "PUT /v2.0/ports/fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 HTTP/1.1" status: 200 len: 1093 time: 0.7702756 Jul 05 05:15:10.547132 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'tag': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:10.549437 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea6981b4-e17b-408b-a45b-fc5a2de19ddd" -d '{"events": [{"name": "network-changed", "server_uuid": "03a479d5-6613-42d3-b6a4-55afea9f789a", "tag": "fcd999e4-d9dd-45a7-bc55-e59cfbdbd311"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:10.574585 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8058f5b7-22dd-4b17-ad03-c654dd3a0ee3 service neutron] Pushing event updated for resources: {'Port': ['ID=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:10.590532 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d915085-f8ee-4759-bea8-9e5d0b562b59 x-openstack-request-id: req-4d915085-f8ee-4759-bea8-9e5d0b562b59 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:10.590829 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a479d5-6613-42d3-b6a4-55afea9f789a", "tag": "fcd999e4-d9dd-45a7-bc55-e59cfbdbd311", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:10.591092 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4d915085-f8ee-4759-bea8-9e5d0b562b59 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:10.591576 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'tag': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'status': 'completed', 'code': 200} Jul 05 05:15:10.680353 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6981b4-e17b-408b-a45b-fc5a2de19ddd req-6e2e7f05-3be6-45d7-88e6-c3970059f471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:10.682263 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea6981b4-e17b-408b-a45b-fc5a2de19ddd req-6e2e7f05-3be6-45d7-88e6-c3970059f471 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 1096 time: 0.0680902 Jul 05 05:15:10.819449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6981b4-e17b-408b-a45b-fc5a2de19ddd req-101e73d5-83ee-48c6-bf11-6d79fbf3ff72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:10.821010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea6981b4-e17b-408b-a45b-fc5a2de19ddd req-101e73d5-83ee-48c6-bf11-6d79fbf3ff72 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=47ff977ae7924e068244f70f4dbed7f3&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1318467 Jul 05 05:15:10.893570 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1ce8778b-ff4e-4ef3-95c1-dec370ab2417 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:10.899036 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354b1b03-1064-4bc2-a30a-46fdbb069ab0 req-013789d0-60e9-4152-b55a-e4062afff074 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:10.900734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-354b1b03-1064-4bc2-a30a-46fdbb069ab0 req-013789d0-60e9-4152-b55a-e4062afff074 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 944 time: 0.0720015 Jul 05 05:15:10.929552 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6981b4-e17b-408b-a45b-fc5a2de19ddd req-e80017fc-e03b-4981-bcff-93d434d7d0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:10.931080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ea6981b4-e17b-408b-a45b-fc5a2de19ddd req-e80017fc-e03b-4981-bcff-93d434d7d0fa service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1044436 Jul 05 05:15:10.941944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-354b1b03-1064-4bc2-a30a-46fdbb069ab0 req-ff2096e0-53e4-44b8-aa64-d1aed6db10f7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352571 Jul 05 05:15:10.968288 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:11.023886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5c213525-c77b-43de-81bb-f037189d5a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:11.025432 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5c213525-c77b-43de-81bb-f037189d5a18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 1096 time: 0.0558183 Jul 05 05:15:11.067759 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-518768c6-4884-4e73-801d-3e3e7bf90056 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 HTTP/1.1" status: 200 len: 217 time: 0.0356503 Jul 05 05:15:11.117903 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5061ee22-c125-49bc-967e-4386ed241079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:11.119466 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-5061ee22-c125-49bc-967e-4386ed241079 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=572a488f-0105-496b-825d-04d89196f890 HTTP/1.1" status: 200 len: 835 time: 0.0457423 Jul 05 05:15:11.183712 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-abc1e141-8b7c-403e-a723-97434e6e7b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:11.185253 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-abc1e141-8b7c-403e-a723-97434e6e7b96 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79649a55-dc56-46e5-94a5-2faa4c2c36b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582228 Jul 05 05:15:11.278023 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-606cab33-0141-4c31-b421-6b9ba2a922ec service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864666 Jul 05 05:15:11.377874 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a1841bcf-da81-41ec-9160-b59ae0fa1775 req-12c890ae-2d59-4ef7-89c6-b33c41b45517 service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917618 Jul 05 05:15:12.121610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ab2bf2-dfcc-43ef-87df-9f93bb10d3e2 req-704f7d07-e46c-4101-89b5-523b8ec2e491 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:12.123095 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3ab2bf2-dfcc-43ef-87df-9f93bb10d3e2 req-704f7d07-e46c-4101-89b5-523b8ec2e491 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 944 time: 0.0694952 Jul 05 05:15:12.167264 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c3ab2bf2-dfcc-43ef-87df-9f93bb10d3e2 req-84c1de13-702e-4550-a68d-41e75527bc7c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384712 Jul 05 05:15:12.262260 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:12.878572 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:15:13.349438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9290f4c-fe82-4f11-b6db-2bdf49f7cd37 req-fadc7954-bc11-43aa-85a8-60314b919afa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:13.350974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9290f4c-fe82-4f11-b6db-2bdf49f7cd37 req-fadc7954-bc11-43aa-85a8-60314b919afa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 944 time: 0.0717468 Jul 05 05:15:13.389344 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f9290f4c-fe82-4f11-b6db-2bdf49f7cd37 req-cf9cfcf2-0772-4708-a06e-e9a01f758c93 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327103 Jul 05 05:15:13.771293 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:14.362781 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:15:14.473770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:14.490311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'port_id': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'mac_address': 'fa:16:3e:1b:66:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:15:14.527728 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:14.535009 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:14.549695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:15:14.571751 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:14.581064 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace8227f-b04f-4124-9398-70e95cf042e0 req-f38c1dbb-c318-427b-bf6e-474598764aa2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:14.582583 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ace8227f-b04f-4124-9398-70e95cf042e0 req-f38c1dbb-c318-427b-bf6e-474598764aa2 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 944 time: 0.0782304 Jul 05 05:15:14.626298 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ace8227f-b04f-4124-9398-70e95cf042e0 req-fe3b894e-65e4-4c6c-a4cb-09f8dcd3d17d tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336022 Jul 05 05:15:14.644778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:14.696622 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:15.004258 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['fcd999e4-d9dd-45a7-bc55-e59cfbdbd311'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:15:15.310795 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:15.800541 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdb02c-1cfb-499f-94aa-26032ab9ed69 req-bdac83c2-1a34-4377-9777-50e38e98f81b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:15.802073 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cefdb02c-1cfb-499f-94aa-26032ab9ed69 req-bdac83c2-1a34-4377-9777-50e38e98f81b tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 945 time: 0.0696161 Jul 05 05:15:15.841325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cefdb02c-1cfb-499f-94aa-26032ab9ed69 req-3415d5e1-f61a-4598-ad5a-5c5592a03429 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336146 Jul 05 05:15:16.365012 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:15:16.482328 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:15:16.486542 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:15:16.486922 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:16.568225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:16.591976 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:16.594226 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d3c069b-4f8b-45a7-8fcb-6554c7da59e6" -d '{"events": [{"server_uuid": "03a479d5-6613-42d3-b6a4-55afea9f789a", "name": "network-vif-plugged", "status": "completed", "tag": "fcd999e4-d9dd-45a7-bc55-e59cfbdbd311"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:16.609496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:15:16.639955 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c484cd48-f3dc-432c-b32f-89789b0bd908 x-openstack-request-id: req-c484cd48-f3dc-432c-b32f-89789b0bd908 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:16.639955 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a479d5-6613-42d3-b6a4-55afea9f789a", "name": "network-vif-plugged", "status": "completed", "tag": "fcd999e4-d9dd-45a7-bc55-e59cfbdbd311", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:16.639955 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c484cd48-f3dc-432c-b32f-89789b0bd908 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:16.639955 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'code': 200} Jul 05 05:15:16.682088 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:16.738307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:16.754994 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2620d1f-3449-43db-bf92-4be5e9d1c5c4 req-d89babbd-2007-4614-a888-ee8706834d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:16.756606 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b2620d1f-3449-43db-bf92-4be5e9d1c5c4 req-d89babbd-2007-4614-a888-ee8706834d72 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 1098 time: 0.0609045 Jul 05 05:15:16.793596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b2620d1f-3449-43db-bf92-4be5e9d1c5c4 req-42e3ee4d-47b8-4511-a27f-17b61ed0c8c4 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303485 Jul 05 05:15:17.015021 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4365934-ed96-448a-943f-1d0effc89a67 req-77715d66-d45e-4357-9df1-aa004e422fd6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:17.016606 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4365934-ed96-448a-943f-1d0effc89a67 req-77715d66-d45e-4357-9df1-aa004e422fd6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0646441 Jul 05 05:15:17.056261 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a4365934-ed96-448a-943f-1d0effc89a67 req-a1aae57f-10be-43e9-892b-d2a19dace222 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332739 Jul 05 05:15:18.237723 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2796d5-b643-4ab5-9c8b-09c7877ddf73 req-2ec7c9b8-3161-4096-a18e-81a6bf4130c3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:18.239205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e2796d5-b643-4ab5-9c8b-09c7877ddf73 req-2ec7c9b8-3161-4096-a18e-81a6bf4130c3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0703261 Jul 05 05:15:18.288272 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7e2796d5-b643-4ab5-9c8b-09c7877ddf73 req-2ce26475-86fe-4cd0-97d2-b885673520b1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431752 Jul 05 05:15:18.590010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519aeaa5-1073-4037-8635-2d9595b222fe req-d68dd182-1a75-446d-8519-5fe3da290616 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:18.590010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-519aeaa5-1073-4037-8635-2d9595b222fe req-d68dd182-1a75-446d-8519-5fe3da290616 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0700247 Jul 05 05:15:18.590010 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-519aeaa5-1073-4037-8635-2d9595b222fe req-34d14a1b-2ddd-4512-ae4c-0e1064d15fd7 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382459 Jul 05 05:15:18.590010 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56030) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:18.606329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6edd373e-50af-4ee0-88e3-468cefce1146 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:18.607952 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6edd373e-50af-4ee0-88e3-468cefce1146 tempest-TestNetworkAdvancedServerOps-2135862077 tempest-TestNetworkAdvancedServerOps-2135862077-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 1093 time: 0.0580912 Jul 05 05:15:18.612507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56032) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:18.615783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address': '172.20.0.14'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:15:18.713488 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:18.813523 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:18.920145 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Allocated IP 172.25.4.21 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/daa4deb0-2531-4a82-bf4a-3ca1d56d85b3) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:15:19.022544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:19.140224 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:19.179131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:15:19.181901 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:15:19.192322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:15:19.216048 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=daa4deb0-2531-4a82-bf4a-3ca1d56d85b3,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:19.591916 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:19.732084 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:19.888838 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:19.950601 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:20.025180 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event updated for resources: {'Port': ['ID=daa4deb0-2531-4a82-bf4a-3ca1d56d85b3,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:15:20.034787 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:20.149635 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Floating IP 45a48112-e62a-45ac-9c92-baa567371327 associated. External IP: 172.25.4.21, port: fcd999e4-d9dd-45a7-bc55-e59cfbdbd311. Jul 05 05:15:20.379029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router fbceefed-6973-4829-b5d8-cd67d5d27f29 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:15:20.493796 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:15:20.505261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] Sync routers for ids ['fbceefed-6973-4829-b5d8-cd67d5d27f29'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:15:20.515135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] Routers {'fbceefed-6973-4829-b5d8-cd67d5d27f29'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:15:20.515758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:15:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fbceefed-6973-4829-b5d8-cd67d5d27f29'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:20.597191 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:20.628867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] Set router fbceefed-6973-4829-b5d8-cd67d5d27f29 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:15:20.636587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d7bb0c74-dabd-4c9b-84f5-5273c80b655a tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0241733 Jul 05 05:15:20.637189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'tag': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:15:20.639623 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-080d91c9-4f87-475c-af4c-eaf36e14f002" -d '{"events": [{"name": "network-changed", "server_uuid": "03a479d5-6613-42d3-b6a4-55afea9f789a", "tag": "fcd999e4-d9dd-45a7-bc55-e59cfbdbd311"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:15:20.680083 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:15:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-258e6069-676a-4806-9c13-02d977c649e3 x-openstack-request-id: req-258e6069-676a-4806-9c13-02d977c649e3 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:15:20.680452 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a479d5-6613-42d3-b6a4-55afea9f789a", "tag": "fcd999e4-d9dd-45a7-bc55-e59cfbdbd311", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:15:20.680773 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-258e6069-676a-4806-9c13-02d977c649e3 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:15:20.681275 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'tag': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'status': 'completed', 'code': 200} Jul 05 05:15:20.775248 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-0714c847-9b2e-45fc-b968-a50892cdf6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:20.776889 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-0714c847-9b2e-45fc-b968-a50892cdf6f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 1098 time: 0.0721278 Jul 05 05:15:20.812455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612a4422-2780-4ecf-a4c0-84796d6a17c5 req-e55166c0-eb87-4a28-845d-7016bb571243 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:20.814160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-612a4422-2780-4ecf-a4c0-84796d6a17c5 req-e55166c0-eb87-4a28-845d-7016bb571243 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0741723 Jul 05 05:15:20.858435 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-612a4422-2780-4ecf-a4c0-84796d6a17c5 req-200ee652-a808-4e93-b4a5-98eb1cd22f57 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367591 Jul 05 05:15:20.886149 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56038) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:20.888647 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-39f69cc1-f799-449e-a058-8df8647e3d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:20.890150 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-39f69cc1-f799-449e-a058-8df8647e3d5a service neutron] 10.222.0.13 "GET /v2.0/networks?id=79649a55-dc56-46e5-94a5-2faa4c2c36b9 HTTP/1.1" status: 200 len: 897 time: 0.1068504 Jul 05 05:15:21.005272 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-be78589a-b746-4da8-9ab0-ac6aed0d0ea9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/45a48112-e62a-45ac-9c92-baa567371327 HTTP/1.1" status: 200 len: 991 time: 0.1179745 Jul 05 05:15:21.009628 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-fd304e22-0624-421f-9e28-2d0b1687b1db service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 HTTP/1.1" status: 200 len: 999 time: 0.1123044 Jul 05 05:15:21.045604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:59Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '45a48112-e62a-45ac-9c92-baa567371327', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'port_id': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'mac_address': 'fa:16:3e:1b:66:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:15:19Z', 'updated_at': '2021-07-05T05:15:19Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8febf4-35dd-421a-90f6-4c0761a81d5f', 'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:58Z', 'updated_at': '2021-07-05T05:15:03Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '572a488f-0105-496b-825d-04d89196f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:21.062777 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-0d7662ce-2ba6-48a2-97f0-6a35ea8fa03f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:21.064460 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-0d7662ce-2ba6-48a2-97f0-6a35ea8fa03f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=572a488f-0105-496b-825d-04d89196f890 HTTP/1.1" status: 200 len: 835 time: 0.0484681 Jul 05 05:15:21.072722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] Checking router: fbceefed-6973-4829-b5d8-cd67d5d27f29 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:15:21.082485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] Routers {'fbceefed-6973-4829-b5d8-cd67d5d27f29'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:15:21.083214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:15:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fbceefed-6973-4829-b5d8-cd67d5d27f29'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:21.129255 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-94f41f2c-bd5b-492c-bdd7-2e0296a07b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:21.130785 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-94f41f2c-bd5b-492c-bdd7-2e0296a07b5d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79649a55-dc56-46e5-94a5-2faa4c2c36b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0602353 Jul 05 05:15:21.197052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] Set router fbceefed-6973-4829-b5d8-cd67d5d27f29 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:15:21.229399 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-dd69df10-7f73-4eb9-a945-07f7f02d77d9 service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923066 Jul 05 05:15:21.324337 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-080d91c9-4f87-475c-af4c-eaf36e14f002 req-4d8cc231-3e97-4d5d-a887-66e3ea00c48d service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877256 Jul 05 05:15:21.436338 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:59Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '45a48112-e62a-45ac-9c92-baa567371327', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'port_id': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'mac_address': 'fa:16:3e:1b:66:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:15:19Z', 'updated_at': '2021-07-05T05:15:19Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8febf4-35dd-421a-90f6-4c0761a81d5f', 'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:58Z', 'updated_at': '2021-07-05T05:15:03Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '572a488f-0105-496b-825d-04d89196f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:15:21.464580 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145ea9a7-1c17-4b15-bd3f-78360206a725 None None] The sync data for ids ['fbceefed-6973-4829-b5d8-cd67d5d27f29'] in n-d-758944-41 is: [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:59Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '45a48112-e62a-45ac-9c92-baa567371327', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'floating_ip_address': '172.25.4.21', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'port_id': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4230, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'mac_address': 'fa:16:3e:1b:66:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:15:19Z', 'updated_at': '2021-07-05T05:15:19Z', 'revision_number': 0, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8e8febf4-35dd-421a-90f6-4c0761a81d5f', 'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:58Z', 'updated_at': '2021-07-05T05:15:03Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '572a488f-0105-496b-825d-04d89196f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:15:21.659619 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96a5cd0e-905d-40d6-8298-56d4ba1cb6d6 None None] New status for floating IP 45a48112-e62a-45ac-9c92-baa567371327: ACTIVE {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:15:22.009322 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56040) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:15:22.076310 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-905d94d8-30e4-4010-9f65-fe8bb23cc754 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/45a48112-e62a-45ac-9c92-baa567371327 HTTP/1.1" status: 200 len: 993 time: 0.0657153 Jul 05 05:15:24.184975 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-ade58dbb-8b77-4cc0-802e-07c78607bafd service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0570376 Jul 05 05:15:24.279588 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-9e797c1b-0d61-4643-9ba4-9f4b15df375a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:24.281100 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-9e797c1b-0d61-4643-9ba4-9f4b15df375a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 1098 time: 0.0537760 Jul 05 05:15:24.386451 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-995ad5fe-e301-4695-bdfe-fefc079d5c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:24.387832 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-995ad5fe-e301-4695-bdfe-fefc079d5c47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=79649a55-dc56-46e5-94a5-2faa4c2c36b9 HTTP/1.1" status: 200 len: 897 time: 0.0867264 Jul 05 05:15:24.459881 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-b6eb3b78-dd12-4671-82aa-cdc80c5654e7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 HTTP/1.1" status: 200 len: 1001 time: 0.0646145 Jul 05 05:15:24.508590 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-66e5c50b-43d2-40bc-a61a-764a4adece3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:24.510010 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-66e5c50b-43d2-40bc-a61a-764a4adece3d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=572a488f-0105-496b-825d-04d89196f890 HTTP/1.1" status: 200 len: 835 time: 0.0442305 Jul 05 05:15:24.571106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-94adb126-3f10-49ca-9b9b-2f714bd8c9cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:15:24.572738 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-94adb126-3f10-49ca-9b9b-2f714bd8c9cb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79649a55-dc56-46e5-94a5-2faa4c2c36b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560703 Jul 05 05:15:24.670054 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-220f7c16-b9ee-4384-97c7-076b30484c45 service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892630 Jul 05 05:15:24.762566 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4d1132a9-3da4-4a4f-adab-d682d1f9bbdf req-41cd405b-1970-4c40-b69a-db4946b6209f service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857992 Jul 05 05:15:38.101503 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1930124f-2958-416c-8a04-3b14f1589b28 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:40.884573 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6655d325-1b04-4327-bb38-ed99e013c2ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:40.956534 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:42.258860 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:43.835964 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:44.564721 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:45.335666 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:15:49.878897 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:16:08.100552 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3dde1fd1-b1ec-4b5b-ae60-cde6f837dedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.843412 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b506a36-063f-46d2-82cf-b4c0e693331d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:10.969421 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:12.260735 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:13.801450 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:14.504415 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:15.261481 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:25.162775 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-9cd05add-8826-42c2-a957-f986f146ce7a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0587974 Jul 05 05:16:25.257866 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-3acfb616-1dbb-42a4-a4cf-c39a3f2bc31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:25.259332 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-3acfb616-1dbb-42a4-a4cf-c39a3f2bc31d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 1098 time: 0.0525742 Jul 05 05:16:25.368741 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-4c4d9440-4bf9-4004-8232-80b41610cfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:25.370106 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-4c4d9440-4bf9-4004-8232-80b41610cfed service neutron] 10.222.0.13 "GET /v2.0/networks?id=79649a55-dc56-46e5-94a5-2faa4c2c36b9 HTTP/1.1" status: 200 len: 897 time: 0.0887065 Jul 05 05:16:25.439005 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-c1011c62-c52c-4956-8f1f-4f0ecbeffe09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 HTTP/1.1" status: 200 len: 1001 time: 0.0605681 Jul 05 05:16:25.488098 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-8c3cc2d5-27cb-4ed2-9f5e-dad2c00c76c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:25.489492 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-8c3cc2d5-27cb-4ed2-9f5e-dad2c00c76c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=572a488f-0105-496b-825d-04d89196f890 HTTP/1.1" status: 200 len: 835 time: 0.0438471 Jul 05 05:16:25.550553 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-aefd452f-3526-4954-a7f7-859ed871783f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:25.552044 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-aefd452f-3526-4954-a7f7-859ed871783f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79649a55-dc56-46e5-94a5-2faa4c2c36b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0553653 Jul 05 05:16:25.642851 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-c81728f5-80d0-49c4-896e-267b7247338c service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823762 Jul 05 05:16:25.738618 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19b80387-424f-4726-82d6-7d97ea3a4199 req-a347d07a-e7cd-4ab5-b31f-785851725c6d service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868230 Jul 05 05:16:26.878169 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:16:35.732089 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b6f5c8-4bea-49ee-909c-97ad4398f407 req-7bf5264b-9666-499e-9118-709a7221f023 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:35.733635 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23b6f5c8-4bea-49ee-909c-97ad4398f407 req-7bf5264b-9666-499e-9118-709a7221f023 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0700150 Jul 05 05:16:35.778697 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-23b6f5c8-4bea-49ee-909c-97ad4398f407 req-16292754-1fdb-49c8-862d-adaa4e081bc6 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368319 Jul 05 05:16:36.965818 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41c2cbf-5ff7-4c3b-975c-40edf62fa261 req-8060538e-7478-4ad1-b4d8-f42be2de67ae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:36.967315 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d41c2cbf-5ff7-4c3b-975c-40edf62fa261 req-8060538e-7478-4ad1-b4d8-f42be2de67ae tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0697038 Jul 05 05:16:37.005811 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d41c2cbf-5ff7-4c3b-975c-40edf62fa261 req-0e9a5056-7462-4147-9409-0e964974c591 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329027 Jul 05 05:16:38.094791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51bee222-9162-4091-81a6-56ab06c58ee7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:38.180291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d49ecb88-5066-41a6-ae6b-8e21a4e18ab9 req-2d03298b-7f31-40d4-a0b6-d466869592c8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:38.181786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d49ecb88-5066-41a6-ae6b-8e21a4e18ab9 req-2d03298b-7f31-40d4-a0b6-d466869592c8 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0658717 Jul 05 05:16:38.220062 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d49ecb88-5066-41a6-ae6b-8e21a4e18ab9 req-9dffccf1-813d-41df-8e22-3db17fd30b65 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326216 Jul 05 05:16:38.243962 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56076) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:38.309152 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-532e0fd4-90bb-4bc5-86b8-5fd8c586a5f0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/45a48112-e62a-45ac-9c92-baa567371327 HTTP/1.1" status: 200 len: 993 time: 0.0640688 Jul 05 05:16:39.853268 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f401691-e942-471d-bc8f-5060cafe4c2d req-4bf7762e-dd03-4cce-814f-f69baf6c6f33 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:39.855429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f401691-e942-471d-bc8f-5060cafe4c2d req-4bf7762e-dd03-4cce-814f-f69baf6c6f33 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0770020 Jul 05 05:16:39.894786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f401691-e942-471d-bc8f-5060cafe4c2d req-664a34d2-09be-4b05-bc78-49053492920c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335371 Jul 05 05:16:39.894946 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-ab3bfad8-7dad-45f1-b18b-f82495dd8552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:39.896544 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-ab3bfad8-7dad-45f1-b18b-f82495dd8552 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 1098 time: 0.0549612 Jul 05 05:16:39.986243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-1e3bc1df-db1f-42a0-a0d5-3b749c62470f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:39.987689 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-1e3bc1df-db1f-42a0-a0d5-3b749c62470f service neutron] 10.222.0.13 "GET /v2.0/networks?id=79649a55-dc56-46e5-94a5-2faa4c2c36b9 HTTP/1.1" status: 200 len: 897 time: 0.0851195 Jul 05 05:16:40.055440 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-3219af72-3147-4fc7-ada2-5a2815ac8c09 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 HTTP/1.1" status: 200 len: 1001 time: 0.0617225 Jul 05 05:16:40.104733 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-42432bac-e279-40aa-984d-24195689dd39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:40.106444 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-42432bac-e279-40aa-984d-24195689dd39 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=572a488f-0105-496b-825d-04d89196f890 HTTP/1.1" status: 200 len: 835 time: 0.0451035 Jul 05 05:16:40.162993 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-b6d6f630-dbc2-437e-ba57-bf0c76d7c318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:40.164483 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-b6d6f630-dbc2-437e-ba57-bf0c76d7c318 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79649a55-dc56-46e5-94a5-2faa4c2c36b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0521457 Jul 05 05:16:40.258378 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-63a93bb9-9d81-4fd1-a5c5-3be2755f6172 service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864937 Jul 05 05:16:40.349658 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-44ce1d4f-6fe9-4a1a-accc-b4a875eb490c req-f98ef509-8e54-47a9-a333-a7d40d8937cb service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846550 Jul 05 05:16:40.846951 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-65c4d994-7d1a-4e42-8cd3-2c0354bcaf3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:40.951430 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:41.072019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd9ee06e-f3ff-4fbd-8890-44a3bb3ae432 req-c93670f1-35a7-47c3-96e6-18c0ad886a32 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:41.073537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd9ee06e-f3ff-4fbd-8890-44a3bb3ae432 req-c93670f1-35a7-47c3-96e6-18c0ad886a32 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0653229 Jul 05 05:16:41.112482 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fd9ee06e-f3ff-4fbd-8890-44a3bb3ae432 req-335912f8-0098-457b-b179-be84b23397d3 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332880 Jul 05 05:16:42.248791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:42.294423 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1fff3c-79db-4869-bc09-cb8205d2a27c req-91dad842-831f-4c9d-b525-a408ca5b99b0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:42.296057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e1fff3c-79db-4869-bc09-cb8205d2a27c req-91dad842-831f-4c9d-b525-a408ca5b99b0 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0709226 Jul 05 05:16:42.334717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4e1fff3c-79db-4869-bc09-cb8205d2a27c req-92c1e948-6830-40c1-a2fc-a86ebba04404 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326986 Jul 05 05:16:42.358636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56088) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:42.419601 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f23e94c0-ca65-49d2-87fd-788398eadf9c tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/floatingips/45a48112-e62a-45ac-9c92-baa567371327 HTTP/1.1" status: 200 len: 993 time: 0.0597749 Jul 05 05:16:42.670990 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56094) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:42.830251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port daa4deb0-2531-4a82-bf4a-3ca1d56d85b3 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:42.830597 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:42.909612 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:42.909938 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:42.922445 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for daa4deb0-2531-4a82-bf4a-3ca1d56d85b3 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:43.123216 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:43.150095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=daa4deb0-2531-4a82-bf4a-3ca1d56d85b3,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:43.162203 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.162558 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.162903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.163244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.163583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.164014 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.164333 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.164666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.164998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.165328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.165650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.165972 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:43.226795 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:43.227158 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Floating IP 45a48112-e62a-45ac-9c92-baa567371327 disassociated (deleted). External IP: 172.25.4.21, port: fcd999e4-d9dd-45a7-bc55-e59cfbdbd311. Jul 05 05:16:43.765444 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router fbceefed-6973-4829-b5d8-cd67d5d27f29 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:16:43.779890 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:43.872825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:43.877579 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:43.881911 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] Sync routers for ids ['fbceefed-6973-4829-b5d8-cd67d5d27f29'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:16:43.890915 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] Routers {'fbceefed-6973-4829-b5d8-cd67d5d27f29'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:43.891512 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fbceefed-6973-4829-b5d8-cd67d5d27f29'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:43.921108 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-4c386c23-f8e6-4419-a804-1a5e5ce161b9 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/floatingips/45a48112-e62a-45ac-9c92-baa567371327 HTTP/1.1" status: 204 len: 168 time: 1.2465372 Jul 05 05:16:43.921108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'tag': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:16:43.921706 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00e04818-ff02-4f65-b2ef-a524ee955dda" -d '{"events": [{"name": "network-changed", "server_uuid": "03a479d5-6613-42d3-b6a4-55afea9f789a", "tag": "fcd999e4-d9dd-45a7-bc55-e59cfbdbd311"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:16:43.966113 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:16:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9291a18b-f87b-4e18-93a2-fb573e658b62 x-openstack-request-id: req-9291a18b-f87b-4e18-93a2-fb573e658b62 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:16:43.966416 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03a479d5-6613-42d3-b6a4-55afea9f789a", "tag": "fcd999e4-d9dd-45a7-bc55-e59cfbdbd311", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:16:43.966666 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9291a18b-f87b-4e18-93a2-fb573e658b62 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:16:43.967118 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'tag': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'status': 'completed', 'code': 200} Jul 05 05:16:44.004089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] Set router fbceefed-6973-4829-b5d8-cd67d5d27f29 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:44.047556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-d83c6e8a-0165-447d-9428-cb240a1371ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:44.050165 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-d83c6e8a-0165-447d-9428-cb240a1371ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=47ff977ae7924e068244f70f4dbed7f3&device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 1098 time: 0.0603445 Jul 05 05:16:44.144438 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-398ea50e-a4ed-460f-8cb5-8bcf87687b1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:44.145962 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-398ea50e-a4ed-460f-8cb5-8bcf87687b1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=79649a55-dc56-46e5-94a5-2faa4c2c36b9 HTTP/1.1" status: 200 len: 897 time: 0.0899606 Jul 05 05:16:44.213325 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-0a648db5-533c-4f6a-bbb8-cb9b43fcad3b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 HTTP/1.1" status: 200 len: 217 time: 0.0587835 Jul 05 05:16:44.235724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:59Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '8e8febf4-35dd-421a-90f6-4c0761a81d5f', 'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:58Z', 'updated_at': '2021-07-05T05:15:03Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '572a488f-0105-496b-825d-04d89196f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:44.268031 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] Checking router: fbceefed-6973-4829-b5d8-cd67d5d27f29 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:16:44.274104 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-7a86f0c8-befd-4fad-8820-8340ee6deb0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:44.275598 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-7a86f0c8-befd-4fad-8820-8340ee6deb0e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=572a488f-0105-496b-825d-04d89196f890 HTTP/1.1" status: 200 len: 835 time: 0.0558412 Jul 05 05:16:44.277003 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] Routers {'fbceefed-6973-4829-b5d8-cd67d5d27f29'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:44.282778 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fbceefed-6973-4829-b5d8-cd67d5d27f29'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:44.336167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-f636825a-d636-423f-8194-2f0d3f9996f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:44.338338 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-f636825a-d636-423f-8194-2f0d3f9996f9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=79649a55-dc56-46e5-94a5-2faa4c2c36b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0561676 Jul 05 05:16:44.384620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] Set router fbceefed-6973-4829-b5d8-cd67d5d27f29 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:44.444598 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-97cc1091-80aa-477d-8d9e-df64c5f75abc service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0948732 Jul 05 05:16:44.507667 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabe60d0-e65d-40ef-8793-9b9973eda1e9 req-4e7fb908-ea01-4efc-a2e4-30be1366b789 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:44.509458 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dabe60d0-e65d-40ef-8793-9b9973eda1e9 req-4e7fb908-ea01-4efc-a2e4-30be1366b789 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0669401 Jul 05 05:16:44.548336 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-00e04818-ff02-4f65-b2ef-a524ee955dda req-f4308c43-97a1-4569-b5a9-c92f39a9a1ec service neutron] 10.222.0.13 "GET /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0967183 Jul 05 05:16:44.551656 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dabe60d0-e65d-40ef-8793-9b9973eda1e9 req-f4cd13e8-f9f8-4884-8057-c378a24f2bde tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0355830 Jul 05 05:16:44.581099 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:44.603828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:59Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '8e8febf4-35dd-421a-90f6-4c0761a81d5f', 'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:58Z', 'updated_at': '2021-07-05T05:15:03Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '572a488f-0105-496b-825d-04d89196f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:44.631573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-225c3984-5463-40a7-9861-c738315b16a0 None None] The sync data for ids ['fbceefed-6973-4829-b5d8-cd67d5d27f29'] in n-d-758944-41 is: [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:14:59Z', 'revision_number': 4, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '8e8febf4-35dd-421a-90f6-4c0761a81d5f', 'name': '', 'network_id': '79649a55-dc56-46e5-94a5-2faa4c2c36b9', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'mac_address': 'fa:16:3e:02:d2:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_interface', 'standard_attr_id': 4227, 'fixed_ips': [{'subnet_id': '572a488f-0105-496b-825d-04d89196f890', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:58Z', 'updated_at': '2021-07-05T05:15:03Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'subnets': [{'id': '572a488f-0105-496b-825d-04d89196f890', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:16:44.844234 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588dcab1-e8f3-4ac0-b910-e21abc39c8e5 None None] New status for floating IP 45a48112-e62a-45ac-9c92-baa567371327: DOWN {{(pid=100898) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:16:45.259589 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:45.735132 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b687c7-4f19-4191-bc83-c9a1bbd7116f req-28de2348-ede5-4f5c-a952-0ae26460ec4f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:45.736633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94b687c7-4f19-4191-bc83-c9a1bbd7116f req-28de2348-ede5-4f5c-a952-0ae26460ec4f tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0707848 Jul 05 05:16:45.777240 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-94b687c7-4f19-4191-bc83-c9a1bbd7116f req-c1d87e95-465a-46f6-956c-98b9f798bd81 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/security-groups?id=0929c14d-61d6-4fb3-996c-990f0a730b26&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351536 Jul 05 05:16:46.370785 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-61219407-0261-42d2-a23e-abcb88ad30da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:46.372169 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-61219407-0261-42d2-a23e-abcb88ad30da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 946 time: 0.0656388 Jul 05 05:16:46.474211 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:46.474546 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:46.563480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:46.563840 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:46.577348 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:46.786085 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:46.817883 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=fcd999e4-d9dd-45a7-bc55-e59cfbdbd311,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:46.833346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.833775 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.834190 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.834598 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.835002 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.835407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.835806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.836243 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.836651 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.837099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.837963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.838178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:46.881425 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] No DVR routers for this DVR port fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:16:46.883878 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:46.885960 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-eb43a0d0-fa0b-4785-a816-473c4727dd80 req-0eaba607-971e-47d1-a13a-f92a7774eafe tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.13 "DELETE /v2.0/ports/fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 HTTP/1.1" status: 204 len: 173 time: 0.5086491 Jul 05 05:16:46.886394 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'name': 'network-vif-deleted', 'tag': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:16:46.888696 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c01ca561-e02b-4b1b-89a1-b6c65991876c" -d '{"events": [{"server_uuid": "03a479d5-6613-42d3-b6a4-55afea9f789a", "name": "network-vif-deleted", "tag": "fcd999e4-d9dd-45a7-bc55-e59cfbdbd311"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:16:46.924617 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:16:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a4dd7bd-8614-4c1e-8103-f41ba1e2c18a x-openstack-request-id: req-6a4dd7bd-8614-4c1e-8103-f41ba1e2c18a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:16:46.924905 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03a479d5-6613-42d3-b6a4-55afea9f789a", "name": "network-vif-deleted", "tag": "fcd999e4-d9dd-45a7-bc55-e59cfbdbd311", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:16:46.925153 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a4dd7bd-8614-4c1e-8103-f41ba1e2c18a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:16:46.925543 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03a479d5-6613-42d3-b6a4-55afea9f789a', 'name': 'network-vif-deleted', 'tag': 'fcd999e4-d9dd-45a7-bc55-e59cfbdbd311', 'status': 'completed', 'code': 200} Jul 05 05:16:46.925693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd72d614-69c8-4d0d-9bcc-22edb7466aae req-7194cd3a-6804-461d-831d-d511c365a559 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "GET /v2.0/ports?device_id=03a479d5-6613-42d3-b6a4-55afea9f789a HTTP/1.1" status: 200 len: 210 time: 0.0306995 Jul 05 05:16:48.018702 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56110) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:48.407444 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:48.689835 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 8e8febf4-35dd-421a-90f6-4c0761a81d5f {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:48.690181 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:48.781384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 8e8febf4-35dd-421a-90f6-4c0761a81d5f, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=8e8febf4-35dd-421a-90f6-4c0761a81d5f,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:48.781746 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:48.795337 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 8e8febf4-35dd-421a-90f6-4c0761a81d5f owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:48.859126 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:48.879111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:48.879455 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device fcd999e4-d9dd-45a7-bc55-e59cfbdbd311 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:49.076994 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:49.106803 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=8e8febf4-35dd-421a-90f6-4c0761a81d5f,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:49.293359 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:49.514278 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Router fbceefed-6973-4829-b5d8-cd67d5d27f29 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:16:49.623193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:49.628165 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f09ccc77-5a50-4360-87e1-1ace60a4fbaa tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "PUT /v2.0/routers/fbceefed-6973-4829-b5d8-cd67d5d27f29/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6083801 Jul 05 05:16:49.630893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56112) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:49.632229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] Sync routers for ids ['fbceefed-6973-4829-b5d8-cd67d5d27f29'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:16:49.642125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] Routers {'fbceefed-6973-4829-b5d8-cd67d5d27f29'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:49.642730 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fbceefed-6973-4829-b5d8-cd67d5d27f29'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:49.682998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-7946c994-d8c9-4162-8e52-282a186bea41 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting subnet 572a488f-0105-496b-825d-04d89196f890 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:16:49.686470 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7946c994-d8c9-4162-8e52-282a186bea41 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:49.726941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7946c994-d8c9-4162-8e52-282a186bea41 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:49.749990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] Set router fbceefed-6973-4829-b5d8-cd67d5d27f29 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:49.819053 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7946c994-d8c9-4162-8e52-282a186bea41 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:49.935444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:16:48Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:49.950168 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7946c994-d8c9-4162-8e52-282a186bea41 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:49.963914 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] Checking router: fbceefed-6973-4829-b5d8-cd67d5d27f29 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:16:49.972386 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] Routers {'fbceefed-6973-4829-b5d8-cd67d5d27f29'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:49.972996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['fbceefed-6973-4829-b5d8-cd67d5d27f29'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:49.980135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7946c994-d8c9-4162-8e52-282a186bea41 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Subnet': ['ID=572a488f-0105-496b-825d-04d89196f890,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:49.982137 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-7946c994-d8c9-4162-8e52-282a186bea41 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:49.984094 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-7946c994-d8c9-4162-8e52-282a186bea41 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/subnets/572a488f-0105-496b-825d-04d89196f890 HTTP/1.1" status: 204 len: 168 time: 0.3522382 Jul 05 05:16:49.988091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56114) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:50.009750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83e3f080-a59b-49dc-9c85-617b11a1834c None None] Network 79649a55-dc56-46e5-94a5-2faa4c2c36b9 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:16:50.098018 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.204182 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.326632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Deleting port 39c0b33a-896c-4a2d-9f10-77046f62881b {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:50.327048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.329404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] Set router fbceefed-6973-4829-b5d8-cd67d5d27f29 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:50.406568 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] For port 39c0b33a-896c-4a2d-9f10-77046f62881b, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=39c0b33a-896c-4a2d-9f10-77046f62881b,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:50.406845 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.420658 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Calling delete_port for 39c0b33a-896c-4a2d-9f10-77046f62881b owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:50.524669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] DHCP port deletion for 79649a55-dc56-46e5-94a5-2faa4c2c36b9 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:16:50.560072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:16:48Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:50.592894 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00338297-ad82-4de0-aac7-53c7c6c10eba None None] The sync data for ids ['fbceefed-6973-4829-b5d8-cd67d5d27f29'] in n-d-758944-41 is: [{'id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'name': 'tempest-TestNetworkAdvancedServerOps-router-371217197', 'tenant_id': '47ff977ae7924e068244f70f4dbed7f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18'}], 'enable_snat': True}, 'gw_port_id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:16:48Z', 'revision_number': 5, 'project_id': '47ff977ae7924e068244f70f4dbed7f3', 'gw_port': {'id': '39c0b33a-896c-4a2d-9f10-77046f62881b', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:07:f2:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fbceefed-6973-4829-b5d8-cd67d5d27f29', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:14:55Z', 'updated_at': '2021-07-05T05:15:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:16:50.613036 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Deleting port 18092ed8-3455-49d1-b8db-126d36d39528 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:16:50.613416 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.663765 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.679810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] For port 18092ed8-3455-49d1-b8db-126d36d39528, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=18092ed8-3455-49d1-b8db-126d36d39528,segment=NetworkSegment(865722f7-179f-4517-8c8a-483dad4a7df1),segment_id=865722f7-179f-4517-8c8a-483dad4a7df1)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:50.680236 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.691756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Port': ['ID=39c0b33a-896c-4a2d-9f10-77046f62881b,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:50.692745 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Calling delete_port for 18092ed8-3455-49d1-b8db-126d36d39528 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:16:50.757982 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.835097 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.853670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.855844 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.859404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Pushing event deleted for resources: {'Port': ['ID=18092ed8-3455-49d1-b8db-126d36d39528,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:50.869410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.873935 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:50.875633 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8834b0f4-5daa-49f3-9111-436e452b9bce None None] No DVR routers for this DVR port 18092ed8-3455-49d1-b8db-126d36d39528 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:16:50.980039 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.980744 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Fanout notify agent at l3_agent the message router_deleted on router fbceefed-6973-4829-b5d8-cd67d5d27f29 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:16:50.990659 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:50.993133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56116) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:50.993773 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-649bf246-43a3-48c9-bfea-93ee6d8679e1 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/routers/fbceefed-6973-4829-b5d8-cd67d5d27f29 HTTP/1.1" status: 204 len: 168 time: 1.0042822 Jul 05 05:16:51.018204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8e8febf4-35dd-421a-90f6-4c0761a81d5f no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:51.039581 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 8e8febf4-35dd-421a-90f6-4c0761a81d5f {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:51.040071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 8e8febf4-35dd-421a-90f6-4c0761a81d5f not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:51.040573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 18092ed8-3455-49d1-b8db-126d36d39528 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:51.062709 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 18092ed8-3455-49d1-b8db-126d36d39528 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:51.063080 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 18092ed8-3455-49d1-b8db-126d36d39528 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:51.084226 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.182900 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.194179 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79649a55-dc56-46e5-94a5-2faa4c2c36b9']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:51.206503 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '865722f7-179f-4517-8c8a-483dad4a7df1') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:51.206805 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '865722f7-179f-4517-8c8a-483dad4a7df1') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:51.216648 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.231525 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.237959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: timer() Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:16:51.242681 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:16:51.357139 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.368544 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.368544 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/networks/79649a55-dc56-46e5-94a5-2faa4c2c36b9 HTTP/1.1" status: 204 len: 168 time: 0.3707750 Jul 05 05:16:51.369221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56118) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:51.379467 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ee37ea-0ac6-44ca-8402-ecc67e194336 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'Network': ['ID=79649a55-dc56-46e5-94a5-2faa4c2c36b9,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:51.431132 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a560699-ad92-442a-80ec-745f3ad2d132 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.456459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a560699-ad92-442a-80ec-745f3ad2d132 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.584147 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a560699-ad92-442a-80ec-745f3ad2d132 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.586780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1a560699-ad92-442a-80ec-745f3ad2d132 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:51.591613 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1a560699-ad92-442a-80ec-745f3ad2d132 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] 10.222.0.30 "DELETE /v2.0/security-groups/0929c14d-61d6-4fb3-996c-990f0a730b26 HTTP/1.1" status: 204 len: 168 time: 0.2171798 Jul 05 05:16:51.599591 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a560699-ad92-442a-80ec-745f3ad2d132 tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0929c14d-61d6-4fb3-996c-990f0a730b26,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:52.138799 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56126) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:52.302947 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d9e92b34-5336-4cc6-96bb-c53b8d0fb2cf admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=47ff977ae7924e068244f70f4dbed7f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1629851 Jul 05 05:16:52.305639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56130) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:52.354474 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6be7-0331-4ae5-912b-9a0d64193fc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:52.375351 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6be7-0331-4ae5-912b-9a0d64193fc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:52.482349 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6be7-0331-4ae5-912b-9a0d64193fc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:52.485015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4b5c6be7-0331-4ae5-912b-9a0d64193fc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:52.486205 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4b5c6be7-0331-4ae5-912b-9a0d64193fc4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8b504379-4b7a-4f20-9855-d0e75bb6e882 HTTP/1.1" status: 204 len: 168 time: 0.1796708 Jul 05 05:16:52.494110 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5c6be7-0331-4ae5-912b-9a0d64193fc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b504379-4b7a-4f20-9855-d0e75bb6e882,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:52.682516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 39c0b33a-896c-4a2d-9f10-77046f62881b no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:16:52.706345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 39c0b33a-896c-4a2d-9f10-77046f62881b {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:16:52.706695 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 39c0b33a-896c-4a2d-9f10-77046f62881b not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:16:53.010019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56138) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:53.024233 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e74e5cf-6867-479f-ae8a-c0543e200b5c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:53.112940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e74e5cf-6867-479f-ae8a-c0543e200b5c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:53.168665 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5e74e5cf-6867-479f-ae8a-c0543e200b5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:53.208676 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5e74e5cf-6867-479f-ae8a-c0543e200b5c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4d4660d637c42fb84dc1a59491e3ef4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1975460 Jul 05 05:16:53.209873 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e74e5cf-6867-479f-ae8a-c0543e200b5c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c730279-ba0d-415b-841c-15ddb8f767cc,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:53.211383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56140) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:53.260904 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9f10-f7b4-4e39-8397-5f5bafc9a63a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:53.282640 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9f10-f7b4-4e39-8397-5f5bafc9a63a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:53.419843 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9f10-f7b4-4e39-8397-5f5bafc9a63a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:53.422533 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b7cf9f10-f7b4-4e39-8397-5f5bafc9a63a admin admin] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:53.423762 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b7cf9f10-f7b4-4e39-8397-5f5bafc9a63a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7c730279-ba0d-415b-841c-15ddb8f767cc HTTP/1.1" status: 204 len: 168 time: 0.2112374 Jul 05 05:16:53.431662 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cf9f10-f7b4-4e39-8397-5f5bafc9a63a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c730279-ba0d-415b-841c-15ddb8f767cc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:54.435959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56164) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:54.527017 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1207683853-network', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:54.635088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Made reservation on behalf of 5bfd70a50c4d482cbf40eabfb4273268 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:16:54.637482 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:54.646240 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:54.736649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:54.806537 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:54.833508 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89c35050-d111-419e-9109-c064401b147c admin admin] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:16:54.839230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a42422ec-b6eb-4c70-937a-a869caf12ccd,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:54.850867 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:54.850867 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Added segment e6162369-ae2c-426d-9b1e-40fdc398492f of type vlan for network 02a0f9c3-d055-48d3-81b8-b34945976102 Jul 05 05:16:54.887532 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:54.989571 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:54.990572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:54.991150 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:55.384723 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c35050-d111-419e-9109-c064401b147c admin admin] Pushing event updated for resources: {'Network': ['ID=02a0f9c3-d055-48d3-81b8-b34945976102,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:55.394746 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 02a0f9c3-d055-48d3-81b8-b34945976102 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:16:55.449516 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-89c35050-d111-419e-9109-c064401b147c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0124397 Jul 05 05:16:55.452407 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56168) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:55.457233 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Request body: {'subnet': {'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1207683853-subnet', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:55.533617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Made reservation on behalf of 5bfd70a50c4d482cbf40eabfb4273268 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:16:55.535940 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:55.768404 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:55.827886 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Pushing event updated for resources: {'Subnet': ['ID=62a176f4-3539-43c8-ab2d-590968408289,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:55.832160 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Checking segment: {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:16:55.832520 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Network hostable DHCP agents. Network: 02a0f9c3-d055-48d3-81b8-b34945976102, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:16:55.939623 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Network 02a0f9c3-d055-48d3-81b8-b34945976102 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:16:56.037108 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 02a0f9c3-d055-48d3-81b8-b34945976102) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:56.040974 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:16:56.042318 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.046345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-722da1f2-7d78-4793-b908-64ebf19ee35c None None] Network 02a0f9c3-d055-48d3-81b8-b34945976102 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:16:56.137603 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-33b9cd46-9d23-4048-9f67-2c83749ad692 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6816540 Jul 05 05:16:56.137878 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56170) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:56.142349 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:16:56.193924 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-02a0f9c3-d055-48d3-81b8-b34945976102', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:16:56.194773 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.230620 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.231653 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.287950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.333940 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Allocated IP 172.20.0.2 (02a0f9c3-d055-48d3-81b8-b34945976102/62a176f4-3539-43c8-ab2d-590968408289/09bc8105-9621-4e01-b547-9e767360eb32) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:16:56.476306 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.485205 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Transition to ACTIVE for port object 09bc8105-9621-4e01-b547-9e767360eb32 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:56.497663 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.500627 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Transition to ACTIVE for port object 09bc8105-9621-4e01-b547-9e767360eb32 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:56.602887 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.644506 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Network 02a0f9c3-d055-48d3-81b8-b34945976102 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:16:56.650596 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:56.656143 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:16:56.658089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Pushing event updated for resources: {'Port': ['ID=09bc8105-9621-4e01-b547-9e767360eb32,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:56.715723 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Attempting to bind port 09bc8105-9621-4e01-b547-9e767360eb32 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:16:56.716120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Attempting to bind port 09bc8105-9621-4e01-b547-9e767360eb32 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:16:56.716481 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Attempting to bind port 09bc8105-9621-4e01-b547-9e767360eb32 on network 02a0f9c3-d055-48d3-81b8-b34945976102 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:16:56.721410 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:16:56.721790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Checking segment: {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:16:56.722209 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.722605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Bound using segment: {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:16:56.723073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Bound port: 09bc8105-9621-4e01-b547-9e767360eb32, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:16:56.723451 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.786385 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] For port 09bc8105-9621-4e01-b547-9e767360eb32, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:16:56.789348 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] For port 09bc8105-9621-4e01-b547-9e767360eb32, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=09bc8105-9621-4e01-b547-9e767360eb32,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:16:56.849165 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.852502 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.871807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:56.918081 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df9719cf-83ab-4453-b529-dfd3fc9f2a42 None None] Pushing event updated for resources: {'Port': ['ID=09bc8105-9621-4e01-b547-9e767360eb32,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:56.985823 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Allocated IP 172.25.4.70 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/261699f9-fda8-4c03-ad38-99415556d576) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:16:57.110770 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:57.198397 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:57.234873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:16:57.237714 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:57.243219 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:16:57.275802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Pushing event updated for resources: {'Port': ['ID=261699f9-fda8-4c03-ad38-99415556d576,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:57.565238 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:57.770819 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:57.782379 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da37d612-51fc-45cf-aef1-2d91a2b52478 None None] Network 02a0f9c3-d055-48d3-81b8-b34945976102 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:16:57.907059 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9ac1efab-d7dd-430c-aea1-76707d06ef8d None None] Provisioning for port 09bc8105-9621-4e01-b547-9e767360eb32 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:16:57.962500 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Router 69af00da-cade-4c59-8e96-a89e4818f86a is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:16:58.075675 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:58.090361 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Sync routers for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:16:58.101106 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:58.101780 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:58.152051 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.153379 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-80fe6fa8-9e57-4f0c-9f6f-5389cdc51e4c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.0144255 Jul 05 05:16:58.156113 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56172) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:16:58.299727 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:58.477907 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:57Z', 'revision_number': 3, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:58.508551 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Checking router: 69af00da-cade-4c59-8e96-a89e4818f86a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:16:58.508899 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Updating router 69af00da-cade-4c59-8e96-a89e4818f86a port 261699f9-fda8-4c03-ad38-99415556d576 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:16:58.543537 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.589568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.751053 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Allocated IP 172.20.0.1 (02a0f9c3-d055-48d3-81b8-b34945976102/62a176f4-3539-43c8-ab2d-590968408289/aa1db3c1-d541-4481-ad35-f65a157e6536) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:16:58.777402 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 09bc8105-9621-4e01-b547-9e767360eb32 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:16:58.817528 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.828060 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Transition to ACTIVE for port object 261699f9-fda8-4c03-ad38-99415556d576 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:58.866366 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.878692 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Transition to ACTIVE for port object aa1db3c1-d541-4481-ad35-f65a157e6536 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:16:58.894040 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 09bc8105-9621-4e01-b547-9e767360eb32 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:16:58.898172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 09bc8105-9621-4e01-b547-9e767360eb32 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:58.898939 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.917326 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.964542 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.972142 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Attempting to bind port 261699f9-fda8-4c03-ad38-99415556d576 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:16:58.972511 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Attempting to bind port 261699f9-fda8-4c03-ad38-99415556d576 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:16:58.973348 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Attempting to bind port 261699f9-fda8-4c03-ad38-99415556d576 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:16:58.980453 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.981752 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Pushing event updated for resources: {'Port': ['ID=261699f9-fda8-4c03-ad38-99415556d576,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:58.985201 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:16:58.985577 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:16:58.986036 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.986429 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:16:58.986897 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Bound port: 261699f9-fda8-4c03-ad38-99415556d576, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:16:58.987282 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:58.993640 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.993990 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.994354 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.994691 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.995021 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.995352 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.995672 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.996076 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.996411 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.996719 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.997039 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:58.997357 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:16:59.012032 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Network 02a0f9c3-d055-48d3-81b8-b34945976102 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:16:59.016030 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 09bc8105-9621-4e01-b547-9e767360eb32, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=09bc8105-9621-4e01-b547-9e767360eb32,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:16:59.017413 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:59.021131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:16:59.045291 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1db3c1-d541-4481-ad35-f65a157e6536,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:59.065583 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] For port 261699f9-fda8-4c03-ad38-99415556d576, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:16:59.065583 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] For port 261699f9-fda8-4c03-ad38-99415556d576, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=261699f9-fda8-4c03-ad38-99415556d576,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:16:59.065783 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:59.082845 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:59.129227 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:59.143812 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=09bc8105-9621-4e01-b547-9e767360eb32,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:59.194238 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7cee74-cefb-402d-8603-3995843ec72c None None] Pushing event updated for resources: {'Port': ['ID=261699f9-fda8-4c03-ad38-99415556d576,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:59.199845 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:16:59.200606 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:59.303503 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:59.311600 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:16:59.339835 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-eca93492-4192-4903-827a-da472054090f None None] Provisioning for port aa1db3c1-d541-4481-ad35-f65a157e6536 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:16:59.343949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-eca93492-4192-4903-827a-da472054090f None None] Provisioning complete for port aa1db3c1-d541-4481-ad35-f65a157e6536 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:16:59.344296 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eca93492-4192-4903-827a-da472054090f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:59.380685 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-eca93492-4192-4903-827a-da472054090f None None] Port aa1db3c1-d541-4481-ad35-f65a157e6536 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:16:59.473483 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:59.497462 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:57Z', 'revision_number': 3, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:16:59.527961 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bb60e76-7339-4b1d-89fd-f2a41be52cdd None None] The sync data for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 is: [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:57Z', 'revision_number': 3, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:16:59.534104 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:59.607305 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Pushing event updated for resources: {'Port': ['ID=aa1db3c1-d541-4481-ad35-f65a157e6536,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:16:59.609840 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:16:59.704252 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Network 02a0f9c3-d055-48d3-81b8-b34945976102 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:16:59.705694 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:16:59.840735 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Router 69af00da-cade-4c59-8e96-a89e4818f86a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:16:59.967706 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:16:59.973102 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-8954e55a-14c9-4d22-8f62-df3e6356f3d0 admin admin] 10.222.0.30 "PUT /v2.0/routers/69af00da-cade-4c59-8e96-a89e4818f86a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8160162 Jul 05 05:17:00.004899 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-f1be2a95-121f-4d7a-bfc6-b78c573fb45e None None] Provisioning complete for port aa1db3c1-d541-4481-ad35-f65a157e6536 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:00.005460 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f1be2a95-121f-4d7a-bfc6-b78c573fb45e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:00.046275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-f1be2a95-121f-4d7a-bfc6-b78c573fb45e None None] Port aa1db3c1-d541-4481-ad35-f65a157e6536 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:17:00.664191 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56190) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:00.669608 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-152091193-network', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:00.750743 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Made reservation on behalf of 885eae193cb34c1cadedff26f35ac0d2 for: {'network': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:17:00.753393 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:00.763425 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:00.794503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 09bc8105-9621-4e01-b547-9e767360eb32 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:00.844573 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 09bc8105-9621-4e01-b547-9e767360eb32 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:00.844948 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:00.858691 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:00.909601 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:00.930479 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 261699f9-fda8-4c03-ad38-99415556d576 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:00.935427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=100895) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:17:00.944987 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee5ea91c-a5af-47e6-a52e-7ad43951051b,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:00.952306 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:00.952822 n-d-758944-41 neutron-server[100895]: INFO neutron.db.segments_db [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Added segment 25f5cd69-55c0-4757-92dd-1b6d8eb18cb4 of type vlan for network c9f453fe-1c46-4b79-a84c-43751254dfdc Jul 05 05:17:00.999334 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.037377 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Sync routers for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:17:01.042079 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 261699f9-fda8-4c03-ad38-99415556d576 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:17:01.049062 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 261699f9-fda8-4c03-ad38-99415556d576 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:01.049439 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.070664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:17:01.071300 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:01.088386 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.089402 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:01.089983 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.149474 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] Pushing event updated for resources: {'Network': ['ID=c9f453fe-1c46-4b79-a84c-43751254dfdc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:01.165471 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network c9f453fe-1c46-4b79-a84c-43751254dfdc details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:17:01.212836 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-033fb72b-9703-4c57-bdad-937497754459 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5474331 Jul 05 05:17:01.215420 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56192) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:01.221629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Request body: {'subnet': {'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-152091193-subnet', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'ip_version': 4}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:01.292043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:17:01.293790 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.303789 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Made reservation on behalf of 885eae193cb34c1cadedff26f35ac0d2 for: {'subnet': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:17:01.306320 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9080612'] for subnet, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.350307 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 261699f9-fda8-4c03-ad38-99415556d576, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=261699f9-fda8-4c03-ad38-99415556d576,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:01.425348 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.509722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=261699f9-fda8-4c03-ad38-99415556d576,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:01.528457 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8650026', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9080630'] for subnet, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.564041 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 2, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:01.582556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe56d87e-8840-4403-a5b7-f55897bb65af,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:01.591726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Checking router: 69af00da-cade-4c59-8e96-a89e4818f86a for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:17:01.592120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Updating router 69af00da-cade-4c59-8e96-a89e4818f86a port aa1db3c1-d541-4481-ad35-f65a157e6536 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:17:01.594601 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Checking segment: {'id': '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:17:01.594958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Network hostable DHCP agents. Network: c9f453fe-1c46-4b79-a84c-43751254dfdc, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100895) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:17:01.630201 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.671140 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Network c9f453fe-1c46-4b79-a84c-43751254dfdc is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100895) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:17:01.733876 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, c9f453fe-1c46-4b79-a84c-43751254dfdc) {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:17:01.738633 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:01.739544 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.744646 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-728debe4-f1c8-40bb-8868-8cd62e293736 None None] Network c9f453fe-1c46-4b79-a84c-43751254dfdc requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:17:01.820685 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6323b77c-2e8f-43f0-8cfa-cb5407c004a8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6038587 Jul 05 05:17:01.824046 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56194) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:01.829101 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-152091193-router', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:01.894321 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.895356 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.953509 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:01.993516 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-c9f453fe-1c46-4b79-a84c-43751254dfdc', 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'fixed_ips': [{'subnet_id': 'fe56d87e-8840-4403-a5b7-f55897bb65af'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:17:01.994379 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.030883 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.094354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Transition to ACTIVE for port object aa1db3c1-d541-4481-ad35-f65a157e6536 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:17:02.144594 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.158945 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.212292 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Allocated IP 172.20.0.2 (c9f453fe-1c46-4b79-a84c-43751254dfdc/fe56d87e-8840-4403-a5b7-f55897bb65af/6ae892bb-9430-4463-908f-5af1bce08e44) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:17:02.237867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17d2fd-9b8b-4874-95af-dc8314ebfcde None None] Pushing event updated for resources: {'Port': ['ID=aa1db3c1-d541-4481-ad35-f65a157e6536,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:02.531375 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Attempting to bind port aa1db3c1-d541-4481-ad35-f65a157e6536 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:17:02.531680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Attempting to bind port aa1db3c1-d541-4481-ad35-f65a157e6536 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:17:02.532223 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Attempting to bind port aa1db3c1-d541-4481-ad35-f65a157e6536 on network 02a0f9c3-d055-48d3-81b8-b34945976102 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:17:02.551510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:17:02.551917 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Checking segment: {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:17:02.552334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.552735 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Bound using segment: {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:17:02.553241 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Bound port: aa1db3c1-d541-4481-ad35-f65a157e6536, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:17:02.553613 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.676023 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.682337 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] For port aa1db3c1-d541-4481-ad35-f65a157e6536, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:17:02.687497 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] For port aa1db3c1-d541-4481-ad35-f65a157e6536, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=aa1db3c1-d541-4481-ad35-f65a157e6536,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:17:02.690492 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Transition to ACTIVE for port object 6ae892bb-9430-4463-908f-5af1bce08e44 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:17:02.708076 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Transition to ACTIVE for port object 6ae892bb-9430-4463-908f-5af1bce08e44 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:17:02.738862 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 261699f9-fda8-4c03-ad38-99415556d576 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:02.773589 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.776907 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.797460 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.810685 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.862357 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Network c9f453fe-1c46-4b79-a84c-43751254dfdc is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:17:02.871047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:17:02.873763 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd17d2fd-9b8b-4874-95af-dc8314ebfcde None None] Pushing event updated for resources: {'Port': ['ID=aa1db3c1-d541-4481-ad35-f65a157e6536,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:02.876488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:17:02.878551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:17:02.879161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:02.880844 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 261699f9-fda8-4c03-ad38-99415556d576 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:02.881221 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:02.909180 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Allocated IP 172.25.4.134 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/3e1857df-f548-4efb-a879-db70c6d0b508) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:17:03.021773 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:03.064939 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Pushing event updated for resources: {'Port': ['ID=6ae892bb-9430-4463-908f-5af1bce08e44,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:03.100237 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Attempting to bind port 6ae892bb-9430-4463-908f-5af1bce08e44 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:17:03.100853 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Attempting to bind port 6ae892bb-9430-4463-908f-5af1bce08e44 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:17:03.100952 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Attempting to bind port 6ae892bb-9430-4463-908f-5af1bce08e44 on network c9f453fe-1c46-4b79-a84c-43751254dfdc {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:17:03.116261 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:17:03.117477 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:03.145902 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:17:03.146275 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Checking segment: {'id': '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:17:03.146671 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:03.147345 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Bound using segment: {'id': '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:17:03.147561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Bound port: 6ae892bb-9430-4463-908f-5af1bce08e44, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:17:03.147922 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:03.160734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:17:03.167197 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:17:03.167594 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:17:03.205485 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Pushing event updated for resources: {'Port': ['ID=3e1857df-f548-4efb-a879-db70c6d0b508,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:03.335889 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] For port 6ae892bb-9430-4463-908f-5af1bce08e44, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:17:03.344808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] For port 6ae892bb-9430-4463-908f-5af1bce08e44, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6ae892bb-9430-4463-908f-5af1bce08e44,segment=NetworkSegment(25f5cd69-55c0-4757-92dd-1b6d8eb18cb4),segment_id=25f5cd69-55c0-4757-92dd-1b6d8eb18cb4)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:17:03.416205 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:03.423543 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:02Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:03.472615 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51d9142c-db6f-4b7c-bc1d-8b9445942191 None None] The sync data for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 is: [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:02Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:17:03.504789 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d298a9c-9dcb-4f53-bed9-547acb485305 None None] Pushing event updated for resources: {'Port': ['ID=6ae892bb-9430-4463-908f-5af1bce08e44,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:03.504925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:03.759462 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:03.878409 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:17:03.955129 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Router d545786b-5af8-4cad-a260-4e4257d68398 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100895) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:17:04.073824 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:17:04.083762 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Sync routers for ids ['d545786b-5af8-4cad-a260-4e4257d68398'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:17:04.093743 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Routers {'d545786b-5af8-4cad-a260-4e4257d68398'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:17:04.094377 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d545786b-5af8-4cad-a260-4e4257d68398'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:04.138019 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:04.139310 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a5983493-48c6-4012-9bd2-66f9fd4d4153 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.3142276 Jul 05 05:17:04.142084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56200) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:04.218182 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Set router d545786b-5af8-4cad-a260-4e4257d68398 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:17:04.440400 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'name': 'tempest-TestShelveInstance-152091193-router', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:17:01Z', 'updated_at': '2021-07-05T05:17:03Z', 'revision_number': 3, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'gw_port': {'id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:17:02Z', 'updated_at': '2021-07-05T05:17:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:04.470269 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Checking router: d545786b-5af8-4cad-a260-4e4257d68398 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:17:04.470460 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Updating router d545786b-5af8-4cad-a260-4e4257d68398 port 3e1857df-f548-4efb-a879-db70c6d0b508 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:17:04.517644 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:04.595625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e481ca20-c514-4944-afa2-4e668b6150da None None] Network c9f453fe-1c46-4b79-a84c-43751254dfdc requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:17:04.663963 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:04.800739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ef4435f0-11f6-4a75-98a4-26ceefec6c86 None None] Provisioning for port 6ae892bb-9430-4463-908f-5af1bce08e44 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:17:04.848315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aa1db3c1-d541-4481-ad35-f65a157e6536 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:04.885780 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:04.887682 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Allocated IP 172.20.0.1 (c9f453fe-1c46-4b79-a84c-43751254dfdc/fe56d87e-8840-4403-a5b7-f55897bb65af/6a0bd86b-735f-4255-9d50-732362c36946) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:17:04.901571 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Transition to ACTIVE for port object 3e1857df-f548-4efb-a879-db70c6d0b508 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:17:04.985240 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port aa1db3c1-d541-4481-ad35-f65a157e6536 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:17:04.986778 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:04.989334 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port aa1db3c1-d541-4481-ad35-f65a157e6536 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:04.999419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.008179 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.031088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Transition to ACTIVE for port object 6a0bd86b-735f-4255-9d50-732362c36946 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:17:05.033749 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bde1c7-ce61-4103-a0ee-0f8988a6df2b None None] Pushing event updated for resources: {'Port': ['ID=3e1857df-f548-4efb-a879-db70c6d0b508,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:05.066023 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Attempting to bind port 3e1857df-f548-4efb-a879-db70c6d0b508 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:17:05.066391 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Attempting to bind port 3e1857df-f548-4efb-a879-db70c6d0b508 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:17:05.067025 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Attempting to bind port 3e1857df-f548-4efb-a879-db70c6d0b508 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:17:05.072796 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:17:05.073163 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:17:05.073772 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.074083 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:17:05.074642 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Bound port: 3e1857df-f548-4efb-a879-db70c6d0b508, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:17:05.075020 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.080808 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.114931 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port aa1db3c1-d541-4481-ad35-f65a157e6536, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=aa1db3c1-d541-4481-ad35-f65a157e6536,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:05.131136 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] For port 3e1857df-f548-4efb-a879-db70c6d0b508, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:17:05.134120 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] For port 3e1857df-f548-4efb-a879-db70c6d0b508, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3e1857df-f548-4efb-a879-db70c6d0b508,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:17:05.149541 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.177825 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.178645 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6ae892bb-9430-4463-908f-5af1bce08e44 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:05.198447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Network c9f453fe-1c46-4b79-a84c-43751254dfdc is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:17:05.201321 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:17:05.205804 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:17:05.208954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0bd86b-735f-4255-9d50-732362c36946,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:05.220555 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.256273 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.268859 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=aa1db3c1-d541-4481-ad35-f65a157e6536,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:05.372039 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 6ae892bb-9430-4463-908f-5af1bce08e44 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:17:05.376121 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6ae892bb-9430-4463-908f-5af1bce08e44 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:05.376627 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.395866 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Routers {'d545786b-5af8-4cad-a260-4e4257d68398'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:17:05.396537 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d545786b-5af8-4cad-a260-4e4257d68398'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:05.444825 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bde1c7-ce61-4103-a0ee-0f8988a6df2b None None] Pushing event updated for resources: {'Port': ['ID=3e1857df-f548-4efb-a879-db70c6d0b508,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:05.467034 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.485568 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.503199 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 6ae892bb-9430-4463-908f-5af1bce08e44, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6ae892bb-9430-4463-908f-5af1bce08e44,segment=NetworkSegment(25f5cd69-55c0-4757-92dd-1b6d8eb18cb4),segment_id=25f5cd69-55c0-4757-92dd-1b6d8eb18cb4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:05.519119 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] Set router d545786b-5af8-4cad-a260-4e4257d68398 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:17:05.572543 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.628853 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-debb2ac5-b8f0-4f51-a885-0b1a1db3a802 None None] Provisioning for port 6a0bd86b-735f-4255-9d50-732362c36946 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:17:05.636016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=6ae892bb-9430-4463-908f-5af1bce08e44,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:05.638919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-debb2ac5-b8f0-4f51-a885-0b1a1db3a802 None None] Provisioning complete for port 6a0bd86b-735f-4255-9d50-732362c36946 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:05.639302 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-debb2ac5-b8f0-4f51-a885-0b1a1db3a802 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.672631 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.675235 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-debb2ac5-b8f0-4f51-a885-0b1a1db3a802 None None] Port 6a0bd86b-735f-4255-9d50-732362c36946 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:17:05.722685 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'name': 'tempest-TestShelveInstance-152091193-router', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:17:01Z', 'updated_at': '2021-07-05T05:17:03Z', 'revision_number': 3, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'gw_port': {'id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:17:02Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:05.732134 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.753487 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f8b71f-e418-4cd2-975e-0a8878715608 None None] The sync data for ids ['d545786b-5af8-4cad-a260-4e4257d68398'] in n-d-758944-41 is: [{'id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'name': 'tempest-TestShelveInstance-152091193-router', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:17:01Z', 'updated_at': '2021-07-05T05:17:03Z', 'revision_number': 3, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'gw_port': {'id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ef:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:17:02Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:17:05.804961 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:05.807618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Pushing event updated for resources: {'Port': ['ID=6a0bd86b-735f-4255-9d50-732362c36946,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:05.906380 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Network c9f453fe-1c46-4b79-a84c-43751254dfdc is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:17:05.907795 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:17:06.057336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Router d545786b-5af8-4cad-a260-4e4257d68398 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:17:06.179727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:17:06.192853 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a0e4fac3-2fab-4ec2-985d-df6f85018d33 admin admin] 10.222.0.30 "PUT /v2.0/routers/d545786b-5af8-4cad-a260-4e4257d68398/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0494528 Jul 05 05:17:06.201824 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-8484741a-b718-4e4b-bc51-996e3a3dc3dc None None] Provisioning complete for port 6a0bd86b-735f-4255-9d50-732362c36946 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:06.202294 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8484741a-b718-4e4b-bc51-996e3a3dc3dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:06.240961 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-8484741a-b718-4e4b-bc51-996e3a3dc3dc None None] Port 6a0bd86b-735f-4255-9d50-732362c36946 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:17:06.747961 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56210) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:06.753044 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-171b852d-745a-426f-a401-e7416cd57fa7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-580126577', 'description': 'tempest-secgroup-smoke-580126577 description', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:06.809896 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aa1db3c1-d541-4481-ad35-f65a157e6536 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:06.854034 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-171b852d-745a-426f-a401-e7416cd57fa7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:06.857772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port aa1db3c1-d541-4481-ad35-f65a157e6536 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:06.858131 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:06.943384 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3e1857df-f548-4efb-a879-db70c6d0b508 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:06.943587 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-171b852d-745a-426f-a401-e7416cd57fa7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.008387 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-171b852d-745a-426f-a401-e7416cd57fa7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.038365 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171b852d-745a-426f-a401-e7416cd57fa7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3219a2a2-49ff-4fff-8b2a-ffec21d5d005,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:07.053882 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 3e1857df-f548-4efb-a879-db70c6d0b508 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:17:07.058739 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3e1857df-f548-4efb-a879-db70c6d0b508 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:07.059110 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.114982 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-171b852d-745a-426f-a401-e7416cd57fa7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.116311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-171b852d-745a-426f-a401-e7416cd57fa7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3672750 Jul 05 05:17:07.120171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56212) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:07.125166 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-4d1e7f41-2d2c-42e1-818b-f4ddb9ea9aa9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '3219a2a2-49ff-4fff-8b2a-ffec21d5d005', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:07.148307 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.168774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 3e1857df-f548-4efb-a879-db70c6d0b508, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3e1857df-f548-4efb-a879-db70c6d0b508,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:07.205847 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7f41-2d2c-42e1-818b-f4ddb9ea9aa9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.247014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.247829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6ae892bb-9430-4463-908f-5af1bce08e44 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:07.267649 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7f41-2d2c-42e1-818b-f4ddb9ea9aa9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.273515 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Sync routers for ids ['d545786b-5af8-4cad-a260-4e4257d68398'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:17:07.329796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Routers {'d545786b-5af8-4cad-a260-4e4257d68398'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:17:07.330403 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d545786b-5af8-4cad-a260-4e4257d68398'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:07.333807 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7f41-2d2c-42e1-818b-f4ddb9ea9aa9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.355567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1e7f41-2d2c-42e1-818b-f4ddb9ea9aa9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9329f7-4351-4390-978e-4a104914b706,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:07.373022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=3e1857df-f548-4efb-a879-db70c6d0b508,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:07.395841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6ae892bb-9430-4463-908f-5af1bce08e44 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:07.396247 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.408421 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-4d1e7f41-2d2c-42e1-818b-f4ddb9ea9aa9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.409674 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-4d1e7f41-2d2c-42e1-818b-f4ddb9ea9aa9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2883089 Jul 05 05:17:07.412944 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56214) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:07.418295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-49c22563-6bed-4693-b65c-d1ba7e1f8826 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '3219a2a2-49ff-4fff-8b2a-ffec21d5d005', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:07.483760 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Set router d545786b-5af8-4cad-a260-4e4257d68398 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:17:07.505161 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49c22563-6bed-4693-b65c-d1ba7e1f8826 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.564220 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49c22563-6bed-4693-b65c-d1ba7e1f8826 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.637004 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49c22563-6bed-4693-b65c-d1ba7e1f8826 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.659063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c22563-6bed-4693-b65c-d1ba7e1f8826 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03f5a94f-02ec-4797-aa67-620786111026,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:07.717480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'name': 'tempest-TestShelveInstance-152091193-router', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:17:01Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 4, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'gw_port': {'id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:17:02Z', 'updated_at': '2021-07-05T05:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6a0bd86b-735f-4255-9d50-732362c36946', 'name': '', 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'mac_address': 'fa:16:3e:db:7e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fe56d87e-8840-4403-a5b7-f55897bb65af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:17:04Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 2, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'subnets': [{'id': 'fe56d87e-8840-4403-a5b7-f55897bb65af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:07.728172 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-49c22563-6bed-4693-b65c-d1ba7e1f8826 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.730123 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-49c22563-6bed-4693-b65c-d1ba7e1f8826 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3161030 Jul 05 05:17:07.732756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56216) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:07.738549 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-eccd6954-9a15-4901-b4a2-96730fd1b470 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '3219a2a2-49ff-4fff-8b2a-ffec21d5d005', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:07.744888 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Checking router: d545786b-5af8-4cad-a260-4e4257d68398 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:17:07.745250 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Updating router d545786b-5af8-4cad-a260-4e4257d68398 port 6a0bd86b-735f-4255-9d50-732362c36946 binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:17:07.783533 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.836496 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eccd6954-9a15-4901-b4a2-96730fd1b470 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.896020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eccd6954-9a15-4901-b4a2-96730fd1b470 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.943836 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eccd6954-9a15-4901-b4a2-96730fd1b470 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:07.967463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccd6954-9a15-4901-b4a2-96730fd1b470 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cce36966-3b4a-4221-b53c-8fc5c37c0938,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:08.029426 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-eccd6954-9a15-4901-b4a2-96730fd1b470 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.030607 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-eccd6954-9a15-4901-b4a2-96730fd1b470 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2968967 Jul 05 05:17:08.033576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56218) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:08.038476 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-6f2f4a60-cb52-43db-bf3c-54a8ec9c7069 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '3219a2a2-49ff-4fff-8b2a-ffec21d5d005', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:08.142589 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f2f4a60-cb52-43db-bf3c-54a8ec9c7069 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.208698 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f2f4a60-cb52-43db-bf3c-54a8ec9c7069 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.219877 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e1568a1e-9c9c-435a-9b10-11e1777242f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.223684 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.234151 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Transition to ACTIVE for port object 6a0bd86b-735f-4255-9d50-732362c36946 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:17:08.274805 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f2f4a60-cb52-43db-bf3c-54a8ec9c7069 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.293306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2f4a60-cb52-43db-bf3c-54a8ec9c7069 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a9efce3-56a6-4abb-b515-54df867f63a6,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:08.299844 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.349496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262b857-ca40-4fc6-a51d-ace25fc2e759 None None] Pushing event updated for resources: {'Port': ['ID=6a0bd86b-735f-4255-9d50-732362c36946,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:08.356850 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6f2f4a60-cb52-43db-bf3c-54a8ec9c7069 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.361453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56222) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:08.362025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6f2f4a60-cb52-43db-bf3c-54a8ec9c7069 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3267832 Jul 05 05:17:08.366344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-37c2fc25-d949-40f1-bef5-02c3db0147e6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '3219a2a2-49ff-4fff-8b2a-ffec21d5d005', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:08.412919 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Attempting to bind port 6a0bd86b-735f-4255-9d50-732362c36946 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:17:08.413296 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Attempting to bind port 6a0bd86b-735f-4255-9d50-732362c36946 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:17:08.413662 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Attempting to bind port 6a0bd86b-735f-4255-9d50-732362c36946 on network c9f453fe-1c46-4b79-a84c-43751254dfdc {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:17:08.419541 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 16, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:17:08.419949 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Checking segment: {'id': '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:17:08.420386 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.425811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Bound using segment: {'id': '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:17:08.425811 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Bound port: 6a0bd86b-735f-4255-9d50-732362c36946, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:17:08.425811 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.441781 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-37c2fc25-d949-40f1-bef5-02c3db0147e6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Project 5bfd70a50c4d482cbf40eabfb4273268 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:17:08.447767 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-37c2fc25-d949-40f1-bef5-02c3db0147e6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.491684 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] For port 6a0bd86b-735f-4255-9d50-732362c36946, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:17:08.495537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] For port 6a0bd86b-735f-4255-9d50-732362c36946, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6a0bd86b-735f-4255-9d50-732362c36946,segment=NetworkSegment(25f5cd69-55c0-4757-92dd-1b6d8eb18cb4),segment_id=25f5cd69-55c0-4757-92dd-1b6d8eb18cb4)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:17:08.521500 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-37c2fc25-d949-40f1-bef5-02c3db0147e6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.600134 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.620579 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-37c2fc25-d949-40f1-bef5-02c3db0147e6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.643429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2fc25-d949-40f1-bef5-02c3db0147e6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef9769c5-e8cf-4db5-8029-7badf9d1c88b,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:08.647400 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Routers {'d545786b-5af8-4cad-a260-4e4257d68398'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:17:08.648073 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:16:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d545786b-5af8-4cad-a260-4e4257d68398'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:08.700091 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1262b857-ca40-4fc6-a51d-ace25fc2e759 None None] Pushing event updated for resources: {'Port': ['ID=6a0bd86b-735f-4255-9d50-732362c36946,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:08.705925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-37c2fc25-d949-40f1-bef5-02c3db0147e6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.712768 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56224) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:08.713783 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-37c2fc25-d949-40f1-bef5-02c3db0147e6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3509266 Jul 05 05:17:08.717457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-44e65006-f200-46b9-a337-ad650094a057 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '3219a2a2-49ff-4fff-8b2a-ffec21d5d005', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:08.765748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3e1857df-f548-4efb-a879-db70c6d0b508 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:08.816183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] Set router d545786b-5af8-4cad-a260-4e4257d68398 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:17:08.820681 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-44e65006-f200-46b9-a337-ad650094a057 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Project 5bfd70a50c4d482cbf40eabfb4273268 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:17:08.826813 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44e65006-f200-46b9-a337-ad650094a057 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.891222 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44e65006-f200-46b9-a337-ad650094a057 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.915421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 3e1857df-f548-4efb-a879-db70c6d0b508 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:08.915711 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.951175 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44e65006-f200-46b9-a337-ad650094a057 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:08.972160 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44e65006-f200-46b9-a337-ad650094a057 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ef551ad-717a-463c-b4bc-6c8e14464f62,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:09.048193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-44e65006-f200-46b9-a337-ad650094a057 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:09.049614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-44e65006-f200-46b9-a337-ad650094a057 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3358333 Jul 05 05:17:09.110221 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'name': 'tempest-TestShelveInstance-152091193-router', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:17:01Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 4, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'gw_port': {'id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:17:02Z', 'updated_at': '2021-07-05T05:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6a0bd86b-735f-4255-9d50-732362c36946', 'name': '', 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'mac_address': 'fa:16:3e:db:7e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fe56d87e-8840-4403-a5b7-f55897bb65af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:17:04Z', 'updated_at': '2021-07-05T05:17:08Z', 'revision_number': 4, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'subnets': [{'id': 'fe56d87e-8840-4403-a5b7-f55897bb65af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:09.140053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3602829-9aba-4954-bc33-9688247cde4e None None] The sync data for ids ['d545786b-5af8-4cad-a260-4e4257d68398'] in n-d-758944-41 is: [{'id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'name': 'tempest-TestShelveInstance-152091193-router', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:17:01Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 4, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'gw_port': {'id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:17:02Z', 'updated_at': '2021-07-05T05:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '6a0bd86b-735f-4255-9d50-732362c36946', 'name': '', 'network_id': 'c9f453fe-1c46-4b79-a84c-43751254dfdc', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'mac_address': 'fa:16:3e:db:7e:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'device_owner': 'network:router_interface', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': 'fe56d87e-8840-4403-a5b7-f55897bb65af', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:17:04Z', 'updated_at': '2021-07-05T05:17:08Z', 'revision_number': 4, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'subnets': [{'id': 'fe56d87e-8840-4403-a5b7-f55897bb65af', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:17:09.205799 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-e8d86083-7efc-4baa-b92e-7d555b1fe845 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-580126577&fields=id&tenant_id=5bfd70a50c4d482cbf40eabfb4273268 HTTP/1.1" status: 200 len: 267 time: 0.0469370 Jul 05 05:17:09.329185 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-a18cf973-d3b8-4166-a3da-f92185cb8ea0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:09.330637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-a18cf973-d3b8-4166-a3da-f92185cb8ea0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 809 time: 0.1192093 Jul 05 05:17:09.346681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0c7f5934-99df-463e-9b1c-4ad7d117c901 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/quotas/5bfd70a50c4d482cbf40eabfb4273268 HTTP/1.1" status: 200 len: 375 time: 0.0104342 Jul 05 05:17:09.419638 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-3dbecfb4-88b8-4b7d-854b-fe815a1a28fe tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0675833 Jul 05 05:17:09.530636 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-99f07d22-3a86-46b9-a330-6cf4f687fdea service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:17:09.531674 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-99f07d22-3a86-46b9-a330-6cf4f687fdea service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1009328 Jul 05 05:17:09.628776 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-79a87db4-060c-4204-8e34-146c1bb569ae service neutron] 10.222.0.30 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904725 Jul 05 05:17:09.721072 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-170f3218-15f7-48ec-8d7d-5225e6a7d86a service neutron] 10.222.0.30 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867531 Jul 05 05:17:09.961942 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e58bcf68-ff3f-4a55-841e-2200be45ab49 req-91a8dd1b-c6c6-49c0-ba65-d66abeb452af tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 210 time: 0.0307906 Jul 05 05:17:10.755964 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a0bd86b-735f-4255-9d50-732362c36946 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:10.854098 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2d762bd5-5cfe-4446-9f40-037699b0f8a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:10.876770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 6a0bd86b-735f-4255-9d50-732362c36946 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:17:10.880956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6a0bd86b-735f-4255-9d50-732362c36946 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:10.881329 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:10.974261 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:11.008065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 6a0bd86b-735f-4255-9d50-732362c36946, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6a0bd86b-735f-4255-9d50-732362c36946,segment=NetworkSegment(25f5cd69-55c0-4757-92dd-1b6d8eb18cb4),segment_id=25f5cd69-55c0-4757-92dd-1b6d8eb18cb4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:11.011996 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:11.045660 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a832c513-ddec-406b-ac57-76cd67beb358 req-da8f2e2c-81a1-4246-b2e1-a54f5ecdc28c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 210 time: 0.0339043 Jul 05 05:17:11.089150 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:11.139242 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=6a0bd86b-735f-4255-9d50-732362c36946,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:12.189459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca4a0e1d-1fbb-4b8a-8fd7-43dde355e056 req-913bfc43-46c8-458b-b72e-4612da815c72 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 210 time: 0.0338824 Jul 05 05:17:12.453990 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:12.576432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-7ba6664b-1ae6-4486-bcdf-171bdbd76f04 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:12.577890 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-7ba6664b-1ae6-4486-bcdf-171bdbd76f04 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 809 time: 0.1030734 Jul 05 05:17:12.621389 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-b08d3ad8-623b-44d8-92f0-bb413a37083b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bfd70a50c4d482cbf40eabfb4273268 HTTP/1.1" status: 200 len: 379 time: 0.0353086 Jul 05 05:17:12.629952 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'port': {'device_id': '04c08109-992c-4bee-9bc0-614c353c9433', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'admin_state_up': True, 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'security_groups': ['3219a2a2-49ff-4fff-8b2a-ffec21d5d005']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:12.739298 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a0bd86b-735f-4255-9d50-732362c36946 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:12.794561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6a0bd86b-735f-4255-9d50-732362c36946 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:12.794935 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:12.800708 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Made reservation on behalf of 5bfd70a50c4d482cbf40eabfb4273268 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:17:12.804567 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:12.940298 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Allocated IP 172.20.0.5 (02a0f9c3-d055-48d3-81b8-b34945976102/62a176f4-3539-43c8-ab2d-590968408289/68eaad07-062c-4aed-848f-909e95489d78) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:17:13.079391 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:13.093730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Transition to ACTIVE for port object 68eaad07-062c-4aed-848f-909e95489d78 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:17:13.179944 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:13.226165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Network 02a0f9c3-d055-48d3-81b8-b34945976102 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:17:13.230102 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:17:13.236429 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:17:13.263766 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:13.300168 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:13.300829 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:13.378919 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-0480bb00-ff81-477a-a25b-215152a75bc8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7526217 Jul 05 05:17:13.387240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaaddcc-105b-4b74-85fb-3e548dd4d151 req-d1f282f7-3b5c-42cb-94df-66afabbf1360 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:13.388878 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7eaaddcc-105b-4b74-85fb-3e548dd4d151 req-d1f282f7-3b5c-42cb-94df-66afabbf1360 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 931 time: 0.0695567 Jul 05 05:17:13.430832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7eaaddcc-105b-4b74-85fb-3e548dd4d151 req-4850bd45-8570-49df-bcea-1e7089a1ff7c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359311 Jul 05 05:17:13.458950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Request body: {'port': {'device_id': '04c08109-992c-4bee-9bc0-614c353c9433', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:13.531593 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:13.589594 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b1a72953-faa9-416c-87d8-a4cd951fac69 None None] Provisioning for port 68eaad07-062c-4aed-848f-909e95489d78 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:17:13.593748 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-b1a72953-faa9-416c-87d8-a4cd951fac69 None None] Provisioning complete for port 68eaad07-062c-4aed-848f-909e95489d78 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:13.594310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b1a72953-faa9-416c-87d8-a4cd951fac69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:13.630543 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-b1a72953-faa9-416c-87d8-a4cd951fac69 None None] Port 68eaad07-062c-4aed-848f-909e95489d78 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:17:13.773483 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:14.118373 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68eaad07-062c-4aed-848f-909e95489d78 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:17:14.126548 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:14.140558 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Transition to ACTIVE for port object 68eaad07-062c-4aed-848f-909e95489d78 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:17:14.202114 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:14.276165 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Pushing event updated for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:14.329900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Attempting to bind port 68eaad07-062c-4aed-848f-909e95489d78 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:17:14.330238 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Attempting to bind port 68eaad07-062c-4aed-848f-909e95489d78 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:17:14.330739 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Attempting to bind port 68eaad07-062c-4aed-848f-909e95489d78 on network 02a0f9c3-d055-48d3-81b8-b34945976102 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:17:14.335404 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Port 68eaad07-062c-4aed-848f-909e95489d78 on network 02a0f9c3-d055-48d3-81b8-b34945976102 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:17:14.335667 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Attempting to bind port 68eaad07-062c-4aed-848f-909e95489d78 on network 02a0f9c3-d055-48d3-81b8-b34945976102 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:17:14.341258 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 16, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:17:14.341601 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Checking segment: {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:17:14.341989 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Bound using segment: {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:17:14.342418 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Bound port: 68eaad07-062c-4aed-848f-909e95489d78, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:17:14.342780 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:14.412986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:17:14.416818 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:17:14.488585 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:14.523079 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:14.523739 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:14.525742 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] 10.222.0.13 "PUT /v2.0/ports/68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 1092 time: 1.1157019 Jul 05 05:17:14.526178 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'tag': '68eaad07-062c-4aed-848f-909e95489d78'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:17:14.527022 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:14.528495 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1b5a9a6-8e2f-4e18-a667-69737b314e41" -d '{"events": [{"name": "network-changed", "server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "tag": "68eaad07-062c-4aed-848f-909e95489d78"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:17:14.561684 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcd7948-1fa6-43c6-878e-db017db80a70 service neutron] Pushing event updated for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:14.585614 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363caae6-4899-4f70-ad95-0cbcb67671ca x-openstack-request-id: req-363caae6-4899-4f70-ad95-0cbcb67671ca {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:17:14.585739 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "tag": "68eaad07-062c-4aed-848f-909e95489d78", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:17:14.585938 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-363caae6-4899-4f70-ad95-0cbcb67671ca {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:17:14.586368 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'tag': '68eaad07-062c-4aed-848f-909e95489d78', 'status': 'completed', 'code': 200} Jul 05 05:17:14.632995 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71db06e-86a1-43b1-aa3d-1c0ccf8019c8 req-63a9bbb2-0cf5-4285-93fe-f7163d96f819 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:14.635157 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f71db06e-86a1-43b1-aa3d-1c0ccf8019c8 req-63a9bbb2-0cf5-4285-93fe-f7163d96f819 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0866172 Jul 05 05:17:14.676120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5a9a6-8e2f-4e18-a667-69737b314e41 req-4a4a1ee6-1d3d-4180-b6e7-1b8f876fe11f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:14.677657 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d1b5a9a6-8e2f-4e18-a667-69737b314e41 req-4a4a1ee6-1d3d-4180-b6e7-1b8f876fe11f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1095 time: 0.0658333 Jul 05 05:17:14.691167 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f71db06e-86a1-43b1-aa3d-1c0ccf8019c8 req-c56aa7a3-e6ce-4c96-b789-1b32287af1a2 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492549 Jul 05 05:17:14.794439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5a9a6-8e2f-4e18-a667-69737b314e41 req-4daa3c8c-60a0-43dd-b0d7-77eed40d147e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:14.795977 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d1b5a9a6-8e2f-4e18-a667-69737b314e41 req-4daa3c8c-60a0-43dd-b0d7-77eed40d147e service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1063161 Jul 05 05:17:14.889940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b5a9a6-8e2f-4e18-a667-69737b314e41 req-c36df706-8be4-45bd-bb29-1a54bb8f9241 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:14.891326 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d1b5a9a6-8e2f-4e18-a667-69737b314e41 req-c36df706-8be4-45bd-bb29-1a54bb8f9241 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0889783 Jul 05 05:17:14.985012 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-d04d77f3-ab2f-4a30-a3d4-ff756b44678a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:14.986486 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-d04d77f3-ab2f-4a30-a3d4-ff756b44678a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1095 time: 0.0580263 Jul 05 05:17:15.027980 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-f96c1128-94ba-4999-94a3-ea1a6227f71c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 217 time: 0.0346160 Jul 05 05:17:15.076281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-c6a05faf-9cc7-45bf-9592-fd355e3107e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:15.077755 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-c6a05faf-9cc7-45bf-9592-fd355e3107e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0442708 Jul 05 05:17:15.136204 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-b95a0d98-7675-43e7-9f08-0244143ae34c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:15.137690 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-b95a0d98-7675-43e7-9f08-0244143ae34c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536129 Jul 05 05:17:15.232171 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-41658afb-1457-44f6-88e7-380038cfd442 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873070 Jul 05 05:17:15.297990 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:15.327001 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-75b4f8e8-cb68-4836-84b1-466db58cbcf3 req-afbded40-ca61-451a-8482-7cee0dbb7b01 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871508 Jul 05 05:17:15.867291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1e2aaf-2678-47b4-8d5a-fb6373c7d7f7 req-c6b1351e-507c-4c5d-a809-919c4520e5ac tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:15.868932 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d1e2aaf-2678-47b4-8d5a-fb6373c7d7f7 req-c6b1351e-507c-4c5d-a809-919c4520e5ac tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0688930 Jul 05 05:17:15.913084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3d1e2aaf-2678-47b4-8d5a-fb6373c7d7f7 req-9eea1551-79c7-4645-b94b-9bedf927ac66 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367382 Jul 05 05:17:17.085806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8aa719-fac0-4a57-98a3-85b62ae25540 req-38a46693-c009-46fd-9471-6c6f4e0c9d0e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:17.087324 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af8aa719-fac0-4a57-98a3-85b62ae25540 req-38a46693-c009-46fd-9471-6c6f4e0c9d0e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0650914 Jul 05 05:17:17.126183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-af8aa719-fac0-4a57-98a3-85b62ae25540 req-d2943a22-8fbd-465a-a280-4897744f57a4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331845 Jul 05 05:17:18.305808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08e31b-cedb-45e7-b563-5bffad903bca req-33bb939c-4ca4-4a1d-8d8c-7b54aae55e45 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:18.307940 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd08e31b-cedb-45e7-b563-5bffad903bca req-33bb939c-4ca4-4a1d-8d8c-7b54aae55e45 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0703416 Jul 05 05:17:18.345338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd08e31b-cedb-45e7-b563-5bffad903bca req-511c8386-2cbb-4da6-af8b-0bc3ce4c827a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318410 Jul 05 05:17:18.969986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 68eaad07-062c-4aed-848f-909e95489d78 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:17:19.067102 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:19.078722 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '68eaad07-062c-4aed-848f-909e95489d78', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'port_id': '68eaad07-062c-4aed-848f-909e95489d78', 'mac_address': 'fa:16:3e:89:bb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:17:19.118762 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:19.131397 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68eaad07-062c-4aed-848f-909e95489d78 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:17:19.151177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:19.269093 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:19.320586 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:19.519392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eda215-62da-4a82-bdc3-a4d1f5b9676a req-7c94f9cb-435d-4bf3-848b-a896e400e7a8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:19.520814 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57eda215-62da-4a82-bdc3-a4d1f5b9676a req-7c94f9cb-435d-4bf3-848b-a896e400e7a8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 944 time: 0.0652483 Jul 05 05:17:19.560077 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57eda215-62da-4a82-bdc3-a4d1f5b9676a req-fe658474-6ce6-41e0-9212-4d179b4f755f tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325303 Jul 05 05:17:19.585140 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['68eaad07-062c-4aed-848f-909e95489d78'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:17:20.740590 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b854c3f-fa3c-4030-9a39-cc25bfe4a1c7 req-1d29b828-6a93-4483-b798-e5520800b800 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:20.742262 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b854c3f-fa3c-4030-9a39-cc25bfe4a1c7 req-1d29b828-6a93-4483-b798-e5520800b800 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 944 time: 0.0712898 Jul 05 05:17:20.969950 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 68eaad07-062c-4aed-848f-909e95489d78 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:17:21.098134 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 68eaad07-062c-4aed-848f-909e95489d78 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:17:21.102153 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 68eaad07-062c-4aed-848f-909e95489d78 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:17:21.102532 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:21.121346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7b854c3f-fa3c-4030-9a39-cc25bfe4a1c7 req-58375c97-f79f-4fa9-89e3-877b731c2d52 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3734167 Jul 05 05:17:21.180015 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:21.203440 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68eaad07-062c-4aed-848f-909e95489d78'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:17:21.205753 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11b313bb-fc75-47cf-999a-e8e476b3784d" -d '{"events": [{"server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "name": "network-vif-plugged", "status": "completed", "tag": "68eaad07-062c-4aed-848f-909e95489d78"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:17:21.239979 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:17:21.296109 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:17:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ac87dd2-cdb3-4a51-a492-cc8a38928e23 x-openstack-request-id: req-1ac87dd2-cdb3-4a51-a492-cc8a38928e23 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:17:21.296401 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "name": "network-vif-plugged", "status": "completed", "tag": "68eaad07-062c-4aed-848f-909e95489d78", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:17:21.296654 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ac87dd2-cdb3-4a51-a492-cc8a38928e23 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:17:21.297063 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68eaad07-062c-4aed-848f-909e95489d78', 'code': 200} Jul 05 05:17:21.339608 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:21.391554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:21.421457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3542e3-7671-4f74-a7c9-92fa51bddbc0 req-22da0ebe-4287-4d89-8f11-0a6728428831 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:21.423011 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ee3542e3-7671-4f74-a7c9-92fa51bddbc0 req-22da0ebe-4287-4d89-8f11-0a6728428831 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1097 time: 0.0604744 Jul 05 05:17:21.459109 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-ee3542e3-7671-4f74-a7c9-92fa51bddbc0 req-cf8be44f-5e1d-482a-82d6-20b4437e94b9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0295455 Jul 05 05:17:22.299383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eec9e39-70ee-48ce-8148-614e1571e2de req-f93e3a9d-74ab-40a2-8d58-d590281a20b1 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:22.300882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9eec9e39-70ee-48ce-8148-614e1571e2de req-f93e3a9d-74ab-40a2-8d58-d590281a20b1 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0650063 Jul 05 05:17:22.339563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9eec9e39-70ee-48ce-8148-614e1571e2de req-1a460303-f9d8-4207-adcc-b77a7cd31497 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329106 Jul 05 05:17:23.515733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600cf916-7439-4980-9ea0-82516cc66c8a req-e2bc8794-bc48-473c-b9da-4d8f5d8d4125 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:23.517202 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-600cf916-7439-4980-9ea0-82516cc66c8a req-e2bc8794-bc48-473c-b9da-4d8f5d8d4125 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0652804 Jul 05 05:17:23.559207 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-600cf916-7439-4980-9ea0-82516cc66c8a req-c109faca-1c1f-40db-ae42-da29baf3273c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364301 Jul 05 05:17:23.732069 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b329c-915d-462a-aee1-7816602d1a08 req-6a615108-9e1d-4f53-861a-9ec50cf2cbbe tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:23.733554 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d4b329c-915d-462a-aee1-7816602d1a08 req-6a615108-9e1d-4f53-861a-9ec50cf2cbbe tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0646551 Jul 05 05:17:23.771370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2d4b329c-915d-462a-aee1-7816602d1a08 req-53c8944e-8797-480c-bf42-4f211d640347 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323474 Jul 05 05:17:23.795508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56292) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:23.886509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67eb4545-78eb-4d87-bd7b-25bb0b9d0753 tempest-TestShelveInstance-1893221753 tempest-TestShelveInstance-1893221753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:23.888027 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-67eb4545-78eb-4d87-bd7b-25bb0b9d0753 tempest-TestShelveInstance-1893221753 tempest-TestShelveInstance-1893221753-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1092 time: 0.0914900 Jul 05 05:17:23.890993 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56296) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:17:23.895357 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '68eaad07-062c-4aed-848f-909e95489d78', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:17:23.962034 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:24.062638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:24.166310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Allocated IP 172.25.4.77 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/0a1e17fd-6030-46f7-9e06-d9f1bd27384d) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:17:24.271532 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:24.356927 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:24.395806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:17:24.402493 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:17:24.406852 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:17:24.409816 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'Port': ['ID=0a1e17fd-6030-46f7-9e06-d9f1bd27384d,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:24.784289 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:24.919462 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:25.070644 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:25.120816 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:25.188821 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'Port': ['ID=0a1e17fd-6030-46f7-9e06-d9f1bd27384d,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:17:25.206462 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:25.319272 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Floating IP caa87604-d060-43da-b6c4-6019a55ac763 associated. External IP: 172.25.4.77, port: 68eaad07-062c-4aed-848f-909e95489d78. Jul 05 05:17:25.537822 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Router 69af00da-cade-4c59-8e96-a89e4818f86a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:17:25.647359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:17:25.658116 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] Sync routers for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:17:25.670554 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:17:25.675566 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:17:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:25.720408 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:25.759835 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a541c657-30e0-4bc7-ada2-611eb6c11943 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8671818 Jul 05 05:17:25.760604 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'tag': '68eaad07-062c-4aed-848f-909e95489d78'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:17:25.763024 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d4239c8-dcbc-4275-b186-92b66b131698" -d '{"events": [{"name": "network-changed", "server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "tag": "68eaad07-062c-4aed-848f-909e95489d78"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:17:25.797158 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:17:25.857615 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:17:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb935ff5-e21d-4dc4-9f7c-441d07eab222 x-openstack-request-id: req-eb935ff5-e21d-4dc4-9f7c-441d07eab222 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:17:25.858119 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "tag": "68eaad07-062c-4aed-848f-909e95489d78", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:17:25.858119 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb935ff5-e21d-4dc4-9f7c-441d07eab222 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:17:25.858480 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'tag': '68eaad07-062c-4aed-848f-909e95489d78', 'status': 'completed', 'code': 200} Jul 05 05:17:25.938356 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-c0464c22-ea1b-4234-88c0-e230d3811df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:25.940126 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-c0464c22-ea1b-4234-88c0-e230d3811df2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1097 time: 0.0569177 Jul 05 05:17:26.038741 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'caa87604-d060-43da-b6c4-6019a55ac763', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'port_id': '68eaad07-062c-4aed-848f-909e95489d78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'mac_address': 'fa:16:3e:89:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c08109-992c-4bee-9bc0-614c353c9433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:17:24Z', 'updated_at': '2021-07-05T05:17:24Z', 'revision_number': 0, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:26.039787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-d1cb2de2-b713-4519-8753-d79474c01750 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:26.041996 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-d1cb2de2-b713-4519-8753-d79474c01750 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0954795 Jul 05 05:17:26.066902 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] Checking router: 69af00da-cade-4c59-8e96-a89e4818f86a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:17:26.075454 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:17:26.076066 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:17:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:26.121536 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-7c9faac9-a332-477a-91a7-31aef8023ab6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 998 time: 0.0725808 Jul 05 05:17:26.172573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-c86f3441-dc83-4d95-a27b-8224b7bdb4a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:26.174057 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-c86f3441-dc83-4d95-a27b-8224b7bdb4a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0461888 Jul 05 05:17:26.187921 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:17:26.236963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-41b5b8c1-f91c-48b5-ad6d-207d72baf1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:26.238498 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-41b5b8c1-f91c-48b5-ad6d-207d72baf1ab service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582137 Jul 05 05:17:26.329223 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-156fa37c-3376-4ac2-a4a1-bd5ca91aca3e service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841072 Jul 05 05:17:26.419298 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'caa87604-d060-43da-b6c4-6019a55ac763', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'port_id': '68eaad07-062c-4aed-848f-909e95489d78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'mac_address': 'fa:16:3e:89:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c08109-992c-4bee-9bc0-614c353c9433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:17:24Z', 'updated_at': '2021-07-05T05:17:24Z', 'revision_number': 0, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:17:26.424207 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-6d4239c8-dcbc-4275-b186-92b66b131698 req-8ac959eb-cf12-4d00-baff-5092091eae44 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890257 Jul 05 05:17:26.446032 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130771b9-b875-4017-b7fe-34db9696b4a3 None None] The sync data for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 is: [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'caa87604-d060-43da-b6c4-6019a55ac763', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'floating_ip_address': '172.25.4.77', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'port_id': '68eaad07-062c-4aed-848f-909e95489d78', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4271, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'mac_address': 'fa:16:3e:89:bb:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '04c08109-992c-4bee-9bc0-614c353c9433', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:17:24Z', 'updated_at': '2021-07-05T05:17:24Z', 'revision_number': 0, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:17:26.624183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bc5802e-ddb3-4747-8157-ff7dc71fa0a7 None None] New status for floating IP caa87604-d060-43da-b6c4-6019a55ac763: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:17:27.446015 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-1430de7d-13fb-4ea7-80e2-c453ed07594b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0527487 Jul 05 05:17:27.544281 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-7521dc22-d8b6-4b1f-8e01-3bc4dee5f3c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:27.546224 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-7521dc22-d8b6-4b1f-8e01-3bc4dee5f3c5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1097 time: 0.0544801 Jul 05 05:17:27.664223 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-14c09ccd-68ef-4c19-a8a4-44437fa449a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:27.666313 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-14c09ccd-68ef-4c19-a8a4-44437fa449a3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0909367 Jul 05 05:17:27.733167 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-f6325f94-0fc3-49f8-b6c1-b3936817b47a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 1000 time: 0.0593784 Jul 05 05:17:27.780998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-4e270da4-6fb8-41e8-9ec3-7b4ed96b36b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:27.782404 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-4e270da4-6fb8-41e8-9ec3-7b4ed96b36b6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0432260 Jul 05 05:17:27.842458 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-12917051-63b3-4337-ae6d-301d57a4a738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:17:27.843947 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-12917051-63b3-4337-ae6d-301d57a4a738 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560555 Jul 05 05:17:27.933958 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-55a14dd7-faf6-4833-bfbc-daf8c3c4a627 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839601 Jul 05 05:17:28.027811 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2f346161-22f6-481c-81f8-df136acfe7e7 req-912ca100-6460-4ed5-91fe-3562819a4a1e service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874503 Jul 05 05:17:38.110191 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e0cdf66f-83fe-4ea1-8396-fd40d2410a32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:40.818710 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c21ac29c-c032-40bf-99d3-f99f4e1c287b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:40.878971 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:17:40.962250 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:42.270385 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:43.784600 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:44.537474 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:17:45.274722 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:08.109770 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c5e82cf0-fb37-428e-9a94-9f2b37bd204e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:10.856863 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ca91b147-30ba-4922-9f5c-acc69d85bf82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:10.965563 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:12.275443 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:13.789884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:14.567002 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:15.298320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:17.878776 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:18:29.184027 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-ac194a6d-3e28-409a-822f-4542f8329298 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0566189 Jul 05 05:18:29.282259 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-543ae053-2f6b-4d92-a858-4f70946e7ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:29.283753 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-543ae053-2f6b-4d92-a858-4f70946e7ae7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1097 time: 0.0535610 Jul 05 05:18:29.400524 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-8dc16f40-8c71-4716-84b1-d5430631a323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:29.401945 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-8dc16f40-8c71-4716-84b1-d5430631a323 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0941570 Jul 05 05:18:29.470647 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-06c325c4-0c11-427b-bfa3-32d438b68e70 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 1000 time: 0.0616779 Jul 05 05:18:29.522221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-5790cd6c-369a-4ff4-84e9-47a41c9cd202 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:29.523727 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-5790cd6c-369a-4ff4-84e9-47a41c9cd202 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0456214 Jul 05 05:18:29.589084 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-f3dd8a64-8af0-42b6-854d-1eb1a7dce66f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:18:29.590592 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-f3dd8a64-8af0-42b6-854d-1eb1a7dce66f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0590432 Jul 05 05:18:29.682388 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-d103cae1-c1c2-4dcb-a8af-5509d468c044 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842004 Jul 05 05:18:29.778110 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-108bbbd7-3d8b-4c8a-81e5-74267f814deb req-1692b3d7-b737-4d4d-9577-1179bc34ef07 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892565 Jul 05 05:18:38.132018 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e27dfdd1-a746-4cfa-8d5a-5e7c17db85c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:40.863560 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-efa5e062-d1f9-4e68-b1b3-981142abea98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:41.006077 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:42.269104 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:43.766057 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:44.531482 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:45.343289 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:18:54.877288 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:19:08.103564 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1036568a-57dc-4c89-ae4a-b7bdb25cb72a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:10.874136 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b661a4f2-a365-499e-b503-280273d02ba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:10.999814 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:12.280181 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:13.782661 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:14.547113 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:15.354033 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:29.168086 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-90cc6ede-6777-4053-b2db-36e44300851c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0536683 Jul 05 05:19:29.263346 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-27742b03-b2ea-4454-a9f1-af15a4ee5569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:29.264891 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-27742b03-b2ea-4454-a9f1-af15a4ee5569 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1097 time: 0.0542076 Jul 05 05:19:29.378676 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-5d9b4daa-11df-46d6-9ff0-76198dba2c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:29.380109 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-5d9b4daa-11df-46d6-9ff0-76198dba2c8a service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0928028 Jul 05 05:19:29.445352 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-d458ea45-d2df-4fde-b928-5376606f8418 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 1000 time: 0.0590448 Jul 05 05:19:29.494607 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-2f2aa3d6-cc1e-45d5-958b-119c5e69881f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:29.496087 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-2f2aa3d6-cc1e-45d5-958b-119c5e69881f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0440843 Jul 05 05:19:29.557835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-26978a8c-38fe-485b-b0d3-93668ec0a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:19:29.559314 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-26978a8c-38fe-485b-b0d3-93668ec0a80c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0567267 Jul 05 05:19:29.654779 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-de55a351-6b36-4752-b504-d0eb6573929f service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880141 Jul 05 05:19:29.752399 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-0a8c00cb-6e58-467d-98c5-6764ce898a6a req-6356fc8b-0a1f-46e0-91b1-668acd94bc75 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908372 Jul 05 05:19:31.876175 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:19:38.102636 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-56314839-1283-4124-9eaa-cafdd0f24dde None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:40.879322 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-2e05484c-a38f-4312-b9df-bdd30e483f91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:40.982027 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:42.279343 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:43.793334 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:44.540949 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:19:45.353159 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:03.106678 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed4eb85-0df2-49d7-91b3-81fd80459a22 req-00219989-55ef-4c09-934d-a7c95c8549a2 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:03.108204 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ed4eb85-0df2-49d7-91b3-81fd80459a22 req-00219989-55ef-4c09-934d-a7c95c8549a2 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.1165051 Jul 05 05:20:03.146497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5ed4eb85-0df2-49d7-91b3-81fd80459a22 req-12bc3ef1-ef39-4166-87fa-0e7b2074dad1 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327077 Jul 05 05:20:04.353966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3524f0a-2dbf-4796-a7d8-02691061c8d4 req-07e9dad2-3033-4a89-964b-e0f9f41bff95 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:04.355348 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3524f0a-2dbf-4796-a7d8-02691061c8d4 req-07e9dad2-3033-4a89-964b-e0f9f41bff95 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0694275 Jul 05 05:20:04.393455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a3524f0a-2dbf-4796-a7d8-02691061c8d4 req-5b338d4e-f99e-4c03-9380-8497bd9f630e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324895 Jul 05 05:20:05.597296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c9b7f4-0e37-4396-a978-93504f821f69 req-d35342e2-54c4-4201-ab19-2dd07015d566 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:05.598757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6c9b7f4-0e37-4396-a978-93504f821f69 req-d35342e2-54c4-4201-ab19-2dd07015d566 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0644691 Jul 05 05:20:05.637471 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e6c9b7f4-0e37-4396-a978-93504f821f69 req-e94ace76-4258-499e-bcc9-f76651b4ca53 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322120 Jul 05 05:20:06.822719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f788045c-6f07-4f75-9461-fe8fcea79bce req-558634bd-ebc4-4a8a-9573-aa8649ad52c1 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:06.824515 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f788045c-6f07-4f75-9461-fe8fcea79bce req-558634bd-ebc4-4a8a-9573-aa8649ad52c1 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0729928 Jul 05 05:20:06.863242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f788045c-6f07-4f75-9461-fe8fcea79bce req-81ec6703-2435-47cc-8e4c-ab76b6dae893 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328465 Jul 05 05:20:08.038304 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484238be-2ed6-4a3a-8f62-adcd341f6062 req-c537977c-c946-49fe-9a23-b99a90ce8bfb tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:08.039842 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-484238be-2ed6-4a3a-8f62-adcd341f6062 req-c537977c-c946-49fe-9a23-b99a90ce8bfb tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0666156 Jul 05 05:20:08.079427 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-484238be-2ed6-4a3a-8f62-adcd341f6062 req-33735a22-472c-4af9-bd57-8f49c7f5df29 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339699 Jul 05 05:20:08.112851 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f6b9d89f-8ffb-4c52-9bbd-8637d660c5dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:08.874962 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:20:09.251142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af616f-dba3-4c13-b0ef-0fa95150e788 req-39f76595-aaac-4678-a998-ff3652bb9e66 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:09.252685 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42af616f-dba3-4c13-b0ef-0fa95150e788 req-39f76595-aaac-4678-a998-ff3652bb9e66 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0642030 Jul 05 05:20:09.290633 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-42af616f-dba3-4c13-b0ef-0fa95150e788 req-00ca1c11-3b91-4708-b49e-20c1479efa06 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318961 Jul 05 05:20:10.469361 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e1fa03-a782-4a8b-a125-a4120349fa83 req-7bac58c0-de00-49d4-af79-4a6f21341f5f tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:10.470846 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84e1fa03-a782-4a8b-a125-a4120349fa83 req-7bac58c0-de00-49d4-af79-4a6f21341f5f tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0693474 Jul 05 05:20:10.508823 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84e1fa03-a782-4a8b-a125-a4120349fa83 req-2da14587-8b40-4917-ba09-3a02ad02a67a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324507 Jul 05 05:20:10.867063 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-62ebdb63-ff0f-4b00-a0cd-6e0950daf49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:10.969913 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:11.685903 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d649e2-a9f1-4f40-bb50-d8f00462f955 req-c9fce897-d8c4-4419-9df0-a5e5faa44ff0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:11.687399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73d649e2-a9f1-4f40-bb50-d8f00462f955 req-c9fce897-d8c4-4419-9df0-a5e5faa44ff0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0667408 Jul 05 05:20:11.726229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73d649e2-a9f1-4f40-bb50-d8f00462f955 req-f1c85d8d-cd8f-45db-a312-cc3a9a7e1fb0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332108 Jul 05 05:20:12.273024 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:12.904260 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c9c9c5-61f3-4569-b8f5-a9163012b155 req-4887785b-89af-4924-943d-70e503de7ca8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:12.905773 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4c9c9c5-61f3-4569-b8f5-a9163012b155 req-4887785b-89af-4924-943d-70e503de7ca8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0698028 Jul 05 05:20:12.944428 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e4c9c9c5-61f3-4569-b8f5-a9163012b155 req-6e5eefb1-82ea-4918-871c-c441e3a1b552 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330360 Jul 05 05:20:13.787206 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:14.117973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194da141-c2cf-4472-8e39-689cb922edb3 req-22127cfb-c507-43a6-8fd4-edff4201a1dc tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:14.119488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-194da141-c2cf-4472-8e39-689cb922edb3 req-22127cfb-c507-43a6-8fd4-edff4201a1dc tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0652950 Jul 05 05:20:14.159295 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-194da141-c2cf-4472-8e39-689cb922edb3 req-1d8089eb-8b07-4fe3-b2d9-6e951e7e82b7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342379 Jul 05 05:20:14.558469 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:15.331275 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa39a985-b7f4-4d62-985e-11f9e62d74bb req-8c305503-189a-44d4-b0ef-91212b0e3630 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:15.332872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa39a985-b7f4-4d62-985e-11f9e62d74bb req-8c305503-189a-44d4-b0ef-91212b0e3630 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0660915 Jul 05 05:20:15.354405 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:15.374626 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa39a985-b7f4-4d62-985e-11f9e62d74bb req-d06a48ab-3c14-4cb8-ae39-9cbb62120fea tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356138 Jul 05 05:20:15.995847 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 68eaad07-062c-4aed-848f-909e95489d78 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:20:16.091994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:16.103280 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '68eaad07-062c-4aed-848f-909e95489d78', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'port_id': '68eaad07-062c-4aed-848f-909e95489d78', 'mac_address': 'fa:16:3e:89:bb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:20:16.144778 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:16.157070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 68eaad07-062c-4aed-848f-909e95489d78 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:20:16.176071 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:16.249752 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:16.302382 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:16.310058 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.310409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.310750 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.311087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.311421 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.311752 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.312129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.316374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.316374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.316374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.316374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.316374 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:20:16.327668 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['68eaad07-062c-4aed-848f-909e95489d78'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:20:16.552016 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f555eaa6-3e50-4fc8-858e-7ffe6e51dc00 req-a595dbca-725e-4467-afa1-2063f53a0999 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:16.553632 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f555eaa6-3e50-4fc8-858e-7ffe6e51dc00 req-a595dbca-725e-4467-afa1-2063f53a0999 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 944 time: 0.0692477 Jul 05 05:20:16.592160 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f555eaa6-3e50-4fc8-858e-7ffe6e51dc00 req-ed5e1ed9-f9e4-4bfe-95eb-41375a92bfaf tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324328 Jul 05 05:20:17.765507 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df8d128-d881-4ad5-9bfd-2004c2639a0d req-69d4880e-3b66-4e3f-8e5d-337652e6c5e3 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:17.767068 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5df8d128-d881-4ad5-9bfd-2004c2639a0d req-69d4880e-3b66-4e3f-8e5d-337652e6c5e3 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 944 time: 0.0661867 Jul 05 05:20:17.805844 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5df8d128-d881-4ad5-9bfd-2004c2639a0d req-13c10e35-0e29-4824-8d23-016b27a182c2 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332050 Jul 05 05:20:18.012053 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 68eaad07-062c-4aed-848f-909e95489d78 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:20:18.059262 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 68eaad07-062c-4aed-848f-909e95489d78 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:20:18.059638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:18.139320 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:18.161260 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68eaad07-062c-4aed-848f-909e95489d78'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:20:18.163750 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ea632b2-872d-4c7f-b1dd-8053279255c5" -d '{"events": [{"server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "name": "network-vif-plugged", "status": "completed", "tag": "68eaad07-062c-4aed-848f-909e95489d78"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:20:18.176162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:18.202411 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:20:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20673c96-879d-49c4-a4f7-b96104509006 x-openstack-request-id: req-20673c96-879d-49c4-a4f7-b96104509006 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:20:18.202705 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "name": "network-vif-plugged", "status": "completed", "tag": "68eaad07-062c-4aed-848f-909e95489d78", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:20:18.202959 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20673c96-879d-49c4-a4f7-b96104509006 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:20:18.203364 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68eaad07-062c-4aed-848f-909e95489d78', 'code': 200} Jul 05 05:20:18.232932 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:18.282335 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:18.984952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b700ab-ac12-4ab9-b192-75009e1c81d5 req-e62d190e-53a4-4edd-8bdd-9c60b1ba0fe4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:18.986478 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0b700ab-ac12-4ab9-b192-75009e1c81d5 req-e62d190e-53a4-4edd-8bdd-9c60b1ba0fe4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0693429 Jul 05 05:20:19.024038 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d0b700ab-ac12-4ab9-b192-75009e1c81d5 req-0cc78f5b-627f-45df-916a-07c9f20b9bc9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320449 Jul 05 05:20:20.200075 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7c3c2c-2934-4f9a-be2e-7d6bd7eb4b34 req-338e55b7-741a-490a-82e9-ca3611c2d90a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:20.201536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c7c3c2c-2934-4f9a-be2e-7d6bd7eb4b34 req-338e55b7-741a-490a-82e9-ca3611c2d90a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0647898 Jul 05 05:20:20.239856 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-2c7c3c2c-2934-4f9a-be2e-7d6bd7eb4b34 req-b34ec8ea-f4c0-427d-ba5a-cdbebe9ed6e9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326955 Jul 05 05:20:21.414724 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6925d4df-e822-4bc8-9e84-bc584bb9aef7 req-f7e3a5ae-e64a-4966-9813-67a1298e7661 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:21.421266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6925d4df-e822-4bc8-9e84-bc584bb9aef7 req-f7e3a5ae-e64a-4966-9813-67a1298e7661 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0703723 Jul 05 05:20:21.466326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6925d4df-e822-4bc8-9e84-bc584bb9aef7 req-5955a66e-696e-4011-a73b-a074bb8ccfe1 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442054 Jul 05 05:20:22.685247 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdc78a33-9f78-4752-aa1e-45703ffc3f40 req-bc016d6c-b70d-4321-80ac-1d9985857547 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:22.687313 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdc78a33-9f78-4752-aa1e-45703ffc3f40 req-bc016d6c-b70d-4321-80ac-1d9985857547 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0823946 Jul 05 05:20:22.732830 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bdc78a33-9f78-4752-aa1e-45703ffc3f40 req-51d91bd9-241f-48dd-8de9-49c47d67ba0c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393820 Jul 05 05:20:23.926741 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48455a0d-371f-46a1-a999-7bf1184ba0dd req-90a782b6-e532-4de1-8c45-43770739e8a9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:23.928594 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48455a0d-371f-46a1-a999-7bf1184ba0dd req-90a782b6-e532-4de1-8c45-43770739e8a9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0731711 Jul 05 05:20:23.971328 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-48455a0d-371f-46a1-a999-7bf1184ba0dd req-b14caa30-a3ee-4a7c-b7db-9d0702c16b34 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358865 Jul 05 05:20:25.175973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b7afe4-6410-495b-be53-99a85160e6b2 req-3b6b7d95-9317-4027-9437-46006c7bad42 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:25.186899 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54b7afe4-6410-495b-be53-99a85160e6b2 req-3b6b7d95-9317-4027-9437-46006c7bad42 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0893199 Jul 05 05:20:25.228916 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-54b7afe4-6410-495b-be53-99a85160e6b2 req-9140d232-7ada-44eb-8e9c-52b11732485e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393276 Jul 05 05:20:26.413773 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77fd605f-f800-4f7b-afce-f0445cd5af58 req-365d40fa-05b1-4e7f-9dc8-dcc808541faa tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:26.415930 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77fd605f-f800-4f7b-afce-f0445cd5af58 req-365d40fa-05b1-4e7f-9dc8-dcc808541faa tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0710752 Jul 05 05:20:26.458057 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-77fd605f-f800-4f7b-afce-f0445cd5af58 req-8e1c53af-f048-4415-ae07-7de1f608bfcc tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364575 Jul 05 05:20:27.650691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da44e73c-f680-4a32-ab83-5c5dab8c38dd req-6ef15232-32cf-44a3-bef2-896f5e51b801 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:27.652346 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da44e73c-f680-4a32-ab83-5c5dab8c38dd req-6ef15232-32cf-44a3-bef2-896f5e51b801 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0723910 Jul 05 05:20:27.694758 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da44e73c-f680-4a32-ab83-5c5dab8c38dd req-75f34d59-718b-4a17-a67b-29c7e3135fd4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365763 Jul 05 05:20:28.881834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91889e28-d54c-48ec-8fae-19dd8e7b9054 req-dae870ee-a830-4837-a5a1-29f831de3340 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:28.883409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91889e28-d54c-48ec-8fae-19dd8e7b9054 req-dae870ee-a830-4837-a5a1-29f831de3340 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0693562 Jul 05 05:20:28.926786 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91889e28-d54c-48ec-8fae-19dd8e7b9054 req-31432564-eb6a-4cb7-aba1-d34dd6c9d7a8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367947 Jul 05 05:20:30.137907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9d6bc-fedf-4051-84fa-11fe18ab7bff req-948cd975-b237-462c-bfbf-36b0c38903ac tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:30.139518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72d9d6bc-fedf-4051-84fa-11fe18ab7bff req-948cd975-b237-462c-bfbf-36b0c38903ac tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0912158 Jul 05 05:20:30.216985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-72d9d6bc-fedf-4051-84fa-11fe18ab7bff req-985c978f-1ced-48ec-af99-cc34a6b90427 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561404 Jul 05 05:20:30.250376 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd08bb-3455-489a-9285-80dcf24d573b req-d105113c-b55f-4d09-a138-ecbfcea2959d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:30.251938 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24dd08bb-3455-489a-9285-80dcf24d573b req-d105113c-b55f-4d09-a138-ecbfcea2959d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1097 time: 0.0670514 Jul 05 05:20:30.386232 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd08bb-3455-489a-9285-80dcf24d573b req-f843fed3-c6d8-4571-acac-c841387010f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:30.387731 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24dd08bb-3455-489a-9285-80dcf24d573b req-f843fed3-c6d8-4571-acac-c841387010f9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0947306 Jul 05 05:20:30.480527 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24dd08bb-3455-489a-9285-80dcf24d573b req-4c31e04a-e68a-4714-9675-18185103a919 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 1000 time: 0.0634341 Jul 05 05:20:30.532921 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd08bb-3455-489a-9285-80dcf24d573b req-378298f3-52a0-4e8e-b2aa-60a0b452055e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:30.534450 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24dd08bb-3455-489a-9285-80dcf24d573b req-378298f3-52a0-4e8e-b2aa-60a0b452055e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0459368 Jul 05 05:20:30.608167 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24dd08bb-3455-489a-9285-80dcf24d573b req-e53c937f-80e0-474d-a335-171bad03fd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:30.609685 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24dd08bb-3455-489a-9285-80dcf24d573b req-e53c937f-80e0-474d-a335-171bad03fd7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0686262 Jul 05 05:20:30.621067 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-24dd08bb-3455-489a-9285-80dcf24d573b req-2f6964a8-f246-4ae5-a48b-f4811dba42f4 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:20:30.622829 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24dd08bb-3455-489a-9285-80dcf24d573b req-2f6964a8-f246-4ae5-a48b-f4811dba42f4 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061426 Jul 05 05:20:30.718047 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24dd08bb-3455-489a-9285-80dcf24d573b req-86a0ef36-7f89-404a-a4d9-867cf76968b1 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878890 Jul 05 05:20:30.819447 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24dd08bb-3455-489a-9285-80dcf24d573b req-4e25c2a8-8af3-40ef-9548-7da78e0539e9 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946403 Jul 05 05:20:31.403840 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbffa35-46aa-44bc-9f63-9de62763df0c req-0ba53c96-04c2-42d0-8da6-a673a741e10c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:31.405385 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddbffa35-46aa-44bc-9f63-9de62763df0c req-0ba53c96-04c2-42d0-8da6-a673a741e10c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0828197 Jul 05 05:20:31.456508 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddbffa35-46aa-44bc-9f63-9de62763df0c req-23869887-7cdf-4b9d-b0a8-f470d57b91bd tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453529 Jul 05 05:20:32.628631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f68788-4791-4d7f-af20-f6d851f757cd req-b8f6e9bf-da23-46e9-b73a-f9ac2d85a550 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:32.630141 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14f68788-4791-4d7f-af20-f6d851f757cd req-b8f6e9bf-da23-46e9-b73a-f9ac2d85a550 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0652580 Jul 05 05:20:32.670608 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14f68788-4791-4d7f-af20-f6d851f757cd req-e3d20be1-c29b-4b08-9bb8-035042c689a3 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340314 Jul 05 05:20:33.127103 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-f1563cd1-5c15-49d2-9881-f5fc9f205a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:33.128639 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-f1563cd1-5c15-49d2-9881-f5fc9f205a3b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1097 time: 0.0548716 Jul 05 05:20:33.220641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-4830b6a1-61d7-41ad-a53d-c3d60b62165b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:33.222115 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-4830b6a1-61d7-41ad-a53d-c3d60b62165b service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0865407 Jul 05 05:20:33.291926 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-fda8bd7d-bb0e-451a-a2c2-e43707ea3591 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 1000 time: 0.0624607 Jul 05 05:20:33.341253 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-4dba435d-c4bc-4be7-9712-7055ed478f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:33.342603 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-4dba435d-c4bc-4be7-9712-7055ed478f14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0442455 Jul 05 05:20:33.402383 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-dd975208-fa90-4a6f-8d19-c7502890d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:33.403861 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-dd975208-fa90-4a6f-8d19-c7502890d891 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0542393 Jul 05 05:20:33.499118 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-43c63fa7-bbf0-44a0-9e82-504d80a3151c service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868697 Jul 05 05:20:33.588832 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-96bcc576-d454-4962-9ecf-4bc27aa9d98f req-5064b66a-206d-47cd-8d2f-3ce2db2a1653 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824168 Jul 05 05:20:33.841916 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b571b65e-1619-4224-b797-542df30fb438 req-86ae60bb-2982-405c-b691-dd1c7bba3100 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:33.843397 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b571b65e-1619-4224-b797-542df30fb438 req-86ae60bb-2982-405c-b691-dd1c7bba3100 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0643308 Jul 05 05:20:33.885232 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b571b65e-1619-4224-b797-542df30fb438 req-740be450-741b-496b-93b2-73293e75ff94 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361793 Jul 05 05:20:35.061079 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3359223f-827e-4e58-9506-55f0c77f2212 req-86887868-0d2f-443b-8acd-4022982ea7cd tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:35.062481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3359223f-827e-4e58-9506-55f0c77f2212 req-86887868-0d2f-443b-8acd-4022982ea7cd tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0654907 Jul 05 05:20:35.101613 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3359223f-827e-4e58-9506-55f0c77f2212 req-76a1171f-917e-41a7-849c-68d67cefc21c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335011 Jul 05 05:20:36.093164 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 68eaad07-062c-4aed-848f-909e95489d78 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:20:36.177449 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:36.201114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68eaad07-062c-4aed-848f-909e95489d78'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:20:36.203357 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72667814-d176-48fb-ba9e-c16f9df571c9" -d '{"events": [{"server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "name": "network-vif-unplugged", "status": "completed", "tag": "68eaad07-062c-4aed-848f-909e95489d78"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:20:36.217439 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:36.238661 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 05:20:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b24e54f-edc9-44e8-9f97-8ac28c4bbae6 x-openstack-request-id: req-8b24e54f-edc9-44e8-9f97-8ac28c4bbae6 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:20:36.238950 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "name": "network-vif-unplugged", "status": "failed", "tag": "68eaad07-062c-4aed-848f-909e95489d78", "code": 422}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:20:36.239205 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8b24e54f-edc9-44e8-9f97-8ac28c4bbae6 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:20:36.239607 n-d-758944-41 neutron-server[100897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '68eaad07-062c-4aed-848f-909e95489d78', 'code': 422} returned with failed status Jul 05 05:20:36.277487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15bb3d-d0f7-4b5a-b190-7d1f1f0547e0 req-ebff5348-83d6-435a-b12e-41d1cda5a181 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:36.278984 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b15bb3d-d0f7-4b5a-b190-7d1f1f0547e0 req-ebff5348-83d6-435a-b12e-41d1cda5a181 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 945 time: 0.0669258 Jul 05 05:20:36.289483 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:36.320134 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6b15bb3d-d0f7-4b5a-b190-7d1f1f0547e0 req-936654d7-57a4-4596-b237-e26d0565413b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344815 Jul 05 05:20:36.344216 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:36.760742 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de8589c-88c5-4a2c-8e2e-eed994c7a47d req-68d17629-996f-417e-9282-1b80894da10b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:36.762254 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1de8589c-88c5-4a2c-8e2e-eed994c7a47d req-68d17629-996f-417e-9282-1b80894da10b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0701826 Jul 05 05:20:36.804299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1de8589c-88c5-4a2c-8e2e-eed994c7a47d req-6f7e207d-6193-4d91-8f6b-a09d9cf14ae6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363443 Jul 05 05:20:37.065482 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56548) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:20:37.167216 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-1a505289-2dbf-4382-9f9b-101277dfb5df service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1005874 Jul 05 05:20:37.986498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7850265-c9eb-4dec-9291-fcd1cfcc69c2 req-fbc96e28-1940-497e-8a43-2314d718f016 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:37.988041 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7850265-c9eb-4dec-9291-fcd1cfcc69c2 req-fbc96e28-1940-497e-8a43-2314d718f016 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0669007 Jul 05 05:20:38.028743 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f7850265-c9eb-4dec-9291-fcd1cfcc69c2 req-fedd8bc2-cb0a-4e8c-8e34-4b4504025d87 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351133 Jul 05 05:20:38.112092 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1187b9e9-9ecc-475a-a706-5a016925998c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:38.583244 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-9f7a0816-dbec-45ab-a609-624bb147de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:38.584791 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-9f7a0816-dbec-45ab-a609-624bb147de56 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433&tenant_id=5bfd70a50c4d482cbf40eabfb4273268 HTTP/1.1" status: 200 len: 1095 time: 0.0592294 Jul 05 05:20:38.659176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-ea5bb162-d33b-49f8-a3af-e6061aadb432 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:38.660705 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-ea5bb162-d33b-49f8-a3af-e6061aadb432 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1095 time: 0.0535071 Jul 05 05:20:38.762459 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-c314740c-a4c9-4e8c-96db-636d198f040f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:38.763974 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-c314740c-a4c9-4e8c-96db-636d198f040f service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0971990 Jul 05 05:20:38.835777 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-4d34fc54-bdb5-42b1-8a13-08a222fa604f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 998 time: 0.0647092 Jul 05 05:20:38.886139 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-2118210c-5e23-436a-9f69-3065322f7d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:38.887616 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-2118210c-5e23-436a-9f69-3065322f7d94 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0455415 Jul 05 05:20:38.945401 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-d5d880b2-e04a-465e-a2b4-a04aa0568bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:38.946899 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-d5d880b2-e04a-465e-a2b4-a04aa0568bce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0527217 Jul 05 05:20:39.044989 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-a5d3e6fe-d332-44de-9da3-32721905190e service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907340 Jul 05 05:20:39.140452 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9ccb8559-25d8-46b0-909a-22739dc192fd req-7118e4a5-34a7-4e82-83ae-fc30b8bf014b service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880673 Jul 05 05:20:39.212751 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17ab9f1-0e99-441f-9aea-4fbd58b841ac req-b0938dd3-389b-4b5c-a298-44ebe3270f90 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:39.214755 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f17ab9f1-0e99-441f-9aea-4fbd58b841ac req-b0938dd3-389b-4b5c-a298-44ebe3270f90 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0726669 Jul 05 05:20:39.256099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f17ab9f1-0e99-441f-9aea-4fbd58b841ac req-529c4ee3-0d43-4a1a-89d0-de4b3e164f85 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354342 Jul 05 05:20:40.095680 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 68eaad07-062c-4aed-848f-909e95489d78 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:20:40.449477 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c54d8fd9-9ad7-478d-8243-ce858b9ec6c6 req-f496436f-90f5-4c08-9d89-783735144169 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:40.450982 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c54d8fd9-9ad7-478d-8243-ce858b9ec6c6 req-f496436f-90f5-4c08-9d89-783735144169 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0688906 Jul 05 05:20:40.491124 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c54d8fd9-9ad7-478d-8243-ce858b9ec6c6 req-5da71704-d4b2-4eda-8007-0554a21aadc3 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345111 Jul 05 05:20:40.839058 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9acec869-2877-4b41-b64e-a937b30bd844 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:40.958516 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:41.693453 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d11f6-1065-4583-847f-ad8cb08676e8 req-3cf4e41b-4214-4073-9f1a-589d2dcc26d4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:41.695145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e0d11f6-1065-4583-847f-ad8cb08676e8 req-3cf4e41b-4214-4073-9f1a-589d2dcc26d4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0878861 Jul 05 05:20:41.735822 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8e0d11f6-1065-4583-847f-ad8cb08676e8 req-c9d67574-370d-4729-ad26-5d66efc948e7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345335 Jul 05 05:20:42.438232 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:42.917029 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318a504d-eba6-4182-b818-8d31ca5faf05 req-c4dcdfc7-b2ac-4ffc-922f-cbd785e814d4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:42.918539 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-318a504d-eba6-4182-b818-8d31ca5faf05 req-c4dcdfc7-b2ac-4ffc-922f-cbd785e814d4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0670471 Jul 05 05:20:42.959960 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-318a504d-eba6-4182-b818-8d31ca5faf05 req-4bea4e65-2aa1-4278-8338-dc1c85b91048 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352011 Jul 05 05:20:43.804453 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:44.149384 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d8b603-0898-48af-9cf2-75e855915577 req-74776fcc-fc52-4983-9b1d-b7a6bc691519 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:44.151445 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58d8b603-0898-48af-9cf2-75e855915577 req-74776fcc-fc52-4983-9b1d-b7a6bc691519 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0798111 Jul 05 05:20:44.194488 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-58d8b603-0898-48af-9cf2-75e855915577 req-36f00de1-f740-4243-bcc7-b4bad3d4a916 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335910 Jul 05 05:20:44.569236 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:45.381107 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:45.382502 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2de4f85-284d-4e11-99c6-efea2e16c5e8 req-8007dd9a-5eb4-4663-aa1e-b4db5f7c1179 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:45.384005 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2de4f85-284d-4e11-99c6-efea2e16c5e8 req-8007dd9a-5eb4-4663-aa1e-b4db5f7c1179 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0723004 Jul 05 05:20:45.425716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2de4f85-284d-4e11-99c6-efea2e16c5e8 req-8a6b2bba-54ca-46fb-96c9-d1e570c09a63 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359378 Jul 05 05:20:45.873933 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:20:46.619853 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d44cb-b7df-4325-b8e4-d01234d8ec63 req-ac6fa010-0076-4436-a179-9cf389fb3fdb tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:46.621439 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc3d44cb-b7df-4325-b8e4-d01234d8ec63 req-ac6fa010-0076-4436-a179-9cf389fb3fdb tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0781338 Jul 05 05:20:46.662653 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cc3d44cb-b7df-4325-b8e4-d01234d8ec63 req-4b57edb4-be9d-4591-89b5-fc1ffda03917 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351593 Jul 05 05:20:47.852128 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15256302-43e4-4719-81e1-8fdcd6c253ed req-4e2fa8ac-afae-4f82-a030-cb2ca8c05259 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:47.854466 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15256302-43e4-4719-81e1-8fdcd6c253ed req-4e2fa8ac-afae-4f82-a030-cb2ca8c05259 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0773547 Jul 05 05:20:47.893000 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15256302-43e4-4719-81e1-8fdcd6c253ed req-2393ae84-24bc-4301-afea-6b084850434b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328348 Jul 05 05:20:49.081979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455bfbe3-c862-457d-8860-8337d2e338ed req-1dc0746b-6910-4611-8067-d4693f5d6669 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:49.083536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-455bfbe3-c862-457d-8860-8337d2e338ed req-1dc0746b-6910-4611-8067-d4693f5d6669 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0682619 Jul 05 05:20:49.123718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-455bfbe3-c862-457d-8860-8337d2e338ed req-485fa7df-63a5-491e-8a62-76c6de2ab5ff tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345085 Jul 05 05:20:50.298062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18df4d1-e249-470d-82b1-e61e4644c9a8 req-bb2532d1-ad1b-4f1a-9023-726e6af267de tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:50.299530 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f18df4d1-e249-470d-82b1-e61e4644c9a8 req-bb2532d1-ad1b-4f1a-9023-726e6af267de tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0639598 Jul 05 05:20:50.337567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f18df4d1-e249-470d-82b1-e61e4644c9a8 req-3adc5db6-d22d-4f0f-818a-f6c51d21b7ba tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323460 Jul 05 05:20:51.517392 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f980a39-2d92-4df7-90ae-28d019a48504 req-716cda45-6676-4f96-bd6b-8e166fb97098 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:51.518882 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f980a39-2d92-4df7-90ae-28d019a48504 req-716cda45-6676-4f96-bd6b-8e166fb97098 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0687532 Jul 05 05:20:51.557537 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5f980a39-2d92-4df7-90ae-28d019a48504 req-2e3e3bf1-6ff3-48ca-86fb-0f922a247c87 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328975 Jul 05 05:20:52.733530 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9a28c3-7cc9-45c6-b2e4-f0cf631fe076 req-ab604bda-7908-4e0a-95a6-faaaa9b3c8fe tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:52.735031 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa9a28c3-7cc9-45c6-b2e4-f0cf631fe076 req-ab604bda-7908-4e0a-95a6-faaaa9b3c8fe tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0673296 Jul 05 05:20:52.772740 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-aa9a28c3-7cc9-45c6-b2e4-f0cf631fe076 req-9c963eda-9a14-40cb-9d85-53e60508383e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319290 Jul 05 05:20:53.958925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea9790-2ec5-4e1a-b66e-314cd5955efa req-579a8ba2-fc2c-43a5-8838-43f3f2d62953 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:53.960455 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33ea9790-2ec5-4e1a-b66e-314cd5955efa req-579a8ba2-fc2c-43a5-8838-43f3f2d62953 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0695901 Jul 05 05:20:53.999460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-33ea9790-2ec5-4e1a-b66e-314cd5955efa req-32f3f221-afe9-41e8-beeb-635814b67c95 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324602 Jul 05 05:20:55.174345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216777a-287e-4ea1-8f68-d3d81866cca3 req-9f289be8-e4de-4e1c-8c9b-91f74b481a0b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:55.175825 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e216777a-287e-4ea1-8f68-d3d81866cca3 req-9f289be8-e4de-4e1c-8c9b-91f74b481a0b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0651677 Jul 05 05:20:55.220831 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e216777a-287e-4ea1-8f68-d3d81866cca3 req-59c60b28-52be-46d4-beee-6535ad15999f tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387244 Jul 05 05:20:56.402434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d96070-f6aa-46e7-805f-b57f3cf829d7 req-a81db334-d244-474f-a2a5-b970bc806ded tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:56.403824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30d96070-f6aa-46e7-805f-b57f3cf829d7 req-a81db334-d244-474f-a2a5-b970bc806ded tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0647697 Jul 05 05:20:56.442258 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-30d96070-f6aa-46e7-805f-b57f3cf829d7 req-f2ce0a05-2b65-4ef7-a6db-30bdfc01a595 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326846 Jul 05 05:20:57.623717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d7ba08-081f-481c-8cbc-520d62deb3a3 req-1be00227-ce4b-4d15-83ef-b6ba000294d9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:57.625229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22d7ba08-081f-481c-8cbc-520d62deb3a3 req-1be00227-ce4b-4d15-83ef-b6ba000294d9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 943 time: 0.0702529 Jul 05 05:20:57.663871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-22d7ba08-081f-481c-8cbc-520d62deb3a3 req-c7913367-dee0-414c-80a5-706a92c282ce tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330441 Jul 05 05:20:58.182182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 68eaad07-062c-4aed-848f-909e95489d78 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:20:58.278910 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:58.291378 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '68eaad07-062c-4aed-848f-909e95489d78', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'port_id': '68eaad07-062c-4aed-848f-909e95489d78', 'mac_address': 'fa:16:3e:89:bb:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:20:58.333441 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:58.346640 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68eaad07-062c-4aed-848f-909e95489d78 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:20:58.366020 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:20:58.414805 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:20:58.463886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=9']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:20:58.798454 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['68eaad07-062c-4aed-848f-909e95489d78'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:20:58.838624 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8fd011-75cc-4df0-b93e-9686caf69af2 req-bf2640a0-48b5-41a6-a954-1d1660507a5a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:20:58.840146 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db8fd011-75cc-4df0-b93e-9686caf69af2 req-bf2640a0-48b5-41a6-a954-1d1660507a5a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 944 time: 0.0657072 Jul 05 05:20:58.879558 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-db8fd011-75cc-4df0-b93e-9686caf69af2 req-c8e82414-4208-48be-830a-ed99c87b9400 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335782 Jul 05 05:21:00.057154 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29aab4ee-ad18-4228-9bd9-6cf99cbb7b63 req-1a2139aa-e41e-468d-b242-5144990ab4ae tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:00.058637 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29aab4ee-ad18-4228-9bd9-6cf99cbb7b63 req-1a2139aa-e41e-468d-b242-5144990ab4ae tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 944 time: 0.0688841 Jul 05 05:21:00.099070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-29aab4ee-ad18-4228-9bd9-6cf99cbb7b63 req-2d8dffd1-0791-4969-8b12-550591b4e647 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347657 Jul 05 05:21:00.197934 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 68eaad07-062c-4aed-848f-909e95489d78 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:21:00.246496 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 68eaad07-062c-4aed-848f-909e95489d78 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:21:00.246866 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:00.328401 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:00.350369 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68eaad07-062c-4aed-848f-909e95489d78'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:21:00.352639 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fb5dbd-0cbb-4a2c-8a0c-10e098b5fb5f" -d '{"events": [{"server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "name": "network-vif-plugged", "status": "completed", "tag": "68eaad07-062c-4aed-848f-909e95489d78"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:21:00.371797 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:21:00.391267 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:21:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fb12dd9-941d-435a-8a0d-6b0379bc8e37 x-openstack-request-id: req-9fb12dd9-941d-435a-8a0d-6b0379bc8e37 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:21:00.391636 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "name": "network-vif-plugged", "status": "completed", "tag": "68eaad07-062c-4aed-848f-909e95489d78", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:21:00.391914 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9fb12dd9-941d-435a-8a0d-6b0379bc8e37 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:21:00.392328 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68eaad07-062c-4aed-848f-909e95489d78', 'code': 200} Jul 05 05:21:00.460641 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:00.510450 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=10']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:21:00.656787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d6bb06-c35e-4281-a1ef-78e4afc0ef5d req-b9ff3f3b-51c9-4401-8e7f-d77729fa6967 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:00.658294 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19d6bb06-c35e-4281-a1ef-78e4afc0ef5d req-b9ff3f3b-51c9-4401-8e7f-d77729fa6967 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1098 time: 0.0526705 Jul 05 05:21:00.699378 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-19d6bb06-c35e-4281-a1ef-78e4afc0ef5d req-f7cbea00-33d1-462d-b43a-23a737039035 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336788 Jul 05 05:21:01.278158 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25719ab6-2615-4959-8f78-4e643e4e3d9d req-72428cd8-90c4-43b1-80ac-8d7656bfa18c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:01.279681 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25719ab6-2615-4959-8f78-4e643e4e3d9d req-72428cd8-90c4-43b1-80ac-8d7656bfa18c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 946 time: 0.0694711 Jul 05 05:21:01.318790 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-25719ab6-2615-4959-8f78-4e643e4e3d9d req-22979fcb-31e0-4b0a-a063-511404408104 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334282 Jul 05 05:21:02.503434 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccf4d1a-b048-4905-9b91-06fc1d18247b req-f1d207ed-482c-4c3b-ada7-cb2260691710 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:02.504974 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cccf4d1a-b048-4905-9b91-06fc1d18247b req-f1d207ed-482c-4c3b-ada7-cb2260691710 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 946 time: 0.0694106 Jul 05 05:21:02.545418 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-cccf4d1a-b048-4905-9b91-06fc1d18247b req-ff267322-f1c7-405f-8b9a-c54835807a46 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346158 Jul 05 05:21:03.727205 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c065a6-63be-41b1-8145-d5e1994564ad req-99ea1724-b418-4a37-a182-3a86c5354ed3 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:03.728717 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84c065a6-63be-41b1-8145-d5e1994564ad req-99ea1724-b418-4a37-a182-3a86c5354ed3 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 946 time: 0.0688262 Jul 05 05:21:03.766734 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-84c065a6-63be-41b1-8145-d5e1994564ad req-bffeafc0-bbe1-4671-bd8c-f55bfe1368bf tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324612 Jul 05 05:21:08.100384 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5a52dc0c-d580-4d9b-a9eb-1bb69602e35a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:10.831807 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-649b8d03-e6ac-471b-ae61-5da5f3c5dea4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:10.968645 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:12.289310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:13.814474 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:14.597182 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:15.380632 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:22.875440 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:21:32.149608 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-0b71dc9c-f9e4-43b0-99e5-431bb8fd2a5f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0517614 Jul 05 05:21:32.242574 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-87640153-1c1b-4837-9f8f-77d9eee3e132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:32.244072 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-87640153-1c1b-4837-9f8f-77d9eee3e132 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1098 time: 0.0525296 Jul 05 05:21:32.353569 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-c662337b-0cb0-4474-8035-5f04f70dfcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:32.354974 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-c662337b-0cb0-4474-8035-5f04f70dfcfd service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0911920 Jul 05 05:21:32.421857 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-ffa62d92-804d-4087-9196-201696e33e7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 1000 time: 0.0602014 Jul 05 05:21:32.471498 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-ea9a587a-93fa-4cfd-b9d1-3e20d877b70a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:32.473033 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-ea9a587a-93fa-4cfd-b9d1-3e20d877b70a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0451300 Jul 05 05:21:32.534091 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-9738f66b-92a7-4eb3-a4c8-feecc54fd3d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:21:32.535566 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-9738f66b-92a7-4eb3-a4c8-feecc54fd3d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0564978 Jul 05 05:21:32.627515 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-131ec77f-9b5e-4208-9bbb-ea379582a2ae service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848114 Jul 05 05:21:32.724026 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b0c30301-af79-4da9-a8e7-26ca12da9139 req-a3c0b923-9fce-4ee5-8834-1d4932ac88db service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894797 Jul 05 05:21:38.128572 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4b80dc08-aa77-4378-8263-0245c733fdad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:40.871003 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-95d398f3-176f-4140-a84e-483aa50d31ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:40.979884 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:42.299793 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:43.836965 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:44.573883 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:45.374005 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:21:59.874197 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:22:08.110791 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6095da5e-1b0b-4610-ba7b-f5867a5fa86d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:10.825057 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c6d00ea-2095-4626-ae40-9b100f06bbf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:10.950704 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:12.300076 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:13.813230 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:14.584726 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:15.401632 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:32.197934 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-014f315e-9064-4916-9918-8cd876882b8b req-ab5a8836-47d8-49bb-aaae-b0945dc68b5b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0911231 Jul 05 05:22:32.291618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f315e-9064-4916-9918-8cd876882b8b req-c90cd0e5-f444-4a1c-a9c8-3b4ba887d2c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:32.293152 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-014f315e-9064-4916-9918-8cd876882b8b req-c90cd0e5-f444-4a1c-a9c8-3b4ba887d2c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1098 time: 0.0533373 Jul 05 05:22:32.403843 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f315e-9064-4916-9918-8cd876882b8b req-a3d2bb87-5c2e-4db7-b86d-d159ed93b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:32.405272 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-014f315e-9064-4916-9918-8cd876882b8b req-a3d2bb87-5c2e-4db7-b86d-d159ed93b7fa service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0898952 Jul 05 05:22:32.470394 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-014f315e-9064-4916-9918-8cd876882b8b req-4a4cf571-67d2-41fb-9bd2-668b762c9bff service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 1000 time: 0.0586193 Jul 05 05:22:32.519229 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f315e-9064-4916-9918-8cd876882b8b req-75930956-643f-4ffe-a232-7163679304ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:32.520713 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-014f315e-9064-4916-9918-8cd876882b8b req-75930956-643f-4ffe-a232-7163679304ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0445292 Jul 05 05:22:32.581464 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-014f315e-9064-4916-9918-8cd876882b8b req-8cc2ab8b-a443-4071-b27a-42a7fbe9300c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:32.582932 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-014f315e-9064-4916-9918-8cd876882b8b req-8cc2ab8b-a443-4071-b27a-42a7fbe9300c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560288 Jul 05 05:22:32.670781 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-014f315e-9064-4916-9918-8cd876882b8b req-39e30608-0e65-4930-8f30-1421b9f6b4c6 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809438 Jul 05 05:22:33.088950 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-014f315e-9064-4916-9918-8cd876882b8b req-388bf429-dd06-4921-952f-46bfecd18db2 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4111609 Jul 05 05:22:36.872810 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:22:38.110100 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36004d90-2541-4dee-9735-64ebd1e57db9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:40.835923 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e42eb070-447e-4660-886d-171224f7422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:40.955567 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:42.316108 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:43.795390 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:44.618462 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:45.424959 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:49.082554 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56694) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:49.294301 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Deleting port 0a1e17fd-6030-46f7-9e06-d9f1bd27384d {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:22:49.294638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:49.373098 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:49.373347 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:49.385359 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Calling delete_port for 0a1e17fd-6030-46f7-9e06-d9f1bd27384d owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:22:49.589751 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:49.615574 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event deleted for resources: {'Port': ['ID=0a1e17fd-6030-46f7-9e06-d9f1bd27384d,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:49.627644 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.627958 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.628306 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.628643 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.628979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.629310 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.629638 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.629965 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.630291 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.630615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.630955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.631258 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:49.688206 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:49.689241 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Floating IP caa87604-d060-43da-b6c4-6019a55ac763 disassociated (deleted). External IP: 172.25.4.77, port: 68eaad07-062c-4aed-848f-909e95489d78. Jul 05 05:22:49.899825 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Router 69af00da-cade-4c59-8e96-a89e4818f86a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:22:50.341959 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:22:50.347260 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:50.351676 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] Sync routers for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:22:50.360597 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:50.361207 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:50.382928 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c16ea93c-2b39-49c9-aae4-cfacb3a3f92d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "DELETE /v2.0/floatingips/caa87604-d060-43da-b6c4-6019a55ac763 HTTP/1.1" status: 204 len: 168 time: 1.2990985 Jul 05 05:22:50.383525 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'tag': '68eaad07-062c-4aed-848f-909e95489d78'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:22:50.385809 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b753149f-9d30-46b5-834e-01d18baba303" -d '{"events": [{"name": "network-changed", "server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "tag": "68eaad07-062c-4aed-848f-909e95489d78"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:22:50.481966 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:50.494732 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:22:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f95ecfb-bbf9-47d7-be14-ffd41a8b991b x-openstack-request-id: req-5f95ecfb-bbf9-47d7-be14-ffd41a8b991b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:22:50.495105 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "tag": "68eaad07-062c-4aed-848f-909e95489d78", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:22:50.495415 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5f95ecfb-bbf9-47d7-be14-ffd41a8b991b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:22:50.495870 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'tag': '68eaad07-062c-4aed-848f-909e95489d78', 'status': 'completed', 'code': 200} Jul 05 05:22:50.572062 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753149f-9d30-46b5-834e-01d18baba303 req-c9cbdf5b-bda4-42ed-8cc0-7ca8a95e3da2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:50.573581 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b753149f-9d30-46b5-834e-01d18baba303 req-c9cbdf5b-bda4-42ed-8cc0-7ca8a95e3da2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 1098 time: 0.0553453 Jul 05 05:22:50.669143 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753149f-9d30-46b5-834e-01d18baba303 req-1c5e7e1e-7d32-44d3-91e7-44f359a240e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:50.670610 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b753149f-9d30-46b5-834e-01d18baba303 req-1c5e7e1e-7d32-44d3-91e7-44f359a240e2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0901752 Jul 05 05:22:50.690938 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:50.715620 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b753149f-9d30-46b5-834e-01d18baba303 req-9c0a8ecf-247b-42fb-be87-a5e1fad0f4c3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 200 len: 217 time: 0.0378208 Jul 05 05:22:50.722945 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] Checking router: 69af00da-cade-4c59-8e96-a89e4818f86a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:22:50.731649 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:22:50.732311 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:22:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:50.765285 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753149f-9d30-46b5-834e-01d18baba303 req-38e0ba3e-4a50-42f1-8bf2-07adac8345f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:50.767637 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b753149f-9d30-46b5-834e-01d18baba303 req-38e0ba3e-4a50-42f1-8bf2-07adac8345f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0443957 Jul 05 05:22:50.846224 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:22:50.847184 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b753149f-9d30-46b5-834e-01d18baba303 req-fc67325b-c2db-4187-b500-d27a811bd6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:50.848915 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b753149f-9d30-46b5-834e-01d18baba303 req-fc67325b-c2db-4187-b500-d27a811bd6e2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0748782 Jul 05 05:22:50.940908 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5889cdd-b085-4893-925d-8834a3383579 req-9627128f-e9b9-491e-9de6-334054f4aa29 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:50.947838 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5889cdd-b085-4893-925d-8834a3383579 req-9627128f-e9b9-491e-9de6-334054f4aa29 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 946 time: 0.0771799 Jul 05 05:22:50.949619 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b753149f-9d30-46b5-834e-01d18baba303 req-5eb818ba-9105-412c-b00f-6ebb856568c8 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0938573 Jul 05 05:22:50.982752 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a5889cdd-b085-4893-925d-8834a3383579 req-0ea3fa69-2c43-46e7-8c5e-3a444a0338d0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340292 Jul 05 05:22:51.046926 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-b753149f-9d30-46b5-834e-01d18baba303 req-277e6654-110a-467c-a6b3-05fdb398b71d service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897911 Jul 05 05:22:51.056923 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:22:51.084083 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68034c6-f209-42d5-ad59-c0ebc0852600 None None] The sync data for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 is: [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:22:51.308892 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e71e6bef-f3d4-4629-a99f-bc6f56c3eccc None None] New status for floating IP caa87604-d060-43da-b6c4-6019a55ac763: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:22:52.162579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d8540c-d57a-4ee3-ab14-a9fd97d26460 req-6e6238c4-2bdb-4aab-8c1b-268a51509cdc tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:52.164086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57d8540c-d57a-4ee3-ab14-a9fd97d26460 req-6e6238c4-2bdb-4aab-8c1b-268a51509cdc tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 946 time: 0.0676460 Jul 05 05:22:52.202234 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-57d8540c-d57a-4ee3-ab14-a9fd97d26460 req-37d13d30-8a9c-4fef-9666-9624d9d3caca tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=3219a2a2-49ff-4fff-8b2a-ffec21d5d005&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326319 Jul 05 05:22:52.608909 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-809f7ff8-e671-4270-b998-889d65cb726b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:22:52.610305 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-809f7ff8-e671-4270-b998-889d65cb726b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.13 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 946 time: 0.0644567 Jul 05 05:22:52.713597 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Deleting port 68eaad07-062c-4aed-848f-909e95489d78 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:22:52.713945 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:52.810905 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] For port 68eaad07-062c-4aed-848f-909e95489d78, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=68eaad07-062c-4aed-848f-909e95489d78,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:22:52.811265 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:52.824463 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Calling delete_port for 68eaad07-062c-4aed-848f-909e95489d78 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:22:53.018459 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:53.045933 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event deleted for resources: {'Port': ['ID=68eaad07-062c-4aed-848f-909e95489d78,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:53.055702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.056080 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.056426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.056770 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.057106 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.057440 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.057772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.058636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.058636 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.058780 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.059087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.059358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:22:53.105715 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] No DVR routers for this DVR port 68eaad07-062c-4aed-848f-909e95489d78 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:22:53.108626 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:53.110444 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9159f452-1786-4b59-bab3-491c4ff0d024 req-31a3ddbf-89ee-4bda-8060-122d6cf11c0a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.13 "DELETE /v2.0/ports/68eaad07-062c-4aed-848f-909e95489d78 HTTP/1.1" status: 204 len: 173 time: 0.4946299 Jul 05 05:22:53.110937 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'name': 'network-vif-deleted', 'tag': '68eaad07-062c-4aed-848f-909e95489d78'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:22:53.113177 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e28103d9-8871-4f62-8115-2cf579b80e55" -d '{"events": [{"server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "name": "network-vif-deleted", "tag": "68eaad07-062c-4aed-848f-909e95489d78"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:22:53.201523 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:22:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60e4fc54-6c2d-4adf-bc4a-26439d59057b x-openstack-request-id: req-60e4fc54-6c2d-4adf-bc4a-26439d59057b {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:22:53.201814 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "04c08109-992c-4bee-9bc0-614c353c9433", "name": "network-vif-deleted", "tag": "68eaad07-062c-4aed-848f-909e95489d78", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:22:53.202067 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-60e4fc54-6c2d-4adf-bc4a-26439d59057b {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:22:53.202464 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '04c08109-992c-4bee-9bc0-614c353c9433', 'name': 'network-vif-deleted', 'tag': '68eaad07-062c-4aed-848f-909e95489d78', 'status': 'completed', 'code': 200} Jul 05 05:22:53.348079 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-05c29b85-8e8f-43c8-86e1-2bb80e7747c1 req-cd07da57-955e-48b4-81df-761416c216ba tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=04c08109-992c-4bee-9bc0-614c353c9433 HTTP/1.1" status: 200 len: 210 time: 0.0298560 Jul 05 05:22:54.441699 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 56728) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:54.499735 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1cae-b8a8-4e31-9216-8498358b2fb6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:54.528790 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1cae-b8a8-4e31-9216-8498358b2fb6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:54.646868 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1cae-b8a8-4e31-9216-8498358b2fb6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:54.649542 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-cc0a1cae-b8a8-4e31-9216-8498358b2fb6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:54.650682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-cc0a1cae-b8a8-4e31-9216-8498358b2fb6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "DELETE /v2.0/security-groups/3219a2a2-49ff-4fff-8b2a-ffec21d5d005 HTTP/1.1" status: 204 len: 168 time: 0.2080245 Jul 05 05:22:54.660351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc0a1cae-b8a8-4e31-9216-8498358b2fb6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3219a2a2-49ff-4fff-8b2a-ffec21d5d005,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:55.075092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56734) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:55.079963 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-0fb661b1-8190-4c6d-ae18-43081afe5f74 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1760540135', 'description': 'tempest-secgroup-smoke-1760540135 description', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:55.155787 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fb661b1-8190-4c6d-ae18-43081afe5f74 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.242160 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fb661b1-8190-4c6d-ae18-43081afe5f74 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.286810 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fb661b1-8190-4c6d-ae18-43081afe5f74 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.317069 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb661b1-8190-4c6d-ae18-43081afe5f74 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfe42fa-00ea-4895-ab54-ba5fc36b6113,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:55.350073 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-0fb661b1-8190-4c6d-ae18-43081afe5f74 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.351376 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-0fb661b1-8190-4c6d-ae18-43081afe5f74 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2752266 Jul 05 05:22:55.354120 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56736) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:55.358502 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-df910110-219f-46e0-b6c5-6f06145e13c6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '1bfe42fa-00ea-4895-ab54-ba5fc36b6113', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:55.440926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df910110-219f-46e0-b6c5-6f06145e13c6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.497127 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df910110-219f-46e0-b6c5-6f06145e13c6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.566906 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df910110-219f-46e0-b6c5-6f06145e13c6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.585052 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df910110-219f-46e0-b6c5-6f06145e13c6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1cf93f39-9376-4bde-8f59-2350bdccb358,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:55.664214 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-df910110-219f-46e0-b6c5-6f06145e13c6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.665513 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-df910110-219f-46e0-b6c5-6f06145e13c6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3104811 Jul 05 05:22:55.668230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56738) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:55.672877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-09215f11-0227-4a42-8b2b-9e4ddead82de tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '1bfe42fa-00ea-4895-ab54-ba5fc36b6113', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:55.765764 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09215f11-0227-4a42-8b2b-9e4ddead82de tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.822454 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09215f11-0227-4a42-8b2b-9e4ddead82de tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.886960 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09215f11-0227-4a42-8b2b-9e4ddead82de tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.906400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09215f11-0227-4a42-8b2b-9e4ddead82de tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59aa1cdb-d90f-4fb3-934d-3c2377b5307f,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:55.966960 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-09215f11-0227-4a42-8b2b-9e4ddead82de tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:55.968219 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-09215f11-0227-4a42-8b2b-9e4ddead82de tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2990253 Jul 05 05:22:55.971004 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56740) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:55.975422 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-13241216-b774-4106-852b-ea7bdc93cf3e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '1bfe42fa-00ea-4895-ab54-ba5fc36b6113', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:56.040266 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13241216-b774-4106-852b-ea7bdc93cf3e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.101777 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13241216-b774-4106-852b-ea7bdc93cf3e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.155782 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13241216-b774-4106-852b-ea7bdc93cf3e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.174718 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13241216-b774-4106-852b-ea7bdc93cf3e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=60a3b86e-aaa1-48c0-a041-80036fae6487,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:56.240817 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-13241216-b774-4106-852b-ea7bdc93cf3e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.242040 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-13241216-b774-4106-852b-ea7bdc93cf3e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2701147 Jul 05 05:22:56.244877 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56742) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:56.249306 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-a6c67ef2-2391-4305-9772-906e85a2d1b7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '1bfe42fa-00ea-4895-ab54-ba5fc36b6113', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:56.331505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6c67ef2-2391-4305-9772-906e85a2d1b7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.391333 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6c67ef2-2391-4305-9772-906e85a2d1b7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.464236 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6c67ef2-2391-4305-9772-906e85a2d1b7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.481950 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6c67ef2-2391-4305-9772-906e85a2d1b7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cd51c2d-a297-4219-97d2-c271e92f2ea1,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:56.561206 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a6c67ef2-2391-4305-9772-906e85a2d1b7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.562464 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a6c67ef2-2391-4305-9772-906e85a2d1b7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3166752 Jul 05 05:22:56.565294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56744) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:56.569802 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9877beaf-e75f-49e5-adde-83af656d7295 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '1bfe42fa-00ea-4895-ab54-ba5fc36b6113', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:56.652642 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-9877beaf-e75f-49e5-adde-83af656d7295 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Project 5bfd70a50c4d482cbf40eabfb4273268 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:22:56.657932 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9877beaf-e75f-49e5-adde-83af656d7295 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.717841 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9877beaf-e75f-49e5-adde-83af656d7295 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.789478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 68eaad07-062c-4aed-848f-909e95489d78 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:22:56.790050 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9877beaf-e75f-49e5-adde-83af656d7295 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.805966 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9877beaf-e75f-49e5-adde-83af656d7295 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1d191bb-3232-4297-b678-0f574f9df100,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:56.810659 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 68eaad07-062c-4aed-848f-909e95489d78 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:22:56.811128 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 68eaad07-062c-4aed-848f-909e95489d78 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:22:56.852735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9877beaf-e75f-49e5-adde-83af656d7295 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:56.853972 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9877beaf-e75f-49e5-adde-83af656d7295 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2877476 Jul 05 05:22:56.856754 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 56746) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:22:56.861827 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-578e0c5a-0a0b-4893-9edd-ea3e228571a9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'security_group_rule': {'security_group_id': '1bfe42fa-00ea-4895-ab54-ba5fc36b6113', 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:22:56.966891 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-578e0c5a-0a0b-4893-9edd-ea3e228571a9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Project 5bfd70a50c4d482cbf40eabfb4273268 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:22:56.972465 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-578e0c5a-0a0b-4893-9edd-ea3e228571a9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:57.035906 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-578e0c5a-0a0b-4893-9edd-ea3e228571a9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:57.121359 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-578e0c5a-0a0b-4893-9edd-ea3e228571a9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:57.139431 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578e0c5a-0a0b-4893-9edd-ea3e228571a9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4087a1c-3e07-4b0e-8d15-b5d834cda3fd,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:22:57.206808 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-578e0c5a-0a0b-4893-9edd-ea3e228571a9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:22:57.208090 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-578e0c5a-0a0b-4893-9edd-ea3e228571a9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3503637 Jul 05 05:23:08.121574 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f48ddf99-7621-4efa-9e19-d93e82f7586b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:10.858904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-731334b0-0516-44b8-aaae-a9d439aea9b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:10.995784 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:12.304209 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:13.872769 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:23:13.881394 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:14.578632 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:15.389796 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:15.992538 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-6a3bc93d-6e29-4fc3-8b85-4d2e60a1b5a3 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1760540135&fields=id&tenant_id=5bfd70a50c4d482cbf40eabfb4273268 HTTP/1.1" status: 200 len: 267 time: 0.0329657 Jul 05 05:23:16.108485 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-7e0c4ed2-660f-4657-9423-855bdbb17f90 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:16.109969 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-7e0c4ed2-660f-4657-9423-855bdbb17f90 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 809 time: 0.1113355 Jul 05 05:23:16.124706 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-6992efa9-5b8f-44da-a45c-1d8a2b900947 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/quotas/5bfd70a50c4d482cbf40eabfb4273268 HTTP/1.1" status: 200 len: 375 time: 0.0093193 Jul 05 05:23:16.197727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-5591d8c1-d817-4ca1-9508-404c220d9ed3 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0676718 Jul 05 05:23:16.260248 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-f5e77caf-cf45-4ecc-ba66-fe21f793cc43 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:23:16.260248 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-f5e77caf-cf45-4ecc-ba66-fe21f793cc43 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0467117 Jul 05 05:23:16.345424 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-789cd2af-88e7-4ff6-b6fa-71cd98277891 service neutron] 10.222.0.30 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838861 Jul 05 05:23:16.439311 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-a32d4fe5-5f2d-46dc-ba7f-7e4ae63085d5 service neutron] 10.222.0.30 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881615 Jul 05 05:23:18.026998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-572fda6f-a9a8-47f7-a6a7-7220340a227b req-0166ce4c-a1d9-431f-976b-22ce64533e83 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0292959 Jul 05 05:23:19.106299 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91b237d8-16af-409a-ba38-481bbe6c4bcc req-a37742ae-4dff-4caa-9660-daaa6136944d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0290613 Jul 05 05:23:20.217307 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91137a13-ea4a-410f-9607-4989c1f3a69c req-af546283-eec5-4cd2-ac53-7e444716a15b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0328004 Jul 05 05:23:21.297448 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b16ffb40-889a-4a40-88a8-5f25d232c8e4 req-66c435e2-9787-4c04-b975-33adcdb09d8d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0293159 Jul 05 05:23:22.439785 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ee69669c-63a9-4690-b5e6-c43362778459 req-23049f5a-9e0d-4ea1-9f55-ef9a43b66fbd tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0288315 Jul 05 05:23:23.579602 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-be83dd6c-3129-4c18-84db-ff043bbd6225 req-98f5a2bd-443d-420d-acf3-b7513ef45e9a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0288308 Jul 05 05:23:24.074900 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-c807ab6c-7cc2-42a3-8455-05cbe726fdff tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:24.076429 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-c807ab6c-7cc2-42a3-8455-05cbe726fdff tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 809 time: 0.1117027 Jul 05 05:23:24.121717 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-7d649c3b-fcb5-4173-9c38-ea84734ddfe5 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bfd70a50c4d482cbf40eabfb4273268 HTTP/1.1" status: 200 len: 380 time: 0.0362349 Jul 05 05:23:24.130510 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'port': {'device_id': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'admin_state_up': True, 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'security_groups': ['1bfe42fa-00ea-4895-ab54-ba5fc36b6113']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:23:24.315750 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Made reservation on behalf of 5bfd70a50c4d482cbf40eabfb4273268 for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:23:24.319497 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:24.455515 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Allocated IP 172.20.0.5 (02a0f9c3-d055-48d3-81b8-b34945976102/62a176f4-3539-43c8-ab2d-590968408289/1bcc129a-f944-4c89-a906-a2d383a3f3cc) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:23:24.603213 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:24.618628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Transition to ACTIVE for port object 1bcc129a-f944-4c89-a906-a2d383a3f3cc will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:23:24.709490 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:24.730205 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80b6c17e-956f-4255-b2fe-55aa9a5d4b71 req-1e1f0e00-749b-4ea1-8759-731ee02a067a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0354874 Jul 05 05:23:24.756294 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Network 02a0f9c3-d055-48d3-81b8-b34945976102 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:23:24.762375 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:23:24.766781 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:23:24.809467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'Port': ['ID=1bcc129a-f944-4c89-a906-a2d383a3f3cc,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:23:24.834656 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:24.835709 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:24.905200 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-ae06578b-9f15-4700-8629-1b99ad697f49 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7783763 Jul 05 05:23:24.918466 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Request body: {'port': {'device_id': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:23:25.004187 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:25.115520 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-61e665b4-5f51-4f9f-b587-e27bc8c220ad None None] Provisioning for port 1bcc129a-f944-4c89-a906-a2d383a3f3cc completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:23:25.120731 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-61e665b4-5f51-4f9f-b587-e27bc8c220ad None None] Provisioning complete for port 1bcc129a-f944-4c89-a906-a2d383a3f3cc triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:23:25.130622 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-61e665b4-5f51-4f9f-b587-e27bc8c220ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:25.157544 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-61e665b4-5f51-4f9f-b587-e27bc8c220ad None None] Port 1bcc129a-f944-4c89-a906-a2d383a3f3cc cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:23:25.294835 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bcc129a-f944-4c89-a906-a2d383a3f3cc {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:23:25.303373 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:25.315984 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Transition to ACTIVE for port object 1bcc129a-f944-4c89-a906-a2d383a3f3cc will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:23:25.396600 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:25.459691 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Pushing event updated for resources: {'Port': ['ID=1bcc129a-f944-4c89-a906-a2d383a3f3cc,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:23:25.539913 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Attempting to bind port 1bcc129a-f944-4c89-a906-a2d383a3f3cc on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:23:25.540561 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Attempting to bind port 1bcc129a-f944-4c89-a906-a2d383a3f3cc by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:23:25.540959 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Attempting to bind port 1bcc129a-f944-4c89-a906-a2d383a3f3cc on network 02a0f9c3-d055-48d3-81b8-b34945976102 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:23:25.546051 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Port 1bcc129a-f944-4c89-a906-a2d383a3f3cc on network 02a0f9c3-d055-48d3-81b8-b34945976102 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:23:25.546453 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Attempting to bind port 1bcc129a-f944-4c89-a906-a2d383a3f3cc on network 02a0f9c3-d055-48d3-81b8-b34945976102 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:23:25.551618 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 23, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:23:25.552073 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Checking segment: {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:23:25.552573 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Bound using segment: {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:23:25.553075 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Bound port: 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e6162369-ae2c-426d-9b1e-40fdc398492f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:23:25.553505 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:25.629828 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] For port 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:23:25.632873 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] For port 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:23:25.710169 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:25.747060 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:25.747601 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:25.749125 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] 10.222.0.13 "PUT /v2.0/ports/1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 200 len: 1092 time: 0.8353596 Jul 05 05:23:25.749669 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:23:25.751818 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fb38436-6c4f-491d-8f47-20edef3ce37d" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:23:25.777441 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035ffb0f-8f34-4c98-9f2d-235bb62b86db service neutron] Pushing event updated for resources: {'Port': ['ID=1bcc129a-f944-4c89-a906-a2d383a3f3cc,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:23:25.818229 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:23:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7781519-fe05-4b81-972e-c1205763e397 x-openstack-request-id: req-d7781519-fe05-4b81-972e-c1205763e397 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:23:25.818690 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:23:25.819079 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7781519-fe05-4b81-972e-c1205763e397 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:23:25.819984 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'status': 'completed', 'code': 200} Jul 05 05:23:25.902214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb38436-6c4f-491d-8f47-20edef3ce37d req-2807fbbd-6f13-432e-abc0-574034c8b0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:25.903888 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2fb38436-6c4f-491d-8f47-20edef3ce37d req-2807fbbd-6f13-432e-abc0-574034c8b0f3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1095 time: 0.0620937 Jul 05 05:23:25.934030 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f81dffc-9f84-4611-b324-6dd605b89ae6 req-f3f99458-cecb-4384-9d64-6829a0f480e7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:25.941550 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f81dffc-9f84-4611-b324-6dd605b89ae6 req-f3f99458-cecb-4384-9d64-6829a0f480e7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0777385 Jul 05 05:23:25.986099 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9f81dffc-9f84-4611-b324-6dd605b89ae6 req-cebe9566-56de-48ea-9ad7-dfd448cfc11e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435588 Jul 05 05:23:26.028030 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb38436-6c4f-491d-8f47-20edef3ce37d req-cad81920-8777-4c06-89d5-91e9251929a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:26.029448 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2fb38436-6c4f-491d-8f47-20edef3ce37d req-cad81920-8777-4c06-89d5-91e9251929a1 service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1159189 Jul 05 05:23:26.132006 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb38436-6c4f-491d-8f47-20edef3ce37d req-1c486abe-007f-4714-9b2e-8a30769a0a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:26.133543 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-2fb38436-6c4f-491d-8f47-20edef3ce37d req-1c486abe-007f-4714-9b2e-8a30769a0a97 service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0979218 Jul 05 05:23:26.230787 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-62119ef0-1326-4911-9d0c-71d7703e3fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:26.232336 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-62119ef0-1326-4911-9d0c-71d7703e3fb3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1095 time: 0.0615690 Jul 05 05:23:26.276311 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-a9c4b950-1279-4387-9a40-7f2420d9adc6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 200 len: 217 time: 0.0360301 Jul 05 05:23:26.326644 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-7519705c-42e5-462c-868c-2bf18478f8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:26.328206 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-7519705c-42e5-462c-868c-2bf18478f8a0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0464861 Jul 05 05:23:26.386099 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-59cb2ce7-f389-4d65-b716-3b308f70209b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:26.387518 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-59cb2ce7-f389-4d65-b716-3b308f70209b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0531807 Jul 05 05:23:26.484404 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-9e0da4be-7e55-4a63-a8f9-5347ca61ba75 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901899 Jul 05 05:23:26.582480 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-56c7d630-a5ac-4593-abf7-941a5ac010d2 req-2a112b45-1b10-4035-86ad-edfabdc705dd service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917301 Jul 05 05:23:27.154740 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af376af-d4a5-4aba-8f9b-a73effbefc4f req-f81021d6-7f27-4924-9dc8-583ed64a9d47 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:27.156308 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4af376af-d4a5-4aba-8f9b-a73effbefc4f req-f81021d6-7f27-4924-9dc8-583ed64a9d47 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0669596 Jul 05 05:23:27.196070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4af376af-d4a5-4aba-8f9b-a73effbefc4f req-bc271a02-36a4-4eb5-83cd-674a2629c4ba tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331604 Jul 05 05:23:28.373680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b325fb-cb88-4b6c-a955-8772d721ecef req-8b78d688-0b6a-473f-95a4-871c160dc160 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:28.375090 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7b325fb-cb88-4b6c-a955-8772d721ecef req-8b78d688-0b6a-473f-95a4-871c160dc160 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0694196 Jul 05 05:23:28.415213 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c7b325fb-cb88-4b6c-a955-8772d721ecef req-e8c664ea-4fbc-41ec-b9b4-00d91ab3ba03 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345240 Jul 05 05:23:29.587455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d935f8-170b-4e47-8a95-922478212354 req-a453df27-4e1d-4f86-b211-f75cb94e521b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:29.588987 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16d935f8-170b-4e47-8a95-922478212354 req-a453df27-4e1d-4f86-b211-f75cb94e521b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0666494 Jul 05 05:23:29.627249 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-16d935f8-170b-4e47-8a95-922478212354 req-11a64a11-1e36-4a0c-8886-11eb2e2baeef tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327852 Jul 05 05:23:30.809985 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9dd3ba3-8786-43c4-8041-6816b18edfdc req-44c343a0-727c-42ca-bf35-b3c6349e279b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:30.811765 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9dd3ba3-8786-43c4-8041-6816b18edfdc req-44c343a0-727c-42ca-bf35-b3c6349e279b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0706496 Jul 05 05:23:30.851647 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d9dd3ba3-8786-43c4-8041-6816b18edfdc req-c277ece5-a1b7-4c9f-b6b8-fd58fb5b4970 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333307 Jul 05 05:23:32.029789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14054bd-df8c-4a77-8e6a-730c5966b036 req-ad1ba844-0238-4d41-8ccf-bd69572cd1e9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:32.031266 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d14054bd-df8c-4a77-8e6a-730c5966b036 req-ad1ba844-0238-4d41-8ccf-bd69572cd1e9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0640020 Jul 05 05:23:32.069756 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d14054bd-df8c-4a77-8e6a-730c5966b036 req-922fc4fe-efe8-4dad-a0fc-45d0be0236f9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Jul 05 05:23:33.245732 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8de5e0-0a39-4b4b-8195-28479f607e8e req-82d01496-04e9-4042-bec6-3425a9b6c1cc tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:33.247350 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca8de5e0-0a39-4b4b-8195-28479f607e8e req-82d01496-04e9-4042-bec6-3425a9b6c1cc tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0642040 Jul 05 05:23:33.286283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ca8de5e0-0a39-4b4b-8195-28479f607e8e req-2553952b-cbf6-4dc6-a913-55a79b1534d4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332615 Jul 05 05:23:34.461517 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd76399a-04c7-463e-b71c-1d1c7445dc9c req-f7a6f173-1c67-46a0-acd7-bb26cff2b8bd tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:34.463069 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd76399a-04c7-463e-b71c-1d1c7445dc9c req-f7a6f173-1c67-46a0-acd7-bb26cff2b8bd tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0684419 Jul 05 05:23:34.500742 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bd76399a-04c7-463e-b71c-1d1c7445dc9c req-49af7390-5311-4ba6-8521-70478f4470ef tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320654 Jul 05 05:23:35.671085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d853f5-ca00-4cba-9f2d-8a12ec4e40ea req-f7a65c9b-6e23-47eb-9f7a-7f0f63666397 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:35.672587 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9d853f5-ca00-4cba-9f2d-8a12ec4e40ea req-f7a65c9b-6e23-47eb-9f7a-7f0f63666397 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0638571 Jul 05 05:23:35.709927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e9d853f5-ca00-4cba-9f2d-8a12ec4e40ea req-16373819-3b19-4fda-8028-5aea12d99da8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318565 Jul 05 05:23:36.884464 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a35a084-4981-49f3-9b66-6952f4e4181b req-46ffaf0b-212c-44dd-834f-9586523cfa84 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:36.885927 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a35a084-4981-49f3-9b66-6952f4e4181b req-46ffaf0b-212c-44dd-834f-9586523cfa84 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0687172 Jul 05 05:23:36.923518 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8a35a084-4981-49f3-9b66-6952f4e4181b req-08e2830d-98ad-40d6-9f27-2d0499a9b24f tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320370 Jul 05 05:23:38.100920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d68611-a388-4e38-bbdf-896de8ce36c0 req-2162e2e1-be0c-4664-8f7b-046075fd7064 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:38.102610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91d68611-a388-4e38-bbdf-896de8ce36c0 req-2162e2e1-be0c-4664-8f7b-046075fd7064 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0654011 Jul 05 05:23:38.120852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b1c15fd0-d9c5-4fad-bf75-10fd6fdca2c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:38.142459 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-91d68611-a388-4e38-bbdf-896de8ce36c0 req-061c7226-450b-4713-80c4-7af9efe0e876 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Jul 05 05:23:38.964699 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1bcc129a-f944-4c89-a906-a2d383a3f3cc details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:23:39.064868 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:23:39.076145 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'port_id': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'mac_address': 'fa:16:3e:ff:df:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:23:39.113433 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:39.126009 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcc129a-f944-4c89-a906-a2d383a3f3cc {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:23:39.146228 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:23:39.241013 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:39.291321 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=1bcc129a-f944-4c89-a906-a2d383a3f3cc,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:23:39.298714 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.299070 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.299415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.299757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.300120 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.300461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.300794 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.301125 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.301453 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.301783 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.302111 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.302449 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:23:39.318834 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b180b4-cd02-47a7-b61f-add0ef80077f req-e3d94cab-fb29-44f2-b769-fdf29029a1d9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:39.320386 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8b180b4-cd02-47a7-b61f-add0ef80077f req-e3d94cab-fb29-44f2-b769-fdf29029a1d9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 944 time: 0.0700295 Jul 05 05:23:39.358463 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b8b180b4-cd02-47a7-b61f-add0ef80077f req-e2745bb6-eb30-492b-b092-c1575dba87b4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325024 Jul 05 05:23:39.549028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['1bcc129a-f944-4c89-a906-a2d383a3f3cc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:23:40.544897 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5d7c46-ca73-4800-9142-f38ec537c842 req-bc4752be-aa59-47e4-a5e1-823c2d09340b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:40.546361 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d5d7c46-ca73-4800-9142-f38ec537c842 req-bc4752be-aa59-47e4-a5e1-823c2d09340b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 944 time: 0.0729814 Jul 05 05:23:40.585746 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0d5d7c46-ca73-4800-9142-f38ec537c842 req-62c89e77-0316-47f7-9199-eb883090d661 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338466 Jul 05 05:23:40.852433 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-348fb57d-c965-44aa-aeaf-b30ee82521bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:40.984900 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:40.991412 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1bcc129a-f944-4c89-a906-a2d383a3f3cc up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:23:41.109537 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 1bcc129a-f944-4c89-a906-a2d383a3f3cc completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:23:41.113669 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 1bcc129a-f944-4c89-a906-a2d383a3f3cc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:23:41.114042 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:41.190209 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:41.212043 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:23:41.214267 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a48e1517-2d9f-4a0d-a388-b5d227daa107" -d '{"events": [{"server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "name": "network-vif-plugged", "status": "completed", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:23:41.227918 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:23:41.295064 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:23:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fab452-0f77-4375-955e-86babbec8295 x-openstack-request-id: req-e5fab452-0f77-4375-955e-86babbec8295 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:23:41.295359 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "name": "network-vif-plugged", "status": "completed", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:23:41.295607 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e5fab452-0f77-4375-955e-86babbec8295 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:23:41.296038 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'code': 200} Jul 05 05:23:41.297989 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:41.351166 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=1bcc129a-f944-4c89-a906-a2d383a3f3cc,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:23:41.417400 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8119035-f8bb-49ad-9a4b-63f826a64f98 req-0b961915-cab8-43c7-ba78-c9491ec6c85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:41.417400 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d8119035-f8bb-49ad-9a4b-63f826a64f98 req-0b961915-cab8-43c7-ba78-c9491ec6c85e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1097 time: 0.0585206 Jul 05 05:23:41.447875 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d8119035-f8bb-49ad-9a4b-63f826a64f98 req-29b0108c-d519-47bb-93d6-f60f4423c7f6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0277438 Jul 05 05:23:41.756579 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1c8953-c277-45e5-8554-47ad2e3b9ea4 req-6f899028-9ee8-4898-b902-ca4d73076397 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:41.758071 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d1c8953-c277-45e5-8554-47ad2e3b9ea4 req-6f899028-9ee8-4898-b902-ca4d73076397 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0646396 Jul 05 05:23:41.796669 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d1c8953-c277-45e5-8554-47ad2e3b9ea4 req-d1023cfb-ca27-455c-901c-dac2fcdac724 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330343 Jul 05 05:23:42.297667 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:42.993062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80232ef3-9f49-44ac-a086-5e5c934478c8 req-0cbf474d-7e99-4b49-b438-eaad569a14ab tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:42.994522 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80232ef3-9f49-44ac-a086-5e5c934478c8 req-0cbf474d-7e99-4b49-b438-eaad569a14ab tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0672777 Jul 05 05:23:43.032964 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-80232ef3-9f49-44ac-a086-5e5c934478c8 req-88a02d31-201d-4373-9f8d-fee00399a7b0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328889 Jul 05 05:23:43.214083 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14109b3-6eea-4653-afe4-24013d6ba6fa req-0836fa2f-6d11-461b-b1ca-6f73b66822d1 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:43.215563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a14109b3-6eea-4653-afe4-24013d6ba6fa req-0836fa2f-6d11-461b-b1ca-6f73b66822d1 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0674341 Jul 05 05:23:43.255710 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a14109b3-6eea-4653-afe4-24013d6ba6fa req-59d9effb-815e-4ea4-ad15-4d33dc4e7dd7 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345056 Jul 05 05:23:43.279383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57000) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:23:43.370374 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83b8a2d-8752-4f55-abe0-545df31339dc tempest-TestShelveInstance-1893221753 tempest-TestShelveInstance-1893221753-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:43.371821 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-c83b8a2d-8752-4f55-abe0-545df31339dc tempest-TestShelveInstance-1893221753 tempest-TestShelveInstance-1893221753-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1092 time: 0.0915036 Jul 05 05:23:43.374755 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57004) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:23:43.379071 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:23:43.486459 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:43.595760 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:43.703923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Allocated IP 172.25.4.148 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/61486de9-4631-4a70-b21c-b2b1c18f0cf7) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:23:43.806549 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:43.807161 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:43.903390 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:43.942549 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:23:43.948775 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:23:43.953076 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:23:43.956127 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'Port': ['ID=61486de9-4631-4a70-b21c-b2b1c18f0cf7,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:23:44.333382 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:44.467969 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:44.617561 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:44.629321 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:44.680554 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:44.755925 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event updated for resources: {'Port': ['ID=61486de9-4631-4a70-b21c-b2b1c18f0cf7,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:23:44.765837 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:44.870225 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Floating IP 0b71a7a2-7f1b-455e-8e39-80d13ea42c2c associated. External IP: 172.25.4.148, port: 1bcc129a-f944-4c89-a906-a2d383a3f3cc. Jul 05 05:23:45.087594 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Router 69af00da-cade-4c59-8e96-a89e4818f86a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:23:45.198508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:23:45.208689 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] Sync routers for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:23:45.218414 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:23:45.219012 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:23:45.291766 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:45.328058 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:23:45.344389 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-ac390621-0138-43e1-9efb-af480e1afac9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9543910 Jul 05 05:23:45.344389 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:23:45.344389 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:23:45.369909 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d57e098-0bf2-482c-9063-b6b75170709b x-openstack-request-id: req-2d57e098-0bf2-482c-9063-b6b75170709b {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:23:45.370205 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:23:45.370476 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d57e098-0bf2-482c-9063-b6b75170709b {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:23:45.370888 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'status': 'completed', 'code': 200} Jul 05 05:23:45.423692 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:23:45.447731 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-1bbdff4a-799b-45a1-b509-0536417f2dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:45.449364 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-1bbdff4a-799b-45a1-b509-0536417f2dd8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1097 time: 0.0565069 Jul 05 05:23:45.545674 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-0f474b9c-1a56-4328-81d7-70a433790b7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:45.547235 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-0f474b9c-1a56-4328-81d7-70a433790b7d service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0917978 Jul 05 05:23:45.566826 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '0b71a7a2-7f1b-455e-8e39-80d13ea42c2c', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'port_id': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'mac_address': 'fa:16:3e:ff:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:23:44Z', 'updated_at': '2021-07-05T05:23:44Z', 'revision_number': 0, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:23:45.594380 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] Checking router: 69af00da-cade-4c59-8e96-a89e4818f86a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:23:45.602689 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:23:45.603295 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:23:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:23:45.615304 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-653a1c2d-dacd-4461-99ec-db73a150b6b4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 200 len: 999 time: 0.0607498 Jul 05 05:23:45.664492 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-e9748b80-8152-45ee-b995-fc370fadf863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:45.665994 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-e9748b80-8152-45ee-b995-fc370fadf863 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0445483 Jul 05 05:23:45.711367 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:23:45.728797 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-6757a943-54e3-4bc6-9525-a4a9f1f72412 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:23:45.730310 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-6757a943-54e3-4bc6-9525-a4a9f1f72412 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0581405 Jul 05 05:23:45.825592 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-d0e47369-0d43-4734-aa1d-0ca28a653179 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884843 Jul 05 05:23:45.923775 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-d5813c67-e93a-4eb7-bdaf-b7805fc43b5b req-9bd56cb2-05ee-49a4-8167-693f18af8f6f service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913138 Jul 05 05:23:46.029991 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '0b71a7a2-7f1b-455e-8e39-80d13ea42c2c', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'port_id': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'mac_address': 'fa:16:3e:ff:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:23:44Z', 'updated_at': '2021-07-05T05:23:44Z', 'revision_number': 0, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:23:46.057670 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78f6f60d-9335-4aab-a121-717b598e3499 None None] The sync data for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 is: [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '0b71a7a2-7f1b-455e-8e39-80d13ea42c2c', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'floating_ip_address': '172.25.4.148', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'port_id': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4283, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'mac_address': 'fa:16:3e:ff:df:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:23:44Z', 'updated_at': '2021-07-05T05:23:44Z', 'revision_number': 0, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:23:46.241094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d18356d-e1bc-4848-a983-c357af48378e None None] New status for floating IP 0b71a7a2-7f1b-455e-8e39-80d13ea42c2c: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:23:50.871780 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:24:08.086286 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e91605ea-583f-45c3-9d85-3174bbc2937f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:10.845904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-52de926f-3bd8-42e0-88fb-63209ce5b8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:10.983222 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:12.322669 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:13.834831 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:14.634415 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:15.457040 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:27.871249 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:24:33.160244 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-5893b0af-9dd7-41ee-8848-77e08075cc4b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0539570 Jul 05 05:24:33.257652 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-a6d54657-c52b-496c-a581-889b4be1ef2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:33.259147 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-a6d54657-c52b-496c-a581-889b4be1ef2b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1097 time: 0.0546660 Jul 05 05:24:33.370471 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-b3f753ff-20b2-43a7-bdf9-1042c8bebd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:33.371953 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-b3f753ff-20b2-43a7-bdf9-1042c8bebd4c service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0903709 Jul 05 05:24:33.438360 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-6f3fddf7-3ad5-4a67-8013-0821c6c9bd1d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 200 len: 1001 time: 0.0589371 Jul 05 05:24:33.488239 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-9de91ad1-9883-48f1-b239-9d593cbfa9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:33.489704 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-9de91ad1-9883-48f1-b239-9d593cbfa9f0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0451529 Jul 05 05:24:33.552147 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-8ff6b21f-47d9-4c8b-9998-f5a6132f9bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:24:33.553606 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-8ff6b21f-47d9-4c8b-9998-f5a6132f9bfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0563607 Jul 05 05:24:33.644135 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-133ca76b-c27e-4764-9b7c-24535c53ffe6 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822864 Jul 05 05:24:33.741189 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-59fce1c3-1eff-49a1-a161-ab0cbaadf24b req-33a8d857-c718-477b-9611-6dcc52e68c13 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904467 Jul 05 05:24:38.114020 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-448b89ac-47bd-4d88-aa40-d291936a9de6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:40.867734 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-66b73aaf-5a9b-469c-a183-a35e239a2735 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:40.983021 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:42.342468 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:43.832926 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:44.662852 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:24:45.444268 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:04.871114 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:25:08.108120 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-cd5f1886-fc34-4a4d-86ad-f6d11b6b38a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:10.884350 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-79beda51-4b4d-4690-b537-28e415d74859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:10.969654 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:12.319273 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:13.833636 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:14.626628 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:15.473619 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:35.161883 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5babd2ce-b184-4558-8744-f922046604e6 req-5d0b3c27-569a-4d7d-8685-ac7df1cffcd7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0550056 Jul 05 05:25:35.255342 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babd2ce-b184-4558-8744-f922046604e6 req-d5f26308-64f3-4a29-9140-379d22aecfed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:35.256807 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5babd2ce-b184-4558-8744-f922046604e6 req-d5f26308-64f3-4a29-9140-379d22aecfed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1097 time: 0.0536814 Jul 05 05:25:35.366176 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babd2ce-b184-4558-8744-f922046604e6 req-df2ba45c-8f5f-4ea7-b8c1-b04fe4744dd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:35.367641 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5babd2ce-b184-4558-8744-f922046604e6 req-df2ba45c-8f5f-4ea7-b8c1-b04fe4744dd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0904493 Jul 05 05:25:35.433592 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5babd2ce-b184-4558-8744-f922046604e6 req-0b5cf392-c8d0-4e17-9748-2d869ac1bea2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 200 len: 1001 time: 0.0588999 Jul 05 05:25:35.485299 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babd2ce-b184-4558-8744-f922046604e6 req-fd2567b8-c577-4606-991b-7080efbd8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:35.486751 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5babd2ce-b184-4558-8744-f922046604e6 req-fd2567b8-c577-4606-991b-7080efbd8f5d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0478492 Jul 05 05:25:35.543268 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5babd2ce-b184-4558-8744-f922046604e6 req-e83129ed-4497-4160-a89b-40701954e271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:25:35.544686 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5babd2ce-b184-4558-8744-f922046604e6 req-e83129ed-4497-4160-a89b-40701954e271 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520632 Jul 05 05:25:35.633125 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5babd2ce-b184-4558-8744-f922046604e6 req-1250121d-3018-43a0-8923-62b6d0e58c47 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811396 Jul 05 05:25:35.727439 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5babd2ce-b184-4558-8744-f922046604e6 req-5fe55fc3-b621-4eda-8537-5ec6776a0aea service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878680 Jul 05 05:25:38.152611 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-8f0a2d33-857f-4dfd-815a-3f8e43419c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:40.844683 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b865eedf-bea4-4fa4-a3b3-68efec385c00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:40.953118 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:41.870763 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:25:42.317564 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:43.856635 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:44.615812 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:25:44.622546 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-6e974f2b-3c87-4057-8397-abece7161c0a req-e0a823f3-d15f-4f1f-be85-60a6b17c572c service neutron] (100895) timed out ('10.222.0.30', 55520) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:25:45.443273 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:08.107883 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd5fbf2e-2402-4657-96c0-a785a0d4d8ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:10.890008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9804e103-a85d-4179-bf99-7bbd793141e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:10.987246 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:12.351296 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:12.669887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32e4740-4fcc-40eb-b387-b990691a9bbd req-9251861a-1258-4fed-a691-90d863d3615f tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:12.671377 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32e4740-4fcc-40eb-b387-b990691a9bbd req-9251861a-1258-4fed-a691-90d863d3615f tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.1106229 Jul 05 05:26:12.710531 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d32e4740-4fcc-40eb-b387-b990691a9bbd req-fc7f208e-cbe9-40c4-96f0-5b7e032993d5 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327265 Jul 05 05:26:13.838639 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:13.939186 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa0f978-bee2-4bb9-b687-ce5bda72e348 req-63b34b9c-c4bd-40fb-8c40-075b0b0a6a7d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:13.944185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fa0f978-bee2-4bb9-b687-ce5bda72e348 req-63b34b9c-c4bd-40fb-8c40-075b0b0a6a7d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.1103809 Jul 05 05:26:13.979505 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3fa0f978-bee2-4bb9-b687-ce5bda72e348 req-10fee55a-b633-4189-82fe-011335da57c8 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328259 Jul 05 05:26:14.627326 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:15.181149 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f6e83b-6d7a-4177-9235-7943ca7e3077 req-232a9436-d400-4365-ab46-7809a34b75d5 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:15.182652 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f6e83b-6d7a-4177-9235-7943ca7e3077 req-232a9436-d400-4365-ab46-7809a34b75d5 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0662026 Jul 05 05:26:15.222671 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-10f6e83b-6d7a-4177-9235-7943ca7e3077 req-aabc7abd-7b07-4b66-88d7-9680c266ddc9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334933 Jul 05 05:26:15.454204 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:16.401720 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9430c3e1-b3e7-4029-91fa-08c0283af5f4 req-6a4a21a1-e749-47be-8cd0-42804030e7b9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:16.403121 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9430c3e1-b3e7-4029-91fa-08c0283af5f4 req-6a4a21a1-e749-47be-8cd0-42804030e7b9 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0705254 Jul 05 05:26:16.442096 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9430c3e1-b3e7-4029-91fa-08c0283af5f4 req-881e8462-b782-4da2-8252-fd9dd30df545 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323820 Jul 05 05:26:17.619292 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe24606e-ce01-4407-9867-570500aecdce req-baccf0fe-adad-4fe8-b451-39ebbe541425 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:17.620699 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe24606e-ce01-4407-9867-570500aecdce req-baccf0fe-adad-4fe8-b451-39ebbe541425 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0652275 Jul 05 05:26:17.660171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fe24606e-ce01-4407-9867-570500aecdce req-6b4bc038-057e-4819-bb83-a4beae7ceb86 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339253 Jul 05 05:26:18.836713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b4544-3512-4ae8-a9d6-b52ae3332a1c req-3adcf18b-2543-4182-adc7-1c1d72b7030e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:18.838206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c11b4544-3512-4ae8-a9d6-b52ae3332a1c req-3adcf18b-2543-4182-adc7-1c1d72b7030e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0676954 Jul 05 05:26:18.869055 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:26:18.877559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c11b4544-3512-4ae8-a9d6-b52ae3332a1c req-bd092adc-00ad-4c7d-9757-44a2bdf19521 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338440 Jul 05 05:26:20.056142 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ff2007-d0b4-44e4-af88-771092b089f9 req-9f78f2c8-8701-4594-8ab9-2aec2a38f4cb tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:20.057661 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41ff2007-d0b4-44e4-af88-771092b089f9 req-9f78f2c8-8701-4594-8ab9-2aec2a38f4cb tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0687513 Jul 05 05:26:20.097280 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-41ff2007-d0b4-44e4-af88-771092b089f9 req-325304b0-24f4-4d53-9ec5-21ae1cbe4634 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341110 Jul 05 05:26:21.304546 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc3aa33-4e1b-405f-b8a7-b634a9ffd6c9 req-4161e981-f26f-459c-8c08-8496ea06eefd tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:21.305944 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0dc3aa33-4e1b-405f-b8a7-b634a9ffd6c9 req-4161e981-f26f-459c-8c08-8496ea06eefd tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0648177 Jul 05 05:26:21.344663 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0dc3aa33-4e1b-405f-b8a7-b634a9ffd6c9 req-fad6c091-dfdc-4512-a205-b9e2b98886d1 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331626 Jul 05 05:26:22.522919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b068c2c2-666f-4d45-9965-6160f5c1704e req-cc3b2719-41c8-471a-9e20-011a72f1e0a0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:22.524456 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b068c2c2-666f-4d45-9965-6160f5c1704e req-cc3b2719-41c8-471a-9e20-011a72f1e0a0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0691483 Jul 05 05:26:22.570509 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b068c2c2-666f-4d45-9965-6160f5c1704e req-897b0f8b-a279-44d1-ab7c-2e2c77ef1084 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395722 Jul 05 05:26:22.818368 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-040655a5-36e1-48e3-b2ce-1b9440f4fe32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:22.819877 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-040655a5-36e1-48e3-b2ce-1b9440f4fe32 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1097 time: 0.0561275 Jul 05 05:26:22.916436 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-03a3ae94-3661-4d07-ba74-2141603f001c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:22.917922 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-03a3ae94-3661-4d07-ba74-2141603f001c service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0921063 Jul 05 05:26:22.985240 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-b130eb18-ac6d-4d58-a890-f39846ff0740 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 200 len: 1001 time: 0.0599427 Jul 05 05:26:23.034063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-fd34931f-b14c-4ffa-ac0e-5ada341146bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:23.035488 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-fd34931f-b14c-4ffa-ac0e-5ada341146bb service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0442386 Jul 05 05:26:23.095630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-42e0895e-2f43-401a-beba-87fa19a446bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:23.097158 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-42e0895e-2f43-401a-beba-87fa19a446bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0559690 Jul 05 05:26:23.194001 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-cb79c91d-3a45-463a-a581-8cf425d679d4 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908091 Jul 05 05:26:23.287439 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-a4b46f11-98c0-4a81-a022-6a0c2a5e7b4d req-59049ea9-76ce-45de-813a-65b734ff8281 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877919 Jul 05 05:26:23.745731 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cbd31e-cf6b-46c5-8459-60760cb95e6d req-28e44eb2-9fa5-490e-891e-d8b5ad5ad008 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:23.747636 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66cbd31e-cf6b-46c5-8459-60760cb95e6d req-28e44eb2-9fa5-490e-891e-d8b5ad5ad008 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0662532 Jul 05 05:26:23.787872 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-66cbd31e-cf6b-46c5-8459-60760cb95e6d req-5d429bb5-da42-483b-94d0-5bb3aa8721b3 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345330 Jul 05 05:26:25.014122 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9c468e-5a93-48f9-86f0-f4d9c3286144 req-1f022c4a-55e6-44b7-89fb-53e85608b13b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:25.015489 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da9c468e-5a93-48f9-86f0-f4d9c3286144 req-1f022c4a-55e6-44b7-89fb-53e85608b13b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0731223 Jul 05 05:26:25.064887 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-da9c468e-5a93-48f9-86f0-f4d9c3286144 req-d7b2a1ef-37ff-43eb-bd98-92c8bccfb179 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393510 Jul 05 05:26:26.252934 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c673b4f8-d5df-4fb2-96fa-6347076eb379 req-586841d9-b255-4234-9a19-4ba6f21bf2b4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:26.254423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c673b4f8-d5df-4fb2-96fa-6347076eb379 req-586841d9-b255-4234-9a19-4ba6f21bf2b4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0708079 Jul 05 05:26:26.295571 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c673b4f8-d5df-4fb2-96fa-6347076eb379 req-c7261741-84e5-4140-a855-b26c94c54cc0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355206 Jul 05 05:26:27.473550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139ee7d-d1e1-4b40-83e7-e7d9c166accc req-5a9d620f-29ab-43ab-b90f-6ba932208418 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:27.475025 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e139ee7d-d1e1-4b40-83e7-e7d9c166accc req-5a9d620f-29ab-43ab-b90f-6ba932208418 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0650623 Jul 05 05:26:27.513211 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e139ee7d-d1e1-4b40-83e7-e7d9c166accc req-327bb78d-f433-4eed-8d9b-c088d38c5bc4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324962 Jul 05 05:26:27.799032 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1bcc129a-f944-4c89-a906-a2d383a3f3cc no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:26:27.875576 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:27.901925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:26:27.904987 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83ca9acc-695e-4821-bdbd-44019758dc02" -d '{"events": [{"server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "name": "network-vif-unplugged", "status": "completed", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:26:27.917315 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:26:27.940774 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Mon, 05 Jul 2021 05:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dcc814b-eafb-43e9-8a73-308c291b0b20 x-openstack-request-id: req-0dcc814b-eafb-43e9-8a73-308c291b0b20 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:26:27.941068 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "name": "network-vif-unplugged", "status": "failed", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc", "code": 422}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:26:27.941327 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dcc814b-eafb-43e9-8a73-308c291b0b20 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:26:27.941731 n-d-758944-41 neutron-server[100897]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'code': 422} returned with failed status Jul 05 05:26:28.015841 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:28.067325 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=1bcc129a-f944-4c89-a906-a2d383a3f3cc,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:26:28.075022 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.075373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.075725 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.076087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.076425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.076830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.077162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.077493 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.077826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.078175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.078761 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.078855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:26:28.099917 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f77cdf-4eb3-457e-a32c-04fa242cc5a0 req-80638916-ec24-4103-8a46-5606496a28bc tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:28.101399 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12f77cdf-4eb3-457e-a32c-04fa242cc5a0 req-80638916-ec24-4103-8a46-5606496a28bc tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.1133902 Jul 05 05:26:28.107326 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-7b1d767c-80de-43a4-913d-3f593ef0398a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1205575 Jul 05 05:26:28.142170 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-12f77cdf-4eb3-457e-a32c-04fa242cc5a0 req-cccf5edf-18fe-48a6-87fa-ce0f05a79ddc tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338857 Jul 05 05:26:29.317783 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f138191-bdfb-494a-bf2e-3875b49f860c req-3a9a003b-38c2-4123-b9c0-6a55b4def34d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:29.319354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f138191-bdfb-494a-bf2e-3875b49f860c req-3a9a003b-38c2-4123-b9c0-6a55b4def34d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0665555 Jul 05 05:26:29.359936 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-7f138191-bdfb-494a-bf2e-3875b49f860c req-2e16bad3-2994-4822-b856-60dd22fd1d75 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349605 Jul 05 05:26:30.540809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6300ad-88ae-4b99-9ca3-81344ccd2543 req-da1bea73-374e-49a1-b4a3-7ee83876b41b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:30.542529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d6300ad-88ae-4b99-9ca3-81344ccd2543 req-da1bea73-374e-49a1-b4a3-7ee83876b41b tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0705037 Jul 05 05:26:30.581467 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8d6300ad-88ae-4b99-9ca3-81344ccd2543 req-8450381f-ca4c-4bdd-b2cf-668e9fe9ca45 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329487 Jul 05 05:26:31.765295 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f875af-4e97-4b92-a7d7-7764fbcaac7d req-41f3ee8b-261f-493b-84c4-892dcdff3065 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:31.766783 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53f875af-4e97-4b92-a7d7-7764fbcaac7d req-41f3ee8b-261f-493b-84c4-892dcdff3065 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0729485 Jul 05 05:26:31.807034 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-53f875af-4e97-4b92-a7d7-7764fbcaac7d req-39123b1c-66f3-4cae-9ce1-1947588e5f82 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343781 Jul 05 05:26:32.989344 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0194ffdc-14e8-495a-8582-96ac8338fd84 req-b1f9b8cf-b530-4910-b58d-c489f92a58cf tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:32.990977 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0194ffdc-14e8-495a-8582-96ac8338fd84 req-b1f9b8cf-b530-4910-b58d-c489f92a58cf tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0723710 Jul 05 05:26:33.030575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-0194ffdc-14e8-495a-8582-96ac8338fd84 req-3c73817a-02cb-42d1-8736-801f1c54dc72 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335848 Jul 05 05:26:34.024478 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-4f79495a-bd91-4f08-9668-765e03af2fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:34.025986 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-4f79495a-bd91-4f08-9668-765e03af2fc4 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5&tenant_id=5bfd70a50c4d482cbf40eabfb4273268 HTTP/1.1" status: 200 len: 1095 time: 0.0564561 Jul 05 05:26:34.102269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-4404d902-a5e7-4169-a990-4e65e49c83de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:34.103761 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-4404d902-a5e7-4169-a990-4e65e49c83de service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1095 time: 0.0549304 Jul 05 05:26:34.199409 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-6c45d930-ee19-495a-8e55-9321fc9094a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:34.201119 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-6c45d930-ee19-495a-8e55-9321fc9094a1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0912361 Jul 05 05:26:34.211700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6e4aa8-7b6f-4607-88c0-0a4f3a310b8a req-cd568c62-2e99-44a5-bd67-da9f8ad163c0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:34.213231 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d6e4aa8-7b6f-4607-88c0-0a4f3a310b8a req-cd568c62-2e99-44a5-bd67-da9f8ad163c0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0657711 Jul 05 05:26:34.251950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5d6e4aa8-7b6f-4607-88c0-0a4f3a310b8a req-15312f69-9864-4557-928b-c0a732a5b497 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331528 Jul 05 05:26:34.268667 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-9b643755-b43d-417c-b668-a13702639805 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 200 len: 999 time: 0.0606644 Jul 05 05:26:34.318772 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-3c100cc9-f1dc-49c5-8f8c-f9ac00716205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:34.320174 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-3c100cc9-f1dc-49c5-8f8c-f9ac00716205 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0448813 Jul 05 05:26:34.382344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-29044f3f-1812-46d6-abe9-791904e04d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:34.383854 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-29044f3f-1812-46d6-abe9-791904e04d6b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0573831 Jul 05 05:26:34.475034 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-98d392db-e985-4b22-93a9-94b876cb18fa service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849085 Jul 05 05:26:34.572083 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-05bc1470-a6a4-48e9-932d-2074b18dc3ff service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912571 Jul 05 05:26:35.206854 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-fe81381c-4f9c-4da1-8225-b99c1e6683d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:35.208416 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-fe81381c-4f9c-4da1-8225-b99c1e6683d1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1095 time: 0.0552728 Jul 05 05:26:35.314312 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-18f76247-879f-47c8-8b18-a8cf143691eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:35.315814 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-18f76247-879f-47c8-8b18-a8cf143691eb service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0885785 Jul 05 05:26:35.386587 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-b4f437e4-0369-4cab-aadb-a0e5b988d9a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 200 len: 999 time: 0.0641482 Jul 05 05:26:35.429970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc46a9d-278d-44bf-97e1-2eb8c6dee34f req-5325bcab-5a65-41c9-b87c-d67f64a9398c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:35.431462 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddc46a9d-278d-44bf-97e1-2eb8c6dee34f req-5325bcab-5a65-41c9-b87c-d67f64a9398c tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0646303 Jul 05 05:26:35.437637 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-cb3d9e7c-b9d2-4427-a3f9-b6c8bd9b5894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:35.439084 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-cb3d9e7c-b9d2-4427-a3f9-b6c8bd9b5894 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0457540 Jul 05 05:26:35.471680 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddc46a9d-278d-44bf-97e1-2eb8c6dee34f req-6fcacd3b-da90-45c2-bfb3-62e75f0da5f6 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344052 Jul 05 05:26:35.497393 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-b19877b3-b532-4a3d-b2bc-eb4b63092f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:35.498876 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-b19877b3-b532-4a3d-b2bc-eb4b63092f0c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533020 Jul 05 05:26:35.593075 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-ca1d7a36-b2ad-4be0-b846-7e82197b1a28 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869846 Jul 05 05:26:35.685554 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-e142a1d4-a2bb-486b-8ca1-a0535b46d99d req-17560f2c-0b11-4a60-a95d-877e8dfebe56 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836127 Jul 05 05:26:36.659576 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e623798b-e392-4676-86d9-a335cc3d829b req-b08c9462-a554-4b29-beb0-9e77835a0f32 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:36.661180 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e623798b-e392-4676-86d9-a335cc3d829b req-b08c9462-a554-4b29-beb0-9e77835a0f32 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0758359 Jul 05 05:26:36.711009 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e623798b-e392-4676-86d9-a335cc3d829b req-7cdb54af-2064-4355-a044-e018711726b4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442803 Jul 05 05:26:37.881409 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b3196d-e7db-42a8-a1f8-cadc45d70708 req-16ea480b-5b3e-4d11-81a2-aa23dacf55f0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:37.883363 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56b3196d-e7db-42a8-a1f8-cadc45d70708 req-16ea480b-5b3e-4d11-81a2-aa23dacf55f0 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0642040 Jul 05 05:26:37.920862 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-56b3196d-e7db-42a8-a1f8-cadc45d70708 req-943f7548-8d41-4c3f-8102-84f7e106eb08 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320203 Jul 05 05:26:38.122008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-efdb166a-96f1-4cd0-ba4e-c3f602866ea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:39.098711 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e77239-174e-4b9d-a799-4d4d0be3cc28 req-6201f8c3-37f1-42ec-9a45-12a02cd369fd tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:39.100203 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6e77239-174e-4b9d-a799-4d4d0be3cc28 req-6201f8c3-37f1-42ec-9a45-12a02cd369fd tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0686116 Jul 05 05:26:39.138442 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a6e77239-174e-4b9d-a799-4d4d0be3cc28 req-6246edb3-6019-4ced-9562-428420be095a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326345 Jul 05 05:26:40.311041 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a8c95b-d06f-4c1e-8676-50c55c15f2be req-8d89df68-4877-4e14-ab11-f98c0a116262 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:40.312563 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7a8c95b-d06f-4c1e-8676-50c55c15f2be req-8d89df68-4877-4e14-ab11-f98c0a116262 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0654793 Jul 05 05:26:40.350013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a7a8c95b-d06f-4c1e-8676-50c55c15f2be req-27b9da7c-c31e-4a2d-83de-b21a3ba0006d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320199 Jul 05 05:26:40.861038 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fa252bbd-8dc7-47fd-bbf6-e9b80d616023 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:40.952389 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:41.519508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4864308-7a67-484c-b77b-03ad8bc1ca65 req-bac720e8-373a-470f-a14f-d375531bf225 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:41.520994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4864308-7a67-484c-b77b-03ad8bc1ca65 req-bac720e8-373a-470f-a14f-d375531bf225 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0633593 Jul 05 05:26:41.558985 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d4864308-7a67-484c-b77b-03ad8bc1ca65 req-2ace6bbf-1766-42e6-893d-5aa0653805d4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325785 Jul 05 05:26:41.780087 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-b8284f16-4331-44db-9ede-56f942309b1c req-9356ccd3-3191-4778-94fd-6546fc19a7da tempest-TestNetworkAdvancedServerOps-738723498 tempest-TestNetworkAdvancedServerOps-738723498-project] (100895) timed out ('10.222.0.26', 64624) {{(pid=100895) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:26:42.329341 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:42.733570 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d81ac9-aae7-4883-b3e7-aedafa7e2726 req-3669fc46-7f07-4ab5-932e-61fce5c6de45 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:42.735020 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79d81ac9-aae7-4883-b3e7-aedafa7e2726 req-3669fc46-7f07-4ab5-932e-61fce5c6de45 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0668032 Jul 05 05:26:42.772760 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-79d81ac9-aae7-4883-b3e7-aedafa7e2726 req-dc9d8ca2-10f8-42e7-af1d-2afe2a83cc4d tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322435 Jul 05 05:26:43.872240 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:43.939464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1bcc129a-f944-4c89-a906-a2d383a3f3cc details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:26:43.946355 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35100a68-8802-4721-89f5-c9108eae414c req-8760f87b-2765-4bb7-bca2-41164642b595 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:43.948056 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35100a68-8802-4721-89f5-c9108eae414c req-8760f87b-2765-4bb7-bca2-41164642b595 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 943 time: 0.0647192 Jul 05 05:26:43.987228 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35100a68-8802-4721-89f5-c9108eae414c req-3b91c8e7-60fe-4a3c-b202-fdee839aab89 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336306 Jul 05 05:26:44.037938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:26:44.049551 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'port_id': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'mac_address': 'fa:16:3e:ff:df:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 171, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:26:44.089172 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:44.101376 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bcc129a-f944-4c89-a906-a2d383a3f3cc {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:26:44.121015 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:26:44.180845 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:44.230085 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=1bcc129a-f944-4c89-a906-a2d383a3f3cc,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:26:44.557135 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['1bcc129a-f944-4c89-a906-a2d383a3f3cc'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:26:44.656152 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:45.168858 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e23950c3-c089-4eaf-a339-6f8059c1f609 req-1aeec2cd-e289-4f72-a4dd-8d4735c0eb20 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:45.170354 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e23950c3-c089-4eaf-a339-6f8059c1f609 req-1aeec2cd-e289-4f72-a4dd-8d4735c0eb20 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 944 time: 0.0698049 Jul 05 05:26:45.215492 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-e23950c3-c089-4eaf-a339-6f8059c1f609 req-8ab13939-6982-402b-bcf1-1b9d211f045f tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395787 Jul 05 05:26:45.449336 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:45.954716 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1bcc129a-f944-4c89-a906-a2d383a3f3cc up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:26:46.001349 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 1bcc129a-f944-4c89-a906-a2d383a3f3cc triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:26:46.001721 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:46.079780 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:46.102255 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:26:46.104507 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec87007-53bd-46fd-93b4-74d3853338f5" -d '{"events": [{"server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "name": "network-vif-plugged", "status": "completed", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:26:46.118017 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:26:46.145129 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-badabb9d-ff95-454f-800a-52b6530300c3 x-openstack-request-id: req-badabb9d-ff95-454f-800a-52b6530300c3 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:26:46.145448 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "name": "network-vif-plugged", "status": "completed", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:26:46.145700 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-badabb9d-ff95-454f-800a-52b6530300c3 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:26:46.146094 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'code': 200} Jul 05 05:26:46.190767 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:26:46.240813 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=1bcc129a-f944-4c89-a906-a2d383a3f3cc,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:26:46.312074 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ec1e6-d150-49ef-b87f-65984557d3d7 req-bb246674-f687-48cd-a000-bd256af29027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:46.313667 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-513ec1e6-d150-49ef-b87f-65984557d3d7 req-bb246674-f687-48cd-a000-bd256af29027 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1097 time: 0.0601592 Jul 05 05:26:46.351320 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-513ec1e6-d150-49ef-b87f-65984557d3d7 req-c39d5e35-23b3-431b-ade8-4e69f84496e9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309739 Jul 05 05:26:46.404088 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e06fd40-2eeb-4b67-a365-b39cadf9c8ff req-fe9332fe-4ddd-4312-9622-6eb2b160b104 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:46.406120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e06fd40-2eeb-4b67-a365-b39cadf9c8ff req-fe9332fe-4ddd-4312-9622-6eb2b160b104 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0670938 Jul 05 05:26:46.444581 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3e06fd40-2eeb-4b67-a365-b39cadf9c8ff req-535569be-c2e8-401f-8150-0b40b805449e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331790 Jul 05 05:26:47.625700 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8082244b-9d85-4ca4-96b5-5366fef5efe2 req-7387dde0-27ed-439b-b260-af4723b6e706 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:47.627237 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8082244b-9d85-4ca4-96b5-5366fef5efe2 req-7387dde0-27ed-439b-b260-af4723b6e706 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0701354 Jul 05 05:26:47.666641 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8082244b-9d85-4ca4-96b5-5366fef5efe2 req-70f804f0-8abe-4ee6-b292-f11f87b96444 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335689 Jul 05 05:26:48.844583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0e42cf-a8ef-4f7c-8713-758a37fddc58 req-1d81860e-a467-4e5b-b816-58ec7872de96 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:26:48.846033 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab0e42cf-a8ef-4f7c-8713-758a37fddc58 req-1d81860e-a467-4e5b-b816-58ec7872de96 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0676410 Jul 05 05:26:48.883718 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ab0e42cf-a8ef-4f7c-8713-758a37fddc58 req-5152ef01-45ab-4e8e-b315-4df59b9e040e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321076 Jul 05 05:26:55.868621 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:27:08.115847 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b8bc92c4-6d16-41f0-b426-01620f355c56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:10.875758 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-60b634d0-c494-430a-a351-df3a27acac26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:10.996566 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:12.324571 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:13.864734 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:14.632508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:15.495426 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:32.868711 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:27:35.286720 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-d9d22e7d-e461-478e-a1b0-3e377cc3ee43 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1887696 Jul 05 05:27:35.384134 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-79b09669-43d7-4ef0-9880-f22f4ba38d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:35.385631 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-79b09669-43d7-4ef0-9880-f22f4ba38d84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1097 time: 0.0540955 Jul 05 05:27:35.494266 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-da212519-ac74-4da2-8bd4-6641b03601fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:35.495706 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-da212519-ac74-4da2-8bd4-6641b03601fc service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0891702 Jul 05 05:27:35.559996 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-a4f1ec3d-fa21-4887-b620-d8020771620f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 200 len: 1001 time: 0.0576055 Jul 05 05:27:35.938124 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-e1ec06df-ddd0-45bc-ac41-75126d1fac27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:35.939489 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-e1ec06df-ddd0-45bc-ac41-75126d1fac27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.3726866 Jul 05 05:27:35.997641 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-8c07012a-e721-4b8b-8bb2-6a9525f0037d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:27:35.999113 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-8c07012a-e721-4b8b-8bb2-6a9525f0037d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526474 Jul 05 05:27:36.089769 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-69aec485-c9af-4884-8f46-50078796404a service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837874 Jul 05 05:27:36.184164 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-5585d4dd-f6ee-4190-b06a-fcc170a8d063 req-bdf4c642-a934-46d2-8799-5ecde90fecf9 service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872605 Jul 05 05:27:38.134483 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0e8822a6-3fbc-40fd-a25b-bf98f79f66d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:40.872063 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-185964de-7fb0-4a31-a7d0-b2c122700d0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:40.991631 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:42.340240 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:43.848862 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:44.686521 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:27:45.482941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:08.115207 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f5b59675-1299-4615-a3da-2c894a9186dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:09.868944 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:28:10.872112 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-36432158-9858-4b10-9bc8-0c631001fdfe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:10.985725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:12.328930 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:13.874873 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:14.680352 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:15.488553 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:25.229539 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57206) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:25.851124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Deleting port 61486de9-4631-4a70-b21c-b2b1c18f0cf7 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:28:25.851486 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:25.929940 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:25.930268 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:25.942438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Calling delete_port for 61486de9-4631-4a70-b21c-b2b1c18f0cf7 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:28:26.157353 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:26.185631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event deleted for resources: {'Port': ['ID=61486de9-4631-4a70-b21c-b2b1c18f0cf7,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:26.211300 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.211650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.212025 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.212369 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.212703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.213034 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.213367 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.213696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.214536 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.214863 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.215193 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.215514 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:26.256841 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:26.257491 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Floating IP 0b71a7a2-7f1b-455e-8e39-80d13ea42c2c disassociated (deleted). External IP: 172.25.4.148, port: 1bcc129a-f944-4c89-a906-a2d383a3f3cc. Jul 05 05:28:26.469998 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Router 69af00da-cade-4c59-8e96-a89e4818f86a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:28:26.582668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:28:26.587345 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:26.592669 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] Sync routers for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:28:26.602260 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:26.602871 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:26.626178 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-40091263-fd1c-40ee-86ef-3265b3727166 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "DELETE /v2.0/floatingips/0b71a7a2-7f1b-455e-8e39-80d13ea42c2c HTTP/1.1" status: 204 len: 168 time: 1.3954413 Jul 05 05:28:26.626877 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:28:26.629294 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-833bb209-3f73-45bc-a536-b5946925dee6" -d '{"events": [{"name": "network-changed", "server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:28:26.720489 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:26.935756 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:26.962872 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] Checking router: 69af00da-cade-4c59-8e96-a89e4818f86a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:28:26.971238 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:26.971768 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:27.089647 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:27.207354 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f724259-6e19-4b7a-8978-745bdce6a464 req-e042d45a-5566-43c5-855b-cf6d0dc582a2 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:27.208879 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f724259-6e19-4b7a-8978-745bdce6a464 req-e042d45a-5566-43c5-855b-cf6d0dc582a2 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0702353 Jul 05 05:28:27.247754 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6f724259-6e19-4b7a-8978-745bdce6a464 req-11a5ff71-c78d-454a-b6fb-40d6f1743c87 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331194 Jul 05 05:28:27.292627 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:27.319367 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b1151b-c865-4551-b9ea-cc85d1f005a0 None None] The sync data for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 is: [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:16:59Z', 'revision_number': 4, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': 'aa1db3c1-d541-4481-ad35-f65a157e6536', 'name': '', 'network_id': '02a0f9c3-d055-48d3-81b8-b34945976102', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'mac_address': 'fa:16:3e:99:7c:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4247, 'fixed_ips': [{'subnet_id': '62a176f4-3539-43c8-ab2d-590968408289', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:58Z', 'updated_at': '2021-07-05T05:17:05Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'subnets': [{'id': '62a176f4-3539-43c8-ab2d-590968408289', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:28:27.530561 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f582beaf-b12b-4448-92db-62eed8b86aca None None] New status for floating IP 0b71a7a2-7f1b-455e-8e39-80d13ea42c2c: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:28:27.810690 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:28:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15dcba76-dd16-4c4f-8b68-1162f303abe4 x-openstack-request-id: req-15dcba76-dd16-4c4f-8b68-1162f303abe4 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:28:27.811147 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:28:27.811250 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-15dcba76-dd16-4c4f-8b68-1162f303abe4 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:28:27.811626 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'status': 'completed', 'code': 200} Jul 05 05:28:27.887529 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bb209-3f73-45bc-a536-b5946925dee6 req-37960cec-8e52-49e9-bdf4-69f68d7efa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:27.889033 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-833bb209-3f73-45bc-a536-b5946925dee6 req-37960cec-8e52-49e9-bdf4-69f68d7efa6b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 1097 time: 0.0532970 Jul 05 05:28:27.982295 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bb209-3f73-45bc-a536-b5946925dee6 req-3d3b20b2-212f-4b8e-8ab7-be3eb0e52ada service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:27.983729 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-833bb209-3f73-45bc-a536-b5946925dee6 req-3d3b20b2-212f-4b8e-8ab7-be3eb0e52ada service neutron] 10.222.0.13 "GET /v2.0/networks?id=02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 200 len: 910 time: 0.0874703 Jul 05 05:28:28.025728 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-833bb209-3f73-45bc-a536-b5946925dee6 req-1df222cb-43d9-4cf6-b5b1-5da67d887913 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 200 len: 217 time: 0.0344963 Jul 05 05:28:28.075737 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bb209-3f73-45bc-a536-b5946925dee6 req-83bafefa-2959-4040-9db2-3e5828def292 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:28.077232 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-833bb209-3f73-45bc-a536-b5946925dee6 req-83bafefa-2959-4040-9db2-3e5828def292 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 200 len: 848 time: 0.0437052 Jul 05 05:28:28.145269 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833bb209-3f73-45bc-a536-b5946925dee6 req-4287c767-2ab1-426a-a30f-ba5dddfb8110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:28.146760 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-833bb209-3f73-45bc-a536-b5946925dee6 req-4287c767-2ab1-426a-a30f-ba5dddfb8110 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=02a0f9c3-d055-48d3-81b8-b34945976102&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0579753 Jul 05 05:28:28.235797 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-833bb209-3f73-45bc-a536-b5946925dee6 req-8fca64ff-89a4-41d4-afd7-14473e2e136d service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815353 Jul 05 05:28:28.332197 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-833bb209-3f73-45bc-a536-b5946925dee6 req-ac33939c-bf76-4edc-9a57-d85c68d216fa service neutron] 10.222.0.13 "GET /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879259 Jul 05 05:28:28.425051 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9387a8f6-1f59-4c97-ad03-d91409ab9b35 req-8845a8f1-64da-4c43-b4ec-74e642912695 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:28.426567 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9387a8f6-1f59-4c97-ad03-d91409ab9b35 req-8845a8f1-64da-4c43-b4ec-74e642912695 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0686953 Jul 05 05:28:28.467449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9387a8f6-1f59-4c97-ad03-d91409ab9b35 req-37f05ddd-1eb6-48f0-a47c-68c50cb8b494 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/security-groups?id=1bfe42fa-00ea-4895-ab54-ba5fc36b6113&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352337 Jul 05 05:28:28.949753 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-61c0eee9-daa6-4fbc-b209-82805bbc5151 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:28.951194 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-61c0eee9-daa6-4fbc-b209-82805bbc5151 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.13 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 945 time: 0.0644233 Jul 05 05:28:29.060088 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Deleting port 1bcc129a-f944-4c89-a906-a2d383a3f3cc {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:28:29.060437 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:29.149967 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] For port 1bcc129a-f944-4c89-a906-a2d383a3f3cc, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=1bcc129a-f944-4c89-a906-a2d383a3f3cc,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:29.150327 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:29.163457 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Calling delete_port for 1bcc129a-f944-4c89-a906-a2d383a3f3cc owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:28:29.355294 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:29.384639 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event deleted for resources: {'Port': ['ID=1bcc129a-f944-4c89-a906-a2d383a3f3cc,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:29.396805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.397154 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.397493 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.397828 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.398156 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.398480 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.398806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.399130 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.399456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.399782 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.400128 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.400447 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:29.440812 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] No DVR routers for this DVR port 1bcc129a-f944-4c89-a906-a2d383a3f3cc on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:28:29.444127 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:29.446148 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-03f50356-d7e0-4bcd-a43e-02a33cf944eb req-b015ca24-3a23-4b86-8ea4-ce84cb5714f4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.13 "DELETE /v2.0/ports/1bcc129a-f944-4c89-a906-a2d383a3f3cc HTTP/1.1" status: 204 len: 173 time: 0.4887362 Jul 05 05:28:29.446586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'name': 'network-vif-deleted', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:28:29.448891 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-454c108b-218c-4dac-ae0f-caa950164a33" -d '{"events": [{"server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "name": "network-vif-deleted", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:28:29.534906 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:28:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0df2bdd-83aa-4afa-a624-8468c0f0591a x-openstack-request-id: req-d0df2bdd-83aa-4afa-a624-8468c0f0591a {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:28:29.535159 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0ca177bf-979f-4132-b45f-a020c2f24be5", "name": "network-vif-deleted", "tag": "1bcc129a-f944-4c89-a906-a2d383a3f3cc", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:28:29.535413 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0df2bdd-83aa-4afa-a624-8468c0f0591a {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:28:29.535825 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0ca177bf-979f-4132-b45f-a020c2f24be5', 'name': 'network-vif-deleted', 'tag': '1bcc129a-f944-4c89-a906-a2d383a3f3cc', 'status': 'completed', 'code': 200} Jul 05 05:28:29.613813 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c20bc99-cef7-4691-bf6f-8dc4863dde60 req-6272b17e-70a8-42a1-9e04-5977f6617b45 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0310354 Jul 05 05:28:30.764053 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3cb0656f-8e9f-4f0c-a9ac-b343e16d7be8 req-547a4091-ee48-4897-8921-1c4c2779b13e tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0346725 Jul 05 05:28:31.909751 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-094892c5-94df-41e6-bbd5-edaadd62b4ab req-96522160-6736-408e-b186-20ab42f6a83a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0310972 Jul 05 05:28:32.594095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1bcc129a-f944-4c89-a906-a2d383a3f3cc no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:28:32.614584 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 1bcc129a-f944-4c89-a906-a2d383a3f3cc {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:28:32.614931 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 1bcc129a-f944-4c89-a906-a2d383a3f3cc not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:28:33.050766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ef90a62d-dbc7-48a0-9afa-899831926757 req-658f5bc4-0150-4464-9311-1fd20c82cde4 tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "GET /v2.0/ports?device_id=0ca177bf-979f-4132-b45f-a020c2f24be5 HTTP/1.1" status: 200 len: 210 time: 0.0293834 Jul 05 05:28:34.145793 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57252) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:34.207647 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8344b1-6b26-44f7-b502-96c8e2b71d7a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:34.233559 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8344b1-6b26-44f7-b502-96c8e2b71d7a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:34.351299 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8344b1-6b26-44f7-b502-96c8e2b71d7a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:34.353974 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-db8344b1-6b26-44f7-b502-96c8e2b71d7a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:34.355140 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-db8344b1-6b26-44f7-b502-96c8e2b71d7a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] 10.222.0.30 "DELETE /v2.0/security-groups/1bfe42fa-00ea-4895-ab54-ba5fc36b6113 HTTP/1.1" status: 204 len: 168 time: 0.2082760 Jul 05 05:28:34.365973 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8344b1-6b26-44f7-b502-96c8e2b71d7a tempest-TestShelveInstance-260673388 tempest-TestShelveInstance-260673388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfe42fa-00ea-4895-ab54-ba5fc36b6113,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:34.465133 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57256) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:34.953736 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:35.237200 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] Deleting port aa1db3c1-d541-4481-ad35-f65a157e6536 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:28:35.237683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:35.323939 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] For port aa1db3c1-d541-4481-ad35-f65a157e6536, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=aa1db3c1-d541-4481-ad35-f65a157e6536,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:35.324225 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:35.338554 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] Calling delete_port for aa1db3c1-d541-4481-ad35-f65a157e6536 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:28:35.577468 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:35.604869 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa1db3c1-d541-4481-ad35-f65a157e6536,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:35.790010 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:36.022567 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] Router 69af00da-cade-4c59-8e96-a89e4818f86a has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:28:36.137961 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:28:36.143123 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-6c8da506-6ad9-4d7c-91d3-250dd6b7ac69 admin admin] 10.222.0.30 "PUT /v2.0/routers/69af00da-cade-4c59-8e96-a89e4818f86a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6769459 Jul 05 05:28:36.145713 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57260) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:36.149122 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] Sync routers for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:28:36.158667 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:36.159275 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:36.255971 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:36.367686 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:36.367880 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:36.498189 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Deleting port 261699f9-fda8-4c03-ad38-99415556d576 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:28:36.498771 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:36.548761 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70'}], 'enable_snat': True}, 'gw_port_id': '261699f9-fda8-4c03-ad38-99415556d576', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:28:35Z', 'revision_number': 5, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port': {'id': '261699f9-fda8-4c03-ad38-99415556d576', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a2:89:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4246, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:17:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:36.580678 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] Checking router: 69af00da-cade-4c59-8e96-a89e4818f86a for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:28:36.589900 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] Routers {'69af00da-cade-4c59-8e96-a89e4818f86a'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:36.590509 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['69af00da-cade-4c59-8e96-a89e4818f86a'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:36.591752 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] For port 261699f9-fda8-4c03-ad38-99415556d576, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=261699f9-fda8-4c03-ad38-99415556d576,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:36.592265 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:36.610290 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Calling delete_port for 261699f9-fda8-4c03-ad38-99415556d576 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:28:36.676097 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] Set router 69af00da-cade-4c59-8e96-a89e4818f86a gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:36.731314 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:28:36Z', 'revision_number': 6, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:36.758264 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ae08e0-9c88-4277-9af1-b803d19a66d4 None None] The sync data for ids ['69af00da-cade-4c59-8e96-a89e4818f86a'] in n-d-758944-41 is: [{'id': '69af00da-cade-4c59-8e96-a89e4818f86a', 'name': 'tempest-TestShelveInstance-1207683853-router', 'tenant_id': '5bfd70a50c4d482cbf40eabfb4273268', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:16:56Z', 'updated_at': '2021-07-05T05:28:36Z', 'revision_number': 6, 'project_id': '5bfd70a50c4d482cbf40eabfb4273268', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:28:36.842822 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:36.871280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Pushing event deleted for resources: {'Port': ['ID=261699f9-fda8-4c03-ad38-99415556d576,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:36.937766 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.027635 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.029950 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.134658 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.135280 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 69af00da-cade-4c59-8e96-a89e4818f86a {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:28:37.141086 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.144902 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-031e9923-ed9b-4c41-842b-325338ad8681 admin admin] 10.222.0.30 "DELETE /v2.0/routers/69af00da-cade-4c59-8e96-a89e4818f86a HTTP/1.1" status: 204 len: 168 time: 0.9956298 Jul 05 05:28:37.144902 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57262) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:37.199841 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-19bdf1e1-f148-4015-a744-4c66724d2144 admin admin] Deleting subnet 62a176f4-3539-43c8-ab2d-590968408289 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:28:37.202938 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19bdf1e1-f148-4015-a744-4c66724d2144 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.237065 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19bdf1e1-f148-4015-a744-4c66724d2144 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.314531 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19bdf1e1-f148-4015-a744-4c66724d2144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.466184 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19bdf1e1-f148-4015-a744-4c66724d2144 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.493960 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bdf1e1-f148-4015-a744-4c66724d2144 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=62a176f4-3539-43c8-ab2d-590968408289,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:37.495884 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-19bdf1e1-f148-4015-a744-4c66724d2144 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.498360 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-19bdf1e1-f148-4015-a744-4c66724d2144 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/62a176f4-3539-43c8-ab2d-590968408289 HTTP/1.1" status: 204 len: 168 time: 0.3519077 Jul 05 05:28:37.501311 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57264) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:37.504863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055228da-0b6f-4184-a37a-feb4cb4e27be None None] Network 02a0f9c3-d055-48d3-81b8-b34945976102 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:28:37.555057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aa1db3c1-d541-4481-ad35-f65a157e6536 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:28:37.586303 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: aa1db3c1-d541-4481-ad35-f65a157e6536 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:28:37.586648 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device aa1db3c1-d541-4481-ad35-f65a157e6536 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:28:37.587881 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.643780 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Deleting port 09bc8105-9621-4e01-b547-9e767360eb32 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:28:37.644220 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.721488 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] For port 09bc8105-9621-4e01-b547-9e767360eb32, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=09bc8105-9621-4e01-b547-9e767360eb32,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:37.721796 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.736106 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Calling delete_port for 09bc8105-9621-4e01-b547-9e767360eb32 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:28:37.744291 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] DHCP port deletion for 02a0f9c3-d055-48d3-81b8-b34945976102 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:28:37.793954 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Deleting port 09bc8105-9621-4e01-b547-9e767360eb32 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:28:37.794340 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.863354 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] For port 09bc8105-9621-4e01-b547-9e767360eb32, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=09bc8105-9621-4e01-b547-9e767360eb32,segment=NetworkSegment(e6162369-ae2c-426d-9b1e-40fdc398492f),segment_id=e6162369-ae2c-426d-9b1e-40fdc398492f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:37.863743 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.876343 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Calling delete_port for 09bc8105-9621-4e01-b547-9e767360eb32 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:28:37.911403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.941254 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Pushing event deleted for resources: {'Port': ['ID=09bc8105-9621-4e01-b547-9e767360eb32,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:37.942782 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] No DVR routers for this DVR port 09bc8105-9621-4e01-b547-9e767360eb32 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:28:37.958432 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:37.985855 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Pushing event deleted for resources: {'Port': ['ID=09bc8105-9621-4e01-b547-9e767360eb32,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:37.995800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.996175 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.996513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.996849 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.997182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.997513 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.997843 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.998163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.998485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.998807 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.999129 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:37.999447 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:38.002113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d86ca6-986b-42a5-974a-f11c36351b9f None None] No DVR routers for this DVR port 09bc8105-9621-4e01-b547-9e767360eb32 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:28:38.021895 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:38.032980 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['02a0f9c3-d055-48d3-81b8-b34945976102']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:38.043271 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6162369-ae2c-426d-9b1e-40fdc398492f') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:38.043567 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6162369-ae2c-426d-9b1e-40fdc398492f') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:38.052617 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:38.066718 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:38.072583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Releasing vlan 171 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: timer() Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:28:38.081764 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:28:38.113789 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4a0d2c6c-e28d-4f98-9602-3f023c573971 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:38.179536 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:38.185560 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:38.187413 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] 10.222.0.30 "DELETE /v2.0/networks/02a0f9c3-d055-48d3-81b8-b34945976102 HTTP/1.1" status: 204 len: 168 time: 0.6845388 Jul 05 05:28:38.190586 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57266) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:38.199509 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ff6a39-ae8a-416a-abf6-482c0ca7ba60 admin admin] Pushing event deleted for resources: {'Network': ['ID=02a0f9c3-d055-48d3-81b8-b34945976102,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:38.539859 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:38.795125 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] Deleting port 6a0bd86b-735f-4255-9d50-732362c36946 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:28:38.795384 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:39.115912 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 09bc8105-9621-4e01-b547-9e767360eb32 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:28:39.137478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 09bc8105-9621-4e01-b547-9e767360eb32 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:28:39.137823 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 09bc8105-9621-4e01-b547-9e767360eb32 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:28:39.138251 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 261699f9-fda8-4c03-ad38-99415556d576 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:28:39.158658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 261699f9-fda8-4c03-ad38-99415556d576 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:28:39.159008 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 261699f9-fda8-4c03-ad38-99415556d576 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:28:39.199247 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] For port 6a0bd86b-735f-4255-9d50-732362c36946, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6a0bd86b-735f-4255-9d50-732362c36946,segment=NetworkSegment(25f5cd69-55c0-4757-92dd-1b6d8eb18cb4),segment_id=25f5cd69-55c0-4757-92dd-1b6d8eb18cb4)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:39.199776 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:39.212136 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] Calling delete_port for 6a0bd86b-735f-4255-9d50-732362c36946 owned by network:router_interface {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:28:39.436834 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:39.464805 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a0bd86b-735f-4255-9d50-732362c36946,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:39.637772 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:39.850206 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] Router d545786b-5af8-4cad-a260-4e4257d68398 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100895) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:28:39.959008 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100895) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:28:39.964014 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9c7282a3-4bc4-4368-b4d5-cba9033d8fe5 admin admin] 10.222.0.30 "PUT /v2.0/routers/d545786b-5af8-4cad-a260-4e4257d68398/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7721202 Jul 05 05:28:39.966632 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57268) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:39.969415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] Sync routers for ids ['d545786b-5af8-4cad-a260-4e4257d68398'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:28:39.978810 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] Routers {'d545786b-5af8-4cad-a260-4e4257d68398'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:39.979510 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d545786b-5af8-4cad-a260-4e4257d68398'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:40.073668 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Notify callbacks [] for router, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.086605 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] Set router d545786b-5af8-4cad-a260-4e4257d68398 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:40.180048 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.266438 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'name': 'tempest-TestShelveInstance-152091193-router', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134'}], 'enable_snat': True}, 'gw_port_id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:17:01Z', 'updated_at': '2021-07-05T05:28:39Z', 'revision_number': 5, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'gw_port': {'id': '3e1857df-f548-4efb-a879-db70c6d0b508', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:ef:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4258, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:17:02Z', 'updated_at': '2021-07-05T05:17:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:40.298401 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] Checking router: d545786b-5af8-4cad-a260-4e4257d68398 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:28:40.303214 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Deleting port 3e1857df-f548-4efb-a879-db70c6d0b508 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:28:40.303719 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.306658 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] Routers {'d545786b-5af8-4cad-a260-4e4257d68398'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:40.307304 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['d545786b-5af8-4cad-a260-4e4257d68398'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:40.388657 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] For port 3e1857df-f548-4efb-a879-db70c6d0b508, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=3e1857df-f548-4efb-a879-db70c6d0b508,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:40.389020 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.394878 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] Set router d545786b-5af8-4cad-a260-4e4257d68398 gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:40.402235 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Calling delete_port for 3e1857df-f548-4efb-a879-db70c6d0b508 owned by network:router_gateway {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:28:40.448395 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'name': 'tempest-TestShelveInstance-152091193-router', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:17:01Z', 'updated_at': '2021-07-05T05:28:40Z', 'revision_number': 6, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:40.478790 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cd5cb3a-d349-45fd-acc0-11d60e4c1db8 None None] The sync data for ids ['d545786b-5af8-4cad-a260-4e4257d68398'] in n-d-758944-41 is: [{'id': 'd545786b-5af8-4cad-a260-4e4257d68398', 'name': 'tempest-TestShelveInstance-152091193-router', 'tenant_id': '885eae193cb34c1cadedff26f35ac0d2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:17:01Z', 'updated_at': '2021-07-05T05:28:40Z', 'revision_number': 6, 'project_id': '885eae193cb34c1cadedff26f35ac0d2', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:28:40.634212 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.661092 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e1857df-f548-4efb-a879-db70c6d0b508,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:40.723401 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.821120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.823670 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.854131 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c7ce5c1-35cc-483e-8ac9-760e5397d68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.927528 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.928041 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d545786b-5af8-4cad-a260-4e4257d68398 {{(pid=100895) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:28:40.932397 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] Notify callbacks [] for router, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.933536 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-a23d0440-1cbf-4280-9afd-2da3690e5c38 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d545786b-5af8-4cad-a260-4e4257d68398 HTTP/1.1" status: 204 len: 168 time: 0.9660072 Jul 05 05:28:40.936122 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57270) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:40.981958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0286701-0ca2-478f-a557-15f041e4a2b2 admin admin] Deleting subnet fe56d87e-8840-4403-a5b7-f55897bb65af {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:28:40.984979 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0286701-0ca2-478f-a557-15f041e4a2b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:40.996716 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.021613 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0286701-0ca2-478f-a557-15f041e4a2b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.107155 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0286701-0ca2-478f-a557-15f041e4a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.228886 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0286701-0ca2-478f-a557-15f041e4a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.256183 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0286701-0ca2-478f-a557-15f041e4a2b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe56d87e-8840-4403-a5b7-f55897bb65af,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:41.259853 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-b0286701-0ca2-478f-a557-15f041e4a2b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.262795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-b0286701-0ca2-478f-a557-15f041e4a2b2 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/fe56d87e-8840-4403-a5b7-f55897bb65af HTTP/1.1" status: 204 len: 168 time: 0.3251877 Jul 05 05:28:41.265019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57272) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:41.270185 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b1fced-87f1-47e6-ae3e-bacb3ddc8a4c None None] Network c9f453fe-1c46-4b79-a84c-43751254dfdc requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:28:41.320277 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a0bd86b-735f-4255-9d50-732362c36946 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:28:41.342362 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.349703 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 6a0bd86b-735f-4255-9d50-732362c36946 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:28:41.350049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a0bd86b-735f-4255-9d50-732362c36946 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:28:41.350474 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3e1857df-f548-4efb-a879-db70c6d0b508 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:28:41.382230 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 3e1857df-f548-4efb-a879-db70c6d0b508 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:28:41.382576 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 3e1857df-f548-4efb-a879-db70c6d0b508 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:28:41.396471 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Deleting port 6ae892bb-9430-4463-908f-5af1bce08e44 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:28:41.396819 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.469649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] For port 6ae892bb-9430-4463-908f-5af1bce08e44, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6ae892bb-9430-4463-908f-5af1bce08e44,segment=NetworkSegment(25f5cd69-55c0-4757-92dd-1b6d8eb18cb4),segment_id=25f5cd69-55c0-4757-92dd-1b6d8eb18cb4)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:41.470040 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.483675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Calling delete_port for 6ae892bb-9430-4463-908f-5af1bce08e44 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:28:41.519252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ed1d44-274c-4529-ba48-6627df56f33d None None] DHCP port deletion for c9f453fe-1c46-4b79-a84c-43751254dfdc request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:28:41.568867 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-18ed1d44-274c-4529-ba48-6627df56f33d None None] Deleting port 6ae892bb-9430-4463-908f-5af1bce08e44 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:28:41.569242 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18ed1d44-274c-4529-ba48-6627df56f33d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.636796 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-18ed1d44-274c-4529-ba48-6627df56f33d None None] For port 6ae892bb-9430-4463-908f-5af1bce08e44, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6ae892bb-9430-4463-908f-5af1bce08e44,segment=NetworkSegment(25f5cd69-55c0-4757-92dd-1b6d8eb18cb4),segment_id=25f5cd69-55c0-4757-92dd-1b6d8eb18cb4)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:41.637180 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18ed1d44-274c-4529-ba48-6627df56f33d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.640184 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.649757 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-18ed1d44-274c-4529-ba48-6627df56f33d None None] Calling delete_port for 6ae892bb-9430-4463-908f-5af1bce08e44 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:28:41.672100 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Pushing event deleted for resources: {'Port': ['ID=6ae892bb-9430-4463-908f-5af1bce08e44,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:41.673907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] No DVR routers for this DVR port 6ae892bb-9430-4463-908f-5af1bce08e44 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:28:41.724762 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-18ed1d44-274c-4529-ba48-6627df56f33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.754975 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.755163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed1d44-274c-4529-ba48-6627df56f33d None None] Pushing event deleted for resources: {'Port': ['ID=6ae892bb-9430-4463-908f-5af1bce08e44,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:41.755163 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ed1d44-274c-4529-ba48-6627df56f33d None None] No DVR routers for this DVR port 6ae892bb-9430-4463-908f-5af1bce08e44 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:28:41.760614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9f453fe-1c46-4b79-a84c-43751254dfdc']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:41.772752 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:41.773049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f5cd69-55c0-4757-92dd-1b6d8eb18cb4') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:41.782167 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.796342 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.802135 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: timer() Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:28:41.806171 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:28:41.928278 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.934272 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:41.936128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] 10.222.0.30 "DELETE /v2.0/networks/c9f453fe-1c46-4b79-a84c-43751254dfdc HTTP/1.1" status: 204 len: 168 time: 0.6698914 Jul 05 05:28:41.947242 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32e8506-fda0-4159-9d22-0821e047dd8b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9f453fe-1c46-4b79-a84c-43751254dfdc,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:42.289419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57276) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:42.325679 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:42.329564 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-75d02936-c9f0-44a5-bcd1-608cf6084d1f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5bfd70a50c4d482cbf40eabfb4273268&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390022 Jul 05 05:28:42.332251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57278) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:42.379979 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d1659759-546f-4366-869c-9d2895239f90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:42.402235 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d1659759-546f-4366-869c-9d2895239f90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:42.512119 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d1659759-546f-4366-869c-9d2895239f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:42.514995 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d1659759-546f-4366-869c-9d2895239f90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:42.516210 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d1659759-546f-4366-869c-9d2895239f90 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a42422ec-b6eb-4c70-937a-a869caf12ccd HTTP/1.1" status: 204 len: 168 time: 0.1829014 Jul 05 05:28:42.524713 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1659759-546f-4366-869c-9d2895239f90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a42422ec-b6eb-4c70-937a-a869caf12ccd,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:43.108613 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6ae892bb-9430-4463-908f-5af1bce08e44 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:28:43.132333 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 6ae892bb-9430-4463-908f-5af1bce08e44 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:28:43.132683 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6ae892bb-9430-4463-908f-5af1bce08e44 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:28:43.160975 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57284) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:43.204902 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-1bab9a2d-d128-4c96-a2e2-127368df932f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=885eae193cb34c1cadedff26f35ac0d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0427732 Jul 05 05:28:43.207387 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57286) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:43.255285 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-842b2aac-46a5-41d8-a756-98005aae4c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:43.276475 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-842b2aac-46a5-41d8-a756-98005aae4c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:43.406199 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-842b2aac-46a5-41d8-a756-98005aae4c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:43.408753 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-842b2aac-46a5-41d8-a756-98005aae4c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:43.412441 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-842b2aac-46a5-41d8-a756-98005aae4c63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee5ea91c-a5af-47e6-a52e-7ad43951051b HTTP/1.1" status: 204 len: 168 time: 0.2015989 Jul 05 05:28:43.419808 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b2aac-46a5-41d8-a756-98005aae4c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee5ea91c-a5af-47e6-a52e-7ad43951051b,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:43.874567 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.427799 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57308) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:44.521221 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1422951236-network', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:44.628632 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Made reservation on behalf of 2c55d23818b441edac58d94b88eaf89c for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:28:44.630961 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.639818 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.709220 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.731306 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.794549 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.816274 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:28:44.830938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8163691a-3ea7-4566-b142-5dc52753bcea,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:44.834766 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.835110 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Added segment b5b9718f-27ad-4de3-97c0-85fb934c5fb6 of type vlan for network 0149f928-0aaf-4f48-998d-0c9c4b7db167 Jul 05 05:28:44.879480 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.971614 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:44.972619 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:44.973204 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:45.033895 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] Pushing event updated for resources: {'Network': ['ID=0149f928-0aaf-4f48-998d-0c9c4b7db167,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:45.044033 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network 0149f928-0aaf-4f48-998d-0c9c4b7db167 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:28:45.080767 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-b5de95c4-8c6d-4a7e-8b5a-6efd775147f2 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6491444 Jul 05 05:28:45.081651 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57312) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:45.086298 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Request body: {'subnet': {'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1422951236-subnet', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:45.171855 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Made reservation on behalf of 2c55d23818b441edac58d94b88eaf89c for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:28:45.174320 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:45.394784 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:45.452518 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8b96d514-4cfd-4c59-ba15-9a5f3dac4883,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:45.459809 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Checking segment: {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:28:45.460219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Network hostable DHCP agents. Network: 0149f928-0aaf-4f48-998d-0c9c4b7db167, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:28:45.494265 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:45.554521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Network 0149f928-0aaf-4f48-998d-0c9c4b7db167 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:28:45.635677 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, 0149f928-0aaf-4f48-998d-0c9c4b7db167) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:45.640073 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:45.640673 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:45.648028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcfcd76d-57b8-4e36-943c-ec0f5f4f0761 None None] Network 0149f928-0aaf-4f48-998d-0c9c4b7db167 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:28:45.732659 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-5135f429-b21b-476e-bd84-faae8f6dc3c8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6501372 Jul 05 05:28:45.735018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57314) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:45.739881 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:45.804861 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-0149f928-0aaf-4f48-998d-0c9c4b7db167', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:28:45.805780 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:45.811592 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:45.812726 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:45.873240 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:45.948632 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Allocated IP 172.20.0.2 (0149f928-0aaf-4f48-998d-0c9c4b7db167/8b96d514-4cfd-4c59-ba15-9a5f3dac4883/46666199-0229-4716-bf25-7c05d8562095) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:28:46.076741 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:46.102865 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:46.112350 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Transition to ACTIVE for port object 46666199-0229-4716-bf25-7c05d8562095 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:28:46.128603 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Transition to ACTIVE for port object 46666199-0229-4716-bf25-7c05d8562095 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:28:46.198253 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:46.238380 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Network 0149f928-0aaf-4f48-998d-0c9c4b7db167 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:28:46.243363 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:46.250754 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:28:46.253877 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Pushing event updated for resources: {'Port': ['ID=46666199-0229-4716-bf25-7c05d8562095,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:46.310127 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Attempting to bind port 46666199-0229-4716-bf25-7c05d8562095 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:28:46.310489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Attempting to bind port 46666199-0229-4716-bf25-7c05d8562095 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:28:46.310845 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Attempting to bind port 46666199-0229-4716-bf25-7c05d8562095 on network 0149f928-0aaf-4f48-998d-0c9c4b7db167 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:28:46.315969 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:28:46.316177 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Checking segment: {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:28:46.316454 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:46.316842 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Bound using segment: {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:28:46.317324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Bound port: 46666199-0229-4716-bf25-7c05d8562095, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:28:46.317697 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:46.343118 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:46.363201 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:46.383467 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] For port 46666199-0229-4716-bf25-7c05d8562095, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:28:46.386540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] For port 46666199-0229-4716-bf25-7c05d8562095, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=46666199-0229-4716-bf25-7c05d8562095,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:28:46.458036 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:46.469381 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Allocated IP 172.25.4.201 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/6a5633ab-5070-4e99-9466-d60066ece875) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:28:46.521495 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9863f78-a97b-4301-a466-d31aee10290c None None] Pushing event updated for resources: {'Port': ['ID=46666199-0229-4716-bf25-7c05d8562095,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:46.578715 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:46.675025 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:46.728658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:28:46.734220 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:46.736501 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Pushing event updated for resources: {'Port': ['ID=6a5633ab-5070-4e99-9466-d60066ece875,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:46.739008 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:28:46.868107 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:28:47.058148 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:47.152186 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 46666199-0229-4716-bf25-7c05d8562095 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:47.280323 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 46666199-0229-4716-bf25-7c05d8562095 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:28:47.435808 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65201e99-51cc-430f-8eea-1dbae4454f92 None None] Network 0149f928-0aaf-4f48-998d-0c9c4b7db167 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:28:47.634435 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:47.765772 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1a2bf377-b341-4a2a-a721-16d61133e0f1 None None] Provisioning for port 46666199-0229-4716-bf25-7c05d8562095 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:28:47.773342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1a2bf377-b341-4a2a-a721-16d61133e0f1 None None] Provisioning complete for port 46666199-0229-4716-bf25-7c05d8562095 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:47.774161 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1a2bf377-b341-4a2a-a721-16d61133e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:47.862591 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1a2bf377-b341-4a2a-a721-16d61133e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:47.866526 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:28:47.896469 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1a2bf377-b341-4a2a-a721-16d61133e0f1 None None] For port 46666199-0229-4716-bf25-7c05d8562095, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=46666199-0229-4716-bf25-7c05d8562095,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:47.975502 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1a2bf377-b341-4a2a-a721-16d61133e0f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:47.981907 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:28:47.993760 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Sync routers for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:28:48.002338 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:48.002993 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:48.038204 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2bf377-b341-4a2a-a721-16d61133e0f1 None None] Pushing event updated for resources: {'Port': ['ID=46666199-0229-4716-bf25-7c05d8562095,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:48.057503 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.059792 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-892e0f4b-fab2-490b-b4be-b5ede5434f53 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3227158 Jul 05 05:28:48.061996 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57316) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:48.097856 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-508fa07d-01b0-4dcc-9e10-e92a8698631f None None] Provisioning complete for port 46666199-0229-4716-bf25-7c05d8562095 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:48.098329 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-508fa07d-01b0-4dcc-9e10-e92a8698631f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.149331 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:48.348536 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:46Z', 'revision_number': 3, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:48.376448 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Checking router: b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:28:48.376816 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Updating router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 port 6a5633ab-5070-4e99-9466-d60066ece875 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:28:48.414831 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.524211 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.684545 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.688001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Allocated IP 172.20.0.1 (0149f928-0aaf-4f48-998d-0c9c4b7db167/8b96d514-4cfd-4c59-ba15-9a5f3dac4883/605a634e-817c-4c4c-a329-7a5f1865e33c) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:28:48.694311 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Transition to ACTIVE for port object 6a5633ab-5070-4e99-9466-d60066ece875 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:28:48.757101 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.797573 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.812183 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Attempting to bind port 6a5633ab-5070-4e99-9466-d60066ece875 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:28:48.812563 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Attempting to bind port 6a5633ab-5070-4e99-9466-d60066ece875 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:28:48.812911 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Attempting to bind port 6a5633ab-5070-4e99-9466-d60066ece875 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:28:48.814914 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Pushing event updated for resources: {'Port': ['ID=6a5633ab-5070-4e99-9466-d60066ece875,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:48.816880 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Transition to ACTIVE for port object 605a634e-817c-4c4c-a329-7a5f1865e33c will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:28:48.824328 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:28:48.824706 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:28:48.825108 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.825498 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:28:48.825959 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Bound port: 6a5633ab-5070-4e99-9466-d60066ece875, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:28:48.826331 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.829313 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.829656 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.829996 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.830332 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.830661 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.830983 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.831311 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.831634 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.831978 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.832301 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.832624 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.832944 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100898) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:28:48.887391 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] For port 6a5633ab-5070-4e99-9466-d60066ece875, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:28:48.889594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.892041 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] For port 6a5633ab-5070-4e99-9466-d60066ece875, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6a5633ab-5070-4e99-9466-d60066ece875,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:28:48.936133 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Network 0149f928-0aaf-4f48-998d-0c9c4b7db167 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:28:48.938966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:48.942404 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:28:48.946122 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:48.974213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Pushing event updated for resources: {'Port': ['ID=605a634e-817c-4c4c-a329-7a5f1865e33c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:48.995743 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:49.011080 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:49.011724 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:49.056122 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677724b8-301d-44e2-8074-a4dd2b454d1e None None] Pushing event updated for resources: {'Port': ['ID=6a5633ab-5070-4e99-9466-d60066ece875,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:49.146008 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:49.153122 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 46666199-0229-4716-bf25-7c05d8562095 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:49.204858 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 46666199-0229-4716-bf25-7c05d8562095 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:49.205237 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:49.251954 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:49.300863 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4d6bc30c-d5af-4bb2-88d6-81a1d50594c4 None None] Provisioning for port 605a634e-817c-4c4c-a329-7a5f1865e33c completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:28:49.305094 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-4d6bc30c-d5af-4bb2-88d6-81a1d50594c4 None None] Provisioning complete for port 605a634e-817c-4c4c-a329-7a5f1865e33c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:49.305464 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4d6bc30c-d5af-4bb2-88d6-81a1d50594c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:49.342540 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-4d6bc30c-d5af-4bb2-88d6-81a1d50594c4 None None] Port 605a634e-817c-4c4c-a329-7a5f1865e33c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:28:49.351111 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:46Z', 'revision_number': 3, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:49.377931 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d64856ef-ab1f-481d-b1ea-cbf993093e13 None None] The sync data for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 is: [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:46Z', 'revision_number': 3, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:28:49.439179 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:49.509174 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:49.581296 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Pushing event updated for resources: {'Port': ['ID=605a634e-817c-4c4c-a329-7a5f1865e33c,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:49.584674 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:49.707545 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Network 0149f928-0aaf-4f48-998d-0c9c4b7db167 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:28:49.708815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:49.842350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:28:49.962847 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:28:49.965018 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-157d4ab4-b9e6-4a98-8a10-0b51cadaf1ac None None] Provisioning complete for port 605a634e-817c-4c4c-a329-7a5f1865e33c triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:49.965574 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-157d4ab4-b9e6-4a98-8a10-0b51cadaf1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:49.968865 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0b130a78-bce8-4d20-ac08-dc14bf65fa4b admin admin] 10.222.0.30 "PUT /v2.0/routers/b905cf9e-ecd8-468e-aa29-d0fef8d8cf52/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9052486 Jul 05 05:28:50.005916 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-157d4ab4-b9e6-4a98-8a10-0b51cadaf1ac None None] Port 605a634e-817c-4c4c-a329-7a5f1865e33c cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:28:50.599085 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57334) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:50.604426 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1816489261-network', 'tenant_id': '51e3e511670a4421819f10662ca3af84'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:50.680091 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Made reservation on behalf of 51e3e511670a4421819f10662ca3af84 for: {'network': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:28:50.682722 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for network, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:50.695460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:50.789875 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:50.874494 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:50.890297 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Sync routers for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:28:50.906628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:50.907724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:50.925143 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=100896) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 05 05:28:50.934733 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f7ee19-9c44-4471-9d9a-d8c248676db8,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:50.952108 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:50.952108 n-d-758944-41 neutron-server[100896]: INFO neutron.db.segments_db [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Added segment 5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f of type vlan for network eca398a8-1b35-4069-bfbc-2abeda824586 Jul 05 05:28:51.008478 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784176073575'] for network, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.051653 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:51.113305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287'] for network, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.113305 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:51.113305 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.178952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] Pushing event updated for resources: {'Network': ['ID=eca398a8-1b35-4069-bfbc-2abeda824586,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:51.179829 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a5633ab-5070-4e99-9466-d60066ece875 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:51.207480 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Network eca398a8-1b35-4069-bfbc-2abeda824586 details requested by agent ovs-agent-n-d-758944-41 with host n-d-758944-41 {{(pid=100897) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 05 05:28:51.237625 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d2b4126c-1d12-493d-a0de-f2f7af43272b admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6373417 Jul 05 05:28:51.240422 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57338) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:51.245328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Request body: {'subnet': {'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1816489261-subnet', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'ip_version': 4}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:51.328124 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Made reservation on behalf of 51e3e511670a4421819f10662ca3af84 for: {'subnet': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:28:51.330559 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3605023'] for subnet, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.370465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 2, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:51.398072 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Checking router: b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:28:51.398425 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Updating router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 port 605a634e-817c-4c4c-a329-7a5f1865e33c binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:28:51.432957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 6a5633ab-5070-4e99-9466-d60066ece875 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:28:51.436175 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.449305 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6a5633ab-5070-4e99-9466-d60066ece875 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:51.449669 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.557402 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-9071122', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3605005'] for subnet, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.613460 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac890b3-8708-4a4c-971c-b168189d3fc2,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:51.630019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Checking segment: {'id': '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:28:51.630378 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Network hostable DHCP agents. Network: eca398a8-1b35-4069-bfbc-2abeda824586, hostable agents: ['0fcc3e1f-f70b-4892-8bad-b5c93a0757cc'], hosted agents: [] {{(pid=100896) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 05 05:28:51.662585 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.692628 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 6a5633ab-5070-4e99-9466-d60066ece875, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6a5633ab-5070-4e99-9466-d60066ece875,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:51.733970 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Network eca398a8-1b35-4069-bfbc-2abeda824586 is scheduled to be hosted by DHCP agent 0fcc3e1f-f70b-4892-8bad-b5c93a0757cc with binding_index 1 {{(pid=100896) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 05 05:28:51.783997 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.787986 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.821107 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Transition to ACTIVE for port object 605a634e-817c-4c4c-a329-7a5f1865e33c will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:28:51.823634 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-758944-41, eca398a8-1b35-4069-bfbc-2abeda824586) {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:51.828018 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:51.828678 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.836937 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad969fc-ae48-4738-a9f1-028b2e8a8b43 None None] Network eca398a8-1b35-4069-bfbc-2abeda824586 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:28:51.892118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=6a5633ab-5070-4e99-9466-d60066ece875,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:51.904171 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:51.927130 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-a981f27d-ffe1-4449-a11d-9189381b8336 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6854746 Jul 05 05:28:51.929468 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57340) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:51.934572 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1816489261-router', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:51.984860 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f195f-8243-4586-937d-35b0459d8b22 None None] Pushing event updated for resources: {'Port': ['ID=605a634e-817c-4c4c-a329-7a5f1865e33c,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:52.029258 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-527658', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6423'] for router, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.030542 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-527797', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-528133', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-355523', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6414'] for router, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.079356 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Attempting to bind port 605a634e-817c-4c4c-a329-7a5f1865e33c on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:28:52.079728 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Attempting to bind port 605a634e-817c-4c4c-a329-7a5f1865e33c by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:28:52.080114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Attempting to bind port 605a634e-817c-4c4c-a329-7a5f1865e33c on network 0149f928-0aaf-4f48-998d-0c9c4b7db167 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:28:52.097165 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.104995 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:28:52.112351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Checking segment: {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:28:52.112351 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.112351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Bound using segment: {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:28:52.112351 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Bound port: 605a634e-817c-4c4c-a329-7a5f1865e33c, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:28:52.112351 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.123996 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp92f50c7a-626c-5908-83b0-fe2ea49c08db-eca398a8-1b35-4069-bfbc-2abeda824586', 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'fixed_ips': [{'subnet_id': 'eac890b3-8708-4a4c-971c-b168189d3fc2'}]}} from n-d-758944-41. {{(pid=100897) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 05 05:28:52.124860 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.273784 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] For port 605a634e-817c-4c4c-a329-7a5f1865e33c, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:28:52.317608 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] For port 605a634e-817c-4c4c-a329-7a5f1865e33c, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=605a634e-817c-4c4c-a329-7a5f1865e33c,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:28:52.318883 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-526575', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-527672', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6460'] for router, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.336387 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.db_base_plugin_common [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Allocated IP 172.20.0.2 (eca398a8-1b35-4069-bfbc-2abeda824586/eac890b3-8708-4a4c-971c-b168189d3fc2/52253057-eb6c-4bbf-956b-f4e926362c03) {{(pid=100897) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:28:52.387494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.474465 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:52.475106 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:52.526558 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908f195f-8243-4586-937d-35b0459d8b22 None None] Pushing event updated for resources: {'Port': ['ID=605a634e-817c-4c4c-a329-7a5f1865e33c,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:52.642717 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Notify callbacks [] for port, precommit_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.644311 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.658005 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:52.662044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Transition to ACTIVE for port object 52253057-eb6c-4bbf-956b-f4e926362c03 will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:28:52.670720 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.708430 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Transition to ACTIVE for port object 52253057-eb6c-4bbf-956b-f4e926362c03 will not be triggered until provisioned by entity DHCP. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:28:52.776599 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Allocated IP 172.25.4.49 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/9fd58b83-6cd5-4add-8490-bfa560e2c245) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:28:52.894107 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.953412 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317'] for port, after_create {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:52.983740 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:53.002478 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Network eca398a8-1b35-4069-bfbc-2abeda824586 is already hosted by enough agents. {{(pid=100897) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:28:53.016768 n-d-758944-41 neutron-server[100897]: DEBUG neutron.scheduler.base_scheduler [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Resources bound (agent type, host, resource id): {{(pid=100897) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:53.021485 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Received port after_create {{(pid=100897) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:28:53.021708 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:28:53.024685 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:53.027945 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:28:53.036324 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Pushing event updated for resources: {'Port': ['ID=52253057-eb6c-4bbf-956b-f4e926362c03,revision_number=1']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:53.064966 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Pushing event updated for resources: {'Port': ['ID=9fd58b83-6cd5-4add-8490-bfa560e2c245,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:53.133152 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Attempting to bind port 52253057-eb6c-4bbf-956b-f4e926362c03 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:28:53.133619 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Attempting to bind port 52253057-eb6c-4bbf-956b-f4e926362c03 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:28:53.134087 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Attempting to bind port 52253057-eb6c-4bbf-956b-f4e926362c03 on network eca398a8-1b35-4069-bfbc-2abeda824586 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:28:53.140368 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a5633ab-5070-4e99-9466-d60066ece875 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:53.147766 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:28:53.148170 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Checking segment: {'id': '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:28:53.148576 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:53.148974 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Bound using segment: {'id': '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:28:53.149452 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Bound port: 52253057-eb6c-4bbf-956b-f4e926362c03, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:28:53.149838 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:53.257898 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:52Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:53.291340 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] For port 52253057-eb6c-4bbf-956b-f4e926362c03, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:28:53.295456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09f3d74a-b0ee-4e66-a4a7-3329e958bc57 None None] The sync data for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 is: [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:52Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:28:53.308284 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] For port 52253057-eb6c-4bbf-956b-f4e926362c03, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=52253057-eb6c-4bbf-956b-f4e926362c03,segment=NetworkSegment(5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f),segment_id=5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:28:53.309925 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 6a5633ab-5070-4e99-9466-d60066ece875 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:53.310301 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:53.382803 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:53.392240 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:53.472788 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e51e12-b01d-4f69-94ae-8c8410dfb2b9 None None] Pushing event updated for resources: {'Port': ['ID=52253057-eb6c-4bbf-956b-f4e926362c03,revision_number=2']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:53.625531 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-527649', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-526580'] for router, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:53.854900 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Router 8c6ff462-c481-4534-b77b-baabeb08c48f is scheduled to L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 with binding_index 1 {{(pid=100896) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 05 05:28:54.337174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:28:54.347287 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Sync routers for ids ['8c6ff462-c481-4534-b77b-baabeb08c48f'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:28:54.358884 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Routers {'8c6ff462-c481-4534-b77b-baabeb08c48f'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:54.359541 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8c6ff462-c481-4534-b77b-baabeb08c48f'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:54.422857 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:54.424162 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-29af075b-9681-47ec-afd6-5f5ea0644275 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.4936092 Jul 05 05:28:54.426921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57344) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:54.462016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cf52333-4747-489a-a67d-02ca7de65d32 None None] Network eca398a8-1b35-4069-bfbc-2abeda824586 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:28:54.509311 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Set router 8c6ff462-c481-4534-b77b-baabeb08c48f gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:54.592399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-ce527f33-9e28-4887-bb25-e1d777576b54 None None] Provisioning for port 52253057-eb6c-4bbf-956b-f4e926362c03 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:28:54.817222 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'name': 'tempest-TestSnapshotPattern-1816489261-router', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:53Z', 'revision_number': 3, 'project_id': '51e3e511670a4421819f10662ca3af84', 'gw_port': {'id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:54.846429 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Checking router: 8c6ff462-c481-4534-b77b-baabeb08c48f for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:28:54.846700 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Updating router 8c6ff462-c481-4534-b77b-baabeb08c48f port 9fd58b83-6cd5-4add-8490-bfa560e2c245 binding host n-d-758944-41 {{(pid=100898) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:28:54.884104 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:54.888418 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.051663 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Allocated IP 172.20.0.1 (eca398a8-1b35-4069-bfbc-2abeda824586/eac890b3-8708-4a4c-971c-b168189d3fc2/813c4425-aa95-4b0c-97e5-e1feaefedeac) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:28:55.176188 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.179008 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Notify callbacks [] for port, precommit_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.191683 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.provisioning_blocks [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Transition to ACTIVE for port object 9fd58b83-6cd5-4add-8490-bfa560e2c245 will not be triggered until provisioned by entity L2. {{(pid=100898) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:28:55.194841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Transition to ACTIVE for port object 813c4425-aa95-4b0c-97e5-e1feaefedeac will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:28:55.197951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 52253057-eb6c-4bbf-956b-f4e926362c03 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:55.253819 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.282944 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.306214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Attempting to bind port 9fd58b83-6cd5-4add-8490-bfa560e2c245 on host n-d-758944-41 for vnic_type normal with profile {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:28:55.306214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Attempting to bind port 9fd58b83-6cd5-4add-8490-bfa560e2c245 by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:28:55.306570 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Attempting to bind port 9fd58b83-6cd5-4add-8490-bfa560e2c245 on network c0d90c83-fa66-44b3-bda2-9534baac2bed {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:28:55.313006 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dba808-326d-428f-879e-9cfbb8a2e402 None None] Pushing event updated for resources: {'Port': ['ID=9fd58b83-6cd5-4add-8490-bfa560e2c245,revision_number=2']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:55.317967 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:28:55.318346 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Checking segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100898) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:28:55.318741 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.319123 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Bound using segment: {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'} {{(pid=100898) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:28:55.319586 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.managers [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Bound port: 9fd58b83-6cd5-4add-8490-bfa560e2c245, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b70053-0fb5-4f85-a524-06562f346e42', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed'}}] {{(pid=100898) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:28:55.320061 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.324757 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Network eca398a8-1b35-4069-bfbc-2abeda824586 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:28:55.327719 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:55.328625 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 52253057-eb6c-4bbf-956b-f4e926362c03 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:28:55.333550 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:28:55.335028 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 52253057-eb6c-4bbf-956b-f4e926362c03 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:55.335472 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.361195 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Pushing event updated for resources: {'Port': ['ID=813c4425-aa95-4b0c-97e5-e1feaefedeac,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:55.379705 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-586435'] for router_interface, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.381707 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] For port 9fd58b83-6cd5-4add-8490-bfa560e2c245, host n-d-758944-41, cleared binding levels {{(pid=100898) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:28:55.385569 n-d-758944-41 neutron-server[100898]: DEBUG neutron.plugins.ml2.db [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] For port 9fd58b83-6cd5-4add-8490-bfa560e2c245, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9fd58b83-6cd5-4add-8490-bfa560e2c245,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100898) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:28:55.452728 n-d-758944-41 neutron-server[100898]: DEBUG neutron_lib.callbacks.manager [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100898) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.454114 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.493082 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 52253057-eb6c-4bbf-956b-f4e926362c03, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=52253057-eb6c-4bbf-956b-f4e926362c03,segment=NetworkSegment(5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f),segment_id=5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:55.518216 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15dba808-326d-428f-879e-9cfbb8a2e402 None None] Pushing event updated for resources: {'Port': ['ID=9fd58b83-6cd5-4add-8490-bfa560e2c245,revision_number=3']} {{(pid=100898) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:55.523211 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Routers {'8c6ff462-c481-4534-b77b-baabeb08c48f'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:55.523809 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8c6ff462-c481-4534-b77b-baabeb08c48f'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:55.585629 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.586555 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 605a634e-817c-4c4c-a329-7a5f1865e33c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:55.591852 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.637814 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] Set router 8c6ff462-c481-4534-b77b-baabeb08c48f gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:55.678559 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=52253057-eb6c-4bbf-956b-f4e926362c03,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:55.762561 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.771938 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 605a634e-817c-4c4c-a329-7a5f1865e33c completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:28:55.774909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d4933ff6-dd57-4755-9c25-543c7190154d None None] Provisioning for port 813c4425-aa95-4b0c-97e5-e1feaefedeac completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:28:55.779886 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-d4933ff6-dd57-4755-9c25-543c7190154d None None] Provisioning complete for port 813c4425-aa95-4b0c-97e5-e1feaefedeac triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:55.780415 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d4933ff6-dd57-4755-9c25-543c7190154d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.782037 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 605a634e-817c-4c4c-a329-7a5f1865e33c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:55.782396 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.823796 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'name': 'tempest-TestSnapshotPattern-1816489261-router', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:53Z', 'revision_number': 3, 'project_id': '51e3e511670a4421819f10662ca3af84', 'gw_port': {'id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:55.825541 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.848364 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-d4933ff6-dd57-4755-9c25-543c7190154d None None] Port 813c4425-aa95-4b0c-97e5-e1feaefedeac cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:28:55.852892 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72c02a88-940c-4ff4-84f0-ec58ee2250a2 None None] The sync data for ids ['8c6ff462-c481-4534-b77b-baabeb08c48f'] in n-d-758944-41 is: [{'id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'name': 'tempest-TestSnapshotPattern-1816489261-router', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:53Z', 'revision_number': 3, 'project_id': '51e3e511670a4421819f10662ca3af84', 'gw_port': {'id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:28:55.896267 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.898338 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-536269', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-589246'] for router_interface, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:55.900101 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Pushing event updated for resources: {'Port': ['ID=813c4425-aa95-4b0c-97e5-e1feaefedeac,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:55.931552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 605a634e-817c-4c4c-a329-7a5f1865e33c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=605a634e-817c-4c4c-a329-7a5f1865e33c,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:56.001226 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Network eca398a8-1b35-4069-bfbc-2abeda824586 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:28:56.002631 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:28:56.014331 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:56.083599 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=605a634e-817c-4c4c-a329-7a5f1865e33c,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:56.158640 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Router 8c6ff462-c481-4534-b77b-baabeb08c48f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:28:56.288841 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:28:56.293954 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d8c456d0-d560-41a8-8f40-979faca05e0c admin admin] 10.222.0.30 "PUT /v2.0/routers/8c6ff462-c481-4534-b77b-baabeb08c48f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8659503 Jul 05 05:28:56.376800 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-9efb312f-f3c4-4455-a1ed-bbcf2c980623 None None] Provisioning complete for port 813c4425-aa95-4b0c-97e5-e1feaefedeac triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:56.377176 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9efb312f-f3c4-4455-a1ed-bbcf2c980623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:56.418274 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-9efb312f-f3c4-4455-a1ed-bbcf2c980623 None None] Port 813c4425-aa95-4b0c-97e5-e1feaefedeac cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:28:56.795031 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57354) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:56.799851 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-9eeb9a55-4aa7-4a1d-b58c-9b9b786b54af tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-253487210', 'description': 'tempest-secgroup-smoke-253487210 description', 'project_id': '2c55d23818b441edac58d94b88eaf89c'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:56.868638 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9a55-4aa7-4a1d-b58c-9b9b786b54af tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:56.952478 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9a55-4aa7-4a1d-b58c-9b9b786b54af tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.017023 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9a55-4aa7-4a1d-b58c-9b9b786b54af tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.047478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eeb9a55-4aa7-4a1d-b58c-9b9b786b54af tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:57.111318 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9eeb9a55-4aa7-4a1d-b58c-9b9b786b54af tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.111318 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9eeb9a55-4aa7-4a1d-b58c-9b9b786b54af tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3142056 Jul 05 05:28:57.114467 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57356) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:57.118221 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-9445a6ef-d543-4e01-8572-b5ae0852cef9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'security_group_rule': {'security_group_id': '7a3c3bed-4a8e-4f70-8027-acb66f0f33f6', 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:57.199782 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9445a6ef-d543-4e01-8572-b5ae0852cef9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.211097 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9fd58b83-6cd5-4add-8490-bfa560e2c245 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:57.261142 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9445a6ef-d543-4e01-8572-b5ae0852cef9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.337104 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 9fd58b83-6cd5-4add-8490-bfa560e2c245 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:28:57.342095 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9fd58b83-6cd5-4add-8490-bfa560e2c245 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:57.342494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.345545 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9445a6ef-d543-4e01-8572-b5ae0852cef9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.361999 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9445a6ef-d543-4e01-8572-b5ae0852cef9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba0c185-9c39-4f57-855f-3149a86cc168,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:57.424907 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.432115 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-9445a6ef-d543-4e01-8572-b5ae0852cef9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.433540 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-9445a6ef-d543-4e01-8572-b5ae0852cef9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3191144 Jul 05 05:28:57.436716 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57358) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:57.441309 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Sync routers for ids ['8c6ff462-c481-4534-b77b-baabeb08c48f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:28:57.442623 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-028983b8-f8fa-4a01-9892-749609525d29 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'security_group_rule': {'security_group_id': '7a3c3bed-4a8e-4f70-8027-acb66f0f33f6', 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:57.452809 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 9fd58b83-6cd5-4add-8490-bfa560e2c245, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9fd58b83-6cd5-4add-8490-bfa560e2c245,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:28:57.459436 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Routers {'8c6ff462-c481-4534-b77b-baabeb08c48f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:57.460077 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8c6ff462-c481-4534-b77b-baabeb08c48f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:57.543809 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.544649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 52253057-eb6c-4bbf-956b-f4e926362c03 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:57.548604 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-028983b8-f8fa-4a01-9892-749609525d29 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.608447 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-028983b8-f8fa-4a01-9892-749609525d29 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.642265 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Set router 8c6ff462-c481-4534-b77b-baabeb08c48f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:57.672957 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=9fd58b83-6cd5-4add-8490-bfa560e2c245,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:57.685732 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-028983b8-f8fa-4a01-9892-749609525d29 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.701806 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028983b8-f8fa-4a01-9892-749609525d29 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36c5e3f5-ba07-407c-bde5-bd9d0bbd6f1b,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:57.726727 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 52253057-eb6c-4bbf-956b-f4e926362c03 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:57.727103 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.782831 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-028983b8-f8fa-4a01-9892-749609525d29 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.784181 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-028983b8-f8fa-4a01-9892-749609525d29 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3464143 Jul 05 05:28:57.786923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57360) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:57.791508 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-72d32bb7-47b9-4b3d-b191-b40b20956fd4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'security_group_rule': {'security_group_id': '7a3c3bed-4a8e-4f70-8027-acb66f0f33f6', 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:57.897472 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 605a634e-817c-4c4c-a329-7a5f1865e33c up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:57.904739 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-72d32bb7-47b9-4b3d-b191-b40b20956fd4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.955691 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'name': 'tempest-TestSnapshotPattern-1816489261-router', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 4, 'project_id': '51e3e511670a4421819f10662ca3af84', 'gw_port': {'id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '813c4425-aa95-4b0c-97e5-e1feaefedeac', 'name': '', 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'mac_address': 'fa:16:3e:c1:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eac890b3-8708-4a4c-971c-b168189d3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:54Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 2, 'project_id': '51e3e511670a4421819f10662ca3af84', 'subnets': [{'id': 'eac890b3-8708-4a4c-971c-b168189d3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:57.970403 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-72d32bb7-47b9-4b3d-b191-b40b20956fd4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:57.988804 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Checking router: 8c6ff462-c481-4534-b77b-baabeb08c48f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:28:57.989161 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Updating router 8c6ff462-c481-4534-b77b-baabeb08c48f port 813c4425-aa95-4b0c-97e5-e1feaefedeac binding host n-d-758944-41 {{(pid=100897) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 05 05:28:58.013282 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 605a634e-817c-4c4c-a329-7a5f1865e33c triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:58.013653 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.042274 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-72d32bb7-47b9-4b3d-b191-b40b20956fd4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.053015 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.064586 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d32bb7-47b9-4b3d-b191-b40b20956fd4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02be9bbf-1d39-41ba-8d45-f104a7722462,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:58.128426 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-72d32bb7-47b9-4b3d-b191-b40b20956fd4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.130171 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-72d32bb7-47b9-4b3d-b191-b40b20956fd4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3421719 Jul 05 05:28:58.133029 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57362) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:58.137746 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-c588715a-6046-4608-96d7-e344bef006fd tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'security_group_rule': {'security_group_id': '7a3c3bed-4a8e-4f70-8027-acb66f0f33f6', 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:58.236744 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c588715a-6046-4608-96d7-e344bef006fd tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.301490 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c588715a-6046-4608-96d7-e344bef006fd tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.364423 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Notify callbacks [] for port, precommit_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.368267 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c588715a-6046-4608-96d7-e344bef006fd tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.375870 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Transition to ACTIVE for port object 813c4425-aa95-4b0c-97e5-e1feaefedeac will not be triggered until provisioned by entity L2. {{(pid=100897) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:28:58.387117 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c588715a-6046-4608-96d7-e344bef006fd tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bdff1d5-c769-4c6b-96f8-f5e817cbcfa4,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:58.442727 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.466126 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-c588715a-6046-4608-96d7-e344bef006fd tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.467349 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-c588715a-6046-4608-96d7-e344bef006fd tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3333213 Jul 05 05:28:58.470225 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 57364) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:58.474847 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [None req-1afc5e17-e3dd-405f-98e6-dd0aa5b2ec70 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'security_group_rule': {'security_group_id': '7a3c3bed-4a8e-4f70-8027-acb66f0f33f6', 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:58.495148 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3b662-6f25-421d-8b69-9cc252c1f39f None None] Pushing event updated for resources: {'Port': ['ID=813c4425-aa95-4b0c-97e5-e1feaefedeac,revision_number=3']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:58.551678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Attempting to bind port 813c4425-aa95-4b0c-97e5-e1feaefedeac on host n-d-758944-41 for vnic_type normal with profile {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:28:58.551678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Attempting to bind port 813c4425-aa95-4b0c-97e5-e1feaefedeac by drivers openvswitch,hyperv on host n-d-758944-41 at level 0 using segments [{'id': '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586'}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:28:58.551678 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Attempting to bind port 813c4425-aa95-4b0c-97e5-e1feaefedeac on network eca398a8-1b35-4069-bfbc-2abeda824586 {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:28:58.557023 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Checking agent: {'id': '62f9454c-2e47-4911-aab1-340124c33d2b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 31, 41), 'started_at': datetime.datetime(2021, 7, 5, 3, 32, 11), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 28, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-758944-41'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:28:58.557396 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Checking segment: {'id': '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100897) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:28:58.557802 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.558231 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Bound using segment: {'id': '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586'} {{(pid=100897) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:28:58.558793 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.managers [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Bound port: 813c4425-aa95-4b0c-97e5-e1feaefedeac, host: n-d-758944-41, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586'}}] {{(pid=100897) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:28:58.559250 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.571818 n-d-758944-41 neutron-server[100895]: INFO neutron.db.securitygroups_db [None req-1afc5e17-e3dd-405f-98e6-dd0aa5b2ec70 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Project 2c55d23818b441edac58d94b88eaf89c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:28:58.577735 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1afc5e17-e3dd-405f-98e6-dd0aa5b2ec70 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.629984 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] For port 813c4425-aa95-4b0c-97e5-e1feaefedeac, host n-d-758944-41, cleared binding levels {{(pid=100897) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:28:58.633416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] For port 813c4425-aa95-4b0c-97e5-e1feaefedeac, host n-d-758944-41, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=813c4425-aa95-4b0c-97e5-e1feaefedeac,segment=NetworkSegment(5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f),segment_id=5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f)] {{(pid=100897) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:28:58.646254 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1afc5e17-e3dd-405f-98e6-dd0aa5b2ec70 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.723101 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.751397 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1afc5e17-e3dd-405f-98e6-dd0aa5b2ec70 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.773449 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afc5e17-e3dd-405f-98e6-dd0aa5b2ec70 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c98a7b35-3e69-4c14-8669-189e869144f1,revision_number=0']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:58.837173 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-1afc5e17-e3dd-405f-98e6-dd0aa5b2ec70 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.838433 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-1afc5e17-e3dd-405f-98e6-dd0aa5b2ec70 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3671460 Jul 05 05:28:58.842137 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57366) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:28:58.847009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-167b1c1f-8d36-4e69-9652-7ee250fc0bac tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'security_group_rule': {'security_group_id': '7a3c3bed-4a8e-4f70-8027-acb66f0f33f6', 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:28:58.934118 n-d-758944-41 neutron-server[100896]: INFO neutron.db.securitygroups_db [None req-167b1c1f-8d36-4e69-9652-7ee250fc0bac tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Project 2c55d23818b441edac58d94b88eaf89c added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 05 05:28:58.939487 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-167b1c1f-8d36-4e69-9652-7ee250fc0bac tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:58.945330 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca3b662-6f25-421d-8b69-9cc252c1f39f None None] Pushing event updated for resources: {'Port': ['ID=813c4425-aa95-4b0c-97e5-e1feaefedeac,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:58.952398 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Routers {'8c6ff462-c481-4534-b77b-baabeb08c48f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:28:58.953210 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:28:41Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8c6ff462-c481-4534-b77b-baabeb08c48f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:59.013186 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-167b1c1f-8d36-4e69-9652-7ee250fc0bac tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:59.074464 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] Set router 8c6ff462-c481-4534-b77b-baabeb08c48f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:28:59.094256 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-167b1c1f-8d36-4e69-9652-7ee250fc0bac tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-125434'] for security_group_rule, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:59.120484 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167b1c1f-8d36-4e69-9652-7ee250fc0bac tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fbc9ebc-a59b-4c8a-a1dd-c17c36846df2,revision_number=0']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:28:59.162733 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9fd58b83-6cd5-4add-8490-bfa560e2c245 up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:28:59.197055 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-167b1c1f-8d36-4e69-9652-7ee250fc0bac tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group_rule, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:59.198338 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-167b1c1f-8d36-4e69-9652-7ee250fc0bac tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3551345 Jul 05 05:28:59.292664 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 9fd58b83-6cd5-4add-8490-bfa560e2c245 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:28:59.293046 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:28:59.341074 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-527069ca-d5db-4a83-abc0-51cc50bc0190 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253487210&fields=id&tenant_id=2c55d23818b441edac58d94b88eaf89c HTTP/1.1" status: 200 len: 267 time: 0.0347357 Jul 05 05:28:59.402853 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'name': 'tempest-TestSnapshotPattern-1816489261-router', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 4, 'project_id': '51e3e511670a4421819f10662ca3af84', 'gw_port': {'id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '813c4425-aa95-4b0c-97e5-e1feaefedeac', 'name': '', 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'mac_address': 'fa:16:3e:c1:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eac890b3-8708-4a4c-971c-b168189d3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:54Z', 'updated_at': '2021-07-05T05:28:58Z', 'revision_number': 4, 'project_id': '51e3e511670a4421819f10662ca3af84', 'subnets': [{'id': 'eac890b3-8708-4a4c-971c-b168189d3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:28:59.438649 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c81b8b00-d15a-4b6d-bf53-8d63c41f2186 None None] The sync data for ids ['8c6ff462-c481-4534-b77b-baabeb08c48f'] in n-d-758944-41 is: [{'id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'name': 'tempest-TestSnapshotPattern-1816489261-router', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 4, 'project_id': '51e3e511670a4421819f10662ca3af84', 'gw_port': {'id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '813c4425-aa95-4b0c-97e5-e1feaefedeac', 'name': '', 'network_id': 'eca398a8-1b35-4069-bfbc-2abeda824586', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'mac_address': 'fa:16:3e:c1:17:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'device_owner': 'network:router_interface', 'standard_attr_id': 4307, 'fixed_ips': [{'subnet_id': 'eac890b3-8708-4a4c-971c-b168189d3fc2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:54Z', 'updated_at': '2021-07-05T05:28:58Z', 'revision_number': 4, 'project_id': '51e3e511670a4421819f10662ca3af84', 'subnets': [{'id': 'eac890b3-8708-4a4c-971c-b168189d3fc2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:28:59.456265 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-e3021a20-fd63-4a6a-89bf-2a16629f8f61 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:28:59.457797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-e3021a20-fd63-4a6a-89bf-2a16629f8f61 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 810 time: 0.1098180 Jul 05 05:28:59.474230 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-4e22adb2-40ac-4676-9316-2cd157988369 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/quotas/2c55d23818b441edac58d94b88eaf89c HTTP/1.1" status: 200 len: 375 time: 0.0099025 Jul 05 05:28:59.574023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-3e33bd8c-6bf2-4cda-82d4-6dd4aeeee263 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0891957 Jul 05 05:28:59.741213 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-02f44f32-cdd5-43f9-b251-79fa3fa9638f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:28:59.742376 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-02f44f32-cdd5-43f9-b251-79fa3fa9638f service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1568046 Jul 05 05:28:59.837284 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-882d09cd-fda4-413a-9600-a2a008ac56a6 service neutron] 10.222.0.30 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879915 Jul 05 05:28:59.935279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-fb10cda2-4227-4dee-8aa9-b7a8ecb51381 service neutron] 10.222.0.30 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920649 Jul 05 05:29:00.194994 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b2ec5032-b614-496e-a57a-62024c94e536 req-a4708d4a-e0a5-4de7-8114-579b4305c6fd tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 210 time: 0.0324955 Jul 05 05:29:01.145409 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 813c4425-aa95-4b0c-97e5-e1feaefedeac up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:29:01.271114 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning for port 813c4425-aa95-4b0c-97e5-e1feaefedeac completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:29:01.275155 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 813c4425-aa95-4b0c-97e5-e1feaefedeac triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:29:01.275523 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:01.278460 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-413978d1-e762-4323-bfdc-580d9490d0a9 req-3bcfde9a-22d6-4ae7-9ca0-659864262dc9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 210 time: 0.0291264 Jul 05 05:29:01.357311 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:01.390047 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] For port 813c4425-aa95-4b0c-97e5-e1feaefedeac, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=813c4425-aa95-4b0c-97e5-e1feaefedeac,segment=NetworkSegment(5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f),segment_id=5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:29:01.465649 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:01.520893 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Pushing event updated for resources: {'Port': ['ID=813c4425-aa95-4b0c-97e5-e1feaefedeac,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:29:02.422477 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f1c96343-2ebe-4539-8820-c4d5d57706b8 req-a30a92bd-f115-481d-8f17-29b1a4756d69 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 210 time: 0.0332730 Jul 05 05:29:02.569502 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-758a47f1-1324-4956-b96a-feb7bba1edfa tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:02.570963 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-758a47f1-1324-4956-b96a-feb7bba1edfa tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.13 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 810 time: 0.1085448 Jul 05 05:29:02.614222 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-34c919d9-44e5-4bab-b13e-cd49b62924a2 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c55d23818b441edac58d94b88eaf89c HTTP/1.1" status: 200 len: 379 time: 0.0344775 Jul 05 05:29:02.623556 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'port': {'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'admin_state_up': True, 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'security_groups': ['7a3c3bed-4a8e-4f70-8027-acb66f0f33f6']}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:29:02.796720 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Made reservation on behalf of 2c55d23818b441edac58d94b88eaf89c for: {'port': 1} {{(pid=100895) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:29:02.800706 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:02.936016 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_common [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Allocated IP 172.20.0.5 (0149f928-0aaf-4f48-998d-0c9c4b7db167/8b96d514-4cfd-4c59-ba15-9a5f3dac4883/7292268f-3046-4898-b050-a16b923cbf72) {{(pid=100895) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:29:03.080430 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for port, precommit_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:03.097461 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Transition to ACTIVE for port object 7292268f-3046-4898-b050-a16b923cbf72 will not be triggered until provisioned by entity DHCP. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:29:03.129342 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 813c4425-aa95-4b0c-97e5-e1feaefedeac up at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:29:03.176841 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Provisioning complete for port 813c4425-aa95-4b0c-97e5-e1feaefedeac triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:29:03.177213 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:03.183302 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-8650078'] for port, after_create {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:03.227439 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Network 0149f928-0aaf-4f48-998d-0c9c4b7db167 is already hosted by enough agents. {{(pid=100895) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:29:03.231426 n-d-758944-41 neutron-server[100895]: DEBUG neutron.scheduler.base_scheduler [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Resources bound (agent type, host, resource id): {{(pid=100895) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:29:03.237756 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Received port after_create {{(pid=100895) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:29:03.263868 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'Port': ['ID=7292268f-3046-4898-b050-a16b923cbf72,revision_number=1']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:29:03.294037 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:03.294683 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:03.355212 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-ecf7e0f2-581c-4feb-bc82-c956e18e3e96 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7357075 Jul 05 05:29:03.367630 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.v2.base [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Request body: {'port': {'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-758944-41'}} {{(pid=100895) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:29:03.454404 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:03.545675 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e2b49df0-2363-4669-b181-3f8a035e658e None None] Provisioning for port 7292268f-3046-4898-b050-a16b923cbf72 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:29:03.550074 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-e2b49df0-2363-4669-b181-3f8a035e658e None None] Provisioning complete for port 7292268f-3046-4898-b050-a16b923cbf72 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:29:03.550544 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e2b49df0-2363-4669-b181-3f8a035e658e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:03.588986 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-e2b49df0-2363-4669-b181-3f8a035e658e None None] Port 7292268f-3046-4898-b050-a16b923cbf72 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:29:03.606653 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bffef076-2088-46fa-a646-b9f5459ed53f req-e615315a-7883-411b-8708-b19d6bee482c tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:03.608183 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bffef076-2088-46fa-a646-b9f5459ed53f req-e615315a-7883-411b-8708-b19d6bee482c tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 931 time: 0.0714309 Jul 05 05:29:03.647056 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bffef076-2088-46fa-a646-b9f5459ed53f req-9d053210-be89-484e-987d-4a1083a31995 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333247 Jul 05 05:29:03.736730 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7292268f-3046-4898-b050-a16b923cbf72 {{(pid=100895) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:29:03.744170 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Notify callbacks [] for port, precommit_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:03.756316 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.provisioning_blocks [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Transition to ACTIVE for port object 7292268f-3046-4898-b050-a16b923cbf72 will not be triggered until provisioned by entity L2. {{(pid=100895) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:29:03.822404 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:03.893853 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Pushing event updated for resources: {'Port': ['ID=7292268f-3046-4898-b050-a16b923cbf72,revision_number=2']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:29:03.951209 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Attempting to bind port 7292268f-3046-4898-b050-a16b923cbf72 on host n-h2-758944-41 for vnic_type normal with profile {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:29:03.951550 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Attempting to bind port 7292268f-3046-4898-b050-a16b923cbf72 by drivers openvswitch,hyperv on host n-h2-758944-41 at level 0 using segments [{'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:29:03.951882 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Attempting to bind port 7292268f-3046-4898-b050-a16b923cbf72 on network 0149f928-0aaf-4f48-998d-0c9c4b7db167 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:29:03.956589 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Port 7292268f-3046-4898-b050-a16b923cbf72 on network 0149f928-0aaf-4f48-998d-0c9c4b7db167 not bound, no agent of type Open vSwitch agent registered on host n-h2-758944-41 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:29:03.956920 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Attempting to bind port 7292268f-3046-4898-b050-a16b923cbf72 on network 0149f928-0aaf-4f48-998d-0c9c4b7db167 {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:29:03.961982 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Checking agent: {'id': '891c8d36-32aa-4703-9fbc-291f4730a401', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 44), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 28, 45), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:29:03.962330 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Checking segment: {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100895) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:29:03.962721 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Bound using segment: {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'} {{(pid=100895) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:29:03.963150 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.managers [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Bound port: 7292268f-3046-4898-b050-a16b923cbf72, host: n-h2-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'}}] {{(pid=100895) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:29:03.963518 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:04.030397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] For port 7292268f-3046-4898-b050-a16b923cbf72, host n-h2-758944-41, cleared binding levels {{(pid=100895) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:29:04.033470 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] For port 7292268f-3046-4898-b050-a16b923cbf72, host n-h2-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=7292268f-3046-4898-b050-a16b923cbf72,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100895) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:29:04.108741 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-8650156'] for port, after_update {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:04.143727 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:04.144390 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:04.145863 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] 10.222.0.13 "PUT /v2.0/ports/7292268f-3046-4898-b050-a16b923cbf72 HTTP/1.1" status: 200 len: 1092 time: 0.7829323 Jul 05 05:29:04.146344 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'tag': '7292268f-3046-4898-b050-a16b923cbf72'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:29:04.148614 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8246d56-ee12-4d37-81fb-fc1f199b3910" -d '{"events": [{"name": "network-changed", "server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "tag": "7292268f-3046-4898-b050-a16b923cbf72"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:29:04.179031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473eafdc-8514-4b17-a59a-9b7f35ae710c service neutron] Pushing event updated for resources: {'Port': ['ID=7292268f-3046-4898-b050-a16b923cbf72,revision_number=3']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:29:04.190283 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:29:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d306e63-a3cd-4906-a671-4434f911c453 x-openstack-request-id: req-2d306e63-a3cd-4906-a671-4434f911c453 {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:29:04.190283 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "tag": "7292268f-3046-4898-b050-a16b923cbf72", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:29:04.190283 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2d306e63-a3cd-4906-a671-4434f911c453 {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:29:04.190838 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'tag': '7292268f-3046-4898-b050-a16b923cbf72', 'status': 'completed', 'code': 200} Jul 05 05:29:04.269628 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8246d56-ee12-4d37-81fb-fc1f199b3910 req-636c2517-4324-494b-91d0-2e955c7727e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:04.271200 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f8246d56-ee12-4d37-81fb-fc1f199b3910 req-636c2517-4324-494b-91d0-2e955c7727e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1095 time: 0.0595386 Jul 05 05:29:04.376915 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8246d56-ee12-4d37-81fb-fc1f199b3910 req-e3896826-defe-4c55-bd65-95f99738e7be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:04.378320 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f8246d56-ee12-4d37-81fb-fc1f199b3910 req-e3896826-defe-4c55-bd65-95f99738e7be service neutron] 10.222.0.13 "GET /v2.0/networks?tenant_id=2c55d23818b441edac58d94b88eaf89c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.0997169 Jul 05 05:29:04.473360 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8246d56-ee12-4d37-81fb-fc1f199b3910 req-a529299b-1862-46c6-a1ec-5fd7c667fefd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:04.474834 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f8246d56-ee12-4d37-81fb-fc1f199b3910 req-a529299b-1862-46c6-a1ec-5fd7c667fefd service neutron] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0902915 Jul 05 05:29:04.570456 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-a9216e4a-2e1b-4f73-9c7b-dced30278a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:04.572056 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-a9216e4a-2e1b-4f73-9c7b-dced30278a77 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1095 time: 0.0591302 Jul 05 05:29:04.615728 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-a61addfd-0e53-4eb3-9465-66896ae63a7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7292268f-3046-4898-b050-a16b923cbf72 HTTP/1.1" status: 200 len: 217 time: 0.0358417 Jul 05 05:29:04.663806 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-8244d034-b4c9-4f77-971e-aa6320722063 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:04.665178 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-8244d034-b4c9-4f77-971e-aa6320722063 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0438044 Jul 05 05:29:04.728890 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-e3b76680-be00-4712-b7ad-1578db8a8675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:04.731080 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-e3b76680-be00-4712-b7ad-1578db8a8675 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0583935 Jul 05 05:29:04.823350 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd562eb-a664-467d-a561-dd95311c1a32 req-fc97cfe6-f292-4ba8-acb5-a6d768757257 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:04.824440 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-f315aa9d-d948-4065-9da9-36bc00537bf1 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855079 Jul 05 05:29:04.825524 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cd562eb-a664-467d-a561-dd95311c1a32 req-fc97cfe6-f292-4ba8-acb5-a6d768757257 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 943 time: 0.0649893 Jul 05 05:29:04.868283 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1cd562eb-a664-467d-a561-dd95311c1a32 req-8dae8156-83b3-452f-9d80-024ebafc3aae tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0371323 Jul 05 05:29:04.922016 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24df89c9-f73a-43a3-8a7e-4d300eb8ac3c req-4052ae55-bde2-471d-8a72-156e911b130c service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910530 Jul 05 05:29:06.041626 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-522a42f9-1d67-49b5-854e-b7bbe2f57c1a req-7ade7c77-4c37-4f4d-80cc-5628cf3957f4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:06.043677 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-522a42f9-1d67-49b5-854e-b7bbe2f57c1a req-7ade7c77-4c37-4f4d-80cc-5628cf3957f4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 943 time: 0.0662122 Jul 05 05:29:06.080901 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-522a42f9-1d67-49b5-854e-b7bbe2f57c1a req-19124207-cbf2-47d9-86d5-0c6512be7a29 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316441 Jul 05 05:29:07.256345 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c034c87f-ad9a-4caf-8b1c-f3658aff37de req-3fac3b81-e5f3-4e15-acb2-ac492f203ce8 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:07.257832 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c034c87f-ad9a-4caf-8b1c-f3658aff37de req-3fac3b81-e5f3-4e15-acb2-ac492f203ce8 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 943 time: 0.0671396 Jul 05 05:29:07.295605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c034c87f-ad9a-4caf-8b1c-f3658aff37de req-b87431dd-b9f4-41f7-9a8d-e954e6986400 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320787 Jul 05 05:29:08.133758 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0c26df1f-8dc2-45d1-b2ba-0d6bf5fb6f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:08.475332 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fe688f-47df-49bd-a1e6-b2f43457b37d req-c8d85b87-1852-4934-b3c8-fb4f17de3945 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:08.476833 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01fe688f-47df-49bd-a1e6-b2f43457b37d req-c8d85b87-1852-4934-b3c8-fb4f17de3945 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 943 time: 0.0678327 Jul 05 05:29:08.514749 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-01fe688f-47df-49bd-a1e6-b2f43457b37d req-c0833b66-26fd-4cf4-a045-95df6be4514f tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324895 Jul 05 05:29:08.753774 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 7292268f-3046-4898-b050-a16b923cbf72 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:29:08.847604 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 7292268f-3046-4898-b050-a16b923cbf72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=7292268f-3046-4898-b050-a16b923cbf72,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:29:08.859416 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '7292268f-3046-4898-b050-a16b923cbf72', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:29:08.899637 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:08.913634 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7292268f-3046-4898-b050-a16b923cbf72 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:29:08.933090 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 7292268f-3046-4898-b050-a16b923cbf72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=7292268f-3046-4898-b050-a16b923cbf72,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:29:08.990427 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:09.038554 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=7292268f-3046-4898-b050-a16b923cbf72,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:29:09.319117 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['7292268f-3046-4898-b050-a16b923cbf72'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:29:09.688826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91736c3-fdb6-4a93-8ffe-af750978f2a8 req-1c2082fc-d05c-4ce5-bf2f-d414a05bf887 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:09.690372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a91736c3-fdb6-4a93-8ffe-af750978f2a8 req-1c2082fc-d05c-4ce5-bf2f-d414a05bf887 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 944 time: 0.0674875 Jul 05 05:29:09.728867 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a91736c3-fdb6-4a93-8ffe-af750978f2a8 req-23e997cc-b397-4863-9287-699f9f536d0c tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330098 Jul 05 05:29:10.753620 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 7292268f-3046-4898-b050-a16b923cbf72 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:29:10.848345 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-60b92d1b-47f2-4379-9ade-e2e144ef504a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:10.870826 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning for port 7292268f-3046-4898-b050-a16b923cbf72 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:29:10.874999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 7292268f-3046-4898-b050-a16b923cbf72 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:29:10.875372 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:10.905419 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd3afb-f820-48bd-95dd-395a26f834a5 req-312e5473-e0c9-4c62-b75f-30108cd2d8a1 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:10.906924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73bd3afb-f820-48bd-95dd-395a26f834a5 req-312e5473-e0c9-4c62-b75f-30108cd2d8a1 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 944 time: 0.0690455 Jul 05 05:29:10.945826 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-73bd3afb-f820-48bd-95dd-395a26f834a5 req-954bbd3c-7afc-4737-84b8-ec1fc19cd4d6 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332971 Jul 05 05:29:10.969995 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:10.987363 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:10.993229 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7292268f-3046-4898-b050-a16b923cbf72'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:29:10.995439 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fff07116-8088-4c85-a5c2-f5eb49afafba" -d '{"events": [{"server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "name": "network-vif-plugged", "status": "completed", "tag": "7292268f-3046-4898-b050-a16b923cbf72"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:29:11.007887 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 7292268f-3046-4898-b050-a16b923cbf72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=7292268f-3046-4898-b050-a16b923cbf72,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:29:11.070822 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:11.097001 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa43b7e2-ed59-41b3-b7fd-b50c8b04201b x-openstack-request-id: req-aa43b7e2-ed59-41b3-b7fd-b50c8b04201b {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:29:11.097290 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "name": "network-vif-plugged", "status": "completed", "tag": "7292268f-3046-4898-b050-a16b923cbf72", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:29:11.097538 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aa43b7e2-ed59-41b3-b7fd-b50c8b04201b {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:29:11.097921 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7292268f-3046-4898-b050-a16b923cbf72', 'code': 200} Jul 05 05:29:11.123830 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=7292268f-3046-4898-b050-a16b923cbf72,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:29:11.211315 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcbeaac-5a64-4dd5-a576-be52536660b6 req-92e8d44e-0511-473c-8c44-ae56a4600d6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:11.212789 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfcbeaac-5a64-4dd5-a576-be52536660b6 req-92e8d44e-0511-473c-8c44-ae56a4600d6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1097 time: 0.0544412 Jul 05 05:29:11.249558 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-bfcbeaac-5a64-4dd5-a576-be52536660b6 req-6266ed5a-3609-4f7b-9051-fe4c042b6308 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0291300 Jul 05 05:29:12.122039 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f17e98-98de-4483-8c6c-03a4539b39cb req-46c47f65-6b4a-44fa-89b0-5471dc7cad11 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:12.123655 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62f17e98-98de-4483-8c6c-03a4539b39cb req-46c47f65-6b4a-44fa-89b0-5471dc7cad11 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 945 time: 0.0650675 Jul 05 05:29:12.164457 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-62f17e98-98de-4483-8c6c-03a4539b39cb req-76a57159-06db-4d21-9455-29b71fa7ec75 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352988 Jul 05 05:29:12.330838 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:13.335886 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34db7e12-33fd-4ae8-b5a6-9f62bba8f306 req-15fbbc50-d372-4f5d-83f7-45817d18cf48 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:13.337289 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db7e12-33fd-4ae8-b5a6-9f62bba8f306 req-15fbbc50-d372-4f5d-83f7-45817d18cf48 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 945 time: 0.0632901 Jul 05 05:29:13.375279 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-34db7e12-33fd-4ae8-b5a6-9f62bba8f306 req-60e5efc3-45d0-402f-8d48-29ae120aa9ad tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324860 Jul 05 05:29:13.555098 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcba7eea-0196-42a4-90f6-fa5f81659c59 req-a592eeba-d21e-4a3a-a6f6-58d9a0af6752 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:13.556627 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcba7eea-0196-42a4-90f6-fa5f81659c59 req-a592eeba-d21e-4a3a-a6f6-58d9a0af6752 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 945 time: 0.0711923 Jul 05 05:29:13.596507 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-dcba7eea-0196-42a4-90f6-fa5f81659c59 req-d958ec4b-9e09-4926-b950-bd6c5b57f483 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342166 Jul 05 05:29:13.620441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57440) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:29:13.713552 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8929a64e-63f6-4214-982d-46b0534acb64 tempest-TestSnapshotPattern-1914039852 tempest-TestSnapshotPattern-1914039852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:13.715598 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8929a64e-63f6-4214-982d-46b0534acb64 tempest-TestSnapshotPattern-1914039852 tempest-TestSnapshotPattern-1914039852-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1092 time: 0.0941777 Jul 05 05:29:13.718556 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57444) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:29:13.722979 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address': '172.20.0.5'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:29:13.828736 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:13.859714 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:13.935530 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:14.037557 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Allocated IP 172.25.4.212 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/66a4a467-0ac6-43a1-876d-b76aeb065169) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:29:14.141253 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:14.242913 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:14.279787 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:29:14.284244 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:29:14.287351 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:29:14.318859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'Port': ['ID=66a4a467-0ac6-43a1-876d-b76aeb065169,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:29:14.670384 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:14.696874 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:14.815321 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:14.966687 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:15.024664 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:15.097438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'Port': ['ID=66a4a467-0ac6-43a1-876d-b76aeb065169,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:29:15.110087 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:15.215354 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Floating IP ab206da9-8768-42fa-b186-91efe2dd7367 associated. External IP: 172.25.4.212, port: 7292268f-3046-4898-b050-a16b923cbf72. Jul 05 05:29:15.496899 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:15.763547 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:29:15.872377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:29:15.882105 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] Sync routers for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:29:15.892311 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:29:15.892927 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:29:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:29:15.951208 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:15.988797 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3999ece1-eaa1-4a51-9c5d-eb31f9e9eceb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2692137 Jul 05 05:29:15.989377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'tag': '7292268f-3046-4898-b050-a16b923cbf72'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:29:15.991721 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24740502-a5db-497d-987d-b9a8ce7983cd" -d '{"events": [{"name": "network-changed", "server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "tag": "7292268f-3046-4898-b050-a16b923cbf72"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:29:16.005749 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:29:16.032730 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59a5c691-8663-4e78-a4bc-1626d11d6d0c x-openstack-request-id: req-59a5c691-8663-4e78-a4bc-1626d11d6d0c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:29:16.033020 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "tag": "7292268f-3046-4898-b050-a16b923cbf72", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:29:16.033263 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-59a5c691-8663-4e78-a4bc-1626d11d6d0c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:29:16.033663 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'tag': '7292268f-3046-4898-b050-a16b923cbf72', 'status': 'completed', 'code': 200} Jul 05 05:29:16.110361 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24740502-a5db-497d-987d-b9a8ce7983cd req-12170bb3-3436-4285-9fef-ba534f7b67bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:16.112006 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24740502-a5db-497d-987d-b9a8ce7983cd req-12170bb3-3436-4285-9fef-ba534f7b67bc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1097 time: 0.0535681 Jul 05 05:29:16.207617 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24740502-a5db-497d-987d-b9a8ce7983cd req-f5b92a66-20a4-441e-930a-fa8f37cea276 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:16.209218 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24740502-a5db-497d-987d-b9a8ce7983cd req-f5b92a66-20a4-441e-930a-fa8f37cea276 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0914533 Jul 05 05:29:16.238016 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'ab206da9-8768-42fa-b186-91efe2dd7367', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:29:14Z', 'updated_at': '2021-07-05T05:29:14Z', 'revision_number': 0, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:29:16.266423 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] Checking router: b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:29:16.275329 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:29:16.275920 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:29:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:29:16.276316 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24740502-a5db-497d-987d-b9a8ce7983cd req-63d5d084-b351-4c91-8776-d7e6873f8d83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7292268f-3046-4898-b050-a16b923cbf72 HTTP/1.1" status: 200 len: 999 time: 0.0605385 Jul 05 05:29:16.329664 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24740502-a5db-497d-987d-b9a8ce7983cd req-ee13f88a-5bc4-45f6-8698-6a198480ea26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:16.331205 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24740502-a5db-497d-987d-b9a8ce7983cd req-ee13f88a-5bc4-45f6-8698-6a198480ea26 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0488014 Jul 05 05:29:16.384049 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:29:16.389572 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24740502-a5db-497d-987d-b9a8ce7983cd req-b2911daf-673c-49ff-a643-18ffda258f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:16.391097 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24740502-a5db-497d-987d-b9a8ce7983cd req-b2911daf-673c-49ff-a643-18ffda258f9d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0536830 Jul 05 05:29:16.481835 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24740502-a5db-497d-987d-b9a8ce7983cd req-9b3b76fb-1f36-4069-8c51-4ce5e5deff03 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843093 Jul 05 05:29:16.576808 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-24740502-a5db-497d-987d-b9a8ce7983cd req-8eab550f-7c6c-47e4-aa48-df09ff244a19 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886815 Jul 05 05:29:16.610466 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'ab206da9-8768-42fa-b186-91efe2dd7367', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:29:14Z', 'updated_at': '2021-07-05T05:29:14Z', 'revision_number': 0, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:29:16.721812 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d994bb9-ff4a-49ab-87d9-dccd31d88462 None None] The sync data for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 is: [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'ab206da9-8768-42fa-b186-91efe2dd7367', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:29:14Z', 'updated_at': '2021-07-05T05:29:14Z', 'revision_number': 0, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:29:16.898923 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef6b4c0-4a3d-4c14-9e7b-9023787146a8 None None] New status for floating IP ab206da9-8768-42fa-b186-91efe2dd7367: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:29:23.867672 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:29:36.145603 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-adc4731f-2f80-487e-9715-bd6177d24803 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0533104 Jul 05 05:29:36.242364 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-7fcb1955-f926-4355-a3ee-654c090c61e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:36.243809 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-7fcb1955-f926-4355-a3ee-654c090c61e5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1097 time: 0.0531945 Jul 05 05:29:36.352427 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-fabc440f-6760-4bfe-842d-6a2e2682d74c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:36.353821 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-fabc440f-6760-4bfe-842d-6a2e2682d74c service neutron] 10.222.0.13 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0889516 Jul 05 05:29:36.419445 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-7daa871d-7c98-4eb5-b928-b5e4ae35b753 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7292268f-3046-4898-b050-a16b923cbf72 HTTP/1.1" status: 200 len: 1001 time: 0.0584219 Jul 05 05:29:36.471171 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-94f8eed7-8b0e-4726-a436-b6df8e720bda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:36.472613 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-94f8eed7-8b0e-4726-a436-b6df8e720bda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0467813 Jul 05 05:29:36.538968 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-e8763852-d534-4017-9dd9-62e1c336eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:29:36.540795 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-e8763852-d534-4017-9dd9-62e1c336eae5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0541122 Jul 05 05:29:36.632818 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-b298c54f-944c-41d0-9aa8-6ba2daa63088 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837479 Jul 05 05:29:36.727086 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f616f63d-15c5-4eae-9c5a-2bda69d3c613 req-2eb3c89a-68d8-43e3-9414-cc69eae8aa10 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866642 Jul 05 05:29:38.131120 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4267750d-d03e-475a-96f7-a3744d97ee99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:40.902287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-710c07c6-17c6-4281-9df9-1c0c06e0b9e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:40.976233 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:42.330444 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:43.850408 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:44.684614 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:29:45.519029 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:00.867154 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:30:08.173382 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d054fda0-dc96-4e39-9b54-8f2674c935b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:10.859250 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5c750f86-026f-4097-93cf-163bae2825b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:10.981796 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:12.344494 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:13.867387 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:14.689751 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:15.613154 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:37.141618 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-46fb7582-2cbf-46d9-b4f1-f5ce54f9a7c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546699 Jul 05 05:30:37.241631 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-901e25cc-e767-401a-b1dc-b5be8516f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:37.243127 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-901e25cc-e767-401a-b1dc-b5be8516f89f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1097 time: 0.0565555 Jul 05 05:30:37.351198 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-923edcc0-f59a-4e74-96bc-b6bd76d067e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:37.352619 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-923edcc0-f59a-4e74-96bc-b6bd76d067e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0876455 Jul 05 05:30:37.417072 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-5c31528f-679f-4745-b5bf-e9a2773a0d7b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7292268f-3046-4898-b050-a16b923cbf72 HTTP/1.1" status: 200 len: 1001 time: 0.0570340 Jul 05 05:30:37.468751 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-eedda1b6-afac-4e13-ba10-0ae2f46a57ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:37.470166 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-eedda1b6-afac-4e13-ba10-0ae2f46a57ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0466557 Jul 05 05:30:37.527031 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-53978be2-29bf-4e30-beea-1eb9fa15cd99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:30:37.528593 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-53978be2-29bf-4e30-beea-1eb9fa15cd99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0517519 Jul 05 05:30:37.540652 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-575d1d57-503f-4e20-89f3-f7e5c89f9906 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100895) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:30:37.541596 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-575d1d57-503f-4e20-89f3-f7e5c89f9906 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050392 Jul 05 05:30:37.632861 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-4d154b5a-eba4-4054-bcdf-9fea7e2f19c3 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846066 Jul 05 05:30:37.727575 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-c9f5d951-f64a-464b-844d-7ebfd6da9680 req-408e5f68-87ab-4c3f-8363-42bca30ab4ab service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881433 Jul 05 05:30:37.867183 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:30:38.124181 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-79735f3a-f289-4951-a438-00c5c2a51523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:40.883589 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9874974f-60aa-4202-aed6-bfcb9ec4db12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:40.980622 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:42.344233 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:43.864300 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:44.715540 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:30:45.498197 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:08.120960 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-553e583b-d7c1-4263-b302-150effaf7cb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:10.869528 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7415288a-27e8-46fa-9516-a509b770a0bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:10.991660 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:12.349531 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:13.871673 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:14.709251 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:14.866215 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:31:15.515375 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:37.135860 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-d3a34fa2-61e4-48a6-a354-2a55d45accbc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0526731 Jul 05 05:31:37.227620 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-ebc0f1a3-e857-442c-b310-1847c69af064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:37.229119 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-ebc0f1a3-e857-442c-b310-1847c69af064 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1097 time: 0.0520890 Jul 05 05:31:37.337000 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-8f994fe4-3109-42aa-9e48-0c8694ab33aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:37.338369 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-8f994fe4-3109-42aa-9e48-0c8694ab33aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0883787 Jul 05 05:31:37.403144 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-7ccdcaa6-c3cd-4ae3-8062-1b9989ff2a66 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7292268f-3046-4898-b050-a16b923cbf72 HTTP/1.1" status: 200 len: 1001 time: 0.0584686 Jul 05 05:31:37.454416 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-e6e3bf80-604d-451a-b3e9-f1b640556dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:37.455832 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-e6e3bf80-604d-451a-b3e9-f1b640556dff service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0469835 Jul 05 05:31:37.513131 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-fe3e7816-fd90-412f-a869-0e0f99f0aee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:31:37.514610 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-fe3e7816-fd90-412f-a869-0e0f99f0aee9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0528305 Jul 05 05:31:37.605350 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-f1cfe6d2-5e84-427f-9924-1b34e8990063 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835676 Jul 05 05:31:38.018038 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-f7244b66-f61f-4ca6-baf3-f0f18d5bcbb7 req-6989ca86-9162-4605-841b-01413e11dd40 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4064183 Jul 05 05:31:38.117200 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-d6de77fd-71e3-40d3-80ce-6afee6a84a62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:40.874889 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-71013021-dd35-4fb8-b6c2-5ef0decfe0e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:41.005946 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:42.351219 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:43.899703 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:44.733816 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:45.527978 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:51.865652 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:31:59.495562 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 7292268f-3046-4898-b050-a16b923cbf72 details requested by agent hyperv_n-h2-758944-41 with host n-h2-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:31:59.593103 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 7292268f-3046-4898-b050-a16b923cbf72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=7292268f-3046-4898-b050-a16b923cbf72,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:31:59.607990 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Returning: {'device': '7292268f-3046-4898-b050-a16b923cbf72', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:31:59.645052 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:59.657770 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7292268f-3046-4898-b050-a16b923cbf72 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:31:59.677724 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 7292268f-3046-4898-b050-a16b923cbf72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=7292268f-3046-4898-b050-a16b923cbf72,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:31:59.751099 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:31:59.800782 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=7292268f-3046-4898-b050-a16b923cbf72,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:31:59.808591 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.808943 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.809283 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.809618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.809951 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.810281 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.810607 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.810933 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.811257 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.811579 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.811921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.812252 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:31:59.829921 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] get_ports_and_sgs() called for port_ids ['7292268f-3046-4898-b050-a16b923cbf72'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:32:01.497444 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 7292268f-3046-4898-b050-a16b923cbf72 up at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:32:01.547035 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Provisioning complete for port 7292268f-3046-4898-b050-a16b923cbf72 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:32:01.547431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:01.625233 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:01.647046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7292268f-3046-4898-b050-a16b923cbf72'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:32:01.649304 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2044a146-4ea1-4c14-9481-1496c02a7322" -d '{"events": [{"server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "name": "network-vif-plugged", "status": "completed", "tag": "7292268f-3046-4898-b050-a16b923cbf72"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:32:01.663044 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 7292268f-3046-4898-b050-a16b923cbf72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=7292268f-3046-4898-b050-a16b923cbf72,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:01.732520 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:01.785131 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=7292268f-3046-4898-b050-a16b923cbf72,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:02.923669 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d92fe088-8ced-4afb-80b0-b8f1d98d0bf4 x-openstack-request-id: req-d92fe088-8ced-4afb-80b0-b8f1d98d0bf4 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:32:02.924241 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "name": "network-vif-plugged", "status": "completed", "tag": "7292268f-3046-4898-b050-a16b923cbf72", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:32:02.924241 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d92fe088-8ced-4afb-80b0-b8f1d98d0bf4 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:32:02.924618 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7292268f-3046-4898-b050-a16b923cbf72', 'code': 200} Jul 05 05:32:08.126365 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-77e4b831-7027-405d-a22b-39fd043b6efe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:10.876584 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b13070c2-9211-4775-a15f-c3a162772e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:11.029160 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:12.377431 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:13.859564 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:14.733521 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:15.203429 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-6ef4a9ce-8257-4bee-8f32-8f0a05ba0424 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-253487210&fields=id&tenant_id=2c55d23818b441edac58d94b88eaf89c HTTP/1.1" status: 200 len: 267 time: 0.0346415 Jul 05 05:32:15.313765 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-c7164efc-c466-4a5a-9781-300c1de6a8a4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:15.315128 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-c7164efc-c466-4a5a-9781-300c1de6a8a4 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 810 time: 0.1046224 Jul 05 05:32:15.329610 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-520e98e9-d5ae-4b6b-a5c7-c35090ce21b0 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/quotas/2c55d23818b441edac58d94b88eaf89c HTTP/1.1" status: 200 len: 375 time: 0.0090582 Jul 05 05:32:15.402026 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-5f163fa2-f5c0-4358-aed9-6770b9bb5286 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0668221 Jul 05 05:32:15.538802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-500894f6-a05d-44fd-8fdd-302e0c826058 service neutron] 10.222.0.30 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252401 Jul 05 05:32:15.556222 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:15.634209 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-5a4289ec-eaeb-4f30-aa1c-83df3cf2a30d service neutron] 10.222.0.30 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893342 Jul 05 05:32:15.911545 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-581831ca-fea3-4536-8cde-5b4ef5190da8 req-cfc2b4fd-0d62-452a-a424-a60bb4fcb7f7 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 210 time: 0.0768895 Jul 05 05:32:17.053667 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-bf9e989e-4257-46a6-989d-8ef5f4faebda req-d5c6b830-62b2-4884-ad52-e3fb2ddba29b tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 210 time: 0.0311091 Jul 05 05:32:17.575956 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 7292268f-3046-4898-b050-a16b923cbf72 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:32:17.662384 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:17.686570 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7292268f-3046-4898-b050-a16b923cbf72'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:32:17.688824 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb745b7c-aea2-4591-b3cd-5e4595f49e40" -d '{"events": [{"server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "name": "network-vif-unplugged", "status": "completed", "tag": "7292268f-3046-4898-b050-a16b923cbf72"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:32:17.702543 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] For port 7292268f-3046-4898-b050-a16b923cbf72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=7292268f-3046-4898-b050-a16b923cbf72,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:17.723865 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d09119ff-6e2f-4bf1-b277-3e1199f8cd2c x-openstack-request-id: req-d09119ff-6e2f-4bf1-b277-3e1199f8cd2c {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:32:17.724178 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "name": "network-vif-unplugged", "status": "completed", "tag": "7292268f-3046-4898-b050-a16b923cbf72", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:32:17.724440 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d09119ff-6e2f-4bf1-b277-3e1199f8cd2c {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:32:17.724837 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7292268f-3046-4898-b050-a16b923cbf72', 'code': 200} Jul 05 05:32:17.777211 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:17.825118 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Pushing event updated for resources: {'Port': ['ID=7292268f-3046-4898-b050-a16b923cbf72,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:17.891760 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.26', 64754) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:18.000352 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-538cf4de-be9b-46ce-8dc0-c02d4b69d271 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:18.001829 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-538cf4de-be9b-46ce-8dc0-c02d4b69d271 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.26 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 810 time: 0.1096413 Jul 05 05:32:18.051766 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-9c311c54-d255-487e-beb2-871e1cf973a9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.26 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c55d23818b441edac58d94b88eaf89c HTTP/1.1" status: 200 len: 379 time: 0.0346508 Jul 05 05:32:18.060055 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'port': {'device_id': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'admin_state_up': True, 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'security_groups': ['7a3c3bed-4a8e-4f70-8027-acb66f0f33f6']}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:32:18.207236 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d534db8f-c5b6-4927-bd7f-9512fde7aa82 req-aef288ee-4804-4f4b-ad50-8ec6a0c14c8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 210 time: 0.0297327 Jul 05 05:32:18.241944 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Made reservation on behalf of 2c55d23818b441edac58d94b88eaf89c for: {'port': 1} {{(pid=100896) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 05 05:32:18.246248 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:18.375317 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Allocated IP 172.20.0.10 (0149f928-0aaf-4f48-998d-0c9c4b7db167/8b96d514-4cfd-4c59-ba15-9a5f3dac4883/930b6ee3-7726-4a96-97a8-76219d1ebe65) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:32:18.528423 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:18.547200 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Transition to ACTIVE for port object 930b6ee3-7726-4a96-97a8-76219d1ebe65 will not be triggered until provisioned by entity DHCP. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:32:18.636927 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:18.684294 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Network 0149f928-0aaf-4f48-998d-0c9c4b7db167 is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:32:18.687748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:32:18.694240 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'Port': ['ID=930b6ee3-7726-4a96-97a8-76219d1ebe65,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.759177 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:32:18.789666 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:18.791468 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:18.915409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-4ca4e023-2bd0-4e2c-a99c-fb289643a4bb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.26 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8590028 Jul 05 05:32:19.063672 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ab322e-b9a9-4702-be2b-1b4d6291a3ce None None] Provisioning for port 930b6ee3-7726-4a96-97a8-76219d1ebe65 completed by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:32:19.070055 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-48ab322e-b9a9-4702-be2b-1b4d6291a3ce None None] Provisioning complete for port 930b6ee3-7726-4a96-97a8-76219d1ebe65 triggered by entity DHCP. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:32:19.072466 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ab322e-b9a9-4702-be2b-1b4d6291a3ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:19.113182 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ab322e-b9a9-4702-be2b-1b4d6291a3ce None None] Port 930b6ee3-7726-4a96-97a8-76219d1ebe65 cannot update to ACTIVE because it is not bound. {{(pid=100897) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 05 05:32:19.396162 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34b9a02-93cb-4dbb-9466-0cb3a10ab459 req-fdc3734f-49e6-479d-87ef-a019d9fa2d5a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:19.398757 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c34b9a02-93cb-4dbb-9466-0cb3a10ab459 req-fdc3734f-49e6-479d-87ef-a019d9fa2d5a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 932 time: 0.0727298 Jul 05 05:32:19.437682 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c34b9a02-93cb-4dbb-9466-0cb3a10ab459 req-85e8413e-0667-459b-9aa4-cfa2a06d5231 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339570 Jul 05 05:32:20.624441 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9db86d1-b646-48f2-b5f5-9b8b40416fea req-62d03a49-46ea-4cca-810b-523690e23ac6 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:20.625950 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9db86d1-b646-48f2-b5f5-9b8b40416fea req-62d03a49-46ea-4cca-810b-523690e23ac6 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 932 time: 0.0702331 Jul 05 05:32:20.671102 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a9db86d1-b646-48f2-b5f5-9b8b40416fea req-0eccc828-1ce9-43e0-9041-7a1a8defbf92 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386188 Jul 05 05:32:21.857930 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dde8528-d3b0-4c03-9225-62e7de0b8a3b req-dfdc06c6-c2a9-4ceb-9123-9976c21469b6 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:21.859485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dde8528-d3b0-4c03-9225-62e7de0b8a3b req-dfdc06c6-c2a9-4ceb-9123-9976c21469b6 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 932 time: 0.0730152 Jul 05 05:32:21.900693 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8dde8528-d3b0-4c03-9225-62e7de0b8a3b req-82548efd-3ca5-490c-90fa-d2e91db33012 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344763 Jul 05 05:32:23.081081 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8839926-f478-4cd3-b865-fb6f76604c32 req-1c4c8f3d-661a-451a-bb56-5c5b5502267d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:23.082812 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8839926-f478-4cd3-b865-fb6f76604c32 req-1c4c8f3d-661a-451a-bb56-5c5b5502267d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 932 time: 0.0667245 Jul 05 05:32:23.128113 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-f8839926-f478-4cd3-b865-fb6f76604c32 req-cf0ac586-dc26-43e9-949b-835de41840be tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374653 Jul 05 05:32:24.309798 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9f4af-7473-43dd-8846-faa52de6aa2c req-0fa4bb83-1229-4100-9f99-0c9a7b7e67f6 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:24.311325 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5d9f4af-7473-43dd-8846-faa52de6aa2c req-0fa4bb83-1229-4100-9f99-0c9a7b7e67f6 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 932 time: 0.0737820 Jul 05 05:32:24.354678 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-d5d9f4af-7473-43dd-8846-faa52de6aa2c req-906b949f-7dc2-4e45-88f1-f055dc8d6594 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368326 Jul 05 05:32:25.560601 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35affce2-fd0b-4345-88c2-11356492f840 req-e1debcea-3e82-4a81-ac98-c9eb255ada5f tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:25.563221 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35affce2-fd0b-4345-88c2-11356492f840 req-e1debcea-3e82-4a81-ac98-c9eb255ada5f tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 932 time: 0.0949156 Jul 05 05:32:25.614727 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-35affce2-fd0b-4345-88c2-11356492f840 req-2d776b1e-a818-435a-b28f-2747b9849350 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444252 Jul 05 05:32:26.800924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed95e53-45b2-42f8-af8f-11ec19fc2b3b req-58b3d08f-b69f-4a0c-aee8-03f7f0845d39 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:26.803120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ed95e53-45b2-42f8-af8f-11ec19fc2b3b req-58b3d08f-b69f-4a0c-aee8-03f7f0845d39 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 932 time: 0.0674486 Jul 05 05:32:26.850810 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-4ed95e53-45b2-42f8-af8f-11ec19fc2b3b req-39322dd5-9e84-461a-b865-7d9d107b1543 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417852 Jul 05 05:32:28.061826 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d533d6-d53a-432b-a0b4-a8f0b6e5ae5b req-12fd361c-6b73-4b83-9937-9a0421d96fe3 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:28.063340 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14d533d6-d53a-432b-a0b4-a8f0b6e5ae5b req-12fd361c-6b73-4b83-9937-9a0421d96fe3 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 932 time: 0.0726843 Jul 05 05:32:28.102007 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-14d533d6-d53a-432b-a0b4-a8f0b6e5ae5b req-760366a6-4292-4dab-89ce-546af5b1998a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326526 Jul 05 05:32:28.865699 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:32:29.283178 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c37e06-5c47-4719-9470-9f4b11e34684 req-758c7359-9c6f-42b0-a137-d647d49af6db tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:29.286875 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15c37e06-5c47-4719-9470-9f4b11e34684 req-758c7359-9c6f-42b0-a137-d647d49af6db tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 932 time: 0.0673332 Jul 05 05:32:29.323605 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-15c37e06-5c47-4719-9470-9f4b11e34684 req-809e99be-ea51-447a-82ba-e8ab8a64c71b tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325470 Jul 05 05:32:29.860045 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-852a1f39-63ce-4c32-85fe-d98466726eae tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=100896) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 05 05:32:29.861206 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-852a1f39-63ce-4c32-85fe-d98466726eae tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.26 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059254 Jul 05 05:32:29.919691 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Request body: {'port': {'device_id': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-758944-41'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:32:29.995437 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:30.262455 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 930b6ee3-7726-4a96-97a8-76219d1ebe65 {{(pid=100896) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:32:30.270781 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:30.283334 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.provisioning_blocks [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Transition to ACTIVE for port object 930b6ee3-7726-4a96-97a8-76219d1ebe65 will not be triggered until provisioned by entity L2. {{(pid=100896) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 05 05:32:30.367369 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:30.429790 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Pushing event updated for resources: {'Port': ['ID=930b6ee3-7726-4a96-97a8-76219d1ebe65,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:30.542046 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Attempting to bind port 930b6ee3-7726-4a96-97a8-76219d1ebe65 on host n-h1-758944-41 for vnic_type normal with profile {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 05 05:32:30.542377 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Attempting to bind port 930b6ee3-7726-4a96-97a8-76219d1ebe65 by drivers openvswitch,hyperv on host n-h1-758944-41 at level 0 using segments [{'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 05 05:32:30.542703 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Attempting to bind port 930b6ee3-7726-4a96-97a8-76219d1ebe65 on network 0149f928-0aaf-4f48-998d-0c9c4b7db167 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:32:30.551565 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Port 930b6ee3-7726-4a96-97a8-76219d1ebe65 on network 0149f928-0aaf-4f48-998d-0c9c4b7db167 not bound, no agent of type Open vSwitch agent registered on host n-h1-758944-41 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Jul 05 05:32:30.551920 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Attempting to bind port 930b6ee3-7726-4a96-97a8-76219d1ebe65 on network 0149f928-0aaf-4f48-998d-0c9c4b7db167 {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Jul 05 05:32:30.564614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3643c39a-046d-4495-b93a-4fe1f6704fdc req-428a5001-83c1-4728-9756-3d9a9da25e23 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:30.566114 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3643c39a-046d-4495-b93a-4fe1f6704fdc req-428a5001-83c1-4728-9756-3d9a9da25e23 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 944 time: 0.1175823 Jul 05 05:32:30.567450 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Checking agent: {'id': 'af748139-a0e7-4660-83ad-ddfe8c3118a8', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-758944-41', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'started_at': datetime.datetime(2021, 7, 5, 3, 39, 43), 'heartbeat_timestamp': datetime.datetime(2021, 7, 5, 5, 32, 15), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jul 05 05:32:30.567792 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Checking segment: {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=100896) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Jul 05 05:32:30.568280 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Bound using segment: {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'} {{(pid=100896) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jul 05 05:32:30.568717 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.managers [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Bound port: 930b6ee3-7726-4a96-97a8-76219d1ebe65, host: n-h1-758944-41, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167'}}] {{(pid=100896) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 05 05:32:30.569068 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:30.644087 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-3643c39a-046d-4495-b93a-4fe1f6704fdc req-214afa01-2de4-4fd7-9bc8-51cc78732272 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717680 Jul 05 05:32:30.664610 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] For port 930b6ee3-7726-4a96-97a8-76219d1ebe65, host n-h1-758944-41, cleared binding levels {{(pid=100896) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 05 05:32:30.667520 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] For port 930b6ee3-7726-4a96-97a8-76219d1ebe65, host n-h1-758944-41, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100896) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 05 05:32:30.754622 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:30.790528 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:30.791140 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:30.792614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] 10.222.0.26 "PUT /v2.0/ports/930b6ee3-7726-4a96-97a8-76219d1ebe65 HTTP/1.1" status: 200 len: 1093 time: 0.9211588 Jul 05 05:32:30.793092 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:32:30.795338 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b61e54eb-004c-48af-8ccd-cd4fc61921e9" -d '{"events": [{"name": "network-changed", "server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:32:30.820815 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534d2384-1bf4-44f7-8ea6-509c8dd42dbd service neutron] Pushing event updated for resources: {'Port': ['ID=930b6ee3-7726-4a96-97a8-76219d1ebe65,revision_number=3']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:30.837254 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cdeb201-c997-4c9f-b4f2-3594609eb0cf x-openstack-request-id: req-7cdeb201-c997-4c9f-b4f2-3594609eb0cf {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:32:30.837557 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:32:30.837813 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7cdeb201-c997-4c9f-b4f2-3594609eb0cf {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:32:30.838221 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'status': 'completed', 'code': 200} Jul 05 05:32:30.918922 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e54eb-004c-48af-8ccd-cd4fc61921e9 req-28d4943a-a478-487a-b262-ea92d02f5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:30.920582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b61e54eb-004c-48af-8ccd-cd4fc61921e9 req-28d4943a-a478-487a-b262-ea92d02f5be7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 1096 time: 0.0581465 Jul 05 05:32:31.031489 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e54eb-004c-48af-8ccd-cd4fc61921e9 req-7651d915-d54b-4ff1-b1f3-a8798234d95b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:31.033014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b61e54eb-004c-48af-8ccd-cd4fc61921e9 req-7651d915-d54b-4ff1-b1f3-a8798234d95b service neutron] 10.222.0.26 "GET /v2.0/networks?tenant_id=2c55d23818b441edac58d94b88eaf89c&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1025496 Jul 05 05:32:31.141347 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e54eb-004c-48af-8ccd-cd4fc61921e9 req-153fba48-8d51-47ab-ae45-391d509181ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:31.142827 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-b61e54eb-004c-48af-8ccd-cd4fc61921e9 req-153fba48-8d51-47ab-ae45-391d509181ea service neutron] 10.222.0.26 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0991549 Jul 05 05:32:31.238055 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-22f6c472-9890-49b3-b85d-2f9080b196f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:31.239536 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-22f6c472-9890-49b3-b85d-2f9080b196f2 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 1096 time: 0.0579178 Jul 05 05:32:31.287992 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-c3aca8d9-35c9-4a34-8c83-26aa1cb5fb88 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65 HTTP/1.1" status: 200 len: 217 time: 0.0361078 Jul 05 05:32:31.341047 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-366dd11b-dc0e-4b96-a568-e4d3115859c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:31.342575 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-366dd11b-dc0e-4b96-a568-e4d3115859c8 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0458994 Jul 05 05:32:31.406689 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-5a25151e-1a7f-4bfc-94c9-73dcaec82346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:31.408229 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-5a25151e-1a7f-4bfc-94c9-73dcaec82346 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0582244 Jul 05 05:32:31.501998 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-1535fe0a-2478-43e4-a93e-720a9beb7a53 service neutron] 10.222.0.26 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831738 Jul 05 05:32:31.600481 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-5a6cb5e0-74c8-4a4b-b3ac-f717264e3619 req-73fafd71-2aef-466b-85c9-6a2bc3b4f888 service neutron] 10.222.0.26 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882688 Jul 05 05:32:31.821438 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2758316-f8c1-4f1f-8bd0-2e934c6bdefc req-6c915b8e-7d18-4906-a411-a5d4b7e1baf1 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:31.822947 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2758316-f8c1-4f1f-8bd0-2e934c6bdefc req-6c915b8e-7d18-4906-a411-a5d4b7e1baf1 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 944 time: 0.0666063 Jul 05 05:32:31.861084 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2758316-f8c1-4f1f-8bd0-2e934c6bdefc req-864f3636-b3a0-4988-af78-1da852e2d51f tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322762 Jul 05 05:32:33.044095 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365039e3-b6a1-4eb1-a192-273216ff534e req-bdc8cc24-39a8-4166-a017-10ed15b94ef5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:33.045579 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-365039e3-b6a1-4eb1-a192-273216ff534e req-bdc8cc24-39a8-4166-a017-10ed15b94ef5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 944 time: 0.0664754 Jul 05 05:32:33.084145 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-365039e3-b6a1-4eb1-a192-273216ff534e req-f818810e-037d-4d7d-a7c6-4621539a75cf tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329852 Jul 05 05:32:33.441611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 930b6ee3-7726-4a96-97a8-76219d1ebe65 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:32:33.535096 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 930b6ee3-7726-4a96-97a8-76219d1ebe65, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:33.546952 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'port_id': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'mac_address': 'fa:16:3e:e3:c0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:32:33.738503 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:33.751057 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 930b6ee3-7726-4a96-97a8-76219d1ebe65 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:32:33.772825 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 930b6ee3-7726-4a96-97a8-76219d1ebe65, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:33.835978 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:33.882456 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=930b6ee3-7726-4a96-97a8-76219d1ebe65,revision_number=4']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:34.117214 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['930b6ee3-7726-4a96-97a8-76219d1ebe65'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:32:34.260649 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d83b99-9d31-4697-ab60-0fe08b10d248 req-966596a6-fcfd-47c9-814f-2c49551cec2f tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:34.262151 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45d83b99-9d31-4697-ab60-0fe08b10d248 req-966596a6-fcfd-47c9-814f-2c49551cec2f tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 945 time: 0.0686355 Jul 05 05:32:34.300778 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-45d83b99-9d31-4697-ab60-0fe08b10d248 req-77e768f2-d511-48f9-8ac5-5d3a9df03971 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329041 Jul 05 05:32:35.457373 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 930b6ee3-7726-4a96-97a8-76219d1ebe65 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:32:35.472382 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba8f672f-8960-4cd7-abf0-6025d963fc6b req-71d9dd82-c072-4a73-9cf9-1b274e26ac05 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:35.473871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba8f672f-8960-4cd7-abf0-6025d963fc6b req-71d9dd82-c072-4a73-9cf9-1b274e26ac05 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 945 time: 0.0641985 Jul 05 05:32:35.512420 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ba8f672f-8960-4cd7-abf0-6025d963fc6b req-ad7bc76d-964d-4148-a06b-5393421a352a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329604 Jul 05 05:32:35.539046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning for port 930b6ee3-7726-4a96-97a8-76219d1ebe65 completed by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 05 05:32:35.543089 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 930b6ee3-7726-4a96-97a8-76219d1ebe65 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:32:35.544010 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:35.622765 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:35.644173 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:32:35.646422 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272e15c5-9d34-49bf-a38e-cc681b5c6bad" -d '{"events": [{"server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "name": "network-vif-plugged", "status": "completed", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:32:35.659306 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 930b6ee3-7726-4a96-97a8-76219d1ebe65, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:32:35.682297 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a671d57-e738-4318-8525-4249424bb528 x-openstack-request-id: req-6a671d57-e738-4318-8525-4249424bb528 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:32:35.682596 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "name": "network-vif-plugged", "status": "completed", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:32:35.682850 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a671d57-e738-4318-8525-4249424bb528 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:32:35.683249 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'code': 200} Jul 05 05:32:35.699203 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:35.748273 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=930b6ee3-7726-4a96-97a8-76219d1ebe65,revision_number=5']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:35.808219 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df0c875-9245-4859-b43d-a22814accac1 req-9eefc4bb-e5c1-4ea7-a247-6f98ba06ac37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:35.809716 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1df0c875-9245-4859-b43d-a22814accac1 req-9eefc4bb-e5c1-4ea7-a247-6f98ba06ac37 service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 1098 time: 0.0580411 Jul 05 05:32:35.844526 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1df0c875-9245-4859-b43d-a22814accac1 req-ef403dbb-9a1c-44e3-a2b7-b8d02a749502 service neutron] 10.222.0.26 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274868 Jul 05 05:32:36.696955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbc0e08-1ea2-489b-af31-b34f3c537036 req-bfd499e2-1aee-48c9-9c97-636b17ccb71e tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:36.698449 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cbc0e08-1ea2-489b-af31-b34f3c537036 req-bfd499e2-1aee-48c9-9c97-636b17ccb71e tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 946 time: 0.0766592 Jul 05 05:32:36.737093 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-9cbc0e08-1ea2-489b-af31-b34f3c537036 req-f614d8da-dd98-48b6-a580-3a65688f33f6 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330653 Jul 05 05:32:37.226157 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9418f47f-982b-446b-b331-5df81e79d1ca req-491eae2d-cf5c-401d-be92-b857a1cf3c08 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.1256952 Jul 05 05:32:37.324116 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418f47f-982b-446b-b331-5df81e79d1ca req-a03f0f54-97cb-464e-9ea9-846211e80c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:37.325588 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9418f47f-982b-446b-b331-5df81e79d1ca req-a03f0f54-97cb-464e-9ea9-846211e80c10 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1095 time: 0.0568726 Jul 05 05:32:37.430940 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418f47f-982b-446b-b331-5df81e79d1ca req-631946e6-8a5d-4431-9535-8b360c98cb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:37.432332 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9418f47f-982b-446b-b331-5df81e79d1ca req-631946e6-8a5d-4431-9535-8b360c98cb80 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0862606 Jul 05 05:32:37.499711 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9418f47f-982b-446b-b331-5df81e79d1ca req-8147ec69-c513-450d-961c-fc46b68e3888 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7292268f-3046-4898-b050-a16b923cbf72 HTTP/1.1" status: 200 len: 999 time: 0.0614789 Jul 05 05:32:37.548432 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418f47f-982b-446b-b331-5df81e79d1ca req-13826905-1962-44c9-87bf-1f44901a8ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:37.549819 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9418f47f-982b-446b-b331-5df81e79d1ca req-13826905-1962-44c9-87bf-1f44901a8ec4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0440235 Jul 05 05:32:37.609437 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418f47f-982b-446b-b331-5df81e79d1ca req-2c684547-42d2-4a86-b328-dd49cfae822d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:37.610891 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9418f47f-982b-446b-b331-5df81e79d1ca req-2c684547-42d2-4a86-b328-dd49cfae822d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0526171 Jul 05 05:32:37.709959 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9418f47f-982b-446b-b331-5df81e79d1ca req-c7415538-e29e-4218-b5d0-4763c2ba5af7 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923033 Jul 05 05:32:37.801570 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-9418f47f-982b-446b-b331-5df81e79d1ca req-d900704e-1991-4686-84f9-7808387ae73f service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847542 Jul 05 05:32:37.918977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015d3c77-b5d7-4e07-94d9-a0a2dab32ac8 req-5771a870-c32c-4ba8-916c-d47109c86dc9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:37.920496 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-015d3c77-b5d7-4e07-94d9-a0a2dab32ac8 req-5771a870-c32c-4ba8-916c-d47109c86dc9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 946 time: 0.0648866 Jul 05 05:32:37.960846 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-015d3c77-b5d7-4e07-94d9-a0a2dab32ac8 req-017bf765-2637-4af5-9f98-7593143c92c9 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343375 Jul 05 05:32:38.110359 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5862a16f-1e0a-4ed7-b2c3-970647bff436 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:38.146478 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa320037-f66d-48ae-82c6-292442adbee8 req-57a67ca2-8d0b-4284-8341-4a4a7cca31c7 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:38.147995 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa320037-f66d-48ae-82c6-292442adbee8 req-57a67ca2-8d0b-4284-8341-4a4a7cca31c7 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 946 time: 0.0706034 Jul 05 05:32:38.186704 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-fa320037-f66d-48ae-82c6-292442adbee8 req-5bccf5fb-0999-4a34-a58d-a5f5d6c99f45 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325387 Jul 05 05:32:38.210696 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57818) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:38.263320 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-523beff5-248a-40af-b8cf-25295dbe0021 tempest-TestSnapshotPattern-1914039852 tempest-TestSnapshotPattern-1914039852-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:38.264871 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-523beff5-248a-40af-b8cf-25295dbe0021 tempest-TestSnapshotPattern-1914039852 tempest-TestSnapshotPattern-1914039852-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 1093 time: 0.0532000 Jul 05 05:32:38.267668 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 57820) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:32:38.272157 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.v2.base [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Request body: {'floatingip': {'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'port_id': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=100896) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 05 05:32:38.348633 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for floatingip, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:38.452677 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:38.553748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_common [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Allocated IP 172.25.4.48 (c0d90c83-fa66-44b3-bda2-9534baac2bed/7b37550f-9b18-495e-ac72-51a949743c7c/4b9daeff-f0dc-4046-a451-30c60eee3e3c) {{(pid=100896) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 05 05:32:38.657419 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for port, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:38.779171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_after_update-7997986', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-917685', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784176089317', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created-9071206'] for port, after_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:38.817865 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Network c0d90c83-fa66-44b3-bda2-9534baac2bed is already hosted by enough agents. {{(pid=100896) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 05 05:32:38.824529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.base_scheduler [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Resources bound (agent type, host, resource id): {{(pid=100896) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 05 05:32:38.829017 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Received port after_create {{(pid=100896) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 05 05:32:38.831971 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'Port': ['ID=4b9daeff-f0dc-4046-a451-30c60eee3e3c,revision_number=1']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:39.204889 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for floatingip, precommit_create {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:39.346861 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:39.496657 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for port, precommit_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:39.554000 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-9071252'] for port, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:39.626049 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event updated for resources: {'Port': ['ID=4b9daeff-f0dc-4046-a451-30c60eee3e3c,revision_number=2']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:32:39.636421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-526482'] for floatingip, after_update {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:39.741804 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Floating IP 599010fa-b845-4f37-bf1b-bf465b0b85dc associated. External IP: 172.25.4.48, port: 930b6ee3-7726-4a96-97a8-76219d1ebe65. Jul 05 05:32:40.285201 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:32:40.395173 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:32:40.405666 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] Sync routers for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:32:40.417097 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:32:40.422635 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:32:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:40.470306 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:40.508372 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-0228c5c8-c90d-4d5a-bb14-c8ecad6b80cb tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2396216 Jul 05 05:32:40.509150 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:32:40.511427 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc" -d '{"events": [{"name": "network-changed", "server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:32:40.525625 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:32:40.547465 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbc933dd-47ea-4e84-94f0-19b1c95905ea x-openstack-request-id: req-fbc933dd-47ea-4e84-94f0-19b1c95905ea {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:32:40.547759 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:32:40.548036 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fbc933dd-47ea-4e84-94f0-19b1c95905ea {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:32:40.548441 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'status': 'completed', 'code': 200} Jul 05 05:32:40.626391 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-71233cc1-861c-4832-af21-17a789878319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:40.627922 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-71233cc1-861c-4832-af21-17a789878319 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 1098 time: 0.0535712 Jul 05 05:32:40.723952 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-2627a3a5-70cb-43b5-8f6d-de53d5a51fbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:40.726019 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-2627a3a5-70cb-43b5-8f6d-de53d5a51fbd service neutron] 10.222.0.26 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0914056 Jul 05 05:32:40.759461 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '599010fa-b845-4f37-bf1b-bf465b0b85dc', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:e3:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:32:39Z', 'updated_at': '2021-07-05T05:32:39Z', 'revision_number': 0, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}, {'id': 'ab206da9-8768-42fa-b186-91efe2dd7367', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:29:14Z', 'updated_at': '2021-07-05T05:29:17Z', 'revision_number': 1, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:40.786823 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] Checking router: b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:32:40.795559 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-5012fd15-ec54-49b1-bb7b-1eeffc4682db service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65 HTTP/1.1" status: 200 len: 999 time: 0.0634625 Jul 05 05:32:40.795733 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:32:40.796255 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:32:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:40.847534 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-f3acafba-17d2-44de-83a8-ca0af828d76b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:40.849070 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-f3acafba-17d2-44de-83a8-ca0af828d76b service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0469036 Jul 05 05:32:40.883288 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1cd727f8-7f02-49a3-b28f-4e0505b15faa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:40.906616 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:32:40.913216 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-aff2787f-37d5-411a-981c-92537add4a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:32:40.914771 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-aff2787f-37d5-411a-981c-92537add4a5f service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0587261 Jul 05 05:32:41.008335 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-b2c0bdef-0958-439f-a6e6-40df945a670c service neutron] 10.222.0.26 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865552 Jul 05 05:32:41.064728 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:41.107244 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-36cb5c7f-688a-4ffb-9ed1-f5e5536943bc req-a8a1f6aa-7d87-45ce-97bd-24a80db01ef0 service neutron] 10.222.0.26 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919127 Jul 05 05:32:41.137705 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '599010fa-b845-4f37-bf1b-bf465b0b85dc', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:e3:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:32:39Z', 'updated_at': '2021-07-05T05:32:39Z', 'revision_number': 0, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}, {'id': 'ab206da9-8768-42fa-b186-91efe2dd7367', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:29:14Z', 'updated_at': '2021-07-05T05:29:17Z', 'revision_number': 1, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:32:41.169283 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c00d57cc-f4ae-4b12-9ce0-9cef82819c94 None None] The sync data for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 is: [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': '599010fa-b845-4f37-bf1b-bf465b0b85dc', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.48', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4322, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:e3:c0:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:32:39Z', 'updated_at': '2021-07-05T05:32:39Z', 'revision_number': 0, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}, {'id': 'ab206da9-8768-42fa-b186-91efe2dd7367', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:29:14Z', 'updated_at': '2021-07-05T05:29:17Z', 'revision_number': 1, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:32:41.357720 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed9b05d7-44ec-48ce-bbba-fcadd523b06d None None] New status for floating IP 599010fa-b845-4f37-bf1b-bf465b0b85dc: ACTIVE {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:32:42.344837 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:43.869818 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:44.727423 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:32:45.565066 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:05.864932 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:33:08.132354 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1d1bd4ad-230e-4150-b432-a8b4f6afc4c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:10.868016 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e4a3467f-b69d-4f24-99ee-4dc75b3d5763 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:11.016419 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:12.353549 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:13.903582 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:14.741969 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:15.532075 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:22.818225 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-aff3aa37-f0c9-485f-901f-1ec727ff94fd service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0546193 Jul 05 05:33:22.918397 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-fbe78362-364e-4c22-bd41-74803e3cd099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:22.919921 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-fbe78362-364e-4c22-bd41-74803e3cd099 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 1098 time: 0.0542843 Jul 05 05:33:23.031212 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-ff30982b-2100-4bbc-8206-c2d371a0aec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:23.032711 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-ff30982b-2100-4bbc-8206-c2d371a0aec5 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0907750 Jul 05 05:33:23.099673 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-6673f05a-b283-49c9-bf18-c90e3593ae87 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65 HTTP/1.1" status: 200 len: 1001 time: 0.0596614 Jul 05 05:33:23.154020 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-e8f9bbdf-236d-405d-b9a2-1caef16acf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:23.155500 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-e8f9bbdf-236d-405d-b9a2-1caef16acf1d service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0495045 Jul 05 05:33:23.217921 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-e280a420-f726-4875-859a-e43e44e41782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:23.219409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-e280a420-f726-4875-859a-e43e44e41782 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0533280 Jul 05 05:33:23.314288 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-0c741f38-af1a-4bd8-9775-2a6ef627d6eb service neutron] 10.222.0.26 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848124 Jul 05 05:33:23.411453 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-6fa15bd2-f303-40f0-8c65-eae612b1824a req-a46bdc03-fc64-4f74-919b-c01a4b0f35ce service neutron] 10.222.0.26 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887020 Jul 05 05:33:37.152938 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-543ab790-0fb8-4f5d-a610-03698afe5f8b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0574002 Jul 05 05:33:37.251063 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-1c51909c-940f-4838-af08-be2afe33cdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:37.252578 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-1c51909c-940f-4838-af08-be2afe33cdfc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1095 time: 0.0567098 Jul 05 05:33:37.356397 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-685bc89e-8d2c-4511-960c-ba74575f4a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:37.357987 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-685bc89e-8d2c-4511-960c-ba74575f4a9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0862510 Jul 05 05:33:37.426441 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-e673e341-6fce-4c12-b162-ad27fa443d37 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7292268f-3046-4898-b050-a16b923cbf72 HTTP/1.1" status: 200 len: 999 time: 0.0623858 Jul 05 05:33:37.475105 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-bfb44902-aef2-464c-96c9-1dca39692266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:37.476571 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-bfb44902-aef2-464c-96c9-1dca39692266 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0441170 Jul 05 05:33:37.533358 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-83067487-3a4f-41c9-89d2-70ad674f73d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:33:37.534812 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-83067487-3a4f-41c9-89d2-70ad674f73d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0520971 Jul 05 05:33:37.627822 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-b933317d-e4d7-4229-8d29-3e5c6c1ee975 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859523 Jul 05 05:33:37.719830 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-3ee4e63a-1100-4c52-8c25-4c84d26299a9 req-861e27ce-6c44-4f72-a8d0-aa30f866aa9d service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841572 Jul 05 05:33:38.115044 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-387ebc49-6f6f-4bfa-ae8e-60dd85f7b88a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:40.863533 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-4c9a5e72-0eda-41cb-aa93-81199b9470b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:40.989105 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:42.358720 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:42.863192 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:33:43.890444 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:44.743141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:33:45.559111 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:08.142688 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ddf554a8-687e-481f-b641-38effb4806a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:10.872577 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f2eaf210-3710-4640-ba4c-41dbcfc66ad4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:11.005444 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:11.782016 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 930b6ee3-7726-4a96-97a8-76219d1ebe65 details requested by agent hyperv_n-h1-758944-41 with host n-h1-758944-41 {{(pid=100897) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 05 05:34:11.880311 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 930b6ee3-7726-4a96-97a8-76219d1ebe65, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:11.892448 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Returning: {'device': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'port_id': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'mac_address': 'fa:16:3e:e3:c0:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 164, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=100897) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 05 05:34:11.930990 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:11.944172 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 930b6ee3-7726-4a96-97a8-76219d1ebe65 {{(pid=100897) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 05 05:34:11.964698 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 930b6ee3-7726-4a96-97a8-76219d1ebe65, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:12.011566 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:12.066552 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=930b6ee3-7726-4a96-97a8-76219d1ebe65,revision_number=6']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:12.074355 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.074704 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.075046 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.075405 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.075747 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.076098 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.076431 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.076758 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.077083 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.077404 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.077726 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.078052 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100897) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:12.091547 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] get_ports_and_sgs() called for port_ids ['930b6ee3-7726-4a96-97a8-76219d1ebe65'] {{(pid=100897) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 05 05:34:12.354521 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:13.795769 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 930b6ee3-7726-4a96-97a8-76219d1ebe65 up at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 05 05:34:13.863802 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.provisioning_blocks [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Provisioning complete for port 930b6ee3-7726-4a96-97a8-76219d1ebe65 triggered by entity L2. {{(pid=100897) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 05 05:34:13.864325 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-7722858'] for port, provisioning_complete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:13.914077 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:13.979061 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:14.008828 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:34:14.011140 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb67a207-7246-4613-ae87-c70e094b6b43" -d '{"events": [{"server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "name": "network-vif-plugged", "status": "completed", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:34:14.029488 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 930b6ee3-7726-4a96-97a8-76219d1ebe65, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:14.080330 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:14.145412 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:34:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ebd3d2d4-50f0-441b-b483-1b6c32af64de x-openstack-request-id: req-ebd3d2d4-50f0-441b-b483-1b6c32af64de {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:34:14.145713 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "name": "network-vif-plugged", "status": "completed", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:34:14.145969 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ebd3d2d4-50f0-441b-b483-1b6c32af64de {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:34:14.146362 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'code': 200} Jul 05 05:34:14.161236 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=930b6ee3-7726-4a96-97a8-76219d1ebe65,revision_number=7']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:14.714243 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:15.559763 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:19.863134 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:34:22.838612 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-b0753d76-e2ec-4320-a513-c2aac362880f service neutron] 10.222.0.26 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 274 time: 0.0598841 Jul 05 05:34:22.939009 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-0b65ff12-efd8-441b-9df3-755e69b19475 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:22.940529 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-0b65ff12-efd8-441b-9df3-755e69b19475 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 1098 time: 0.0557215 Jul 05 05:34:23.057331 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-c0b1a6a7-7f5b-4590-8a57-282b599666d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:23.062014 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-c0b1a6a7-7f5b-4590-8a57-282b599666d3 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0967672 Jul 05 05:34:23.126126 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-fe070800-7a28-4a93-9d51-e8da33525f16 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65 HTTP/1.1" status: 200 len: 1001 time: 0.0606885 Jul 05 05:34:23.182358 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-806e6b2f-b114-4943-a493-30b120f7b821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:23.183924 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-806e6b2f-b114-4943-a493-30b120f7b821 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0504899 Jul 05 05:34:23.246228 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-28bcbc0a-1071-4a0b-901b-44712d6f8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:23.247730 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-28bcbc0a-1071-4a0b-901b-44712d6f8c19 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0538297 Jul 05 05:34:23.342392 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-efb3b7ae-c66b-48a1-8044-4ed884961cc3 service neutron] 10.222.0.26 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865021 Jul 05 05:34:23.443023 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-c2c903f7-82c9-4ad9-bd90-9fa8fac23fc3 req-155ee02d-3257-4151-91b6-678426229bdd service neutron] 10.222.0.26 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920274 Jul 05 05:34:23.833169 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58052) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:23.994370 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Deleting port 4b9daeff-f0dc-4046-a451-30c60eee3e3c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:23.995054 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:24.074594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:24.074840 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:24.087498 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Calling delete_port for 4b9daeff-f0dc-4046-a451-30c60eee3e3c owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:24.279710 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:24.309533 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event deleted for resources: {'Port': ['ID=4b9daeff-f0dc-4046-a451-30c60eee3e3c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:24.336969 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.337251 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.337591 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.337924 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.338255 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.338583 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.338906 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.339229 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.339548 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.339866 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.340210 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.340529 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100896) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:24.381193 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:24.381566 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Floating IP 599010fa-b845-4f37-bf1b-bf465b0b85dc disassociated (deleted). External IP: 172.25.4.48, port: 930b6ee3-7726-4a96-97a8-76219d1ebe65. Jul 05 05:34:24.591152 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:34:24.701261 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:34:24.705573 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:24.711031 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] Sync routers for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:34:24.719764 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:34:24.720392 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:34:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:24.748013 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8dc32cd8-ea9c-457c-a055-eb845fb6fa5d tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "DELETE /v2.0/floatingips/599010fa-b845-4f37-bf1b-bf465b0b85dc HTTP/1.1" status: 204 len: 168 time: 0.9137959 Jul 05 05:34:24.748680 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:34:24.750979 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031f6907-a7c8-4368-9b0d-47c9921e901c" -d '{"events": [{"name": "network-changed", "server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:34:24.832123 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:34:24.860572 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78928da0-ad53-46fb-ab87-713ac143c2f4 x-openstack-request-id: req-78928da0-ad53-46fb-ab87-713ac143c2f4 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:34:24.860867 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:34:24.861124 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78928da0-ad53-46fb-ab87-713ac143c2f4 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:34:24.861532 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'status': 'completed', 'code': 200} Jul 05 05:34:24.942878 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-a566f51f-e5ad-4a0b-b70a-4f5b3c3ef8b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:24.948582 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-a566f51f-e5ad-4a0b-b70a-4f5b3c3ef8b7 service neutron] 10.222.0.26 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 1098 time: 0.0572615 Jul 05 05:34:25.045259 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-568f219e-c9dd-4ed4-85f2-51ebb03f0cf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:25.046731 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-568f219e-c9dd-4ed4-85f2-51ebb03f0cf7 service neutron] 10.222.0.26 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0956511 Jul 05 05:34:25.094423 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-c15501b5-a06f-4e4b-b27b-30b55228a544 service neutron] 10.222.0.26 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65 HTTP/1.1" status: 200 len: 217 time: 0.0389962 Jul 05 05:34:25.149675 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-d356c013-3d24-4536-a058-811a75b02c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:25.151086 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-d356c013-3d24-4536-a058-811a75b02c80 service neutron] 10.222.0.26 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0504889 Jul 05 05:34:25.166918 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'ab206da9-8768-42fa-b186-91efe2dd7367', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:29:14Z', 'updated_at': '2021-07-05T05:29:17Z', 'revision_number': 1, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:25.201479 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] Checking router: b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:34:25.209510 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:34:25.210142 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:34:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:25.216738 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-5448d827-4c74-4d82-92a7-a3e36c286f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:25.218242 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-5448d827-4c74-4d82-92a7-a3e36c286f97 service neutron] 10.222.0.26 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0572400 Jul 05 05:34:25.321214 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:34:25.376120 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-ef577890-4bac-4b19-ad20-eefe4b8d09b3 service neutron] 10.222.0.26 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1465957 Jul 05 05:34:25.384487 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f89951-5e4a-44eb-9bb5-fcd3240ed5f2 req-7fc03b70-bdf5-40f4-9e9a-bbde44fd8c4e tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:25.385881 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21f89951-5e4a-44eb-9bb5-fcd3240ed5f2 req-7fc03b70-bdf5-40f4-9e9a-bbde44fd8c4e tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 946 time: 0.1030855 Jul 05 05:34:25.474670 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-21f89951-5e4a-44eb-9bb5-fcd3240ed5f2 req-150e7297-2305-48e6-85f0-61c6d92961d2 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0800076 Jul 05 05:34:25.510185 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-031f6907-a7c8-4368-9b0d-47c9921e901c req-97ec2aaa-974a-4ff8-989c-bca75860281a service neutron] 10.222.0.26 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1233568 Jul 05 05:34:25.549742 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'ab206da9-8768-42fa-b186-91efe2dd7367', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:29:14Z', 'updated_at': '2021-07-05T05:29:17Z', 'revision_number': 1, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:25.580590 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-467f30cd-6e96-4570-8e62-91048cbe6649 None None] The sync data for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 is: [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_floatingips': [{'id': 'ab206da9-8768-42fa-b186-91efe2dd7367', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'floating_ip_address': '172.25.4.212', 'floating_network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'router_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'port_id': '7292268f-3046-4898-b050-a16b923cbf72', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 4319, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'mac_address': 'fa:16:3e:67:9d:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-05T05:29:14Z', 'updated_at': '2021-07-05T05:29:17Z', 'revision_number': 1, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:34:25.789503 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a50a9179-6cd6-4a17-a186-557f38f067ff None None] New status for floating IP 599010fa-b845-4f37-bf1b-bf465b0b85dc: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:34:25.860259 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 930b6ee3-7726-4a96-97a8-76219d1ebe65 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:34:25.935720 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7997927'] for port, before_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:25.957195 n-d-758944-41 neutron-server[100897]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65'}] {{(pid=100897) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:34:25.959396 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}678bb664a7fd7d86081befb059674afe7b179f8154e08489c2b8c24b749203a4" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54a3bd4e-8b34-40cb-a4a0-e5e09fa08072" -d '{"events": [{"server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "name": "network-vif-unplugged", "status": "completed", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65"}]}' {{(pid=100897) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:34:25.972187 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] For port 930b6ee3-7726-4a96-97a8-76219d1ebe65, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:25.996552 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Mon, 05 Jul 2021 05:34:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b9b14a7-b75a-43df-acb4-13bbd68e66a5 x-openstack-request-id: req-5b9b14a7-b75a-43df-acb4-13bbd68e66a5 {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:34:25.996848 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "name": "network-vif-unplugged", "status": "completed", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65", "code": 200}]} {{(pid=100897) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:34:25.997111 n-d-758944-41 neutron-server[100897]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b9b14a7-b75a-43df-acb4-13bbd68e66a5 {{(pid=100897) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:34:25.997509 n-d-758944-41 neutron-server[100897]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'code': 200} Jul 05 05:34:26.033808 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784176645160', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784176089335', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784176089384'] for port, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:26.085393 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Pushing event updated for resources: {'Port': ['ID=930b6ee3-7726-4a96-97a8-76219d1ebe65,revision_number=8']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:26.656658 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a029f4c6-6061-46df-96c3-3ef8cb3ca199 req-7e909206-9b6c-40b0-8dfe-f2907bdf50c5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:26.658163 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a029f4c6-6061-46df-96c3-3ef8cb3ca199 req-7e909206-9b6c-40b0-8dfe-f2907bdf50c5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 944 time: 0.0692344 Jul 05 05:34:26.696513 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a029f4c6-6061-46df-96c3-3ef8cb3ca199 req-02de7f27-f8bc-4dce-9870-da4a24615817 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328324 Jul 05 05:34:27.081662 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-5054e8ee-e6a1-4eb5-982b-e436112f9ff5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:27.083196 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-5054e8ee-e6a1-4eb5-982b-e436112f9ff5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.26 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 944 time: 0.0649424 Jul 05 05:34:27.192239 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-d8f7de1a-f373-4467-a535-def82c20aa8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Deleting port 930b6ee3-7726-4a96-97a8-76219d1ebe65 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:27.192594 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-d8f7de1a-f373-4467-a535-def82c20aa8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:27.282923 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-d8f7de1a-f373-4467-a535-def82c20aa8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] For port 930b6ee3-7726-4a96-97a8-76219d1ebe65, host n-h1-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-758944-41',level=0,port_id=930b6ee3-7726-4a96-97a8-76219d1ebe65,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:27.283286 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-d8f7de1a-f373-4467-a535-def82c20aa8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:27.296747 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-d8f7de1a-f373-4467-a535-def82c20aa8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Calling delete_port for 930b6ee3-7726-4a96-97a8-76219d1ebe65 owned by compute:nova {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:27.525095 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-d8f7de1a-f373-4467-a535-def82c20aa8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:27.554120 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f7de1a-f373-4467-a535-def82c20aa8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event deleted for resources: {'Port': ['ID=930b6ee3-7726-4a96-97a8-76219d1ebe65,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:27.602107 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-d8f7de1a-f373-4467-a535-def82c20aa8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] No DVR routers for this DVR port 930b6ee3-7726-4a96-97a8-76219d1ebe65 on host n-h1-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:34:27.604800 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-d8f7de1a-f373-4467-a535-def82c20aa8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:27.606802 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-1c6e2691-637c-4c11-813e-58cd128fa013 req-d8f7de1a-f373-4467-a535-def82c20aa8a tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.26 "DELETE /v2.0/ports/930b6ee3-7726-4a96-97a8-76219d1ebe65 HTTP/1.1" status: 204 len: 173 time: 0.5155232 Jul 05 05:34:27.607235 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'name': 'network-vif-deleted', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:34:27.609509 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4adf13a5-e809-413c-9b11-f5fcf4940e93" -d '{"events": [{"server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "name": "network-vif-deleted", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:34:27.645837 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a43cccd8-ce33-42bb-afa6-4a91b27dc40c x-openstack-request-id: req-a43cccd8-ce33-42bb-afa6-4a91b27dc40c {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:34:27.646136 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2f076623-d7db-42f4-a48d-5478bb1ad0cf", "name": "network-vif-deleted", "tag": "930b6ee3-7726-4a96-97a8-76219d1ebe65", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:34:27.646391 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a43cccd8-ce33-42bb-afa6-4a91b27dc40c {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:34:27.646796 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2f076623-d7db-42f4-a48d-5478bb1ad0cf', 'name': 'network-vif-deleted', 'tag': '930b6ee3-7726-4a96-97a8-76219d1ebe65', 'status': 'completed', 'code': 200} Jul 05 05:34:27.840596 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-ddbcbd88-6da5-4db1-b7bb-fe855a95cf68 req-062f5a5c-6340-4d15-b2dc-8e5ac8b70423 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f076623-d7db-42f4-a48d-5478bb1ad0cf HTTP/1.1" status: 200 len: 210 time: 0.0350382 Jul 05 05:34:30.139615 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58114) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:30.309919 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Deleting port 66a4a467-0ac6-43a1-876d-b76aeb065169 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:30.310172 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:30.384947 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:30.385421 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:30.397650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Calling delete_port for 66a4a467-0ac6-43a1-876d-b76aeb065169 owned by network:floatingip {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:30.605616 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:30.631001 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event deleted for resources: {'Port': ['ID=66a4a467-0ac6-43a1-876d-b76aeb065169,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:30.696793 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for floatingip, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:30.697135 n-d-758944-41 neutron-server[100896]: INFO neutron.db.l3_db [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Floating IP ab206da9-8768-42fa-b186-91efe2dd7367 disassociated (deleted). External IP: 172.25.4.212, port: 7292268f-3046-4898-b050-a16b923cbf72. Jul 05 05:34:30.915770 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:34:31.359625 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:34:31.364228 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for floatingip, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:31.369737 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] Sync routers for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:34:31.379130 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:34:31.379748 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:34:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:31.409497 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-6c198ff1-8284-40db-8bc8-d6880b7508ef tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "DELETE /v2.0/floatingips/ab206da9-8768-42fa-b186-91efe2dd7367 HTTP/1.1" status: 204 len: 168 time: 1.2662666 Jul 05 05:34:31.409497 n-d-758944-41 neutron-server[100896]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'tag': '7292268f-3046-4898-b050-a16b923cbf72'}] {{(pid=100896) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:34:31.410255 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e0d9477b574cb1b442f106b98a2089ab9a97f78e46769e6a2c7e5faa11e64fe3" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cf23287-d3ae-42e0-b1db-a0c866b9f621" -d '{"events": [{"name": "network-changed", "server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "tag": "7292268f-3046-4898-b050-a16b923cbf72"}]}' {{(pid=100896) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:34:31.448431 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Mon, 05 Jul 2021 05:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85632c13-8934-41e7-b3ef-d3a19ad93ad8 x-openstack-request-id: req-85632c13-8934-41e7-b3ef-d3a19ad93ad8 {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:34:31.448730 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "tag": "7292268f-3046-4898-b050-a16b923cbf72", "status": "completed", "code": 200}]} {{(pid=100896) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:34:31.448982 n-d-758944-41 neutron-server[100896]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-85632c13-8934-41e7-b3ef-d3a19ad93ad8 {{(pid=100896) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:34:31.449397 n-d-758944-41 neutron-server[100896]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'tag': '7292268f-3046-4898-b050-a16b923cbf72', 'status': 'completed', 'code': 200} Jul 05 05:34:31.517168 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:34:31.530702 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-9a4c84cb-3982-4a7f-9895-c03d80f9dce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:31.532372 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-9a4c84cb-3982-4a7f-9895-c03d80f9dce2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=2c55d23818b441edac58d94b88eaf89c&device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 1095 time: 0.0571113 Jul 05 05:34:31.629118 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-e0a63c11-414a-4862-985a-b51fde6c8319 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:31.630603 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-e0a63c11-414a-4862-985a-b51fde6c8319 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 200 len: 911 time: 0.0913782 Jul 05 05:34:31.680435 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-9cf7dfbf-c24c-4c21-b38a-f73dad07fb0d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7292268f-3046-4898-b050-a16b923cbf72 HTTP/1.1" status: 200 len: 217 time: 0.0418761 Jul 05 05:34:31.723455 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:31.735336 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-b0e8a61d-37a5-45e1-91bf-23fc18cc41fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:31.736868 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-b0e8a61d-37a5-45e1-91bf-23fc18cc41fa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 200 len: 849 time: 0.0504370 Jul 05 05:34:31.753542 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] Checking router: b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:34:31.764346 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:34:31.764973 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:34:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:31.797578 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-ff0f89c8-a137-42f5-ad31-65ee4bd0e983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:31.799104 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-ff0f89c8-a137-42f5-ad31-65ee4bd0e983 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0149f928-0aaf-4f48-998d-0c9c4b7db167&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0560575 Jul 05 05:34:31.875873 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:34:31.880399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 930b6ee3-7726-4a96-97a8-76219d1ebe65 no longer exists at agent hyperv_n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:34:31.904557 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] No Port match for: 930b6ee3-7726-4a96-97a8-76219d1ebe65 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:34:31.905206 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Device 930b6ee3-7726-4a96-97a8-76219d1ebe65 not bound to the agent host n-h1-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:34:31.906447 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-033750c2-8492-4abc-8729-e9ee73978258 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991852 Jul 05 05:34:32.007855 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-7cf23287-d3ae-42e0-b1db-a0c866b9f621 req-a14681cc-6ac7-4bfd-9215-abf6477e3065 service neutron] 10.222.0.13 "GET /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938649 Jul 05 05:34:32.012955 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f620105-e050-4867-8a37-9fe979d89f59 req-0df1ce36-26e3-4094-bce8-1ce80f4c3a82 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:32.014485 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f620105-e050-4867-8a37-9fe979d89f59 req-0df1ce36-26e3-4094-bce8-1ce80f4c3a82 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 943 time: 0.0740874 Jul 05 05:34:32.056078 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-8f620105-e050-4867-8a37-9fe979d89f59 req-7f80a218-002d-4742-af69-5e97cb9945cf tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340552 Jul 05 05:34:32.095723 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:32.123525 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78ba2f2-dfd5-4cce-96d3-18b349fbf93b None None] The sync data for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 is: [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:28:49Z', 'revision_number': 4, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41', '_interfaces': [{'id': '605a634e-817c-4c4c-a329-7a5f1865e33c', 'name': '', 'network_id': '0149f928-0aaf-4f48-998d-0c9c4b7db167', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'mac_address': 'fa:16:3e:01:ce:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_interface', 'standard_attr_id': 4295, 'fixed_ips': [{'subnet_id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:48Z', 'updated_at': '2021-07-05T05:28:55Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'subnets': [{'id': '8b96d514-4cfd-4c59-ba15-9a5f3dac4883', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:34:32.334433 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4d47dc9-d5d4-4746-bc2e-8177b1e9d568 None None] New status for floating IP ab206da9-8768-42fa-b186-91efe2dd7367: DOWN {{(pid=100897) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 05 05:34:32.842958 n-d-758944-41 neutron-server[100895]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-306ffa94-e839-46df-ac8a-3969085b18fe tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100895) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:32.844439 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-306ffa94-e839-46df-ac8a-3969085b18fe tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.13 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 943 time: 0.0637624 Jul 05 05:34:32.950734 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Deleting port 7292268f-3046-4898-b050-a16b923cbf72 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:32.951075 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:33.040986 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] For port 7292268f-3046-4898-b050-a16b923cbf72, host n-h2-758944-41, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-758944-41',level=0,port_id=7292268f-3046-4898-b050-a16b923cbf72,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:33.041266 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:33.054864 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Calling delete_port for 7292268f-3046-4898-b050-a16b923cbf72 owned by compute:nova {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:33.240893 n-d-758944-41 neutron-server[100896]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34c0add-a932-408d-ab2a-50f9960843c9 req-3d3d168b-660c-4474-9815-1ff634d89f90 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=100896) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 05 05:34:33.242370 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a34c0add-a932-408d-ab2a-50f9960843c9 req-3d3d168b-660c-4474-9815-1ff634d89f90 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/ports?device_id=f95158c2-ef93-4aec-a188-09e82bfc355d HTTP/1.1" status: 200 len: 943 time: 0.0680385 Jul 05 05:34:33.279925 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:33.283859 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [req-a34c0add-a932-408d-ab2a-50f9960843c9 req-a6be198c-4fc7-4fd5-bb87-e20e719baabd tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "GET /v2.0/security-groups?id=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347073 Jul 05 05:34:33.315717 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event deleted for resources: {'Port': ['ID=7292268f-3046-4898-b050-a16b923cbf72,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:33.350998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.351354 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.351698 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.352581 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.358922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.358922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.358922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.358922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.358922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.358922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.358922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.358922 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-758944-41 {{(pid=100895) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 05 05:34:33.378707 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] No DVR routers for this DVR port 7292268f-3046-4898-b050-a16b923cbf72 on host n-h2-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:34:33.381387 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-1034416'] for port, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:33.383495 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [req-4675a370-2155-4439-aed5-09cbcc3ef8bf req-f8b77770-9c37-4837-9408-f8b9e34dfcb5 tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.13 "DELETE /v2.0/ports/7292268f-3046-4898-b050-a16b923cbf72 HTTP/1.1" status: 204 len: 173 time: 0.5330701 Jul 05 05:34:33.383975 n-d-758944-41 neutron-server[100895]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'name': 'network-vif-deleted', 'tag': '7292268f-3046-4898-b050-a16b923cbf72'}] {{(pid=100895) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 05 05:34:33.386243 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}90f88acd35f933f347c2727c8528aac506aa3cb0aad72f1267839238730c0f09" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bba692a-7043-4005-b709-26cc668a7620" -d '{"events": [{"server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "name": "network-vif-deleted", "tag": "7292268f-3046-4898-b050-a16b923cbf72"}]}' {{(pid=100895) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 05 05:34:33.480408 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Mon, 05 Jul 2021 05:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78ab1237-a797-46e1-9068-5e8e1aebd3fc x-openstack-request-id: req-78ab1237-a797-46e1-9068-5e8e1aebd3fc {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 05 05:34:33.480790 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f95158c2-ef93-4aec-a188-09e82bfc355d", "name": "network-vif-deleted", "tag": "7292268f-3046-4898-b050-a16b923cbf72", "status": "completed", "code": 200}]} {{(pid=100895) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 05 05:34:33.481048 n-d-758944-41 neutron-server[100895]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78ab1237-a797-46e1-9068-5e8e1aebd3fc {{(pid=100895) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 05 05:34:33.481473 n-d-758944-41 neutron-server[100895]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f95158c2-ef93-4aec-a188-09e82bfc355d', 'name': 'network-vif-deleted', 'tag': '7292268f-3046-4898-b050-a16b923cbf72', 'status': 'completed', 'code': 200} Jul 05 05:34:34.563087 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58132) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:34.621186 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa929095-32b1-4741-9a6f-5f0512901cae tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:34.645666 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa929095-32b1-4741-9a6f-5f0512901cae tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:34.786707 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa929095-32b1-4741-9a6f-5f0512901cae tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:34.789382 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-aa929095-32b1-4741-9a6f-5f0512901cae tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:34.790607 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-aa929095-32b1-4741-9a6f-5f0512901cae tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] 10.222.0.30 "DELETE /v2.0/security-groups/7a3c3bed-4a8e-4f70-8027-acb66f0f33f6 HTTP/1.1" status: 204 len: 168 time: 0.2265160 Jul 05 05:34:34.800108 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa929095-32b1-4741-9a6f-5f0512901cae tempest-TestSnapshotPattern-854237697 tempest-TestSnapshotPattern-854237697-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a3c3bed-4a8e-4f70-8027-acb66f0f33f6,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:34.896597 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58136) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:35.349941 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:35.608938 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] Deleting port 605a634e-817c-4c4c-a329-7a5f1865e33c {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:35.609586 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:35.688062 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] For port 605a634e-817c-4c4c-a329-7a5f1865e33c, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=605a634e-817c-4c4c-a329-7a5f1865e33c,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:35.688422 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:35.701383 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] Calling delete_port for 605a634e-817c-4c4c-a329-7a5f1865e33c owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:35.948411 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:35.980754 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] Pushing event deleted for resources: {'Port': ['ID=605a634e-817c-4c4c-a329-7a5f1865e33c,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:36.152554 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:36.305428 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 7292268f-3046-4898-b050-a16b923cbf72 no longer exists at agent hyperv_n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:34:36.326320 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] No Port match for: 7292268f-3046-4898-b050-a16b923cbf72 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:34:36.326666 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Device 7292268f-3046-4898-b050-a16b923cbf72 not bound to the agent host n-h2-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:34:36.372672 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] Router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:34:36.479342 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:34:36.484337 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d63f115e-b47c-4ff2-a27c-fa08621cbb1e admin admin] 10.222.0.30 "PUT /v2.0/routers/b905cf9e-ecd8-468e-aa29-d0fef8d8cf52/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5864599 Jul 05 05:34:36.486890 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58140) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:36.489591 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] Sync routers for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:34:36.498937 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:34:36.499530 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:34:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:36.593736 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:36.605227 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: n-d-758944-41 {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:34:36.696346 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:36.812191 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Deleting port 6a5633ab-5070-4e99-9466-d60066ece875 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:36.812539 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:36.870099 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201'}], 'enable_snat': True}, 'gw_port_id': '6a5633ab-5070-4e99-9466-d60066ece875', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:34:35Z', 'revision_number': 5, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port': {'id': '6a5633ab-5070-4e99-9466-d60066ece875', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:82:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:46Z', 'updated_at': '2021-07-05T05:28:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:36.893660 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] For port 6a5633ab-5070-4e99-9466-d60066ece875, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=6a5633ab-5070-4e99-9466-d60066ece875,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:36.894022 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:36.901032 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] Checking router: b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 for host: n-d-758944-41 {{(pid=100898) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:34:36.909525 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] Routers {'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'} bound to L3 agent in host n-d-758944-41 {{(pid=100898) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:34:36.910138 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:34:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'], 'active': True} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:36.913637 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Calling delete_port for 6a5633ab-5070-4e99-9466-d60066ece875 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:36.999016 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_dvr_db [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] Set router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 gateway port host: None {{(pid=100898) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:34:37.052939 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.l3_hamode_db [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:34:36Z', 'revision_number': 6, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100898) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:37.083269 n-d-758944-41 neutron-server[100898]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5ba6654-dee5-4418-b5aa-3ca81ea30a91 None None] The sync data for ids ['b905cf9e-ecd8-468e-aa29-d0fef8d8cf52'] in n-d-758944-41 is: [{'id': 'b905cf9e-ecd8-468e-aa29-d0fef8d8cf52', 'name': 'tempest-TestSnapshotPattern-1422951236-router', 'tenant_id': '2c55d23818b441edac58d94b88eaf89c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:45Z', 'updated_at': '2021-07-05T05:34:36Z', 'revision_number': 6, 'project_id': '2c55d23818b441edac58d94b88eaf89c', 'gw_port_host': None}] {{(pid=100898) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:34:37.148391 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.175019 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Pushing event deleted for resources: {'Port': ['ID=6a5633ab-5070-4e99-9466-d60066ece875,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:37.242275 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.333683 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.335748 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.440249 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.440859 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Fanout notify agent at l3_agent the message router_deleted on router b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:34:37.445749 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.451970 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-d7515104-c70d-4b03-9a8a-21e771de099e admin admin] 10.222.0.30 "DELETE /v2.0/routers/b905cf9e-ecd8-468e-aa29-d0fef8d8cf52 HTTP/1.1" status: 204 len: 168 time: 0.9591479 Jul 05 05:34:37.452085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58142) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:37.503267 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.db_base_plugin_v2 [None req-79eba83e-d520-40db-9a0c-e0a2a0d74311 admin admin] Deleting subnet 8b96d514-4cfd-4c59-ba15-9a5f3dac4883 {{(pid=100895) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:34:37.507122 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eba83e-d520-40db-9a0c-e0a2a0d74311 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.544120 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eba83e-d520-40db-9a0c-e0a2a0d74311 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9291873'] for subnet, precommit_delete_associations {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.622244 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eba83e-d520-40db-9a0c-e0a2a0d74311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.762101 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eba83e-d520-40db-9a0c-e0a2a0d74311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-8650093', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9080517'] for subnet, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.788998 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79eba83e-d520-40db-9a0c-e0a2a0d74311 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8b96d514-4cfd-4c59-ba15-9a5f3dac4883,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:37.792572 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-79eba83e-d520-40db-9a0c-e0a2a0d74311 admin admin] Notify callbacks [] for subnet, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.794460 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-79eba83e-d520-40db-9a0c-e0a2a0d74311 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8b96d514-4cfd-4c59-ba15-9a5f3dac4883 HTTP/1.1" status: 204 len: 168 time: 0.3434551 Jul 05 05:34:37.797034 n-d-758944-41 neutron-server[100895]: DEBUG neutron.wsgi [-] (100895) accepted ('10.222.0.30', 58144) {{(pid=100895) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:37.799708 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb24577f-6204-4a90-ad3e-68bd08c6f8fe None None] Network 0149f928-0aaf-4f48-998d-0c9c4b7db167 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:34:37.853208 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 605a634e-817c-4c4c-a329-7a5f1865e33c no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:34:37.869221 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:37.881850 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 605a634e-817c-4c4c-a329-7a5f1865e33c {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:34:37.882196 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 605a634e-817c-4c4c-a329-7a5f1865e33c not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:34:37.926085 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Deleting port 46666199-0229-4716-bf25-7c05d8562095 {{(pid=100895) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:37.926434 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.004954 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.db [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] For port 46666199-0229-4716-bf25-7c05d8562095, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=46666199-0229-4716-bf25-7c05d8562095,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100895) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:38.005381 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.019611 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeca96d3-f27e-4d48-a557-c27e33ff7091 None None] DHCP port deletion for 0149f928-0aaf-4f48-998d-0c9c4b7db167 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:34:38.023141 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.plugin [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Calling delete_port for 46666199-0229-4716-bf25-7c05d8562095 owned by network:dhcp {{(pid=100895) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:38.078162 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-eeca96d3-f27e-4d48-a557-c27e33ff7091 None None] Deleting port 46666199-0229-4716-bf25-7c05d8562095 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:38.078531 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eeca96d3-f27e-4d48-a557-c27e33ff7091 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.138678 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1e9a07a2-16b7-4d67-9f9a-6f2c7ab87821 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.151568 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-eeca96d3-f27e-4d48-a557-c27e33ff7091 None None] For port 46666199-0229-4716-bf25-7c05d8562095, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=46666199-0229-4716-bf25-7c05d8562095,segment=NetworkSegment(b5b9718f-27ad-4de3-97c0-85fb934c5fb6),segment_id=b5b9718f-27ad-4de3-97c0-85fb934c5fb6)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:38.152092 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eeca96d3-f27e-4d48-a557-c27e33ff7091 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.164583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-eeca96d3-f27e-4d48-a557-c27e33ff7091 None None] Calling delete_port for 46666199-0229-4716-bf25-7c05d8562095 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:38.188015 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8650071'] for port, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.218884 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Pushing event deleted for resources: {'Port': ['ID=46666199-0229-4716-bf25-7c05d8562095,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:38.222541 n-d-758944-41 neutron-server[100895]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] No DVR routers for this DVR port 46666199-0229-4716-bf25-7c05d8562095 on host n-d-758944-41 {{(pid=100895) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:680: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 05 05:34:38.245070 n-d-758944-41 neutron-server[100897]: self.session.flush() Jul 05 05:34:38.251717 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-eeca96d3-f27e-4d48-a557-c27e33ff7091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.281268 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeca96d3-f27e-4d48-a557-c27e33ff7091 None None] Pushing event deleted for resources: {'Port': ['ID=46666199-0229-4716-bf25-7c05d8562095,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:38.284583 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeca96d3-f27e-4d48-a557-c27e33ff7091 None None] No DVR routers for this DVR port 46666199-0229-4716-bf25-7c05d8562095 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:34:38.300498 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.310629 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0149f928-0aaf-4f48-998d-0c9c4b7db167']}} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:38.321230 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6') {'for_net_delete': True} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:38.321535 n-d-758944-41 neutron-server[100895]: DEBUG neutron.services.segments.db [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b5b9718f-27ad-4de3-97c0-85fb934c5fb6') {} {{(pid=100895) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:38.330926 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9291894'] for segment, before_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.344959 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.350695 n-d-758944-41 neutron-server[100895]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=100895) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:34:38.351076 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-8650120'] for segment, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: Traceback (most recent call last): Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: timer() Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: cb(*args, **kw) Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: return func(*args, **kwargs) Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: self._notify() Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: self.callback(batched_events) Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: event.method(event) Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: return f(self, *a, **k) Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: return self._get(url).json() Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: return self.request(url, 'GET', **kwargs) Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:34:38.353402 n-d-758944-41 neutron-server[100895]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:34:38.479293 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.491046 n-d-758944-41 neutron-server[100895]: DEBUG neutron_lib.callbacks.manager [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Notify callbacks [] for network, before_response {{(pid=100895) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:38.493015 n-d-758944-41 neutron-server[100895]: INFO neutron.wsgi [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] 10.222.0.30 "DELETE /v2.0/networks/0149f928-0aaf-4f48-998d-0c9c4b7db167 HTTP/1.1" status: 204 len: 168 time: 0.6950023 Jul 05 05:34:38.496348 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58146) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:38.504366 n-d-758944-41 neutron-server[100895]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bd3711-1bce-46e0-9037-c2cb9f5abe28 admin admin] Pushing event deleted for resources: {'Network': ['ID=0149f928-0aaf-4f48-998d-0c9c4b7db167,revision_number=None']} {{(pid=100895) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:38.850111 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-589295'] for router_interface, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:39.306463 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 46666199-0229-4716-bf25-7c05d8562095 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:34:39.327655 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 46666199-0229-4716-bf25-7c05d8562095 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:34:39.328049 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 46666199-0229-4716-bf25-7c05d8562095 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:34:39.328489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a5633ab-5070-4e99-9466-d60066ece875 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:34:39.348054 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 6a5633ab-5070-4e99-9466-d60066ece875 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:34:39.348399 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 6a5633ab-5070-4e99-9466-d60066ece875 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:34:39.437329 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] Deleting port 813c4425-aa95-4b0c-97e5-e1feaefedeac {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:39.437662 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:39.515174 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] For port 813c4425-aa95-4b0c-97e5-e1feaefedeac, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=813c4425-aa95-4b0c-97e5-e1feaefedeac,segment=NetworkSegment(5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f),segment_id=5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:39.515825 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:39.529026 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] Calling delete_port for 813c4425-aa95-4b0c-97e5-e1feaefedeac owned by network:router_interface {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:39.792672 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:39.823373 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] Pushing event deleted for resources: {'Port': ['ID=813c4425-aa95-4b0c-97e5-e1feaefedeac,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:39.994987 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-536276', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-588753'] for router_interface, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:40.215869 n-d-758944-41 neutron-server[100896]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] Router 8c6ff462-c481-4534-b77b-baabeb08c48f has already been hosted by L3 agent d9dc4321-2a38-48b9-9d25-f25110ddbe99 {{(pid=100896) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 05 05:34:40.326270 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] Notify agent at l3_agent.n-d-758944-41 the message routers_updated {{(pid=100896) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 05 05:34:40.331150 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-8b8662fa-fb68-4441-83b5-12be0015ff91 admin admin] 10.222.0.30 "PUT /v2.0/routers/8c6ff462-c481-4534-b77b-baabeb08c48f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8337831 Jul 05 05:34:40.333882 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58148) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:40.334213 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] Sync routers for ids ['8c6ff462-c481-4534-b77b-baabeb08c48f'] in n-d-758944-41 {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 05 05:34:40.343857 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] Routers {'8c6ff462-c481-4534-b77b-baabeb08c48f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:34:40.344489 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:34:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8c6ff462-c481-4534-b77b-baabeb08c48f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:40.441407 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Notify callbacks [] for router, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:40.451422 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] Set router 8c6ff462-c481-4534-b77b-baabeb08c48f gateway port host: n-d-758944-41 {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:34:40.549440 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:40.631671 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'name': 'tempest-TestSnapshotPattern-1816489261-router', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'external_fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49'}], 'enable_snat': True}, 'gw_port_id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:34:39Z', 'revision_number': 5, 'project_id': '51e3e511670a4421819f10662ca3af84', 'gw_port': {'id': '9fd58b83-6cd5-4add-8490-bfa560e2c245', 'name': '', 'network_id': 'c0d90c83-fa66-44b3-bda2-9534baac2bed', 'tenant_id': '', 'mac_address': 'fa:16:3e:a5:f9:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4306, 'fixed_ips': [{'subnet_id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'ip_address': '172.25.4.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-758944-41', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:28:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b37550f-9b18-495e-ac72-51a949743c7c', 'cidr': '172.25.4.0/24', 'gateway_ip': '172.25.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-758944-41'}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:40.662994 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] Checking router: 8c6ff462-c481-4534-b77b-baabeb08c48f for host: n-d-758944-41 {{(pid=100897) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 05 05:34:40.671461 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] Routers {'8c6ff462-c481-4534-b77b-baabeb08c48f'} bound to L3 agent in host n-d-758944-41 {{(pid=100897) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 05 05:34:40.672113 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-758944-41', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-05T03:31:41Z,description=,heartbeat_timestamp=2021-07-05T05:34:11Z,host='n-d-758944-41',id=d9dc4321-2a38-48b9-9d25-f25110ddbe99,load=0,resource_versions=,resources_synced=,started_at=2021-07-05T03:31:41Z,topic='l3_agent')) {'router_ids': ['8c6ff462-c481-4534-b77b-baabeb08c48f'], 'active': True} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:40.695328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Deleting port 9fd58b83-6cd5-4add-8490-bfa560e2c245 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:40.696307 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:40.778650 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] For port 9fd58b83-6cd5-4add-8490-bfa560e2c245, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=9fd58b83-6cd5-4add-8490-bfa560e2c245,segment=NetworkSegment(d7b70053-0fb5-4f85-a524-06562f346e42),segment_id=d7b70053-0fb5-4f85-a524-06562f346e42)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:40.779006 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:40.794789 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Calling delete_port for 9fd58b83-6cd5-4add-8490-bfa560e2c245 owned by network:router_gateway {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:40.928866 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvr_db [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] Set router 8c6ff462-c481-4534-b77b-baabeb08c48f gateway port host: None {{(pid=100897) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 05 05:34:40.982991 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_hamode_db [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'name': 'tempest-TestSnapshotPattern-1816489261-router', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:34:40Z', 'revision_number': 6, 'project_id': '51e3e511670a4421819f10662ca3af84', 'gw_port_host': None}], 'n-d-758944-41', False) {} {{(pid=100897) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:41.019096 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f8eb965a-5bec-4648-8140-d41cf5f66806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.020565 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b937aa93-35a5-4119-a2b9-272c382b1616 None None] The sync data for ids ['8c6ff462-c481-4534-b77b-baabeb08c48f'] in n-d-758944-41 is: [{'id': '8c6ff462-c481-4534-b77b-baabeb08c48f', 'name': 'tempest-TestSnapshotPattern-1816489261-router', 'tenant_id': '51e3e511670a4421819f10662ca3af84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-05T05:28:52Z', 'updated_at': '2021-07-05T05:34:40Z', 'revision_number': 6, 'project_id': '51e3e511670a4421819f10662ca3af84', 'gw_port_host': None}] {{(pid=100897) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 05 05:34:41.028691 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.062289 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Pushing event deleted for resources: {'Port': ['ID=9fd58b83-6cd5-4add-8490-bfa560e2c245,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:41.067941 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.129834 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-526504'] for router_gateway, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.225171 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-527644', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6405'] for router, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.227275 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.325267 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-530828'] for router, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.325748 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8c6ff462-c481-4534-b77b-baabeb08c48f {{(pid=100896) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 05 05:34:41.330460 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] Notify callbacks [] for router, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.331614 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-3da0d235-0fad-45a2-8691-ea1796999c57 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8c6ff462-c481-4534-b77b-baabeb08c48f HTTP/1.1" status: 204 len: 168 time: 0.9967740 Jul 05 05:34:41.334189 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58150) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:41.390614 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.db_base_plugin_v2 [None req-98d47241-db4b-4114-bf64-7c1792820d3a admin admin] Deleting subnet eac890b3-8708-4a4c-971c-b168189d3fc2 {{(pid=100896) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 05 05:34:41.394105 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98d47241-db4b-4114-bf64-7c1792820d3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.444799 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98d47241-db4b-4114-bf64-7c1792820d3a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9101213'] for subnet, precommit_delete_associations {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.524173 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98d47241-db4b-4114-bf64-7c1792820d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-7731780'] for subnet, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.639890 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98d47241-db4b-4114-bf64-7c1792820d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-7731789', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-764074', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-9071189', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3605502'] for subnet, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.670977 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98d47241-db4b-4114-bf64-7c1792820d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac890b3-8708-4a4c-971c-b168189d3fc2,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:41.674401 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-98d47241-db4b-4114-bf64-7c1792820d3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.677135 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-98d47241-db4b-4114-bf64-7c1792820d3a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/eac890b3-8708-4a4c-971c-b168189d3fc2 HTTP/1.1" status: 204 len: 168 time: 0.3419781 Jul 05 05:34:41.678718 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58152) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:41.680618 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cac9c7a2-4890-4a1c-814a-f31266eb6f78 None None] Network eca398a8-1b35-4069-bfbc-2abeda824586 requested from n-d-758944-41 {{(pid=100897) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 05 05:34:41.749216 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-8081209'] for network, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.794999 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 813c4425-aa95-4b0c-97e5-e1feaefedeac no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:34:41.808457 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Deleting port 52253057-eb6c-4bbf-956b-f4e926362c03 {{(pid=100896) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:41.808789 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.827982 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 813c4425-aa95-4b0c-97e5-e1feaefedeac {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:34:41.828329 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 813c4425-aa95-4b0c-97e5-e1feaefedeac not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:34:41.880486 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.db [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] For port 52253057-eb6c-4bbf-956b-f4e926362c03, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=52253057-eb6c-4bbf-956b-f4e926362c03,segment=NetworkSegment(5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f),segment_id=5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f)] {{(pid=100896) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:41.880903 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:41.895415 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec985212-d336-4db8-98a4-b49cd9ec6e96 None None] DHCP port deletion for eca398a8-1b35-4069-bfbc-2abeda824586 request from n-d-758944-41 {{(pid=100897) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 05 05:34:41.896968 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.plugin [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Calling delete_port for 52253057-eb6c-4bbf-956b-f4e926362c03 owned by network:dhcp {{(pid=100896) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:41.943065 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ec985212-d336-4db8-98a4-b49cd9ec6e96 None None] Deleting port 52253057-eb6c-4bbf-956b-f4e926362c03 {{(pid=100897) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 05 05:34:41.943444 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ec985212-d336-4db8-98a4-b49cd9ec6e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784176636124'] for port, before_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.008697 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.db [None req-ec985212-d336-4db8-98a4-b49cd9ec6e96 None None] For port 52253057-eb6c-4bbf-956b-f4e926362c03, host n-d-758944-41, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-758944-41',level=0,port_id=52253057-eb6c-4bbf-956b-f4e926362c03,segment=NetworkSegment(5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f),segment_id=5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f)] {{(pid=100897) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 05 05:34:42.009090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ec985212-d336-4db8-98a4-b49cd9ec6e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-588783'] for port, precommit_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.022429 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-ec985212-d336-4db8-98a4-b49cd9ec6e96 None None] Calling delete_port for 52253057-eb6c-4bbf-956b-f4e926362c03 owned by network:dhcp {{(pid=100897) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 05 05:34:42.038983 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-9071215'] for port, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.070521 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=52253057-eb6c-4bbf-956b-f4e926362c03,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:42.074136 n-d-758944-41 neutron-server[100896]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] No DVR routers for this DVR port 52253057-eb6c-4bbf-956b-f4e926362c03 on host n-d-758944-41 {{(pid=100896) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:34:42.108348 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ec985212-d336-4db8-98a4-b49cd9ec6e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-7997995', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-917646', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-536230', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784176645142', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784176089326'] for port, after_delete {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.136922 n-d-758944-41 neutron-server[100897]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec985212-d336-4db8-98a4-b49cd9ec6e96 None None] Pushing event deleted for resources: {'Port': ['ID=52253057-eb6c-4bbf-956b-f4e926362c03,revision_number=None']} {{(pid=100897) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:42.138676 n-d-758944-41 neutron-server[100897]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec985212-d336-4db8-98a4-b49cd9ec6e96 None None] No DVR routers for this DVR port 52253057-eb6c-4bbf-956b-f4e926362c03 on host n-d-758944-41 {{(pid=100897) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 05 05:34:42.158453 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-7728593', 'neutron.services.segments.db._delete_segments_for_network-8784176621662'] for network, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.168728 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eca398a8-1b35-4069-bfbc-2abeda824586']}} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:42.179074 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f') {'for_net_delete': True} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:42.179368 n-d-758944-41 neutron-server[100896]: DEBUG neutron.services.segments.db [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ba3f2f9-56ca-4683-8c37-c88cc2cbd14f') {} {{(pid=100896) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 05 05:34:42.188757 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784176587906', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9101194'] for segment, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.203080 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181'] for segment, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.208820 n-d-758944-41 neutron-server[100896]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=100896) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 05 05:34:42.209203 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-7730181', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-9071280'] for segment, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:114: SAWarning: Coercing Subquery object into a select() for use in IN(); please pass a select() construct explicitly Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: conditions |= (models_v2.Port.network_id.in_( Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: Traceback (most recent call last): Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: timer() Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: cb(*args, **kw) Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: return func(*args, **kwargs) Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: self._notify() Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: self.callback(batched_events) Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: event.method(event) Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: aggregate_uuid = self.p_client.list_aggregates( Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: return f(self, *a, **k) Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: return self._get(url).json() Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: return self.request(url, 'GET', **kwargs) Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: base_url = self.get_endpoint(auth, allow=allow, Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 05 05:34:42.210812 n-d-758944-41 neutron-server[100896]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 05 05:34:42.342432 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-7728602', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763923', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification_payload-536287', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-526476'] for network, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.347949 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-536240'] for network, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.349824 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/eca398a8-1b35-4069-bfbc-2abeda824586 HTTP/1.1" status: 204 len: 168 time: 0.6701810 Jul 05 05:34:42.361665 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b10e54-26c3-4893-97a9-be2cdae5b4f3 admin admin] Pushing event deleted for resources: {'Network': ['ID=eca398a8-1b35-4069-bfbc-2abeda824586,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:42.399274 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.702131 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58156) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:42.742409 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-f7e60a2c-fa85-4cc6-bff9-0e79e5954b3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2c55d23818b441edac58d94b88eaf89c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0390420 Jul 05 05:34:42.744887 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58158) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:42.793597 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c91ff3d-2623-49d7-b152-6996a557ae04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.816122 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c91ff3d-2623-49d7-b152-6996a557ae04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.929558 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c91ff3d-2623-49d7-b152-6996a557ae04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.932150 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-9c91ff3d-2623-49d7-b152-6996a557ae04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:42.933300 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-9c91ff3d-2623-49d7-b152-6996a557ae04 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8163691a-3ea7-4566-b142-5dc52753bcea HTTP/1.1" status: 204 len: 168 time: 0.1875317 Jul 05 05:34:42.941168 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c91ff3d-2623-49d7-b152-6996a557ae04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8163691a-3ea7-4566-b142-5dc52753bcea,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:43.305667 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9fd58b83-6cd5-4add-8490-bfa560e2c245 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:34:43.326909 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 9fd58b83-6cd5-4add-8490-bfa560e2c245 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:34:43.327370 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 9fd58b83-6cd5-4add-8490-bfa560e2c245 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:34:43.327787 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 52253057-eb6c-4bbf-956b-f4e926362c03 no longer exists at agent ovs-agent-n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 05 05:34:43.350183 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.plugin [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] No Port match for: 52253057-eb6c-4bbf-956b-f4e926362c03 {{(pid=100897) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2248}} Jul 05 05:34:43.350536 n-d-758944-41 neutron-server[100897]: DEBUG neutron.plugins.ml2.rpc [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Device 52253057-eb6c-4bbf-956b-f4e926362c03 not bound to the agent host n-d-758944-41 {{(pid=100897) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 05 05:34:43.507356 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58164) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:43.547739 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-962293a5-4622-431d-b5da-c4a5d0264b49 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=51e3e511670a4421819f10662ca3af84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385549 Jul 05 05:34:43.550328 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [-] (100896) accepted ('10.222.0.30', 58166) {{(pid=100896) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 05 05:34:43.602375 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2812495-bb51-4bae-9b28-4674bf39dffa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:43.623680 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2812495-bb51-4bae-9b28-4674bf39dffa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:43.747747 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2812495-bb51-4bae-9b28-4674bf39dffa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_payload_event-763970'] for security_group, after_delete {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:43.750300 n-d-758944-41 neutron-server[100896]: DEBUG neutron_lib.callbacks.manager [None req-e2812495-bb51-4bae-9b28-4674bf39dffa admin admin] Notify callbacks [] for security_group, before_response {{(pid=100896) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:43.751590 n-d-758944-41 neutron-server[100896]: INFO neutron.wsgi [None req-e2812495-bb51-4bae-9b28-4674bf39dffa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/22f7ee19-9c44-4471-9d9a-d8c248676db8 HTTP/1.1" status: 204 len: 168 time: 0.2003582 Jul 05 05:34:43.759819 n-d-758944-41 neutron-server[100896]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2812495-bb51-4bae-9b28-4674bf39dffa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f7ee19-9c44-4471-9d9a-d8c248676db8,revision_number=None']} {{(pid=100896) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 05 05:34:43.895234 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:44.741946 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:45.559504 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:34:56.862444 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:35:08.158073 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f49e3593-fe41-4a55-86ef-f4f6f11f6139 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:10.872951 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-509eeaa1-304a-46b9-825d-036a56aec0e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:10.998952 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:12.369919 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:13.884598 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:14.741452 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:15.570054 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:33.862308 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:35:38.112819 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-ba0de401-9eda-4886-a4e5-221f78e70879 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:40.855279 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-65990562-f0b3-4381-84f1-014b8afda8d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:40.981233 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:42.374648 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:43.900448 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:44.747014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:35:45.564404 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:08.112225 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-392f1dac-0539-4b7f-a984-e24b76485015 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:10.861240 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:36:10.883399 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-644ca665-47da-43c5-b5ec-057a80bb5bab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:10.997615 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:12.375041 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:13.894645 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:14.734516 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:15.580434 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:38.117060 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f7f3b33c-4b88-4d5c-a97f-06e9e6151d84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:40.877118 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-817a2b35-6c2c-4003-baf4-e1d478ff5f02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:40.980037 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:42.362878 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:43.906130 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:44.722624 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:45.585681 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:36:47.861839 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:37:08.116596 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f9ddf2e6-5cfd-4003-a363-23e2486dc19c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:10.876222 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-113ba27a-e51a-4e63-99e5-bad8680bee1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:11.008103 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:12.379491 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:13.899541 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:14.740090 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:15.573316 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:24.861276 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:37:38.121598 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e4da0974-a641-4494-90ca-6a38f57f420a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:40.864391 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-6441d180-9f07-4b8d-9125-396084564760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:40.989955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:42.390310 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:43.910008 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:44.738315 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:37:45.561333 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:01.860513 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:38:08.126916 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-b955b7b6-6f37-43c9-b297-527c7231ef9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:10.875626 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a54fb318-a099-449e-b998-eacf030168ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:11.006955 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:12.418434 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:13.990384 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:14.755809 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:15.578109 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:38.137936 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c30c2454-a023-4e67-ac79-1b879ab18f78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:38.860012 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:38:40.898339 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-bfb7be67-2719-42b1-8a25-926be2a8fcf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:40.978004 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:42.400495 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:43.909398 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:44.743765 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:38:45.554577 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:08.165984 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-db911fbe-d6d2-48c3-a748-6f436543315a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:10.909075 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-aceb6c97-5ebe-4a60-a0ea-9f252b190386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:11.034469 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:12.378247 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:13.954319 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:14.760554 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:15.566398 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:15.859312 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:39:38.137358 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-c1fb4436-29a9-4101-9cf5-0d58865ccc0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:40.934560 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-dd7d29ce-9622-44c1-adbf-65e86122faa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:41.027833 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:42.429208 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:43.925861 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:44.794446 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:45.599115 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:39:52.859454 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:40:08.137086 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f8275569-60f7-4966-a567-6b1eef2acbe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:10.879665 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-84790a0a-6c87-4ef2-851c-08314611e8ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:10.993725 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:12.416773 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:13.896417 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:14.776745 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:15.599914 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:29.859160 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:40:38.148039 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-19c78b6b-97f2-4288-b5c5-7e40e22a81fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:40.879543 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-40ac4428-7de4-4fc5-8992-e3d9d9215c9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:40.997842 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:42.426563 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:43.941141 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:44.816378 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:40:45.593508 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:06.859169 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:41:08.130592 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-fb04b1ba-c72a-4ad6-820b-9f6ac5e44deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:10.877680 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-f7a9691c-e870-4846-842a-5e9fb9f08987 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:11.004306 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:12.398863 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:13.907424 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:14.803656 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:15.597661 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:28.108946 n-d-758944-41 neutron-server[100896]: DEBUG neutron.wsgi [req-26cb820d-2b82-4ac6-89f6-8d40a3270452 req-7b1d767c-80de-43a4-913d-3f593ef0398a service neutron] (100896) timed out ('10.222.0.30', 56548) {{(pid=100896) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 05 05:41:38.141624 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3dabbb3d-2716-423b-8a90-fd38a41ce86e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:40.877014 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-3f4819b6-ad3f-49d0-912c-ebb9584cf448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:41.004731 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:42.421143 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:43.858197 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:41:43.930116 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:44.826596 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:41:45.596904 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:08.141269 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-e25f4c8f-1b8d-496e-a27a-0e9920f98369 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:10.878275 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-a8b2dee4-d4ea-4978-a2df-f4f3cf66262c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:11.013287 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:12.426706 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:13.962140 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:14.860998 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:15.613634 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:20.860794 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:42:38.134822 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-01148630-3e2a-4788-9af8-67852274b422 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:40.895251 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-922791aa-53ce-4899-a881-b1056fcb37a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:41.009309 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:42.424262 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:43.928875 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:44.820189 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:45.603314 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:42:57.860004 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:43:08.140024 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9208473a-76ff-4179-8b6f-cedc36d79f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:10.932759 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-7c312a58-6d1c-48c2-b201-df7064e5c973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:11.031638 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:12.435462 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:13.974563 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:14.842771 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:15.623544 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:34.858695 n-d-758944-41 neutron-server[100898]: DEBUG neutron.db.agents_db [None req-5d987ad4-eee8-4f51-997b-e0641d861801 None None] Agent healthcheck: found 7 active agents {{(pid=100898) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 05 05:43:38.156861 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-16a59daa-2d93-410c-9d06-327a44581e6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:40.869229 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-5430ecc1-c7cb-4bea-b164-b6f7621336f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:41.025774 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-1c36eb16-67de-4938-8b65-d23e74af13cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:42.417967 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-38d0f1fa-2147-4fb3-9368-39355c8ff850 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:43.954730 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-9b0cb247-f8e3-4ef5-a5b3-a21bfa7d1c17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:44.802700 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-0570ddf1-ec1f-4352-9817-1534fd6650d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 05 05:43:45.637065 n-d-758944-41 neutron-server[100897]: DEBUG neutron_lib.callbacks.manager [None req-48ff3413-e203-4af6-a16d-7037366171f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784176621644', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-7722907'] for agent, after_update {{(pid=100897) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}